-- Logs begin at Thu 2021-10-14 23:30:07 UTC, end at Fri 2021-10-15 02:19:12 UTC. -- Oct 15 00:12:38.176828 n-d-811521-2 systemd[1]: Started Devstack devstack@q-svc.service. Oct 15 00:12:40.884949 n-d-811521-2 neutron-server[107614]: INFO neutron.common.config [-] Logging enabled! Oct 15 00:12:40.885559 n-d-811521-2 neutron-server[107614]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 15 00:12:40.885727 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107614) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 00:12:40.888914 n-d-811521-2 neutron-server[107614]: INFO neutron.common.config [-] Logging enabled! Oct 15 00:12:40.889167 n-d-811521-2 neutron-server[107614]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev69 Oct 15 00:12:40.889477 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107614) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 00:12:40.890447 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 00:12:40.890678 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 00:12:40.891035 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 00:12:40.891275 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 00:12:40.891494 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 00:12:40.891807 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.892103 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.892393 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.892616 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.892902 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.893186 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.893463 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.893753 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.894037 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.894343 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.894616 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.894891 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.895114 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.895389 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.895669 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.895949 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.896208 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] debug = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.896557 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.896975 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.897395 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.897679 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.897956 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.898273 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.898526 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.898795 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.899071 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.899394 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] host = n-d-811521-2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.899668 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.899950 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.900228 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.900507 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.900773 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.901041 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.901321 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.901590 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.901856 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] log_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.902152 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.902436 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.902718 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.903000 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.903219 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.903435 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.903720 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.904001 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.904271 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.904539 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.904807 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.905071 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.905339 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.905602 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.905879 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.906186 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.906467 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.906735 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.907001 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.907263 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.907528 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.907804 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.908069 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.908333 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.908597 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.908875 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.909134 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.909399 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.909688 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.909966 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.910333 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.910548 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.910813 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.911086 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.911350 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.911613 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.911900 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] use_json = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.912169 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.912432 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.912704 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.912966 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.913229 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.913493 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.913755 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.914031 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:40.914345 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.914634 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.914927 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.915205 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.915502 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.915775 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.916054 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.916326 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.916608 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.916889 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.917168 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.917438 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.917719 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.917988 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.918306 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.918605 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.918892 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.919178 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.919450 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.919718 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.919985 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.920256 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.920536 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.920805 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.921088 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.921372 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.921648 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.921926 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.922255 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.922544 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.922814 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.923083 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.923367 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.923641 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.923908 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.924180 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.924462 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.924735 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.925002 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.925279 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.925550 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.925816 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.926083 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.926373 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.926657 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.926929 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.927200 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.928055 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.928350 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.928624 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.928906 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.929179 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.929450 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.929719 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.929993 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.930286 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.930557 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.930830 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.931098 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.931368 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.931637 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.931904 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.932172 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.932438 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.932708 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.932973 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.933238 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.933507 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.933773 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.934039 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.934333 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.934597 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.934863 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.935144 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.935436 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.935709 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.935982 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.936255 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.936526 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.936796 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.937065 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.937335 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.937607 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.937874 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.938183 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.938463 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.938743 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.939019 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.939290 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.939609 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.939883 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.940159 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.940429 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.940702 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.940979 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.941255 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.941546 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.941835 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.942147 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.942445 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.942732 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.943025 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.943915 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.944198 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:40.944414 n-d-811521-2 neutron-server[107614]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 00:12:40.944652 n-d-811521-2 neutron-server[107614]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107614) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 15 00:12:41.373802 n-d-811521-2 neutron-server[107614]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 00:12:41.374053 n-d-811521-2 neutron-server[107614]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 00:12:41.374362 n-d-811521-2 neutron-server[107614]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 00:12:41.374694 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 15 00:12:41.692494 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.692741 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.692986 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.694252 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.694521 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.694779 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.729449 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.729724 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.729985 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.745060 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.745336 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.745601 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.775361 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.775637 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.775905 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.811690 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.811972 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:41.812235 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.046755 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.047375 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.047375 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.047536 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.048138 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.168598 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.168904 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.169180 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.169444 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.169703 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.170009 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.170295 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.170555 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.170807 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.171083 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.171338 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.171595 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.171843 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.172086 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.172332 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.172588 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.172836 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.173093 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.173354 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.173607 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.173868 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.174135 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.174414 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.174782 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.175024 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.175265 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.175652 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:42.175890 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:42.176121 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:42.176351 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:42.176580 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:42.176809 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:42.177165 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 15 00:12:42.180879 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 15 00:12:42.184835 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 15 00:12:42.189558 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 15 00:12:42.191228 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 15 00:12:42.191682 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 15 00:12:42.192013 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 15 00:12:42.192397 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 15 00:12:42.195261 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 15 00:12:42.195507 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 15 00:12:42.195849 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 00:12:42.201074 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 15 00:12:42.222953 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 15 00:12:42.223402 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.223690 n-d-811521-2 neutron-server[107614]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107614) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 15 00:12:42.224047 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.225935 n-d-811521-2 neutron-server[107614]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107614) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 15 00:12:42.226246 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 00:12:42.226488 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 15 00:12:42.229791 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.230071 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:42.293258 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 15 00:12:42.293489 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 15 00:12:42.293722 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 15 00:12:42.294109 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 15 00:12:42.314442 n-d-811521-2 neutron-server[107614]: DEBUG oslo_db.sqlalchemy.engines [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107614) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 15 00:12:43.001816 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing driver for type 'gre' Oct 15 00:12:43.002362 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] gre ID ranges: [(1, 1000)] Oct 15 00:12:43.200293 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing driver for type 'local' Oct 15 00:12:43.200881 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing driver for type 'vlan' Oct 15 00:12:43.274631 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] VlanTypeDriver initialization complete Oct 15 00:12:43.274935 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing driver for type 'vxlan' Oct 15 00:12:43.275417 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] vxlan ID ranges: [(1, 1000)] Oct 15 00:12:43.480803 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing extension driver 'port_security' Oct 15 00:12:43.481131 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.extensions.port_security [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] PortSecurityExtensionDriver initialization complete Oct 15 00:12:43.481456 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing mechanism driver 'openvswitch' Oct 15 00:12:43.481783 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing mechanism driver 'hyperv' Oct 15 00:12:43.488499 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.plugin [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:12:43.491514 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.491514 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.491514 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.491514 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 00:12:43.491514 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnet after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.492016 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnet after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.492108 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.492441 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 00:12:43.492843 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.493185 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.493519 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.493904 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 00:12:43.494323 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > security_group after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.494668 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > security_group after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.494999 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > security_group after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.495519 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 00:12:43.495921 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.496261 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.496600 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.496988 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 00:12:43.497387 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > address_group after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.497727 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > address_group after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.498062 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > address_group after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.498468 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107614) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 00:12:43.498839 n-d-811521-2 neutron-server[107614]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] ML2 OVO RPC backend initialized. {{(pid=107614) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 15 00:12:43.499549 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.499905 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.500318 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.500667 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > networks before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.501010 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.501344 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > ports before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.501681 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnet before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.502015 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnets before_response 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.502384 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.502719 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.503058 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.503378 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.503710 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.504036 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.504363 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnet after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.504687 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnet after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.505011 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.505716 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.plugin [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Modular L2 Plugin initialization complete Oct 15 00:12:43.506045 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading services supported by the core plugin {{(pid=107614) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 15 00:12:43.506393 n-d-811521-2 neutron-server[107614]: INFO neutron.plugins.ml2.managers [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Got port-security extension from driver 'port_security' Oct 15 00:12:43.506855 n-d-811521-2 neutron-server[107614]: INFO neutron.extensions.vlantransparent [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Disabled vlantransparent extension. Oct 15 00:12:43.507331 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107614) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 15 00:12:43.507639 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: router Oct 15 00:12:43.549049 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router_interface before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.549451 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router after_create 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.549801 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router before_create 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.550198 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.550565 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.550916 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router after_delete 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.551267 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > floatingip after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.551610 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > floatingip after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.551961 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router after_create 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.552896 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router after_update 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.553256 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router after_update 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.553676 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.554037 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router after_update 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.554467 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_update 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.554836 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: port after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.555172 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: port after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.555503 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: subnet after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.555838 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.556180 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > port precommit_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.556520 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_create 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.556875 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: port before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.557190 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.557540 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router after_update 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.557879 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_delete 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.558252 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_create 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.558608 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.558946 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_update 55549900 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.559303 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > agent after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.559646 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > agent after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.559987 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > network after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.560847 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Tracking information for resource: router configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:43.561177 n-d-811521-2 neutron-server[107614]: DEBUG neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Tracking information for resource: floatingip configured {{(pid=107614) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 00:12:43.566212 n-d-811521-2 neutron-server[107614]: INFO neutron.db.l3_agentschedulers_db [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 15 00:12:43.566783 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: port after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.567141 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: port after_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.567485 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: port after_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.567832 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: port after_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.568827 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router before_create 55550100 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.569188 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_delete 55550100 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.569543 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_create 55550100 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.569889 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > router precommit_update 55550100 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.574862 n-d-811521-2 neutron-server[107614]: DEBUG neutron.services.provider_configuration [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service providers = [] {{(pid=107614) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 15 00:12:43.575828 n-d-811521-2 neutron-server[107614]: DEBUG neutron.db.servicetype_db [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107614) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 15 00:12:43.578251 n-d-811521-2 neutron-server[107614]: DEBUG neutron.services.service_base [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 00:12:43.578596 n-d-811521-2 neutron-server[107614]: DEBUG neutron.services.service_base [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 00:12:43.578931 n-d-811521-2 neutron-server[107614]: DEBUG neutron.services.service_base [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 00:12:43.579811 n-d-811521-2 neutron-server[107614]: DEBUG neutron.services.service_base [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107614) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 00:12:43.580182 n-d-811521-2 neutron-server[107614]: INFO neutron.services.service_base [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 15 00:12:43.580546 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.580856 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 15 00:12:43.591805 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.592134 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: auto_allocate Oct 15 00:12:43.597912 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: network precommit_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.598309 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: network precommit_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.598825 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.599655 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: tag Oct 15 00:12:43.606204 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.606530 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: timestamp Oct 15 00:12:43.617674 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.617997 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: network_ip_availability Oct 15 00:12:43.623444 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.623805 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.624161 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.624859 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.625173 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: flavors Oct 15 00:12:43.629895 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.630249 n-d-811521-2 neutron-server[107614]: INFO neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading Plugin: revisions Oct 15 00:12:43.634663 n-d-811521-2 neutron-server[107614]: DEBUG neutron.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107614) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 00:12:43.635046 n-d-811521-2 neutron-server[107614]: DEBUG oslo_concurrency.lockutils [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.261s {{(pid=107614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 00:12:43.635779 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107614) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 15 00:12:43.636166 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Initializing extension manager. Oct 15 00:12:43.636607 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: __init__.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.636939 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: __pycache__ {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.637264 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.637589 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: address_group.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.638363 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.638915 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: address-group Oct 15 00:12:43.639228 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: address_scope.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.639927 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.640430 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: address-scope Oct 15 00:12:43.640743 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: admin_state_down_before_update.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.641853 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.642391 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: router-admin-state-down-before-update Oct 15 00:12:43.642711 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: agent.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.643400 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.643906 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: agent Oct 15 00:12:43.644219 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: agent_resources_synced.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.645117 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.645629 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: agent-resources-synced Oct 15 00:12:43.645947 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: allowedaddresspairs.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.647784 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.648305 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: allowed-address-pairs Oct 15 00:12:43.648627 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: auto_allocated_topology.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.649693 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.650249 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: auto-allocated-topology Oct 15 00:12:43.650570 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: availability_zone.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.651263 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.654310 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: availability_zone Oct 15 00:12:43.654310 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: availability_zone_filter.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.654766 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.655274 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: availability_zone_filter Oct 15 00:12:43.655597 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: data_plane_status.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.656493 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.656998 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension data-plane-status not supported by any of loaded plugins Oct 15 00:12:43.657314 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: default_subnetpools.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.658251 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.658759 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: default-subnetpools Oct 15 00:12:43.659074 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: dhcpagentscheduler.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.659871 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.660380 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: dhcp_agent_scheduler Oct 15 00:12:43.660695 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: dns.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.661600 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.662641 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension dns-integration not supported by any of loaded plugins Oct 15 00:12:43.662954 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: dns_domain_ports.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.663895 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.664375 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 15 00:12:43.664690 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.665598 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.666128 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 15 00:12:43.666443 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: dvr.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.667100 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.667601 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: dvr Oct 15 00:12:43.667912 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: ecmp_routes.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.668818 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.669316 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension ecmp_routes not supported by any of loaded plugins Oct 15 00:12:43.669628 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: empty_string_filtering.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.670551 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.671056 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: empty-string-filtering Oct 15 00:12:43.671369 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.672291 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.672768 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 15 00:12:43.673078 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.678871 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.679478 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 15 00:12:43.679820 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: external_net.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.680821 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.681347 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: external-net Oct 15 00:12:43.681679 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: extra_dhcp_opt.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.682662 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.683247 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: extra_dhcp_opt Oct 15 00:12:43.683580 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: extraroute.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.684504 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.685020 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: extraroute Oct 15 00:12:43.685347 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: extraroute_atomic.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.686437 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.687012 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: extraroute-atomic Oct 15 00:12:43.687346 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: filter_validation.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.688025 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.688538 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: filter-validation Oct 15 00:12:43.688864 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: fip_pf_description.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.689784 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.690335 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 15 00:12:43.690680 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: fip_port_details.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.691604 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.692143 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: fip-port-details Oct 15 00:12:43.694761 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: flavors.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.695817 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.696348 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: flavors Oct 15 00:12:43.696673 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.698409 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.698933 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 15 00:12:43.699262 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: floatingip_pools.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.699970 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.700491 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: floatingip-pools Oct 15 00:12:43.700820 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: ip_allocation.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.701766 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.702340 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension ip_allocation not supported by any of loaded plugins Oct 15 00:12:43.702665 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.703604 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.704113 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: ip-substring-filtering Oct 15 00:12:43.704439 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l2_adjacency.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.705379 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.705887 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension l2_adjacency not supported by any of loaded plugins Oct 15 00:12:43.706264 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l3.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.707386 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.707909 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: router Oct 15 00:12:43.708234 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l3_conntrack_helper.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.711262 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.711794 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 15 00:12:43.712137 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.713110 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.713634 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: ext-gw-mode Oct 15 00:12:43.713962 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.714939 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.715461 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: l3-ha Oct 15 00:12:43.715788 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l3_flavors.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.716725 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.717241 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: l3-flavors Oct 15 00:12:43.717565 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.724094 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.725534 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: l3-port-ip-change-not-allowed Oct 15 00:12:43.725859 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: l3agentscheduler.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.726981 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.727501 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: l3_agent_scheduler Oct 15 00:12:43.727834 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: logging.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.729409 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.729930 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension logging not supported by any of loaded plugins Oct 15 00:12:43.730293 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: metering.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.731048 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.731634 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: metering Oct 15 00:12:43.731962 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.733115 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.733626 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: metering_source_and_destination_fields Oct 15 00:12:43.733951 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: multiprovidernet.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.734921 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.735438 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: multi-provider Oct 15 00:12:43.735778 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: netmtu.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.736695 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.737208 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: net-mtu Oct 15 00:12:43.737537 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: netmtu_writable.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.738516 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.739026 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: net-mtu-writable Oct 15 00:12:43.739348 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: network_availability_zone.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.741093 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.741613 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: network_availability_zone Oct 15 00:12:43.741934 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: network_ip_availability.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.743092 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.743657 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: network-ip-availability Oct 15 00:12:43.743984 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: network_segment_range.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.744754 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.745282 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension network-segment-range not supported by any of loaded plugins Oct 15 00:12:43.745613 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: pagination.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.746630 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.746962 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: pagination Oct 15 00:12:43.747281 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: port_device_profile.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.748212 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.748734 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: port-device-profile Oct 15 00:12:43.749057 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.752985 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.753501 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: port-mac-address-regenerate Oct 15 00:12:43.753824 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.754790 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.755350 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: port-numa-affinity-policy Oct 15 00:12:43.756063 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: port_resource_request.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.757006 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.757515 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension port-resource-request not supported by any of loaded plugins Oct 15 00:12:43.757834 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: portbindings.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.758943 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.759460 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: binding Oct 15 00:12:43.759783 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: portbindings_extended.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.761103 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.761622 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: binding-extended Oct 15 00:12:43.761949 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: portsecurity.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.762905 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.763465 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: port-security Oct 15 00:12:43.769666 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: project_id.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.770472 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.770810 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: project-id Oct 15 00:12:43.771589 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: providernet.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.772566 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.773088 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: provider Oct 15 00:12:43.773411 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.777024 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.777553 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos not supported by any of loaded plugins Oct 15 00:12:43.777977 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.779214 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.779736 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 15 00:12:43.780064 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.780996 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.781534 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 15 00:12:43.781869 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_default.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.782821 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.783341 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-default not supported by any of loaded plugins Oct 15 00:12:43.783690 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_fip.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.784346 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.784856 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-fip not supported by any of loaded plugins Oct 15 00:12:43.785178 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_gateway_ip.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.788390 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.788911 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 15 00:12:43.789237 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_port_network_policy.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.790186 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.790714 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 15 00:12:43.791037 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.792086 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.792610 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 15 00:12:43.792937 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_pps_rule.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.794178 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.794698 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-pps not supported by any of loaded plugins Oct 15 00:12:43.795027 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_rule_type_details.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.795955 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.796469 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 15 00:12:43.796793 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: qos_rules_alias.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.797843 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.798423 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 15 00:12:43.798743 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: quotasv2.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.799713 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.799997 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: quotas Oct 15 00:12:43.800317 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: quotasv2_detail.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.804709 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.805064 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: quota_details Oct 15 00:12:43.805423 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: rbac.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.806526 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.807062 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: rbac-policies Oct 15 00:12:43.807393 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: rbac_address_group.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.808367 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.808893 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: rbac-address-group Oct 15 00:12:43.809218 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: rbac_address_scope.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.810242 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.810764 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: rbac-address-scope Oct 15 00:12:43.811086 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: rbac_security_groups.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.812011 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.812560 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: rbac-security-groups Oct 15 00:12:43.812881 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: rbac_subnetpool.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.813819 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.814359 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: rbac-subnetpool Oct 15 00:12:43.814682 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: revisionifmatch.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.815623 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.816141 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: revision-if-match Oct 15 00:12:43.816462 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: revisions.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.817595 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.818325 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: standard-attr-revisions Oct 15 00:12:43.818746 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: router_availability_zone.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.819474 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.820028 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: router_availability_zone Oct 15 00:12:43.822842 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: routerservicetype.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.823525 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.824062 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension router-service-type not supported by any of loaded plugins Oct 15 00:12:43.824386 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.825318 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.825845 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: security-groups-normalized-cidr Oct 15 00:12:43.826198 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: security_groups_port_filtering.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.827125 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.827645 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: port-security-groups-filtering Oct 15 00:12:43.827967 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.828883 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.829406 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: security-groups-remote-address-group Oct 15 00:12:43.829751 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: securitygroup.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.840368 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.840965 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: security-group Oct 15 00:12:43.841299 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: segment.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.842107 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.842627 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension segment not supported by any of loaded plugins Oct 15 00:12:43.842953 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.843978 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.844495 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 15 00:12:43.844819 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: servicetype.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.845923 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.846479 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: service-type Oct 15 00:12:43.846803 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: sorting.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.853096 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.853432 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: sorting Oct 15 00:12:43.853756 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: standard_attr_segment.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.854715 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.855239 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 15 00:12:43.855564 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: standardattrdescription.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.856215 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.856726 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: standard-attr-description Oct 15 00:12:43.857048 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: stateful_security_group.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.858001 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.858581 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: stateful-security-group Oct 15 00:12:43.858901 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: stdattrs_common.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.859495 n-d-811521-2 neutron-server[107614]: WARNING neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 15 00:12:43.859813 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.860758 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.861276 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 15 00:12:43.861597 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: subnet_onboard.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.862691 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.863216 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: subnet_onboard Oct 15 00:12:43.863540 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.864470 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.865122 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 15 00:12:43.865458 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: subnet_service_types.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.866411 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.866931 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: subnet-service-types Oct 15 00:12:43.867255 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: subnetallocation.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.868348 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.868866 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: subnet_allocation Oct 15 00:12:43.869191 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.869900 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.870451 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: subnetpool-prefix-ops Oct 15 00:12:43.870774 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.871704 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.872216 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 15 00:12:43.872539 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: tagging.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.873637 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.874182 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: standard-attr-tag Oct 15 00:12:43.874510 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: timestamp.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.875737 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.876259 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loaded extension: standard-attr-timestamp Oct 15 00:12:43.876585 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: trunk.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.877630 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.878182 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension trunk not supported by any of loaded plugins Oct 15 00:12:43.878512 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: trunk_details.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.879442 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.879964 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension trunk-details not supported by any of loaded plugins Oct 15 00:12:43.880286 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: uplink_status_propagation.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.881249 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.881765 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 15 00:12:43.882104 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Loading extension file: vlantransparent.py {{(pid=107614) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 00:12:43.882778 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107614) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 00:12:43.883286 n-d-811521-2 neutron-server[107614]: INFO neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extension vlan-transparent not supported by any of loaded plugins Oct 15 00:12:43.885756 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:network Oct 15 00:12:43.886341 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:subnet Oct 15 00:12:43.886749 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 00:12:43.887142 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:port Oct 15 00:12:43.888365 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.888799 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service FLAVORS assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.889417 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.889846 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.890217 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:router Oct 15 00:12:43.890700 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:floatingip Oct 15 00:12:43.891199 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service METERING assigned prefix: /metering {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.892639 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.893005 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.893357 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:12:43.894394 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 00:12:43.894827 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:security_group Oct 15 00:12:43.895261 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 00:12:43.895877 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service CORE assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.896726 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 00:12:43.897083 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] subnetpool is already registered Oct 15 00:12:43.897528 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service CORE assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.897853 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 00:12:43.898222 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] subnetpool is already registered Oct 15 00:12:43.900498 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.900931 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service FLAVORS assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.901516 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.901933 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.902293 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:router Oct 15 00:12:43.902635 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] router is already registered Oct 15 00:12:43.903046 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:floatingip Oct 15 00:12:43.903383 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] floatingip is already registered Oct 15 00:12:43.903834 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service METERING assigned prefix: /metering {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.904496 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 00:12:43.904822 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] rbac_policy is already registered Oct 15 00:12:43.905232 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:security_group Oct 15 00:12:43.905571 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] security_group is already registered Oct 15 00:12:43.905972 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 00:12:43.906339 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] security_group_rule is already registered Oct 15 00:12:43.906958 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service CORE assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.907282 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 00:12:43.907615 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] subnetpool is already registered Oct 15 00:12:43.908038 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.v2.resource_helper [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Service CORE assigned prefix: {{(pid=107614) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 00:12:43.908359 n-d-811521-2 neutron-server[107614]: INFO neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 00:12:43.908687 n-d-811521-2 neutron-server[107614]: WARNING neutron.quota.resource_registry [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] subnetpool is already registered Oct 15 00:12:43.909153 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: extensions {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.910654 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: address-groups {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.912780 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: address-scopes {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.914225 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: agents {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.915412 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: auto-allocated-topology {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.916660 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: availability_zones {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.917902 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: dhcp-networks {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.920548 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: dhcp-agents {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.921989 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: routers {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.924288 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: flavors {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.925463 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: service_profiles {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.926727 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: next_providers {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.928378 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: service_profiles {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.929918 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: floatingip-pools {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.931208 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: routers {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.933333 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: floatingips {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.934663 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: l3-routers {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.936080 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: l3-agents {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.937519 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: metering-labels {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.938906 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: metering-label-rules {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.940188 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: network-ip-availabilities {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.941455 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: bindings {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.943361 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: quotas {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.944959 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: quotas {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.946537 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: rbac-policies {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.947838 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: security-groups {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.949059 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: security-group-rules {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.950345 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: service-providers {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.951580 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: subnetpools {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.953048 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: subnetpools {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.954565 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.956257 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.958067 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.960794 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.962612 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.964480 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.966199 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.968097 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.969868 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.971763 n-d-811521-2 neutron-server[107614]: DEBUG neutron.api.extensions [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Extended resource: tags {{(pid=107614) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 00:12:43.979024 n-d-811521-2 neutron-server[107614]: WARNING keystonemiddleware.auth_token [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 15 00:12:43.984909 n-d-811521-2 neutron-server[107614]: WARNING keystonemiddleware.auth_token [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 15 00:12:43.993730 n-d-811521-2 neutron-server[107614]: DEBUG oslo_concurrency.lockutils [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Acquired lock "singleton_lock" {{(pid=107614) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 15 00:12:43.994227 n-d-811521-2 neutron-server[107614]: DEBUG oslo_concurrency.lockutils [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Releasing lock "singleton_lock" {{(pid=107614) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 15 00:12:43.994874 n-d-811521-2 neutron-server[107614]: INFO oslo_service.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Starting 2 workers Oct 15 00:12:43.999654 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Started child 107725 {{(pid=107614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 00:12:44.003994 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Started child 107726 {{(pid=107614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 00:12:44.005713 n-d-811521-2 neutron-server[107614]: INFO neutron.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Neutron service started, listening on 0.0.0.0:9696 Oct 15 00:12:44.005834 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:44.006817 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Publish callbacks [] for process, before_spawn {{(pid=107614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:44.007290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [-] (107725) wsgi starting up on http://0.0.0.0:9696 Oct 15 00:12:44.008834 n-d-811521-2 neutron-server[107614]: INFO oslo_service.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Starting 1 workers Oct 15 00:12:44.009089 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:44.010542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [-] (107726) wsgi starting up on http://0.0.0.0:9696 Oct 15 00:12:44.014106 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Started child 107727 {{(pid=107614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 00:12:44.014633 n-d-811521-2 neutron-server[107614]: INFO oslo_service.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Starting 1 workers Oct 15 00:12:44.017716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] calling RpcWorker wait() {{(pid=107727) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 15 00:12:44.018268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] returning from RpcWorker wait() {{(pid=107727) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 15 00:12:44.019050 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Started child 107728 {{(pid=107614) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 00:12:44.019666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:44.019861 n-d-811521-2 neutron-server[107614]: DEBUG neutron_lib.callbacks.manager [None req-136343f7-bccb-43c7-849f-c1204cf3ddbd None None] Publish callbacks [] for process, after_spawn {{(pid=107614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:44.020323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:12:44.022511 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107614) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 00:12:44.022621 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 00:12:44.022776 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 00:12:44.022997 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 00:12:44.023351 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 00:12:44.023512 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 00:12:44.024034 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.024319 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.024574 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.024829 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.024916 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:44.025362 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.025697 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.025935 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.026224 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.026507 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.026738 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.026903 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.027067 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.027331 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.027576 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.027879 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.028148 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.028390 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.028641 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.028809 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.029059 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.029316 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.029564 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.029836 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] debug = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.030081 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.030612 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.030845 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.031091 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.031335 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.031610 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.031837 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.032077 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.032320 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.032551 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.032787 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.033045 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.033300 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.033510 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.033727 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.033993 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.034237 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.034705 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] host = n-d-811521-2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.034951 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.035181 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.035426 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.035649 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.035903 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.036115 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.036382 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.036665 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.037479 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.037712 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.038138 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.038436 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.038750 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.038994 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.039159 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_options = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.039392 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.039835 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.040193 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.040359 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.040528 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.040707 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.040960 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.041192 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.041379 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.041642 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.041854 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.042109 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.042323 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.042536 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.042788 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.043033 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.043275 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.043514 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.043758 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.043989 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.044214 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.044439 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.044676 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.044894 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.045106 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.045353 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.045609 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.045827 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.046037 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.046324 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.046573 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.046830 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.047062 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.047317 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.047573 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.047799 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.048029 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.048248 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.048511 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.048736 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.048977 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.049220 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.049434 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.049677 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.049941 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.050310 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.050452 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_json = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.050576 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.050796 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.051061 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.051301 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.051479 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.051689 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.051900 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.052128 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.052608 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.052892 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.053303 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.053551 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.053789 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.054034 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.054293 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.054522 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.054796 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.055073 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.055457 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.055590 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.055876 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.056132 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.056350 n-d-811521-2 neutron-server[107728]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:12:44.056484 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.056735 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.057046 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.057269 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.057507 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.057745 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.057960 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.058220 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.058494 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.058922 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.058922 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.059164 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.059368 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.059803 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.059989 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.060250 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.060500 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.060739 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.060994 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.061210 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.061435 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.061648 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.061887 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.062176 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.062420 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.062636 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.062856 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.063102 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.063334 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.063571 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.063800 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.064053 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.064303 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.064543 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.064758 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.064972 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.065191 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.065420 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.065664 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.065876 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.066157 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.066391 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.066612 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.066847 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.067060 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.067294 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.067531 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.067775 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.068126 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.068463 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.068977 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.068977 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.069410 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.069410 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.069611 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.069969 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.069969 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.069969 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.075129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.076095 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.077267 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.078338 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079181 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079181 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079181 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079181 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079181 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079634 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079634 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.079869 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.080232 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.080369 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.080612 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.080864 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.081134 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.081375 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.081643 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.082051 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.082222 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.082525 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.082806 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.083051 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.083316 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.084115 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.084410 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.084637 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.084866 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.085368 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.085670 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.085905 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.086161 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.086384 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.086609 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.086938 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.087366 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.087507 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.087631 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.087887 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.088147 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.088395 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.088655 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.088898 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.089129 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.089385 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.089629 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.089858 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.090124 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.090372 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.090585 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.090825 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.091032 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.091248 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.091464 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.091659 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.091904 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.092116 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.092353 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.093217 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.093217 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.093217 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.093217 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.093713 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.093713 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.093947 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.094077 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.095157 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.095157 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.095157 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.095535 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.095692 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.095961 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097220 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097220 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097220 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097220 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097220 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097824 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097824 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.097824 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.098236 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.098236 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.098480 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.098612 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.098802 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.099028 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.099873 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.100146 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.100467 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.100839 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.101093 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.101323 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.101565 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.101782 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.102019 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.102253 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.102468 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.102683 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.102897 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.103110 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.103365 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.103583 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.103837 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.104074 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.104302 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.104531 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.104742 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.104958 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.105260 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.105503 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.105729 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.105994 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.106260 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.106676 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.106676 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.106888 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.107084 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.107305 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.107517 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.107727 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.107951 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.108166 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.108370 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.108610 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.108822 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.109029 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.109268 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.109513 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.109719 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.109938 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.110172 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.110380 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.110605 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.110812 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.111047 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.111261 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.111475 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.111681 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.111899 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.112104 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.112308 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.112525 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.112736 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.112960 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.113236 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.113488 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.113706 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.113984 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.114248 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.114500 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.114795 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.115287 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.115517 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.115760 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.115975 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.116394 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.116531 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.116680 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.116956 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.117240 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.117505 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.117753 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.118039 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.118387 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.118639 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.118853 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.119131 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.119457 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.119724 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.119978 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.120234 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.120480 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.120702 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.120917 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.121150 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.121422 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.121643 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.121911 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.122181 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.122424 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.122660 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.122904 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.123114 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.123335 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.123590 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.123808 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.124020 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.124176 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 00:12:44.124689 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107614) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 00:12:44.124845 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 00:12:44.124995 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 00:12:44.125180 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 00:12:44.125348 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 00:12:44.125503 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 00:12:44.125707 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.125865 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.126023 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.126202 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.126364 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.126540 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.126697 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.126855 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.127010 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.127165 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.127320 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.127476 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.127630 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.127785 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.127941 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.128100 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.128258 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.128411 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.128558 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.128697 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.128832 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.128977 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.129122 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] debug = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.129266 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.129448 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.129608 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.129762 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.129918 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.130074 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.130278 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.130451 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.130608 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.130764 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.130921 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.131076 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.131231 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.131385 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.131540 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.131695 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.131849 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.131989 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] host = n-d-811521-2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.132238 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.132357 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.132478 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.132634 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.132769 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.132891 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.133012 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.133133 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.133286 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.133440 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.133595 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.133919 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.133919 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.134223 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.134223 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_options = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.134499 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.134499 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.134927 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.134927 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.134927 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.135137 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.135225 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.135382 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.135536 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.135692 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.135847 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.136001 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.136156 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.136310 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.136451 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.136638 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.136804 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.136919 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.137042 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.137199 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.137323 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.137463 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.137618 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.137772 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.137928 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.138102 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.138258 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.138413 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.138567 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.138724 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.138878 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.139032 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.139187 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.139344 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.139497 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.139651 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.139805 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.139958 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.140115 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.140274 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.140421 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.140569 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.140703 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.140847 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.140996 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.141126 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.141280 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_json = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.141435 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.141591 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.141745 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.141899 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.142058 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.142252 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.142374 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.142531 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 00:12:44.142708 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.142869 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.143041 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.143187 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.143345 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.143504 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.143648 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.143807 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.143965 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.144123 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.144288 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.144447 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.144614 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.144773 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.144931 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.145097 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.145254 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.145413 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.145570 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.145727 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.145884 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.146838 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.146838 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.146998 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.147082 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.147193 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.147343 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.147510 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.147668 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.147829 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.147987 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.148146 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.148305 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.148464 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.148622 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.148781 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.148940 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.149098 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.149256 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.149414 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.149572 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.149729 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.149888 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.150046 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.150212 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.150375 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.150533 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.150692 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.150850 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.151009 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.151168 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.151327 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.151486 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.151644 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.151802 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.151968 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.152126 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.152286 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.152509 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.152700 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.152836 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.152961 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.153083 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.153206 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.153328 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.153450 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.153623 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.153780 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.153939 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.154112 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.154275 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.154433 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.154591 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.154749 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.154909 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.155067 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.155225 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.155387 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.155531 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.155691 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.155849 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.156007 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.156166 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.156325 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.156483 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.156642 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.156806 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.156954 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.157111 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.157276 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.157448 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.157606 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.157763 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.157920 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.158078 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.158266 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.158427 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.158585 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.158743 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159106 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159106 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159355 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159355 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159586 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159708 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159838 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.159960 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.160081 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.160222 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.160379 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.160754 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.160754 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.160993 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.160993 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.161234 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.161355 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.161475 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.161597 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.161822 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.161983 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.162170 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.162599 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.162599 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.162937 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.162937 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.162937 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.163286 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.163286 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.163507 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.163507 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.163738 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.163870 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.163993 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.164116 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.164239 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.164396 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.164554 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.164734 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.164892 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.165050 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.165207 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.165369 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.165527 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.165687 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.165846 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.166003 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.166185 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.166543 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.166543 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.166792 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.166792 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167107 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167107 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167345 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167345 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167575 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167696 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167817 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.167950 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.168073 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.168228 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.168385 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.168544 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.168702 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.168860 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.169018 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.169176 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.169317 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.169480 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.169638 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.169795 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.169953 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.170140 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.170486 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.170486 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.170727 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.170727 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.170974 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.171096 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.171227 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.171349 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.171466 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.171615 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.171775 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.171933 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.172092 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.172250 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.172409 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.172585 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.172727 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.172885 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.173044 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.173216 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.173374 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.173533 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.173691 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.173849 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.174019 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.174186 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.174343 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.174503 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.174660 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.174817 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.174979 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.175145 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.175304 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.175813 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.175813 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.175813 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.176048 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.176048 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.176214 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.176372 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.176530 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.176687 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.176844 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.177002 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.177169 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.177455 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.177629 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.177788 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.177947 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.178139 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.178295 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.178453 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.178610 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.178756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:12:44.178848 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.178929 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.179059 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.179225 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.179383 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.179540 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.179698 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.179854 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.180012 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.180177 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.180335 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.180492 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.180649 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.180805 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.180963 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.181130 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.181287 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.181445 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.181603 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.181760 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.181920 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.182071 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.182259 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.182420 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.182585 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.182743 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.182899 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.183066 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.183226 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.183385 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.183546 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.183704 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.183860 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.184018 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.184177 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.184337 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.184502 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.184665 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.184824 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.184993 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.185157 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.185322 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.185479 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.185644 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.185813 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.185971 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.186162 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.186309 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.186467 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.186626 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.186783 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.186940 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.187096 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.187253 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.187410 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.187567 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.187724 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.187881 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.188037 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.188193 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.188350 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.188506 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.188663 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.188819 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 00:12:44.188969 n-d-811521-2 neutron-server[107614]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107614) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 00:12:44.356545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46878) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:12:44.365153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064654 Oct 15 00:12:56.096312 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ecf1f-b167-42ce-9be8-83a0770cb40c None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:12:56.169202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ecf1f-b167-42ce-9be8-83a0770cb40c None None] No non-hosted networks {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 15 00:12:56.192444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.agentschedulers_db [None req-049ecf1f-b167-42ce-9be8-83a0770cb40c None None] DHCP Agent not found on host n-d-811521-2 {{(pid=107727) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 15 00:12:56.385243 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1aba3c29-a6ac-4109-b016-b4065e7fb461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665705'] for agent, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:58.727792 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca11a8cc-8da7-4bf2-bf7b-e0a0c7c4b990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665705'] for agent, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:12:58.775932 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8ab42471-ea0a-443f-a2e8-a9db7549f03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:00.075991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665705'] for agent, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:00.076959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.077406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.077910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.078496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.079021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.079719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.080408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.081216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.081691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.082133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.082819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.083535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:00.084348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811521-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:00.087882 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665705'] for agent, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:00.104236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811521-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:01.725512 n-d-811521-2 neutron-server[107727]: INFO neutron.db.l3_hamode_db [None req-07328086-2ef1-4417-b55a-eb34656ba16e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 15 00:13:01.815753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07328086-2ef1-4417-b55a-eb34656ba16e None None] Routers set() bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:13:01.816133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07328086-2ef1-4417-b55a-eb34656ba16e None None] Router IDs set() for agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 00:13:02.081401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665705'] for agent, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:03.118279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:03.605353 n-d-811521-2 neutron-server[107726]: WARNING oslo_policy.policy [None req-981719c6-8967-434c-8e8c-b616126caf18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:03.606022 n-d-811521-2 neutron-server[107726]: WARNING oslo_policy.policy [None req-981719c6-8967-434c-8e8c-b616126caf18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:03.836136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-981719c6-8967-434c-8e8c-b616126caf18 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:13:03.837213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-981719c6-8967-434c-8e8c-b616126caf18 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7180567 Oct 15 00:13:06.323125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46986) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:06.636176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:13:06.732026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.policy [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107726) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 00:13:06.777537 n-d-811521-2 neutron-server[107726]: WARNING oslo_policy.policy [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:06.777920 n-d-811521-2 neutron-server[107726]: WARNING oslo_policy.policy [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:06.786843 n-d-811521-2 neutron-server[107726]: INFO neutron.quota [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] Loaded quota_driver: . Oct 15 00:13:06.927658 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736271166587', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736271163916', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736271154565', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736271150025', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736270806916', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736271132577', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3879097', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3869193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647754'] for rbac-policy, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:07.088516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:07.089680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e48ff179-86ef-4919-b5bf-62b3db5cd0b6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7655776 Oct 15 00:13:09.772172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46998) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:10.064985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Request body: {'network': {'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'name': 'private', 'admin_state_up': True, 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:13:10.167036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Made reservation on behalf of 49d5d45dc2744924aeb8a14897b1f63f for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:13:10.169765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.190666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.291755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.327305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.352555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:13:10.375822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736271392808', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.376380 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Unsubscribe: segment precommit_create {{(pid=107726) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 00:13:10.376879 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Added segment 66fedba7-0aa7-4c66-9704-f5d05a566d3e of type vlan for network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 Oct 15 00:13:10.382668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75157faa-68fd-4508-840a-f801b17efe5e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:10.403997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.404332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.404698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.404993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.405317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.405638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.405956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.406302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.406617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.406931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.407246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.407556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Tracked resource versions report: Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: pushed versions: Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: { 'AddressGroup': {'1.2'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'ConntrackHelper': {'1.0'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Log': {'1.0'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Network': {'1.1'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Port': {'1.7'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'PortForwarding': {'1.2'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'QosPolicy': {'1.10'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'SecurityGroup': {'1.4'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'SubPort': {'1.0'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Subnet': {'1.1'}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Trunk': {'1.1'}} Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: consumer versions: Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: L3 agent@n-d-811521-2: {}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: Metadata agent@n-d-811521-2: {}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: Metering agent@n-d-811521-2: {}, Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'ConntrackHelper': '1.0', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Log': '1.0', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Network': '1.1', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Port': '1.7', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'PortForwarding': '1.2', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'QosPolicy': '1.10', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'SecurityGroup': '1.4', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'SecurityGroupRule': '1.2', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'SubPort': '1.0', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Subnet': '1.1', Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: 'Trunk': '1.1'}} Oct 15 00:13:10.408546 n-d-811521-2 neutron-server[107726]: {{(pid=107726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:13:10.493988 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.589998 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.591094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:10.591746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:10.690414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9171476 Oct 15 00:13:10.691390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16bc4-e1f8-40fc-9089-6fc26c6a3dfb admin admin] Pushing event updated for resources: {'Network': ['ID=fd75e4e3-3909-46d4-adb2-7d37f22b6a97,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:10.703536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:13:13.448997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47012) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:13.842952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f219c3-4575-4093-a88e-07ce358fc31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:13.844323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a6f219c3-4575-4093-a88e-07ce358fc31a admin admin] 10.222.0.13 "GET /v2.0/networks/fd75e4e3-3909-46d4-adb2-7d37f22b6a97 HTTP/1.1" status: 200 len: 825 time: 0.3943708 Oct 15 00:13:13.869287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d97db61c-323f-4c9d-906f-689cc4bb0817 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e HTTP/1.1" status: 200 len: 734 time: 0.0184903 Oct 15 00:13:13.878342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'name': 'private-subnet', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'subnetpool_id': '6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e', 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:13:14.000944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Made reservation on behalf of 49d5d45dc2744924aeb8a14897b1f63f for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:13:14.003227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Publish callbacks [] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:14.338606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:14.409295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6556db74-4f44-4984-8f94-744df6e5b3d5,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:14.411799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Checking segment: {'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:13:14.412179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Network hostable DHCP agents. Network: fd75e4e3-3909-46d4-adb2-7d37f22b6a97, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:13:14.486979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:13:14.559947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, fd75e4e3-3909-46d4-adb2-7d37f22b6a97) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:13:14.564536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:14.565125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:14.569644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9e269-5b4f-4f39-8e8a-3c755091184d None None] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:13:14.631337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-499d58a0-19b2-4278-95c8-98fe42ad098a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7560639 Oct 15 00:13:14.897381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'fixed_ips': [{'subnet_id': '6556db74-4f44-4984-8f94-744df6e5b3d5'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:13:14.898710 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:15.171691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Allocated IP 172.20.0.2 (fd75e4e3-3909-46d4-adb2-7d37f22b6a97/6556db74-4f44-4984-8f94-744df6e5b3d5/f778a1b8-24b4-480c-9eb2-da15a1bbdc4e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:13:15.402393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:15.505708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:15.576086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:13:15.581796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:13:15.596070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:13:15.599195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Pushing event updated for resources: {'Port': ['ID=f778a1b8-24b4-480c-9eb2-da15a1bbdc4e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:15.629421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.630001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.630368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.630707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.631036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.631373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.631707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.632029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.632347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.632665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.632984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.633299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Tracked resource versions report: Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: pushed versions: Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: { 'AddressGroup': {'1.2'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'ConntrackHelper': {'1.0'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Log': {'1.0'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Network': {'1.1'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Port': {'1.7'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'PortForwarding': {'1.2'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'QosPolicy': {'1.10'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'SecurityGroup': {'1.4'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'SubPort': {'1.0'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Subnet': {'1.1'}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Trunk': {'1.1'}} Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: consumer versions: Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: L3 agent@n-d-811521-2: {}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: Metadata agent@n-d-811521-2: {}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: Metering agent@n-d-811521-2: {}, Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'ConntrackHelper': '1.0', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Log': '1.0', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Network': '1.1', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Port': '1.7', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'PortForwarding': '1.2', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'QosPolicy': '1.10', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'SecurityGroup': '1.4', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'SecurityGroupRule': '1.2', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'SubPort': '1.0', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Subnet': '1.1', Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: 'Trunk': '1.1'}} Oct 15 00:13:15.634361 n-d-811521-2 neutron-server[107727]: {{(pid=107727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:13:15.682132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Attempting to bind port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:13:15.682525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Attempting to bind port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:13:15.682955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Attempting to bind port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e on network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:13:15.687794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:13:15.688175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Checking segment: {'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:13:15.688648 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:15.689031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Bound using segment: {'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:13:15.689505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Bound port: f778a1b8-24b4-480c-9eb2-da15a1bbdc4e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:13:15.689904 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:15.750790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] For port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:13:15.755806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] For port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f778a1b8-24b4-480c-9eb2-da15a1bbdc4e,segment=NetworkSegment(66fedba7-0aa7-4c66-9704-f5d05a566d3e),segment_id=66fedba7-0aa7-4c66-9704-f5d05a566d3e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:13:15.812259 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:15.877652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb4bd2-5d52-437b-9be2-2f03a3cd2357 None None] Pushing event updated for resources: {'Port': ['ID=f778a1b8-24b4-480c-9eb2-da15a1bbdc4e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:17.199345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47020) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:17.548682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-2d6d1fc9-7c01-4bdc-9003-7fba35d97b54 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:13:17.549675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2d6d1fc9-7c01-4bdc-9003-7fba35d97b54 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3492885 Oct 15 00:13:20.075477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47028) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:20.393627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-fe883061-22a3-416d-85c9-24346fdfb39e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:13:20.411053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fe883061-22a3-416d-85c9-24346fdfb39e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3340943 Oct 15 00:13:23.155797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47038) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:23.456006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-95ca127b-f401-4ea7-b458-d38ad5c9c281 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'admin_state_up': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:13:23.555982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95ca127b-f401-4ea7-b458-d38ad5c9c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:23.557693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95ca127b-f401-4ea7-b458-d38ad5c9c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:23.695835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95ca127b-f401-4ea7-b458-d38ad5c9c281 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:23.739946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95ca127b-f401-4ea7-b458-d38ad5c9c281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:23.825152 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95ca127b-f401-4ea7-b458-d38ad5c9c281 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:23.826507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-95ca127b-f401-4ea7-b458-d38ad5c9c281 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6697450 Oct 15 00:13:23.861706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f778a1b8-24b4-480c-9eb2-da15a1bbdc4e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:13:23.956605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:23.956994 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:24.071348 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:24.108370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f778a1b8-24b4-480c-9eb2-da15a1bbdc4e,segment=NetworkSegment(66fedba7-0aa7-4c66-9704-f5d05a566d3e),segment_id=66fedba7-0aa7-4c66-9704-f5d05a566d3e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:13:24.155731 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:24.204990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=f778a1b8-24b4-480c-9eb2-da15a1bbdc4e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:25.108525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcb4c3e-8331-4f0e-8730-d7a5eb6b6ca9 None None] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:13:25.186645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ece963eb-8592-482a-b26f-39b1af1c5d7e None None] Provisioning complete for port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:25.187014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ece963eb-8592-482a-b26f-39b1af1c5d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:25.549497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5a389ce6-c9d6-40e1-ae61-11271d6af8db None None] Provisioning complete for port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:25.549860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a389ce6-c9d6-40e1-ae61-11271d6af8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:25.818482 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f778a1b8-24b4-480c-9eb2-da15a1bbdc4e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:13:25.864133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:25.864471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:26.138397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b670bff4-ae7c-4604-93b6-4b123c39679f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:26.396207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:26.705700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-5ca033bd-4728-485f-8cd0-adf151c1dcf1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:13:26.706705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5ca033bd-4728-485f-8cd0-adf151c1dcf1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3095844 Oct 15 00:13:28.715449 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a93f7a5f-1702-41a3-8ba9-568e9787b350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.181643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47058) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:29.489429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:13:29.583129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Made reservation on behalf of 960f316169394dbd9d8d14f595a9ca9f for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:13:29.585607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.593516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.667660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.736533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.752995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Reserving flat network on physical network physnet1 {{(pid=107726) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 15 00:13:29.770722 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.771065 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Added segment 0ccd2dd6-1b9f-43a3-b281-b3eabeaba245 of type flat for network 3838b94d-38c7-4b38-a596-7600939246a6 Oct 15 00:13:29.772296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed16a6d-dfda-48b4-87ce-d72e8a30176a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:29.825399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.932345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.933226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:29.933796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.964048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:29.995857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] Pushing event updated for resources: {'Network': ['ID=3838b94d-38c7-4b38-a596-7600939246a6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:30.005907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 3838b94d-38c7-4b38-a596-7600939246a6 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:13:30.101406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d2d6f76b-8b57-48cc-bf15-003774895df5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9186454 Oct 15 00:13:30.155493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:32.080786 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:32.583950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47076) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:32.766249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea3767-fb0a-4d77-b487-cb3659fd9208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:32.767571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9eea3767-fb0a-4d77-b487-cb3659fd9208 admin admin] 10.222.0.13 "GET /v2.0/subnets/6556db74-4f44-4984-8f94-744df6e5b3d5 HTTP/1.1" status: 200 len: 849 time: 0.1824253 Oct 15 00:13:32.887378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9bc0b2f4-572b-443f-937c-08c28f56f34d admin admin] 10.222.0.13 "GET /v2.0/routers/5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f HTTP/1.1" status: 200 len: 704 time: 0.1130631 Oct 15 00:13:33.161135 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:33.451412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Allocated IP 172.20.0.1 (fd75e4e3-3909-46d4-adb2-7d37f22b6a97/6556db74-4f44-4984-8f94-744df6e5b3d5/9e96838e-1fb4-4840-b3c7-9b5dc01c95a3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:13:33.644886 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:33.756082 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:33.829700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:13:33.838045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:13:33.841230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:13:33.841767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:33.863472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Pushing event updated for resources: {'Port': ['ID=9e96838e-1fb4-4840-b3c7-9b5dc01c95a3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:34.090874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4f5f6a28-6f9b-4e95-9f5b-f834a556f47b None None] Provisioning complete for port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:34.091483 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f5f6a28-6f9b-4e95-9f5b-f834a556f47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:34.102395 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:34.123382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f6a28-6f9b-4e95-9f5b-f834a556f47b None None] Port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:13:34.308005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:34.389010 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:34.389705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:34.451281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Pushing event updated for resources: {'Port': ['ID=9e96838e-1fb4-4840-b3c7-9b5dc01c95a3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:34.515997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:13:34.588433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:13:34.721216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:13:34.744254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-78db46b2-b17e-43b5-8108-ca9b1a986913 None None] Provisioning complete for port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:34.744621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-78db46b2-b17e-43b5-8108-ca9b1a986913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:34.778212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-78db46b2-b17e-43b5-8108-ca9b1a986913 None None] Port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:13:34.814889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:13:34.820744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-701a2367-63c3-4310-83ee-44b6474114dc admin admin] 10.222.0.13 "PUT /v2.0/routers/5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9276528 Oct 15 00:13:34.824971 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Sync routers for ids ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:13:34.837290 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Routers {'5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:13:34.838174 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:13:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:35.024987 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Set router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:13:35.459652 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'name': 'router1', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:13:23Z', 'updated_at': '2021-10-15T00:13:33Z', 'revision_number': 2, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'gw_port_host': None, '_interfaces': [{'id': '9e96838e-1fb4-4840-b3c7-9b5dc01c95a3', 'name': '', 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'mac_address': 'fa:16:3e:4d:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:33Z', 'updated_at': '2021-10-15T00:13:34Z', 'revision_number': 2, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'subnets': [{'id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:35.509409 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Checking router: 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:13:35.509788 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Updating router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:13:35.558374 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.069079 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.144018 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.285013 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Pushing event updated for resources: {'Port': ['ID=9e96838e-1fb4-4840-b3c7-9b5dc01c95a3,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:36.313335 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.313672 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.314005 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.314385 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.314711 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.315034 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.315354 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.315670 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.316079 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.316396 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.316714 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.317177 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Tracked resource versions report: Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: pushed versions: Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: { 'AddressGroup': {'1.2'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'ConntrackHelper': {'1.0'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Log': {'1.0'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Network': {'1.1'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Port': {'1.7'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'PortForwarding': {'1.2'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'QosPolicy': {'1.10'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'SecurityGroup': {'1.4'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'SubPort': {'1.0'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Subnet': {'1.1'}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Trunk': {'1.1'}} Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: consumer versions: Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: L3 agent@n-d-811521-2: {}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: Metadata agent@n-d-811521-2: {}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: Metering agent@n-d-811521-2: {}, Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'ConntrackHelper': '1.0', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Log': '1.0', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Network': '1.1', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Port': '1.7', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'PortForwarding': '1.2', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'QosPolicy': '1.10', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'SecurityGroup': '1.4', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'SecurityGroupRule': '1.2', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'SubPort': '1.0', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Subnet': '1.1', Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: 'Trunk': '1.1'}} Oct 15 00:13:36.318240 n-d-811521-2 neutron-server[107728]: {{(pid=107728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:13:36.329140 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Attempting to bind port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:13:36.329535 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Attempting to bind port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:13:36.329968 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Attempting to bind port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 on network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:13:36.335913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:13:36.336322 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Checking segment: {'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:13:36.336813 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.337178 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Bound using segment: {'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:13:36.337661 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Bound port: 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fedba7-0aa7-4c66-9704-f5d05a566d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:13:36.338048 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.404388 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] For port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:13:36.410338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-89183cde-e0ae-4ceb-827b-9f601ded9181 None None] Provisioning complete for port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:36.413102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89183cde-e0ae-4ceb-827b-9f601ded9181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.423955 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] For port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9e96838e-1fb4-4840-b3c7-9b5dc01c95a3,segment=NetworkSegment(66fedba7-0aa7-4c66-9704-f5d05a566d3e),segment_id=66fedba7-0aa7-4c66-9704-f5d05a566d3e)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:13:36.446149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-89183cde-e0ae-4ceb-827b-9f601ded9181 None None] Port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:13:36.527129 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.580087 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Routers {'5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:13:36.580632 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:13:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:36.624122 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80897f03-ae7e-4521-b10e-1adf25a2481c None None] Pushing event updated for resources: {'Port': ['ID=9e96838e-1fb4-4840-b3c7-9b5dc01c95a3,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:36.680338 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] Set router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:13:36.766963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ffd64796-b783-4bc5-9145-0f4cf78241d1 None None] Provisioning complete for port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:36.767325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffd64796-b783-4bc5-9145-0f4cf78241d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.845984 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffd64796-b783-4bc5-9145-0f4cf78241d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.877623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ffd64796-b783-4bc5-9145-0f4cf78241d1 None None] For port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9e96838e-1fb4-4840-b3c7-9b5dc01c95a3,segment=NetworkSegment(66fedba7-0aa7-4c66-9704-f5d05a566d3e),segment_id=66fedba7-0aa7-4c66-9704-f5d05a566d3e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:13:36.892301 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'name': 'router1', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:13:23Z', 'updated_at': '2021-10-15T00:13:33Z', 'revision_number': 2, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'gw_port_host': None, '_interfaces': [{'id': '9e96838e-1fb4-4840-b3c7-9b5dc01c95a3', 'name': '', 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'mac_address': 'fa:16:3e:4d:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:33Z', 'updated_at': '2021-10-15T00:13:36Z', 'revision_number': 4, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'subnets': [{'id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:36.918293 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b465571-7e52-414b-9379-cf0d692478f9 None None] The sync data for ids ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'] in n-d-811521-2 is: [{'id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'name': 'router1', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:13:23Z', 'updated_at': '2021-10-15T00:13:33Z', 'revision_number': 2, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'gw_port_host': None, '_interfaces': [{'id': '9e96838e-1fb4-4840-b3c7-9b5dc01c95a3', 'name': '', 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'mac_address': 'fa:16:3e:4d:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:33Z', 'updated_at': '2021-10-15T00:13:36Z', 'revision_number': 4, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'subnets': [{'id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:13:36.937817 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffd64796-b783-4bc5-9145-0f4cf78241d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:36.995237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd64796-b783-4bc5-9145-0f4cf78241d1 None None] Pushing event updated for resources: {'Port': ['ID=9e96838e-1fb4-4840-b3c7-9b5dc01c95a3,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:37.176690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47096) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:37.288631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941fa2b2-4e9a-45f6-a6de-cca817fbcb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:37.295856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-941fa2b2-4e9a-45f6-a6de-cca817fbcb91 admin admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 842 time: 0.1122620 Oct 15 00:13:37.299981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:13:37.446429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Made reservation on behalf of 960f316169394dbd9d8d14f595a9ca9f for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:13:37.448668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:37.852677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:13:37.853130 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:37.910531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b5169fc-deb0-48af-bdfe-e6b816617d67,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:37.917378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:13:37.917710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Network hostable DHCP agents. Network: 3838b94d-38c7-4b38-a596-7600939246a6, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:13:38.012282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:13:38.069297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 3838b94d-38c7-4b38-a596-7600939246a6) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:13:38.073489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:38.074068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:38.080338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8328491-abf4-4885-8353-da9512385ca7 None None] Network 3838b94d-38c7-4b38-a596-7600939246a6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:13:38.152092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a622e765-694f-430d-af4e-08ee6d1f35c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8553226 Oct 15 00:13:38.212521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e770c6-8ab9-4f71-9330-db325409b1b1 None None] Network 3838b94d-38c7-4b38-a596-7600939246a6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:13:40.566628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47104) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:40.730319 n-d-811521-2 neutron-server[107725]: WARNING oslo_policy.policy [None req-cee5a891-cb2f-49f8-8523-30a28fe8970e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:40.730935 n-d-811521-2 neutron-server[107725]: WARNING oslo_policy.policy [None req-cee5a891-cb2f-49f8-8523-30a28fe8970e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:41.021445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.policy [None req-cee5a891-cb2f-49f8-8523-30a28fe8970e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107725) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 00:13:41.069238 n-d-811521-2 neutron-server[107725]: WARNING oslo_policy.policy [None req-cee5a891-cb2f-49f8-8523-30a28fe8970e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:41.069611 n-d-811521-2 neutron-server[107725]: WARNING oslo_policy.policy [None req-cee5a891-cb2f-49f8-8523-30a28fe8970e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 00:13:41.310586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cee5a891-cb2f-49f8-8523-30a28fe8970e admin admin] 10.222.0.13 "GET /v2.0/routers/5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f HTTP/1.1" status: 200 len: 710 time: 0.7417672 Oct 15 00:13:41.508395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be75e91f-0ba0-4599-b6c1-aea8a4f67ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:13:41.509513 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be75e91f-0ba0-4599-b6c1-aea8a4f67ae5 admin admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 886 time: 0.1924224 Oct 15 00:13:41.519987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:13:41.781039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:42.072656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:42.150672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:42.452872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Allocated IP 172.25.2.118 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/9a223123-31d4-45d0-88ea-beb78545261e) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:13:42.570857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:42.687486 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:42.750545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:13:42.755263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:13:42.806602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Pushing event updated for resources: {'Port': ['ID=9a223123-31d4-45d0-88ea-beb78545261e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:42.809236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:13:42.847994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.848326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.848656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.848984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.849308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.849627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.849942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.850284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.850596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.850908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.851218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.851575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Tracked resource versions report: Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: pushed versions: Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: { 'AddressGroup': {'1.2'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'ConntrackHelper': {'1.0'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Log': {'1.0'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Network': {'1.1'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Port': {'1.7'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'PortForwarding': {'1.2'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'QosPolicy': {'1.10'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'SecurityGroup': {'1.4'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'SubPort': {'1.0'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Subnet': {'1.1'}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Trunk': {'1.1'}} Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: consumer versions: Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: L3 agent@n-d-811521-2: {}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: Metadata agent@n-d-811521-2: {}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: Metering agent@n-d-811521-2: {}, Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'ConntrackHelper': '1.0', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Log': '1.0', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Network': '1.1', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Port': '1.7', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'PortForwarding': '1.2', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'QosPolicy': '1.10', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'SecurityGroup': '1.4', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'SecurityGroupRule': '1.2', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'SubPort': '1.0', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Subnet': '1.1', Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: 'Trunk': '1.1'}} Oct 15 00:13:42.852533 n-d-811521-2 neutron-server[107725]: {{(pid=107725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:13:43.150724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:43.384772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:43.389672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:43.505652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:13:43.610972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:13:43.615817 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:43.629957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a53d4f5-08af-43d4-be09-4561a3154653 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f HTTP/1.1" status: 200 len: 890 time: 2.1011124 Oct 15 00:13:43.852073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:13:43.910229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:43.910621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:43.937218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Sync routers for ids ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:13:43.957996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Routers {'5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:13:43.958700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:13:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:44.198857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Set router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:13:44.648624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'name': 'router1', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '9a223123-31d4-45d0-88ea-beb78545261e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:13:23Z', 'updated_at': '2021-10-15T00:13:42Z', 'revision_number': 4, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'gw_port': {'id': '9a223123-31d4-45d0-88ea-beb78545261e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:42Z', 'updated_at': '2021-10-15T00:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9e96838e-1fb4-4840-b3c7-9b5dc01c95a3', 'name': '', 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'mac_address': 'fa:16:3e:4d:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:33Z', 'updated_at': '2021-10-15T00:13:36Z', 'revision_number': 5, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'subnets': [{'id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:44.700808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Checking router: 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:13:44.701215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Updating router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f port 9a223123-31d4-45d0-88ea-beb78545261e binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:13:44.747048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:45.064805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:45.078473 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:13:45.115029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:45.239580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Attempting to bind port 9a223123-31d4-45d0-88ea-beb78545261e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:13:45.239936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Attempting to bind port 9a223123-31d4-45d0-88ea-beb78545261e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:13:45.240286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Attempting to bind port 9a223123-31d4-45d0-88ea-beb78545261e on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:13:45.246884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624e4f3-f3a1-4d71-868f-48148bbcd042 None None] Pushing event updated for resources: {'Port': ['ID=9a223123-31d4-45d0-88ea-beb78545261e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:45.249451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:13:45.250222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:13:45.250621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:45.250994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:13:45.251447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Bound port: 9a223123-31d4-45d0-88ea-beb78545261e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:13:45.251828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:45.301691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] For port 9a223123-31d4-45d0-88ea-beb78545261e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:13:45.304608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] For port 9a223123-31d4-45d0-88ea-beb78545261e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a223123-31d4-45d0-88ea-beb78545261e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:13:45.343508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:45.394107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Routers {'5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:13:45.394705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:13:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:45.441093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624e4f3-f3a1-4d71-868f-48148bbcd042 None None] Pushing event updated for resources: {'Port': ['ID=9a223123-31d4-45d0-88ea-beb78545261e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:45.513357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] Set router 5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:13:45.721551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'name': 'router1', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '9a223123-31d4-45d0-88ea-beb78545261e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:13:23Z', 'updated_at': '2021-10-15T00:13:42Z', 'revision_number': 4, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'gw_port': {'id': '9a223123-31d4-45d0-88ea-beb78545261e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:42Z', 'updated_at': '2021-10-15T00:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9e96838e-1fb4-4840-b3c7-9b5dc01c95a3', 'name': '', 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'mac_address': 'fa:16:3e:4d:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:33Z', 'updated_at': '2021-10-15T00:13:36Z', 'revision_number': 5, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'subnets': [{'id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:13:45.748654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1bca6-5af8-4ccd-bca1-02fb3c634e61 None None] The sync data for ids ['5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f'] in n-d-811521-2 is: [{'id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'name': 'router1', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': '9a223123-31d4-45d0-88ea-beb78545261e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:13:23Z', 'updated_at': '2021-10-15T00:13:42Z', 'revision_number': 4, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'gw_port': {'id': '9a223123-31d4-45d0-88ea-beb78545261e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:42Z', 'updated_at': '2021-10-15T00:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9e96838e-1fb4-4840-b3c7-9b5dc01c95a3', 'name': '', 'network_id': 'fd75e4e3-3909-46d4-adb2-7d37f22b6a97', 'tenant_id': '49d5d45dc2744924aeb8a14897b1f63f', 'mac_address': 'fa:16:3e:4d:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b553ffe-5b1e-4083-8afc-3da1f4ac9c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:13:33Z', 'updated_at': '2021-10-15T00:13:36Z', 'revision_number': 5, 'project_id': '49d5d45dc2744924aeb8a14897b1f63f', 'subnets': [{'id': '6556db74-4f44-4984-8f94-744df6e5b3d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6d2c19fd-4c92-4c97-826b-aa7b6d4ff81e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:13:46.159329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47128) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:13:46.277342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-953593df-45fd-4ca5-99c0-932d3b600097 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1168993 Oct 15 00:13:47.863933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a223123-31d4-45d0-88ea-beb78545261e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:13:47.914675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9a223123-31d4-45d0-88ea-beb78545261e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:47.915043 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:48.015837 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:48.038480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 9a223123-31d4-45d0-88ea-beb78545261e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a223123-31d4-45d0-88ea-beb78545261e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:13:48.154938 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:48.206952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=9a223123-31d4-45d0-88ea-beb78545261e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:13:49.871851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a223123-31d4-45d0-88ea-beb78545261e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:13:49.947661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9a223123-31d4-45d0-88ea-beb78545261e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:13:49.948264 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:56.109402 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-23323a54-9dfd-4e41-b538-d1093a4626d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:58.701872 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec9d8-0326-49b7-94dc-0c01e1078f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:13:59.977146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:00.035051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:02.046039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:22.080391 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:14:26.114341 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2f68ef5b-a6d7-4af6-a1f5-83c26de873db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:28.713734 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3c0633e-d910-4b3f-8e26-6cf06ee280b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:30.565327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:30.806258 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:32.051247 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:56.107002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8f0a-3912-4a1c-8d47-8093390fa4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:58.701502 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-69a77995-e52f-4e4e-a466-4899571a0767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:14:59.080851 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:14:59.992846 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:00.015572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:02.067564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:26.123741 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb0aacb3-43c7-4a70-8570-4e31c9833c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:28.712485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-763c2067-79e7-42e7-ba90-182e68f9a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:30.049367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:30.118138 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:31.103673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:31.164483 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-705a762b-ee62-4754-91c0-45b183010134 admin admin] GET failed (client error): The resource could not be found. Oct 15 00:15:31.165776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-705a762b-ee62-4754-91c0-45b183010134 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611677 Oct 15 00:15:31.325583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d62b6f-aa05-49e9-81b5-a60944be3e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:31.327094 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-33d62b6f-aa05-49e9-81b5-a60944be3e50 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567578 Oct 15 00:15:32.066327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:33.625960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47734) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:33.733667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6a235-f7a8-412e-bf10-bdc9fce95c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:33.735064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e6d6a235-f7a8-412e-bf10-bdc9fce95c87 admin admin] 10.222.0.13 "GET /v2.0/subnets/6556db74-4f44-4984-8f94-744df6e5b3d5 HTTP/1.1" status: 200 len: 849 time: 0.1081023 Oct 15 00:15:33.744878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:15:33.829057 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Publish callbacks [] for subnet, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:34.048913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736271237434'] for subnet, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:34.079867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:34.080727 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:34.088828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] 10.222.0.13 "PUT /v2.0/subnets/6556db74-4f44-4984-8f94-744df6e5b3d5 HTTP/1.1" status: 200 len: 868 time: 0.3404431 Oct 15 00:15:34.089077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741bb8cc-5169-4e39-8aab-0f7436e4d9f5 None None] Network fd75e4e3-3909-46d4-adb2-7d37f22b6a97 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:15:34.103143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6556db74-4f44-4984-8f94-744df6e5b3d5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:15:34.111380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.111713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.112053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.112396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.112733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.113061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.113382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.113701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.114021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.114371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.114689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.115003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1511de-24ea-4ac6-a583-dbb87528284c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:15:34.514865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1e5cf1db-6039-4fa0-bc4a-ccc03481aa33 None None] Provisioning complete for port f778a1b8-24b4-480c-9eb2-da15a1bbdc4e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:15:34.515316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1db-6039-4fa0-bc4a-ccc03481aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:34.603009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1e5cf1db-6039-4fa0-bc4a-ccc03481aa33 None None] Provisioning complete for port 9e96838e-1fb4-4840-b3c7-9b5dc01c95a3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:15:34.603368 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e5cf1db-6039-4fa0-bc4a-ccc03481aa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:36.079981 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:15:36.383606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:36.585745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e641f7f-afab-41ad-85ee-e135fe3954ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:36.586134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e641f7f-afab-41ad-85ee-e135fe3954ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:36.587713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e641f7f-afab-41ad-85ee-e135fe3954ed admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031631 Oct 15 00:15:38.872839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47750) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:39.010176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc9b41d-13ae-4e7f-b04b-6f7266952658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:39.010638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc9b41d-13ae-4e7f-b04b-6f7266952658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:39.012162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2bc9b41d-13ae-4e7f-b04b-6f7266952658 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373265 Oct 15 00:15:41.272079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47758) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:41.403364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9012ae5-14e3-4fb9-a69b-64c536ba5e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:41.404818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d9012ae5-14e3-4fb9-a69b-64c536ba5e63 admin admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 886 time: 0.1317494 Oct 15 00:15:43.697824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47766) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:43.842743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f0cd0a-b0c6-44b4-ab1f-a3958c2b0b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:43.844078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a5f0cd0a-b0c6-44b4-ab1f-a3958c2b0b39 admin admin] 10.222.0.13 "GET /v2.0/networks/fd75e4e3-3909-46d4-adb2-7d37f22b6a97 HTTP/1.1" status: 200 len: 869 time: 0.1452765 Oct 15 00:15:46.132207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47774) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:46.257027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39af42-4ec6-4c65-baf0-069a59e739a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:46.257474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39af42-4ec6-4c65-baf0-069a59e739a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:46.259017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fe39af42-4ec6-4c65-baf0-069a59e739a8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259451 Oct 15 00:15:48.558078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47782) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:48.679994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97afd3-2325-436d-950c-4ebd166cd658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:48.680449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97afd3-2325-436d-950c-4ebd166cd658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:48.681960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf97afd3-2325-436d-950c-4ebd166cd658 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228089 Oct 15 00:15:50.941495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47792) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:51.029279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb625221-5b5d-4a1d-b710-8b7e0c7498c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:51.030605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fb625221-5b5d-4a1d-b710-8b7e0c7498c9 admin admin] 10.222.0.13 "GET /v2.0/subnets/3b5169fc-deb0-48af-bdfe-e6b816617d67 HTTP/1.1" status: 200 len: 816 time: 0.0881650 Oct 15 00:15:53.284801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47800) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:15:53.448366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9dab17-5550-4e27-bc19-12a3d8862ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:15:53.449715 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bc9dab17-5550-4e27-bc19-12a3d8862ed2 admin admin] 10.222.0.13 "GET /v2.0/subnets/6556db74-4f44-4984-8f94-744df6e5b3d5 HTTP/1.1" status: 200 len: 868 time: 0.1639822 Oct 15 00:15:56.111516 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8555681c-4978-4ea6-9c35-89da6f836c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:15:58.694601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9aef-a22f-4182-bb4a-dd4efe31a547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:00.002666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:00.025135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:02.065786 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:13.079529 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:16:18.355178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:16:18.403978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-654b9b22-4be0-4572-bed1-4121190de1da admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:16:18.406323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-654b9b22-4be0-4572-bed1-4121190de1da admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0500948 Oct 15 00:16:20.773964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47862) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:16:20.833719 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-97157021-e75c-489c-92b4-bac0423bb925 admin admin] GET failed (client error): The resource could not be found. Oct 15 00:16:20.835109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-97157021-e75c-489c-92b4-bac0423bb925 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602560 Oct 15 00:16:20.974738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14618cec-2dc4-4a10-b52b-55fe9040fff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:16:20.976178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-14618cec-2dc4-4a10-b52b-55fe9040fff6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362274 Oct 15 00:16:23.322782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47870) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:16:23.376525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:16:23.470977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Made reservation on behalf of 960f316169394dbd9d8d14f595a9ca9f for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:16:23.473255 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:23.501912 n-d-811521-2 neutron-server[107726]: WARNING neutron.services.revisions.revision_plugin [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Could not find related network for resource to bump revision. Oct 15 00:16:23.512576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:16:23.520803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:23.521138 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Added segment ead92576-b730-4441-8fa2-4c2819a95491 of type vlan for network a5e5d727-2938-4f2d-bc72-62733a04fc7f Oct 15 00:16:23.559515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:23.630730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:23.631648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:16:23.632213 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:23.688047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Pushing event updated for resources: {'Network': ['ID=a5e5d727-2938-4f2d-bc72-62733a04fc7f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:16:23.694299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.694639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.694970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.695294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.695617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.695942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.696256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.696571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.696889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.697202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.697515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.697828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:23.712221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:16:23.730919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a1eb9bc6-0b30-43b1-aa82-815eea1f922a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4070230 Oct 15 00:16:26.048908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47878) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:16:26.109553 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c60419-34f6-4ceb-869b-43250ad10fbc admin admin] GET failed (client error): The resource could not be found. Oct 15 00:16:26.110881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-51c60419-34f6-4ceb-869b-43250ad10fbc admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610287 Oct 15 00:16:26.116519 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-527f7cf2-df06-4c14-962c-038762fbfb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:26.182402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47783079-8dca-4e99-9b2d-efe05c3bf9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:16:26.184029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-47783079-8dca-4e99-9b2d-efe05c3bf9e6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682693 Oct 15 00:16:26.193956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Request body: {'subnet': {'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:16:26.276071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Made reservation on behalf of 960f316169394dbd9d8d14f595a9ca9f for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:16:26.279090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:26.642385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:26.695644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9bd1bb-2a73-45b9-a691-48d314599a0f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:16:26.703878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:16:26.704222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Network hostable DHCP agents. Network: a5e5d727-2938-4f2d-bc72-62733a04fc7f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:16:26.779184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:16:26.859047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, a5e5d727-2938-4f2d-bc72-62733a04fc7f) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:16:26.863027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:16:26.863608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:26.867872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e13a4-46e7-48bc-9c37-5d9e513b52e1 None None] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:16:27.009231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'tenant_id': '960f316169394dbd9d8d14f595a9ca9f', 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:16:27.010119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:27.029486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c6b7fde2-845a-4865-a2dd-a33af16312a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8387065 Oct 15 00:16:27.205612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Allocated IP 192.168.233.2 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/14020d03-9fa8-41d6-9de3-94d7f319df1c) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:16:27.409856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:27.534479 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:27.572729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:16:27.575720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:16:27.579227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:16:27.590079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Pushing event updated for resources: {'Port': ['ID=14020d03-9fa8-41d6-9de3-94d7f319df1c,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:16:27.616562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.616904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.617240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.617569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.617895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.618298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.618812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.618994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.619304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.619552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.619859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.620169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:16:27.655121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Attempting to bind port 14020d03-9fa8-41d6-9de3-94d7f319df1c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:16:27.655121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Attempting to bind port 14020d03-9fa8-41d6-9de3-94d7f319df1c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:16:27.655121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Attempting to bind port 14020d03-9fa8-41d6-9de3-94d7f319df1c on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:16:27.659918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:16:27.660222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:16:27.660637 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:27.661015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:16:27.661468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Bound port: 14020d03-9fa8-41d6-9de3-94d7f319df1c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:16:27.661927 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:27.729509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] For port 14020d03-9fa8-41d6-9de3-94d7f319df1c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:16:27.733519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] For port 14020d03-9fa8-41d6-9de3-94d7f319df1c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=14020d03-9fa8-41d6-9de3-94d7f319df1c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:16:27.808486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:27.877611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d80df6-59ed-4edd-898f-5442f5b408f4 None None] Pushing event updated for resources: {'Port': ['ID=14020d03-9fa8-41d6-9de3-94d7f319df1c,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:16:28.716418 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6957688d-8825-46aa-8227-b904dbd945ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:28.720463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f43efc-8deb-4c35-9a18-1c08407eeb7d None None] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:16:28.797560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-69e5cdf1-038d-4c9b-aa9a-9510275a4fd9 None None] Provisioning complete for port 14020d03-9fa8-41d6-9de3-94d7f319df1c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:16:28.797913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-69e5cdf1-038d-4c9b-aa9a-9510275a4fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:28.934913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-69e5cdf1-038d-4c9b-aa9a-9510275a4fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:28.974655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-69e5cdf1-038d-4c9b-aa9a-9510275a4fd9 None None] For port 14020d03-9fa8-41d6-9de3-94d7f319df1c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=14020d03-9fa8-41d6-9de3-94d7f319df1c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:16:29.048814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-69e5cdf1-038d-4c9b-aa9a-9510275a4fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:29.109156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5cdf1-038d-4c9b-aa9a-9510275a4fd9 None None] Pushing event updated for resources: {'Port': ['ID=14020d03-9fa8-41d6-9de3-94d7f319df1c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:16:29.169538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-21d8a6f6-756d-4755-bad9-9b04b80b4590 None None] Provisioning complete for port 14020d03-9fa8-41d6-9de3-94d7f319df1c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:16:29.169991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-21d8a6f6-756d-4755-bad9-9b04b80b4590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:29.973453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:30.026601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 14020d03-9fa8-41d6-9de3-94d7f319df1c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:16:30.052666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:30.079454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 14020d03-9fa8-41d6-9de3-94d7f319df1c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:16:30.079826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:32.070919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:50.078160 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:16:56.103898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-14850ecf-baf1-476b-b7ee-a11984f77aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:16:58.698315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-de3cbab8-745d-493b-9682-7aab01b75610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:00.069470 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:00.081010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:02.046716 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:26.098002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e84717d3-c7ff-4955-8ede-1dc6ccfc40c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:27.076246 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:17:28.703634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85a2280b-83b6-4464-9722-38fa52f55dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:30.001123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:30.028854 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:32.063722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:56.097291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9849c97-5a08-433d-b427-eeb7b46de871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:58.726015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1d0e141a-af8f-40d9-86f6-0fd6ec8364ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:17:59.977466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:00.011656 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:02.074049 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:04.074214 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:18:14.384939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47930) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:18:14.390805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-5691096c-7109-4016-ac20-ab2c5a40abae tempest-verify_tempest_config-992842272 tempest-verify_tempest_config-992842272-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:18:14.392450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5691096c-7109-4016-ac20-ab2c5a40abae tempest-verify_tempest_config-992842272 tempest-verify_tempest_config-992842272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0065322 Oct 15 00:18:14.857034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47948) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:18:14.959034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:15.031443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:15.073683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:15.122210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=111437d61543494896d3bcdb96f9a42d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2640998 Oct 15 00:18:15.123219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47010a87-6f0c-4932-b258-c7b4e3292f7d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:18:15.125231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:18:15.129883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.130384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.130573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.130961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.131244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.131535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.131848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.132160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.132472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.132782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.133091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.133398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec034e4-cc4c-4041-b1f1-0ffa3476e6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.205471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:15.226145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:15.353871 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:15.356610 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:15.357862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47010a87-6f0c-4932-b258-c7b4e3292f7d HTTP/1.1" status: 204 len: 168 time: 0.2315907 Oct 15 00:18:15.366669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47010a87-6f0c-4932-b258-c7b4e3292f7d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:18:15.373460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.373803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.374159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.374493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.374819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.375139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.375458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.376331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.376712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.377034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.377352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:15.377668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64709b0-f35a-49d8-8461-a68d4d3f1da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:18:26.130494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e671a716-ce13-4b87-ba5d-4edd1865293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:28.725703 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ccb04b41-6ab7-466a-aa70-02a8e0db9cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:30.016805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:30.044466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:32.102215 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:41.072664 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:18:56.100924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00d7d70b-11a6-4bb9-a408-e0a7f4a03691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:58.724230 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64e6679e-cb05-4553-91b6-1b5717c51830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:18:59.987087 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:00.003996 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:02.107235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:18.070624 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:19:26.089523 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfebc35b-0c17-41e7-85f6-96464e9846ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:28.717982 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f69fcfc7-6524-49f3-a418-639087bd63ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:29.986434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:30.014183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:32.077873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:55.069148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:19:56.105783 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1a9a9038-55ce-44f9-a58f-88b47b4b3418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:19:58.717192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f58d-9e44-498b-991b-02e12167110b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:00.008457 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:00.036978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:02.111807 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:26.105195 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e6d38ff-c908-43bd-8f16-e4e99fa6a8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:28.722474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-34e3c620-1d3f-4848-9bea-c7bfac9f9c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:30.024310 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:30.047953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:32.068582 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:20:32.082648 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:56.099227 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2926cc09-5bf3-4811-b2f2-8232e8b2717d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:20:58.756075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42dbbd7a-3084-432b-947c-f2cb6fd90de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:00.030251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:00.075882 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:02.098894 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:09.067052 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 5 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:21:09.441823 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665705'] for agent, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:14.481149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665705'] for agent, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:26.116001 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0b9826b3-cd78-4af0-b157-dbd62f5d5c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:28.727053 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-44683ee6-8473-4915-94a0-168eff7846a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:30.040169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:30.063203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:32.092650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:39.389406 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:44.463915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:46.066073 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:21:56.109872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48016) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:21:56.127304 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0db2-dafb-42c8-ae21-50d061337429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:21:56.211276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5cb6f67f-f056-4c1e-a0a3-1f709b5c551c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1055934 Oct 15 00:21:58.526780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48026) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:21:58.580507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c57d0365-3f7e-4f09-9eeb-7c011b944bce admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0526457 Oct 15 00:21:58.732612 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63a99160-d858-4a9a-9bc1-e66bcb7537d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:00.006176 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:00.023236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:02.080284 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:09.423275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:14.474660 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:23.067006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:22:26.112597 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-613a93b4-9054-4893-9a0f-dee41f16f566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:28.749204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df70c976-ffb5-4fa7-8008-1406ded045a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:30.022933 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:30.044048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:32.081240 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:39.457113 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:44.468426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:56.140367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6927c9fd-3187-45b4-af7d-7a71b2fc2842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:22:58.737232 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e69538b-63e7-4d20-a622-c6535578d5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:00.027744 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:00.054466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:00.066299 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:23:02.096629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:09.479449 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:14.502510 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:23.633565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48260) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:24.254914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cc4a0a48-4a46-469e-84f7-7b84e1ee80e1 tempest-AutoAllocateNetworkTest-1972261576 tempest-AutoAllocateNetworkTest-1972261576-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c8d0603fbd640c1b67664385d2a25b4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6201661 Oct 15 00:23:24.257385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48282) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:24.449384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4009a94-ec9e-4ed0-93b3-ee674528e1ab tempest-AutoAllocateNetworkTest-1972261576 tempest-AutoAllocateNetworkTest-1972261576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:24.450971 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4009a94-ec9e-4ed0-93b3-ee674528e1ab tempest-AutoAllocateNetworkTest-1972261576 tempest-AutoAllocateNetworkTest-1972261576-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1926911 Oct 15 00:23:24.454668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48294) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:24.511447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-49ad7a49-d8fa-4f5a-a269-551acf64876b tempest-AutoAllocateNetworkTest-1972261576 tempest-AutoAllocateNetworkTest-1972261576-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556467 Oct 15 00:23:24.513959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48298) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:24.540896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7a79923f-8480-47cb-94bf-1cf0bf01d40f tempest-AutoAllocateNetworkTest-1972261576 tempest-AutoAllocateNetworkTest-1972261576-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3c8d0603fbd640c1b67664385d2a25b4 HTTP/1.1" status: 200 len: 208 time: 0.0259383 Oct 15 00:23:25.694269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48346) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:26.098838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.113276 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-18fbc41f-9c58-45cf-a72b-1f9e791c0696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.197564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.307746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.345216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f550662-5f26-4f13-8d17-ed2411349b55,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:26.355811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c8d0603fbd640c1b67664385d2a25b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6573191 Oct 15 00:23:26.355811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.355811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.355811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.356142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.356561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.356733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.357043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.357359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.357675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.357989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.358333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.358647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.358752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48406) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb7cbb-b9fa-46df-8b57-5185f769b113 admin admin] Tracked resource versions report: Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: pushed versions: Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: { 'AddressGroup': {'1.2'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'ConntrackHelper': {'1.0'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Log': {'1.0'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Network': {'1.1'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Port': {'1.7'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'PortForwarding': {'1.2'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'QosPolicy': {'1.10'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'SecurityGroup': {'1.4'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'SubPort': {'1.0'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Subnet': {'1.1'}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Trunk': {'1.1'}} Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: consumer versions: Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: HyperV agent@n-h1-811521-2: {}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: HyperV agent@n-h2-811521-2: {}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: L3 agent@n-d-811521-2: {}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: Metadata agent@n-d-811521-2: {}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: Metering agent@n-d-811521-2: {}, Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'ConntrackHelper': '1.0', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Log': '1.0', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Network': '1.1', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Port': '1.7', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'PortForwarding': '1.2', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'QosPolicy': '1.10', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'SecurityGroup': '1.4', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'SecurityGroupRule': '1.2', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'SubPort': '1.0', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Subnet': '1.1', Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: 'Trunk': '1.1'}} Oct 15 00:23:26.360290 n-d-811521-2 neutron-server[107726]: {{(pid=107726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:23:26.422931 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.444729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.575223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.578362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:26.579807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f550662-5f26-4f13-8d17-ed2411349b55 HTTP/1.1" status: 204 len: 168 time: 0.2192900 Oct 15 00:23:26.588756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f550662-5f26-4f13-8d17-ed2411349b55,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:26.596864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.597538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.597877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.598440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.598957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.599488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.599920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.600319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.600714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.601105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.601502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.601911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbcecd8-ff97-4eea-b7da-335919c67014 admin admin] Tracked resource versions report: Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: pushed versions: Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: { 'AddressGroup': {'1.2'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'ConntrackHelper': {'1.0'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Log': {'1.0'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Network': {'1.1'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Port': {'1.7'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'PortForwarding': {'1.2'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'QosPolicy': {'1.10'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'SecurityGroup': {'1.4'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'SubPort': {'1.0'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Subnet': {'1.1'}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Trunk': {'1.1'}} Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: consumer versions: Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: HyperV agent@n-h1-811521-2: {}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: HyperV agent@n-h2-811521-2: {}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: L3 agent@n-d-811521-2: {}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: Metadata agent@n-d-811521-2: {}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: Metering agent@n-d-811521-2: {}, Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'ConntrackHelper': '1.0', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Log': '1.0', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Network': '1.1', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Port': '1.7', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'PortForwarding': '1.2', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'QosPolicy': '1.10', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'SecurityGroup': '1.4', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'SecurityGroupRule': '1.2', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'SubPort': '1.0', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Subnet': '1.1', Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: 'Trunk': '1.1'}} Oct 15 00:23:26.603000 n-d-811521-2 neutron-server[107725]: {{(pid=107725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:23:27.319374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48440) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:27.482368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58b80312-ec52-4448-9047-3db6cea7b8f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:27.490615 n-d-811521-2 neutron-server[107725]: INFO neutron.quota [None req-58b80312-ec52-4448-9047-3db6cea7b8f6 admin admin] Loaded quota_driver: . Oct 15 00:23:27.573648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58b80312-ec52-4448-9047-3db6cea7b8f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:27.673913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58b80312-ec52-4448-9047-3db6cea7b8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:27.723018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b80312-ec52-4448-9047-3db6cea7b8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292dbf4d-054a-4320-a80e-f89056709b74,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:27.747566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-58b80312-ec52-4448-9047-3db6cea7b8f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c507355c48534e10a8a06a997eb4a278&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4267507 Oct 15 00:23:27.750639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48476) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:27.808674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60130f39-62b5-45c2-8117-3b0be70871f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:27.831340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48480) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:27.838996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60130f39-62b5-45c2-8117-3b0be70871f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.010983 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60130f39-62b5-45c2-8117-3b0be70871f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.013556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60130f39-62b5-45c2-8117-3b0be70871f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.018021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60130f39-62b5-45c2-8117-3b0be70871f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/292dbf4d-054a-4320-a80e-f89056709b74 HTTP/1.1" status: 204 len: 168 time: 0.2630830 Oct 15 00:23:28.022928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60130f39-62b5-45c2-8117-3b0be70871f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292dbf4d-054a-4320-a80e-f89056709b74,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:28.240619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05b21e7a-11bf-4bf4-bf7b-3b0bb1bdd3f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.310952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05b21e7a-11bf-4bf4-bf7b-3b0bb1bdd3f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.404764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05b21e7a-11bf-4bf4-bf7b-3b0bb1bdd3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.441692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-05b21e7a-11bf-4bf4-bf7b-3b0bb1bdd3f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6aa71ea0bb7a47b78661c65c23820313&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6088195 Oct 15 00:23:28.442740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b21e7a-11bf-4bf4-bf7b-3b0bb1bdd3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a26ed4-8309-4f23-a5c1-d70e9de2fcc6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:28.444595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48508) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:28.493375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f488820-3938-40a0-bcce-009c6c34101a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.518075 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f488820-3938-40a0-bcce-009c6c34101a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.578499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48512) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:28.644912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f488820-3938-40a0-bcce-009c6c34101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.647601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f488820-3938-40a0-bcce-009c6c34101a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.651498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f488820-3938-40a0-bcce-009c6c34101a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6a26ed4-8309-4f23-a5c1-d70e9de2fcc6 HTTP/1.1" status: 204 len: 168 time: 0.2031271 Oct 15 00:23:28.657047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f488820-3938-40a0-bcce-009c6c34101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a26ed4-8309-4f23-a5c1-d70e9de2fcc6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:28.747497 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c1c39f17-2869-4304-bcb5-fb5c80da27c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.813568 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f81435d8-8732-4e62-bd36-68c7e17d5e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.886712 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f81435d8-8732-4e62-bd36-68c7e17d5e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.945400 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f81435d8-8732-4e62-bd36-68c7e17d5e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:28.984730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f81435d8-8732-4e62-bd36-68c7e17d5e6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9477e1016e0c410ab9deb2769856dd63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4048257 Oct 15 00:23:28.985521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81435d8-8732-4e62-bd36-68c7e17d5e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85eead55-1555-4c98-ad31-9d92bc753884,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:28.988846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48528) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:29.047197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d49a-8aa6-4df8-a043-657d70fb2d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.069297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d49a-8aa6-4df8-a043-657d70fb2d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.105388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48534) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:29.120783 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5c57-2310-4428-ab63-1ac2ebc7ad93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.190362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:29.205293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d49a-8aa6-4df8-a043-657d70fb2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.208176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d49a-8aa6-4df8-a043-657d70fb2d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.209323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d8d2d49a-8aa6-4df8-a043-657d70fb2d50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85eead55-1555-4c98-ad31-9d92bc753884 HTTP/1.1" status: 204 len: 168 time: 0.2211256 Oct 15 00:23:29.218143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d49a-8aa6-4df8-a043-657d70fb2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85eead55-1555-4c98-ad31-9d92bc753884,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:29.266255 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5c57-2310-4428-ab63-1ac2ebc7ad93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.341502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5c57-2310-4428-ab63-1ac2ebc7ad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.382114 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d9f5c57-2310-4428-ab63-1ac2ebc7ad93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8adb0fab2d10437ca5ee40aef83f2894&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2753446 Oct 15 00:23:29.382965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f5c57-2310-4428-ab63-1ac2ebc7ad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a8c3f5-1ad8-4ca8-8ea3-39e278afd758,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:29.384759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48546) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:29.439810 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-633deeaf-6f28-4c5d-a3b7-5a50c311db20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.465350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-633deeaf-6f28-4c5d-a3b7-5a50c311db20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.556118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48550) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:29.571054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91ae7933-aad0-4ea7-a225-7cb33abc2bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.580204 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2975001f-f310-45de-9cc0-1e77b46e6a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.649881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91ae7933-aad0-4ea7-a225-7cb33abc2bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.651668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-633deeaf-6f28-4c5d-a3b7-5a50c311db20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.655287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-633deeaf-6f28-4c5d-a3b7-5a50c311db20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.659461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-633deeaf-6f28-4c5d-a3b7-5a50c311db20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80a8c3f5-1ad8-4ca8-8ea3-39e278afd758 HTTP/1.1" status: 204 len: 168 time: 0.2736256 Oct 15 00:23:29.668590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633deeaf-6f28-4c5d-a3b7-5a50c311db20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a8c3f5-1ad8-4ca8-8ea3-39e278afd758,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:29.676838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2975001f-f310-45de-9cc0-1e77b46e6a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.717184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91ae7933-aad0-4ea7-a225-7cb33abc2bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.740194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2975001f-f310-45de-9cc0-1e77b46e6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.763079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae7933-aad0-4ea7-a225-7cb33abc2bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e34fe1-9d88-47e3-9944-51fba70a400d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:29.770958 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-91ae7933-aad0-4ea7-a225-7cb33abc2bba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=074715e076e34d8d8781cd1629553950&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2131300 Oct 15 00:23:29.775000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48556) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:29.806429 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2975001f-f310-45de-9cc0-1e77b46e6a05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7f4e3ff22f843239f02aa976c4f9489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6148062 Oct 15 00:23:29.809125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48562) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:29.821145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975001f-f310-45de-9cc0-1e77b46e6a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832b3681-b5f3-4700-a5b9-264d2607ec90,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:29.848566 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-560636eb-496b-48bc-adc8-65b9bbadda6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.872803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-560636eb-496b-48bc-adc8-65b9bbadda6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.905049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce7df254-d187-4ade-a659-99664ee6206c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.929787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce7df254-d187-4ade-a659-99664ee6206c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.994111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-560636eb-496b-48bc-adc8-65b9bbadda6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.996338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-560636eb-496b-48bc-adc8-65b9bbadda6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:29.997504 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-560636eb-496b-48bc-adc8-65b9bbadda6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51e34fe1-9d88-47e3-9944-51fba70a400d HTTP/1.1" status: 204 len: 168 time: 0.2202451 Oct 15 00:23:30.005667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560636eb-496b-48bc-adc8-65b9bbadda6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e34fe1-9d88-47e3-9944-51fba70a400d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:30.044719 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.073765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce7df254-d187-4ade-a659-99664ee6206c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.074256 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.079097 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce7df254-d187-4ade-a659-99664ee6206c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.082860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce7df254-d187-4ade-a659-99664ee6206c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/832b3681-b5f3-4700-a5b9-264d2607ec90 HTTP/1.1" status: 204 len: 168 time: 0.2700431 Oct 15 00:23:30.091734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7df254-d187-4ade-a659-99664ee6206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b3681-b5f3-4700-a5b9-264d2607ec90,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:30.592226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48588) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:30.606508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8952e2a3-97b5-476d-91ee-a3a009e3738b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.684660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8952e2a3-97b5-476d-91ee-a3a009e3738b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.776393 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8952e2a3-97b5-476d-91ee-a3a009e3738b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.817877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8952e2a3-97b5-476d-91ee-a3a009e3738b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1374bae6c7e45fcaf780984f1642532&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2244506 Oct 15 00:23:30.818987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952e2a3-97b5-476d-91ee-a3a009e3738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80591d46-f60a-4aab-9da1-fc5618cc7449,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:30.820749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48592) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:30.883581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47a97e54-b7ac-4a14-8faf-02053e6ebf46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:30.912928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47a97e54-b7ac-4a14-8faf-02053e6ebf46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.025779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47a97e54-b7ac-4a14-8faf-02053e6ebf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.032162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47a97e54-b7ac-4a14-8faf-02053e6ebf46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.032162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-47a97e54-b7ac-4a14-8faf-02053e6ebf46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80591d46-f60a-4aab-9da1-fc5618cc7449 HTTP/1.1" status: 204 len: 168 time: 0.2068071 Oct 15 00:23:31.037366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a97e54-b7ac-4a14-8faf-02053e6ebf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80591d46-f60a-4aab-9da1-fc5618cc7449,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:31.287684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48620) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:31.303011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a5122a9-7f48-4ec1-a0d3-4566deccc5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.476496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a5122a9-7f48-4ec1-a0d3-4566deccc5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.525410 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a5122a9-7f48-4ec1-a0d3-4566deccc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.571951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a5122a9-7f48-4ec1-a0d3-4566deccc5ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d1969b643a241a49183ea4d665ad802&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2831237 Oct 15 00:23:31.573842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5122a9-7f48-4ec1-a0d3-4566deccc5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e6662d-e399-4030-87cd-1ad99b2eaad7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:31.575290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48630) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:31.630465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f393cb6-abbb-4bc8-ac08-b4fd08fbca3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.654192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f393cb6-abbb-4bc8-ac08-b4fd08fbca3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.782601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f393cb6-abbb-4bc8-ac08-b4fd08fbca3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.788771 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f393cb6-abbb-4bc8-ac08-b4fd08fbca3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:31.788771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6f393cb6-abbb-4bc8-ac08-b4fd08fbca3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62e6662d-e399-4030-87cd-1ad99b2eaad7 HTTP/1.1" status: 204 len: 168 time: 0.2099960 Oct 15 00:23:31.794881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f393cb6-abbb-4bc8-ac08-b4fd08fbca3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e6662d-e399-4030-87cd-1ad99b2eaad7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:32.107839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:32.165523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48666) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:32.167730 n-d-811521-2 neutron-server[107726]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 00:23:32.197749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-87a34d13-0bad-42ec-a744-5667d105a94e tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=63051ace76c74c43977566fc188c06ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311043 Oct 15 00:23:32.395764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-4d183e0f-9110-4e99-9e9e-258c21bc4a0f tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:32.396955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-4d183e0f-9110-4e99-9e9e-258c21bc4a0f tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927197 Oct 15 00:23:32.413923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-7d14ab24-b429-4ca8-9234-9c8535903b2b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/quotas/63051ace76c74c43977566fc188c06ff HTTP/1.1" status: 200 len: 375 time: 0.0110567 Oct 15 00:23:32.474189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-cfbd8137-49c7-4051-bb8a-1521cb7db5e6 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=63051ace76c74c43977566fc188c06ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541718 Oct 15 00:23:32.851832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-516b2192-1b27-43ee-b43a-0fb465c5aaa4 req-e481d354-fc45-48ba-8317-ffbade82920d tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 210 time: 0.0562980 Oct 15 00:23:33.943991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea55e7eb-1a1c-41a2-8bbb-91d87c9f9b0c req-70cc7285-aca4-41b5-ab0b-dbed33897ed2 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 210 time: 0.0250671 Oct 15 00:23:34.295916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48778) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:34.596653 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a253471c-d45c-447f-997b-43c66abda8b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:34.667627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a253471c-d45c-447f-997b-43c66abda8b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:34.780196 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a253471c-d45c-447f-997b-43c66abda8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:34.819984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a253471c-d45c-447f-997b-43c66abda8b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bfcc61be66846d9aae081c99eed77b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5201828 Oct 15 00:23:34.820642 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48798) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:34.827625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253471c-d45c-447f-997b-43c66abda8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa44c5e-7fed-4aee-999e-4eae82f08ab0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:34.883562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-960615a0-f203-4746-8d60-bed519ff86ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:34.906854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-960615a0-f203-4746-8d60-bed519ff86ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:35.039618 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-960615a0-f203-4746-8d60-bed519ff86ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:35.042743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-960615a0-f203-4746-8d60-bed519ff86ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:35.048273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-960615a0-f203-4746-8d60-bed519ff86ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfa44c5e-7fed-4aee-999e-4eae82f08ab0 HTTP/1.1" status: 204 len: 168 time: 0.2219751 Oct 15 00:23:35.056426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960615a0-f203-4746-8d60-bed519ff86ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa44c5e-7fed-4aee-999e-4eae82f08ab0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:35.748372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48842) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:36.096522 n-d-811521-2 neutron-server[107725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 00:23:36.119175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:36.135624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9516eb3-217e-49f0-8b0c-e75adac8ba4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:36.174041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-efaad375-f67e-4314-878e-a4e775f550c6 req-5e7f9fce-3a79-4d38-8ebb-164926e2dfbb tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 210 time: 0.4232051 Oct 15 00:23:36.192544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.30', 60098) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:36.230683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-8310a9da-5512-4b12-bb10-d5fcc8c4a4f8 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=63051ace76c74c43977566fc188c06ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233068 Oct 15 00:23:36.263306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9516eb3-217e-49f0-8b0c-e75adac8ba4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:36.334299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9516eb3-217e-49f0-8b0c-e75adac8ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:36.374572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-6e42e157-6fa1-42f3-bfdd-b40c43593b4b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:36.377431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a9516eb3-217e-49f0-8b0c-e75adac8ba4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=771549979ee249a889a4475f45ecf9f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2615278 Oct 15 00:23:36.377657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-6e42e157-6fa1-42f3-bfdd-b40c43593b4b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405797 Oct 15 00:23:36.380164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:36.380289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9516eb3-217e-49f0-8b0c-e75adac8ba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce7369b-ab9a-4ab1-a282-9a613fcfac80,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:36.446634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb17fc9b-b5ce-4634-ae90-1ed97b3b021e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:36.476176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb17fc9b-b5ce-4634-ae90-1ed97b3b021e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:36.520218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Request body: {'port': {'device_id': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '63051ace76c74c43977566fc188c06ff'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:36.817180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb17fc9b-b5ce-4634-ae90-1ed97b3b021e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:36.820098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb17fc9b-b5ce-4634-ae90-1ed97b3b021e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:36.821235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cb17fc9b-b5ce-4634-ae90-1ed97b3b021e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ce7369b-ab9a-4ab1-a282-9a613fcfac80 HTTP/1.1" status: 204 len: 168 time: 0.4401479 Oct 15 00:23:36.843940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17fc9b-b5ce-4634-ae90-1ed97b3b021e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce7369b-ab9a-4ab1-a282-9a613fcfac80,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:36.991349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Made reservation on behalf of 63051ace76c74c43977566fc188c06ff for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:37.000334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:37.010281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:37.075638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:23:37.083150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:37.179561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:37.331121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:37.448622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Allocated IP 192.168.233.182 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/c349566a-d686-41bd-b207-89640fb8e2b1) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:23:37.695298 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:37.716308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9702ac0-3852-46a1-b917-e770b468574b req-74c436f8-0e41-4f49-8274-f2eebce833ff tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 210 time: 0.0469494 Oct 15 00:23:37.812793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:37.820452 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:37.847316 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:23:37.873668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:23:37.877072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:23:37.903450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:37.903450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:38.112176 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5946317 Oct 15 00:23:38.114015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a632d0-8349-43de-8b85-51691d6d5d2a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Pushing event updated for resources: {'Port': ['ID=c349566a-d686-41bd-b207-89640fb8e2b1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:38.199007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-86a454c0-f3de-479d-a95c-bca3146a8756 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:23:38.215664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-86a454c0-f3de-479d-a95c-bca3146a8756 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0176659 Oct 15 00:23:38.227092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-41b75177-afde-4186-a0d8-f468535143ae None None] Provisioning complete for port c349566a-d686-41bd-b207-89640fb8e2b1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:23:38.228488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41b75177-afde-4186-a0d8-f468535143ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:38.276930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7426e4d-530f-4aad-bfdb-c4dd85206fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:38.285749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-41b75177-afde-4186-a0d8-f468535143ae None None] Port c349566a-d686-41bd-b207-89640fb8e2b1 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:23:38.479629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7426e4d-530f-4aad-bfdb-c4dd85206fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:38.685138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7426e4d-530f-4aad-bfdb-c4dd85206fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:38.753832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:38.756840 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d7426e4d-530f-4aad-bfdb-c4dd85206fc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e121906f84246238d75f04e53019dbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9353120 Oct 15 00:23:38.819580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7426e4d-530f-4aad-bfdb-c4dd85206fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7cae79-676e-4caf-9441-6b400c282fc2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:38.857472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Request body: {'port': {'device_id': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'device_owner': 'compute:tempest-test_az-2053729284', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:38.880244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b3f9a0-6d75-481f-a3a6-d3825e3c7cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:38.927060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b3f9a0-6d75-481f-a3a6-d3825e3c7cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.101679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b3f9a0-6d75-481f-a3a6-d3825e3c7cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.108826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b3f9a0-6d75-481f-a3a6-d3825e3c7cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.108826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-23b3f9a0-6d75-481f-a3a6-d3825e3c7cd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d7cae79-676e-4caf-9441-6b400c282fc2 HTTP/1.1" status: 204 len: 168 time: 0.3501177 Oct 15 00:23:39.120024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3f9a0-6d75-481f-a3a6-d3825e3c7cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7cae79-676e-4caf-9441-6b400c282fc2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:39.149832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.194000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcb0e0-1738-4b38-a477-30d35d097d63 req-fa1975f1-3c18-47fa-864f-e2a3e144f6f5 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:39.195628 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c6dcb0e0-1738-4b38-a477-30d35d097d63 req-fa1975f1-3c18-47fa-864f-e2a3e144f6f5 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 936 time: 0.2365086 Oct 15 00:23:39.367864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c6dcb0e0-1738-4b38-a477-30d35d097d63 req-c1927df9-8ab5-4217-9e24-2757df403388 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491654 Oct 15 00:23:39.431327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48988) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:39.507891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.699035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c349566a-d686-41bd-b207-89640fb8e2b1 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:23:39.699035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.699035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Transition to ACTIVE for port object c349566a-d686-41bd-b207-89640fb8e2b1 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:23:39.882419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89e870aa-3d0c-4602-8586-f797abbda346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.884598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:39.923406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49002) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:40.039130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Pushing event updated for resources: {'Port': ['ID=c349566a-d686-41bd-b207-89640fb8e2b1,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:40.051918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Attempting to bind port c349566a-d686-41bd-b207-89640fb8e2b1 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:23:40.051918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Attempting to bind port c349566a-d686-41bd-b207-89640fb8e2b1 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:23:40.052106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Attempting to bind port c349566a-d686-41bd-b207-89640fb8e2b1 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:23:40.060532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Port c349566a-d686-41bd-b207-89640fb8e2b1 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:23:40.060970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Attempting to bind port c349566a-d686-41bd-b207-89640fb8e2b1 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:23:40.062396 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89e870aa-3d0c-4602-8586-f797abbda346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.068471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:23:40.069771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:23:40.075322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:23:40.075854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Bound port: c349566a-d686-41bd-b207-89640fb8e2b1, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:23:40.076227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.169786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] For port c349566a-d686-41bd-b207-89640fb8e2b1, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:23:40.178241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] For port c349566a-d686-41bd-b207-89640fb8e2b1, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c349566a-d686-41bd-b207-89640fb8e2b1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:23:40.231249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89e870aa-3d0c-4602-8586-f797abbda346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.256660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.266034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e870aa-3d0c-4602-8586-f797abbda346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de38fbad-b9d7-4730-99b8-8509f9987345,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:40.292625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-89e870aa-3d0c-4602-8586-f797abbda346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30b7e1d856904632bb4fd14d6c661b43&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8614326 Oct 15 00:23:40.295581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49008) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:40.307243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:40.307866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.309300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] 10.222.0.30 "PUT /v2.0/ports/c349566a-d686-41bd-b207-89640fb8e2b1 HTTP/1.1" status: 200 len: 1118 time: 1.9772253 Oct 15 00:23:40.309751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'tag': 'c349566a-d686-41bd-b207-89640fb8e2b1'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:23:40.369551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5450293-8d69-4769-9f01-bde10b8f58ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.415286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5450293-8d69-4769-9f01-bde10b8f58ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.491245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b0f8f-832a-44a3-8127-8d333b1d37af service neutron] Pushing event updated for resources: {'Port': ['ID=c349566a-d686-41bd-b207-89640fb8e2b1,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:40.548009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49016) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:40.566990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5450293-8d69-4769-9f01-bde10b8f58ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.578296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0cfe-15fd-481a-b2e9-c2b954c22515 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.583620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5450293-8d69-4769-9f01-bde10b8f58ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.587879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d5450293-8d69-4769-9f01-bde10b8f58ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de38fbad-b9d7-4730-99b8-8509f9987345 HTTP/1.1" status: 204 len: 168 time: 0.2913170 Oct 15 00:23:40.602260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5450293-8d69-4769-9f01-bde10b8f58ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38fbad-b9d7-4730-99b8-8509f9987345,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:40.625928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda20fa-ddfb-4875-ac9d-ac50d3b76e15 req-2c4a9e74-34d6-41ea-b5bb-9ef111e6b8de tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:40.640043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cda20fa-ddfb-4875-ac9d-ac50d3b76e15 req-2c4a9e74-34d6-41ea-b5bb-9ef111e6b8de tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.1366351 Oct 15 00:23:40.732074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cda20fa-ddfb-4875-ac9d-ac50d3b76e15 req-f4cddfd7-e95d-49bd-bec3-1b63d6210be9 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896046 Oct 15 00:23:40.768361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0cfe-15fd-481a-b2e9-c2b954c22515 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.770995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6fc4552f-e7a3-4cb5-a4c8-741f688aaea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.801546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49020) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:40.847594 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec3b0cfe-15fd-481a-b2e9-c2b954c22515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.899926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6fc4552f-e7a3-4cb5-a4c8-741f688aaea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:40.901274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b0cfe-15fd-481a-b2e9-c2b954c22515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90688ef0-e26f-48db-b818-5a104c2edf03,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:40.933207 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ec3b0cfe-15fd-481a-b2e9-c2b954c22515 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=844ff08e4f89448e9ba0a468534afe0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861187 Oct 15 00:23:40.935844 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49028) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:40.968546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6fc4552f-e7a3-4cb5-a4c8-741f688aaea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.016586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:41.018892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6fc4552f-e7a3-4cb5-a4c8-741f688aaea2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a063c68fe13b4a7a951670cf7cb0f9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0459802 Oct 15 00:23:41.031626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99160a76-c985-4e2f-8cdb-733d972b97b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.034514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4552f-e7a3-4cb5-a4c8-741f688aaea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9661c882-c6d7-441d-9693-1bae1011ee64,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:41.094252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99160a76-c985-4e2f-8cdb-733d972b97b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.243815 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976ea876-3aa3-4623-a7a3-34c8e1a20cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4743aff-8331-4b23-9778-7156d5d5cb15", "tag": "c349566a-d686-41bd-b207-89640fb8e2b1"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:23:41.268760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1be83582-e3ef-4c9c-bd6d-2d0893b9aa7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.294625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1be83582-e3ef-4c9c-bd6d-2d0893b9aa7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.352891 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99160a76-c985-4e2f-8cdb-733d972b97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.355436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99160a76-c985-4e2f-8cdb-733d972b97b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.356651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-99160a76-c985-4e2f-8cdb-733d972b97b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90688ef0-e26f-48db-b818-5a104c2edf03 HTTP/1.1" status: 204 len: 168 time: 0.4188344 Oct 15 00:23:41.365475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99160a76-c985-4e2f-8cdb-733d972b97b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90688ef0-e26f-48db-b818-5a104c2edf03,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:41.406606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d99ad4e-fc4c-43dc-a14b-a908244ece78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.453119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1be83582-e3ef-4c9c-bd6d-2d0893b9aa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.456065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1be83582-e3ef-4c9c-bd6d-2d0893b9aa7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.460079 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1be83582-e3ef-4c9c-bd6d-2d0893b9aa7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9661c882-c6d7-441d-9693-1bae1011ee64 HTTP/1.1" status: 204 len: 168 time: 0.4401801 Oct 15 00:23:41.483255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be83582-e3ef-4c9c-bd6d-2d0893b9aa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9661c882-c6d7-441d-9693-1bae1011ee64,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:41.550276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d99ad4e-fc4c-43dc-a14b-a908244ece78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.642324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d99ad4e-fc4c-43dc-a14b-a908244ece78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.672023 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29928970-d207-455c-b654-9696712e0d97 x-openstack-request-id: req-29928970-d207-455c-b654-9696712e0d97 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:23:41.672513 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4743aff-8331-4b23-9778-7156d5d5cb15", "tag": "c349566a-d686-41bd-b207-89640fb8e2b1", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:23:41.673012 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29928970-d207-455c-b654-9696712e0d97 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:23:41.673593 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'tag': 'c349566a-d686-41bd-b207-89640fb8e2b1', 'status': 'completed', 'code': 200} Oct 15 00:23:41.696259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9d99ad4e-fc4c-43dc-a14b-a908244ece78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bba9be6413e425aa9d2c19b7a4237c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8931363 Oct 15 00:23:41.707540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99ad4e-fc4c-43dc-a14b-a908244ece78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671ddcc2-008b-4276-a8fa-9f16f33d6447,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:41.708237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49048) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:41.760914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49052) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:41.778697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f286cbb4-268b-4ca7-b1b9-e0db0088eb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.790706 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61257c97-7c7c-4c64-8631-f02e4481513d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.815163 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61257c97-7c7c-4c64-8631-f02e4481513d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.909748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f286cbb4-268b-4ca7-b1b9-e0db0088eb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:41.972040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95591f5-26bc-4aaa-ae25-553308e0625f req-f3c83e49-dd5d-4a99-a4e4-194d09a6de87 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:41.973593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e95591f5-26bc-4aaa-ae25-553308e0625f req-f3c83e49-dd5d-4a99-a4e4-194d09a6de87 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.1326995 Oct 15 00:23:41.991327 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f286cbb4-268b-4ca7-b1b9-e0db0088eb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.032953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f286cbb4-268b-4ca7-b1b9-e0db0088eb50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52d5804ccc3a47d997cc53da757c7614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697740 Oct 15 00:23:42.036638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49056) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:42.056081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286cbb4-268b-4ca7-b1b9-e0db0088eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc61190-5ead-486d-822d-b5b99a54a42c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:42.064226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61257c97-7c7c-4c64-8631-f02e4481513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.066809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61257c97-7c7c-4c64-8631-f02e4481513d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.067988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-61257c97-7c7c-4c64-8631-f02e4481513d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/671ddcc2-008b-4276-a8fa-9f16f33d6447 HTTP/1.1" status: 204 len: 168 time: 0.3677418 Oct 15 00:23:42.071296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e95591f5-26bc-4aaa-ae25-553308e0625f req-d03374a6-1e97-447d-ac07-c22ab0cc608c tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905199 Oct 15 00:23:42.114307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61257c97-7c7c-4c64-8631-f02e4481513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671ddcc2-008b-4276-a8fa-9f16f33d6447,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:42.148536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-557e799e-1d9c-44eb-9abc-345ad3704320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.183840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-557e799e-1d9c-44eb-9abc-345ad3704320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.301583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-557e799e-1d9c-44eb-9abc-345ad3704320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.307442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-557e799e-1d9c-44eb-9abc-345ad3704320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.314915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-557e799e-1d9c-44eb-9abc-345ad3704320 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc61190-5ead-486d-822d-b5b99a54a42c HTTP/1.1" status: 204 len: 168 time: 0.2644467 Oct 15 00:23:42.316866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e799e-1d9c-44eb-9abc-345ad3704320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc61190-5ead-486d-822d-b5b99a54a42c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:42.714877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49076) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:42.735393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb019ffe-6271-47a5-96c9-d5821b302688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.832581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb019ffe-6271-47a5-96c9-d5821b302688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.911049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb019ffe-6271-47a5-96c9-d5821b302688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:42.952494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cb019ffe-6271-47a5-96c9-d5821b302688 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=348e04dbc0084b7ea74b4cc6300fd594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361832 Oct 15 00:23:42.953573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb019ffe-6271-47a5-96c9-d5821b302688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a1b91-50f0-40e7-9010-3eca91b1a370,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:42.955317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49082) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:43.017692 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8cce2a0-8718-4cc3-9a3c-5a7d99908e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.040903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8cce2a0-8718-4cc3-9a3c-5a7d99908e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.169293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8cce2a0-8718-4cc3-9a3c-5a7d99908e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.171849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8cce2a0-8718-4cc3-9a3c-5a7d99908e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.173596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a8cce2a0-8718-4cc3-9a3c-5a7d99908e4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/909a1b91-50f0-40e7-9010-3eca91b1a370 HTTP/1.1" status: 204 len: 168 time: 0.2162819 Oct 15 00:23:43.204671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cce2a0-8718-4cc3-9a3c-5a7d99908e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a1b91-50f0-40e7-9010-3eca91b1a370,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:43.225478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49088) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:43.243646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac822c7-9eb6-4a3c-a40f-eab8e942a239 req-eabb46d0-82f4-4673-8951-fb50ad6e9f3b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:43.245683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ac822c7-9eb6-4a3c-a40f-eab8e942a239 req-eabb46d0-82f4-4673-8951-fb50ad6e9f3b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0875063 Oct 15 00:23:43.249452 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa13a2d7-ae23-48a3-80cb-d0bcc0e56e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.301130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ac822c7-9eb6-4a3c-a40f-eab8e942a239 req-e60a4ec6-14d5-4195-9455-dcfcc44945ae tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Oct 15 00:23:43.359027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa13a2d7-ae23-48a3-80cb-d0bcc0e56e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.419741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa13a2d7-ae23-48a3-80cb-d0bcc0e56e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.467237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13a2d7-ae23-48a3-80cb-d0bcc0e56e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48860ac7-1ce1-474e-8665-b2a4b747b12f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:43.474597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa13a2d7-ae23-48a3-80cb-d0bcc0e56e51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2d4c662d7b240ffafc285817fd3eb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483287 Oct 15 00:23:43.475795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49094) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:43.534344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-adbbbc9b-e3ca-4b68-bfd1-f6eb8bfdc6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.559842 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-adbbbc9b-e3ca-4b68-bfd1-f6eb8bfdc6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.688947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-adbbbc9b-e3ca-4b68-bfd1-f6eb8bfdc6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.691541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-adbbbc9b-e3ca-4b68-bfd1-f6eb8bfdc6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:43.695678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-adbbbc9b-e3ca-4b68-bfd1-f6eb8bfdc6ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48860ac7-1ce1-474e-8665-b2a4b747b12f HTTP/1.1" status: 204 len: 168 time: 0.2189157 Oct 15 00:23:43.709956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbbc9b-e3ca-4b68-bfd1-f6eb8bfdc6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48860ac7-1ce1-474e-8665-b2a4b747b12f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:44.488816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44640a22-e89a-40a5-a033-d52e620b4b79 req-cc4e667f-d465-4164-9f97-3fb50411cd60 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:44.497262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44640a22-e89a-40a5-a033-d52e620b4b79 req-cc4e667f-d465-4164-9f97-3fb50411cd60 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0717061 Oct 15 00:23:44.546486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44640a22-e89a-40a5-a033-d52e620b4b79 req-9fd941e0-1f59-41ea-ba1b-4d6b0d726a83 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Oct 15 00:23:44.558951 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:45.661126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced85a7-f471-4c2f-98bf-4bd54a559b8f req-6c3b8bb5-bde0-4f6d-bb86-f7b0856a9d0f tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:45.663305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bced85a7-f471-4c2f-98bf-4bd54a559b8f req-6c3b8bb5-bde0-4f6d-bb86-f7b0856a9d0f tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0557878 Oct 15 00:23:45.713578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bced85a7-f471-4c2f-98bf-4bd54a559b8f req-bbd85199-ecd8-410c-8f68-9152421a6a12 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 Oct 15 00:23:46.090496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:46.448290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d8f69cba-374d-4fef-a07d-ea86e0b76442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:46.587215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d8f69cba-374d-4fef-a07d-ea86e0b76442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:46.638893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d8f69cba-374d-4fef-a07d-ea86e0b76442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:46.685001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:46.685604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d8f69cba-374d-4fef-a07d-ea86e0b76442 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=109b40cb2c4845fabe57d3b79b8d3a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036353 Oct 15 00:23:46.686027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f69cba-374d-4fef-a07d-ea86e0b76442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e5156c-0507-42ac-812d-cc6935a4e174,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:46.774451 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19e24f4e-c7ab-4760-abf6-1d349251744f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:46.804735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19e24f4e-c7ab-4760-abf6-1d349251744f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:46.909739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f857f-71ac-446d-b0cd-0ade14a70140 req-7acdbe3d-69f3-4bd0-a238-333d6c72d880 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:46.911573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-845f857f-71ac-446d-b0cd-0ade14a70140 req-7acdbe3d-69f3-4bd0-a238-333d6c72d880 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.1047077 Oct 15 00:23:46.967515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-845f857f-71ac-446d-b0cd-0ade14a70140 req-349559d2-8b7e-4ce6-a120-13a1d10df962 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Oct 15 00:23:47.017530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19e24f4e-c7ab-4760-abf6-1d349251744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:47.017530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19e24f4e-c7ab-4760-abf6-1d349251744f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:47.017530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19e24f4e-c7ab-4760-abf6-1d349251744f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94e5156c-0507-42ac-812d-cc6935a4e174 HTTP/1.1" status: 204 len: 168 time: 0.3271322 Oct 15 00:23:47.024159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e24f4e-c7ab-4760-abf6-1d349251744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e5156c-0507-42ac-812d-cc6935a4e174,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:47.964025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:47.982054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8fc5-c3c4-4581-9d49-68ac7f51ddfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:48.098793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8fc5-c3c4-4581-9d49-68ac7f51ddfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:48.120254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f1a6f-9405-49aa-8f56-f5769d03b9c0 req-40395085-69af-49a0-8688-fdfcf92e5337 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:48.121784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d4f1a6f-9405-49aa-8f56-f5769d03b9c0 req-40395085-69af-49a0-8688-fdfcf92e5337 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0621691 Oct 15 00:23:48.161159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d4f1a6f-9405-49aa-8f56-f5769d03b9c0 req-187b249c-fcaa-4cda-9bf7-aa8cada9de1a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Oct 15 00:23:48.227223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8fc5-c3c4-4581-9d49-68ac7f51ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:48.269714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1e9a8fc5-c3c4-4581-9d49-68ac7f51ddfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2050aa1163cc4e53916a12ebde33059f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046784 Oct 15 00:23:48.270631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a8fc5-c3c4-4581-9d49-68ac7f51ddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed262b01-c0ff-45ea-b57c-f60bb247ddbd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:48.272507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49268) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:48.315143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ea56754c-1dab-405f-82ee-b8ffb75bbd4c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349112 Oct 15 00:23:48.381253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46146a1c-abf1-41d5-837d-00b49f7776d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:48.438991 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46146a1c-abf1-41d5-837d-00b49f7776d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:48.482413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-34223b67-2507-4c02-8f98-952111cadaf4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:48.483841 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-34223b67-2507-4c02-8f98-952111cadaf4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544223 Oct 15 00:23:48.505392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-9dd0c54a-1ccb-4a5f-818c-0f83585656b3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/quotas/7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 375 time: 0.0127199 Oct 15 00:23:48.565488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-0791d1d8-e3f7-44e8-b5f8-15245851e3c8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360341 Oct 15 00:23:48.593491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46146a1c-abf1-41d5-837d-00b49f7776d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:48.597128 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46146a1c-abf1-41d5-837d-00b49f7776d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:48.598496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-46146a1c-abf1-41d5-837d-00b49f7776d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed262b01-c0ff-45ea-b57c-f60bb247ddbd HTTP/1.1" status: 204 len: 168 time: 0.3250239 Oct 15 00:23:48.612805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46146a1c-abf1-41d5-837d-00b49f7776d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed262b01-c0ff-45ea-b57c-f60bb247ddbd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:48.685137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ea876-3aa3-4623-a7a3-34c8e1a20cc5 req-2389ba1e-1f4a-40a3-b120-8628789111fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:48.686901 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-976ea876-3aa3-4623-a7a3-34c8e1a20cc5 req-2389ba1e-1f4a-40a3-b120-8628789111fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63051ace76c74c43977566fc188c06ff&device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 1121 time: 0.1265883 Oct 15 00:23:48.724782 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-976ea876-3aa3-4623-a7a3-34c8e1a20cc5 req-ce98b3de-62f5-4ca3-b8bb-bfb94198eb96 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=63051ace76c74c43977566fc188c06ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261972 Oct 15 00:23:48.970663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ea876-3aa3-4623-a7a3-34c8e1a20cc5 req-b6d060bd-2170-4ee0-a6cb-851dcee0195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:48.973032 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-976ea876-3aa3-4623-a7a3-34c8e1a20cc5 req-b6d060bd-2170-4ee0-a6cb-851dcee0195b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395132 Oct 15 00:23:49.019035 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77d5c69b-3e3e-44ab-a0c4-491e391d67bf req-e2ebd248-ebfb-4599-9eba-4b1682cadcd7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 210 time: 0.1651084 Oct 15 00:23:49.073068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-7faf9905-cb16-4c6f-974a-9e5fefb69fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:49.074785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-7faf9905-cb16-4c6f-974a-9e5fefb69fdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63051ace76c74c43977566fc188c06ff&device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 1121 time: 0.0559764 Oct 15 00:23:49.173196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-791b5c5d-631d-4d5c-a23a-29674134de9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c349566a-d686-41bd-b207-89640fb8e2b1 HTTP/1.1" status: 200 len: 217 time: 0.0885663 Oct 15 00:23:49.268681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-71c918e7-6164-4a5d-8c90-3e846303febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:49.270310 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-71c918e7-6164-4a5d-8c90-3e846303febd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0889518 Oct 15 00:23:49.352032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-b25f7561-2b45-43e2-96a7-e510bbcb742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:49.353518 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-b25f7561-2b45-43e2-96a7-e510bbcb742e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765314 Oct 15 00:23:49.457525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c723d-0f4e-4240-aff5-779427841bd8 req-e6c53e5c-2ed8-41e0-a534-86fad500f288 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:49.458994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d02c723d-0f4e-4240-aff5-779427841bd8 req-e6c53e5c-2ed8-41e0-a534-86fad500f288 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0485141 Oct 15 00:23:49.459979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-100278e3-e580-48b3-9daa-32ff17c0ac18 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990698 Oct 15 00:23:49.498742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d02c723d-0f4e-4240-aff5-779427841bd8 req-9e76e911-4dcb-4fc6-bf47-bafb001dc7a5 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Oct 15 00:23:49.564892 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b9c4c5-bc0a-45fb-af3e-53352310fb67 req-5ae92acc-7697-433d-927a-08ffac9772d4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977883 Oct 15 00:23:50.183385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-82e654f6-615e-4b6d-a01e-1d2d5d5c23fc req-a381b544-1715-4985-93a7-72cd15784025 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 210 time: 0.0262117 Oct 15 00:23:50.431650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49406) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:50.633839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace87a6a-ab40-438b-8493-8e146c07182b req-9881e358-fd44-4829-9aa4-eb2f883da99c tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:50.635311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ace87a6a-ab40-438b-8493-8e146c07182b req-9881e358-fd44-4829-9aa4-eb2f883da99c tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0553505 Oct 15 00:23:50.682548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ace87a6a-ab40-438b-8493-8e146c07182b req-0d94027c-600e-4432-bcff-922e8aef50e0 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Oct 15 00:23:50.737068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c945-cdb0-46de-acc5-816dc2b7fefc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:50.747702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49420) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:50.814599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c945-cdb0-46de-acc5-816dc2b7fefc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:50.894329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c945-cdb0-46de-acc5-816dc2b7fefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:50.915303 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9097-6241-4d24-95e7-170b04b50a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:50.943763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49430) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:50.951255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ffb8c945-cdb0-46de-acc5-816dc2b7fefc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a485570c874edc9c294e8dcbab6e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5184700 Oct 15 00:23:50.953439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8c945-cdb0-46de-acc5-816dc2b7fefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb7aca4-8ac2-4882-b984-4ef7dfadfc51,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:51.045451 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0840294f-0b9e-4702-bb55-aa9d64a8cb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.048924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9097-6241-4d24-95e7-170b04b50a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.075107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0840294f-0b9e-4702-bb55-aa9d64a8cb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.123356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9097-6241-4d24-95e7-170b04b50a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.165729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a8dd9097-6241-4d24-95e7-170b04b50a6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c2ad160e876459f9a58533d5bbb0213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169350 Oct 15 00:23:51.166586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd9097-6241-4d24-95e7-170b04b50a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5982ca67-2152-44f6-bb8e-b41bc7696a79,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:51.168625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49436) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:51.203149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0840294f-0b9e-4702-bb55-aa9d64a8cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.209284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0840294f-0b9e-4702-bb55-aa9d64a8cb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.214587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0840294f-0b9e-4702-bb55-aa9d64a8cb41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7eb7aca4-8ac2-4882-b984-4ef7dfadfc51 HTTP/1.1" status: 204 len: 168 time: 0.2649341 Oct 15 00:23:51.220938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840294f-0b9e-4702-bb55-aa9d64a8cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb7aca4-8ac2-4882-b984-4ef7dfadfc51,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:51.259047 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c265c4d-c975-4383-a4eb-d6bba0114f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.274792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c265c4d-c975-4383-a4eb-d6bba0114f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.339553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2707a1b0-df16-437f-b226-1aaf9a7755be req-04f0295b-9cf5-4f73-9500-af2442b393a9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 210 time: 0.0339587 Oct 15 00:23:51.419664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c265c4d-c975-4383-a4eb-d6bba0114f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.423708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c265c4d-c975-4383-a4eb-d6bba0114f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:51.424947 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c265c4d-c975-4383-a4eb-d6bba0114f40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5982ca67-2152-44f6-bb8e-b41bc7696a79 HTTP/1.1" status: 204 len: 168 time: 0.2541034 Oct 15 00:23:51.433291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c265c4d-c975-4383-a4eb-d6bba0114f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982ca67-2152-44f6-bb8e-b41bc7696a79,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:51.618848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.39', 50085) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:51.641778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-b1c29985-8ce9-4ab4-a241-54ff317a2187 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210848 Oct 15 00:23:51.757327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-c0d0c0f1-bc0e-4407-abbc-90b177ebb46c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:51.758771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-c0d0c0f1-bc0e-4407-abbc-90b177ebb46c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119077 Oct 15 00:23:51.804917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e511c0-dcb2-431c-9b21-7eb99f836150 req-881d3d0c-7dad-43d1-98e5-8b386dd730ef tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:51.806402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80e511c0-dcb2-431c-9b21-7eb99f836150 req-881d3d0c-7dad-43d1-98e5-8b386dd730ef tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0573113 Oct 15 00:23:51.848361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Request body: {'port': {'device_id': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '7343b021868649e6a3ec485bdca87f75'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:51.855416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80e511c0-dcb2-431c-9b21-7eb99f836150 req-4a49b1ee-61e6-4fb0-81b8-ebb8d14c6f48 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Oct 15 00:23:52.011415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49466) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:52.018507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Made reservation on behalf of 7343b021868649e6a3ec485bdca87f75 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:52.021949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.030722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.040772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49470) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:52.106835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.179577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.253388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744f965a-ff05-4691-b122-78f757661f4e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:52.319344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49478) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:52.336016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Allocated IP 192.168.233.216 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/8978d4ac-b48e-4e10-9313-95a6f8b89c14) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:23:52.338308 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa373c8f-0150-4825-b06b-ce8f75f8f15b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.424430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49482) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:52.498663 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-671e2470-2c62-4aaf-ad70-61cf21247873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.520744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6bf947ac-5d24-418f-ade7-0e5bade0f66c req-5bc2d6cd-ef71-4182-92d8-e3e6af0716e7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 210 time: 0.0571222 Oct 15 00:23:52.555076 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.586779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa373c8f-0150-4825-b06b-ce8f75f8f15b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.627355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7f98-74ce-4b57-936a-49e000e7fc0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.673751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa373c8f-0150-4825-b06b-ce8f75f8f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.683587 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-671e2470-2c62-4aaf-ad70-61cf21247873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.737833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aa373c8f-0150-4825-b06b-ce8f75f8f15b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fb931c2a0de4916bcc510796e0ddae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174035 Oct 15 00:23:52.739601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-845213dc-0f4a-48e5-8be5-920a165f0331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.742105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49486) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:52.744028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa373c8f-0150-4825-b06b-ce8f75f8f15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5b8f05-7e5c-4d77-873d-b9b0f85c7ada,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:52.775780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-671e2470-2c62-4aaf-ad70-61cf21247873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.823886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-845213dc-0f4a-48e5-8be5-920a165f0331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.831087 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.850205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-671e2470-2c62-4aaf-ad70-61cf21247873 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b725471b0e1648e7b185fcfbba63aa2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251997 Oct 15 00:23:52.854518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49490) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:52.863501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7f98-74ce-4b57-936a-49e000e7fc0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.866341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e2470-2c62-4aaf-ad70-61cf21247873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbd464d-a3d5-43c9-8426-e569263d0bf2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:52.876437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:23:52.887663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:23:52.888564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:23:52.894402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:52.894981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.895558 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8618a16c-fa2c-43ae-8345-9e8b96b8b2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.897373 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-845213dc-0f4a-48e5-8be5-920a165f0331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.905868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:52.943057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8618a16c-fa2c-43ae-8345-9e8b96b8b2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:52.966319 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-845213dc-0f4a-48e5-8be5-920a165f0331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c16fb641349349cf9fea895a3ff842f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9537413 Oct 15 00:23:52.968664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845213dc-0f4a-48e5-8be5-920a165f0331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b987a53-1404-4261-b732-6e2e201c06ee,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:52.972406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49496) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:52.995320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7f98-74ce-4b57-936a-49e000e7fc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.021856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6c84afc-3fc5-4e2a-acea-6672f66f3399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.067015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e7f98-74ce-4b57-936a-49e000e7fc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567fe89f-f8ce-42ce-8695-30bd57125aa7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:53.072085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6c84afc-3fc5-4e2a-acea-6672f66f3399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.078255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2d2e7f98-74ce-4b57-936a-49e000e7fc0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=527950bdc9c74a638db4449aca260b03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0360978 Oct 15 00:23:53.080551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49500) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:53.083026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530df2c1-c925-4716-899d-1ce5f8f56f7f req-6eeca6f1-3c47-4a2f-857c-08eb1c8cb04a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:53.084586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-530df2c1-c925-4716-899d-1ce5f8f56f7f req-6eeca6f1-3c47-4a2f-857c-08eb1c8cb04a tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.1169448 Oct 15 00:23:53.089609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac536b84-c78f-4a15-b1d2-5679c7cc1e07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2480526 Oct 15 00:23:53.090833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d3a1c4-519f-41fa-837d-75c6f71f1666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.131432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d3a1c4-519f-41fa-837d-75c6f71f1666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.154397 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-530df2c1-c925-4716-899d-1ce5f8f56f7f req-5051d81d-46ab-47ea-82f2-33008a1a9343 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602419 Oct 15 00:23:53.155708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8618a16c-fa2c-43ae-8345-9e8b96b8b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.158276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8618a16c-fa2c-43ae-8345-9e8b96b8b2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.159389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8618a16c-fa2c-43ae-8345-9e8b96b8b2ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa5b8f05-7e5c-4d77-873d-b9b0f85c7ada HTTP/1.1" status: 204 len: 168 time: 0.4162817 Oct 15 00:23:53.169065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdea7-c0d4-4137-8edc-1164fedd69da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.170657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618a16c-fa2c-43ae-8345-9e8b96b8b2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5b8f05-7e5c-4d77-873d-b9b0f85c7ada,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:53.211864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdea7-c0d4-4137-8edc-1164fedd69da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.259111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6c84afc-3fc5-4e2a-acea-6672f66f3399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.261574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6c84afc-3fc5-4e2a-acea-6672f66f3399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.262771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c6c84afc-3fc5-4e2a-acea-6672f66f3399 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcbd464d-a3d5-43c9-8426-e569263d0bf2 HTTP/1.1" status: 204 len: 168 time: 0.4071896 Oct 15 00:23:53.271255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c84afc-3fc5-4e2a-acea-6672f66f3399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbd464d-a3d5-43c9-8426-e569263d0bf2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:53.298368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2b9e6575-05c6-4e42-a0c7-c13ba5ebcbfe None None] Provisioning complete for port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:23:53.298790 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b9e6575-05c6-4e42-a0c7-c13ba5ebcbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.311570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d3a1c4-519f-41fa-837d-75c6f71f1666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.315216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d3a1c4-519f-41fa-837d-75c6f71f1666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.317601 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-75d3a1c4-519f-41fa-837d-75c6f71f1666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b987a53-1404-4261-b732-6e2e201c06ee HTTP/1.1" status: 204 len: 168 time: 0.3423893 Oct 15 00:23:53.335366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a1c4-519f-41fa-837d-75c6f71f1666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b987a53-1404-4261-b732-6e2e201c06ee,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:53.338433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e6575-05c6-4e42-a0c7-c13ba5ebcbfe None None] Port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:23:53.362580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdea7-c0d4-4137-8edc-1164fedd69da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.365341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cc5fdea7-c0d4-4137-8edc-1164fedd69da admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:53.366496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cc5fdea7-c0d4-4137-8edc-1164fedd69da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/567fe89f-f8ce-42ce-8695-30bd57125aa7 HTTP/1.1" status: 204 len: 168 time: 0.2805293 Oct 15 00:23:53.374395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fdea7-c0d4-4137-8edc-1164fedd69da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567fe89f-f8ce-42ce-8695-30bd57125aa7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:53.653642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8b71-dc04-4042-a39c-1c16e6ab69a8 req-d1ebd198-aba2-490a-91cb-3b97dd21df0b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:53.655232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b2f8b71-dc04-4042-a39c-1c16e6ab69a8 req-d1ebd198-aba2-490a-91cb-3b97dd21df0b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 936 time: 0.0560129 Oct 15 00:23:53.711565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b2f8b71-dc04-4042-a39c-1c16e6ab69a8 req-9e6033c1-aaf9-4c73-9682-688c98b81f56 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484478 Oct 15 00:23:54.066716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c349566a-d686-41bd-b207-89640fb8e2b1 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:23:54.173514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c349566a-d686-41bd-b207-89640fb8e2b1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c349566a-d686-41bd-b207-89640fb8e2b1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:23:54.186233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c349566a-d686-41bd-b207-89640fb8e2b1', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'c349566a-d686-41bd-b207-89640fb8e2b1', 'mac_address': 'fa:16:3e:fa:01:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:tempest-test_az-2053729284', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:23:54.233493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.248254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c349566a-d686-41bd-b207-89640fb8e2b1 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:23:54.274365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c349566a-d686-41bd-b207-89640fb8e2b1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c349566a-d686-41bd-b207-89640fb8e2b1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:23:54.301150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46887727-1662-44f0-bd70-bc766c77cf28 req-f21d019c-c34e-47b3-b3c4-6ab996726746 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:54.302714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46887727-1662-44f0-bd70-bc766c77cf28 req-f21d019c-c34e-47b3-b3c4-6ab996726746 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 970 time: 0.0702348 Oct 15 00:23:54.324162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49526) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:54.338386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38de6689-3431-41da-804b-a10ce44e05a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.344664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46887727-1662-44f0-bd70-bc766c77cf28 req-71609e2e-ea0e-40ab-a901-0defb20f290c tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355101 Oct 15 00:23:54.345885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.406214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49528) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:54.429305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c349566a-d686-41bd-b207-89640fb8e2b1,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:54.430842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76814766-ac86-4950-b6c9-73c3e9182d85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.438466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.438798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.439126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.439546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.440021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.440615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.441072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.441709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.442238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.442697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.443133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.443663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Tracked resource versions report: Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: pushed versions: Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: { 'AddressGroup': {'1.2'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'ConntrackHelper': {'1.0'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Log': {'1.0'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Network': {'1.1'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Port': {'1.7'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'PortForwarding': {'1.2'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'QosPolicy': {'1.10'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'SecurityGroup': {'1.4'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'SubPort': {'1.0'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Subnet': {'1.1'}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Trunk': {'1.1'}} Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: consumer versions: Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: HyperV agent@n-h1-811521-2: {}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: HyperV agent@n-h2-811521-2: {}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: L3 agent@n-d-811521-2: {}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: Metadata agent@n-d-811521-2: {}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: Metering agent@n-d-811521-2: {}, Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'ConntrackHelper': '1.0', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Log': '1.0', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Network': '1.1', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Port': '1.7', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'PortForwarding': '1.2', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'QosPolicy': '1.10', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'SecurityGroup': '1.4', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'SecurityGroupRule': '1.2', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'SubPort': '1.0', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Subnet': '1.1', Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: 'Trunk': '1.1'}} Oct 15 00:23:54.445164 n-d-811521-2 neutron-server[107727]: {{(pid=107727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:23:54.456371 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38de6689-3431-41da-804b-a10ce44e05a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.539758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76814766-ac86-4950-b6c9-73c3e9182d85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.553504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38de6689-3431-41da-804b-a10ce44e05a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.596723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-38de6689-3431-41da-804b-a10ce44e05a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7d2a07f852e45f69ae0adc2886ec319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711844 Oct 15 00:23:54.598333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de6689-3431-41da-804b-a10ce44e05a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9ffbcb-0806-42f8-8834-1864a505db8b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:54.600800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49538) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:54.608596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76814766-ac86-4950-b6c9-73c3e9182d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.675930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-76814766-ac86-4950-b6c9-73c3e9182d85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=914cbbdcfcad435f9614d1e2fb98023c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679014 Oct 15 00:23:54.676637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76814766-ac86-4950-b6c9-73c3e9182d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22449918-92b3-4ef5-a5a8-9da970fc63dd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:54.679392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49542) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:54.706518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c349566a-d686-41bd-b207-89640fb8e2b1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:23:54.723505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0c50-e290-480e-bc6c-a4cc22cf85c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.761779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0c50-e290-480e-bc6c-a4cc22cf85c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.858972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c95-1e89-4bd0-ad75-5d78340a5467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.889417 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c95-1e89-4bd0-ad75-5d78340a5467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.899943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec5ca-9adb-4dad-aa0b-b9a81193bd2a req-34838658-d228-4855-9d01-abff2431263e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:54.902186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c6ec5ca-9adb-4dad-aa0b-b9a81193bd2a req-34838658-d228-4855-9d01-abff2431263e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 936 time: 0.0753860 Oct 15 00:23:54.959502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0c50-e290-480e-bc6c-a4cc22cf85c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.960041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c6ec5ca-9adb-4dad-aa0b-b9a81193bd2a req-6281f7c1-0ba8-4940-8924-1afd1059d346 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395362 Oct 15 00:23:54.963212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a1b0c50-e290-480e-bc6c-a4cc22cf85c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:54.965845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2a1b0c50-e290-480e-bc6c-a4cc22cf85c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d9ffbcb-0806-42f8-8834-1864a505db8b HTTP/1.1" status: 204 len: 168 time: 0.3638339 Oct 15 00:23:54.993281 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b0c50-e290-480e-bc6c-a4cc22cf85c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9ffbcb-0806-42f8-8834-1864a505db8b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:55.044551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c95-1e89-4bd0-ad75-5d78340a5467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:55.047916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c95-1e89-4bd0-ad75-5d78340a5467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:55.050027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f6a64c95-1e89-4bd0-ad75-5d78340a5467 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22449918-92b3-4ef5-a5a8-9da970fc63dd HTTP/1.1" status: 204 len: 168 time: 0.3694229 Oct 15 00:23:55.059117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a64c95-1e89-4bd0-ad75-5d78340a5467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22449918-92b3-4ef5-a5a8-9da970fc63dd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:55.476001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58d74-dea9-41c3-a0ac-6db6de452936 req-6825150d-7b0c-4b7c-803b-0e43515b7df9 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:55.477640 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68e58d74-dea9-41c3-a0ac-6db6de452936 req-6825150d-7b0c-4b7c-803b-0e43515b7df9 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 971 time: 0.0516934 Oct 15 00:23:55.545959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68e58d74-dea9-41c3-a0ac-6db6de452936 req-cf411c2b-984e-4312-827b-73c60d8e61bc tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Oct 15 00:23:55.600429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:55.632955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49584) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:55.722674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-741352552-network', 'tenant_id': '7b8272f45e674ed984fc1627889417f5'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:55.749286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1094107465-network', 'tenant_id': '081dd2cbe3764db593ffc59a96324037'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:55.796446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Made reservation on behalf of 7b8272f45e674ed984fc1627889417f5 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:55.799512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:55.807995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:55.895397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:55.920643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Made reservation on behalf of 081dd2cbe3764db593ffc59a96324037 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:55.923750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:55.935776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:55.971084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.006306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:23:56.019146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28916df9-c04d-4f62-92ac-73bfcebc5552,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:56.029308 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.029819 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Added segment 06da73b5-6067-42a9-8361-fd62992b4248 of type vlan for network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 Oct 15 00:23:56.037350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.056112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c349566a-d686-41bd-b207-89640fb8e2b1 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:23:56.095235 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.113572 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.131355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:23:56.139247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83c6717-ac31-4192-9b3a-dbdb69215cd6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:56.151308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ad41-c9fb-4eb0-91bb-8d98cafca03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.153155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ced48-c7c3-4480-8246-a74b82b2aa0e req-08a0b243-4421-4d2d-8dbe-9796fddedad2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:56.154828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736271392808', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.161408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ced48-c7c3-4480-8246-a74b82b2aa0e req-08a0b243-4421-4d2d-8dbe-9796fddedad2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 936 time: 0.0779285 Oct 15 00:23:56.161550 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Unsubscribe: segment precommit_create {{(pid=107725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 00:23:56.161550 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Added segment b6afa557-eab0-449e-8194-2f0a5efd461f of type vlan for network c172d30b-154f-4fa0-8315-a3b3c39dc79f Oct 15 00:23:56.197128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ced48-c7c3-4480-8246-a74b82b2aa0e req-1140abe9-530f-4337-bf06-fbcf056638d9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358036 Oct 15 00:23:56.215342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.237032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.238142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:56.238732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.242350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port c349566a-d686-41bd-b207-89640fb8e2b1 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:23:56.246982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c349566a-d686-41bd-b207-89640fb8e2b1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:23:56.247353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.314943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2d5f01bf-96d3-4c5c-944b-ce2eaa232864,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:56.321786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.322963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:56.323569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.334229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:23:56.345986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-13aec71e-266d-424e-a4b5-53808549d1c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7468903 Oct 15 00:23:56.355904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:56.361923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Request body: {'subnet': {'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-741352552-subnet', 'tenant_id': '7b8272f45e674ed984fc1627889417f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:56.413978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.436234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] Pushing event updated for resources: {'Network': ['ID=c172d30b-154f-4fa0-8315-a3b3c39dc79f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:56.436448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c349566a-d686-41bd-b207-89640fb8e2b1'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:23:56.474260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Made reservation on behalf of 7b8272f45e674ed984fc1627889417f5 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:56.477887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.526520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:23:56.530968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c349566a-d686-41bd-b207-89640fb8e2b1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c349566a-d686-41bd-b207-89640fb8e2b1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:23:56.581971 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9a7392fb-ff41-4d19-84f7-fa56fdab6106 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9450216 Oct 15 00:23:56.583212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49622) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:56.593040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Request body: {'subnet': {'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1094107465-subnet', 'tenant_id': '081dd2cbe3764db593ffc59a96324037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:56.624423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.732053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c349566a-d686-41bd-b207-89640fb8e2b1,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:56.747193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc1a85-4cde-46d3-8d1a-8be84380ce48 req-b179f027-76fd-453b-8e44-e843f3094a14 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:56.748692 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-02dc1a85-4cde-46d3-8d1a-8be84380ce48 req-b179f027-76fd-453b-8e44-e843f3094a14 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 972 time: 0.0664356 Oct 15 00:23:56.782540 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc80051f-47c8-42f7-8ae1-a672fc409887" -d '{"events": [{"server_uuid": "a4743aff-8331-4b23-9778-7156d5d5cb15", "name": "network-vif-plugged", "status": "completed", "tag": "c349566a-d686-41bd-b207-89640fb8e2b1"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:23:56.786072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Made reservation on behalf of 081dd2cbe3764db593ffc59a96324037 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:56.788429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.799520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:56.820699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-02dc1a85-4cde-46d3-8d1a-8be84380ce48 req-60e6043f-1acd-4e55-bc13-f3b4c496a714 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654271 Oct 15 00:23:56.856700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda612de-c42c-4e00-aef5-8238f37bd0e6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:56.866112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Checking segment: {'id': '06da73b5-6067-42a9-8361-fd62992b4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:23:56.866472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Network hostable DHCP agents. Network: 2d5f01bf-96d3-4c5c-944b-ce2eaa232864, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:23:56.947548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:23:57.028292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2d5f01bf-96d3-4c5c-944b-ce2eaa232864) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:23:57.032712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:57.033289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:57.038366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916d364-0f65-405b-a36a-e552f04287d8 None None] Network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:23:57.107752 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:57.133679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-67711b44-277d-41a9-9716-6a93fca6cde3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7761812 Oct 15 00:23:57.185359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82dbddfa-bb44-4fce-ac8c-63c2cd14766a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:57.191216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:23:57.191568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Network hostable DHCP agents. Network: c172d30b-154f-4fa0-8315-a3b3c39dc79f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:23:57.200888 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03815a9-5a1d-4580-9e2c-d0d16e64fc90 x-openstack-request-id: req-d03815a9-5a1d-4580-9e2c-d0d16e64fc90 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:23:57.201388 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4743aff-8331-4b23-9778-7156d5d5cb15", "name": "network-vif-plugged", "status": "completed", "tag": "c349566a-d686-41bd-b207-89640fb8e2b1", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:23:57.201477 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d03815a9-5a1d-4580-9e2c-d0d16e64fc90 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:23:57.202218 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c349566a-d686-41bd-b207-89640fb8e2b1', 'code': 200} Oct 15 00:23:57.320353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:23:57.357952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde4bcc-a0cf-4d17-b452-908211ef3560 None None] Network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:23:57.372444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f44b-5ca7-4692-a64b-d572f74d8a4c req-963a9cab-9da5-4f41-b995-fba43c3ef315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:57.373396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e472f44b-5ca7-4692-a64b-d572f74d8a4c req-963a9cab-9da5-4f41-b995-fba43c3ef315 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 1123 time: 0.1260891 Oct 15 00:23:57.385508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3e1c1-264f-4076-9f8d-21ed3ff2be53 req-0336dab5-2dbc-492d-b8a1-cfcc5f9a3138 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:57.387088 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-edf3e1c1-264f-4076-9f8d-21ed3ff2be53 req-0336dab5-2dbc-492d-b8a1-cfcc5f9a3138 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 936 time: 0.0989895 Oct 15 00:23:57.403228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e472f44b-5ca7-4692-a64b-d572f74d8a4c req-b152806f-8993-484a-aeaa-fe1b02e526bd service neutron] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:57.427838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, c172d30b-154f-4fa0-8315-a3b3c39dc79f) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:23:57.437619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:57.439198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:57.440150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d59277a-c0e1-40c2-aca5-3c9211c6e594 None None] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:23:57.481603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-edf3e1c1-264f-4076-9f8d-21ed3ff2be53 req-10485a66-1f10-4a08-a915-37da70fdaef4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796509 Oct 15 00:23:57.543081 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0025f254-8848-426e-a78f-0489d3467064 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9570863 Oct 15 00:23:57.557115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e472f44b-5ca7-4692-a64b-d572f74d8a4c req-b152806f-8993-484a-aeaa-fe1b02e526bd service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:57.638831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e472f44b-5ca7-4692-a64b-d572f74d8a4c req-b152806f-8993-484a-aeaa-fe1b02e526bd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:57.659078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533f548-81f9-4e8b-a585-24d5c5983744 None None] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:23:57.672403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e472f44b-5ca7-4692-a64b-d572f74d8a4c req-b152806f-8993-484a-aeaa-fe1b02e526bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842219 Oct 15 00:23:57.691224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152806f-8993-484a-aeaa-fe1b02e526bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9488355b-56e3-4a4e-b858-b8fc07695b9e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:57.953546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85440415-64c4-419a-aa13-3fddb027179c req-a77e0ada-f59b-4f9e-a67e-520f35252b5d tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:57.955190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85440415-64c4-419a-aa13-3fddb027179c req-a77e0ada-f59b-4f9e-a67e-520f35252b5d tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 972 time: 0.0550866 Oct 15 00:23:57.997242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85440415-64c4-419a-aa13-3fddb027179c req-a22bf4e8-9bd6-4e47-b14e-db33a2d26494 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Oct 15 00:23:58.738053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ec1b4-4b79-4037-bfb6-9a3e1fa1e980 req-f66a486f-54bb-43b2-b2be-45c035b3fa5f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:58.740333 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c18ec1b4-4b79-4037-bfb6-9a3e1fa1e980 req-f66a486f-54bb-43b2-b2be-45c035b3fa5f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 936 time: 0.0553944 Oct 15 00:23:58.770412 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7798265c-93e5-44f5-bda5-dc09c072d9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:58.781195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c18ec1b4-4b79-4037-bfb6-9a3e1fa1e980 req-78e7bfb8-5b7e-47ab-8267-7a8c564ed180 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Oct 15 00:23:58.808725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-9c8af8b0-f19a-4ecb-86b7-1a53e1d233d1 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d3a74126c2c42f38961debb7412a17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286174 Oct 15 00:23:58.894176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:58.904890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1650991954-network', 'tenant_id': '4b74846d2e0f4149982b59f798b03850'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:58.952078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-dd93787a-dc08-49ff-9b31-5142366fbab7 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:58.954376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-dd93787a-dc08-49ff-9b31-5142366fbab7 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361787 Oct 15 00:23:58.974788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-6c78f74b-cedc-45b5-89a6-9e4152c27646 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/quotas/9d3a74126c2c42f38961debb7412a17c HTTP/1.1" status: 200 len: 375 time: 0.0140984 Oct 15 00:23:59.012623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-0f1e86a3-69d8-48c3-b74b-6a82fdb706a3 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d3a74126c2c42f38961debb7412a17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315828 Oct 15 00:23:59.020460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Made reservation on behalf of 4b74846d2e0f4149982b59f798b03850 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:59.020460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.033447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.048438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:59.054222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-306325832-network', 'tenant_id': '1172616915b04ba497fde285d85aafbe'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:59.131003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.143656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450649b-b848-4979-aec9-5605d152216c req-bc04ce1a-91b2-4cc4-af5d-648ff9c0ab4b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:59.145100 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2450649b-b848-4979-aec9-5605d152216c req-bc04ce1a-91b2-4cc4-af5d-648ff9c0ab4b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 972 time: 0.0592043 Oct 15 00:23:59.146070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Made reservation on behalf of 1172616915b04ba497fde285d85aafbe for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:59.148285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.164912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.204080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2450649b-b848-4979-aec9-5605d152216c req-c9e664b7-8fa6-4b66-ba6f-730a6ce14bfd tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525453 Oct 15 00:23:59.220020 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.253351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:23:59.265052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79def20-4a84-4572-945d-cef1d80af44b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:59.273954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.279159 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Added segment 59d9577d-2858-417a-8f7a-ef4014dac8df of type vlan for network 246aba07-a053-42ae-85e2-28868d331183 Oct 15 00:23:59.314887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.327841 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.346174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee0b9422-1908-4e7a-8ff4-6e6a1861b6b1 req-0e222efc-df17-4dc8-98eb-d8d64bb3c9d5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 210 time: 0.0544736 Oct 15 00:23:59.402832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.425322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:23:59.427175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.428124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:59.428701 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.446311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ec7a72-afa2-460c-b7f0-2a8852b08ef3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:59.450396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.450736 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Added segment 501bf200-efff-47d9-93f0-403c3baf342a of type vlan for network 20690bab-4110-462a-8d6b-4b318f5fe686 Oct 15 00:23:59.499187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:59.508296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] Pushing event updated for resources: {'Network': ['ID=246aba07-a053-42ae-85e2-28868d331183,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:59.521063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 246aba07-a053-42ae-85e2-28868d331183 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:23:59.526188 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.542584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49734) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:59.543170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a9804de6-8d44-4608-baff-9c818ae23661 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6479998 Oct 15 00:23:59.548468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Request body: {'subnet': {'network_id': '246aba07-a053-42ae-85e2-28868d331183', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1650991954-subnet', 'tenant_id': '4b74846d2e0f4149982b59f798b03850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:59.629389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98487286-9f90-4b4b-87ce-6752151dd825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.673783 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.674835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:59.675445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.697237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Made reservation on behalf of 4b74846d2e0f4149982b59f798b03850 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:59.699478 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Publish callbacks [] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.700459 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98487286-9f90-4b4b-87ce-6752151dd825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.755086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] Pushing event updated for resources: {'Network': ['ID=20690bab-4110-462a-8d6b-4b318f5fe686,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:59.764733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 20690bab-4110-462a-8d6b-4b318f5fe686 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:23:59.791670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fe594be9-ef1c-4303-8cc7-7f866ad62e35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7393425 Oct 15 00:23:59.792469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49736) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:59.799329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Request body: {'subnet': {'network_id': '20690bab-4110-462a-8d6b-4b318f5fe686', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-306325832-subnet', 'tenant_id': '1172616915b04ba497fde285d85aafbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:23:59.840656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98487286-9f90-4b4b-87ce-6752151dd825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.915584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-98487286-9f90-4b4b-87ce-6752151dd825 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a22520a88d284912b0ae884eeeb91c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152579 Oct 15 00:23:59.918249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49740) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:23:59.923387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98487286-9f90-4b4b-87ce-6752151dd825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1347e-d240-4e0a-9e82-b9c49d911397,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:23:59.942186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265612ad-c302-461e-bda3-8de0e41f268b req-9fa85503-c60c-4bd9-8b5e-cc5713a9c70a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:23:59.943675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-265612ad-c302-461e-bda3-8de0e41f268b req-9fa85503-c60c-4bd9-8b5e-cc5713a9c70a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 936 time: 0.0783231 Oct 15 00:23:59.978420 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-65c86031-cbd0-4e93-82be-d6bd67d4860d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.983212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:23:59.985341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Made reservation on behalf of 1172616915b04ba497fde285d85aafbe for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:23:59.987875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Publish callbacks [] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.029226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-65c86031-cbd0-4e93-82be-d6bd67d4860d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.037402 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.057112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-265612ad-c302-461e-bda3-8de0e41f268b req-99332b52-f554-41f4-9502-c6aa3ffbcf41 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980434 Oct 15 00:24:00.062202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.096654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa35449-d941-4588-9459-22f993a6b6d4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:00.105287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Checking segment: {'id': '59d9577d-2858-417a-8f7a-ef4014dac8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '246aba07-a053-42ae-85e2-28868d331183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:00.105616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Network hostable DHCP agents. Network: 246aba07-a053-42ae-85e2-28868d331183, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:24:00.208478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Network 246aba07-a053-42ae-85e2-28868d331183 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:24:00.211949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-65c86031-cbd0-4e93-82be-d6bd67d4860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.214542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-65c86031-cbd0-4e93-82be-d6bd67d4860d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.215672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-65c86031-cbd0-4e93-82be-d6bd67d4860d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40a1347e-d240-4e0a-9e82-b9c49d911397 HTTP/1.1" status: 204 len: 168 time: 0.2963064 Oct 15 00:24:00.227801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c86031-cbd0-4e93-82be-d6bd67d4860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1347e-d240-4e0a-9e82-b9c49d911397,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:00.255057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.282517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 246aba07-a053-42ae-85e2-28868d331183) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:00.287214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:00.287794 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.299348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8771b10-e4cf-4da3-b11f-b93cdb5af2e3 None None] Network 246aba07-a053-42ae-85e2-28868d331183 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:00.333491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b02f1f-bdcb-46a5-a8aa-5fa257ed1746,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:00.339822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Checking segment: {'id': '501bf200-efff-47d9-93f0-403c3baf342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '20690bab-4110-462a-8d6b-4b318f5fe686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:00.340173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Network hostable DHCP agents. Network: 20690bab-4110-462a-8d6b-4b318f5fe686, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:24:00.357500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500bf4e-e36b-4f16-92fe-965a899d8260 req-df9db5bf-70a6-435f-9389-edcd4a0d3307 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:00.359293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6500bf4e-e36b-4f16-92fe-965a899d8260 req-df9db5bf-70a6-435f-9389-edcd4a0d3307 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 972 time: 0.0680764 Oct 15 00:24:00.400113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6500bf4e-e36b-4f16-92fe-965a899d8260 req-98725f20-7056-44a6-9a1a-0367624887b2 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Oct 15 00:24:00.581600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41a4ea37-de12-482d-b96b-5ea599e26fd5 req-31c322f1-96a3-4774-8fd0-85a991662c7a tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 210 time: 0.0337112 Oct 15 00:24:00.583027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f2af8-4532-4900-9c66-ec565ef20afc None None] Network 246aba07-a053-42ae-85e2-28868d331183 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:00.704443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67620b-7719-4fe4-9e3b-a2dff1d1edad req-0a89776c-1393-4e67-a013-35e47befbb07 tempest-AggregatesAdminTestJSON-1311082774 tempest-AggregatesAdminTestJSON-1311082774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:00.705963 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f67620b-7719-4fe4-9e3b-a2dff1d1edad req-0a89776c-1393-4e67-a013-35e47befbb07 tempest-AggregatesAdminTestJSON-1311082774 tempest-AggregatesAdminTestJSON-1311082774-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 1123 time: 0.0388119 Oct 15 00:24:00.724202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5f67620b-7719-4fe4-9e3b-a2dff1d1edad req-6b9d47ac-932c-486e-b3ba-43b6f5205691 tempest-AggregatesAdminTestJSON-1311082774 tempest-AggregatesAdminTestJSON-1311082774-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.795490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5f67620b-7719-4fe4-9e3b-a2dff1d1edad req-6b9d47ac-932c-486e-b3ba-43b6f5205691 tempest-AggregatesAdminTestJSON-1311082774 tempest-AggregatesAdminTestJSON-1311082774-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.827560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Network 20690bab-4110-462a-8d6b-4b318f5fe686 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:24:00.831073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-daf1a3af-6dab-40b0-b899-c3b15964089a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2871454 Oct 15 00:24:00.901641 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5f67620b-7719-4fe4-9e3b-a2dff1d1edad req-6b9d47ac-932c-486e-b3ba-43b6f5205691 tempest-AggregatesAdminTestJSON-1311082774 tempest-AggregatesAdminTestJSON-1311082774-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:00.927547 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f67620b-7719-4fe4-9e3b-a2dff1d1edad req-6b9d47ac-932c-486e-b3ba-43b6f5205691 tempest-AggregatesAdminTestJSON-1311082774 tempest-AggregatesAdminTestJSON-1311082774-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154806 Oct 15 00:24:00.936005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d47ac-932c-486e-b3ba-43b6f5205691 tempest-AggregatesAdminTestJSON-1311082774 tempest-AggregatesAdminTestJSON-1311082774-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7a179-2516-4565-8abe-84dd663ee69a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:00.942887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 20690bab-4110-462a-8d6b-4b318f5fe686) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:00.960300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:00.960567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abfe619-cb0e-4d8e-83d7-b18ffaee0cc6 None None] Network 20690bab-4110-462a-8d6b-4b318f5fe686 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:00.961532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.065491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a5131cbb-1ea0-4452-a6a8-d06f23f368ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2712979 Oct 15 00:24:01.104447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216516c-8301-464f-9118-cb76b0579444 None None] Network 20690bab-4110-462a-8d6b-4b318f5fe686 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:01.409889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49790) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:01.431949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8ad931f-7ef4-4011-bb34-d8fa4db6cf06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.526165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-74588378-118d-40d9-a71a-79e557d49560 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:01.527115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-74588378-118d-40d9-a71a-79e557d49560 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051749 Oct 15 00:24:01.534876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8ad931f-7ef4-4011-bb34-d8fa4db6cf06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.600585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-c27879b1-d3cf-4f01-9de9-2d88ebc2e9ef tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:01.602375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-c27879b1-d3cf-4f01-9de9-2d88ebc2e9ef tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/networks?id=2d5f01bf-96d3-4c5c-944b-ce2eaa232864 HTTP/1.1" status: 200 len: 814 time: 0.3448184 Oct 15 00:24:01.604837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8ad931f-7ef4-4011-bb34-d8fa4db6cf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.625968 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-cb513dfd-9c10-44cd-bf5f-675c7d056b9c tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/quotas/7b8272f45e674ed984fc1627889417f5 HTTP/1.1" status: 200 len: 375 time: 0.0103357 Oct 15 00:24:01.652871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a8ad931f-7ef4-4011-bb34-d8fa4db6cf06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b434261a075f4ee1943423355387cf6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392540 Oct 15 00:24:01.652974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:01.661346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad931f-7ef4-4011-bb34-d8fa4db6cf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206d922a-1872-46fb-8143-176c3189ab3e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:01.693354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-327d334a-fd5d-491f-92a5-2681c79c65c5 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b8272f45e674ed984fc1627889417f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588391 Oct 15 00:24:01.719982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8be3-197e-4ba7-9a1d-80931a15e0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.740271 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8be3-197e-4ba7-9a1d-80931a15e0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.771158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Request body: {'port': {'device_id': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:01.818530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-5255534b-1a4a-4ad7-93c7-e1afe044b1e8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:01.821573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-5255534b-1a4a-4ad7-93c7-e1afe044b1e8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0751269 Oct 15 00:24:01.848312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8be3-197e-4ba7-9a1d-80931a15e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.851004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8be3-197e-4ba7-9a1d-80931a15e0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.854716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5c7a8be3-197e-4ba7-9a1d-80931a15e0fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/206d922a-1872-46fb-8143-176c3189ab3e HTTP/1.1" status: 204 len: 168 time: 0.1983454 Oct 15 00:24:01.859888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a8be3-197e-4ba7-9a1d-80931a15e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206d922a-1872-46fb-8143-176c3189ab3e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:01.875279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:01.981183 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4dac4f71-74aa-4dca-9fae-8226c29f7d7a service neutron] 10.222.0.13 "GET /v2.0/networks/2d5f01bf-96d3-4c5c-944b-ce2eaa232864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524789 Oct 15 00:24:02.044075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc101-2d0b-4af6-ac93-c993d97b83d4 req-da27ac1f-3550-458b-aa16-06c84c5569fe tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:02.045674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50ccc101-2d0b-4af6-ac93-c993d97b83d4 req-da27ac1f-3550-458b-aa16-06c84c5569fe tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 936 time: 0.0516131 Oct 15 00:24:02.083320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50ccc101-2d0b-4af6-ac93-c993d97b83d4 req-05d67699-db49-4627-95a4-60820235c9e4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Oct 15 00:24:02.136238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:02.186152 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a335a7c5-5edf-412c-b75f-cc5a695f467b service neutron] 10.222.0.13 "GET /v2.0/networks/2d5f01bf-96d3-4c5c-944b-ce2eaa232864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568685 Oct 15 00:24:02.291830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8978d4ac-b48e-4e10-9313-95a6f8b89c14 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:02.303642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:02.319713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Transition to ACTIVE for port object 8978d4ac-b48e-4e10-9313-95a6f8b89c14 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:02.397195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:02.448178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.39', 50090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:02.474940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:02.527215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:02.527867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:02.528481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:02.538846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-26a7618d-f551-4397-9237-6a84c6cb300b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d3a74126c2c42f38961debb7412a17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892625 Oct 15 00:24:02.552933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:02.552933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:02.588842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da2c2c82-7c67-4966-9a0f-810de45271ef req-d0d5e1dd-5407-4f2a-b7ab-3c0da0edf4be tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 210 time: 0.0571990 Oct 15 00:24:02.591347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:02.591684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:02.592065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:02.592509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Bound port: 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:02.592924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:02.690997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:02.696465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:02.796624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bb05d6d8-ede7-42fd-bacc-688bf2bdf8c6 req-e9cd0eb7-f185-40eb-aa05-da9f63165e04 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 210 time: 0.0355670 Oct 15 00:24:02.798453 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:02.848916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:02.849591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:02.856031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] 10.222.0.39 "PUT /v2.0/ports/8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 1096 time: 1.1450722 Oct 15 00:24:02.858191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:02.866015 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593c762d-40ac-43b5-90c8-2aec574b4049" -d '{"events": [{"name": "network-changed", "server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:02.897474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f39ca1-6dba-4c9c-a21f-6aa550f486ce service neutron] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:02.960749 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bbc8fa-0986-44f2-adbb-754a9df35f61 x-openstack-request-id: req-57bbc8fa-0986-44f2-adbb-754a9df35f61 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:02.962321 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:02.962782 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57bbc8fa-0986-44f2-adbb-754a9df35f61 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:02.963477 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'status': 'completed', 'code': 200} Oct 15 00:24:03.012598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-ef65ab14-0985-4d0f-8c33-1d5ccad56306 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.014157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-ef65ab14-0985-4d0f-8c33-1d5ccad56306 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.5402548 Oct 15 00:24:03.026196 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-d426565e-2005-454d-a972-7b7f3ce54fc4 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.027858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-d426565e-2005-454d-a972-7b7f3ce54fc4 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4815476 Oct 15 00:24:03.045610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Request body: {'port': {'device_id': '154cb544-ea9c-49b2-8423-d90114515eae', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '9d3a74126c2c42f38961debb7412a17c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:03.049588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c762d-40ac-43b5-90c8-2aec574b4049 req-187d0f76-c283-423e-974a-5210504eeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.051219 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-593c762d-40ac-43b5-90c8-2aec574b4049 req-187d0f76-c283-423e-974a-5210504eeb84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0550113 Oct 15 00:24:03.062404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-646918e0-7111-435c-be0b-b6ebeb54fde9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/quotas/081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 375 time: 0.0310981 Oct 15 00:24:03.085893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-593c762d-40ac-43b5-90c8-2aec574b4049 req-b98d80c5-214f-4e0a-b859-dca165c899b2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248969 Oct 15 00:24:03.150506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-9135b6e9-d6c1-4e4d-8ac0-e797b04e67f1 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732517 Oct 15 00:24:03.257231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c762d-40ac-43b5-90c8-2aec574b4049 req-7feab069-b503-41b0-8e50-4c246400a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.259858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-593c762d-40ac-43b5-90c8-2aec574b4049 req-7feab069-b503-41b0-8e50-4c246400a0ff service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668656 Oct 15 00:24:03.388761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-540d2634-b97a-4322-971c-937440db5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.394806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-540d2634-b97a-4322-971c-937440db5d4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0821908 Oct 15 00:24:03.399000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-8cb7023e-2d54-4221-8e20-11e2f4f6a578 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:03.400130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-8cb7023e-2d54-4221-8e20-11e2f4f6a578 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0779278 Oct 15 00:24:03.504011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-0f3688fd-eda7-4f3c-ace5-44c52869a2f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.0449562 Oct 15 00:24:03.510284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-8a0c0597-90e8-419e-baf4-32558e35c805 service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008294 Oct 15 00:24:03.557924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac0a2e44-f2df-47ec-8be1-0de15157f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.559179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-ac0a2e44-f2df-47ec-8be1-0de15157f4c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0490344 Oct 15 00:24:03.593185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Made reservation on behalf of 9d3a74126c2c42f38961debb7412a17c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:03.596961 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:03.612406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:03.635104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-3da02833-4873-4fdf-93fa-ac8febcd087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.636665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-3da02833-4873-4fdf-93fa-ac8febcd087b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705161 Oct 15 00:24:03.647920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2ac8b-b474-4b81-9eb5-c53a461f2233 req-b76fb6cc-4a73-4584-9bf7-05add1985085 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:03.649334 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-70d2ac8b-b474-4b81-9eb5-c53a461f2233 req-b76fb6cc-4a73-4584-9bf7-05add1985085 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.0742021 Oct 15 00:24:03.651009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d527cd6b-c1d0-481a-b5fa-8a314e493397 service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270225 Oct 15 00:24:03.712390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:03.743606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-70d2ac8b-b474-4b81-9eb5-c53a461f2233 req-a31b6a9b-adf1-4b1c-84c0-55c042fe41d6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853283 Oct 15 00:24:03.764593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-a51a644f-6572-47f2-982c-886578171f2d service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143286 Oct 15 00:24:03.844215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:03.862237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff68eb84-86d2-4ef3-b2c3-7267a984b195 req-3cea396f-b003-4273-9944-6d45ae2094e9 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 210 time: 0.0303447 Oct 15 00:24:03.892676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f14d304f-ed75-4570-97f7-f1afadb2ed74 req-691a7c68-288f-454d-bdc6-6c5cb2510bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211855 Oct 15 00:24:04.073914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57eac8c-f7f5-4195-b25b-1c56e022cb72,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:04.122719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d23025d6-b52d-47eb-84fc-08e65405262d req-3ac07db0-69f3-4ff4-bfa6-1cf13cc41d62 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 210 time: 0.0583317 Oct 15 00:24:04.155151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Allocated IP 192.168.233.171 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/25a925a7-523f-456a-94a5-64ba2a64412a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:04.212717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa6bb054-9a2d-468c-b2ab-ab5ee6aed284 req-2076438d-513b-4f2b-a096-450fa7f3dd38 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 210 time: 0.0446713 Oct 15 00:24:04.374079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:04.491282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:04.604115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:04.612539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:04.617287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:04.623413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:04.629497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:04.631390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Pushing event updated for resources: {'Port': ['ID=25a925a7-523f-456a-94a5-64ba2a64412a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:04.748765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-de30a78e-ec0e-42e7-bad0-4905dab7fff5 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7077315 Oct 15 00:24:04.762487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Request body: {'port': {'device_id': '154cb544-ea9c-49b2-8423-d90114515eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:04.832230 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:04.900329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-b7a5d447-052d-4922-990e-9386b69c40fe tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274913 Oct 15 00:24:04.924242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-94f884d0-eadd-43ed-ad3a-5acd31d7857d None None] Provisioning complete for port 25a925a7-523f-456a-94a5-64ba2a64412a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:04.924773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-94f884d0-eadd-43ed-ad3a-5acd31d7857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:04.936025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a87b41-09cb-44ad-a19e-4fd70a6cb9f5 req-963e47e4-6254-451e-bf87-4f0467cc7d34 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:04.939470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5a87b41-09cb-44ad-a19e-4fd70a6cb9f5 req-963e47e4-6254-451e-bf87-4f0467cc7d34 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.0705910 Oct 15 00:24:04.964194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-94f884d0-eadd-43ed-ad3a-5acd31d7857d None None] Port 25a925a7-523f-456a-94a5-64ba2a64412a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:04.980398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5a87b41-09cb-44ad-a19e-4fd70a6cb9f5 req-e021b299-f87d-4438-80ff-81087d72b3fe tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321388 Oct 15 00:24:05.109234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532c86-c018-4937-9892-2db8e03903ca req-313a44f3-1c96-44c8-865a-f3f7da80c73b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:05.110757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88532c86-c018-4937-9892-2db8e03903ca req-313a44f3-1c96-44c8-865a-f3f7da80c73b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 936 time: 0.0545509 Oct 15 00:24:05.153486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88532c86-c018-4937-9892-2db8e03903ca req-73a89e50-d75f-4fde-8beb-344cb52b7dad tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356460 Oct 15 00:24:05.180171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-6b985339-918f-491f-ac97-5fe7c325628a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:05.183349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-6b985339-918f-491f-ac97-5fe7c325628a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684803 Oct 15 00:24:05.219646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-1d049554-531e-4ab2-b4d6-60a0eeb6686a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/quotas/56e39fc5204b4fd78c6ad8e88196634a HTTP/1.1" status: 200 len: 375 time: 0.0276048 Oct 15 00:24:05.398027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-9bfeaf32-ec04-46c4-8691-650eb8d9a3f4 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1709075 Oct 15 00:24:05.415825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-e6eb9e6c-0b71-47b9-9943-b9a0f6110e91 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:05.417278 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-e6eb9e6c-0b71-47b9-9943-b9a0f6110e91 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.30 "GET /v2.0/networks?id=2d5f01bf-96d3-4c5c-944b-ce2eaa232864 HTTP/1.1" status: 200 len: 814 time: 0.1088245 Oct 15 00:24:05.430624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Request body: {'port': {'device_id': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864', 'admin_state_up': True, 'tenant_id': '7b8272f45e674ed984fc1627889417f5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:05.432940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a925a7-523f-456a-94a5-64ba2a64412a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:05.442355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:05.463683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Transition to ACTIVE for port object 25a925a7-523f-456a-94a5-64ba2a64412a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:05.536391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:05.571800 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c49e8546-b1fc-46c4-b9d8-82e9e4f45319 req-b6e0f16f-2f6b-4df0-9381-e57bf3394984 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 210 time: 0.0357938 Oct 15 00:24:05.591796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=25a925a7-523f-456a-94a5-64ba2a64412a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:05.651471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Attempting to bind port 25a925a7-523f-456a-94a5-64ba2a64412a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:05.652998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Attempting to bind port 25a925a7-523f-456a-94a5-64ba2a64412a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:05.652998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Attempting to bind port 25a925a7-523f-456a-94a5-64ba2a64412a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:05.658162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Port 25a925a7-523f-456a-94a5-64ba2a64412a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:05.658383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Attempting to bind port 25a925a7-523f-456a-94a5-64ba2a64412a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:05.663539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:05.663894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:05.678004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:05.678509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Bound port: 25a925a7-523f-456a-94a5-64ba2a64412a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:05.678860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:05.714064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c984e456-40b6-4ad8-a1e1-e734d6160500 req-be781cf2-bc88-4a78-8f89-596c2497382e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 210 time: 0.0437887 Oct 15 00:24:05.785889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] For port 25a925a7-523f-456a-94a5-64ba2a64412a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:05.794371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] For port 25a925a7-523f-456a-94a5-64ba2a64412a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25a925a7-523f-456a-94a5-64ba2a64412a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:05.811977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bb16567-df22-43bc-a1ac-b909557efa98 req-4613196a-3918-4d32-a31c-4af85426639c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 210 time: 0.0395370 Oct 15 00:24:05.839624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Made reservation on behalf of 7b8272f45e674ed984fc1627889417f5 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:05.843277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:05.903492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:05.941580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:05.942321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:05.943890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] 10.222.0.39 "PUT /v2.0/ports/25a925a7-523f-456a-94a5-64ba2a64412a HTTP/1.1" status: 200 len: 1096 time: 1.1866462 Oct 15 00:24:05.944584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154cb544-ea9c-49b2-8423-d90114515eae', 'tag': '25a925a7-523f-456a-94a5-64ba2a64412a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:05.987025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Allocated IP 172.20.0.12 (2d5f01bf-96d3-4c5c-944b-ce2eaa232864/eda612de-c42c-4e00-aef5-8238f37bd0e6/105ed5ce-5807-40c9-a607-0ed47b8e8521) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:06.077721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42752125-8b6d-4b9e-afe4-5b5da734ba80 service neutron] Pushing event updated for resources: {'Port': ['ID=25a925a7-523f-456a-94a5-64ba2a64412a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:06.120973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8663-02bb-4362-b927-88b21be5b81b req-2e1f11aa-e07a-4f6d-bc3b-6f5f29df58b2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:06.123090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5ba8663-02bb-4362-b927-88b21be5b81b req-2e1f11aa-e07a-4f6d-bc3b-6f5f29df58b2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.0632730 Oct 15 00:24:06.127908 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93f2ecb-0526-444d-8702-7a0e0f0d5ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "154cb544-ea9c-49b2-8423-d90114515eae", "tag": "25a925a7-523f-456a-94a5-64ba2a64412a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:06.168165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5ba8663-02bb-4362-b927-88b21be5b81b req-56daae75-c684-4a6d-b685-4f5e70b6a600 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360391 Oct 15 00:24:06.185822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:06.293147 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796accaa-8c73-46c0-91a2-2675307f5f09 x-openstack-request-id: req-796accaa-8c73-46c0-91a2-2675307f5f09 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:06.293642 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154cb544-ea9c-49b2-8423-d90114515eae", "tag": "25a925a7-523f-456a-94a5-64ba2a64412a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:06.293754 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-796accaa-8c73-46c0-91a2-2675307f5f09 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:06.294271 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154cb544-ea9c-49b2-8423-d90114515eae', 'tag': '25a925a7-523f-456a-94a5-64ba2a64412a', 'status': 'completed', 'code': 200} Oct 15 00:24:06.423676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f2ecb-0526-444d-8702-7a0e0f0d5ccd req-82c99e67-5595-4856-ba47-cb3ba6c5d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:06.425170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a93f2ecb-0526-444d-8702-7a0e0f0d5ccd req-82c99e67-5595-4856-ba47-cb3ba6c5d4da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d3a74126c2c42f38961debb7412a17c&device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 1099 time: 0.1098537 Oct 15 00:24:06.435254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf53229-3dc2-4c9e-931b-dcd27e4f9dfd req-ce54f4f2-fcfe-44cd-9684-6d16fd0c571b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:06.435254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecf53229-3dc2-4c9e-931b-dcd27e4f9dfd req-ce54f4f2-fcfe-44cd-9684-6d16fd0c571b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 948 time: 0.0884655 Oct 15 00:24:06.467504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a93f2ecb-0526-444d-8702-7a0e0f0d5ccd req-61ace1e5-ad32-4e08-a7bc-bfa5d19cc364 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d3a74126c2c42f38961debb7412a17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312107 Oct 15 00:24:06.548383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecf53229-3dc2-4c9e-931b-dcd27e4f9dfd req-b836f4c2-89ff-40b9-b4ff-527aaee4b59a tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036592 Oct 15 00:24:06.656947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f2ecb-0526-444d-8702-7a0e0f0d5ccd req-d32e4b3f-0e19-438b-b994-b3c520c31d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:06.658541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a93f2ecb-0526-444d-8702-7a0e0f0d5ccd req-d32e4b3f-0e19-438b-b994-b3c520c31d36 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848166 Oct 15 00:24:06.690469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfc0091e-bfab-440b-8bec-f1c33882f02a req-1b40844d-7a6b-4cea-a59d-fe66f1346711 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 210 time: 0.0282326 Oct 15 00:24:06.767415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-a8235a14-6d04-490b-a6c9-1746086b6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:06.768879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-a8235a14-6d04-490b-a6c9-1746086b6bfe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d3a74126c2c42f38961debb7412a17c&device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 1099 time: 0.0413702 Oct 15 00:24:06.819982 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:06.851404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-a11e9a36-a1c9-48a9-94b8-c5e71fe0f6ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=25a925a7-523f-456a-94a5-64ba2a64412a HTTP/1.1" status: 200 len: 217 time: 0.0732539 Oct 15 00:24:06.865067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:06.868375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:06.874522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:06.876158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ce20447-c9bb-4b0d-a524-2eeff047452e req-52fececa-7172-4317-bd1f-ad765fff6ca7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 210 time: 0.0661528 Oct 15 00:24:06.895636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:06.896767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:06.916945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Pushing event updated for resources: {'Port': ['ID=105ed5ce-5807-40c9-a607-0ed47b8e8521,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:06.974353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e99ca3a2-19a5-4c58-bca4-ace6d4407ef5 req-e039d6e8-1312-4277-bd43-e5caabf22247 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 210 time: 0.0401058 Oct 15 00:24:06.975968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-7e97b388-7c09-4cc3-8d75-2a19249f7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:06.977481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-7e97b388-7c09-4cc3-8d75-2a19249f7510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1108935 Oct 15 00:24:07.019803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-a498cdce-3f14-431f-92b0-c024b48511d3 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5932782 Oct 15 00:24:07.033215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Request body: {'port': {'device_id': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:07.059846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-dcf86aff-32a8-4a1b-9118-c74def2f4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:07.061947 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-dcf86aff-32a8-4a1b-9118-c74def2f4ff9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759699 Oct 15 00:24:07.114278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:07.182464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-4bab2490-1ef6-4d26-b5d8-7812bb8a8676 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115108 Oct 15 00:24:07.321186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895602aa-7779-4e79-b897-ed4cd4b225e7 req-7f391c95-96fb-4913-b772-aaa6015aea8c service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224940 Oct 15 00:24:07.338750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.30', 60110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:07.420012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030ede2-559d-48d1-8dcf-eb3f965010c3 req-c4e37eec-cbee-49ce-8fc0-740fddf74c01 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:07.421474 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9030ede2-559d-48d1-8dcf-eb3f965010c3 req-c4e37eec-cbee-49ce-8fc0-740fddf74c01 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.1134219 Oct 15 00:24:07.445918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-1a6a6e1e-2fa2-4455-acbe-f49811f5ed53 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:07.447453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-1a6a6e1e-2fa2-4455-acbe-f49811f5ed53 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.1071610 Oct 15 00:24:07.459706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Request body: {'port': {'device_id': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'admin_state_up': True, 'tenant_id': '081dd2cbe3764db593ffc59a96324037'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:07.498690 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9030ede2-559d-48d1-8dcf-eb3f965010c3 req-bbede7f4-2032-4a77-963f-0d5ebdff94c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703921 Oct 15 00:24:07.518329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105ed5ce-5807-40c9-a607-0ed47b8e8521 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:07.527437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:07.547885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Transition to ACTIVE for port object 105ed5ce-5807-40c9-a607-0ed47b8e8521 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:07.660486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024f43e-cf8c-49df-8b5e-d21f14e27b42 req-e8360b68-a051-49bb-918b-6b83b5554b94 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:07.662127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7024f43e-cf8c-49df-8b5e-d21f14e27b42 req-e8360b68-a051-49bb-918b-6b83b5554b94 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 948 time: 0.0482838 Oct 15 00:24:07.695216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:07.707954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7024f43e-cf8c-49df-8b5e-d21f14e27b42 req-e93e5ffa-c0ad-46d1-81d5-93c12ec1eb7e tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Oct 15 00:24:07.717460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Made reservation on behalf of 081dd2cbe3764db593ffc59a96324037 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:07.721084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:07.767341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=105ed5ce-5807-40c9-a607-0ed47b8e8521,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:07.798827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Attempting to bind port 105ed5ce-5807-40c9-a607-0ed47b8e8521 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:07.799140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Attempting to bind port 105ed5ce-5807-40c9-a607-0ed47b8e8521 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '06da73b5-6067-42a9-8361-fd62992b4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:07.799462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Attempting to bind port 105ed5ce-5807-40c9-a607-0ed47b8e8521 on network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:07.816543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Port 105ed5ce-5807-40c9-a607-0ed47b8e8521 on network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:07.817237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Attempting to bind port 105ed5ce-5807-40c9-a607-0ed47b8e8521 on network 2d5f01bf-96d3-4c5c-944b-ce2eaa232864 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:07.840512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:07.840700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Checking segment: {'id': '06da73b5-6067-42a9-8361-fd62992b4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:07.841071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Bound using segment: {'id': '06da73b5-6067-42a9-8361-fd62992b4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:07.841500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Bound port: 105ed5ce-5807-40c9-a607-0ed47b8e8521, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06da73b5-6067-42a9-8361-fd62992b4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:07.842154 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:07.877445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Allocated IP 172.20.0.3 (c172d30b-154f-4fa0-8315-a3b3c39dc79f/82dbddfa-bb44-4fce-ac8c-63c2cd14766a/76be05e8-9563-4a40-9066-a9954e3bbc58) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:07.893601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa972202-357b-4e31-92b4-e6ec8f60c2f3 req-fdaad7fb-f19a-4f51-a4b4-b07e44fbb9a5 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:07.895081 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa972202-357b-4e31-92b4-e6ec8f60c2f3 req-fdaad7fb-f19a-4f51-a4b4-b07e44fbb9a5 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 944 time: 0.0925734 Oct 15 00:24:07.936486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] For port 105ed5ce-5807-40c9-a607-0ed47b8e8521, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:07.957288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] For port 105ed5ce-5807-40c9-a607-0ed47b8e8521, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=105ed5ce-5807-40c9-a607-0ed47b8e8521,segment=NetworkSegment(06da73b5-6067-42a9-8361-fd62992b4248),segment_id=06da73b5-6067-42a9-8361-fd62992b4248)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:07.963847 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa972202-357b-4e31-92b4-e6ec8f60c2f3 req-b14a12cf-07c0-4d44-aba6-00010513da42 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598476 Oct 15 00:24:08.038906 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:08.064378 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96989a0c-86ef-4591-ac69-92c17a429186 req-126d56b7-67e6-4dbc-bc66-738f9110520c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 210 time: 0.0372274 Oct 15 00:24:08.097178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:08.097840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:08.099437 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] 10.222.0.30 "PUT /v2.0/ports/105ed5ce-5807-40c9-a607-0ed47b8e8521 HTTP/1.1" status: 200 len: 1092 time: 1.0705912 Oct 15 00:24:08.099872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'tag': '105ed5ce-5807-40c9-a607-0ed47b8e8521'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:08.102638 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0885b2dc-d9a2-4401-b820-122fa4aa3769" -d '{"events": [{"name": "network-changed", "server_uuid": "80b21f19-b73f-40e3-8af1-013ebe2b415c", "tag": "105ed5ce-5807-40c9-a607-0ed47b8e8521"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:08.155937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082b3bd-1272-4ce5-99ed-e8879ab19aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=105ed5ce-5807-40c9-a607-0ed47b8e8521,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:08.197022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7439e0c-5239-409b-8815-be1cc7447f23 req-e5769866-1991-4388-a822-8d7d9428b505 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 210 time: 0.0406179 Oct 15 00:24:08.228946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:08.238675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-727606b8-8155-4a59-b431-71b989a7070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:08.240373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-727606b8-8155-4a59-b431-71b989a7070b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b8272f45e674ed984fc1627889417f5&device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 1095 time: 0.0439105 Oct 15 00:24:08.288949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4247ec49-4d80-4253-b727-317500f34fe3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=105ed5ce-5807-40c9-a607-0ed47b8e8521 HTTP/1.1" status: 200 len: 217 time: 0.0382490 Oct 15 00:24:08.290415 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d662eb-3491-47da-8f01-a894e903b35b x-openstack-request-id: req-e8d662eb-3491-47da-8f01-a894e903b35b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:08.290703 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b21f19-b73f-40e3-8af1-013ebe2b415c", "tag": "105ed5ce-5807-40c9-a607-0ed47b8e8521", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:08.290952 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8d662eb-3491-47da-8f01-a894e903b35b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:08.291339 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'tag': '105ed5ce-5807-40c9-a607-0ed47b8e8521', 'status': 'completed', 'code': 200} Oct 15 00:24:08.331249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:08.356589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-b5781977-456c-4056-8f6c-cf1de0553349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:08.358475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-b5781977-456c-4056-8f6c-cf1de0553349 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eda612de-c42c-4e00-aef5-8238f37bd0e6 HTTP/1.1" status: 200 len: 854 time: 0.0627763 Oct 15 00:24:08.374402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:08.377677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:08.381207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:08.386734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:08.387324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:08.391961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-4f3633ef-ba49-40d8-a0d8-4d7cf8c59bb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2d5f01bf-96d3-4c5c-944b-ce2eaa232864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267782 Oct 15 00:24:08.399916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:08.487895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d6575f86-57c9-41be-9efc-6a29625746f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0319693 Oct 15 00:24:08.494918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-2ab3f700-25e0-4f5a-840e-179ba203697b service neutron] 10.222.0.30 "GET /v2.0/networks/2d5f01bf-96d3-4c5c-944b-ce2eaa232864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898764 Oct 15 00:24:08.500060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Request body: {'port': {'device_id': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:08.568168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:08.610425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64c988b9-d96c-4f69-9d15-b4275fe9b805 req-889aa438-3635-4a8e-adc1-7b983adfb23b service neutron] 10.222.0.30 "GET /v2.0/networks/2d5f01bf-96d3-4c5c-944b-ce2eaa232864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077716 Oct 15 00:24:08.670697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae62cb-31e6-4e18-b568-c16c9938d814 req-5d0f97cd-30d0-49a6-8221-95e99d11c883 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:08.672275 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8cae62cb-31e6-4e18-b568-c16c9938d814 req-5d0f97cd-30d0-49a6-8221-95e99d11c883 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.0535517 Oct 15 00:24:08.715025 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8cae62cb-31e6-4e18-b568-c16c9938d814 req-113a9406-5ca3-4b03-ae11-ccedd0c4bcdf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Oct 15 00:24:08.832542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-570f092c-182f-42b5-82a2-8ee43f944f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:08.834057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-570f092c-182f-42b5-82a2-8ee43f944f17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b8272f45e674ed984fc1627889417f5&device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 1095 time: 0.0567281 Oct 15 00:24:08.885105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76be05e8-9563-4a40-9066-a9954e3bbc58 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:08.895093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:08.917980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8367c2-0b22-4b6a-9132-298aaa1e7d29 req-fef3c895-ba3c-4be0-8d2c-992afc767dda tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:08.919563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c8367c2-0b22-4b6a-9132-298aaa1e7d29 req-fef3c895-ba3c-4be0-8d2c-992afc767dda tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 948 time: 0.0720963 Oct 15 00:24:08.920575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Transition to ACTIVE for port object 76be05e8-9563-4a40-9066-a9954e3bbc58 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:08.964072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c8367c2-0b22-4b6a-9132-298aaa1e7d29 req-a895baaf-c751-46a7-8b14-d9a4f28915a4 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Oct 15 00:24:08.994080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.059261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:09.118526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:09.118769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:09.119086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:09.128001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:09.128313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:09.137388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:09.140413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:09.140413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:09.140413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Bound port: 76be05e8-9563-4a40-9066-a9954e3bbc58, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:09.140413 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.159999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204b221-0ccd-4e81-bec9-7a5aaae894c5 req-e7919056-35a9-4322-824f-ed9a2a76ff95 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.161486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2204b221-0ccd-4e81-bec9-7a5aaae894c5 req-e7919056-35a9-4322-824f-ed9a2a76ff95 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 944 time: 0.0789311 Oct 15 00:24:09.181473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:09.183374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-c0931756-63af-4b28-9ece-fa55dbe5e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.185076 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-c0931756-63af-4b28-9ece-fa55dbe5e310 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2d5f01bf-96d3-4c5c-944b-ce2eaa232864 HTTP/1.1" status: 200 len: 915 time: 0.3346553 Oct 15 00:24:09.244575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-c65815c3-f9e3-402d-b1ed-51e5cff7efa6 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579987 Oct 15 00:24:09.253786 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-d1af2d07-6c45-4e98-ae75-9134f8ac5f56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=105ed5ce-5807-40c9-a607-0ed47b8e8521 HTTP/1.1" status: 200 len: 217 time: 0.0597398 Oct 15 00:24:09.277069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2204b221-0ccd-4e81-bec9-7a5aaae894c5 req-503f1873-d8fa-4193-83bf-dcbfd5c2608f tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916729 Oct 15 00:24:09.307054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:09.321266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'mac_address': 'fa:16:3e:d4:fa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:09.347952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:09.386138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-f434fe19-dde1-4d9b-b961-ca5eb1265ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.387861 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-f434fe19-dde1-4d9b-b961-ca5eb1265ab1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eda612de-c42c-4e00-aef5-8238f37bd0e6 HTTP/1.1" status: 200 len: 854 time: 0.1264021 Oct 15 00:24:09.393984 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.421223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8978d4ac-b48e-4e10-9313-95a6f8b89c14 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:09.429209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:09.458270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ce9c6c9-b241-40f7-bf85-7b35db346795 req-2a34b066-1e2f-449f-ab4c-122fadb98549 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 210 time: 0.0506477 Oct 15 00:24:09.460699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-0a9d3adc-0f0d-4ab0-b1f7-2e81d9ce795f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2d5f01bf-96d3-4c5c-944b-ce2eaa232864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472958 Oct 15 00:24:09.473084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:09.484314 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.524093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.529566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-3976d000-5e62-45c2-8f1d-7cc261012c77 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.531008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-3976d000-5e62-45c2-8f1d-7cc261012c77 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732995 Oct 15 00:24:09.564440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Request body: {'port': {'device_id': '931614eb-4b34-4e44-a437-9bec9126e692', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '56e39fc5204b4fd78c6ad8e88196634a'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:09.565255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.579435 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-c3d7c915-ef6e-4ffc-98ec-305a2a50bff4 service neutron] 10.222.0.30 "GET /v2.0/networks/2d5f01bf-96d3-4c5c-944b-ce2eaa232864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089725 Oct 15 00:24:09.581787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333397-4430-447d-a64f-82036460b868 req-425eae5e-74d6-4724-8208-8d3be04d0a14 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.583488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50333397-4430-447d-a64f-82036460b868 req-425eae5e-74d6-4724-8208-8d3be04d0a14 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1569824 Oct 15 00:24:09.602781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.603382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.604718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] 10.222.0.30 "PUT /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 1091 time: 1.1088612 Oct 15 00:24:09.607337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:09.609747 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4febae-7771-4985-8eec-7bfed821219e" -d '{"events": [{"name": "network-changed", "server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:09.629259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:09.689935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0885b2dc-d9a2-4401-b820-122fa4aa3769 req-2b47da6a-b9b9-432d-bd06-7abbd41d0e4a service neutron] 10.222.0.30 "GET /v2.0/networks/2d5f01bf-96d3-4c5c-944b-ce2eaa232864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027558 Oct 15 00:24:09.691415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a9123-580b-4084-9c2c-768858864ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:09.718875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50333397-4430-447d-a64f-82036460b868 req-85ba3752-bc72-4fa0-be3f-3c24baf37211 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194892 Oct 15 00:24:09.758925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-9f92c6ea-cedf-4ea7-8da6-19ea1c940de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.760951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-9f92c6ea-cedf-4ea7-8da6-19ea1c940de5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0469942 Oct 15 00:24:09.771012 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22247db-d813-40ed-9f11-220deaad6a8a x-openstack-request-id: req-d22247db-d813-40ed-9f11-220deaad6a8a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:09.771302 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:09.771553 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d22247db-d813-40ed-9f11-220deaad6a8a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:09.771966 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58', 'status': 'completed', 'code': 200} Oct 15 00:24:09.813942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-40090e16-251d-49b6-8476-476e382b19fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 217 time: 0.0440893 Oct 15 00:24:09.874647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Made reservation on behalf of 56e39fc5204b4fd78c6ad8e88196634a for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:09.877790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.888808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:09.893426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d658dfe7-b7bd-4511-8225-bc2478ad6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.906125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-d658dfe7-b7bd-4511-8225-bc2478ad6873 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0740254 Oct 15 00:24:09.940856 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-1df4d5cf-2630-4bc3-be35-656a3d49c15e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339344 Oct 15 00:24:09.954981 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2e814-e4ec-488e-bae2-6725aef936d6 req-8cf9d086-4863-45c3-829d-dac6256c163d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:09.956693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f6d2e814-e4ec-488e-bae2-6725aef936d6 req-8cf9d086-4863-45c3-829d-dac6256c163d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 949 time: 0.1057575 Oct 15 00:24:09.981268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:09.986608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50096) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:09.989180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.034505 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.072808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f6d2e814-e4ec-488e-bae2-6725aef936d6 req-0ecaff8d-53bf-49f7-908f-001ce44c9613 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070762 Oct 15 00:24:10.086477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6c8044-6200-4783-b18f-6ccd36b5b530,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:10.123016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-35d4159b-a9d3-4730-9587-1afba5c40f4a service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654840 Oct 15 00:24:10.180356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e7a2cbf3-07ab-4932-bafc-c56c42bf326c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.232430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Allocated IP 192.168.233.211 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/f564e270-bec2-4346-b056-57d384ede582) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:10.303385 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49cd22c5-9658-4e07-8b14-506bea7ec9d2 req-06ee8d22-2692-4d75-876a-05b9b83790ad service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701977 Oct 15 00:24:10.339044 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e7a2cbf3-07ab-4932-bafc-c56c42bf326c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.424942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759531e-4594-46c1-a527-df75f4d11ac5 req-a44653c8-0869-46a8-81c0-6b660f18d56b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:10.426334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a759531e-4594-46c1-a527-df75f4d11ac5 req-a44653c8-0869-46a8-81c0-6b660f18d56b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 948 time: 0.1048219 Oct 15 00:24:10.442536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e7a2cbf3-07ab-4932-bafc-c56c42bf326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.458661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.492198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a759531e-4594-46c1-a527-df75f4d11ac5 req-7c6eabcc-ef7c-4837-ae90-1ab643c5d795 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583589 Oct 15 00:24:10.524259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e7a2cbf3-07ab-4932-bafc-c56c42bf326c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dce8eef693047e1a7778df350ca1012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300529 Oct 15 00:24:10.526923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50120) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:10.539139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2cbf3-07ab-4932-bafc-c56c42bf326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a7dd43-a895-4984-82c8-3303754caa6b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:10.595781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4febae-7771-4985-8eec-7bfed821219e req-26f390f8-6467-4cb7-ae7c-ffa436e031a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:10.596648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb4febae-7771-4985-8eec-7bfed821219e req-26f390f8-6467-4cb7-ae7c-ffa436e031a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1094 time: 0.1183262 Oct 15 00:24:10.600589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4ffdf6-0f8a-49fa-9ef0-1e26241f554d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.607569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de2a7f-688d-4636-a5d4-36cf1dd52633 req-fa88c5e3-4d3e-4ba2-874e-2cbf31339004 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:10.614590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30de2a7f-688d-4636-a5d4-36cf1dd52633 req-fa88c5e3-4d3e-4ba2-874e-2cbf31339004 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 944 time: 0.0959435 Oct 15 00:24:10.623908 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4ffdf6-0f8a-49fa-9ef0-1e26241f554d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.641397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.698170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:10.701564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:10.707909 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30de2a7f-688d-4636-a5d4-36cf1dd52633 req-a0a53b4f-106b-4861-a1c4-f220363f7bcc tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920677 Oct 15 00:24:10.708095 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:10.716542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:10.716542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.724251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Pushing event updated for resources: {'Port': ['ID=f564e270-bec2-4346-b056-57d384ede582,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:10.735059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4febae-7771-4985-8eec-7bfed821219e req-339247d7-f92b-4b33-b11d-34dbab5cc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:10.736572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb4febae-7771-4985-8eec-7bfed821219e req-339247d7-f92b-4b33-b11d-34dbab5cc551 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1190796 Oct 15 00:24:10.785676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb4febae-7771-4985-8eec-7bfed821219e req-2eac72a9-f5bb-4148-bbca-28281baad266 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 217 time: 0.0403280 Oct 15 00:24:10.793212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4ffdf6-0f8a-49fa-9ef0-1e26241f554d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.795861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4ffdf6-0f8a-49fa-9ef0-1e26241f554d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.800580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf4ffdf6-0f8a-49fa-9ef0-1e26241f554d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2a7dd43-a895-4984-82c8-3303754caa6b HTTP/1.1" status: 204 len: 168 time: 0.2690747 Oct 15 00:24:10.806950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ffdf6-0f8a-49fa-9ef0-1e26241f554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a7dd43-a895-4984-82c8-3303754caa6b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:10.833976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-200ff2e4-5de0-4c6e-8856-868456c80fbf tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2745402 Oct 15 00:24:10.849925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Request body: {'port': {'device_id': '931614eb-4b34-4e44-a437-9bec9126e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:10.889231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4febae-7771-4985-8eec-7bfed821219e req-bc3565ea-539e-427a-bbe7-7ccbad924138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:10.890858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb4febae-7771-4985-8eec-7bfed821219e req-bc3565ea-539e-427a-bbe7-7ccbad924138 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0784893 Oct 15 00:24:10.900105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ca10e-57fa-4e1f-afaf-55b52a6d2d75 req-b14d6c43-ad5e-455d-954c-7cf03bab45c4 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:10.901622 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a4ca10e-57fa-4e1f-afaf-55b52a6d2d75 req-b14d6c43-ad5e-455d-954c-7cf03bab45c4 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 936 time: 0.1125212 Oct 15 00:24:10.935533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.942536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb4febae-7771-4985-8eec-7bfed821219e req-f8576ff9-4442-477a-b795-eff16e280bad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398045 Oct 15 00:24:10.974591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-139f806c-399e-4df1-b1e4-99871f86db95 None None] Provisioning complete for port f564e270-bec2-4346-b056-57d384ede582 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:10.987821 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-139f806c-399e-4df1-b1e4-99871f86db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:10.994463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a4ca10e-57fa-4e1f-afaf-55b52a6d2d75 req-b1852ec8-bd98-4f7d-8a9f-964ec5cce261 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820742 Oct 15 00:24:11.051543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-139f806c-399e-4df1-b1e4-99871f86db95 None None] Port f564e270-bec2-4346-b056-57d384ede582 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:11.076376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb4febae-7771-4985-8eec-7bfed821219e req-04753217-8a0c-4b27-ae5f-5b9bb0d126dc service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243055 Oct 15 00:24:11.153907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25a925a7-523f-456a-94a5-64ba2a64412a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:11.200585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:11.215675 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb4febae-7771-4985-8eec-7bfed821219e req-cd11fe8d-e319-4605-a7ae-6b715879442b service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261451 Oct 15 00:24:11.215796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407b835-9fb3-4a20-9d06-b9e4f0c04494 req-5bccd593-13e8-4094-b025-42814ad40b6d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:11.218589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c407b835-9fb3-4a20-9d06-b9e4f0c04494 req-5bccd593-13e8-4094-b025-42814ad40b6d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1480393 Oct 15 00:24:11.308779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 25a925a7-523f-456a-94a5-64ba2a64412a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25a925a7-523f-456a-94a5-64ba2a64412a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:11.314655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c407b835-9fb3-4a20-9d06-b9e4f0c04494 req-fa736ebc-4e7b-4766-a2d0-660cf40af15d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726879 Oct 15 00:24:11.335099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '25a925a7-523f-456a-94a5-64ba2a64412a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '25a925a7-523f-456a-94a5-64ba2a64412a', 'mac_address': 'fa:16:3e:bc:da:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:11.340653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f6c87-ecea-4961-aced-e911fa1bf2ad req-eba06ed9-5bde-4ab8-bd13-a7c74db7f78f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:11.342473 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f9f6c87-ecea-4961-aced-e911fa1bf2ad req-eba06ed9-5bde-4ab8-bd13-a7c74db7f78f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 949 time: 0.0679591 Oct 15 00:24:11.366220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f564e270-bec2-4346-b056-57d384ede582 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:11.374989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.389406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Transition to ACTIVE for port object f564e270-bec2-4346-b056-57d384ede582 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:11.392200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f9f6c87-ecea-4961-aced-e911fa1bf2ad req-4a90411a-a02e-45db-b2c8-1b16b35db344 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Oct 15 00:24:11.476607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.481177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:24:11.490835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:11.490835 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.525069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.534299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Pushing event updated for resources: {'Port': ['ID=f564e270-bec2-4346-b056-57d384ede582,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:11.551114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a925a7-523f-456a-94a5-64ba2a64412a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:11.558793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:11.587241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec65cf71-aef5-48a2-a04a-d37ce43148f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.610639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 25a925a7-523f-456a-94a5-64ba2a64412a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25a925a7-523f-456a-94a5-64ba2a64412a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:11.628641 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.633327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Attempting to bind port f564e270-bec2-4346-b056-57d384ede582 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:11.633659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Attempting to bind port f564e270-bec2-4346-b056-57d384ede582 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:11.633979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Attempting to bind port f564e270-bec2-4346-b056-57d384ede582 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:11.647803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Port f564e270-bec2-4346-b056-57d384ede582 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:11.648123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Attempting to bind port f564e270-bec2-4346-b056-57d384ede582 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:11.663181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:11.666036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:11.666226 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8f4bb9-b641-4b28-804e-6a1615435398" -d '{"events": [{"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-plugged", "status": "completed", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:11.666459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:11.666759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:11.667192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Bound port: f564e270-bec2-4346-b056-57d384ede582, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:11.667533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.690440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:11.693702 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.696587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec65cf71-aef5-48a2-a04a-d37ce43148f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.749329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.780115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=25a925a7-523f-456a-94a5-64ba2a64412a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:11.781027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] For port f564e270-bec2-4346-b056-57d384ede582, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:11.786814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] For port f564e270-bec2-4346-b056-57d384ede582, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f564e270-bec2-4346-b056-57d384ede582,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:11.799383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec65cf71-aef5-48a2-a04a-d37ce43148f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.856186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.858457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:11.863315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e01e3-412b-45ee-80b3-fdc53074eec8 req-474d95dd-436e-4ce3-b3bb-06776bf988a1 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:11.864855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be4e01e3-412b-45ee-80b3-fdc53074eec8 req-474d95dd-436e-4ce3-b3bb-06776bf988a1 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 949 time: 0.1659098 Oct 15 00:24:11.872071 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ec65cf71-aef5-48a2-a04a-d37ce43148f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=082963abc4b9402bbfd360556e35b711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120592 Oct 15 00:24:11.872829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65cf71-aef5-48a2-a04a-d37ce43148f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39878f3-55bf-4af3-b76b-c2a0c25fc286,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:11.876455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50164) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:11.886267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-ab673324-4d7f-4ea8-9057-884a989689e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1473839 Oct 15 00:24:11.921151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:11.922125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:11.924139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] 10.222.0.39 "PUT /v2.0/ports/f564e270-bec2-4346-b056-57d384ede582 HTTP/1.1" status: 200 len: 1096 time: 1.0798967 Oct 15 00:24:11.924827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931614eb-4b34-4e44-a437-9bec9126e692', 'tag': 'f564e270-bec2-4346-b056-57d384ede582'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:11.927298 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5154c855-f0cc-488c-a719-8124252edc23" -d '{"events": [{"name": "network-changed", "server_uuid": "931614eb-4b34-4e44-a437-9bec9126e692", "tag": "f564e270-bec2-4346-b056-57d384ede582"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:11.958233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee80ca-5516-480f-be34-25959fe8c11e service neutron] Pushing event updated for resources: {'Port': ['ID=f564e270-bec2-4346-b056-57d384ede582,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:11.958514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be4e01e3-412b-45ee-80b3-fdc53074eec8 req-fa620b43-116e-4eef-8a66-6c4b25342f33 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794313 Oct 15 00:24:11.999946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e75a3656-8d99-4720-bb89-ef9513177f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:12.029587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e75a3656-8d99-4720-bb89-ef9513177f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:12.032689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-69568c8f-0205-4500-9286-446e8f32f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.038353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-69568c8f-0205-4500-9286-446e8f32f526 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=63051ace76c74c43977566fc188c06ff&device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 1123 time: 0.0933697 Oct 15 00:24:12.041315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['25a925a7-523f-456a-94a5-64ba2a64412a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:12.107017 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe5fa3b-722d-4d26-966a-0c7d46bf0be9 x-openstack-request-id: req-bbe5fa3b-722d-4d26-966a-0c7d46bf0be9 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:12.107413 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-plugged", "status": "completed", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:12.107730 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbe5fa3b-722d-4d26-966a-0c7d46bf0be9 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:12.108262 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'code': 200} Oct 15 00:24:12.124646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 105ed5ce-5807-40c9-a607-0ed47b8e8521 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:12.158851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-e906841c-9ecf-45d9-8873-ae3da05bbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.160365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-e906841c-9ecf-45d9-8873-ae3da05bbad9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 1099 time: 0.1074502 Oct 15 00:24:12.224344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e75a3656-8d99-4720-bb89-ef9513177f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:12.227079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e75a3656-8d99-4720-bb89-ef9513177f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:12.230573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e75a3656-8d99-4720-bb89-ef9513177f83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d39878f3-55bf-4af3-b76b-c2a0c25fc286 HTTP/1.1" status: 204 len: 168 time: 0.3508487 Oct 15 00:24:12.239775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-d27575fb-a560-4da5-b22a-64cd7285c739 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f564e270-bec2-4346-b056-57d384ede582 HTTP/1.1" status: 200 len: 217 time: 0.0641341 Oct 15 00:24:12.259384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a3656-8d99-4720-bb89-ef9513177f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39878f3-55bf-4af3-b76b-c2a0c25fc286,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:12.280886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-fadb83d1-1b85-40cb-9cc9-da1010335d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.283091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-fadb83d1-1b85-40cb-9cc9-da1010335d08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1901367 Oct 15 00:24:12.290001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef37542-64a4-4bbd-9b82-045dfbdd96be req-0b907f7e-3f6a-4fe9-82ad-da65ada5d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.291514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2ef37542-64a4-4bbd-9b82-045dfbdd96be req-0b907f7e-3f6a-4fe9-82ad-da65ada5d3ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1101 time: 0.1128080 Oct 15 00:24:12.299717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91c448-2ea2-4a71-bb40-a24798974312 req-0b81fc60-ea70-48d2-bd49-dad1e7119156 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.301886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd91c448-2ea2-4a71-bb40-a24798974312 req-0b81fc60-ea70-48d2-bd49-dad1e7119156 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 944 time: 0.1665378 Oct 15 00:24:12.350620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-0239e1dc-ec86-401a-a9dd-3b80383160ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.352171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-0239e1dc-ec86-401a-a9dd-3b80383160ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1040599 Oct 15 00:24:12.367692 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-37792761-59d2-407f-8ff9-419e22b4fa11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=c349566a-d686-41bd-b207-89640fb8e2b1 HTTP/1.1" status: 200 len: 217 time: 0.0642917 Oct 15 00:24:12.385311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 105ed5ce-5807-40c9-a607-0ed47b8e8521, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=105ed5ce-5807-40c9-a607-0ed47b8e8521,segment=NetworkSegment(06da73b5-6067-42a9-8361-fd62992b4248),segment_id=06da73b5-6067-42a9-8361-fd62992b4248)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:12.416744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '105ed5ce-5807-40c9-a607-0ed47b8e8521', 'network_id': '2d5f01bf-96d3-4c5c-944b-ce2eaa232864', 'port_id': '105ed5ce-5807-40c9-a607-0ed47b8e8521', 'mac_address': 'fa:16:3e:c8:3c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda612de-c42c-4e00-aef5-8238f37bd0e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:12.440795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-921f16c2-526d-48fb-9919-b6761f272e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.443940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-921f16c2-526d-48fb-9919-b6761f272e41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831420 Oct 15 00:24:12.446766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd91c448-2ea2-4a71-bb40-a24798974312 req-f1a6eed0-f115-4ac6-af66-7dc2b98aa580 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319630 Oct 15 00:24:12.448242 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2ef37542-64a4-4bbd-9b82-045dfbdd96be req-c9545114-6b30-4d1d-8616-c04c34312018 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461272 Oct 15 00:24:12.456900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-d22b2280-68eb-4d4e-a0ff-5af7cf488324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.462192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-d22b2280-68eb-4d4e-a0ff-5af7cf488324 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0822930 Oct 15 00:24:12.489407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:12.504717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105ed5ce-5807-40c9-a607-0ed47b8e8521 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:12.508945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-2205e7c8-af78-48b6-ba0a-f002fce68046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.510549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-2205e7c8-af78-48b6-ba0a-f002fce68046 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416768 Oct 15 00:24:12.534197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 105ed5ce-5807-40c9-a607-0ed47b8e8521, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=105ed5ce-5807-40c9-a607-0ed47b8e8521,segment=NetworkSegment(06da73b5-6067-42a9-8361-fd62992b4248),segment_id=06da73b5-6067-42a9-8361-fd62992b4248)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:12.583837 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9f94b-4985-42a2-8817-a15183ff031e x-openstack-request-id: req-05c9f94b-4985-42a2-8817-a15183ff031e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:12.584333 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931614eb-4b34-4e44-a437-9bec9126e692", "tag": "f564e270-bec2-4346-b056-57d384ede582", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:12.584333 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05c9f94b-4985-42a2-8817-a15183ff031e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:12.584744 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931614eb-4b34-4e44-a437-9bec9126e692', 'tag': 'f564e270-bec2-4346-b056-57d384ede582', 'status': 'completed', 'code': 200} Oct 15 00:24:12.597458 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:12.636386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-0c244606-8503-4387-8639-7a75a3095dd7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175334 Oct 15 00:24:12.655365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=105ed5ce-5807-40c9-a607-0ed47b8e8521,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:12.687202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257397d-66e7-4af7-a1e0-5a64dc3fdac1 req-0e3e6656-1c93-4962-b89b-414f9ccd73e8 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.689434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b257397d-66e7-4af7-a1e0-5a64dc3fdac1 req-0e3e6656-1c93-4962-b89b-414f9ccd73e8 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 948 time: 0.0687094 Oct 15 00:24:12.734030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b257397d-66e7-4af7-a1e0-5a64dc3fdac1 req-a6ecb67f-b1e1-4979-8475-dddeefe0dc40 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 Oct 15 00:24:12.761451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f11fa6-8075-4561-ad94-1b94b001a864 req-d2624dde-8163-41c4-a362-2be0aae3e600 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.762970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2f11fa6-8075-4561-ad94-1b94b001a864 req-d2624dde-8163-41c4-a362-2be0aae3e600 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1256928 Oct 15 00:24:12.799894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4161e75-b791-46de-b3d8-a18d656ee495 req-c17768ee-37bb-40bf-bd8b-1d25b4534915 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517904 Oct 15 00:24:12.819273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['105ed5ce-5807-40c9-a607-0ed47b8e8521'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:12.830643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2f11fa6-8075-4561-ad94-1b94b001a864 req-e262c55d-4869-4ecb-9929-208347509778 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534983 Oct 15 00:24:12.907319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2209b-b214-4e4e-b314-f04d910a4b9b req-06ca90cf-6cc7-42f7-9504-d9670f375b5f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:12.914602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0a2209b-b214-4e4e-b314-f04d910a4b9b req-06ca90cf-6cc7-42f7-9504-d9670f375b5f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1220281 Oct 15 00:24:13.097527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64efd7b-aad8-4ced-8b71-7b49ce24b9f3 req-3b0b409e-0d80-4edc-95c0-6aa9c31a8ae3 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:13.099200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c64efd7b-aad8-4ced-8b71-7b49ce24b9f3 req-3b0b409e-0d80-4edc-95c0-6aa9c31a8ae3 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 972 time: 0.0543535 Oct 15 00:24:13.111620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-b2c44e34-3bd5-4ad4-9732-d2561a1035b8 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271968 Oct 15 00:24:13.130797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0a2209b-b214-4e4e-b314-f04d910a4b9b req-d651add7-7ede-4a50-b4f6-3b17f542842b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151690 Oct 15 00:24:13.138983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c64efd7b-aad8-4ced-8b71-7b49ce24b9f3 req-05ee83d7-bc13-4953-af7d-889edc93abde tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Oct 15 00:24:13.160097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25a925a7-523f-456a-94a5-64ba2a64412a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:13.257172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bd7e33c-41e6-4c02-9da3-cd3f4ccd6260 req-130947cd-8011-4839-8c4c-f370c0cdc981 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232369 Oct 15 00:24:13.276249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bd215-6282-49db-86dd-4f35adbbc8f5 req-a3102793-6d3c-4da5-874a-741e1919ce24 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:13.277695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f3bd215-6282-49db-86dd-4f35adbbc8f5 req-a3102793-6d3c-4da5-874a-741e1919ce24 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 949 time: 0.0568635 Oct 15 00:24:13.318374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f3bd215-6282-49db-86dd-4f35adbbc8f5 req-d938b158-3bcc-43ea-961d-f9710472a08b tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Oct 15 00:24:13.340110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 25a925a7-523f-456a-94a5-64ba2a64412a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:24:13.348861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 25a925a7-523f-456a-94a5-64ba2a64412a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:13.349228 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:13.425743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154c855-f0cc-488c-a719-8124252edc23 req-ce2238fe-8bbb-4f59-9066-b9ad9cfc8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:13.427219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154c855-f0cc-488c-a719-8124252edc23 req-ce2238fe-8bbb-4f59-9066-b9ad9cfc8bd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 1099 time: 0.0486810 Oct 15 00:24:13.448414 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:13.489681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 25a925a7-523f-456a-94a5-64ba2a64412a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25a925a7-523f-456a-94a5-64ba2a64412a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:13.553289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:13.610442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=25a925a7-523f-456a-94a5-64ba2a64412a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:13.654054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0f3c4-cde8-46a1-9f0e-23682bc08a2b req-7b6429d0-4e43-47c2-b155-979b04eec8c0 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:13.654054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70b0f3c4-cde8-46a1-9f0e-23682bc08a2b req-7b6429d0-4e43-47c2-b155-979b04eec8c0 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 945 time: 0.0980566 Oct 15 00:24:13.654054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154c855-f0cc-488c-a719-8124252edc23 req-a2a0b430-b262-414e-8293-fab72a44d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:13.654054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154c855-f0cc-488c-a719-8124252edc23 req-a2a0b430-b262-414e-8293-fab72a44d7bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2188652 Oct 15 00:24:13.690794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50220) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:13.708745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154c855-f0cc-488c-a719-8124252edc23 req-8d60aac8-7414-49ba-a96e-188720973fc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f564e270-bec2-4346-b056-57d384ede582 HTTP/1.1" status: 200 len: 217 time: 0.0413978 Oct 15 00:24:13.755855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70b0f3c4-cde8-46a1-9f0e-23682bc08a2b req-b8fe655f-cef7-4d01-8e99-721e7de1252a tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947702 Oct 15 00:24:13.775132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154c855-f0cc-488c-a719-8124252edc23 req-e9634bf4-ca86-4889-9024-c9b1615081fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:13.776568 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154c855-f0cc-488c-a719-8124252edc23 req-e9634bf4-ca86-4889-9024-c9b1615081fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0563645 Oct 15 00:24:13.826621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-network', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:13.840157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154c855-f0cc-488c-a719-8124252edc23 req-a77a58a7-85a1-4e36-af9f-8a7487645f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:13.841738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154c855-f0cc-488c-a719-8124252edc23 req-a77a58a7-85a1-4e36-af9f-8a7487645f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570149 Oct 15 00:24:13.939386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154c855-f0cc-488c-a719-8124252edc23 req-f1d55e29-43ed-481e-8824-e9020667c3d0 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898685 Oct 15 00:24:14.064373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-d0b3a99b-9147-4cdf-ba10-8745fcc6bb6f tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.064582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e759bb-3f2a-41e1-8a23-b602e537c82c req-269eb6d7-a00c-47d1-97ce-2ff78649491f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.065861 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-d0b3a99b-9147-4cdf-ba10-8745fcc6bb6f tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 972 time: 0.2787638 Oct 15 00:24:14.066015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85e759bb-3f2a-41e1-8a23-b602e537c82c req-269eb6d7-a00c-47d1-97ce-2ff78649491f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1099896 Oct 15 00:24:14.068399 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:24:14.077572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a6866-fddf-4d2c-9462-a42cdad90dc8 req-966ceca1-aea9-48de-ae2f-6afc51f46329 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.079575 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-368a6866-fddf-4d2c-9462-a42cdad90dc8 req-966ceca1-aea9-48de-ae2f-6afc51f46329 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 948 time: 0.2591527 Oct 15 00:24:14.082793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154c855-f0cc-488c-a719-8124252edc23 req-1a15bc90-df97-4649-8cbe-446d8dd64493 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345270 Oct 15 00:24:14.109365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154cb544-ea9c-49b2-8423-d90114515eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a925a7-523f-456a-94a5-64ba2a64412a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:14.110970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85e759bb-3f2a-41e1-8a23-b602e537c82c req-6c0e214d-0f7e-4fee-ba96-8f2fb1659634 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361013 Oct 15 00:24:14.112558 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87e1be8-2e6d-4137-ba7d-a5c78b5de560" -d '{"events": [{"server_uuid": "154cb544-ea9c-49b2-8423-d90114515eae", "name": "network-vif-plugged", "status": "completed", "tag": "25a925a7-523f-456a-94a5-64ba2a64412a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:14.133858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:14.140396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Made reservation on behalf of 765e27a30a044616b5d19aa5becd8f53 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:14.142850 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.169487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 105ed5ce-5807-40c9-a607-0ed47b8e8521 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:14.186355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.196947 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6e83e-a8a9-4426-a7e8-1ad6d52226e9 x-openstack-request-id: req-33d6e83e-a8a9-4426-a7e8-1ad6d52226e9 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:14.197259 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154cb544-ea9c-49b2-8423-d90114515eae", "name": "network-vif-plugged", "status": "completed", "tag": "25a925a7-523f-456a-94a5-64ba2a64412a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:14.197516 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33d6e83e-a8a9-4426-a7e8-1ad6d52226e9 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:14.197905 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154cb544-ea9c-49b2-8423-d90114515eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a925a7-523f-456a-94a5-64ba2a64412a', 'code': 200} Oct 15 00:24:14.238544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-368a6866-fddf-4d2c-9462-a42cdad90dc8 req-31ae205f-c17a-4cbe-bf1f-eaba07556682 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520147 Oct 15 00:24:14.301254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:14.327908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '76be05e8-9563-4a40-9066-a9954e3bbc58', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'port_id': '76be05e8-9563-4a40-9066-a9954e3bbc58', 'mac_address': 'fa:16:3e:53:a0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dbddfa-bb44-4fce-ac8c-63c2cd14766a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:14.328685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Deleting port c349566a-d686-41bd-b207-89640fb8e2b1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:24:14.329055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.343453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5e316-07c1-4826-8643-c86113bd4d74 req-7a007d4a-0800-4346-ba99-7aae77f68a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.344877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3b5e316-07c1-4826-8643-c86113bd4d74 req-7a007d4a-0800-4346-ba99-7aae77f68a82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 1101 time: 0.0888338 Oct 15 00:24:14.371690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 105ed5ce-5807-40c9-a607-0ed47b8e8521 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:24:14.380850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 105ed5ce-5807-40c9-a607-0ed47b8e8521 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:14.381307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.410891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.423912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3b5e316-07c1-4826-8643-c86113bd4d74 req-061e151e-0d3a-4dc2-bc4a-bc802c839326 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691042 Oct 15 00:24:14.430474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76be05e8-9563-4a40-9066-a9954e3bbc58 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:14.444796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4004bfc-c493-40a8-9c5e-3cc915a8e364 req-f287347f-297e-4010-8000-b26168ded202 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.446608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4004bfc-c493-40a8-9c5e-3cc915a8e364 req-f287347f-297e-4010-8000-b26168ded202 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 972 time: 0.0692234 Oct 15 00:24:14.451456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.467635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:14.481886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21858cf-0fc9-4970-a587-88c79d5ef255 req-9a0cf879-4596-43cc-8f99-2384a6a1658e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.483416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b21858cf-0fc9-4970-a587-88c79d5ef255 req-9a0cf879-4596-43cc-8f99-2384a6a1658e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1373484 Oct 15 00:24:14.486130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] For port c349566a-d686-41bd-b207-89640fb8e2b1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c349566a-d686-41bd-b207-89640fb8e2b1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:14.489314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.489441 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4004bfc-c493-40a8-9c5e-3cc915a8e364 req-0c00a682-82de-478e-91c5-f6e076732a57 tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Oct 15 00:24:14.508829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Calling delete_port for c349566a-d686-41bd-b207-89640fb8e2b1 owned by compute:tempest-test_az-2053729284 {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:24:14.525735 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.537722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.563537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 105ed5ce-5807-40c9-a607-0ed47b8e8521, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=105ed5ce-5807-40c9-a607-0ed47b8e8521,segment=NetworkSegment(06da73b5-6067-42a9-8361-fd62992b4248),segment_id=06da73b5-6067-42a9-8361-fd62992b4248)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:14.564863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.569208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.620246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709ecdb-dda8-4d99-987e-a199b6554ce4 req-bc4c6922-0926-4a28-a423-665999ef3381 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.621725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6709ecdb-dda8-4d99-987e-a199b6554ce4 req-bc4c6922-0926-4a28-a423-665999ef3381 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 950 time: 0.0502324 Oct 15 00:24:14.625504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:14.634417 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b21858cf-0fc9-4970-a587-88c79d5ef255 req-c2a9b70e-c9e4-4003-b337-a2947d0bf577 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384196 Oct 15 00:24:14.638949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.641273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:24:14.665806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a3309-453b-4d11-ab97-437fb7656126,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:14.667471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.667809 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Added segment 906e844e-8e48-413f-ab55-b99f8cfb234e of type vlan for network 97bd6b0d-78ab-424f-bcef-7b925db6f842 Oct 15 00:24:14.697529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6709ecdb-dda8-4d99-987e-a199b6554ce4 req-6151be8d-5f02-4d0a-8d77-476b9c915a76 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654366 Oct 15 00:24:14.723292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.724750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=105ed5ce-5807-40c9-a607-0ed47b8e8521,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:14.792785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['76be05e8-9563-4a40-9066-a9954e3bbc58'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:14.885068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.886066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.886673 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.891282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:14.912336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0d9ce-2f63-4a44-89ff-20e09128b0ae req-f165da48-08f0-485b-bc53-f51cc8054ae9 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:14.922029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cad0d9ce-2f63-4a44-89ff-20e09128b0ae req-f165da48-08f0-485b-bc53-f51cc8054ae9 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 946 time: 0.0712972 Oct 15 00:24:14.945568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Pushing event deleted for resources: {'Port': ['ID=c349566a-d686-41bd-b207-89640fb8e2b1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:14.979605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cad0d9ce-2f63-4a44-89ff-20e09128b0ae req-93e70ae5-4113-4b2a-9c18-f9d9dbe69da8 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527592 Oct 15 00:24:15.036690 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3447499 Oct 15 00:24:15.040054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50260) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:15.043111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade641-f5e4-4d95-ade6-1449705a24d1 admin admin] Pushing event updated for resources: {'Network': ['ID=97bd6b0d-78ab-424f-bcef-7b925db6f842,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:15.052009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Request body: {'subnet': {'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-subnet', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:15.054751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:24:15.059451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] No DVR routers for this DVR port c349566a-d686-41bd-b207-89640fb8e2b1 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:24:15.062841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:15.066193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1d51a2de-dee6-41e5-90ef-be5b60ee3a2e req-965bc631-48ea-4f3c-865e-ecd35750371b tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.30 "DELETE /v2.0/ports/c349566a-d686-41bd-b207-89640fb8e2b1 HTTP/1.1" status: 204 len: 173 time: 0.9856970 Oct 15 00:24:15.072425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'name': 'network-vif-deleted', 'tag': 'c349566a-d686-41bd-b207-89640fb8e2b1'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:15.072425 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add3cf71-9cd3-4dc9-acb1-0e32884bffc5" -d '{"events": [{"server_uuid": "a4743aff-8331-4b23-9778-7156d5d5cb15", "name": "network-vif-deleted", "tag": "c349566a-d686-41bd-b207-89640fb8e2b1"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:15.118934 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b2a6b4-a3bf-4abf-bcbb-ab842a92d809 x-openstack-request-id: req-01b2a6b4-a3bf-4abf-bcbb-ab842a92d809 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:15.119235 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4743aff-8331-4b23-9778-7156d5d5cb15", "name": "network-vif-deleted", "tag": "c349566a-d686-41bd-b207-89640fb8e2b1", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:15.119478 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01b2a6b4-a3bf-4abf-bcbb-ab842a92d809 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:15.119870 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4743aff-8331-4b23-9778-7156d5d5cb15', 'name': 'network-vif-deleted', 'tag': 'c349566a-d686-41bd-b207-89640fb8e2b1', 'status': 'completed', 'code': 200} Oct 15 00:24:15.175968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Made reservation on behalf of 765e27a30a044616b5d19aa5becd8f53 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:15.179142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:15.297802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee365558-04e9-41e0-a66b-22a7e6aa7a92 req-2de2d36a-fb99-4794-872a-3298e65f5a7d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:15.299461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee365558-04e9-41e0-a66b-22a7e6aa7a92 req-2de2d36a-fb99-4794-872a-3298e65f5a7d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.1054628 Oct 15 00:24:15.371379 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee365558-04e9-41e0-a66b-22a7e6aa7a92 req-7d8af14b-247f-490f-87a4-e1a68ce0fd00 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652759 Oct 15 00:24:15.484377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d1e3-29c3-4163-8da9-f3a4de90fa8b req-cb97a87f-e364-41d4-8a97-2db2cd3fda2a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:15.485871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7032d1e3-29c3-4163-8da9-f3a4de90fa8b req-cb97a87f-e364-41d4-8a97-2db2cd3fda2a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 948 time: 0.0529160 Oct 15 00:24:15.505975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:15.569062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7032d1e3-29c3-4163-8da9-f3a4de90fa8b req-3d6fd864-7731-4d13-84ba-46935c76a5e5 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771236 Oct 15 00:24:15.576261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbff45c6-043b-4463-9d03-3f05bec9420f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:15.596348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Checking segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:15.596701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Network hostable DHCP agents. Network: 97bd6b0d-78ab-424f-bcef-7b925db6f842, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:24:15.638786 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93d2b420-497c-468d-9f8f-43f64dd880af req-405b772f-7335-4c30-a429-1598442470bb tempest-AggregatesAdminTestJSON-1324065249 tempest-AggregatesAdminTestJSON-1324065249-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4743aff-8331-4b23-9778-7156d5d5cb15 HTTP/1.1" status: 200 len: 210 time: 0.0261006 Oct 15 00:24:15.719623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:24:15.751160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e5d8c-7501-431f-9563-e58af1c5192c req-4960df8c-f30b-4211-84b9-58d71092140d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:15.752672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed0e5d8c-7501-431f-9563-e58af1c5192c req-4960df8c-f30b-4211-84b9-58d71092140d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.0515902 Oct 15 00:24:15.790952 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed0e5d8c-7501-431f-9563-e58af1c5192c req-a8bacee1-b2de-45ea-b912-5fdcec8ac4a9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Oct 15 00:24:15.793124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 97bd6b0d-78ab-424f-bcef-7b925db6f842) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:15.798073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:15.803828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:15.804109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f8832d-80d4-4559-9a3e-263fc3e6c996 None None] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:15.916384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437aa1-aff2-49e6-995c-57e4fefe1a10 req-3c38da47-e868-4ce4-8e77-e35f9e6b77de tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:15.917897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e437aa1-aff2-49e6-995c-57e4fefe1a10 req-3c38da47-e868-4ce4-8e77-e35f9e6b77de tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 950 time: 0.0684252 Oct 15 00:24:15.928755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0ce310f7-5158-4170-88b7-62331b872925 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8873878 Oct 15 00:24:15.929483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50300) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:15.934486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:15.966811 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e437aa1-aff2-49e6-995c-57e4fefe1a10 req-b46d675e-e14e-4a75-b936-e7a6c30481b6 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Oct 15 00:24:15.972829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-97bd6b0d-78ab-424f-bcef-7b925db6f842', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:24:15.973746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.027613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.029331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.158514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:16.170659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.182630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911363d6-6ea1-4781-b75f-70da2fb4471c req-b98c2f61-99fb-4c3b-acf0-da8fdc590151 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:16.184586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-911363d6-6ea1-4781-b75f-70da2fb4471c req-b98c2f61-99fb-4c3b-acf0-da8fdc590151 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 946 time: 0.0733855 Oct 15 00:24:16.207472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ed5ce-5807-40c9-a607-0ed47b8e8521'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:16.210447 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd8d6f3-5248-4cc9-b7d2-1f7235e27a54" -d '{"events": [{"server_uuid": "80b21f19-b73f-40e3-8af1-013ebe2b415c", "name": "network-vif-plugged", "status": "completed", "tag": "105ed5ce-5807-40c9-a607-0ed47b8e8521"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:16.224371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbb7bb-87de-4988-b635-ee208ac0fb5e req-108a7fb0-bcec-451b-8ac3-0b0ce70eabba tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:16.225796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8cbb7bb-87de-4988-b635-ee208ac0fb5e req-108a7fb0-bcec-451b-8ac3-0b0ce70eabba tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1101 time: 0.0517757 Oct 15 00:24:16.243343 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-911363d6-6ea1-4781-b75f-70da2fb4471c req-247715ca-0fa2-4b38-9f31-e2a94f7c79ab tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Oct 15 00:24:16.247444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8cbb7bb-87de-4988-b635-ee208ac0fb5e req-f7d14261-bd2d-4864-8db1-93bc2a0fb5e3 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.253077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Allocated IP 172.20.0.2 (97bd6b0d-78ab-424f-bcef-7b925db6f842/fbff45c6-043b-4463-9d03-3f05bec9420f/dbb65b33-6791-4bae-a728-b34a7403b51d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:16.330297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 76be05e8-9563-4a40-9066-a9954e3bbc58 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:24:16.335522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 76be05e8-9563-4a40-9066-a9954e3bbc58 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:16.335889 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.442523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.460375 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8379ca48-7e0a-48ef-9eee-647ff9a0f4a5 x-openstack-request-id: req-8379ca48-7e0a-48ef-9eee-647ff9a0f4a5 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:16.460703 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b21f19-b73f-40e3-8af1-013ebe2b415c", "name": "network-vif-plugged", "status": "completed", "tag": "105ed5ce-5807-40c9-a607-0ed47b8e8521", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:16.460957 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8379ca48-7e0a-48ef-9eee-647ff9a0f4a5 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:16.461344 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105ed5ce-5807-40c9-a607-0ed47b8e8521', 'code': 200} Oct 15 00:24:16.466691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.488131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.502817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8cbb7bb-87de-4988-b635-ee208ac0fb5e req-f7d14261-bd2d-4864-8db1-93bc2a0fb5e3 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.519848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:16.570824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8cbb7bb-87de-4988-b635-ee208ac0fb5e req-f7d14261-bd2d-4864-8db1-93bc2a0fb5e3 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.571321 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.584139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd34b9-1ad5-4194-81ca-125d6c62502f req-530cf21e-91b9-4f97-a202-4082a3152a90 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:16.585663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2fd34b9-1ad5-4194-81ca-125d6c62502f req-530cf21e-91b9-4f97-a202-4082a3152a90 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.0931675 Oct 15 00:24:16.590702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ff6dc-e036-4353-b6a5-f93248656bef req-b69f68d9-eccd-4ec7-9f40-f23987bb8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:16.592590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-089ff6dc-e036-4353-b6a5-f93248656bef req-b69f68d9-eccd-4ec7-9f40-f23987bb8f98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 1097 time: 0.0583031 Oct 15 00:24:16.605936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8cbb7bb-87de-4988-b635-ee208ac0fb5e req-f7d14261-bd2d-4864-8db1-93bc2a0fb5e3 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726680 Oct 15 00:24:16.608385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d14261-bd2d-4864-8db1-93bc2a0fb5e3 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c80315b-64ab-4877-b4aa-e8d03a94b28a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:16.610794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:16.613888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:16.617590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:16.633077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Pushing event updated for resources: {'Port': ['ID=dbb65b33-6791-4bae-a728-b34a7403b51d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:16.644862 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.645703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c349566a-d686-41bd-b207-89640fb8e2b1 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:24:16.688554 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2fd34b9-1ad5-4194-81ca-125d6c62502f req-ced1b64c-f80a-470b-b188-7e7a5de7f560 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891774 Oct 15 00:24:16.695461 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-089ff6dc-e036-4353-b6a5-f93248656bef req-b0e8c053-f8bb-420a-a7d6-cfbeb98a2d6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949960 Oct 15 00:24:16.719710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: c349566a-d686-41bd-b207-89640fb8e2b1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:24:16.720042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c349566a-d686-41bd-b207-89640fb8e2b1 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:24:16.758669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Attempting to bind port dbb65b33-6791-4bae-a728-b34a7403b51d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:16.758951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Attempting to bind port dbb65b33-6791-4bae-a728-b34a7403b51d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:16.759298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Attempting to bind port dbb65b33-6791-4bae-a728-b34a7403b51d on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:16.768890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:16.771760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:16.772131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Checking segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:16.772617 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.772899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Bound using segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:16.773359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Bound port: dbb65b33-6791-4bae-a728-b34a7403b51d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:16.773734 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:16.837926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] For port dbb65b33-6791-4bae-a728-b34a7403b51d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:16.841636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] For port dbb65b33-6791-4bae-a728-b34a7403b51d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbb65b33-6791-4bae-a728-b34a7403b51d,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:16.849731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-fcd7baca-c588-4ab8-b38b-cfd67d8160d0 req-466b06f0-b146-4756-ba74-45b70e17e098 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:16.850816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcd7baca-c588-4ab8-b38b-cfd67d8160d0 req-466b06f0-b146-4756-ba74-45b70e17e098 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056429 Oct 15 00:24:16.965315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.013084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50328) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:17.037420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da13da0-1dc4-47f3-98bb-f016bae02798 req-847eac24-a113-4b91-9d49-7bb818cf8ef6 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:17.038960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1da13da0-1dc4-47f3-98bb-f016bae02798 req-847eac24-a113-4b91-9d49-7bb818cf8ef6 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 948 time: 0.2979448 Oct 15 00:24:17.040181 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.057550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085b52c-8c43-4708-af41-254e4472c3ca None None] Pushing event updated for resources: {'Port': ['ID=dbb65b33-6791-4bae-a728-b34a7403b51d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:17.061424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.138712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1da13da0-1dc4-47f3-98bb-f016bae02798 req-dd151c0d-e4ef-47b5-92f2-0c5d6f64283d tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792034 Oct 15 00:24:17.172964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de285926-32d6-434f-b1ed-41ad99ed8223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.192088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f564e270-bec2-4346-b056-57d384ede582 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:17.237985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Allocated IP 172.25.2.147 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:17.323368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de285926-32d6-434f-b1ed-41ad99ed8223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.346589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f564e270-bec2-4346-b056-57d384ede582, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f564e270-bec2-4346-b056-57d384ede582,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:17.366540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'f564e270-bec2-4346-b056-57d384ede582', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'f564e270-bec2-4346-b056-57d384ede582', 'mac_address': 'fa:16:3e:39:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:17.376465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de285926-32d6-434f-b1ed-41ad99ed8223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.423022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c4e10-1901-4e2c-b5b0-d27485fc4aff req-c2756bf6-dce7-4161-8cdf-63419d870394 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:17.425037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f2c4e10-1901-4e2c-b5b0-d27485fc4aff req-c2756bf6-dce7-4161-8cdf-63419d870394 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 950 time: 0.1345329 Oct 15 00:24:17.433964 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-de285926-32d6-434f-b1ed-41ad99ed8223 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96476d05e98743a8ae912a3d15e4c019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198205 Oct 15 00:24:17.437033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50340) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:17.450441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.464847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de285926-32d6-434f-b1ed-41ad99ed8223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d414a-b580-4cea-9ce0-be71c8c94ade,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:17.471462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.499320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f564e270-bec2-4346-b056-57d384ede582 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:17.540792 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-24928d2f-5205-4030-9609-46ef8a0dc249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.560859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f564e270-bec2-4346-b056-57d384ede582, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f564e270-bec2-4346-b056-57d384ede582,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:17.571513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f2c4e10-1901-4e2c-b5b0-d27485fc4aff req-d7473ac2-fe25-4411-b7fc-f8e1ef0bc386 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343722 Oct 15 00:24:17.596358 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-24928d2f-5205-4030-9609-46ef8a0dc249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.650796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.662732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fdc1b-7f15-4dfd-834e-cce7e643a2f5 req-218c4fe6-60b7-417a-bb39-cb4d7f5135b2 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:17.664263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-250fdc1b-7f15-4dfd-834e-cce7e643a2f5 req-218c4fe6-60b7-417a-bb39-cb4d7f5135b2 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 946 time: 0.0808861 Oct 15 00:24:17.711308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056253cd-e973-4efd-a9e0-6acf49f6a615 req-6cae1ff3-ebdf-428f-b08f-f0fbb8334258 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:17.713660 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-250fdc1b-7f15-4dfd-834e-cce7e643a2f5 req-93997ce2-7a85-48e9-81a7-12ce05b15757 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Oct 15 00:24:17.719115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-056253cd-e973-4efd-a9e0-6acf49f6a615 req-6cae1ff3-ebdf-428f-b08f-f0fbb8334258 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.0701158 Oct 15 00:24:17.720735 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.768706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f564e270-bec2-4346-b056-57d384ede582,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:17.783065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-24928d2f-5205-4030-9609-46ef8a0dc249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.785681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-24928d2f-5205-4030-9609-46ef8a0dc249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:17.786786 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-24928d2f-5205-4030-9609-46ef8a0dc249 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e0d414a-b580-4cea-9ce0-be71c8c94ade HTTP/1.1" status: 204 len: 168 time: 0.3484278 Oct 15 00:24:17.795397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24928d2f-5205-4030-9609-46ef8a0dc249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d414a-b580-4cea-9ce0-be71c8c94ade,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:17.808305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50354) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:17.830847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:17.846760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-056253cd-e973-4efd-a9e0-6acf49f6a615 req-45421eb4-9a45-4d4a-aa56-1f318c1cca90 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101198 Oct 15 00:24:17.855824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:17.861488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:17.908721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:18.048156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac265b-145d-4ccb-9187-b7085a29d487 req-1b49d951-ffed-4a2c-8c96-a8c2873fb0d5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:18.048156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65ac265b-145d-4ccb-9187-b7085a29d487 req-1b49d951-ffed-4a2c-8c96-a8c2873fb0d5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 945 time: 0.0953827 Oct 15 00:24:18.086252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65ac265b-145d-4ccb-9187-b7085a29d487 req-c56ccf9a-c359-4a5d-bf1b-7a43e2e54fe6 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Oct 15 00:24:18.116329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f564e270-bec2-4346-b056-57d384ede582'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:18.291382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50370) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:18.354813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.379570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbb65b33-6791-4bae-a728-b34a7403b51d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:18.468161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d07bd3f4-4844-4fb1-97d9-02dc1a3d1d8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63051ace76c74c43977566fc188c06ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6585779 Oct 15 00:24:18.471421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50376) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:18.473001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:18.480330 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d6fbca-f4cc-479c-844c-115e1799ac78" -d '{"events": [{"server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "name": "network-vif-plugged", "status": "completed", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:18.489259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port dbb65b33-6791-4bae-a728-b34a7403b51d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:18.489496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.493529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d71d6-0918-49e0-aa50-8f3f7647f4ce req-78bd4ee5-e37c-46ea-8379-7fa8d6b436fc tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:18.500444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-326d71d6-0918-49e0-aa50-8f3f7647f4ce req-78bd4ee5-e37c-46ea-8379-7fa8d6b436fc tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 949 time: 0.1428595 Oct 15 00:24:18.588041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-326d71d6-0918-49e0-aa50-8f3f7647f4ce req-9de9cec8-faed-49c7-a2db-07d7e767210a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826342 Oct 15 00:24:18.601906 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-7bc99e35-29be-4df1-b51f-452c97535efc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2994916 Oct 15 00:24:18.607035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-ffe7d61f-f8de-4df6-addb-db7e2d7e9719 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:18.611410 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-ffe7d61f-f8de-4df6-addb-db7e2d7e9719 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050185 Oct 15 00:24:18.615606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20ef6b7b-5d99-4c20-8474-6ccb842fea99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.619871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.643652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20ef6b7b-5d99-4c20-8474-6ccb842fea99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.697021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port dbb65b33-6791-4bae-a728-b34a7403b51d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbb65b33-6791-4bae-a728-b34a7403b51d,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:18.699782 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121bd24-de5b-44c1-97e6-8cc5a0a90b46 x-openstack-request-id: req-f121bd24-de5b-44c1-97e6-8cc5a0a90b46 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:18.701058 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "name": "network-vif-plugged", "status": "completed", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:18.701058 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f121bd24-de5b-44c1-97e6-8cc5a0a90b46 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:18.701058 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58', 'code': 200} Oct 15 00:24:18.702659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2882f02-661c-41ec-ad06-885d5d4649b4 None None] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:18.759377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.777549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2647e044-f7da-4083-b232-b095bc01c939 None None] Provisioning complete for port dbb65b33-6791-4bae-a728-b34a7403b51d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:18.777907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2647e044-f7da-4083-b232-b095bc01c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.787132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f5b44-1d40-47a0-84d4-f3f5304b5505 req-676decaa-cbae-4125-92d6-c9f07bb1f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:18.793278 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-504f5b44-1d40-47a0-84d4-f3f5304b5505 req-676decaa-cbae-4125-92d6-c9f07bb1f930 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0698564 Oct 15 00:24:18.807421 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.850386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50382) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:18.851083 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20ef6b7b-5d99-4c20-8474-6ccb842fea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.853674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20ef6b7b-5d99-4c20-8474-6ccb842fea99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:18.857249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-20ef6b7b-5d99-4c20-8474-6ccb842fea99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f HTTP/1.1" status: 204 len: 168 time: 0.3795846 Oct 15 00:24:18.925224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=dbb65b33-6791-4bae-a728-b34a7403b51d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:18.944894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6b7b-5d99-4c20-8474-6ccb842fea99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cf2548-ff1b-4c02-b5e9-b4bec6364c9f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:18.961265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94882454-9fc6-4de2-8377-6c9b656d5d90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.034045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99fa7-cde0-4a9b-ae43-2e9ea34dd3c9 req-04eff526-38a9-461f-beda-257266cbf6ce tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:19.036119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46f99fa7-cde0-4a9b-ae43-2e9ea34dd3c9 req-04eff526-38a9-461f-beda-257266cbf6ce tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 946 time: 0.2172797 Oct 15 00:24:19.046203 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-504f5b44-1d40-47a0-84d4-f3f5304b5505 req-f61168fa-2130-415b-9d48-0d1530761826 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452352 Oct 15 00:24:19.097821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46f99fa7-cde0-4a9b-ae43-2e9ea34dd3c9 req-5790cee9-efaf-457c-917c-270ac4583e94 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Oct 15 00:24:19.119852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Router 90baca36-3269-4526-a916-c26b78bffba3 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:24:19.135764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a0c5d-f59e-40ef-9705-9d0db479afd5 req-04c36e60-df7e-4e94-a6b8-21162e379ab8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:19.144103 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-162a0c5d-f59e-40ef-9705-9d0db479afd5 req-04c36e60-df7e-4e94-a6b8-21162e379ab8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1089687 Oct 15 00:24:19.208900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f564e270-bec2-4346-b056-57d384ede582 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:19.218070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94882454-9fc6-4de2-8377-6c9b656d5d90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.233513 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-162a0c5d-f59e-40ef-9705-9d0db479afd5 req-c288d69b-d02f-462d-a621-9422bc207934 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844145 Oct 15 00:24:19.291314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94882454-9fc6-4de2-8377-6c9b656d5d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.309035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:24:19.321320 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Sync routers for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:24:19.343285 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:19.346333 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:23:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:19.393779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8165f-dbf5-4300-83a0-4b5b03fb6aac req-366507a8-779e-459a-ba9e-8998ac366cb3 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:19.396531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ed8165f-dbf5-4300-83a0-4b5b03fb6aac req-366507a8-779e-459a-ba9e-8998ac366cb3 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 950 time: 0.0975368 Oct 15 00:24:19.431009 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94882454-9fc6-4de2-8377-6c9b656d5d90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a621c826cac94b33bec8938afcc55a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749512 Oct 15 00:24:19.433446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94882454-9fc6-4de2-8377-6c9b656d5d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6397afbb-b98d-4b57-8dad-932138769ac0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:19.450517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50414) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:19.453586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-88a53553-7ef6-4139-91ee-e6ba3ee9e1df None None] Provisioning complete for port dbb65b33-6791-4bae-a728-b34a7403b51d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:19.455084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88a53553-7ef6-4139-91ee-e6ba3ee9e1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.498392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.503559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7afbd26f-f537-49d0-9bfb-45d6627ac1e1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5691235 Oct 15 00:24:19.504202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50416) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:19.510116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263412-4fc1-4c42-a653-25c9d01d6347 req-99cfdd90-35f8-4edf-897b-7dee62ac6f00 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:19.519775 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66263412-4fc1-4c42-a653-25c9d01d6347 req-99cfdd90-35f8-4edf-897b-7dee62ac6f00 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 945 time: 0.2047012 Oct 15 00:24:19.532921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port f564e270-bec2-4346-b056-57d384ede582 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:24:19.555314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port f564e270-bec2-4346-b056-57d384ede582 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:19.555691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.577436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d86aece-abd4-4a5c-a5e2-e6b5fc026ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.599206 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:19.609073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66263412-4fc1-4c42-a653-25c9d01d6347 req-e4e22c87-40c0-4bb0-b005-d4014054cdb5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816872 Oct 15 00:24:19.655921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d86aece-abd4-4a5c-a5e2-e6b5fc026ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.708021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.748349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f564e270-bec2-4346-b056-57d384ede582, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f564e270-bec2-4346-b056-57d384ede582,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:19.754252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ed8165f-dbf5-4300-83a0-4b5b03fb6aac req-6ac10e3a-c9e3-4c1d-9cc9-a7e278b3aa68 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282480 Oct 15 00:24:19.810297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1b126-26fd-49a9-986e-c81b3f632d4a req-28886667-2f10-4474-bd42-da3f8cfa20a1 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:19.818159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3a1b126-26fd-49a9-986e-c81b3f632d4a req-28886667-2f10-4474-bd42-da3f8cfa20a1 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 949 time: 0.0767481 Oct 15 00:24:19.850611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.852136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d86aece-abd4-4a5c-a5e2-e6b5fc026ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.855789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d86aece-abd4-4a5c-a5e2-e6b5fc026ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:19.856282 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4d86aece-abd4-4a5c-a5e2-e6b5fc026ad5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6397afbb-b98d-4b57-8dad-932138769ac0 HTTP/1.1" status: 204 len: 168 time: 0.4030657 Oct 15 00:24:19.904730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3a1b126-26fd-49a9-986e-c81b3f632d4a req-2ca6c0c6-55d2-458b-86a5-e384392f4a45 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855865 Oct 15 00:24:19.911145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86aece-abd4-4a5c-a5e2-e6b5fc026ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6397afbb-b98d-4b57-8dad-932138769ac0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:19.996841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:20.012405 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:18Z', 'revision_number': 3, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:20.022032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f564e270-bec2-4346-b056-57d384ede582,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:20.069189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Checking router: 90baca36-3269-4526-a916-c26b78bffba3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:24:20.069535 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Updating router 90baca36-3269-4526-a916-c26b78bffba3 port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:24:20.094934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71d1c78a-79f3-4c3a-9e16-f942f0dcf0b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1890bbe90fa4929a9fb0357658c0d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964358 Oct 15 00:24:20.095552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50430) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:20.123078 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.166755 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba20bc94-7a30-4644-934e-bfee91ce28d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.197333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba20bc94-7a30-4644-934e-bfee91ce28d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.302853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbb65b33-6791-4bae-a728-b34a7403b51d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:20.388223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba20bc94-7a30-4644-934e-bfee91ce28d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.391472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba20bc94-7a30-4644-934e-bfee91ce28d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.392694 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ba20bc94-7a30-4644-934e-bfee91ce28d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cb7a179-2516-4565-8abe-84dd663ee69a HTTP/1.1" status: 204 len: 168 time: 0.2961915 Oct 15 00:24:20.409194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port dbb65b33-6791-4bae-a728-b34a7403b51d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:20.409194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.425600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20bc94-7a30-4644-934e-bfee91ce28d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7a179-2516-4565-8abe-84dd663ee69a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:20.538371 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.601528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-2a234994-f1cc-47fc-8fad-43e4413e1a48 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:20.603277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-2a234994-f1cc-47fc-8fad-43e4413e1a48 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.39 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 950 time: 0.2167454 Oct 15 00:24:20.604606 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.614686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66618d2-f60c-4ac6-830e-ebd9d89b0683 req-83457ad1-8be3-4495-a077-3a150467ce95 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:20.622046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b66618d2-f60c-4ac6-830e-ebd9d89b0683 req-83457ad1-8be3-4495-a077-3a150467ce95 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.2818615 Oct 15 00:24:20.694279 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Pushing event updated for resources: {'Port': ['ID=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:20.701580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931614eb-4b34-4e44-a437-9bec9126e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564e270-bec2-4346-b056-57d384ede582'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:20.704298 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624a6b4-1ba3-4259-8375-43ecf67657dd" -d '{"events": [{"server_uuid": "931614eb-4b34-4e44-a437-9bec9126e692", "name": "network-vif-plugged", "status": "completed", "tag": "f564e270-bec2-4346-b056-57d384ede582"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:20.713673 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.714073 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.714446 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.714793 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.715173 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Tracked resource versions report: Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: pushed versions: Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: { 'AddressGroup': {'1.2'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'ConntrackHelper': {'1.0'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Log': {'1.0'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Network': {'1.1'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Port': {'1.7'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'PortForwarding': {'1.2'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'QosPolicy': {'1.10'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'SecurityGroup': {'1.4'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'SecurityGroupRule': {'1.2'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'SubPort': {'1.0'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Subnet': {'1.1'}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Trunk': {'1.1'}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: consumer versions: Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: { DHCP agent@n-d-811521-2: {}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: HyperV agent@n-h1-811521-2: {}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: HyperV agent@n-h2-811521-2: {}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: L3 agent@n-d-811521-2: {}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: Metadata agent@n-d-811521-2: {}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: Metering agent@n-d-811521-2: {}, Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: Open vSwitch agent@n-d-811521-2: { 'AddressGroup': '1.2', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'ConntrackHelper': '1.0', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Log': '1.0', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Network': '1.1', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Port': '1.7', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'PortForwarding': '1.2', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'QosPolicy': '1.10', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'SecurityGroup': '1.4', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'SecurityGroupRule': '1.2', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'SubPort': '1.0', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Subnet': '1.1', Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: 'Trunk': '1.1'}} Oct 15 00:24:20.720343 n-d-811521-2 neutron-server[107728]: {{(pid=107728) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 00:24:20.823083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7d1e0-7ba6-41f8-aafe-3210e7e5feb6 req-c6a9b9bf-69c6-437d-b09a-0900c97e4f7f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:20.835239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06d7d1e0-7ba6-41f8-aafe-3210e7e5feb6 req-c6a9b9bf-69c6-437d-b09a-0900c97e4f7f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 945 time: 0.1201882 Oct 15 00:24:20.840180 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Attempting to bind port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:20.840558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Attempting to bind port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:20.840914 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Attempting to bind port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:20.849315 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:20.849690 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:20.850333 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.850838 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:20.854682 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Bound port: df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:20.857716 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:20.931837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06d7d1e0-7ba6-41f8-aafe-3210e7e5feb6 req-07bffacb-535d-4461-a6dd-ee61c781a095 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956159 Oct 15 00:24:20.942714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b66618d2-f60c-4ac6-830e-ebd9d89b0683 req-1b678b0d-8a15-4a11-8f81-92f1d61092b7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196716 Oct 15 00:24:20.974800 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] For port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:20.980506 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] For port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:20.995227 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccdbbd8-51e5-4540-bcb2-4d7204c4d747 x-openstack-request-id: req-9ccdbbd8-51e5-4540-bcb2-4d7204c4d747 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:20.995539 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931614eb-4b34-4e44-a437-9bec9126e692", "name": "network-vif-plugged", "status": "completed", "tag": "f564e270-bec2-4346-b056-57d384ede582", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:20.995943 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ccdbbd8-51e5-4540-bcb2-4d7204c4d747 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:20.996480 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931614eb-4b34-4e44-a437-9bec9126e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564e270-bec2-4346-b056-57d384ede582', 'code': 200} Oct 15 00:24:21.077008 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:21.133737 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:21.170114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b3aa8-a6e0-4f2c-897d-9a7e4e2903d5 req-e936444b-eff2-4aa6-a598-eab74f21522d tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:21.177843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9b3aa8-a6e0-4f2c-897d-9a7e4e2903d5 req-e936444b-eff2-4aa6-a598-eab74f21522d tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 950 time: 0.1207023 Oct 15 00:24:21.181783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Deleting port 25a925a7-523f-456a-94a5-64ba2a64412a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:24:21.182156 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:21.184598 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1f998-1fee-4879-9270-c652019109fc None None] Pushing event updated for resources: {'Port': ['ID=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:21.192441 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:21.193279 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:23:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:21.202291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faac5bf-a796-44ff-bccb-47cb45a70e39 req-e42e6c91-29c6-4817-9399-04cc589d58fa tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:21.206942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7faac5bf-a796-44ff-bccb-47cb45a70e39 req-e42e6c91-29c6-4817-9399-04cc589d58fa tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 950 time: 0.1128745 Oct 15 00:24:21.207045 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2b071-1687-4279-a637-47c588d871c1 req-6b5401d2-5430-41cf-99d8-6edb35e49e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:21.208466 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97f2b071-1687-4279-a637-47c588d871c1 req-6b5401d2-5430-41cf-99d8-6edb35e49e21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 1101 time: 0.0802865 Oct 15 00:24:21.327249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97f2b071-1687-4279-a637-47c588d871c1 req-457675df-c1c2-4fc2-935e-2bf575da9c3e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092198 Oct 15 00:24:21.361831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9b3aa8-a6e0-4f2c-897d-9a7e4e2903d5 req-35e17edf-8b60-4fcf-b335-e059d467d256 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/security-groups?id=d57eac8c-f7f5-4195-b25b-1c56e022cb72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776042 Oct 15 00:24:21.392728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7faac5bf-a796-44ff-bccb-47cb45a70e39 req-9abe919c-1cd8-4009-9275-1891fadba9ef tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721010 Oct 15 00:24:21.429717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] For port 25a925a7-523f-456a-94a5-64ba2a64412a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25a925a7-523f-456a-94a5-64ba2a64412a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:21.430080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:21.455584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Calling delete_port for 25a925a7-523f-456a-94a5-64ba2a64412a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:24:21.482109 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:21.593231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Allocated IP 172.20.0.1 (97bd6b0d-78ab-424f-bcef-7b925db6f842/fbff45c6-043b-4463-9d03-3f05bec9420f/9f69131b-f395-41c8-b02b-288db2a079bc) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:21.777145 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:18Z', 'revision_number': 3, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:21.799376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:21.831813 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6b878-0759-4a5d-a773-e875b15334e3 None None] The sync data for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 is: [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:18Z', 'revision_number': 3, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:24:21.885094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:21.899535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['25a925a7-523f-456a-94a5-64ba2a64412a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:21.959185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Pushing event deleted for resources: {'Port': ['ID=25a925a7-523f-456a-94a5-64ba2a64412a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:21.961213 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:22.024847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-cac24974-0043-4d6b-88cc-49d0f3e88db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:22.026391 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-cac24974-0043-4d6b-88cc-49d0f3e88db0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1101 time: 0.1052191 Oct 15 00:24:22.187929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:22.258316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:22.260851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:22.262031 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:22.266674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] No DVR routers for this DVR port 25a925a7-523f-456a-94a5-64ba2a64412a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:24:22.270429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:22.276647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4956201-b81b-4d00-b026-48bb1f2af470 req-738d04e4-b154-41a3-903e-bd4eea04e966 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.39 "DELETE /v2.0/ports/25a925a7-523f-456a-94a5-64ba2a64412a HTTP/1.1" status: 204 len: 173 time: 1.6519833 Oct 15 00:24:22.295363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154cb544-ea9c-49b2-8423-d90114515eae', 'name': 'network-vif-deleted', 'tag': '25a925a7-523f-456a-94a5-64ba2a64412a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:22.301955 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd634531-5865-4067-9975-fa97407e1fb2" -d '{"events": [{"server_uuid": "154cb544-ea9c-49b2-8423-d90114515eae", "name": "network-vif-deleted", "tag": "25a925a7-523f-456a-94a5-64ba2a64412a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:22.358145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-d887401f-a673-44fa-a83f-0220ae026f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:22.367068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-d887401f-a673-44fa-a83f-0220ae026f16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3277347 Oct 15 00:24:22.411839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f69131b-f395-41c8-b02b-288db2a079bc,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:22.420847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:22.491364 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-71ad2895-ab4f-4821-a4b3-3961708761be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.1119754 Oct 15 00:24:22.497584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69750a-8287-4106-b4ad-04e8f2752f50 req-e3f42dde-f590-4069-be26-f5466961e84d tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:22.526434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a69750a-8287-4106-b4ad-04e8f2752f50 req-e3f42dde-f590-4069-be26-f5466961e84d tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.5736268 Oct 15 00:24:22.546074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:22.546545 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:22.601365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-a00add2e-caf6-44bd-bf70-f250f29044ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:22.603929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-a00add2e-caf6-44bd-bf70-f250f29044ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0848014 Oct 15 00:24:22.649348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5f0db-9c22-4708-9d93-f34ba5612329 req-4595a5a1-902c-4ae1-88b6-7c74a21d098d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:22.650863 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7f5f0db-9c22-4708-9d93-f34ba5612329 req-4595a5a1-902c-4ae1-88b6-7c74a21d098d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.4709558 Oct 15 00:24:22.715439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:22.742490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:22.760133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a69750a-8287-4106-b4ad-04e8f2752f50 req-26477ad7-8135-489b-9e3a-1d48b1b322a2 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324524 Oct 15 00:24:22.765098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7f5f0db-9c22-4708-9d93-f34ba5612329 req-173de3f9-8fbb-4188-b5ca-f3a3fc0869ba tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762722 Oct 15 00:24:22.790724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-ac426318-9ce8-48d4-b962-cd5a20786fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:22.795023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-ac426318-9ce8-48d4-b962-cd5a20786fc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796858 Oct 15 00:24:22.802201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-199deaeb-224b-4af6-ba59-85fb6bd4fbdc None None] Provisioning complete for port 9f69131b-f395-41c8-b02b-288db2a079bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:22.802913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-199deaeb-224b-4af6-ba59-85fb6bd4fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:22.857319 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf5f62-c194-449a-b072-07bdba8d86c2 x-openstack-request-id: req-72bf5f62-c194-449a-b072-07bdba8d86c2 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:22.857766 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154cb544-ea9c-49b2-8423-d90114515eae", "name": "network-vif-deleted", "tag": "25a925a7-523f-456a-94a5-64ba2a64412a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:22.857970 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72bf5f62-c194-449a-b072-07bdba8d86c2 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:22.858398 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154cb544-ea9c-49b2-8423-d90114515eae', 'name': 'network-vif-deleted', 'tag': '25a925a7-523f-456a-94a5-64ba2a64412a', 'status': 'completed', 'code': 200} Oct 15 00:24:22.890248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-199deaeb-224b-4af6-ba59-85fb6bd4fbdc None None] Port 9f69131b-f395-41c8-b02b-288db2a079bc cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:22.916468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:22.917081 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:23.055090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:23.090369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72ac70-2787-4286-8f6f-d284f004b932 req-4666188c-ba31-4474-91c6-1b1ace8275ec tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:23.100246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8f72ac70-2787-4286-8f6f-d284f004b932 req-4666188c-ba31-4474-91c6-1b1ace8275ec tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 950 time: 0.0928667 Oct 15 00:24:23.111350 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-e41c8ab8-df4b-4275-abf2-b0f16d41a7c6 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101549 Oct 15 00:24:23.131247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da8d37da-6713-4a27-80dc-58dd3806e22d req-3f7ef881-64ec-4944-a036-c8d0b8966375 tempest-TenantUsagesTestJSON-321728677 tempest-TenantUsagesTestJSON-321728677-project] 10.222.0.13 "GET /v2.0/ports?device_id=154cb544-ea9c-49b2-8423-d90114515eae HTTP/1.1" status: 200 len: 210 time: 0.0776377 Oct 15 00:24:23.232906 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-1fd3b828-a9dc-4d51-9616-2b54f0ab489c service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060328 Oct 15 00:24:23.268824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8f72ac70-2787-4286-8f6f-d284f004b932 req-fab16d7a-1cf7-474a-99b4-3db64bc48751 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672072 Oct 15 00:24:23.574829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66574-c6a8-4b7f-ba7f-9e9960ece0e1 req-fdea83e4-757c-4729-a4e9-2ae3b3182931 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:23.586951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ddd66574-c6a8-4b7f-ba7f-9e9960ece0e1 req-fdea83e4-757c-4729-a4e9-2ae3b3182931 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0883632 Oct 15 00:24:23.658038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:23.670191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ddd66574-c6a8-4b7f-ba7f-9e9960ece0e1 req-749e3b5a-7e7b-4fc5-84f7-c57d40e6562f tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837967 Oct 15 00:24:23.724406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:23.725206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:23.852770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f69131b-f395-41c8-b02b-288db2a079bc,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:24.042863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4334a9-fb62-4b6b-9156-84a0a873e7d9 req-e124c709-9729-4db1-881a-f1d1629cbabb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:24.044561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d4334a9-fb62-4b6b-9156-84a0a873e7d9 req-e124c709-9729-4db1-881a-f1d1629cbabb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1660268 Oct 15 00:24:24.047460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:24.050134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:24.232048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d4334a9-fb62-4b6b-9156-84a0a873e7d9 req-8db3553b-2b7f-4f14-bf0c-b9c7723e046d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738598 Oct 15 00:24:24.251519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Router 90baca36-3269-4526-a916-c26b78bffba3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:24:24.297828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:24.359721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d2d67860-f2b1-4e37-a405-a437feb9c2c1 None None] Provisioning complete for port 9f69131b-f395-41c8-b02b-288db2a079bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:24.360477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2d67860-f2b1-4e37-a405-a437feb9c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:24.400691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:24.401049 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:24.412492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:24:24.426891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-652d512a-e106-4945-ab70-93c3d5a981b4 admin admin] 10.222.0.13 "PUT /v2.0/routers/90baca36-3269-4526-a916-c26b78bffba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9080491 Oct 15 00:24:24.433476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d2d67860-f2b1-4e37-a405-a437feb9c2c1 None None] Port 9f69131b-f395-41c8-b02b-288db2a079bc cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:24.635440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-dff714c1-ae39-4ccc-a97e-2237462c24a2 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4e266f34037544f48da20b7b2b79366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269034 Oct 15 00:24:24.763029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-43dbc428-770d-4a66-b359-fbcc20c086c3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:24.770787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-43dbc428-770d-4a66-b359-fbcc20c086c3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256306 Oct 15 00:24:24.786295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-4d6e7b00-91ce-43c9-a34b-59d3a51a22e6 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/quotas/4e266f34037544f48da20b7b2b79366f HTTP/1.1" status: 200 len: 375 time: 0.0147653 Oct 15 00:24:24.837185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-235f5468-291e-4df0-94b9-c4f0bbb3bef0 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e266f34037544f48da20b7b2b79366f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438676 Oct 15 00:24:25.056884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Sync routers for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:24:25.067184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:25.067809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:23:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:25.238848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25a925a7-523f-456a-94a5-64ba2a64412a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:24:25.241454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf2f1d-1d73-4c25-b1a9-250ac6a1d813 req-c6479593-a1b5-4829-bbc9-7b7b6ac57640 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:25.243644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dddf2f1d-1d73-4c25-b1a9-250ac6a1d813 req-c6479593-a1b5-4829-bbc9-7b7b6ac57640 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 950 time: 0.0664041 Oct 15 00:24:25.265091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 25a925a7-523f-456a-94a5-64ba2a64412a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:24:25.265914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25a925a7-523f-456a-94a5-64ba2a64412a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:24:25.292838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:25.299458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dddf2f1d-1d73-4c25-b1a9-250ac6a1d813 req-abefabae-96c6-48a0-b174-55af8d5472b4 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Oct 15 00:24:25.512216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:23Z', 'revision_number': 2, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:25.541141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Checking router: 90baca36-3269-4526-a916-c26b78bffba3 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:24:25.546223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Updating router 90baca36-3269-4526-a916-c26b78bffba3 port 9f69131b-f395-41c8-b02b-288db2a079bc binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:24:25.566280 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:25.816958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50648) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:25.914829 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:25.927791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:25.932592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-network', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:26.001671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.054002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Made reservation on behalf of bf328360710540a0bb193f80c0dd96d1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:26.056434 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.068460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.095415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291783c6-8f2f-4ed5-9267-26801a7f4ee6 None None] Pushing event updated for resources: {'Port': ['ID=9f69131b-f395-41c8-b02b-288db2a079bc,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:26.162016 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d238e47-f204-4cf9-be62-bca3b7d8519e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.166722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Attempting to bind port 9f69131b-f395-41c8-b02b-288db2a079bc on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:26.166722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Attempting to bind port 9f69131b-f395-41c8-b02b-288db2a079bc by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:26.166722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Attempting to bind port 9f69131b-f395-41c8-b02b-288db2a079bc on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:26.173302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:26.173674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Checking segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:26.174193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.174552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Bound using segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:26.175087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Bound port: 9f69131b-f395-41c8-b02b-288db2a079bc, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:26.175468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.251775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-981acb85-1fff-49f5-92b0-5aa7274a1699 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d3a74126c2c42f38961debb7412a17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404542 Oct 15 00:24:26.254295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50666) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:26.258705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.268548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] For port 9f69131b-f395-41c8-b02b-288db2a079bc, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:26.273107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] For port 9f69131b-f395-41c8-b02b-288db2a079bc, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9f69131b-f395-41c8-b02b-288db2a079bc,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:26.317012 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e29d315-68ab-4155-916a-fbcbb79ac6fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.339470 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e29d315-68ab-4155-916a-fbcbb79ac6fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.372834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-98d50500-cf66-44f1-b9c5-494dcc7206db None None] Provisioning complete for port 9f69131b-f395-41c8-b02b-288db2a079bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:26.373196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98d50500-cf66-44f1-b9c5-494dcc7206db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.376370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.379651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.405350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:24:26.416083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed4f636-53ad-44d9-b5ec-8dfbfbe91bcb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:26.420755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.421367 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Added segment aae669a7-f28a-4c11-bcd5-ee74e163571c of type vlan for network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 Oct 15 00:24:26.432355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.432703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.433059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.433386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.437330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:26.449986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291783c6-8f2f-4ed5-9267-26801a7f4ee6 None None] Pushing event updated for resources: {'Port': ['ID=9f69131b-f395-41c8-b02b-288db2a079bc,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:26.486651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.490748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e29d315-68ab-4155-916a-fbcbb79ac6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.500337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e29d315-68ab-4155-916a-fbcbb79ac6fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.500337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2e29d315-68ab-4155-916a-fbcbb79ac6fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d57eac8c-f7f5-4195-b25b-1c56e022cb72 HTTP/1.1" status: 204 len: 168 time: 0.2444057 Oct 15 00:24:26.511958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:26.513097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:23:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:26.530449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29d315-68ab-4155-916a-fbcbb79ac6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57eac8c-f7f5-4195-b25b-1c56e022cb72,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:26.604187 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98d50500-cf66-44f1-b9c5-494dcc7206db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.628538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.629039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:26.629751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.716831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] Pushing event updated for resources: {'Network': ['ID=6d4948f7-e826-41a8-b4e2-8dc68bd1ed55,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:26.786627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50676) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:26.809057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e18cc265-974f-4b97-9e83-8e676b205dba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8800378 Oct 15 00:24:26.811831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50680) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:26.817582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Request body: {'subnet': {'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-subnet', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:26.851692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-98d50500-cf66-44f1-b9c5-494dcc7206db None None] For port 9f69131b-f395-41c8-b02b-288db2a079bc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9f69131b-f395-41c8-b02b-288db2a079bc,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:26.852035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:24:26.873014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1113352-1796-4935-bce1-bc09053112e9 req-c536f7b7-034d-4f20-8143-edd2e7483426 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 210 time: 0.0345261 Oct 15 00:24:26.875805 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:26.942353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Made reservation on behalf of bf328360710540a0bb193f80c0dd96d1 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:26.948300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Publish callbacks [] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:26.956852 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98d50500-cf66-44f1-b9c5-494dcc7206db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.081083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-7054a1c5-50a6-49c4-8fef-1942b89880fb tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:27.082170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de46ea-3d49-46a1-ba85-f0427248590b req-3234d13f-c906-41a4-bb82-952e185bb3fc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:27.088032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89de46ea-3d49-46a1-ba85-f0427248590b req-3234d13f-c906-41a4-bb82-952e185bb3fc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.0748339 Oct 15 00:24:27.088635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-7054a1c5-50a6-49c4-8fef-1942b89880fb tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2982423 Oct 15 00:24:27.133912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d50500-cf66-44f1-b9c5-494dcc7206db None None] Pushing event updated for resources: {'Port': ['ID=9f69131b-f395-41c8-b02b-288db2a079bc,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:27.143267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-3cc1bd84-3dd7-4265-ba49-295b62642ce9 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:27.144980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-3cc1bd84-3dd7-4265-ba49-295b62642ce9 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 1093 time: 0.0544605 Oct 15 00:24:27.174197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0c63e45d-1550-478d-bee6-0c0e62dc8523 None None] Provisioning complete for port 9f69131b-f395-41c8-b02b-288db2a079bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:27.174540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c63e45d-1550-478d-bee6-0c0e62dc8523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.181053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89de46ea-3d49-46a1-ba85-f0427248590b req-073ebe3a-7dad-49b7-92b1-3033229c8e18 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876524 Oct 15 00:24:27.322578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50690) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:27.343239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-408354f7-fdc9-4d7b-ab3a-36bd19cf70eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.353875 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.370793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:27.409859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24142d2a-3ffa-4f68-bb87-d6b9556e3bb6 None None] The sync data for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 is: [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:24:27.502552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf4dba1-51ee-4233-8559-452810dc2b26,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:27.526629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Checking segment: {'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:27.527170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Network hostable DHCP agents. Network: 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:24:27.533094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.533646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.534413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.534894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.535374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.535846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.536318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.536837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.537378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.538009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.538673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.547883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:27.572684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Request body: {'binding': {'host': 'n-h2-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:27.573492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:24:27.574017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-408354f7-fdc9-4d7b-ab3a-36bd19cf70eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.638267 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-408354f7-fdc9-4d7b-ab3a-36bd19cf70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.731545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-408354f7-fdc9-4d7b-ab3a-36bd19cf70eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca248b4a648c45489b7e98231945047f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071865 Oct 15 00:24:27.732372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408354f7-fdc9-4d7b-ab3a-36bd19cf70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f053e04-5454-4c5d-9c85-b9ad63d3c76a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:27.734838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50702) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:27.838257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-865279fd-d2ad-4f42-91d7-10fcdebbd8d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.845573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:24:27.863291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-865279fd-d2ad-4f42-91d7-10fcdebbd8d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:27.868757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-337f0c4e-4401-48e8-84d8-1ccb65667204 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4e266f34037544f48da20b7b2b79366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408168 Oct 15 00:24:27.991672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:28.000148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371b19e-1b26-4297-8ab0-fd5d903da62c None None] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:28.019440 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-865279fd-d2ad-4f42-91d7-10fcdebbd8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.025773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-865279fd-d2ad-4f42-91d7-10fcdebbd8d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.028948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-865279fd-d2ad-4f42-91d7-10fcdebbd8d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f053e04-5454-4c5d-9c85-b9ad63d3c76a HTTP/1.1" status: 204 len: 168 time: 0.2931244 Oct 15 00:24:28.038815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865279fd-d2ad-4f42-91d7-10fcdebbd8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f053e04-5454-4c5d-9c85-b9ad63d3c76a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:28.064677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:28.067981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.098919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-02cd94c6-02b4-458a-b05a-cecdee0db705 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405731 Oct 15 00:24:28.251477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-6d4948f7-e826-41a8-b4e2-8dc68bd1ed55', 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'fixed_ips': [{'subnet_id': '3cf4dba1-51ee-4233-8559-452810dc2b26'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:24:28.252419 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.294372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-d7d210d8-be81-4f1e-89d7-fe4168dc36a9 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:28.316338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-d7d210d8-be81-4f1e-89d7-fe4168dc36a9 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168233 Oct 15 00:24:28.330252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50722) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:28.331756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-63d1d758-8d0d-471d-b33b-b9e9ceb2fded admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5181136 Oct 15 00:24:28.337726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:28.351903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-f87da4a8-bffc-4f40-a2bd-af2695e2e888 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/quotas/56e39fc5204b4fd78c6ad8e88196634a HTTP/1.1" status: 200 len: 375 time: 0.0346386 Oct 15 00:24:28.429329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.430634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.435164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-2b32ccf4-7dea-478f-b1f8-92986da39463 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:28.441888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-2b32ccf4-7dea-478f-b1f8-92986da39463 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5442448 Oct 15 00:24:28.465491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Allocated IP 172.20.0.2 (6d4948f7-e826-41a8-b4e2-8dc68bd1ed55/3cf4dba1-51ee-4233-8559-452810dc2b26/7278c41c-b7ea-4a39-a245-a38ad676dbb4) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:28.469401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-f5bbb1e1-8166-4410-afb8-bcab018d11da tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899494 Oct 15 00:24:28.470367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Request body: {'port': {'device_id': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '4e266f34037544f48da20b7b2b79366f'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:28.514293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on host n-h2-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:28.514495 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.518789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:28.519289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:28.550789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:28.551348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:28.610729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:28.611062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:28.611454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:28.611895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Bound port: 76be05e8-9563-4a40-9066-a9954e3bbc58, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:28.754189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9f69131b-f395-41c8-b02b-288db2a079bc up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:28.797374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:28.832350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.882501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.883550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e5d2138b-6fec-4ef3-b835-c436e41f2fdc service neutron] 10.222.0.13 "POST /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58/bindings HTTP/1.1" status: 201 len: 389 time: 1.6742356 Oct 15 00:24:28.907954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Made reservation on behalf of 4e266f34037544f48da20b7b2b79366f for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:28.912605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.933927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.948128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.989184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9f69131b-f395-41c8-b02b-288db2a079bc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:28.989779 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:28.996393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e8b4233-6679-4579-b47b-18af98254c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.076871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04a34315-7f15-4975-905d-7e475c166106 req-d222deed-a054-45cc-bd23-b82bc5f2c173 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 210 time: 0.1300819 Oct 15 00:24:29.099118 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.185527 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.276034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:29.278375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Pushing event updated for resources: {'Port': ['ID=7278c41c-b7ea-4a39-a245-a38ad676dbb4,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:29.285285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.293317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:29.299286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:29.430105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Attempting to bind port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:29.430953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Attempting to bind port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:29.431509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Attempting to bind port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 on network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:29.451996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:29.453281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Checking segment: {'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:29.454023 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.454653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Bound using segment: {'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:29.455367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Bound port: 7278c41c-b7ea-4a39-a245-a38ad676dbb4, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:29.455913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.518768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4c122-c4cc-45e3-9902-9d6434c30a14,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:29.535160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.579266 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.666807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e992349-09c7-4d7b-aef2-f386b6020e6e req-53d66dd1-c5a0-48b9-a82b-8660d84cc5b9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:29.668396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e992349-09c7-4d7b-aef2-f386b6020e6e req-53d66dd1-c5a0-48b9-a82b-8660d84cc5b9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.2961798 Oct 15 00:24:29.690270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] For port 7278c41c-b7ea-4a39-a245-a38ad676dbb4, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:29.698849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] For port 7278c41c-b7ea-4a39-a245-a38ad676dbb4, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7278c41c-b7ea-4a39-a245-a38ad676dbb4,segment=NetworkSegment(aae669a7-f28a-4c11-bcd5-ee74e163571c),segment_id=aae669a7-f28a-4c11-bcd5-ee74e163571c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:29.724658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Allocated IP 192.168.233.246 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/6588aa44-b167-4032-b243-19d05e7aa0ca) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:29.741069 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e992349-09c7-4d7b-aef2-f386b6020e6e req-f3782d90-ad46-487e-8253-167fad9354fa tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Oct 15 00:24:29.760266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-3b060f88-9f6f-4ec4-b38d-2debdb06f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:29.762170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-3b060f88-9f6f-4ec4-b38d-2debdb06f686 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1038666 Oct 15 00:24:29.811118 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:29.829487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d6c0f13a-53de-4b6c-9768-ebb6668f0f79 req-b075e0a8-b69b-4cd9-a228-965b25e03afc tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 210 time: 0.0579767 Oct 15 00:24:29.872627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Allocated IP 172.25.2.223 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:30.023429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eec7bd-94f5-44ad-a973-d1bba5cc820e None None] Pushing event updated for resources: {'Port': ['ID=7278c41c-b7ea-4a39-a245-a38ad676dbb4,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:30.052727 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.107186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-c4fc442d-203e-484a-947c-188dbebeabea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:30.108759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-c4fc442d-203e-484a-947c-188dbebeabea service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.3383925 Oct 15 00:24:30.122541 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.123456 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.180582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a665ff-72cb-4239-aff2-03ceb9300199 req-f9ad9655-24a5-4dd6-91be-54262583c6a9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:30.189262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4a665ff-72cb-4239-aff2-03ceb9300199 req-f9ad9655-24a5-4dd6-91be-54262583c6a9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 945 time: 0.1527624 Oct 15 00:24:30.200338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-bcc24cdc-80af-47c2-9025-2e93e5a0881d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 217 time: 0.0740917 Oct 15 00:24:30.234941 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4a665ff-72cb-4239-aff2-03ceb9300199 req-824813d9-ef3e-4164-937a-b63bd9665953 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Oct 15 00:24:30.278773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.321811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.344114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-8ec9fc2a-8375-41e0-9dfb-ab45957d2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:30.345746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-8ec9fc2a-8375-41e0-9dfb-ab45957d2f52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1275821 Oct 15 00:24:30.430991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-f933eb34-694f-4598-b068-4b532a3371df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624070 Oct 15 00:24:30.431970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:30.435941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:30.454870 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:30.465579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:30.467006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.482838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Pushing event updated for resources: {'Port': ['ID=6588aa44-b167-4032-b243-19d05e7aa0ca,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:30.600336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.619221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-7f0b6e1f-bccb-43f3-bb54-b82a3155ebfc tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1565752 Oct 15 00:24:30.633262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Request body: {'port': {'device_id': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:30.667342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97787-00c3-4840-8752-92fef6970232 req-40cece02-5477-475d-b2e5-572bded51d26 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:30.669622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95e97787-00c3-4840-8752-92fef6970232 req-40cece02-5477-475d-b2e5-572bded51d26 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 936 time: 0.2414386 Oct 15 00:24:30.685816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:30.698565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:30.727548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:30.746226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:30.764413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dd99f29e-09b3-437a-b261-dcf51b5c88eb None None] Provisioning complete for port 6588aa44-b167-4032-b243-19d05e7aa0ca triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:30.764710 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd99f29e-09b3-437a-b261-dcf51b5c88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:30.804178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-7ff35bfd-61dc-440a-a770-4b902c868fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565943 Oct 15 00:24:30.816039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-dd99f29e-09b3-437a-b261-dcf51b5c88eb None None] Port 6588aa44-b167-4032-b243-19d05e7aa0ca cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:30.817771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95e97787-00c3-4840-8752-92fef6970232 req-36930cfa-09ed-4b9f-b205-5331ca95495f tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247599 Oct 15 00:24:30.831836 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:31.103932 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f6d8dfe5-c409-4500-9683-2f4ebb3be34c req-c4f3f124-9f57-41a0-881e-32a9ff3e0f56 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 210 time: 0.0419543 Oct 15 00:24:31.328622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6588aa44-b167-4032-b243-19d05e7aa0ca {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:31.339228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:31.361803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Transition to ACTIVE for port object 6588aa44-b167-4032-b243-19d05e7aa0ca will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:31.404495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd6218-6ca6-4c69-9c34-dd01c4fe2b11 req-10bc0b3d-b9d9-44f5-ad66-ea41c2f7dccb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:31.422705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bacd6218-6ca6-4c69-9c34-dd01c4fe2b11 req-10bc0b3d-b9d9-44f5-ad66-ea41c2f7dccb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.5025940 Oct 15 00:24:31.423051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:31.439274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-cbb6a333-9704-4d7a-afb7-a23388becb35 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175036 Oct 15 00:24:31.483526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690bc3c-d84b-487b-97a4-763886e0d0bf req-3a1f9132-4c95-49ea-9b02-9e4b4558caeb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:31.485359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7690bc3c-d84b-487b-97a4-763886e0d0bf req-3a1f9132-4c95-49ea-9b02-9e4b4558caeb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 945 time: 0.1146884 Oct 15 00:24:31.563753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Pushing event updated for resources: {'Port': ['ID=6588aa44-b167-4032-b243-19d05e7aa0ca,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:31.673493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7690bc3c-d84b-487b-97a4-763886e0d0bf req-2e425f79-cf24-4a6a-9a79-67921f66d414 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839365 Oct 15 00:24:31.677831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Attempting to bind port 6588aa44-b167-4032-b243-19d05e7aa0ca on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:31.678464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Attempting to bind port 6588aa44-b167-4032-b243-19d05e7aa0ca by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:31.678658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67237f40-48eb-4141-979f-cbfe563c2bff None None] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:31.682965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Attempting to bind port 6588aa44-b167-4032-b243-19d05e7aa0ca on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:31.698939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Port 6588aa44-b167-4032-b243-19d05e7aa0ca on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:31.704977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Attempting to bind port 6588aa44-b167-4032-b243-19d05e7aa0ca on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:31.712178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:31.732927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:31.733184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:31.736528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:31.736980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Bound port: 6588aa44-b167-4032-b243-19d05e7aa0ca, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:31.737346 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:31.784942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-be200b1f-26af-4515-a50c-6b36a8c6bc04 None None] Provisioning complete for port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:31.790598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-be200b1f-26af-4515-a50c-6b36a8c6bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:31.875518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bacd6218-6ca6-4c69-9c34-dd01c4fe2b11 req-c467aa2e-8867-47c5-93c4-6ddfa7d097e7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516687 Oct 15 00:24:31.880112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-1bbba3d0-bc08-467f-97bb-474d819b09ef tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258760 Oct 15 00:24:32.024254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-65e45274-6e6a-4318-83e7-7beb287dd2bf tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:32.026290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-65e45274-6e6a-4318-83e7-7beb287dd2bf tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.1543100 Oct 15 00:24:32.044448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] For port 6588aa44-b167-4032-b243-19d05e7aa0ca, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:32.110348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] For port 6588aa44-b167-4032-b243-19d05e7aa0ca, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6588aa44-b167-4032-b243-19d05e7aa0ca,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:32.110666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-2'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:32.148903 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-be200b1f-26af-4515-a50c-6b36a8c6bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.155634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353e533-6b08-4766-bf5b-0e5c9a619892 req-7b9c427c-27fd-4dea-8f36-02cfe482c733 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:32.157934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3353e533-6b08-4766-bf5b-0e5c9a619892 req-7b9c427c-27fd-4dea-8f36-02cfe482c733 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 948 time: 0.1295040 Oct 15 00:24:32.207499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-be200b1f-26af-4515-a50c-6b36a8c6bc04 None None] For port 7278c41c-b7ea-4a39-a245-a38ad676dbb4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7278c41c-b7ea-4a39-a245-a38ad676dbb4,segment=NetworkSegment(aae669a7-f28a-4c11-bcd5-ee74e163571c),segment_id=aae669a7-f28a-4c11-bcd5-ee74e163571c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:32.208595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-e1a5a57a-a836-490d-aabc-aeaa9a062cb9 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:32.211545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-e1a5a57a-a836-490d-aabc-aeaa9a062cb9 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238976 Oct 15 00:24:32.224082 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.228597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Request body: {'port': {'device_id': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '56e39fc5204b4fd78c6ad8e88196634a'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:32.229980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.319422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3353e533-6b08-4766-bf5b-0e5c9a619892 req-a70ecd00-e0e6-4970-9ada-5cde8f93618b tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531169 Oct 15 00:24:32.374296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7278c41c-b7ea-4a39-a245-a38ad676dbb4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:32.436253 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-be200b1f-26af-4515-a50c-6b36a8c6bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.443726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.517150 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.522846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:32.524173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.525962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] 10.222.0.39 "PUT /v2.0/ports/6588aa44-b167-4032-b243-19d05e7aa0ca HTTP/1.1" status: 200 len: 1096 time: 1.8974202 Oct 15 00:24:32.527114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c498e79-9de9-40ad-a952-0d71b3539b81 service neutron] Pushing event updated for resources: {'Port': ['ID=6588aa44-b167-4032-b243-19d05e7aa0ca,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:32.538607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be200b1f-26af-4515-a50c-6b36a8c6bc04 None None] Pushing event updated for resources: {'Port': ['ID=7278c41c-b7ea-4a39-a245-a38ad676dbb4,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:32.543385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'tag': '6588aa44-b167-4032-b243-19d05e7aa0ca'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:32.545160 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcdbffe-498c-4347-840d-37c5118bd595" -d '{"events": [{"name": "network-changed", "server_uuid": "959d240c-ed9a-4012-a4e4-cc4f00dfab01", "tag": "6588aa44-b167-4032-b243-19d05e7aa0ca"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:32.549527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Made reservation on behalf of 56e39fc5204b4fd78c6ad8e88196634a for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:32.554838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.565900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17377c91-c6d7-48da-8213-9cac70e18037 req-9761afde-0860-4173-b7ba-7f214e354167 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 210 time: 0.1027508 Oct 15 00:24:32.607508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:32.608283 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.659787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:32.760219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:32.800835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5a18c129-7023-4160-b95f-50b73f272390 None None] Provisioning complete for port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:32.801974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a18c129-7023-4160-b95f-50b73f272390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.844778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:32.848905 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280737d-2a09-4339-ac8a-a931a12d910a" -d '{"events": [{"server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:32.851193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Allocated IP 192.168.233.135 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/69099b2d-58b6-42d3-ab77-c07c8a6c1248) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:32.856517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.882695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Router d35d08b2-a0e0-4a9d-a15b-76a191b89155 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:24:32.939697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11cae8ee-48a7-4d60-8b6f-f1f18cd0f6f3 req-b361ca24-60d0-4b71-8ace-295380aeea3f tempest-FlavorsV2NegativeTest-1793082580 tempest-FlavorsV2NegativeTest-1793082580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f9255355c6ba4e33a7f69889ccefd5ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766332 Oct 15 00:24:32.958990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1a94f1e6-7689-448f-8acd-4d099ced43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:32.962865 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1a94f1e6-7689-448f-8acd-4d099ced43c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e266f34037544f48da20b7b2b79366f&device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 1099 time: 0.0991163 Oct 15 00:24:32.986161 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:32.996032 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ec7c4-c594-43ec-ad00-be83bac695e7 x-openstack-request-id: req-528ec7c4-c594-43ec-ad00-be83bac695e7 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:32.996341 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959d240c-ed9a-4012-a4e4-cc4f00dfab01", "tag": "6588aa44-b167-4032-b243-19d05e7aa0ca", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:32.996548 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-528ec7c4-c594-43ec-ad00-be83bac695e7 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:32.996953 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'tag': '6588aa44-b167-4032-b243-19d05e7aa0ca', 'status': 'completed', 'code': 200} Oct 15 00:24:33.067465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-04aa7678-4d2a-4e2b-bfbe-3e683e98ab5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6588aa44-b167-4032-b243-19d05e7aa0ca HTTP/1.1" status: 200 len: 217 time: 0.0841455 Oct 15 00:24:33.128288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:33.153796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:24:33.168263 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Sync routers for ids ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:24:33.178740 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Routers {'d35d08b2-a0e0-4a9d-a15b-76a191b89155'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:33.179534 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:33.180922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:33.214380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a395e0d-8095-462f-839b-e3d9d4c466ae req-e807c3a2-b4ca-4850-a4ac-293fc9a87b60 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.216104 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a395e0d-8095-462f-839b-e3d9d4c466ae req-e807c3a2-b4ca-4850-a4ac-293fc9a87b60 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1528356 Oct 15 00:24:33.217704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on host n-h1-811521-2 for vnic_type normal with profile {"migrating_to": "n-h2-811521-2"} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:33.218042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:33.218501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:33.226281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:33.226625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Attempting to bind port 76be05e8-9563-4a40-9066-a9954e3bbc58 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:33.261690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:33.262196 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:33.262582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:33.263032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Bound port: 76be05e8-9563-4a40-9066-a9954e3bbc58, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:33.263390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:33.313096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cae8ee-48a7-4d60-8b6f-f1f18cd0f6f3 req-8014ab5b-e0a5-4ec7-8339-dad9f2026ab6 tempest-FlavorsV2NegativeTest-1793082580 tempest-FlavorsV2NegativeTest-1793082580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.320116 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11cae8ee-48a7-4d60-8b6f-f1f18cd0f6f3 req-8014ab5b-e0a5-4ec7-8339-dad9f2026ab6 tempest-FlavorsV2NegativeTest-1793082580 tempest-FlavorsV2NegativeTest-1793082580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634365 Oct 15 00:24:33.330675 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Set router d35d08b2-a0e0-4a9d-a15b-76a191b89155 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:33.339036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11cae8ee-48a7-4d60-8b6f-f1f18cd0f6f3 req-ba2ef7ca-5c02-4bcf-8d0f-3aa9a61ce28e tempest-FlavorsV2NegativeTest-1793082580 tempest-FlavorsV2NegativeTest-1793082580-project] 10.222.0.13 "GET /v2.0/quotas/f9255355c6ba4e33a7f69889ccefd5ad HTTP/1.1" status: 200 len: 375 time: 0.0179965 Oct 15 00:24:33.344344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:33.349758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:33.355820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:33.358263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d12c405a-e48b-4ae4-ab8c-b89654051744 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0233409 Oct 15 00:24:33.363101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a395e0d-8095-462f-839b-e3d9d4c466ae req-c834077f-c788-4e5f-b21b-ea368e722881 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382003 Oct 15 00:24:33.363919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50870) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:33.411744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11cae8ee-48a7-4d60-8b6f-f1f18cd0f6f3 req-265676c7-069d-4ac0-b011-aa4e319a86fa tempest-FlavorsV2NegativeTest-1793082580 tempest-FlavorsV2NegativeTest-1793082580-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9255355c6ba4e33a7f69889ccefd5ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717309 Oct 15 00:24:33.416703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-f60f5cb9-525f-45f5-9976-5caacb9c0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.418113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-f60f5cb9-525f-45f5-9976-5caacb9c0194 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1582470 Oct 15 00:24:33.465291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:33.485795 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c455df-5175-4000-a6dd-b3d54c4bd079 x-openstack-request-id: req-a6c455df-5175-4000-a6dd-b3d54c4bd079 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:33.486077 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:33.486360 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6c455df-5175-4000-a6dd-b3d54c4bd079 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:33.486756 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58', 'code': 200} Oct 15 00:24:33.538545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-b51374ce-1ea1-40cc-9b7b-51506fa5715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.541274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-b51374ce-1ea1-40cc-9b7b-51506fa5715c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056697 Oct 15 00:24:33.592340 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:24:31Z', 'revision_number': 3, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port': {'id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:29Z', 'updated_at': '2021-10-15T00:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:33.635101 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Checking router: d35d08b2-a0e0-4a9d-a15b-76a191b89155 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:24:33.635699 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Updating router d35d08b2-a0e0-4a9d-a15b-76a191b89155 port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:24:33.668242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:33.679039 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:33.680093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f564e270-bec2-4346-b056-57d384ede582'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:33.739626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:33.775043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.778700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:33.778700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-e0a64517-6c3e-4882-84b3-e55786657f7c service neutron] 10.222.0.39 "PUT /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 1121 time: 1.7094331 Oct 15 00:24:33.785191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Pushing event updated for resources: {'Port': ['ID=69099b2d-58b6-42d3-ab77-c07c8a6c1248,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:33.828896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b32c73-391d-485a-a38c-858e13e1918d req-dcb60874-d627-49cc-af6b-99ff908a6c66 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.830649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8b32c73-391d-485a-a38c-858e13e1918d req-dcb60874-d627-49cc-af6b-99ff908a6c66 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 948 time: 0.2184458 Oct 15 00:24:33.851191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-1e8191ba-2c95-4ccb-9cb8-611ac38c2aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985749 Oct 15 00:24:33.860265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d19979-67ec-4d55-8c5e-78e7dd64544a req-770deab5-b3fb-4630-b689-2e061ae67e0d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.868593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4d19979-67ec-4d55-8c5e-78e7dd64544a req-770deab5-b3fb-4630-b689-2e061ae67e0d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.3272355 Oct 15 00:24:33.906042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:33.924807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:33.931569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:33.938200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:33.939957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.001283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['76be05e8-9563-4a40-9066-a9954e3bbc58'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:34.016762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4d19979-67ec-4d55-8c5e-78e7dd64544a req-13cc6d83-c96a-4db0-abbc-beef780e315c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436644 Oct 15 00:24:34.071274 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.118730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-b18a38c3-dfb3-4173-988a-d3ab1abbf80c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8918917 Oct 15 00:24:34.147676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Request body: {'port': {'device_id': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:34.183475 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.193098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb8a2bd9-8362-41dd-8874-001e4432d2c9 req-a2881dea-de78-4f16-b272-33a9b6728820 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191290 Oct 15 00:24:34.267520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.316955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8b32c73-391d-485a-a38c-858e13e1918d req-85bac08d-2377-4a4b-a0ad-44231afb3a1e tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776509 Oct 15 00:24:34.386441 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Attempting to bind port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:34.386808 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Attempting to bind port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:34.389083 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Attempting to bind port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:34.397081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7278c41c-b7ea-4a39-a245-a38ad676dbb4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:34.412336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f443153e-c2af-4af6-a025-0cc87a379fe1 None None] Provisioning complete for port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:34.415921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f443153e-c2af-4af6-a025-0cc87a379fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.416060 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:34.416060 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:34.416060 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.416060 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:34.417859 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Bound port: cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:34.418322 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.487163 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] For port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:34.490646 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] For port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:34.502590 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42621bb2-8e9e-4ca6-8c35-10b646322159 None None] Pushing event updated for resources: {'Port': ['ID=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:34.583803 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.594379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f443153e-c2af-4af6-a025-0cc87a379fe1 None None] Port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:34.642394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:34.643156 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.693466 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Routers {'d35d08b2-a0e0-4a9d-a15b-76a191b89155'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:34.695304 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:34.705925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e557b8c-2fae-4a7f-83a3-b47525d12038 req-10ce171b-6934-43f1-840b-dde3d3db389e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:34.708085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e557b8c-2fae-4a7f-83a3-b47525d12038 req-10ce171b-6934-43f1-840b-dde3d3db389e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1163962 Oct 15 00:24:34.798064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:34.815937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e557b8c-2fae-4a7f-83a3-b47525d12038 req-81570081-e5a0-4a5d-89f7-788e85565e03 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954216 Oct 15 00:24:34.857143 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] Set router d35d08b2-a0e0-4a9d-a15b-76a191b89155 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:34.925862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-31ac2140-12c5-4d5d-b5f3-7c92b04c3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:34.927538 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-31ac2140-12c5-4d5d-b5f3-7c92b04c3467 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e266f34037544f48da20b7b2b79366f&device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 1099 time: 0.5607128 Oct 15 00:24:34.938502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091dc89-db59-4b98-a675-d5c8d3130a13 req-36155b47-8f2e-423a-9682-ad2c3ade7d4c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:34.940230 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2091dc89-db59-4b98-a675-d5c8d3130a13 req-36155b47-8f2e-423a-9682-ad2c3ade7d4c tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 936 time: 0.1544714 Oct 15 00:24:35.003794 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42621bb2-8e9e-4ca6-8c35-10b646322159 None None] Pushing event updated for resources: {'Port': ['ID=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:35.013146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50914) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:35.106574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-c79ed0c6-39dd-4844-a3ff-29610d13667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:35.108310 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-c79ed0c6-39dd-4844-a3ff-29610d13667b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1650589 Oct 15 00:24:35.153491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Allocated IP 172.20.0.1 (6d4948f7-e826-41a8-b4e2-8dc68bd1ed55/3cf4dba1-51ee-4233-8559-452810dc2b26/06254397-5826-4a8d-80b0-6b382a0e035b) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:35.171059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-2deb8a1f-dea8-4b34-96bd-d30ed526f56f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6588aa44-b167-4032-b243-19d05e7aa0ca HTTP/1.1" status: 200 len: 217 time: 0.0507360 Oct 15 00:24:35.215295 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:24:31Z', 'revision_number': 3, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port': {'id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:29Z', 'updated_at': '2021-10-15T00:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:35.234768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe37ce86-44cb-4818-af5c-75f296d3ac28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:35.249248 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a2c65-01ab-496b-a4d8-01974d345063 None None] The sync data for ids ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'] in n-d-811521-2 is: [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:24:31Z', 'revision_number': 3, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port': {'id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:29Z', 'updated_at': '2021-10-15T00:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:24:35.331757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2091dc89-db59-4b98-a675-d5c8d3130a13 req-a25361e5-9a84-426f-b0cd-07462036c695 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736720 Oct 15 00:24:35.410768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:35.446280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-029fa4c1-d401-494a-998d-9d96c2954bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:35.447898 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-029fa4c1-d401-494a-998d-9d96c2954bfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.2576423 Oct 15 00:24:35.494607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:35.497016 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a322514-4356-43c1-9bfd-6133b8252a81" -d '{"events": [{"name": "network-changed", "server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:35.525156 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:35.534072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838e58-1f47-4a04-a689-d48697d409ee req-3817abf9-5473-4f5b-a4a1-a3d1fda95abf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:35.535821 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a838e58-1f47-4a04-a689-d48697d409ee req-3817abf9-5473-4f5b-a4a1-a3d1fda95abf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1357040 Oct 15 00:24:35.545060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-cd300406-abe8-4cb7-bb53-1600b6477c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:35.547919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-cd300406-abe8-4cb7-bb53-1600b6477c84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900416 Oct 15 00:24:35.575107 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe37ce86-44cb-4818-af5c-75f296d3ac28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:35.594052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:35.604119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fc8ea-7d12-4ffe-9f31-9ad80fd906bb req-76672afb-c314-43e9-88be-25c982f1a198 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:35.605647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-502fc8ea-7d12-4ffe-9f31-9ad80fd906bb req-76672afb-c314-43e9-88be-25c982f1a198 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 948 time: 0.1408439 Oct 15 00:24:35.611838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:35.613016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a838e58-1f47-4a04-a689-d48697d409ee req-0b02c2aa-326c-4f5c-aef2-53069504a0e7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699031 Oct 15 00:24:35.626962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:35.627428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:35.651294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69099b2d-58b6-42d3-ab77-c07c8a6c1248 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:35.691583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:35.761200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Transition to ACTIVE for port object 69099b2d-58b6-42d3-ab77-c07c8a6c1248 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:35.773754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Pushing event updated for resources: {'Port': ['ID=06254397-5826-4a8d-80b0-6b382a0e035b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:35.797559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-4aaa08bc-8b89-40ca-bf9f-ea34aa19b473 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963565 Oct 15 00:24:35.879461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe37ce86-44cb-4818-af5c-75f296d3ac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:35.893940 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.025944 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f44370e-c1b5-46e1-afc3-00e36dc30318 x-openstack-request-id: req-5f44370e-c1b5-46e1-afc3-00e36dc30318 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:36.026258 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:36.026555 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f44370e-c1b5-46e1-afc3-00e36dc30318 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:36.026948 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58', 'status': 'completed', 'code': 200} Oct 15 00:24:36.030117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-502fc8ea-7d12-4ffe-9f31-9ad80fd906bb req-d7c51b27-a23c-4379-91fe-89e59d6fbe9b tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821940 Oct 15 00:24:36.054929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dcdbffe-498c-4347-840d-37c5118bd595 req-5bf1cee5-8c0b-421e-95bb-e4b8180fa237 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500319 Oct 15 00:24:36.058829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c441f387-8bd7-490d-8582-3555f067ea48 None None] Provisioning complete for port 06254397-5826-4a8d-80b0-6b382a0e035b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:36.059814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c441f387-8bd7-490d-8582-3555f067ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.099447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fe37ce86-44cb-4818-af5c-75f296d3ac28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9255355c6ba4e33a7f69889ccefd5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0850384 Oct 15 00:24:36.106776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50940) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:36.112402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c441f387-8bd7-490d-8582-3555f067ea48 None None] Port 06254397-5826-4a8d-80b0-6b382a0e035b cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:36.126935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37ce86-44cb-4818-af5c-75f296d3ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3e625-4b82-49d7-8afd-7fe88bd6dd3b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:36.177747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Pushing event updated for resources: {'Port': ['ID=69099b2d-58b6-42d3-ab77-c07c8a6c1248,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:36.203602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.235680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-aedba8ad-500f-4a56-9d4f-7b117f8b4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:36.237351 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-aedba8ad-500f-4a56-9d4f-7b117f8b4993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1124 time: 0.2256844 Oct 15 00:24:36.244790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557bd34-51d5-4b70-bc0c-bb020597c48f req-3b692e1a-475a-4edc-b323-1a017dac42f0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:36.249581 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6557bd34-51d5-4b70-bc0c-bb020597c48f req-3b692e1a-475a-4edc-b323-1a017dac42f0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.2517774 Oct 15 00:24:36.251793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Attempting to bind port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:36.253391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Attempting to bind port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:36.254402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Attempting to bind port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:36.273346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:36.273924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Attempting to bind port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:36.321149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:36.321477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:36.321919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:36.322406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Bound port: 69099b2d-58b6-42d3-ab77-c07c8a6c1248, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:36.323130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.367191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:36.410950 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608843ca-38f9-47f4-a7a3-791ba642f27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.468878 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6557bd34-51d5-4b70-bc0c-bb020597c48f req-51987e9c-e7b2-4e2e-9197-03c73edaa0e5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915603 Oct 15 00:24:36.493219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:36.493636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.496946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608843ca-38f9-47f4-a7a3-791ba642f27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.574072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] For port 69099b2d-58b6-42d3-ab77-c07c8a6c1248, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:36.594894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] For port 69099b2d-58b6-42d3-ab77-c07c8a6c1248, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=69099b2d-58b6-42d3-ab77-c07c8a6c1248,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:36.595044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50946) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:36.640956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc8b65-af63-40ab-949c-6c884552cc01 req-bbb2ca0b-35c5-4819-9dd6-a2d086f29b4a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:36.642497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-debc8b65-af63-40ab-949c-6c884552cc01 req-bbb2ca0b-35c5-4819-9dd6-a2d086f29b4a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 948 time: 0.1759675 Oct 15 00:24:36.666418 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.685731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.695896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-327c4934-924e-470a-89e7-5815e699fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:36.697045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:36.697235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-327c4934-924e-470a-89e7-5815e699fcc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.4497483 Oct 15 00:24:36.701978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.743937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608843ca-38f9-47f4-a7a3-791ba642f27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.752218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608843ca-38f9-47f4-a7a3-791ba642f27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.758984 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-608843ca-38f9-47f4-a7a3-791ba642f27d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29a3e625-4b82-49d7-8afd-7fe88bd6dd3b HTTP/1.1" status: 204 len: 168 time: 0.6291571 Oct 15 00:24:36.764951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-8ac811bc-3d04-4223-87bd-39d0e8dd1b2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 217 time: 0.0524304 Oct 15 00:24:36.769624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-debc8b65-af63-40ab-949c-6c884552cc01 req-d0477957-8c8b-4299-823d-a76e16e50c7e tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208119 Oct 15 00:24:36.786697 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.826268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:36.826935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.828583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] 10.222.0.30 "PUT /v2.0/ports/69099b2d-58b6-42d3-ab77-c07c8a6c1248 HTTP/1.1" status: 200 len: 1096 time: 2.6899152 Oct 15 00:24:36.829083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'tag': '69099b2d-58b6-42d3-ab77-c07c8a6c1248'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:36.834628 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7764f68f-1a7a-463e-be4d-541936c3aa17" -d '{"events": [{"name": "network-changed", "server_uuid": "01f347cf-7ba0-4406-9c8e-6a4c2554a20d", "tag": "69099b2d-58b6-42d3-ab77-c07c8a6c1248"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:36.870860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.871435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:36.889685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608843ca-38f9-47f4-a7a3-791ba642f27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3e625-4b82-49d7-8afd-7fe88bd6dd3b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:36.934174 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70facaa1-e0e1-480a-b088-cbc0e9057a28 x-openstack-request-id: req-70facaa1-e0e1-480a-b088-cbc0e9057a28 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:36.934444 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f347cf-7ba0-4406-9c8e-6a4c2554a20d", "tag": "69099b2d-58b6-42d3-ab77-c07c8a6c1248", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:36.934699 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70facaa1-e0e1-480a-b088-cbc0e9057a28 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:36.935162 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'tag': '69099b2d-58b6-42d3-ab77-c07c8a6c1248', 'status': 'completed', 'code': 200} Oct 15 00:24:36.942159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:36.947294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d45b1-0182-4945-9027-01b2318f3c32 service neutron] Pushing event updated for resources: {'Port': ['ID=69099b2d-58b6-42d3-ab77-c07c8a6c1248,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:37.004682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1dc-e099-42fa-8192-9ad8ac2daed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:37.017638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d962e1-4c78-4aaa-95b6-ba96c827cdc2 req-83edc6da-7589-4612-bf2d-cc194d6ccbbe tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.019258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-51d962e1-4c78-4aaa-95b6-ba96c827cdc2 req-83edc6da-7589-4612-bf2d-cc194d6ccbbe tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.2503343 Oct 15 00:24:37.038209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764f68f-1a7a-463e-be4d-541936c3aa17 req-17d685b6-8a6c-4027-91a6-1ca1d27015c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.039884 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7764f68f-1a7a-463e-be4d-541936c3aa17 req-17d685b6-8a6c-4027-91a6-1ca1d27015c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 1099 time: 0.0883100 Oct 15 00:24:37.085567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7764f68f-1a7a-463e-be4d-541936c3aa17 req-361aadf9-89b2-4cde-bc6d-cc6da6a41b18 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360439 Oct 15 00:24:37.098633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-fa049011-e052-407b-95bc-6032fca1939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.101270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-fa049011-e052-407b-95bc-6032fca1939b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.3264937 Oct 15 00:24:37.137130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Pushing event updated for resources: {'Port': ['ID=06254397-5826-4a8d-80b0-6b382a0e035b,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:37.142033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-51d962e1-4c78-4aaa-95b6-ba96c827cdc2 req-d86d655c-dc8c-4ecf-9b4e-ba3fa5065e9b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138718 Oct 15 00:24:37.180055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-9fd24c92-cdf2-451b-a2f8-a8e7f2f71b6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627496 Oct 15 00:24:37.245485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764f68f-1a7a-463e-be4d-541936c3aa17 req-4b3d48d8-2ff1-49c9-a98c-f8bbd5d8993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.247166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7764f68f-1a7a-463e-be4d-541936c3aa17 req-4b3d48d8-2ff1-49c9-a98c-f8bbd5d8993e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530282 Oct 15 00:24:37.282298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:37.317610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:37.341177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:37.405144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-bd7b66f5-bc27-460c-8d65-5a8fbffe560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.409074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-bd7b66f5-bc27-460c-8d65-5a8fbffe560a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 1099 time: 0.1047750 Oct 15 00:24:37.467507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f7162-9fd0-4468-babe-93bac64fadbb req-cf634084-fd98-488b-9c14-845d59e4f27f tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.477208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-574f7162-9fd0-4468-babe-93bac64fadbb req-cf634084-fd98-488b-9c14-845d59e4f27f tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 948 time: 0.2702758 Oct 15 00:24:37.512207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1dc-e099-42fa-8192-9ad8ac2daed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:37.525178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-7e7d2f4f-8446-40a7-95bf-fd5278a1d916 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=69099b2d-58b6-42d3-ab77-c07c8a6c1248 HTTP/1.1" status: 200 len: 217 time: 0.1046484 Oct 15 00:24:37.617764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:37.653374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc5af1dc-e099-42fa-8192-9ad8ac2daed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:37.673210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 has no active binding in host n-h2-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:24:37.710607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-76e99056-1fe6-4689-a1de-159b21cdbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.710738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-ffa4bc2a-6bae-47da-8f4e-5905704ed4fe service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180144 Oct 15 00:24:37.710849 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-76e99056-1fe6-4689-a1de-159b21cdbc2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1761029 Oct 15 00:24:37.721398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Router d35d08b2-a0e0-4a9d-a15b-76a191b89155 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:24:37.726014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fea8f062-e3b5-49cc-9486-dc4941fae260 None None] Provisioning complete for port 06254397-5826-4a8d-80b0-6b382a0e035b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:37.726587 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fea8f062-e3b5-49cc-9486-dc4941fae260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:37.728427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a99636-a1b6-4bb5-9c61-d720d4ce29f5 req-50e5014b-1ace-4200-8b92-693afb857cbc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.731459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-82a99636-a1b6-4bb5-9c61-d720d4ce29f5 req-50e5014b-1ace-4200-8b92-693afb857cbc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1268589 Oct 15 00:24:37.755933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dc5af1dc-e099-42fa-8192-9ad8ac2daed7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aa138be2fb24cb4924026687c558a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1570194 Oct 15 00:24:37.757684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50974) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:37.760709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5af1dc-e099-42fa-8192-9ad8ac2daed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ea01e9-97cf-4b2a-83c1-08cf751862b3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:37.848808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fea8f062-e3b5-49cc-9486-dc4941fae260 None None] Port 06254397-5826-4a8d-80b0-6b382a0e035b cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:37.855793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-872fdbc5-68b2-4e97-a2dc-914c11156b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:37.857492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-872fdbc5-68b2-4e97-a2dc-914c11156b50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248605 Oct 15 00:24:37.860580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c4019c1-d638-4c57-9c90-06f5064fba7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:37.867271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-82a99636-a1b6-4bb5-9c61-d720d4ce29f5 req-68b096b1-3847-41ed-8dc5-1e1e7532668c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762372 Oct 15 00:24:37.906648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-574f7162-9fd0-4468-babe-93bac64fadbb req-9d9804cb-6b88-4bdf-95c9-dec74f59db3b tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282393 Oct 15 00:24:37.998853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c4019c1-d638-4c57-9c90-06f5064fba7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.056356 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-d7023b57-753d-473d-9326-311075d10ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878603 Oct 15 00:24:38.064502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704b1a-a330-4bdf-a93b-2999a01290b6 req-5ce8c7e3-bfb7-4cb0-818e-a9e88041fa87 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:38.065939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd704b1a-a330-4bdf-a93b-2999a01290b6 req-5ce8c7e3-bfb7-4cb0-818e-a9e88041fa87 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 948 time: 0.0721669 Oct 15 00:24:38.155601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:24:38.160064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a322514-4356-43c1-9bfd-6133b8252a81 req-4b82fa9e-0dfb-49f2-967e-195ea4bb0656 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030662 Oct 15 00:24:38.167217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Sync routers for ids ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:24:38.180325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Routers {'d35d08b2-a0e0-4a9d-a15b-76a191b89155'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:38.183680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:38.189826 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd704b1a-a330-4bdf-a93b-2999a01290b6 req-a57dd81e-5941-47ae-88c2-2a62fd9043a8 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133347 Oct 15 00:24:38.207753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50988) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:38.211029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5473dabd-6e46-4210-a5e7-6dea7ff6c339 admin admin] 10.222.0.13 "PUT /v2.0/routers/d35d08b2-a0e0-4a9d-a15b-76a191b89155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8457229 Oct 15 00:24:38.240635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f9bc779-6bf8-4f12-b078-3d2195072010 req-00acc97e-9fbe-41bc-80ed-894207b13ff9 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728072 Oct 15 00:24:38.347464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:38.359342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cb1f5-e4f9-41ab-8812-e427bf947ad6 req-6ee0d4ba-aa6a-4b77-82c5-778d719eabe5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:38.362811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-961cb1f5-e4f9-41ab-8812-e427bf947ad6 req-6ee0d4ba-aa6a-4b77-82c5-778d719eabe5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1152029 Oct 15 00:24:38.364458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c4019c1-d638-4c57-9c90-06f5064fba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.367881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c4019c1-d638-4c57-9c90-06f5064fba7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.373455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3c4019c1-d638-4c57-9c90-06f5064fba7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9ea01e9-97cf-4b2a-83c1-08cf751862b3 HTTP/1.1" status: 204 len: 168 time: 0.6084833 Oct 15 00:24:38.416140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4019c1-d638-4c57-9c90-06f5064fba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ea01e9-97cf-4b2a-83c1-08cf751862b3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:38.417047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1340260093-network', 'tenant_id': '254e733abfc7494e9a614888ba57a55f'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:38.452435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Set router d35d08b2-a0e0-4a9d-a15b-76a191b89155 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:38.470326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-961cb1f5-e4f9-41ab-8812-e427bf947ad6 req-9481bd2e-a28c-48ee-847a-0a6486202bfa tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939038 Oct 15 00:24:38.536530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Made reservation on behalf of 254e733abfc7494e9a614888ba57a55f for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:38.541185 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.558541 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.611995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:38.612371 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.678200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.816743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 4, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port': {'id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:29Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '06254397-5826-4a8d-80b0-6b382a0e035b', 'name': '', 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'mac_address': 'fa:16:3e:dd:fa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3cf4dba1-51ee-4233-8559-452810dc2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:34Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 2, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'subnets': [{'id': '3cf4dba1-51ee-4233-8559-452810dc2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:38.847048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Checking router: d35d08b2-a0e0-4a9d-a15b-76a191b89155 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:24:38.847450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Updating router d35d08b2-a0e0-4a9d-a15b-76a191b89155 port 06254397-5826-4a8d-80b0-6b382a0e035b binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:24:38.875159 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.877005 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.913287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8cb28b-ad1d-4600-9782-ee7f539b2ef7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:38.930342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:24:38.946458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:38.947014 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Added segment 9bc45fc3-e40f-41ec-9ef8-e688b7615915 of type vlan for network 1f7756ae-8da4-4f0f-b629-54498e3497aa Oct 15 00:24:39.029104 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.065558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefb9f-6ae7-4035-a9a6-cb609f63e60a req-0d6f0aad-5d0f-4012-b9a8-55d6c4a08769 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:39.067392 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4eeefb9f-6ae7-4035-a9a6-cb609f63e60a req-0d6f0aad-5d0f-4012-b9a8-55d6c4a08769 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.0867319 Oct 15 00:24:39.119633 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4eeefb9f-6ae7-4035-a9a6-cb609f63e60a req-75d92738-5d61-41b5-80ec-80f12b5542f1 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Oct 15 00:24:39.139387 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.140816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:39.141763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.193194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9572-609b-49ed-b847-96236bc5d0c0 req-d65bcd84-25fc-426d-9e21-b496a53061a5 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:39.194744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-271e9572-609b-49ed-b847-96236bc5d0c0 req-d65bcd84-25fc-426d-9e21-b496a53061a5 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 948 time: 0.0614290 Oct 15 00:24:39.221006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f7756ae-8da4-4f0f-b629-54498e3497aa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:39.233046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:24:39.241291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-271e9572-609b-49ed-b847-96236bc5d0c0 req-70959ce2-604d-49c4-9398-fac15c845637 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Oct 15 00:24:39.262378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51018) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:39.278236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9eb85ee-4e99-46c4-9069-f70cd9f4e17b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.287398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51022) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:39.292191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Request body: {'subnet': {'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1340260093-subnet', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:39.298044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c79925bf-5a73-4de4-b3a7-da50041dd8f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0901260 Oct 15 00:24:39.353894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6588aa44-b167-4032-b243-19d05e7aa0ca details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:39.357551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.394174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff52a-ee75-48f9-9cf4-8e69274c98cd req-894dc7ec-91ac-4085-ae70-21c9a3dfd21e tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:39.395605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9eb85ee-4e99-46c4-9069-f70cd9f4e17b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.402140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0ff52a-ee75-48f9-9cf4-8e69274c98cd req-894dc7ec-91ac-4085-ae70-21c9a3dfd21e tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 948 time: 0.0753045 Oct 15 00:24:39.416499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Made reservation on behalf of 254e733abfc7494e9a614888ba57a55f for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:39.418716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.458380 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.479863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9eb85ee-4e99-46c4-9069-f70cd9f4e17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.487840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0ff52a-ee75-48f9-9cf4-8e69274c98cd req-07b2679c-b575-432b-a4f1-18b63fed37d2 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848114 Oct 15 00:24:39.563958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa22ba-bb0d-413a-9158-7184e390f72d None None] Pushing event updated for resources: {'Port': ['ID=06254397-5826-4a8d-80b0-6b382a0e035b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:39.566913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d9eb85ee-4e99-46c4-9069-f70cd9f4e17b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0bd5e1e053e4727b893ab0badf7c90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029590 Oct 15 00:24:39.568034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51028) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:39.570689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb85ee-4e99-46c4-9069-f70cd9f4e17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f9c86-7d88-4e80-9b66-b7405dd519e7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:39.585615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 6588aa44-b167-4032-b243-19d05e7aa0ca, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6588aa44-b167-4032-b243-19d05e7aa0ca,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:39.617947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:39.627700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2fc6d03e-b16f-409f-9244-630a87fc12b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317470420', 'description': 'tempest-description--1308636199'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:39.644668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.645437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '6588aa44-b167-4032-b243-19d05e7aa0ca', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '6588aa44-b167-4032-b243-19d05e7aa0ca', 'mac_address': 'fa:16:3e:d8:36:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:39.663244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Attempting to bind port 06254397-5826-4a8d-80b0-6b382a0e035b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:39.663426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Attempting to bind port 06254397-5826-4a8d-80b0-6b382a0e035b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:39.663728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Attempting to bind port 06254397-5826-4a8d-80b0-6b382a0e035b on network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:39.672561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-431d3822-ccff-4eae-b542-8c4757cf2abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.698226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-431d3822-ccff-4eae-b542-8c4757cf2abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.698987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:39.699978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Checking segment: {'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:39.699978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.700238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Bound using segment: {'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:39.700802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Bound port: 06254397-5826-4a8d-80b0-6b382a0e035b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae669a7-f28a-4c11-bcd5-ee74e163571c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:39.701245 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.723379 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.732580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f465d-9489-4341-8712-3c663e2fc869 req-9beebfb5-27b8-409c-b081-6f99e135180e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:39.735516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-705f465d-9489-4341-8712-3c663e2fc869 req-9beebfb5-27b8-409c-b081-6f99e135180e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1203301 Oct 15 00:24:39.764927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6588aa44-b167-4032-b243-19d05e7aa0ca {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:39.770758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d03e-b16f-409f-9244-630a87fc12b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.803812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 6588aa44-b167-4032-b243-19d05e7aa0ca, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6588aa44-b167-4032-b243-19d05e7aa0ca,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:39.807147 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-705f465d-9489-4341-8712-3c663e2fc869 req-fb4c71fd-0e28-4dd7-b6ae-6ca816f8f410 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616121 Oct 15 00:24:39.808223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.819428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] For port 06254397-5826-4a8d-80b0-6b382a0e035b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:39.823782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] For port 06254397-5826-4a8d-80b0-6b382a0e035b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=06254397-5826-4a8d-80b0-6b382a0e035b,segment=NetworkSegment(aae669a7-f28a-4c11-bcd5-ee74e163571c),segment_id=aae669a7-f28a-4c11-bcd5-ee74e163571c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:39.871987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d644ec-6f9a-445d-8758-7ba621d5c192,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:39.880329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Checking segment: {'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:39.880693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Network hostable DHCP agents. Network: 1f7756ae-8da4-4f0f-b629-54498e3497aa, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:24:39.884182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-431d3822-ccff-4eae-b542-8c4757cf2abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.886731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-431d3822-ccff-4eae-b542-8c4757cf2abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.888497 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-431d3822-ccff-4eae-b542-8c4757cf2abb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e52f9c86-7d88-4e80-9b66-b7405dd519e7 HTTP/1.1" status: 204 len: 168 time: 0.3185647 Oct 15 00:24:39.888649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-79b76a0e-a20b-432b-a1ae-eafd90f769fd None None] Provisioning complete for port 06254397-5826-4a8d-80b0-6b382a0e035b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:39.888649 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-79b76a0e-a20b-432b-a1ae-eafd90f769fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.903467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d3822-ccff-4eae-b542-8c4757cf2abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f9c86-7d88-4e80-9b66-b7405dd519e7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:39.923392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.925277 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.934690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d03e-b16f-409f-9244-630a87fc12b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:39.968934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:24:39.988661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-79b76a0e-a20b-432b-a1ae-eafd90f769fd None None] Port 06254397-5826-4a8d-80b0-6b382a0e035b cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:40.007252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Routers {'d35d08b2-a0e0-4a9d-a15b-76a191b89155'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:40.007888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:40.031658 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d03e-b16f-409f-9244-630a87fc12b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.049016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa22ba-bb0d-413a-9158-7184e390f72d None None] Pushing event updated for resources: {'Port': ['ID=06254397-5826-4a8d-80b0-6b382a0e035b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:40.064301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1f7756ae-8da4-4f0f-b629-54498e3497aa) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:40.073509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:40.074169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.086719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7e2a8-0cc1-49cd-bc79-d21ecc654a3b None None] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:40.099416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d03e-b16f-409f-9244-630a87fc12b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a5228c-fd98-4782-afd5-ef0f194900a4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:40.186300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d03e-b16f-409f-9244-630a87fc12b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.193813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51038) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:40.194750 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2fc6d03e-b16f-409f-9244-630a87fc12b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5753529 Oct 15 00:24:40.199665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f6ca02ba-53b1-441b-bcab-6e6966ab0d81 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5228c-fd98-4782-afd5-ef0f194900a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:40.224217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-52f7850d-15d9-43a5-8dd0-8c103c51f980 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9341466 Oct 15 00:24:40.224415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51040) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:40.230540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:40.296689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df45a3-c4ae-49a0-81d1-7a6be84f2fae req-032f3f3c-7571-4326-b895-267e73236e4c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:40.299767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e5df45a3-c4ae-49a0-81d1-7a6be84f2fae req-032f3f3c-7571-4326-b895-267e73236e4c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.0753937 Oct 15 00:24:40.300904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ba-53b1-441b-bcab-6e6966ab0d81 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.359846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e5df45a3-c4ae-49a0-81d1-7a6be84f2fae req-3a2db5ec-94e4-4614-aabf-dbc2a2ebe853 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 Oct 15 00:24:40.442867 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.444061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.451610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=6588aa44-b167-4032-b243-19d05e7aa0ca,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:40.470518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] Set router d35d08b2-a0e0-4a9d-a15b-76a191b89155 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:40.474914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f404c0ed-91e0-4fcb-9e65-ad523f621378 None None] Provisioning complete for port 06254397-5826-4a8d-80b0-6b382a0e035b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:40.475195 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f404c0ed-91e0-4fcb-9e65-ad523f621378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.558226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.565014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['6588aa44-b167-4032-b243-19d05e7aa0ca'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:40.641507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f2423-65e5-495e-8dde-e88395fa5364 req-7c9103bb-4b63-4fa7-8b89-7d5f92331a2d tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:40.648681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc6f2423-65e5-495e-8dde-e88395fa5364 req-7c9103bb-4b63-4fa7-8b89-7d5f92331a2d tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 948 time: 0.0587049 Oct 15 00:24:40.655390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ba-53b1-441b-bcab-6e6966ab0d81 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.663430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db4f06-b561-4340-8a34-ad236ad5640f req-2127996a-60b6-43ff-94ce-d8e56101820b tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:40.670970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85db4f06-b561-4340-8a34-ad236ad5640f req-2127996a-60b6-43ff-94ce-d8e56101820b tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 949 time: 0.3221929 Oct 15 00:24:40.714409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85db4f06-b561-4340-8a34-ad236ad5640f req-0a568c68-ce10-4809-a1c0-65370ca0e667 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Oct 15 00:24:40.750903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51048) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:40.759208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc6f2423-65e5-495e-8dde-e88395fa5364 req-effc68e8-baeb-4335-a062-39053ff913aa tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093557 Oct 15 00:24:40.765913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18a1d054-5193-4c54-9fc8-3766dd70e70c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.791366 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ba-53b1-441b-bcab-6e6966ab0d81 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.825121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca02ba-53b1-441b-bcab-6e6966ab0d81 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1b45e3-4e8f-43d0-8587-c3e330479d1c,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:40.885770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18a1d054-5193-4c54-9fc8-3766dd70e70c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.896821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-1f7756ae-8da4-4f0f-b629-54498e3497aa', 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'fixed_ips': [{'subnet_id': '32d644ec-6f9a-445d-8758-7ba621d5c192'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:24:40.897679 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.919557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6ca02ba-53b1-441b-bcab-6e6966ab0d81 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.920921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f6ca02ba-53b1-441b-bcab-6e6966ab0d81 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7252152 Oct 15 00:24:40.929306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51052) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:40.935501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-07a267b6-d4d7-4537-ad55-313e83a00692 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'security_group_rule': {'security_group_id': 'c5a5228c-fd98-4782-afd5-ef0f194900a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:40.961517 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f404c0ed-91e0-4fcb-9e65-ad523f621378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:40.965435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18a1d054-5193-4c54-9fc8-3766dd70e70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.032117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18a1d054-5193-4c54-9fc8-3766dd70e70c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=240493a47d62477aaeb885a09891d700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795508 Oct 15 00:24:41.033988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1d054-5193-4c54-9fc8-3766dd70e70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6569fc5d-5d52-4541-b4b5-73c49e77f04e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:41.036583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51054) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:41.061758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975e971-4d1f-4045-afbc-953f764dbc68 req-ce25f6d6-c662-43e6-91b4-d5a33478b9a0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:41.066552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.069925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8975e971-4d1f-4045-afbc-953f764dbc68 req-ce25f6d6-c662-43e6-91b4-d5a33478b9a0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1243343 Oct 15 00:24:41.103316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-07a267b6-d4d7-4537-ad55-313e83a00692 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.104480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-dbc47d8b-988a-40c4-b1d8-b4dd6cafa8e8 service neutron] 10.222.0.30 "GET /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58/bindings/n-h2-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.0974343 Oct 15 00:24:41.142019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f404c0ed-91e0-4fcb-9e65-ad523f621378 None None] For port 06254397-5826-4a8d-80b0-6b382a0e035b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=06254397-5826-4a8d-80b0-6b382a0e035b,segment=NetworkSegment(aae669a7-f28a-4c11-bcd5-ee74e163571c),segment_id=aae669a7-f28a-4c11-bcd5-ee74e163571c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:41.148263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8975e971-4d1f-4045-afbc-953f764dbc68 req-fe341c31-e584-431c-a041-f14d9dc18e08 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778029 Oct 15 00:24:41.181516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6866-947c-46c9-b510-23267baf5481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.211257 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f404c0ed-91e0-4fcb-9e65-ad523f621378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.217645 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6866-947c-46c9-b510-23267baf5481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.229480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-07a267b6-d4d7-4537-ad55-313e83a00692 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.245626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Allocated IP 172.20.0.2 (1f7756ae-8da4-4f0f-b629-54498e3497aa/32d644ec-6f9a-445d-8758-7ba621d5c192/7449e12a-f3ae-4783-a3d5-b7e50060a9db) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:41.246308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 4, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port': {'id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:29Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '06254397-5826-4a8d-80b0-6b382a0e035b', 'name': '', 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'mac_address': 'fa:16:3e:dd:fa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3cf4dba1-51ee-4233-8559-452810dc2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:34Z', 'updated_at': '2021-10-15T00:24:39Z', 'revision_number': 4, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'subnets': [{'id': '3cf4dba1-51ee-4233-8559-452810dc2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:41.286237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac8c281-74e0-4c85-94fd-525ab2df23dc None None] The sync data for ids ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'] in n-d-811521-2 is: [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 4, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port': {'id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:29Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '06254397-5826-4a8d-80b0-6b382a0e035b', 'name': '', 'network_id': '6d4948f7-e826-41a8-b4e2-8dc68bd1ed55', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'mac_address': 'fa:16:3e:dd:fa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '3cf4dba1-51ee-4233-8559-452810dc2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:34Z', 'updated_at': '2021-10-15T00:24:39Z', 'revision_number': 4, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'subnets': [{'id': '3cf4dba1-51ee-4233-8559-452810dc2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:24:41.320230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404c0ed-91e0-4fcb-9e65-ad523f621378 None None] Pushing event updated for resources: {'Port': ['ID=06254397-5826-4a8d-80b0-6b382a0e035b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:41.320404 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-07a267b6-d4d7-4537-ad55-313e83a00692 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.367886 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6866-947c-46c9-b510-23267baf5481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.369040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bdc6866-947c-46c9-b510-23267baf5481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.370222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2bdc6866-947c-46c9-b510-23267baf5481 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6569fc5d-5d52-4541-b4b5-73c49e77f04e HTTP/1.1" status: 204 len: 168 time: 0.3328071 Oct 15 00:24:41.383399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a267b6-d4d7-4537-ad55-313e83a00692 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d5c0c0-2332-4995-8376-8d98e063b391,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:41.391442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6866-947c-46c9-b510-23267baf5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6569fc5d-5d52-4541-b4b5-73c49e77f04e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:41.480719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-07a267b6-d4d7-4537-ad55-313e83a00692 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.481938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-07a267b6-d4d7-4537-ad55-313e83a00692 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5516343 Oct 15 00:24:41.485386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51062) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:41.489887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:41.520900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:41.559663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.611837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:41.650534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.668235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476a35a-4533-4a0f-b003-439d1170bf96 req-9e378da9-e9ca-4c8f-8499-6ca0836f3eea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:41.669935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9476a35a-4533-4a0f-b003-439d1170bf96 req-9e378da9-e9ca-4c8f-8499-6ca0836f3eea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 943 time: 0.1964881 Oct 15 00:24:41.676597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76be05e8-9563-4a40-9066-a9954e3bbc58 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:41.682786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.696777 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.757338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:41.761798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.785725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:41.789395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:41.796748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:41.808904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.821503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Pushing event updated for resources: {'Port': ['ID=7449e12a-f3ae-4783-a3d5-b7e50060a9db,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:41.868734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9476a35a-4533-4a0f-b003-439d1170bf96 req-c1c73252-a181-4c07-81bd-d2ac5b0c911e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874595 Oct 15 00:24:41.891218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.928294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Attempting to bind port 7449e12a-f3ae-4783-a3d5-b7e50060a9db on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:41.929344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Attempting to bind port 7449e12a-f3ae-4783-a3d5-b7e50060a9db by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:41.929973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Attempting to bind port 7449e12a-f3ae-4783-a3d5-b7e50060a9db on network 1f7756ae-8da4-4f0f-b629-54498e3497aa {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:41.944568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:41.950811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Checking segment: {'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:41.951315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:41.951811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Bound using segment: {'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:41.957171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Bound port: 7449e12a-f3ae-4783-a3d5-b7e50060a9db, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:41.957751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.043832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0c74-4b86-4cbd-b699-d9104c20f3d8 req-3f845a9b-53a2-4264-b2e4-833ba21a8d29 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:42.046642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffdb0c74-4b86-4cbd-b699-d9104c20f3d8 req-3f845a9b-53a2-4264-b2e4-833ba21a8d29 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 949 time: 0.2216618 Oct 15 00:24:42.077326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] For port 7449e12a-f3ae-4783-a3d5-b7e50060a9db, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:42.081793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] For port 7449e12a-f3ae-4783-a3d5-b7e50060a9db, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7449e12a-f3ae-4783-a3d5-b7e50060a9db,segment=NetworkSegment(9bc45fc3-e40f-41ec-9ef8-e688b7615915),segment_id=9bc45fc3-e40f-41ec-9ef8-e688b7615915)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:42.099736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Allocated IP 172.25.2.37 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/9027ae3c-aada-4a7f-94a0-38f3b5fc86e5) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:42.112474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe83f5e-26be-4737-885b-9b52733b68b2 req-9489b85c-b6c5-4688-a778-532f16b13d34 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:42.114197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afe83f5e-26be-4737-885b-9b52733b68b2 req-9489b85c-b6c5-4688-a778-532f16b13d34 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 948 time: 0.1104007 Oct 15 00:24:42.116483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffdb0c74-4b86-4cbd-b699-d9104c20f3d8 req-12dc44de-f644-459c-ada0-b63896ca981e tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596929 Oct 15 00:24:42.166002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.179897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] Transition to ACTIVE for port object 76be05e8-9563-4a40-9066-a9954e3bbc58 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:42.201730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 69099b2d-58b6-42d3-ab77-c07c8a6c1248 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:42.239339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afe83f5e-26be-4737-885b-9b52733b68b2 req-c0bdfc44-0d00-4743-8adb-b057430dd0dc tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972593 Oct 15 00:24:42.263184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.369527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9df6e8-f8a0-4157-8163-898e1cac08c2 None None] Pushing event updated for resources: {'Port': ['ID=7449e12a-f3ae-4783-a3d5-b7e50060a9db,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:42.389622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.403282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ca94-0ce4-4a86-83e1-d14ce38bb1f1 req-ea2f364d-678b-42d1-83d6-b08fbe043a40 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:42.416805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e78ca94-0ce4-4a86-83e1-d14ce38bb1f1 req-ea2f364d-678b-42d1-83d6-b08fbe043a40 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1265242 Oct 15 00:24:42.457668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] No DVR routers for this DVR port 76be05e8-9563-4a40-9066-a9954e3bbc58 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:24:42.462965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 06254397-5826-4a8d-80b0-6b382a0e035b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:42.480140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] Pushing event updated for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=10']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:42.484740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e78ca94-0ce4-4a86-83e1-d14ce38bb1f1 req-c89e3993-6f9b-4d99-8d24-f6588e11297e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667641 Oct 15 00:24:42.564269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-4128582b-0a05-4273-a986-e9712c2a619a service neutron] 10.222.0.30 "PUT /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58/bindings/n-h2-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4520099 Oct 15 00:24:42.581309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 69099b2d-58b6-42d3-ab77-c07c8a6c1248, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=69099b2d-58b6-42d3-ab77-c07c8a6c1248,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:42.601228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '69099b2d-58b6-42d3-ab77-c07c8a6c1248', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '69099b2d-58b6-42d3-ab77-c07c8a6c1248', 'mac_address': 'fa:16:3e:16:40:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:42.608548 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.661154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 06254397-5826-4a8d-80b0-6b382a0e035b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:42.661633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.693339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:42.701363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:42.720487 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:42.721420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Allocated IP 172.25.2.107 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/5c3d14e9-bf10-4f3c-8b6c-928a8ef38125) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:42.742801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.764615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69099b2d-58b6-42d3-ab77-c07c8a6c1248 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:42.780410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Pushing event updated for resources: {'Port': ['ID=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:42.798606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 69099b2d-58b6-42d3-ab77-c07c8a6c1248, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=69099b2d-58b6-42d3-ab77-c07c8a6c1248,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:42.880182 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.899866 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:42.969556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=69099b2d-58b6-42d3-ab77-c07c8a6c1248,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:42.987380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-2714c990-82cc-4236-8dcb-013d215fb1f7 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:42.988963 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-2714c990-82cc-4236-8dcb-013d215fb1f7 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.2053316 Oct 15 00:24:43.005151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.049808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:43.052642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:43.058408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:43.066798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event updated for resources: {'Port': ['ID=5c3d14e9-bf10-4f3c-8b6c-928a8ef38125,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:43.155470 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.158962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be465b8-0804-4ee7-8df1-e9f6ebdb5855 req-4541f6ab-e160-4e3e-8cb3-e91aab3318e5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:43.160471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2be465b8-0804-4ee7-8df1-e9f6ebdb5855 req-4541f6ab-e160-4e3e-8cb3-e91aab3318e5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.1688268 Oct 15 00:24:43.176566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['69099b2d-58b6-42d3-ab77-c07c8a6c1248'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:43.204780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-ba8ec3c1-6147-4668-a572-d449d55bae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:43.206280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-ba8ec3c1-6147-4668-a572-d449d55bae6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4&tenant_id=081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 1095 time: 0.2051308 Oct 15 00:24:43.255051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.260372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.319038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e256-3318-4229-b1c1-7993167901c7 req-8b4bc48d-402e-42ab-af63-dcf51bdb8222 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:43.320757 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0f9e256-3318-4229-b1c1-7993167901c7 req-8b4bc48d-402e-42ab-af63-dcf51bdb8222 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 949 time: 0.1215434 Oct 15 00:24:43.326709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2be465b8-0804-4ee7-8df1-e9f6ebdb5855 req-85e69825-2a66-4ca8-880f-fa3df342d98c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354361 Oct 15 00:24:43.379483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6588aa44-b167-4032-b243-19d05e7aa0ca up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:43.436310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-a78412ea-21c4-4b7e-842a-b15219845a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:43.438472 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-a78412ea-21c4-4b7e-842a-b15219845a04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1095 time: 0.1964839 Oct 15 00:24:43.521208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.542316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0f9e256-3318-4229-b1c1-7993167901c7 req-4bbe080a-81b3-4d23-8e47-d6e06f18b6db tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141933 Oct 15 00:24:43.542642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 6588aa44-b167-4032-b243-19d05e7aa0ca completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:24:43.548034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 6588aa44-b167-4032-b243-19d05e7aa0ca triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:43.548290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.676280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67dc50-ddf1-4298-8ba6-98df459521ff req-0cda7815-f3bc-4796-afa1-90acc8eca8bd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:43.678571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd67dc50-ddf1-4298-8ba6-98df459521ff req-0cda7815-f3bc-4796-afa1-90acc8eca8bd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.0637119 Oct 15 00:24:43.680360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.763344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.795558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd67dc50-ddf1-4298-8ba6-98df459521ff req-8f96c069-0e9a-4331-943b-aa76dbd5155d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091115 Oct 15 00:24:43.816594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event updated for resources: {'Port': ['ID=5c3d14e9-bf10-4f3c-8b6c-928a8ef38125,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:43.818182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.850667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588aa44-b167-4032-b243-19d05e7aa0ca'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:43.853094 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3235c5-8fc4-4a58-bbb4-3366c3e48f9b" -d '{"events": [{"server_uuid": "959d240c-ed9a-4012-a4e4-cc4f00dfab01", "name": "network-vif-plugged", "status": "completed", "tag": "6588aa44-b167-4032-b243-19d05e7aa0ca"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:43.871638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 6588aa44-b167-4032-b243-19d05e7aa0ca, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6588aa44-b167-4032-b243-19d05e7aa0ca,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:43.880095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e2f12-50fa-45ac-93f7-24b67a7fdc92 None None] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:24:43.910149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:43.920346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-41ad9aba-1715-447e-aec0-318cf6fd4541 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4338467 Oct 15 00:24:43.926140 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d70520b-b9f1-4829-9dc7-c2024f92c2e4 x-openstack-request-id: req-2d70520b-b9f1-4829-9dc7-c2024f92c2e4 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:43.926579 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959d240c-ed9a-4012-a4e4-cc4f00dfab01", "name": "network-vif-plugged", "status": "completed", "tag": "6588aa44-b167-4032-b243-19d05e7aa0ca", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:43.926965 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d70520b-b9f1-4829-9dc7-c2024f92c2e4 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:43.927490 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6588aa44-b167-4032-b243-19d05e7aa0ca', 'code': 200} Oct 15 00:24:43.970889 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.003000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294b0f1-828c-417a-bfb9-fdd19e1ad20a req-541aff03-104d-41f3-ae0e-93cdc2556179 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:44.005148 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d294b0f1-828c-417a-bfb9-fdd19e1ad20a req-541aff03-104d-41f3-ae0e-93cdc2556179 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 949 time: 0.5227432 Oct 15 00:24:44.052309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=6588aa44-b167-4032-b243-19d05e7aa0ca,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:44.054104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e0109-f279-41c1-983a-0778c1ec61de req-bc53c777-0a05-49af-b7dc-9c154a339168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:44.056767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c67e0109-f279-41c1-983a-0778c1ec61de req-bc53c777-0a05-49af-b7dc-9c154a339168 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 1101 time: 0.0751126 Oct 15 00:24:44.056982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3a13bb1d-6298-42b1-a65a-be8b5510b1db None None] Provisioning complete for port 7449e12a-f3ae-4783-a3d5-b7e50060a9db triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:44.057354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a13bb1d-6298-42b1-a65a-be8b5510b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.071137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-b3e47dd3-325e-4b77-a690-8a0d308ed7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:44.072855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-b3e47dd3-325e-4b77-a690-8a0d308ed7b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.6272469 Oct 15 00:24:44.109288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d294b0f1-828c-417a-bfb9-fdd19e1ad20a req-834d5929-5eed-48a8-ba4e-9a4c1ca883db tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642912 Oct 15 00:24:44.122695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c67e0109-f279-41c1-983a-0778c1ec61de req-f3de609f-4047-45ae-8b0b-e9b0609cec8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549107 Oct 15 00:24:44.161392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.165011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-6ac638bf-c703-4cfd-8f17-de09804c538c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 217 time: 0.0635269 Oct 15 00:24:44.217085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 69099b2d-58b6-42d3-ab77-c07c8a6c1248 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:44.223311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-27311cce-3ae4-41d3-8bb7-e230108ed83c tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1317470420&fields=id&tenant_id=765e27a30a044616b5d19aa5becd8f53 HTTP/1.1" status: 200 len: 267 time: 0.0811327 Oct 15 00:24:44.354643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a13bb1d-6298-42b1-a65a-be8b5510b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.387615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7449e12a-f3ae-4783-a3d5-b7e50060a9db up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:44.408706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-46267fb2-1c9a-4a36-b842-1b278c453062 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:44.410295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-46267fb2-1c9a-4a36-b842-1b278c453062 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 823 time: 0.1862249 Oct 15 00:24:44.432758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a13bb1d-6298-42b1-a65a-be8b5510b1db None None] For port 7449e12a-f3ae-4783-a3d5-b7e50060a9db, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7449e12a-f3ae-4783-a3d5-b7e50060a9db,segment=NetworkSegment(9bc45fc3-e40f-41ec-9ef8-e688b7615915),segment_id=9bc45fc3-e40f-41ec-9ef8-e688b7615915)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:44.433696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-4dcaaa6a-ca8a-4aea-a85a-810c74c0175b tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/quotas/765e27a30a044616b5d19aa5becd8f53 HTTP/1.1" status: 200 len: 375 time: 0.0107479 Oct 15 00:24:44.461046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:24:44.469101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7449e12a-f3ae-4783-a3d5-b7e50060a9db triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:44.469484 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.471431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:44.471789 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.485356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:24:44.519976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a13bb1d-6298-42b1-a65a-be8b5510b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.564231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-b5fed021-0cef-4ee5-a9fb-5aab7303f0ed tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191549 Oct 15 00:24:44.604570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.614230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13bb1d-6298-42b1-a65a-be8b5510b1db None None] Pushing event updated for resources: {'Port': ['ID=7449e12a-f3ae-4783-a3d5-b7e50060a9db,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:44.621456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f185a7-ba1e-4007-9fa4-aa6ede374730 req-22fd9877-10b5-470e-8054-7572babe83a8 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:44.623324 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1f185a7-ba1e-4007-9fa4-aa6ede374730 req-22fd9877-10b5-470e-8054-7572babe83a8 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.1115079 Oct 15 00:24:44.691822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f5cb8ee5-b19e-467a-944f-2ff3ebc2282e None None] Provisioning complete for port 7449e12a-f3ae-4783-a3d5-b7e50060a9db triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:44.692183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8ee5-b19e-467a-944f-2ff3ebc2282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.710756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-73815355-0deb-4f56-b41a-67e4ae78f725 service neutron] 10.222.0.13 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362858 Oct 15 00:24:44.726567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:24:44.736659 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Sync routers for ids ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:24:44.759666 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Routers {'7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:44.760290 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:44.772954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1f185a7-ba1e-4007-9fa4-aa6ede374730 req-0708de4e-55dc-4b94-a24f-151ca9f1f6ae tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898850 Oct 15 00:24:44.779335 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.824646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-542f5db5-e3bb-42d8-bbb0-c360cdfad0b7 service neutron] 10.222.0.13 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124072 Oct 15 00:24:44.849931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 69099b2d-58b6-42d3-ab77-c07c8a6c1248, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=69099b2d-58b6-42d3-ab77-c07c8a6c1248,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:44.873120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.877501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-828be5f6-04fc-42ff-bfde-743c13e4ddcb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6487539 Oct 15 00:24:44.877769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51148) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:44.919144 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:44.919987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:24:45.019381 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Set router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:45.036484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:24:45.039274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=69099b2d-58b6-42d3-ab77-c07c8a6c1248,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:45.157027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759a032-06d8-4fc8-aca5-0230536d8d0d req-b960a2b7-cb8e-41c7-a678-1955795ecf43 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:45.158594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3759a032-06d8-4fc8-aca5-0230536d8d0d req-b960a2b7-cb8e-41c7-a678-1955795ecf43 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 950 time: 0.1428907 Oct 15 00:24:45.244801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3759a032-06d8-4fc8-aca5-0230536d8d0d req-544d2431-b903-412e-809f-9ab059604eb8 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799880 Oct 15 00:24:45.251445 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:24:42Z', 'revision_number': 3, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port': {'id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:41Z', 'updated_at': '2021-10-15T00:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:45.286327 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Checking router: 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:24:45.286677 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Updating router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:24:45.319348 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.406970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f4571-6ec4-47d8-9467-4a68a16bda7d req-9f6e4862-fe08-4fd6-800b-e2f230a954f5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:45.408571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-111f4571-6ec4-47d8-9467-4a68a16bda7d req-9f6e4862-fe08-4fd6-800b-e2f230a954f5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.0914409 Oct 15 00:24:45.480141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-111f4571-6ec4-47d8-9467-4a68a16bda7d req-4e3679d0-2485-4aa6-9d55-0cdfa273646c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Oct 15 00:24:45.560065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.594741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34844b57-db3c-43a2-91b6-53dca20d07ec req-e1badd6e-3250-4f8d-bf91-eebb8cb6a2cc tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 210 time: 0.0350051 Oct 15 00:24:45.605183 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.707786 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.751612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b6a39-429c-4920-aa15-79276aa198bf req-3f11c7e8-3f33-46ac-9d59-6ba1c2e377a6 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:45.753902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-626b6a39-429c-4920-aa15-79276aa198bf req-3f11c7e8-3f33-46ac-9d59-6ba1c2e377a6 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 950 time: 0.0857668 Oct 15 00:24:45.779128 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Attempting to bind port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:45.779666 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Attempting to bind port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:45.780722 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Attempting to bind port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:45.793591 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:45.794137 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:45.794639 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.795147 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:45.795709 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Bound port: 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:45.797236 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.809885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-626b6a39-429c-4920-aa15-79276aa198bf req-4656dd81-60ce-476b-98c1-a3ef6d1cb5e2 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467007 Oct 15 00:24:45.844989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Allocated IP 172.20.0.1 (1f7756ae-8da4-4f0f-b629-54498e3497aa/32d644ec-6f9a-445d-8758-7ba621d5c192/debd0b28-d378-4b78-b921-bbcd87d4277d) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:45.845576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c4b56-cecd-4c36-a3d8-35e9e5c6601d None None] Pushing event updated for resources: {'Port': ['ID=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:45.881434 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] For port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:45.884837 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] For port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:45.929286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69099b2d-58b6-42d3-ab77-c07c8a6c1248'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:45.931708 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2cd489-9446-43da-bd50-f22345cfb89f" -d '{"events": [{"server_uuid": "01f347cf-7ba0-4406-9c8e-6a4c2554a20d", "name": "network-vif-plugged", "status": "completed", "tag": "69099b2d-58b6-42d3-ab77-c07c8a6c1248"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:45.956004 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.981159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f858-c407-4882-b25f-832a2adfb561 req-7ce16fc5-adbb-4f5d-bb0b-2072b14ec19d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:45.983365 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:45.989854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1530f858-c407-4882-b25f-832a2adfb561 req-7ce16fc5-adbb-4f5d-bb0b-2072b14ec19d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.0693862 Oct 15 00:24:46.031468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1530f858-c407-4882-b25f-832a2adfb561 req-ae90fefe-b9dd-4ce8-a227-e4bc8c7294b6 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Oct 15 00:24:46.038712 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c4b56-cecd-4c36-a3d8-35e9e5c6601d None None] Pushing event updated for resources: {'Port': ['ID=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:46.042966 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Routers {'7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:46.043562 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:46.088887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:46.106485 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529eb7c4-f321-4a2f-9bab-4b15f889855f x-openstack-request-id: req-529eb7c4-f321-4a2f-9bab-4b15f889855f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:46.106999 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f347cf-7ba0-4406-9c8e-6a4c2554a20d", "name": "network-vif-plugged", "status": "completed", "tag": "69099b2d-58b6-42d3-ab77-c07c8a6c1248", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:46.107316 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-529eb7c4-f321-4a2f-9bab-4b15f889855f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:46.107774 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69099b2d-58b6-42d3-ab77-c07c8a6c1248', 'code': 200} Oct 15 00:24:46.148241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:46.151290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:46.153963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:46.154760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:46.190996 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] Set router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:46.281639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Pushing event updated for resources: {'Port': ['ID=debd0b28-d378-4b78-b921-bbcd87d4277d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:46.314862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7449e12a-f3ae-4783-a3d5-b7e50060a9db up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:46.447597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463e159-6214-4c20-91f2-725447a64222 req-09973226-77e1-48fd-9f84-ec9c2ee19ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:46.449785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0463e159-6214-4c20-91f2-725447a64222 req-09973226-77e1-48fd-9f84-ec9c2ee19ec7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 1101 time: 0.2606244 Oct 15 00:24:46.451464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7449e12a-f3ae-4783-a3d5-b7e50060a9db triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:46.452424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:46.518198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a26d811d-10ce-4e83-9257-0caf007adadc None None] Provisioning complete for port debd0b28-d378-4b78-b921-bbcd87d4277d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:46.518742 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a26d811d-10ce-4e83-9257-0caf007adadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:46.526581 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:24:42Z', 'revision_number': 3, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port': {'id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:41Z', 'updated_at': '2021-10-15T00:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:46.537621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630e96-cd08-40e0-87c7-6801f1fe9d08 req-4e71c0d6-b9d7-4be3-8831-ce94b64acc76 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:46.544713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9630e96-cd08-40e0-87c7-6801f1fe9d08 req-4e71c0d6-b9d7-4be3-8831-ce94b64acc76 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 950 time: 0.1224601 Oct 15 00:24:46.549086 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0463e159-6214-4c20-91f2-725447a64222 req-b955864b-baf7-44c6-b531-f1b23fa4b2fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816131 Oct 15 00:24:46.579944 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5298cf-c26b-4e6d-8649-efa45134f382 None None] The sync data for ids ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'] in n-d-811521-2 is: [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:24:42Z', 'revision_number': 3, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port': {'id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:41Z', 'updated_at': '2021-10-15T00:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:24:46.595490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a26d811d-10ce-4e83-9257-0caf007adadc None None] Port debd0b28-d378-4b78-b921-bbcd87d4277d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:46.628498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9630e96-cd08-40e0-87c7-6801f1fe9d08 req-25790992-5e23-4463-9ca6-381cd9d3e8ce tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826912 Oct 15 00:24:46.629541 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:46.646841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c114-862a-4868-9a28-cc019242a0c2 req-d8bab32d-928b-4e6a-a219-6aade8127e4f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:46.648420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebd7c114-862a-4868-9a28-cc019242a0c2 req-d8bab32d-928b-4e6a-a219-6aade8127e4f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.0649207 Oct 15 00:24:46.693107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebd7c114-862a-4868-9a28-cc019242a0c2 req-30111136-e3eb-42a8-83c4-f15bfeb1cfa6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 Oct 15 00:24:46.737166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd5931db-b6ff-49b7-889d-91ed505c74d7 req-cc2eed2c-7dcb-4c4e-8eb9-3570b67e753f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 210 time: 0.0329614 Oct 15 00:24:47.029726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cd740-24a0-4aca-8dc5-ffabf8a563f5 req-687d4208-8da7-467d-b5a5-2da4fcc10f68 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:47.040666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c63cd740-24a0-4aca-8dc5-ffabf8a563f5 req-687d4208-8da7-467d-b5a5-2da4fcc10f68 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 950 time: 0.0979743 Oct 15 00:24:47.065243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51210) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:47.119620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c63cd740-24a0-4aca-8dc5-ffabf8a563f5 req-3b52fb12-d66b-4820-8ccf-9cfc409056d4 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780277 Oct 15 00:24:47.183126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.201332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f923698-bf9f-48e1-87c1-a44acdc7db65 req-081f9875-a862-4566-98e1-c0ad7e29c339 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:47.210183 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f923698-bf9f-48e1-87c1-a44acdc7db65 req-081f9875-a862-4566-98e1-c0ad7e29c339 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.0842144 Oct 15 00:24:47.251501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f923698-bf9f-48e1-87c1-a44acdc7db65 req-2989eeb7-3011-40cb-bcf9-252024eec982 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Oct 15 00:24:47.271006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.271776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.283298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e56b-3aee-428e-b019-bc1532923e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.385916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e56b-3aee-428e-b019-bc1532923e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.397510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Pushing event updated for resources: {'Port': ['ID=debd0b28-d378-4b78-b921-bbcd87d4277d,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:47.407661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:47.409203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:47.471366 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e56b-3aee-428e-b019-bc1532923e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.525613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c4c4e56b-3aee-428e-b019-bc1532923e91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37f89b5eda5148b5af918817976cd1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592795 Oct 15 00:24:47.528498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51216) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:47.610686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4e56b-3aee-428e-b019-bc1532923e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb56332-b257-4ae5-abfd-150e9374216c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:47.623012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:24:47.628558 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-312a144b-79c8-481b-9fb4-ae6f4f742c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.712705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-312a144b-79c8-481b-9fb4-ae6f4f742c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.783148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d4955-622e-45da-bed4-dfefac1010f4 req-970d8505-91c3-46e4-a295-4676416b20f9 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:47.799776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b6d4955-622e-45da-bed4-dfefac1010f4 req-970d8505-91c3-46e4-a295-4676416b20f9 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 950 time: 0.0756395 Oct 15 00:24:47.866019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b6d4955-622e-45da-bed4-dfefac1010f4 req-ceb44e7e-b697-4140-9f66-cb6056d93f9e tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649490 Oct 15 00:24:47.911617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:24:47.926837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d4200371-9a7a-4de0-8a5d-11ccbfd21128 admin admin] 10.222.0.13 "PUT /v2.0/routers/7f8b9db2-cc2f-4070-bc8f-6db66a9ee116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0476942 Oct 15 00:24:47.932504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e761b348-97fe-490c-a7d5-62d051b2d1a9 None None] Provisioning complete for port debd0b28-d378-4b78-b921-bbcd87d4277d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:47.933388 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e761b348-97fe-490c-a7d5-62d051b2d1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:47.955768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53e9e7-3316-41b2-8917-0e9aa2c714bd req-4212626f-7b7c-4410-b09d-ab9d4fb4a9a6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:47.961060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df53e9e7-3316-41b2-8917-0e9aa2c714bd req-4212626f-7b7c-4410-b09d-ab9d4fb4a9a6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1328530 Oct 15 00:24:47.983468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd93c6bb-c97c-4331-842f-c511db180fd7 req-00d6d7ed-d529-4e0e-9189-49f983db71e3 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 210 time: 0.0379834 Oct 15 00:24:47.989462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e761b348-97fe-490c-a7d5-62d051b2d1a9 None None] Port debd0b28-d378-4b78-b921-bbcd87d4277d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:48.021572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df53e9e7-3316-41b2-8917-0e9aa2c714bd req-2da47a16-cc08-4d83-b908-4edd14ec9361 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Oct 15 00:24:48.059420 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-312a144b-79c8-481b-9fb4-ae6f4f742c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:48.062935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-312a144b-79c8-481b-9fb4-ae6f4f742c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:48.066688 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-312a144b-79c8-481b-9fb4-ae6f4f742c42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fb56332-b257-4ae5-abfd-150e9374216c HTTP/1.1" status: 204 len: 168 time: 0.5345838 Oct 15 00:24:48.109664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a144b-79c8-481b-9fb4-ae6f4f742c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb56332-b257-4ae5-abfd-150e9374216c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:48.139988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-6f44d336-e0f2-41dd-b8e1-553f3e84f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:48.141766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-6f44d336-e0f2-41dd-b8e1-553f3e84f2a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0765383 Oct 15 00:24:48.203997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-cc37921a-01da-48a0-bd0d-48c569daa301 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460992 Oct 15 00:24:48.352609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:48.386488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-b1b3aede-685d-4e61-a185-fcc6ebce44b8 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744959 Oct 15 00:24:48.397650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24081aea-dfbf-48b3-b2d0-4cac948e620a req-6a7a9dd7-dc29-4f92-a50b-1737e3e22fe1 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:48.399215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-24081aea-dfbf-48b3-b2d0-4cac948e620a req-6a7a9dd7-dc29-4f92-a50b-1737e3e22fe1 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 950 time: 0.1737964 Oct 15 00:24:48.472259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:48.474053 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:48.544732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-067e912b-b2e9-44af-9cc9-e4b9cbd7bb6d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2896934 Oct 15 00:24:48.552679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:48.583228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-24081aea-dfbf-48b3-b2d0-4cac948e620a req-21450506-b845-4f2d-9fdb-fe695b4a5430 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530404 Oct 15 00:24:48.659043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-5755b397-fa58-4094-bcf5-9b41e87a6687 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588370 Oct 15 00:24:48.684280 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:48.706560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:48.719169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:48.814279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209042e-693d-4332-a5d6-5bdd33143c0c req-d0e5def9-2d32-4b90-a9a2-5317f24fc23a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:48.822175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4209042e-693d-4332-a5d6-5bdd33143c0c req-d0e5def9-2d32-4b90-a9a2-5317f24fc23a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.0654562 Oct 15 00:24:48.824637 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:48.833218 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:48.863015 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4209042e-693d-4332-a5d6-5bdd33143c0c req-19625a39-06a5-448a-a87f-21324f90f1e2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Oct 15 00:24:48.941802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:48.966550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Sync routers for ids ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:24:48.976189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Routers {'7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:48.976808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:49.031631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Allocated IP 172.25.2.192 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/98a6c794-8f23-4e5d-9925-afff47cb66d9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:49.035815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51246) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:49.054222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4899325-c887-4306-8ba3-6d1d080632f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.107860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Set router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:49.178834 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.216027 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4899325-c887-4306-8ba3-6d1d080632f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.317640 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4899325-c887-4306-8ba3-6d1d080632f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.317815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.357879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:49.358446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:24:46Z', 'revision_number': 4, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port': {'id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:41Z', 'updated_at': '2021-10-15T00:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'debd0b28-d378-4b78-b921-bbcd87d4277d', 'name': '', 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'mac_address': 'fa:16:3e:5f:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32d644ec-6f9a-445d-8758-7ba621d5c192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:45Z', 'updated_at': '2021-10-15T00:24:46Z', 'revision_number': 2, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'subnets': [{'id': '32d644ec-6f9a-445d-8758-7ba621d5c192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:49.362761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:49.366425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b4899325-c887-4306-8ba3-6d1d080632f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f26bbcb1d5d94c6da63e30c8f700e64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249006 Oct 15 00:24:49.370783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51252) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:49.378628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:49.412320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4899325-c887-4306-8ba3-6d1d080632f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62534ea-bd66-45f7-b05c-48441d10a0e7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:49.435245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.476342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Checking router: 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:24:49.476619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Updating router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 port debd0b28-d378-4b78-b921-bbcd87d4277d binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:24:49.479013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Pushing event updated for resources: {'Port': ['ID=98a6c794-8f23-4e5d-9925-afff47cb66d9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:49.511541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1f96-c0e4-4f74-bbc3-4456166e634d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.512731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f1a51-eca0-42c4-9f69-aa8db6342b5a req-1e3b8104-064d-42a9-88af-00b37578d0e1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:49.515565 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.518946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-522f1a51-eca0-42c4-9f69-aa8db6342b5a req-1e3b8104-064d-42a9-88af-00b37578d0e1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 950 time: 0.1024978 Oct 15 00:24:49.569629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-522f1a51-eca0-42c4-9f69-aa8db6342b5a req-faa462c2-230b-4549-8ee2-9333b105afe0 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455544 Oct 15 00:24:49.623395 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1f96-c0e4-4f74-bbc3-4456166e634d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.669441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:49.721417 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1df84e3e-5c5f-43c2-aa6a-561ba4d1f228 req-e8f8b03c-d733-40a3-8811-a615fbe46cdb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 210 time: 0.0463779 Oct 15 00:24:49.765946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.39', 50111) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:49.818990 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-6f433a68-eaec-4b26-bfc5-a2a178c5b1c4 service neutron] show failed (client error): The resource could not be found. Oct 15 00:24:49.820179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-6f433a68-eaec-4b26-bfc5-a2a178c5b1c4 service neutron] 10.222.0.39 "GET /v2.0/ports/8978d4ac-b48e-4e10-9313-95a6f8b89c14/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.1035004 Oct 15 00:24:49.832277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-b0fdc522-18f9-4ed3-847a-2cca4ab4b58f tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:49.833919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-b0fdc522-18f9-4ed3-847a-2cca4ab4b58f tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.0669613 Oct 15 00:24:50.004637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-e271b1d1-4f03-49b5-ac2b-27f861af93fa tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:50.006940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-e271b1d1-4f03-49b5-ac2b-27f861af93fa tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.39 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 823 time: 0.2757213 Oct 15 00:24:50.038821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1f96-c0e4-4f74-bbc3-4456166e634d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.042161 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf4f1f96-c0e4-4f74-bbc3-4456166e634d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.043489 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.044649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf4f1f96-c0e4-4f74-bbc3-4456166e634d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a62534ea-bd66-45f7-b05c-48441d10a0e7 HTTP/1.1" status: 204 len: 168 time: 0.6724648 Oct 15 00:24:50.076626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f1f96-c0e4-4f74-bbc3-4456166e634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62534ea-bd66-45f7-b05c-48441d10a0e7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:50.110486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.117265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-fc6cf11b-3eaf-418d-b6e4-61ea29168e7e tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765e27a30a044616b5d19aa5becd8f53 HTTP/1.1" status: 200 len: 380 time: 0.0957854 Oct 15 00:24:50.130754 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.139368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'port': {'device_id': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'admin_state_up': True, 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'security_groups': ['c5a5228c-fd98-4782-afd5-ef0f194900a4']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:50.170838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c338b-a55c-4819-a873-3dcea36716ef req-41868429-5b62-4285-8b7a-388ceb615921 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:50.173024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a67c338b-a55c-4819-a873-3dcea36716ef req-41868429-5b62-4285-8b7a-388ceb615921 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.2170734 Oct 15 00:24:50.221978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.232527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a67c338b-a55c-4819-a873-3dcea36716ef req-a0e10d8e-8ff6-4815-80a5-9ffd85dc1bbd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501053 Oct 15 00:24:50.237927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-84a79e5a-5990-4396-98f5-41a04e07578f service neutron] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:50.242330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-84a79e5a-5990-4396-98f5-41a04e07578f service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.243990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90b83ef-6ae3-4c1f-8e63-6a88945205e2 req-84a79e5a-5990-4396-98f5-41a04e07578f service neutron] 10.222.0.39 "DELETE /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58/bindings/n-h1-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.4024184 Oct 15 00:24:50.250227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed743e-a487-4955-af1a-77361db91b31 None None] Pushing event updated for resources: {'Port': ['ID=debd0b28-d378-4b78-b921-bbcd87d4277d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:50.363817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:50.366557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Attempting to bind port debd0b28-d378-4b78-b921-bbcd87d4277d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:50.367166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Attempting to bind port debd0b28-d378-4b78-b921-bbcd87d4277d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:50.367682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Attempting to bind port debd0b28-d378-4b78-b921-bbcd87d4277d on network 1f7756ae-8da4-4f0f-b629-54498e3497aa {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:50.392695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:50.393293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Checking segment: {'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:50.393850 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.394437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Bound using segment: {'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:50.395063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Bound port: debd0b28-d378-4b78-b921-bbcd87d4277d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc45fc3-e40f-41ec-9ef8-e688b7615915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:50.395601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.463169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a18dc1-529f-48b0-9738-f74bc89c59b6 req-ab1ae65d-4d16-4811-9e64-63061348e6fe tempest-ServersAdminNegativeTestJSON-120417704 tempest-ServersAdminNegativeTestJSON-120417704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:50.465416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0a18dc1-529f-48b0-9738-f74bc89c59b6 req-ab1ae65d-4d16-4811-9e64-63061348e6fe tempest-ServersAdminNegativeTestJSON-120417704 tempest-ServersAdminNegativeTestJSON-120417704-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 1101 time: 0.0751345 Oct 15 00:24:50.487964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0a18dc1-529f-48b0-9738-f74bc89c59b6 req-e8aef209-dc88-4fdd-9127-5714b51645d2 tempest-ServersAdminNegativeTestJSON-120417704 tempest-ServersAdminNegativeTestJSON-120417704-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.512239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:50.512748 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.518533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] For port debd0b28-d378-4b78-b921-bbcd87d4277d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:50.624747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] For port debd0b28-d378-4b78-b921-bbcd87d4277d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=debd0b28-d378-4b78-b921-bbcd87d4277d,segment=NetworkSegment(9bc45fc3-e40f-41ec-9ef8-e688b7615915),segment_id=9bc45fc3-e40f-41ec-9ef8-e688b7615915)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:50.651783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f0ebf84d-a17f-4eb9-b61d-17c74ac3fcff None None] Provisioning complete for port debd0b28-d378-4b78-b921-bbcd87d4277d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:50.652290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf84d-a17f-4eb9-b61d-17c74ac3fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.671836 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0a18dc1-529f-48b0-9738-f74bc89c59b6 req-e8aef209-dc88-4fdd-9127-5714b51645d2 tempest-ServersAdminNegativeTestJSON-120417704 tempest-ServersAdminNegativeTestJSON-120417704-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.715888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.786854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.807252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f0ebf84d-a17f-4eb9-b61d-17c74ac3fcff None None] Port debd0b28-d378-4b78-b921-bbcd87d4277d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:50.861283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Routers {'7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:24:50.863721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:50.864135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0a18dc1-529f-48b0-9738-f74bc89c59b6 req-e8aef209-dc88-4fdd-9127-5714b51645d2 tempest-ServersAdminNegativeTestJSON-120417704 tempest-ServersAdminNegativeTestJSON-120417704-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.867771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Pushing event updated for resources: {'Port': ['ID=98a6c794-8f23-4e5d-9925-afff47cb66d9,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:50.869898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed743e-a487-4955-af1a-77361db91b31 None None] Pushing event updated for resources: {'Port': ['ID=debd0b28-d378-4b78-b921-bbcd87d4277d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:50.942217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:50.944119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ec910c09-df1b-4e2b-8b94-a2be07ec6e84 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3983724 Oct 15 00:24:50.989793 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0a18dc1-529f-48b0-9738-f74bc89c59b6 req-e8aef209-dc88-4fdd-9127-5714b51645d2 tempest-ServersAdminNegativeTestJSON-120417704 tempest-ServersAdminNegativeTestJSON-120417704-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117431 Oct 15 00:24:51.045065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-e0fa0528-647d-4391-81c4-835a68527412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:51.048848 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-e0fa0528-647d-4391-81c4-835a68527412 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4&tenant_id=7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 1101 time: 0.2497797 Oct 15 00:24:51.049755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aef209-dc88-4fdd-9127-5714b51645d2 tempest-ServersAdminNegativeTestJSON-120417704 tempest-ServersAdminNegativeTestJSON-120417704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb422af9-5d2d-4a5e-bd62-e38bd7d26a07,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:51.067872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:51.072748 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:24:51.096993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] Set router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:24:51.097607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Made reservation on behalf of 765e27a30a044616b5d19aa5becd8f53 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:51.118822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.164699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-ebfce418-2943-4eb4-b512-dc7abead1174 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.2105875 Oct 15 00:24:51.205563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-32fc1c60-648b-4b64-84d0-cdc43b27077c None None] Provisioning complete for port debd0b28-d378-4b78-b921-bbcd87d4277d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:51.205929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-32fc1c60-648b-4b64-84d0-cdc43b27077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.207478 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.460275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-8e124470-2e8f-4878-a111-81836ed9d7b6 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:51.461661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-8e124470-2e8f-4878-a111-81836ed9d7b6 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.2815177 Oct 15 00:24:51.477871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-3c19b296-e7c0-4665-90a1-feef30c98226 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:51.478892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd7eb885-8a85-463c-9752-f9771fbe26bd req-3c19b296-e7c0-4665-90a1-feef30c98226 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104527 Oct 15 00:24:51.490544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Allocated IP 172.20.0.13 (97bd6b0d-78ab-424f-bcef-7b925db6f842/fbff45c6-043b-4463-9d03-3f05bec9420f/43b4db77-4be5-4713-b8b0-ae1172b2d416) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:51.575288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:51.615520 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-32fc1c60-648b-4b64-84d0-cdc43b27077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.628283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:51.672612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-32fc1c60-648b-4b64-84d0-cdc43b27077c None None] For port debd0b28-d378-4b78-b921-bbcd87d4277d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=debd0b28-d378-4b78-b921-bbcd87d4277d,segment=NetworkSegment(9bc45fc3-e40f-41ec-9ef8-e688b7615915),segment_id=9bc45fc3-e40f-41ec-9ef8-e688b7615915)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:51.685222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:51.685222 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02815d5-a3ab-4907-ae40-bc05f4f55eb3" -d '{"events": [{"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-unplugged", "status": "completed", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:51.691037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:24:46Z', 'revision_number': 4, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port': {'id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:41Z', 'updated_at': '2021-10-15T00:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'debd0b28-d378-4b78-b921-bbcd87d4277d', 'name': '', 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'mac_address': 'fa:16:3e:5f:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32d644ec-6f9a-445d-8758-7ba621d5c192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:45Z', 'updated_at': '2021-10-15T00:24:50Z', 'revision_number': 4, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'subnets': [{'id': '32d644ec-6f9a-445d-8758-7ba621d5c192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:24:51.698967 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.733105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Transition to ACTIVE for port object 8978d4ac-b48e-4e10-9313-95a6f8b89c14 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:51.736446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46558089-0443-48e5-a6a0-78be06407cf2 None None] The sync data for ids ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'] in n-d-811521-2 is: [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:24:46Z', 'revision_number': 4, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port': {'id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:41Z', 'updated_at': '2021-10-15T00:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'debd0b28-d378-4b78-b921-bbcd87d4277d', 'name': '', 'network_id': '1f7756ae-8da4-4f0f-b629-54498e3497aa', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'mac_address': 'fa:16:3e:5f:7f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '32d644ec-6f9a-445d-8758-7ba621d5c192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:45Z', 'updated_at': '2021-10-15T00:24:50Z', 'revision_number': 4, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'subnets': [{'id': '32d644ec-6f9a-445d-8758-7ba621d5c192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:24:51.794226 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-32fc1c60-648b-4b64-84d0-cdc43b27077c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.856633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.877943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:51.904163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ad03a-c552-4317-84de-2f59549d3b74 req-04251002-bfba-43b8-b7de-4fb9151b3313 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:51.905904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-597ad03a-c552-4317-84de-2f59549d3b74 req-04251002-bfba-43b8-b7de-4fb9151b3313 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.1567438 Oct 15 00:24:51.932780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc1c60-648b-4b64-84d0-cdc43b27077c None None] Pushing event updated for resources: {'Port': ['ID=debd0b28-d378-4b78-b921-bbcd87d4277d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:51.984088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-597ad03a-c552-4317-84de-2f59549d3b74 req-8713fa94-c901-4310-9895-f927efe46fb3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Oct 15 00:24:52.044508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:52.052112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] No DVR routers for this DVR port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:24:52.056090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.121314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:52.121970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:52.122616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:52.138202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:52.138947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Attempting to bind port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:52.177841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:52.178619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:52.179886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:52.180665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:52.181468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Bound port: 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:52.182209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.210528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:52.212892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event updated for resources: {'Port': ['ID=43b4db77-4be5-4713-b8b0-ae1172b2d416,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:52.230892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:52.260573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:52.261427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.279624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-5a46edea-248a-4fde-8948-d7237d7aff6a req-787cfa6a-dcb6-4cf6-b47a-f3120edc3cb5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:52.286317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a46edea-248a-4fde-8948-d7237d7aff6a req-787cfa6a-dcb6-4cf6-b47a-f3120edc3cb5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0220194 Oct 15 00:24:52.345072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1e8d9-9f05-475e-a486-4f4adef7bb39 req-aa41f3b2-ea6f-43af-a266-a337053149aa tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:52.355050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-52e1e8d9-9f05-475e-a486-4f4adef7bb39 req-aa41f3b2-ea6f-43af-a266-a337053149aa tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 932 time: 0.2349863 Oct 15 00:24:52.380475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device debd0b28-d378-4b78-b921-bbcd87d4277d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:24:52.411481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-f67c35f9-3e2c-47e6-a623-6d7a5bfbe32a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2869968 Oct 15 00:24:52.428004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:52.437047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:52.490917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Request body: {'port': {'device_id': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:52.514613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-52e1e8d9-9f05-475e-a486-4f4adef7bb39 req-cbcb82a2-c146-435f-b67a-283b17dc60e5 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481533 Oct 15 00:24:52.528092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.540219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port debd0b28-d378-4b78-b921-bbcd87d4277d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:52.540585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.612137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=7']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:52.669503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:52.670627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.672665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-30b8262f-95ce-4041-9fc8-7bef0b411a82 service neutron] 10.222.0.30 "PUT /v2.0/ports/8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 1096 time: 1.6143146 Oct 15 00:24:52.696806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501bf8d-314c-4b74-b4b7-6d68768b1cbe req-83b91872-2d30-481a-8829-ffdff8358e6e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:52.700695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7501bf8d-314c-4b74-b4b7-6d68768b1cbe req-83b91872-2d30-481a-8829-ffdff8358e6e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.2878518 Oct 15 00:24:52.706758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.773684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65d2fe27-f099-4ee9-9776-4d1458d49d51 None None] Provisioning complete for port 43b4db77-4be5-4713-b8b0-ae1172b2d416 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:24:52.774316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65d2fe27-f099-4ee9-9776-4d1458d49d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:52.779889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33412304-b53e-4984-ae62-671348ab4d24 req-50471419-1a86-49f5-82c8-601ed17bc44d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips/c375e162-1337-4211-aad9-864992f2efd9 HTTP/1.1" status: 200 len: 693 time: 0.1687219 Oct 15 00:24:52.817656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65d2fe27-f099-4ee9-9776-4d1458d49d51 None None] Port 43b4db77-4be5-4713-b8b0-ae1172b2d416 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:24:52.856298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-b718f909-86d8-4637-aff8-fd7e4dc6d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:52.857785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-b718f909-86d8-4637-aff8-fd7e4dc6d0bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1099 time: 0.1343739 Oct 15 00:24:52.858292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7501bf8d-314c-4b74-b4b7-6d68768b1cbe req-c1edb76a-19f1-4616-a22d-5ef4153e95ba tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466951 Oct 15 00:24:53.128743 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd04530-641e-4410-a752-8025d70e84cf x-openstack-request-id: req-1bd04530-641e-4410-a752-8025d70e84cf {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:53.129025 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-unplugged", "status": "completed", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:53.129281 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bd04530-641e-4410-a752-8025d70e84cf {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:53.129674 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'code': 200} Oct 15 00:24:53.134040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-72e896e8-08b1-4ea4-9204-837dde4f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.135535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-72e896e8-08b1-4ea4-9204-837dde4f78d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2583408 Oct 15 00:24:53.216855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-2e868c0d-4ccb-4c62-b273-e1a3f814af7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.0709467 Oct 15 00:24:53.235738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0874-ab4e-4349-8da5-8336497e2174 req-b193787e-28d4-4c09-8a17-69deba438d7e tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.237539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9aa0874-ab4e-4349-8da5-8336497e2174 req-b193787e-28d4-4c09-8a17-69deba438d7e tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 950 time: 0.1385231 Oct 15 00:24:53.284327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412304-b53e-4984-ae62-671348ab4d24 req-8b27131a-9adc-4bb1-b0b1-db3b6077532f tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.285734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33412304-b53e-4984-ae62-671348ab4d24 req-8b27131a-9adc-4bb1-b0b1-db3b6077532f tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.4922824 Oct 15 00:24:53.300038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-33412304-b53e-4984-ae62-671348ab4d24 req-7f9058fe-7054-464b-864d-e5ad40b77a78 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:53.301034 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33412304-b53e-4984-ae62-671348ab4d24 req-7f9058fe-7054-464b-864d-e5ad40b77a78 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089207 Oct 15 00:24:53.308236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-5a8e20ae-ffc3-45d4-bd28-b54ba1ed72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.309865 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-5a8e20ae-ffc3-45d4-bd28-b54ba1ed72b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0838437 Oct 15 00:24:53.319582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9aa0874-ab4e-4349-8da5-8336497e2174 req-f9d90788-367c-4a6f-8c8d-850542256740 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700340 Oct 15 00:24:53.391040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-25d5af33-3e04-4e4c-80fb-59eaf4b3eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.391868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b4db77-4be5-4713-b8b0-ae1172b2d416 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:53.396316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-25d5af33-3e04-4e4c-80fb-59eaf4b3eb4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774333 Oct 15 00:24:53.400933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:53.425499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Transition to ACTIVE for port object 43b4db77-4be5-4713-b8b0-ae1172b2d416 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:24:53.451082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:24:53.487786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:53.517778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:24:53.562573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Pushing event updated for resources: {'Port': ['ID=43b4db77-4be5-4713-b8b0-ae1172b2d416,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:53.611833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Attempting to bind port 43b4db77-4be5-4713-b8b0-ae1172b2d416 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:24:53.612172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Attempting to bind port 43b4db77-4be5-4713-b8b0-ae1172b2d416 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:24:53.612496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Attempting to bind port 43b4db77-4be5-4713-b8b0-ae1172b2d416 on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:53.619068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Port 43b4db77-4be5-4713-b8b0-ae1172b2d416 on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:24:53.619583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Attempting to bind port 43b4db77-4be5-4713-b8b0-ae1172b2d416 on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:24:53.625980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:24:53.626419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Checking segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:24:53.627383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Bound using segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:24:53.631277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Bound port: 43b4db77-4be5-4713-b8b0-ae1172b2d416, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:24:53.631277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:53.680987 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adae1630-ec7a-4918-b6ec-8acb80886577 req-8638a524-0e64-4d82-b20c-4eec260b66be tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=254e733abfc7494e9a614888ba57a55f HTTP/1.1" status: 200 len: 696 time: 0.2038419 Oct 15 00:24:53.735862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] For port 43b4db77-4be5-4713-b8b0-ae1172b2d416, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:24:53.746434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] For port 43b4db77-4be5-4713-b8b0-ae1172b2d416, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:24:53.762752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52eb6-8584-4668-9919-c18acc23b73b req-ab70bed7-d9cb-4d08-ba26-721473074743 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.764244 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77b52eb6-8584-4668-9919-c18acc23b73b req-ab70bed7-d9cb-4d08-ba26-721473074743 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 1101 time: 0.3292456 Oct 15 00:24:53.769172 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-6efbf8c9-468a-43e5-9fc2-92cbfe561e6f service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647761 Oct 15 00:24:53.801721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03effa68-e498-4ad4-aa51-daec88605d1f req-a273a49d-348c-4b90-afbb-a34c9fa5acce tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.803653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03effa68-e498-4ad4-aa51-daec88605d1f req-a273a49d-348c-4b90-afbb-a34c9fa5acce tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0646241 Oct 15 00:24:53.834423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:53.869169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03effa68-e498-4ad4-aa51-daec88605d1f req-80aac886-c350-4eed-b07d-ab855b223a8a tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555639 Oct 15 00:24:53.886583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:53.897919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:53.897919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] 10.222.0.39 "PUT /v2.0/ports/43b4db77-4be5-4713-b8b0-ae1172b2d416 HTTP/1.1" status: 200 len: 1092 time: 1.4503663 Oct 15 00:24:53.897919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:53.897919 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:53.949812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8683fe1-56b2-4bee-b37b-67479199e95f service neutron] Pushing event updated for resources: {'Port': ['ID=43b4db77-4be5-4713-b8b0-ae1172b2d416,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:54.063995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97380c-e179-4c1f-85ba-44aa36675ff6 req-a7d008ac-e5bb-4ace-85aa-8afe364e28ff tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.065606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c97380c-e179-4c1f-85ba-44aa36675ff6 req-a7d008ac-e5bb-4ace-85aa-8afe364e28ff tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 944 time: 0.0985744 Oct 15 00:24:54.070798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-644b4bfe-cee5-42ce-8da5-2ba7eb962f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.072557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-644b4bfe-cee5-42ce-8da5-2ba7eb962f42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 1095 time: 0.0721791 Oct 15 00:24:54.130820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-8382b0e7-bae5-401d-bf81-d008fd584c58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416 HTTP/1.1" status: 200 len: 217 time: 0.0490477 Oct 15 00:24:54.155436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c97380c-e179-4c1f-85ba-44aa36675ff6 req-bfdf6c80-5537-4ee7-812c-0bc228afc5ad tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813212 Oct 15 00:24:54.192145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-60c91ea6-a1bd-40ad-9f8d-d725586f973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.193575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-60c91ea6-a1bd-40ad-9f8d-d725586f973f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 200 len: 862 time: 0.0526884 Oct 15 00:24:54.236358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae1630-ec7a-4918-b6ec-8acb80886577 req-1d1932f6-8559-43e2-9f8e-c730131fc610 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.243086 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adae1630-ec7a-4918-b6ec-8acb80886577 req-1d1932f6-8559-43e2-9f8e-c730131fc610 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks?id=3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 787 time: 0.5612431 Oct 15 00:24:54.251051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-adae1630-ec7a-4918-b6ec-8acb80886577 req-577bbd7b-fdbd-48be-8769-ddd21be61708 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:54.262658 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adae1630-ec7a-4918-b6ec-8acb80886577 req-577bbd7b-fdbd-48be-8769-ddd21be61708 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0186822 Oct 15 00:24:54.305544 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d63d3d6-a501-46ef-bff9-a7f5e5f3b661 x-openstack-request-id: req-7d63d3d6-a501-46ef-bff9-a7f5e5f3b661 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:54.305990 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:54.306083 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d63d3d6-a501-46ef-bff9-a7f5e5f3b661 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:54.306468 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'status': 'completed', 'code': 200} Oct 15 00:24:54.307503 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fadd5dce-98ac-4d38-9d84-2e7910b7dd3d req-e3b32ded-792f-4a21-a450-c1540f1cc9a7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039277 Oct 15 00:24:54.308175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-256e4fd0-b9fe-4fbf-a7e7-d7748207dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.309763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-256e4fd0-b9fe-4fbf-a7e7-d7748207dffd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97bd6b0d-78ab-424f-bcef-7b925db6f842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087625 Oct 15 00:24:54.309886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Deleting port 6588aa44-b167-4032-b243-19d05e7aa0ca {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:24:54.310344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:54.334744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e692d-f756-4334-87bc-0858c5a61814 req-3ebb8c83-402c-4ab7-8dd8-cfeeacbcc97f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.341700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d27e692d-f756-4334-87bc-0858c5a61814 req-3ebb8c83-402c-4ab7-8dd8-cfeeacbcc97f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.0770254 Oct 15 00:24:54.392926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d27e692d-f756-4334-87bc-0858c5a61814 req-91f8ad3a-f648-4c22-a28c-cc5ce7ed4371 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456879 Oct 15 00:24:54.442522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] For port 6588aa44-b167-4032-b243-19d05e7aa0ca, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6588aa44-b167-4032-b243-19d05e7aa0ca,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:54.442893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:54.486328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Calling delete_port for 6588aa44-b167-4032-b243-19d05e7aa0ca owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:24:54.526038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-1922b84f-f478-4ad9-b10b-bb6811af254e tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips/c375e162-1337-4211-aad9-864992f2efd9 HTTP/1.1" status: 200 len: 693 time: 0.0873771 Oct 15 00:24:54.527846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-e34cdd9d-5f7a-430c-9b69-6191f3477715 service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093418 Oct 15 00:24:54.558958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2d911e37-6c03-4d4f-81d4-ee9cb3888f5b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.562557 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2d911e37-6c03-4d4f-81d4-ee9cb3888f5b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.1753309 Oct 15 00:24:54.609495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-1eb80fbd-dfc5-41e1-9823-d73270bfd5cd tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/quotas/081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 375 time: 0.0109832 Oct 15 00:24:54.697504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984dac8-e2f3-45c7-9c3b-3fdac3a322e4 req-11095e88-037a-4727-9592-807e28c73d74 service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539989 Oct 15 00:24:54.703382 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-1a5c72b5-a6c8-4d5f-86d1-812b0375f6f7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873296 Oct 15 00:24:54.709790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-244133e3-ebf8-474d-af9e-cd386a0c9920 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.711145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-244133e3-ebf8-474d-af9e-cd386a0c9920 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1781209 Oct 15 00:24:54.730527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-6a06922a-ea5e-43e2-a8a1-775f87f473d0 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:24:54.731465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-6a06922a-ea5e-43e2-a8a1-775f87f473d0 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058980 Oct 15 00:24:54.790171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:54.796374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-94f7b54d-abfd-4a1a-8bdc-87621b5a6af3 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0543048 Oct 15 00:24:54.803109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['6588aa44-b167-4032-b243-19d05e7aa0ca'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:54.840745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Pushing event deleted for resources: {'Port': ['ID=6588aa44-b167-4032-b243-19d05e7aa0ca,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:54.848139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-1f1c820d-c82d-40ce-b2a6-5c127e60f030 service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368792 Oct 15 00:24:54.882577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51366) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:54.893103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-d5d6d3eb-de00-4e62-aa64-be9d3e176081 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0874362 Oct 15 00:24:54.976974 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-525a882d-ff67-41e4-bd13-f7c9a14cd2dd service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178477 Oct 15 00:24:54.997701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-11940859-4082-4aa5-84d9-dd2e68155248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:54.998403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] No DVR routers for this DVR port 6588aa44-b167-4032-b243-19d05e7aa0ca on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:24:54.999500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-11940859-4082-4aa5-84d9-dd2e68155248 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 1095 time: 0.1483610 Oct 15 00:24:55.002806 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.006845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77b52eb6-8584-4668-9919-c18acc23b73b req-69dcd91f-dd8a-4ce4-af56-244ce8bc5de6 tempest-DeleteServersAdminTestJSON-1329698858 tempest-DeleteServersAdminTestJSON-1329698858-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6588aa44-b167-4032-b243-19d05e7aa0ca HTTP/1.1" status: 204 len: 173 time: 1.2345748 Oct 15 00:24:55.071395 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9cf43425-1732-49e0-a135-ff6990052006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.130906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14'}, {'server_uuid': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'name': 'network-vif-deleted', 'tag': '6588aa44-b167-4032-b243-19d05e7aa0ca'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:55.133832 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafe1425-5380-4cfa-96bb-26d7b796d835" -d '{"events": [{"name": "network-changed", "server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14"}, {"server_uuid": "959d240c-ed9a-4012-a4e4-cc4f00dfab01", "name": "network-vif-deleted", "tag": "6588aa44-b167-4032-b243-19d05e7aa0ca"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:55.160700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Deleting port 98a6c794-8f23-4e5d-9925-afff47cb66d9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:24:55.161028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.188554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-83305b5d-c0b0-416d-82d4-cd1365a09832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:55.188554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-83305b5d-c0b0-416d-82d4-cd1365a09832 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 924 time: 0.1619141 Oct 15 00:24:55.263198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-d71851b1-2e68-42e6-8702-06647a8ef586 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416 HTTP/1.1" status: 200 len: 217 time: 0.0664611 Oct 15 00:24:55.344062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.344640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.361407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-a393a10e-9518-4d5b-b574-777a18f00c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:55.362900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-a393a10e-9518-4d5b-b574-777a18f00c2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 200 len: 862 time: 0.0918734 Oct 15 00:24:55.369499 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9cf43425-1732-49e0-a135-ff6990052006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.371730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Calling delete_port for 98a6c794-8f23-4e5d-9925-afff47cb66d9 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:24:55.451571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9cf43425-1732-49e0-a135-ff6990052006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.504200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-7b3648e3-5912-4da7-9a40-d85d86a6f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:55.505670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-7b3648e3-5912-4da7-9a40-d85d86a6f337 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97bd6b0d-78ab-424f-bcef-7b925db6f842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349943 Oct 15 00:24:55.521363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9cf43425-1732-49e0-a135-ff6990052006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1495360975d04ff09b6d5845afbd5595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378093 Oct 15 00:24:55.524734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:55.529637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf43425-1732-49e0-a135-ff6990052006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db01dff-21fd-480b-a026-e49e5c1a08c8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:55.592246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-242e456e-8dca-43ae-8279-ab6183053d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.641607 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6bbb852b-1728-44df-b25c-3b31070b4778 req-c7e1d5a0-ae47-4520-b8b2-9416673516ba tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=959d240c-ed9a-4012-a4e4-cc4f00dfab01 HTTP/1.1" status: 200 len: 210 time: 0.0438137 Oct 15 00:24:55.653957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-242e456e-8dca-43ae-8279-ab6183053d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.792130 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56cfb85-eb47-4849-8a40-4202ef05f7df x-openstack-request-id: req-f56cfb85-eb47-4849-8a40-4202ef05f7df {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:55.792773 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14", "status": "completed", "code": 200}, {"server_uuid": "959d240c-ed9a-4012-a4e4-cc4f00dfab01", "name": "network-vif-deleted", "tag": "6588aa44-b167-4032-b243-19d05e7aa0ca", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:55.792773 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f56cfb85-eb47-4849-8a40-4202ef05f7df {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:55.796846 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'status': 'completed', 'code': 200} Oct 15 00:24:55.799646 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959d240c-ed9a-4012-a4e4-cc4f00dfab01', 'name': 'network-vif-deleted', 'tag': '6588aa44-b167-4032-b243-19d05e7aa0ca', 'status': 'completed', 'code': 200} Oct 15 00:24:55.807391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-242e456e-8dca-43ae-8279-ab6183053d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.818487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-242e456e-8dca-43ae-8279-ab6183053d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:55.822844 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-242e456e-8dca-43ae-8279-ab6183053d19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2db01dff-21fd-480b-a026-e49e5c1a08c8 HTTP/1.1" status: 204 len: 168 time: 0.2961323 Oct 15 00:24:55.870677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-b0f9ad65-804f-41e2-a1a5-3578757ad2ff service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518600 Oct 15 00:24:55.942671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e456e-8dca-43ae-8279-ab6183053d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db01dff-21fd-480b-a026-e49e5c1a08c8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:55.947801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8108b4a3-93f1-4f13-b8ed-47b6c73b9d72 req-c1502d26-182b-411b-96a0-45f925b8e55c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 210 time: 0.0687633 Oct 15 00:24:55.962933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-910670c8-bf42-4496-8f49-772304116484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:55.964423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-910670c8-bf42-4496-8f49-772304116484 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1099 time: 0.1405435 Oct 15 00:24:55.970246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-d07778e8-5c70-416f-9bac-d3ad403f485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:55.971879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-d07778e8-5c70-416f-9bac-d3ad403f485d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1099 time: 0.0958157 Oct 15 00:24:55.979436 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:56.021743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Pushing event deleted for resources: {'Port': ['ID=98a6c794-8f23-4e5d-9925-afff47cb66d9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:56.080507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:56.083051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:56.084189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ab4201-6fb6-4436-b9d7-874a600f978c req-eceeda46-8b01-4fd3-a737-e8ff57b30a28 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "DELETE /v2.0/floatingips/c375e162-1337-4211-aad9-864992f2efd9 HTTP/1.1" status: 204 len: 173 time: 1.1803131 Oct 15 00:24:56.092066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f4cdc5-d49a-431e-9730-9c2e6dbbbeca req-fea5b09d-342a-4be5-8633-34504ebad0bf service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954212 Oct 15 00:24:56.140089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5de0-1ad3-4ae8-b523-ccdf92abb084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:56.206354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e757504-fb34-462a-8d75-77e28d471ed4 req-a6069319-072e-4a13-ac5d-d6787f140320 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.214029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e757504-fb34-462a-8d75-77e28d471ed4 req-a6069319-072e-4a13-ac5d-d6787f140320 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.0603356 Oct 15 00:24:56.271731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e757504-fb34-462a-8d75-77e28d471ed4 req-f673be08-6e05-40eb-a193-ccc00ce9c15b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Oct 15 00:24:56.298046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080f5e1-45f9-4adb-8e49-fe4e13da35fc req-d85031ae-70ea-4746-baf3-fd6f19e7f6b7 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.299749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d080f5e1-45f9-4adb-8e49-fe4e13da35fc req-d85031ae-70ea-4746-baf3-fd6f19e7f6b7 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 944 time: 0.2227514 Oct 15 00:24:56.301858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-4f008c56-2b53-4a6c-b1f5-d4d4ae6498d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.303374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-4f008c56-2b53-4a6c-b1f5-d4d4ae6498d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3307543 Oct 15 00:24:56.305244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-d30c3ac3-61b8-49b1-b42e-c842131bcc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.306588 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-d30c3ac3-61b8-49b1-b42e-c842131bcc38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2995682 Oct 15 00:24:56.379409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567293a7-cfd3-4564-9f11-b43870f0495f req-48175ed3-5c09-48ed-9895-3292ca8541ec tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.380981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-567293a7-cfd3-4564-9f11-b43870f0495f req-48175ed3-5c09-48ed-9895-3292ca8541ec tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 950 time: 0.0570967 Oct 15 00:24:56.402283 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-11557327-8dbb-4d6d-84ce-2c1bd3017f4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.0855255 Oct 15 00:24:56.403743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-79c3fb01-81e4-4d62-81df-e5ae7a279922 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.0861001 Oct 15 00:24:56.420480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-567293a7-cfd3-4564-9f11-b43870f0495f req-ad316e83-0d7a-43f7-ae23-64371d7a699a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Oct 15 00:24:56.488618 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d080f5e1-45f9-4adb-8e49-fe4e13da35fc req-c4a79ad3-acd6-41b0-b7eb-3f5d9c8d5f03 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810648 Oct 15 00:24:56.509799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-33e88062-87a1-4262-89ce-f40a93860505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.511322 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-33e88062-87a1-4262-89ce-f40a93860505 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1023424 Oct 15 00:24:56.518264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-6b5e5769-19c2-4930-b1f2-dbffe5b6cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.520724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-6b5e5769-19c2-4930-b1f2-dbffe5b6cb16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0964622 Oct 15 00:24:56.588983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-599e8e11-0547-481e-8988-d8b2974c4add req-a9c63dc6-596a-400b-af56-fe45fa016441 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1302545 Oct 15 00:24:56.593461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-a4f114b4-69cc-4b45-bda2-78f70fd1d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.599565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-a4f114b4-69cc-4b45-bda2-78f70fd1d576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682552 Oct 15 00:24:56.599775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:56.603542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-7c013a19-3813-4e38-8487-04b463af5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:56.606010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-7c013a19-3813-4e38-8487-04b463af5458 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833941 Oct 15 00:24:56.776879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-8b4d42f0-4682-47b9-b01a-bf5556270954 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579430 Oct 15 00:24:56.781017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-16383e15-1a38-42cc-bd88-07fbff4f9aed service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731911 Oct 15 00:24:56.784993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:56.788781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51406) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:56.898172 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bcd10e0-a573-4c4a-a8d2-d704a1abe14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:56.912125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-09bb434e-87e5-4fbe-8908-abbe1e4f3a23 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270366 Oct 15 00:24:56.934734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:56.961635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-439b6302-d530-4a70-9e81-6b208e366a73 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4e266f34037544f48da20b7b2b79366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421464 Oct 15 00:24:57.064467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Allocated IP 172.25.2.116 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/a2131aab-3918-4b93-9b76-4b29259a9f00) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:57.112593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bafe1425-5380-4cfa-96bb-26d7b796d835 req-a03dcf88-cb86-47ff-97a3-43bf342fd73c service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250288 Oct 15 00:24:57.162947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bcd10e0-a573-4c4a-a8d2-d704a1abe14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.171540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-63481e3f-397e-4850-a81d-3b6d741290a0 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:57.173338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-63481e3f-397e-4850-a81d-3b6d741290a0 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823006 Oct 15 00:24:57.190732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-9454ea14-f494-493b-8a60-ed52c05643ef tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/quotas/4e266f34037544f48da20b7b2b79366f HTTP/1.1" status: 200 len: 375 time: 0.0109956 Oct 15 00:24:57.219970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-a68ac4c4-8399-4159-9b16-6bad921bfa5d tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:57.221445 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-a68ac4c4-8399-4159-9b16-6bad921bfa5d tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.30 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 950 time: 0.0787385 Oct 15 00:24:57.227250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-83cf8448-fcbe-4284-8797-cf43408f4416 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e266f34037544f48da20b7b2b79366f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303535 Oct 15 00:24:57.228732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bcd10e0-a573-4c4a-a8d2-d704a1abe14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.232549 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.280532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2bcd10e0-a573-4c4a-a8d2-d704a1abe14e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=802bc31007d348e6bd006252f836b23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040391 Oct 15 00:24:57.285210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51424) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:24:57.293901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd10e0-a573-4c4a-a8d2-d704a1abe14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bea4ef-437d-4848-93ce-9c62ad48ee2e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:57.364116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Deleting port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:24:57.365108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.373201 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45f11c-b9d3-45b5-a57e-8f7f0fc14d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.401830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45f11c-b9d3-45b5-a57e-8f7f0fc14d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.431946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.483664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6588aa44-b167-4032-b243-19d05e7aa0ca no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:24:57.503914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:57.531384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 6588aa44-b167-4032-b243-19d05e7aa0ca {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:24:57.531909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6588aa44-b167-4032-b243-19d05e7aa0ca not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:24:57.534014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:57.541595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:57.560945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Pushing event updated for resources: {'Port': ['ID=a2131aab-3918-4b93-9b76-4b29259a9f00,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:57.603168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] For port 69099b2d-58b6-42d3-ab77-c07c8a6c1248, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=69099b2d-58b6-42d3-ab77-c07c8a6c1248,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:57.603787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.621404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Calling delete_port for 69099b2d-58b6-42d3-ab77-c07c8a6c1248 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:24:57.634325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45f11c-b9d3-45b5-a57e-8f7f0fc14d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.637488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45f11c-b9d3-45b5-a57e-8f7f0fc14d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.642952 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7a45f11c-b9d3-45b5-a57e-8f7f0fc14d46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79bea4ef-437d-4848-93ce-9c62ad48ee2e HTTP/1.1" status: 204 len: 168 time: 0.3562381 Oct 15 00:24:57.645454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-286910cd-8d1e-4040-84e4-c12001436843 req-654f84ba-6fa6-420d-bdcf-d05c69ff32df tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 210 time: 0.0452304 Oct 15 00:24:57.666462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45f11c-b9d3-45b5-a57e-8f7f0fc14d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bea4ef-437d-4848-93ce-9c62ad48ee2e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:57.768282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-5f891d42-90a1-4823-beb3-696acc81c538 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:57.769992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-5f891d42-90a1-4823-beb3-696acc81c538 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.3042953 Oct 15 00:24:57.797722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Request body: {'port': {'device_id': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'admin_state_up': True, 'tenant_id': '081dd2cbe3764db593ffc59a96324037'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:57.857310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.911379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59556991-bb68-44ca-8d5f-bfc8d6583c0f req-bb7caa3b-a496-4fac-9aa5-ef3a41704075 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:57.912992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-59556991-bb68-44ca-8d5f-bfc8d6583c0f req-bb7caa3b-a496-4fac-9aa5-ef3a41704075 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 948 time: 0.1562474 Oct 15 00:24:57.982340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-59556991-bb68-44ca-8d5f-bfc8d6583c0f req-79a8fa9f-3e67-4f9b-8f1b-47e3ae2f97ba tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616717 Oct 15 00:24:57.990207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:57.994134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.005379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['69099b2d-58b6-42d3-ab77-c07c8a6c1248'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:58.009659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f564e270-bec2-4346-b056-57d384ede582'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:58.080542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Made reservation on behalf of 081dd2cbe3764db593ffc59a96324037 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:24:58.080674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Pushing event deleted for resources: {'Port': ['ID=69099b2d-58b6-42d3-ab77-c07c8a6c1248,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:58.084988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.247557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] No DVR routers for this DVR port 69099b2d-58b6-42d3-ab77-c07c8a6c1248 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:24:58.253074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.258539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d6bf14a-3f30-49bd-874b-31a26f58d1cd req-3ab584bc-2a8d-434c-ab26-ff6be0d37239 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.30 "DELETE /v2.0/ports/69099b2d-58b6-42d3-ab77-c07c8a6c1248 HTTP/1.1" status: 204 len: 173 time: 1.0275769 Oct 15 00:24:58.258539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'name': 'network-vif-deleted', 'tag': '69099b2d-58b6-42d3-ab77-c07c8a6c1248'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:24:58.259888 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ad4f4e-497e-4eff-9186-da0be8c2014a" -d '{"events": [{"server_uuid": "01f347cf-7ba0-4406-9c8e-6a4c2554a20d", "name": "network-vif-deleted", "tag": "69099b2d-58b6-42d3-ab77-c07c8a6c1248"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:24:58.266425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:58.274921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e4cf25a-85c1-4169-803d-e82087ed9b02 req-62620f19-d34f-4c4d-8f21-09475566980b tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f347cf-7ba0-4406-9c8e-6a4c2554a20d HTTP/1.1" status: 200 len: 210 time: 0.1546352 Oct 15 00:24:58.414329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.434791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b7051f64-3bc1-470c-9fd9-9b449a0e2c8e req-47ac9996-c322-4357-8122-6b3ce814d9f9 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0465961 Oct 15 00:24:58.471565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Allocated IP 172.20.0.2 (c172d30b-154f-4fa0-8315-a3b3c39dc79f/82dbddfa-bb44-4fce-ac8c-63c2cd14766a/319584f3-2a1a-47ab-be84-7199db56a135) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:24:58.511829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.521060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:58.536606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'mac_address': 'fa:16:3e:d4:fa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:58.565149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.599785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Pushing event updated for resources: {'Port': ['ID=a2131aab-3918-4b93-9b76-4b29259a9f00,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:58.602734 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.619815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8978d4ac-b48e-4e10-9313-95a6f8b89c14 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:58.642748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:58.667056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007d00c-3ff9-4b63-9d44-9a8a582589c1 req-f76fc3c5-7ad9-4ca6-ba4b-4c2d1c2192cb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:58.670634 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6007d00c-3ff9-4b63-9d44-9a8a582589c1 req-f76fc3c5-7ad9-4ca6-ba4b-4c2d1c2192cb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 944 time: 0.1224492 Oct 15 00:24:58.678661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.681286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-599e8e11-0547-481e-8988-d8b2974c4add req-b83ab120-e1e1-4d21-bd60-90f3f8f6919d tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0843604 Oct 15 00:24:58.727140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.730370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.748277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6007d00c-3ff9-4b63-9d44-9a8a582589c1 req-bfe0c1b6-efe7-4205-a7f9-b83d44dbafd1 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736909 Oct 15 00:24:58.748518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-599e8e11-0547-481e-8988-d8b2974c4add req-9c6a2ca0-1bba-44d0-b856-66a54061d3fe tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.0617583 Oct 15 00:24:58.789478 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-27f45f91-7528-47f6-8b59-d54607d77334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.804427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:58.813404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.817837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:24:58.868260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.916330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:24:58.917839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e8e11-0547-481e-8988-d8b2974c4add req-5d688065-76f2-4b00-85f0-220d89906d98 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:58.919441 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-599e8e11-0547-481e-8988-d8b2974c4add req-5d688065-76f2-4b00-85f0-220d89906d98 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1615748 Oct 15 00:24:58.924817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:24:58.928024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:24:58.933876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:58.934444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:58.946567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:58.966436 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1302cb-9d00-4dfd-b6e7-f47718bcddf9 x-openstack-request-id: req-ed1302cb-9d00-4dfd-b6e7-f47718bcddf9 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:24:58.966725 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f347cf-7ba0-4406-9c8e-6a4c2554a20d", "name": "network-vif-deleted", "tag": "69099b2d-58b6-42d3-ab77-c07c8a6c1248", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:24:58.966976 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed1302cb-9d00-4dfd-b6e7-f47718bcddf9 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:24:58.967373 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f347cf-7ba0-4406-9c8e-6a4c2554a20d', 'name': 'network-vif-deleted', 'tag': '69099b2d-58b6-42d3-ab77-c07c8a6c1248', 'status': 'completed', 'code': 200} Oct 15 00:24:58.988062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:24:59.055875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f4efb955-95f8-40b2-848d-f9293f5dd756 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2664878 Oct 15 00:24:59.073614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Request body: {'port': {'device_id': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:24:59.102346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfefc6-e3c1-4dba-ba03-028f529d8eab req-4fc19135-8c18-4206-9c98-1a07d920cc7b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:59.110667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0dcfefc6-e3c1-4dba-ba03-028f529d8eab req-4fc19135-8c18-4206-9c98-1a07d920cc7b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 931 time: 0.0992055 Oct 15 00:24:59.180072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0dcfefc6-e3c1-4dba-ba03-028f529d8eab req-478caa88-ccf5-42e0-9781-fb101f2e863d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600610 Oct 15 00:24:59.188358 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:59.350723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb096d9-5dac-42df-83eb-7dd7fbff2ee4 req-2d2a80c7-f44d-4628-a2c1-28d786b81ed4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:59.352259 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ceb096d9-5dac-42df-83eb-7dd7fbff2ee4 req-2d2a80c7-f44d-4628-a2c1-28d786b81ed4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 949 time: 0.0613637 Oct 15 00:24:59.412914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ceb096d9-5dac-42df-83eb-7dd7fbff2ee4 req-738f32f4-e504-46c8-a43e-232b96cc8fa2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Oct 15 00:24:59.493042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 43b4db77-4be5-4713-b8b0-ae1172b2d416 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:24:59.568606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce47d62d-9ada-403c-a4d7-e1bc20f410e4 req-59983c56-961f-4159-9f45-ae94c543e474 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0379891 Oct 15 00:24:59.667672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 43b4db77-4be5-4713-b8b0-ae1172b2d416, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:59.687170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'port_id': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'mac_address': 'fa:16:3e:45:ca:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:24:59.722527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-273d7af6-b513-49da-a877-07227fa21a32 req-158a84ad-cc05-4229-bd42-fcde23750494 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips/335bfe0a-6059-4282-9056-4843f4d23495 HTTP/1.1" status: 200 len: 693 time: 0.5105145 Oct 15 00:24:59.742081 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:59.758952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b4db77-4be5-4713-b8b0-ae1172b2d416 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:24:59.794833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 43b4db77-4be5-4713-b8b0-ae1172b2d416, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:24:59.870221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-c8dcd887-a979-4fc5-b34c-609a6f84c511 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:59.871857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-c8dcd887-a979-4fc5-b34c-609a6f84c511 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4&tenant_id=7343b021868649e6a3ec485bdca87f75&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 949 time: 0.5350034 Oct 15 00:24:59.880857 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:24:59.957226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=43b4db77-4be5-4713-b8b0-ae1172b2d416,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:24:59.989245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d7af6-b513-49da-a877-07227fa21a32 req-68184821-d176-4b86-aec7-0d51a575eccd tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:24:59.996202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-273d7af6-b513-49da-a877-07227fa21a32 req-68184821-d176-4b86-aec7-0d51a575eccd tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.2603450 Oct 15 00:25:00.011220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-273d7af6-b513-49da-a877-07227fa21a32 req-16c7f2c2-d388-4eb5-9802-28a763070070 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:25:00.018599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-273d7af6-b513-49da-a877-07227fa21a32 req-16c7f2c2-d388-4eb5-9802-28a763070070 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0214198 Oct 15 00:25:00.098297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-8577cbef-1b9c-4499-a4e9-e482cc0f3209 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4e266f34037544f48da20b7b2b79366f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417073 Oct 15 00:25:00.119504 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-496e5e44-3eda-480b-bc4d-c1d01c084ca6 service neutron] delete failed (client error): The resource could not be found. Oct 15 00:25:00.120515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-496e5e44-3eda-480b-bc4d-c1d01c084ca6 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8978d4ac-b48e-4e10-9313-95a6f8b89c14/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.2387538 Oct 15 00:25:00.143470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-273d7af6-b513-49da-a877-07227fa21a32 req-646a079b-a105-45e0-884f-20f4dd173bcc tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.1239066 Oct 15 00:25:00.161902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319584f3-2a1a-47ab-be84-7199db56a135 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:00.171815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.187230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Transition to ACTIVE for port object 319584f3-2a1a-47ab-be84-7199db56a135 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:00.259949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.272520 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-273d7af6-b513-49da-a877-07227fa21a32 req-b8270975-2223-4df0-9774-6a2a4158ab46 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.116 HTTP/1.1" status: 200 len: 696 time: 0.1281092 Oct 15 00:25:00.273098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:00.283098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a55d-0a54-4b92-bf5a-dfbcc4ed6c42 req-64041175-b7c5-4c03-aa0a-6191cbe4a38d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:00.285725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3b3a55d-0a54-4b92-bf5a-dfbcc4ed6c42 req-64041175-b7c5-4c03-aa0a-6191cbe4a38d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 945 time: 0.1731000 Oct 15 00:25:00.328498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.335817 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.376697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['43b4db77-4be5-4713-b8b0-ae1172b2d416'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:00.425357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:00.431412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-aacd1537-92a9-47b0-b527-901e76f7eca3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:00.432966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-aacd1537-92a9-47b0-b527-901e76f7eca3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219953 Oct 15 00:25:00.439662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-9d38e73c-671c-4ef2-9c06-4b3ce0083334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:00.441377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-9d38e73c-671c-4ef2-9c06-4b3ce0083334 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1100 time: 0.1657267 Oct 15 00:25:00.443801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:00.448326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:00.448941 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.457212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Request body: {'port': {'device_id': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '4e266f34037544f48da20b7b2b79366f'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:00.464614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3b3a55d-0a54-4b92-bf5a-dfbcc4ed6c42 req-b46db16b-376c-4ada-bad4-bf4f1907f4cd tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710761 Oct 15 00:25:00.645996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:00.646508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:00.646928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:00.667404 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.688354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:00.688778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:00.704822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:00.705267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:00.705681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:00.706287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Bound port: 319584f3-2a1a-47ab-be84-7199db56a135, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:00.707061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.707699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:00.710390 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938a4c30-15f3-4b54-8213-c1c499696315" -d '{"events": [{"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-plugged", "status": "completed", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:00.727789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:00.747394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Deleting port a2131aab-3918-4b93-9b76-4b29259a9f00 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:00.747853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.750501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-60d00a86-decc-4cc9-af71-42a3be7631bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:00.752101 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-60d00a86-decc-4cc9-af71-42a3be7631bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2350802 Oct 15 00:25:00.752214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9c204-5ca0-4f45-b5d2-452af77c11da req-3c600db9-024d-4316-ae1a-7f4bce9d7c44 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:00.753702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91c9c204-5ca0-4f45-b5d2-452af77c11da req-3c600db9-024d-4316-ae1a-7f4bce9d7c44 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 950 time: 0.0921774 Oct 15 00:25:00.797122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91c9c204-5ca0-4f45-b5d2-452af77c11da req-e804826e-e3f0-4432-82b1-64f45129e13a tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367587 Oct 15 00:25:00.811270 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.813451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 69099b2d-58b6-42d3-ab77-c07c8a6c1248 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:00.814966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Made reservation on behalf of 4e266f34037544f48da20b7b2b79366f for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:00.833372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:00.856179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-a0d841d5-4ef1-4ec7-b894-8be18e8bffbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.0705538 Oct 15 00:25:00.869952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 69099b2d-58b6-42d3-ab77-c07c8a6c1248 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:25:00.870532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 69099b2d-58b6-42d3-ab77-c07c8a6c1248 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:00.927004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:00.990249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:00.999456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:01.014447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-39dd0c66-2ac0-4264-af90-edadec782960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.017537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-39dd0c66-2ac0-4264-af90-edadec782960 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1166892 Oct 15 00:25:01.037632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.037957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.050958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720ec65-149b-433c-adb9-248c09b83441 req-f049eda6-db1c-4a60-b8da-9cf167329b63 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.052569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e720ec65-149b-433c-adb9-248c09b83441 req-f049eda6-db1c-4a60-b8da-9cf167329b63 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.1083462 Oct 15 00:25:01.073533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Calling delete_port for a2131aab-3918-4b93-9b76-4b29259a9f00 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:01.077701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.112369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:01.113214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Allocated IP 192.168.233.108 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/d5c38636-c86d-4b1d-b18b-44cd99f02ba2) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:01.128423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e720ec65-149b-433c-adb9-248c09b83441 req-b4a60bda-1ae0-4a5a-ac12-637dc73e8a68 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Oct 15 00:25:01.137523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.138156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.140359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] 10.222.0.30 "PUT /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 1091 time: 2.0758274 Oct 15 00:25:01.144714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-702e92cf-fc33-4d72-b954-ddd2683ad85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.146259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-702e92cf-fc33-4d72-b954-ddd2683ad85c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208589 Oct 15 00:25:01.146718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:01.149268 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "tag": "319584f3-2a1a-47ab-be84-7199db56a135"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:01.331527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2469-0380-43e5-b4dd-b83310e5dd1e req-5c142780-30e3-4f5d-93d7-e849f2ed4c8c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.338130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-927f2469-0380-43e5-b4dd-b83310e5dd1e req-5c142780-30e3-4f5d-93d7-e849f2ed4c8c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1261210 Oct 15 00:25:01.346681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911f92f-f492-49db-a014-0e99f60cc4ce service neutron] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:01.374841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bcd502c9-1dfe-47f6-8560-7446a5280f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.390281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-992d817f-97f3-474b-8612-0b8f90e594d7 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322342 Oct 15 00:25:01.391821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.395661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-927f2469-0380-43e5-b4dd-b83310e5dd1e req-8299f8cb-af5d-4f00-88bf-eb74bb9968ef tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540004 Oct 15 00:25:01.401965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-5822f782-af81-45e9-9dc7-f29ec9085e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.403566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-5822f782-af81-45e9-9dc7-f29ec9085e12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1094 time: 0.1384044 Oct 15 00:25:01.493460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-99128d76-cf20-41e1-bdaf-23d90f64cb83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 217 time: 0.0751722 Oct 15 00:25:01.510246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 43b4db77-4be5-4713-b8b0-ae1172b2d416 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:01.528734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7683b51b-70e3-408a-8202-6484b50d6c2f req-ad7ccd3a-25db-4201-aa5d-64a1fcff7eb4 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0451329 Oct 15 00:25:01.530313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.667602 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104affeb-09c1-45cf-a1a7-76b41a0c5c5a x-openstack-request-id: req-104affeb-09c1-45cf-a1a7-76b41a0c5c5a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:01.668927 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-plugged", "status": "completed", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:01.670233 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-104affeb-09c1-45cf-a1a7-76b41a0c5c5a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:01.671381 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'code': 200} Oct 15 00:25:01.684150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:01.696117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:01.703444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:01.710892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.712069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.735877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 43b4db77-4be5-4713-b8b0-ae1172b2d416 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:01.743308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 43b4db77-4be5-4713-b8b0-ae1172b2d416 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:01.744813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Pushing event updated for resources: {'Port': ['ID=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:01.744935 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.758231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20158a53-788b-4969-b567-10a28e955360 req-ba53b8a9-ff9f-4ac8-ae0c-17be50585b13 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.760981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20158a53-788b-4969-b567-10a28e955360 req-ba53b8a9-ff9f-4ac8-ae0c-17be50585b13 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.39 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 950 time: 0.1889269 Oct 15 00:25:01.808429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b3b6cf39-9e36-44e9-a073-ccfe2ff73482 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3593948 Oct 15 00:25:01.828901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Request body: {'port': {'device_id': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:01.879674 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda2bf7d-f4df-4e93-9237-977d1bab98cb x-openstack-request-id: req-dda2bf7d-f4df-4e93-9237-977d1bab98cb {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:01.880823 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "tag": "319584f3-2a1a-47ab-be84-7199db56a135", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:01.880823 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dda2bf7d-f4df-4e93-9237-977d1bab98cb {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:01.880823 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135', 'status': 'completed', 'code': 200} Oct 15 00:25:01.931903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-4cd2157b-94ad-4b2c-9863-a2ae65c79aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:01.933370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-4cd2157b-94ad-4b2c-9863-a2ae65c79aec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.4277875 Oct 15 00:25:01.935949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b07fd328-8d5c-4a12-9f3c-2a7a97ae8c48 req-8029b190-3aa3-4f00-b76f-8d3105536cdf service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362184 Oct 15 00:25:01.979950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-601b9b67-c4a1-47fc-8e8b-16b156705a17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393240 Oct 15 00:25:01.980755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:01.982551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.027314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.050564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 43b4db77-4be5-4713-b8b0-ae1172b2d416, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:02.055842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b8b4504f-24aa-41bd-b948-d8a3b4662427 None None] Provisioning complete for port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:02.056339 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b8b4504f-24aa-41bd-b948-d8a3b4662427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.126054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.133930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4504f-24aa-41bd-b948-d8a3b4662427 None None] Port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:02.140655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Deleting port f564e270-bec2-4346-b056-57d384ede582 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:02.141025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.148761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Pushing event deleted for resources: {'Port': ['ID=a2131aab-3918-4b93-9b76-4b29259a9f00,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:02.189409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=43b4db77-4be5-4713-b8b0-ae1172b2d416,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:02.194890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.197421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.198718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-273d7af6-b513-49da-a877-07227fa21a32 req-7e802c7a-f2ba-4a02-8139-c49aa45965a9 tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "DELETE /v2.0/floatingips/335bfe0a-6059-4282-9056-4843f4d23495 HTTP/1.1" status: 204 len: 173 time: 1.9254110 Oct 15 00:25:02.217160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.239990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bcd502c9-1dfe-47f6-8560-7446a5280f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.245374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-f0300a56-f357-4faa-918b-403807b3af34 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537720 Oct 15 00:25:02.325907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96521-ec2e-4b5e-acdd-38f780e62b58 req-66f47c62-a937-46c2-8bdc-c658ea4be4db tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:02.328854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73f96521-ec2e-4b5e-acdd-38f780e62b58 req-66f47c62-a937-46c2-8bdc-c658ea4be4db tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 945 time: 0.3498476 Oct 15 00:25:02.336989 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bcd502c9-1dfe-47f6-8560-7446a5280f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.416626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bcd502c9-1dfe-47f6-8560-7446a5280f13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a09695df143a4d29a682ed08673264f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2845273 Oct 15 00:25:02.424664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51540) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:02.442192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28a9d27c-fd22-43ec-af4b-61ec4c981d65 req-3e36d2c2-e58b-47c1-8f1d-d56cbe91fd11 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885767 Oct 15 00:25:02.442786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd502c9-1dfe-47f6-8560-7446a5280f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc6413-dc36-48e7-8138-1247ea3def9a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:02.449525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] For port f564e270-bec2-4346-b056-57d384ede582, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f564e270-bec2-4346-b056-57d384ede582,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:02.449891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:02.456824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03cb11-8044-444a-9203-133c70330578 req-643292bc-8785-4cbf-bbde-20dc32c55770 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:02.464921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d03cb11-8044-444a-9203-133c70330578 req-643292bc-8785-4cbf-bbde-20dc32c55770 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 950 time: 0.1721914 Oct 15 00:25:02.471247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73f96521-ec2e-4b5e-acdd-38f780e62b58 req-72b2aa50-a057-4430-8f13-a3682fddfe8b tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247509 Oct 15 00:25:02.528302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d03cb11-8044-444a-9203-133c70330578 req-94ea2422-9b08-4889-aeba-703bd8277911 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf6c8044-6200-4783-b18f-6ccd36b5b530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Oct 15 00:25:02.541448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Calling delete_port for f564e270-bec2-4346-b056-57d384ede582 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:02.650114 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-43fbadac-ac2f-4833-84b4-be4688c212fa req-004cfb2d-3fe2-4061-b364-b3cdf17ebf0a tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] show failed (client error): The resource could not be found. Oct 15 00:25:02.653102 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43fbadac-ac2f-4833-84b4-be4688c212fa req-004cfb2d-3fe2-4061-b364-b3cdf17ebf0a tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips/335bfe0a-6059-4282-9056-4843f4d23495 HTTP/1.1" status: 404 len: 350 time: 0.0829852 Oct 15 00:25:02.687178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-d5776e65-5edb-4ea3-bb27-8dfcfe0a0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:02.689044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-d5776e65-5edb-4ea3-bb27-8dfcfe0a0672 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1094 time: 0.1126986 Oct 15 00:25:02.857821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-5f869b4b-7933-42ec-bf25-bd2354285c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:03.092023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-5f869b4b-7933-42ec-bf25-bd2354285c16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1623569 Oct 15 00:25:03.092023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-921736a3-3e30-40a7-bc03-b6859baa4c8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 217 time: 0.0521011 Oct 15 00:25:03.092023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028f6f0-2780-4638-a7eb-1dac69fa0fdb req-a8c9e11e-0c88-4348-923b-d10b861d139b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:03.092023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b028f6f0-2780-4638-a7eb-1dac69fa0fdb req-a8c9e11e-0c88-4348-923b-d10b861d139b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1555898 Oct 15 00:25:03.092023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b028f6f0-2780-4638-a7eb-1dac69fa0fdb req-93ee05e0-cd0c-441e-93e8-a73692e2ff21 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 Oct 15 00:25:03.092023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-4a70f23b-32cf-4fd2-b00e-3b469f5f5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:03.092023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-4a70f23b-32cf-4fd2-b00e-3b469f5f5adc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0734439 Oct 15 00:25:03.093738 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7ff-9514-49ce-9990-6090739abd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.094215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-3f454f23-013d-4027-bef0-d1cdf80971c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391600 Oct 15 00:25:03.094301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85e956-6a47-40c5-951e-cafabc369361 req-a9845b31-409e-4813-b41b-4c73e00cc545 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:03.094301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba85e956-6a47-40c5-951e-cafabc369361 req-a9845b31-409e-4813-b41b-4c73e00cc545 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.1703634 Oct 15 00:25:03.094301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c38636-c86d-4b1d-b18b-44cd99f02ba2 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:03.094301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.118148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Transition to ACTIVE for port object d5c38636-c86d-4b1d-b18b-44cd99f02ba2 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:03.132871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7ff-9514-49ce-9990-6090739abd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.195825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509bce1-fd6c-48a2-8c83-bd018cd8a1e1 req-4dcfdfad-d9a6-49c0-a311-bc2fb3ce46db tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:03.197363 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8509bce1-fd6c-48a2-8c83-bd018cd8a1e1 req-4dcfdfad-d9a6-49c0-a311-bc2fb3ce46db tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 936 time: 0.1261454 Oct 15 00:25:03.205723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba85e956-6a47-40c5-951e-cafabc369361 req-7b457a0c-0d6b-4cfb-bc59-56ee8a87d096 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338384 Oct 15 00:25:03.247423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-61cc26fa-3259-4ee4-a1f8-0fa2fc4d3020 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418886 Oct 15 00:25:03.304056 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-3d614ffd-796b-42db-84d4-880716cbc555 req-5bdff75d-3959-4153-8607-9e3d8ff2e65a tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] show failed (client error): The resource could not be found. Oct 15 00:25:03.305200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d614ffd-796b-42db-84d4-880716cbc555 req-5bdff75d-3959-4153-8607-9e3d8ff2e65a tempest-FloatingIPsTestJSON-1014691532 tempest-FloatingIPsTestJSON-1014691532-project] 10.222.0.13 "GET /v2.0/floatingips/335bfe0a-6059-4282-9056-4843f4d23495 HTTP/1.1" status: 404 len: 350 time: 0.0536773 Oct 15 00:25:03.314278 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8509bce1-fd6c-48a2-8c83-bd018cd8a1e1 req-4f9010c0-231c-4713-bde6-d39bb247dd4f tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748796 Oct 15 00:25:03.317364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51552) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:03.327725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.418424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:03.428507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.432629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7ff-9514-49ce-9990-6090739abd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.435894 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7ff-9514-49ce-9990-6090739abd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.440100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-80e8d7ff-9514-49ce-9990-6090739abd8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5dc6413-dc36-48e7-8138-1247ea3def9a HTTP/1.1" status: 204 len: 168 time: 1.0120156 Oct 15 00:25:03.448317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f564e270-bec2-4346-b056-57d384ede582'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:03.475882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90f86ca3-a29c-42cf-ad1a-5a0ca08689ff req-28cbf2ab-62a2-4f8f-8a49-ec0e88456402 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139671 Oct 15 00:25:03.535469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8d7ff-9514-49ce-9990-6090739abd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc6413-dc36-48e7-8138-1247ea3def9a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:03.607129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Attempting to bind port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:03.607541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Attempting to bind port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:03.607936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Attempting to bind port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:03.614736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Pushing event deleted for resources: {'Port': ['ID=f564e270-bec2-4346-b056-57d384ede582,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:03.619628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:03.623186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Attempting to bind port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:03.672421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:03.676654 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d1fd34-64ab-4bd0-9715-93929efc1ae9" -d '{"events": [{"server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "name": "network-vif-plugged", "status": "completed", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:03.707551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] No DVR routers for this DVR port f564e270-bec2-4346-b056-57d384ede582 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:25:03.710710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:03.713380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:03.736758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:03.737308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Bound port: d5c38636-c86d-4b1d-b18b-44cd99f02ba2, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:03.737676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.744885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:03.748332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20158a53-788b-4969-b567-10a28e955360 req-7784fc94-7185-4e6d-9671-300f2a4d3f32 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.39 "DELETE /v2.0/ports/f564e270-bec2-4346-b056-57d384ede582 HTTP/1.1" status: 204 len: 173 time: 1.9788020 Oct 15 00:25:03.750142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9232927d-b38a-4053-9597-4cb818fc693c req-e6a1ca0f-3873-491e-9b96-cfac400ec897 tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 210 time: 0.0400012 Oct 15 00:25:03.755110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931614eb-4b34-4e44-a437-9bec9126e692', 'name': 'network-vif-deleted', 'tag': 'f564e270-bec2-4346-b056-57d384ede582'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:03.761238 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871575d2-3b80-437d-8e58-dd556b89c262" -d '{"events": [{"server_uuid": "931614eb-4b34-4e44-a437-9bec9126e692", "name": "network-vif-deleted", "tag": "f564e270-bec2-4346-b056-57d384ede582"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:03.791906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2b14a-5aa1-4d96-8743-2755653caa8c req-54b84a7c-ee8c-49c0-981e-9834ab7fe085 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:03.801279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9e2b14a-5aa1-4d96-8743-2755653caa8c req-54b84a7c-ee8c-49c0-981e-9834ab7fe085 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 946 time: 0.1838877 Oct 15 00:25:03.877254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9e2b14a-5aa1-4d96-8743-2755653caa8c req-53cd0348-da2f-4462-bd05-3c38ca157d3d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698643 Oct 15 00:25:03.884747 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71dc171-461a-48e4-b6f9-0badb05169df x-openstack-request-id: req-a71dc171-461a-48e4-b6f9-0badb05169df {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:03.885121 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "name": "network-vif-plugged", "status": "completed", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:03.885582 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a71dc171-461a-48e4-b6f9-0badb05169df {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:03.886175 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'code': 200} Oct 15 00:25:03.953413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] For port d5c38636-c86d-4b1d-b18b-44cd99f02ba2, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:04.004606 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05056f-2d70-42b2-81dd-94f4e8058e91 x-openstack-request-id: req-8a05056f-2d70-42b2-81dd-94f4e8058e91 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:04.006880 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931614eb-4b34-4e44-a437-9bec9126e692", "name": "network-vif-deleted", "tag": "f564e270-bec2-4346-b056-57d384ede582", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:04.007303 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a05056f-2d70-42b2-81dd-94f4e8058e91 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:04.007862 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931614eb-4b34-4e44-a437-9bec9126e692', 'name': 'network-vif-deleted', 'tag': 'f564e270-bec2-4346-b056-57d384ede582', 'status': 'completed', 'code': 200} Oct 15 00:25:04.052981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] For port d5c38636-c86d-4b1d-b18b-44cd99f02ba2, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:04.085361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3325c-5d7e-4429-8468-c199b16ee155 req-e79f6f38-2885-40fb-a0ee-ff1fcef6e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:04.089773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8f3325c-5d7e-4429-8468-c199b16ee155 req-e79f6f38-2885-40fb-a0ee-ff1fcef6e39d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 1097 time: 0.1312478 Oct 15 00:25:04.196007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:04.209378 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:04.237321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:04.238265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:04.240494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5c38636-c86d-4b1d-b18b-44cd99f02ba2 HTTP/1.1" status: 200 len: 1096 time: 2.4216444 Oct 15 00:25:04.337276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8f3325c-5d7e-4429-8468-c199b16ee155 req-bbf24fc4-8e2d-4ac4-b3e3-b1365015eee0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356958 Oct 15 00:25:04.432135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51574) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:04.493781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23be6-e029-44aa-809b-c528b3006161 req-07870685-e6ea-4d0b-a8b0-ad04710a791d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:04.495482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4df23be6-e029-44aa-809b-c528b3006161 req-07870685-e6ea-4d0b-a8b0-ad04710a791d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.2161648 Oct 15 00:25:04.544617 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1efcdd1c-7b0d-4fa8-b08e-2c22e7ca9513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:04.603424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eab65-0b90-4a50-86f5-4e58656c44bb req-5d73cb64-6e61-413d-8135-a5c2334e4f74 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:04.605301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-621eab65-0b90-4a50-86f5-4e58656c44bb req-5d73cb64-6e61-413d-8135-a5c2334e4f74 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.2614920 Oct 15 00:25:04.636325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034de6d-5fd4-4a29-9a4c-db97d21fe947 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:04.662182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-a2ef80a0-d978-49c5-9139-b010ddf4ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:04.663733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-a2ef80a0-d978-49c5-9139-b010ddf4ec1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e266f34037544f48da20b7b2b79366f&device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 1099 time: 0.2506492 Oct 15 00:25:04.706525 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4df23be6-e029-44aa-809b-c528b3006161 req-e1c66c83-6536-46b3-9810-60b2d0e79f1e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987514 Oct 15 00:25:04.825081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-b4b9aa38-2102-4e57-bcc8-5fde040ed27b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d5c38636-c86d-4b1d-b18b-44cd99f02ba2 HTTP/1.1" status: 200 len: 217 time: 0.1480272 Oct 15 00:25:04.837364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-621eab65-0b90-4a50-86f5-4e58656c44bb req-ba1fd683-b9c1-44ac-92a5-4a56e5ee5a6b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219152 Oct 15 00:25:04.929494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-312cd2b9-79e6-49e3-87e2-eb3c8a722b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:04.931824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-312cd2b9-79e6-49e3-87e2-eb3c8a722b73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0929132 Oct 15 00:25:04.955747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ce717-8885-4604-ae44-2f21518bed60 req-f02492fe-8e51-404a-b7ce-741e10b9bdf3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:04.963804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f6ce717-8885-4604-ae44-2f21518bed60 req-f02492fe-8e51-404a-b7ce-741e10b9bdf3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 948 time: 0.1041787 Oct 15 00:25:04.987285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Deleting port debd0b28-d378-4b78-b921-bbcd87d4277d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:04.988565 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.046794 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f6ce717-8885-4604-ae44-2f21518bed60 req-2d743886-7539-4d0d-96b6-453fa25f6ad8 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819569 Oct 15 00:25:05.099879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1efcdd1c-7b0d-4fa8-b08e-2c22e7ca9513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.123522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-a3dac37a-d8d6-43f5-a7da-08100fe5d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:05.126969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-a3dac37a-d8d6-43f5-a7da-08100fe5d998 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1760747 Oct 15 00:25:05.138274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6e36-3517-42bb-ad83-9a2fed27711f req-8638cc34-4c18-4af4-94f2-e52716d43005 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:05.140983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27ab6e36-3517-42bb-ad83-9a2fed27711f req-8638cc34-4c18-4af4-94f2-e52716d43005 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1101 time: 0.2054262 Oct 15 00:25:05.170398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] For port debd0b28-d378-4b78-b921-bbcd87d4277d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=debd0b28-d378-4b78-b921-bbcd87d4277d,segment=NetworkSegment(9bc45fc3-e40f-41ec-9ef8-e688b7615915),segment_id=9bc45fc3-e40f-41ec-9ef8-e688b7615915)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:05.171010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.214768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27ab6e36-3517-42bb-ad83-9a2fed27711f req-db4dec79-8be1-4f7b-81de-d86503249c48 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647125 Oct 15 00:25:05.234259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Calling delete_port for debd0b28-d378-4b78-b921-bbcd87d4277d owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:05.250722 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1efcdd1c-7b0d-4fa8-b08e-2c22e7ca9513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.251998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3846fab9-0683-4d03-ae66-3399267c8ee0 req-ca2e3638-81c0-4878-99ee-08bab2a60b6e tempest-ServersAdminNegativeTestJSON-406743905 tempest-ServersAdminNegativeTestJSON-406743905-project] 10.222.0.13 "GET /v2.0/ports?device_id=931614eb-4b34-4e44-a437-9bec9126e692 HTTP/1.1" status: 200 len: 210 time: 0.0667422 Oct 15 00:25:05.309428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1efcdd1c-7b0d-4fa8-b08e-2c22e7ca9513 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28e256fa474a4390b7f6cb27dbf1bec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8641706 Oct 15 00:25:05.316350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51586) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:05.327804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcdd1c-7b0d-4fa8-b08e-2c22e7ca9513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921ebfc1-5c33-4eb5-aa9b-585d064d2127,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:05.350386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-6be30998-65ff-4741-b3c7-bd639844a762 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145851 Oct 15 00:25:05.533468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f564e270-bec2-4346-b056-57d384ede582 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:05.536828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239d3fe-ca35-481c-8f4f-ece88a502a3c req-681b6c2b-c286-4920-802c-19592d85308d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:05.537821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7239d3fe-ca35-481c-8f4f-ece88a502a3c req-681b6c2b-c286-4920-802c-19592d85308d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 946 time: 0.1836364 Oct 15 00:25:05.587436 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43b00c4b-9a2a-4ab4-b181-c30582c14bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.598309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: f564e270-bec2-4346-b056-57d384ede582 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:25:05.606302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f564e270-bec2-4346-b056-57d384ede582 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:05.615757 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.629945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-bb3403e3-79ec-4f57-a3b3-72f5721d20ca tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453947 Oct 15 00:25:05.652309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b49578f0-ddbc-43dd-a9e6-83d3857381d8 req-4576a1ae-ac0e-4794-8edc-4cb0e9e4a789 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810130 Oct 15 00:25:05.660856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=debd0b28-d378-4b78-b921-bbcd87d4277d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:05.669458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7239d3fe-ca35-481c-8f4f-ece88a502a3c req-9afedb0d-de81-4393-83b9-9b35d9c25f0d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203814 Oct 15 00:25:05.677427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43b00c4b-9a2a-4ab4-b181-c30582c14bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.850843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43b00c4b-9a2a-4ab4-b181-c30582c14bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.854423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43b00c4b-9a2a-4ab4-b181-c30582c14bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:05.860755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-43b00c4b-9a2a-4ab4-b181-c30582c14bab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/921ebfc1-5c33-4eb5-aa9b-585d064d2127 HTTP/1.1" status: 204 len: 168 time: 0.5432262 Oct 15 00:25:05.879728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b00c4b-9a2a-4ab4-b181-c30582c14bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ebfc1-5c33-4eb5-aa9b-585d064d2127,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:06.020334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'tag': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:06.022722 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61d5c9-ddc5-4bb8-a089-deb603953114" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3", "tag": "d5c38636-c86d-4b1d-b18b-44cd99f02ba2"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:06.063922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c96e-c7c2-488a-8ca9-055265b327f9 req-6d8704bf-7123-4dda-934b-90ea00a58539 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.073278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8678c96e-c7c2-488a-8ca9-055265b327f9 req-6d8704bf-7123-4dda-934b-90ea00a58539 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.0970790 Oct 15 00:25:06.129808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8678c96e-c7c2-488a-8ca9-055265b327f9 req-d030544c-c768-4a6c-9d38-8b1fc4e66f7e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545781 Oct 15 00:25:06.185141 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5cf3e-3e71-43a0-b9f2-583b0f92fa0f x-openstack-request-id: req-f8f5cf3e-3e71-43a0-b9f2-583b0f92fa0f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:06.185439 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3", "tag": "d5c38636-c86d-4b1d-b18b-44cd99f02ba2", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:06.185693 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8f5cf3e-3e71-43a0-b9f2-583b0f92fa0f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:06.186109 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'tag': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2', 'status': 'completed', 'code': 200} Oct 15 00:25:06.265143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-4d6ca6ae-dc14-4e68-bcb7-5bc02692a72a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.273993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-4bb0d0f9-96a5-47df-b0a2-ee2172bdfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.275833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-4bb0d0f9-96a5-47df-b0a2-ee2172bdfe93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e266f34037544f48da20b7b2b79366f&device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0563626 Oct 15 00:25:06.276743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-4d6ca6ae-dc14-4e68-bcb7-5bc02692a72a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6010013 Oct 15 00:25:06.312873 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:06.328258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-ed2982a2-21bd-4e7a-8385-bd78754312f3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/quotas/7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 375 time: 0.0503836 Oct 15 00:25:06.340079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:06.412749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-81d8f06e-9de8-4144-864a-9607ec09e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.414340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-81d8f06e-9de8-4144-864a-9607ec09e19a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1307986 Oct 15 00:25:06.504774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:06.506019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-00156814-4fca-4354-a15b-c2bb783b7c7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d5c38636-c86d-4b1d-b18b-44cd99f02ba2 HTTP/1.1" status: 200 len: 217 time: 0.0670946 Oct 15 00:25:06.533534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6494b-919e-4603-b6f2-cbcf924bb985 req-f0903976-a0c3-4765-8b59-1207bf22106d tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.536929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '319584f3-2a1a-47ab-be84-7199db56a135', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'port_id': '319584f3-2a1a-47ab-be84-7199db56a135', 'mac_address': 'fa:16:3e:ce:84:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dbddfa-bb44-4fce-ac8c-63c2cd14766a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:06.541634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ab6494b-919e-4603-b6f2-cbcf924bb985 req-f0903976-a0c3-4765-8b59-1207bf22106d tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 948 time: 0.2178071 Oct 15 00:25:06.607505 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:06.615301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-8f08f78d-dd68-4027-a0a2-44c91dc0a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.616758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-8f08f78d-dd68-4027-a0a2-44c91dc0a59b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1027997 Oct 15 00:25:06.626196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319584f3-2a1a-47ab-be84-7199db56a135 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:06.641611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ab6494b-919e-4603-b6f2-cbcf924bb985 req-93a4fc28-1d4c-4042-8813-2fdad1a136a8 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968559 Oct 15 00:25:06.676587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:06.710002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-dc2442da-bada-4a81-a0a7-10bd494cce81 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3809538 Oct 15 00:25:06.712009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:25:06.738439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-02404b99-ae52-4e32-adb6-e3e3a5c50582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.739297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-02404b99-ae52-4e32-adb6-e3e3a5c50582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126614 Oct 15 00:25:06.788581 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:06.881909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:06.957780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486e4c2-35e5-465c-b5be-bd3026c9059b req-f06d101c-8890-4a8f-baad-e642b42c68f8 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:06.959404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d486e4c2-35e5-465c-b5be-bd3026c9059b req-f06d101c-8890-4a8f-baad-e642b42c68f8 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 946 time: 0.1456358 Oct 15 00:25:06.965483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-8807e005-a50f-40e8-ab09-709c70988f8f service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145126 Oct 15 00:25:06.990212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:25:07.003389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51628) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:07.004693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7260e6a9-4411-47b7-9c8c-24673b6acb49 admin admin] 10.222.0.13 "PUT /v2.0/routers/7f8b9db2-cc2f-4070-bc8f-6db66a9ee116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6833344 Oct 15 00:25:07.009403 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] Sync routers for ids ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:25:07.020870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['319584f3-2a1a-47ab-be84-7199db56a135'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:07.036941 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] Routers {'7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:07.038027 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:07.208567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d28168b9-5289-482b-8814-2c9b5e2436c8 req-7085ae49-a200-4af5-913a-8836dee49544 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 210 time: 0.0885785 Oct 15 00:25:07.220285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d61d5c9-ddc5-4bb8-a089-deb603953114 req-46d02ac1-4711-4f05-baae-755f26df00e7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436430 Oct 15 00:25:07.256567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d486e4c2-35e5-465c-b5be-bd3026c9059b req-65cfee24-9a72-4734-b19b-a79a57cd7c29 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831564 Oct 15 00:25:07.420323 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] Set router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:07.533133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51650) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:07.588081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:07.615608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3431d-efb6-42e9-8b04-46796736c8e8 req-eba929dd-effb-4a4b-b2ac-06f46f92c426 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:07.637964 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a3431d-efb6-42e9-8b04-46796736c8e8 req-eba929dd-effb-4a4b-b2ac-06f46f92c426 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.2186608 Oct 15 00:25:07.727201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a3431d-efb6-42e9-8b04-46796736c8e8 req-e9699432-5714-4301-b94c-718320b4f96d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862575 Oct 15 00:25:07.790797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef49b64-eb07-44f0-a253-67aa746c82d1 req-9e6ba051-5143-45d2-b8f0-d3dec49f8f55 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:07.792338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bef49b64-eb07-44f0-a253-67aa746c82d1 req-9e6ba051-5143-45d2-b8f0-d3dec49f8f55 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 946 time: 0.3777494 Oct 15 00:25:07.804681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51660) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:07.809563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'floatingip': {'port_id': '43b4db77-4be5-4713-b8b0-ae1172b2d416'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:07.911085 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:07.969398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.000922 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:25:05Z', 'revision_number': 5, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port': {'id': '9027ae3c-aada-4a7f-94a0-38f3b5fc86e5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:41Z', 'updated_at': '2021-10-15T00:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:08.031639 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] Checking router: 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:25:08.042610 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] Routers {'7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:08.044489 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:08.107749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Deleting port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:08.108883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.115948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e55a2-0977-48b9-a505-55a16f57bc61 req-2dd99fdb-df5c-412f-a6f8-024c3bdf2765 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:08.120436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437e55a2-0977-48b9-a505-55a16f57bc61 req-2dd99fdb-df5c-412f-a6f8-024c3bdf2765 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 948 time: 0.2495303 Oct 15 00:25:08.177996 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] Set router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:08.192353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9f408569-4051-49b1-ad95-aff37be8d6a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56e39fc5204b4fd78c6ad8e88196634a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554070 Oct 15 00:25:08.192762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51668) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:08.208373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] For port 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:08.209072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.234613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Calling delete_port for 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:08.281231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437e55a2-0977-48b9-a505-55a16f57bc61 req-aa45b4e3-aec3-484c-bb07-c7d150184ee5 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236520 Oct 15 00:25:08.333473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cf98931-f56a-49b8-bb01-22b064410d60 req-ee5a0e57-7899-40a9-86f2-d9d1fd7a44f8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 210 time: 0.0347788 Oct 15 00:25:08.352182 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:25:07Z', 'revision_number': 6, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:08.368881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d5c38636-c86d-4b1d-b18b-44cd99f02ba2 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:08.381639 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721de775-1ceb-4892-887d-efb7605a2b77 None None] The sync data for ids ['7f8b9db2-cc2f-4070-bc8f-6db66a9ee116'] in n-d-811521-2 is: [{'id': '7f8b9db2-cc2f-4070-bc8f-6db66a9ee116', 'name': 'tempest-FloatingIPsTestJSON-1340260093-router', 'tenant_id': '254e733abfc7494e9a614888ba57a55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:40Z', 'updated_at': '2021-10-15T00:25:07Z', 'revision_number': 6, 'project_id': '254e733abfc7494e9a614888ba57a55f', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:25:08.390242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:08.471018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2edbcd8-b4d9-40b6-b568-592252b2c453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.566524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d5c38636-c86d-4b1d-b18b-44cd99f02ba2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:08.570902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.579461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2', 'mac_address': 'fa:16:3e:73:21:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:08.596296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2edbcd8-b4d9-40b6-b568-592252b2c453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.627735 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.640334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9027ae3c-aada-4a7f-94a0-38f3b5fc86e5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:08.642460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.643024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c38636-c86d-4b1d-b18b-44cd99f02ba2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:08.663736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 319584f3-2a1a-47ab-be84-7199db56a135 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:08.666833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d5c38636-c86d-4b1d-b18b-44cd99f02ba2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:08.670434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 319584f3-2a1a-47ab-be84-7199db56a135 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:08.670434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.814503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.819522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.909799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:08.914447 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379dc34a-d4a4-4d10-a160-a21ba1b2f190" -d '{"events": [{"server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "name": "network-vif-plugged", "status": "completed", "tag": "319584f3-2a1a-47ab-be84-7199db56a135"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:08.923862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2edbcd8-b4d9-40b6-b568-592252b2c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.927428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2edbcd8-b4d9-40b6-b568-592252b2c453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:08.928854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d2edbcd8-b4d9-40b6-b568-592252b2c453 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf6c8044-6200-4783-b18f-6ccd36b5b530 HTTP/1.1" status: 204 len: 168 time: 0.7328110 Oct 15 00:25:08.998110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:09.013076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edbcd8-b4d9-40b6-b568-592252b2c453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6c8044-6200-4783-b18f-6ccd36b5b530,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:09.041865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.resource_extend [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:25:09.047988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:09.055192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc372224-20c5-4263-83bd-bc1b42005962 req-deec4bc4-3707-4771-af73-b283abf78542 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:09.057484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc372224-20c5-4263-83bd-bc1b42005962 req-deec4bc4-3707-4771-af73-b283abf78542 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.1712322 Oct 15 00:25:09.089238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d5c38636-c86d-4b1d-b18b-44cd99f02ba2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:09.156834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.179332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.181983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.193082 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc372224-20c5-4263-83bd-bc1b42005962 req-bc720677-a064-4def-a858-efcf90105b7e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946198 Oct 15 00:25:09.193082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.270512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:09.295328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.306144 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825134e5-471c-4867-aaab-f67634c6147b x-openstack-request-id: req-825134e5-471c-4867-aaab-f67634c6147b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:09.306458 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "name": "network-vif-plugged", "status": "completed", "tag": "319584f3-2a1a-47ab-be84-7199db56a135", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:09.306716 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-825134e5-471c-4867-aaab-f67634c6147b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:09.307115 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135', 'code': 200} Oct 15 00:25:09.440337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73399-9e6e-4479-9119-59dda0a9c6fa req-02af08ab-1060-424c-a5e8-bbba61ad8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:09.441900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fff73399-9e6e-4479-9119-59dda0a9c6fa req-02af08ab-1060-424c-a5e8-bbba61ad8f07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1096 time: 0.0724754 Oct 15 00:25:09.482180 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5 associated. External IP: 172.25.2.107, port: 43b4db77-4be5-4713-b8b0-ae1172b2d416. Oct 15 00:25:09.487627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.488143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:25:09.504662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.506118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dd02fa0e-6d47-4b09-9f7c-384e166d4b08 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7f8b9db2-cc2f-4070-bc8f-6db66a9ee116 HTTP/1.1" status: 204 len: 168 time: 2.5004079 Oct 15 00:25:09.508043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fff73399-9e6e-4479-9119-59dda0a9c6fa req-afe235d6-53c8-4264-9025-f5a5590054b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578120 Oct 15 00:25:09.508588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51704) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:09.568157 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.578622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] Deleting subnet 32d644ec-6f9a-445d-8758-7ba621d5c192 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:25:09.582698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.639052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.750947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.778625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1875303768', 'description': 'tempest-description-71736925'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:09.889277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.911940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-8b759a5c-f676-4356-b77b-4bdb1d83f1bc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386989 Oct 15 00:25:09.912973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.943883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c981b-8137-4af0-92ed-8a821fb77f69 req-13d87301-df7f-4159-9451-3adba057c8d1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:09.949237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:09.949523 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f4c981b-8137-4af0-92ed-8a821fb77f69 req-13d87301-df7f-4159-9451-3adba057c8d1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 949 time: 0.4599731 Oct 15 00:25:10.009692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d63ef-2be5-45a5-bb80-392fdf4174c8 None None] Network 1f7756ae-8da4-4f0f-b629-54498e3497aa requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:25:10.037758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d644ec-6f9a-445d-8758-7ba621d5c192,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:10.039719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.040917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f4c981b-8137-4af0-92ed-8a821fb77f69 req-b270c4f7-fd3d-42e9-855f-ca8d472dd6cb tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872536 Oct 15 00:25:10.042982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d4dfc36d-097f-4f84-9e21-5b005342e9fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/32d644ec-6f9a-445d-8758-7ba621d5c192 HTTP/1.1" status: 204 len: 168 time: 0.5334926 Oct 15 00:25:10.047477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51706) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:10.104852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51708) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:10.209750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.220511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.221452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b68b4e34-4f90-480e-8410-11cda3717b98 req-269005ec-bc34-4802-beb6-bf794b7ff607 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 210 time: 0.1013336 Oct 15 00:25:10.248428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-568f8bb2-9e09-491b-964f-c1924a9925ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff6cb69e95fe4ce8968260c7bcd059de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426704 Oct 15 00:25:10.253824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-739e478e-65bf-4b37-89df-bb76009665a2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:10.255397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-739e478e-65bf-4b37-89df-bb76009665a2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3338714 Oct 15 00:25:10.257340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:10.281916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Request body: {'port': {'device_id': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '7343b021868649e6a3ec485bdca87f75'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:10.310658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Router 90baca36-3269-4526-a916-c26b78bffba3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:25:10.329923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] DHCP port deletion for 1f7756ae-8da4-4f0f-b629-54498e3497aa request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:25:10.339106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.364710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device debd0b28-d378-4b78-b921-bbcd87d4277d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:10.373065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d5c38636-c86d-4b1d-b18b-44cd99f02ba2 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:10.394890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: debd0b28-d378-4b78-b921-bbcd87d4277d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:25:10.395577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device debd0b28-d378-4b78-b921-bbcd87d4277d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:10.396212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:10.428026 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.448844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:25:10.454594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9027ae3c-aada-4a7f-94a0-38f3b5fc86e5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:10.487267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:25:10.494509 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.495324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] Deleting port 7449e12a-f3ae-4783-a3d5-b7e50060a9db {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:10.495929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.518529 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] Sync routers for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:25:10.532889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45778d15-c491-4b3f-b7ec-d1c30fc17742 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "PUT /v2.0/floatingips/1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5 HTTP/1.1" status: 200 len: 992 time: 2.7268641 Oct 15 00:25:10.535328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:10.537466 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74026638-dcaa-4201-972d-ca4a0ef7504c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:10.544341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:10.545253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:10.559074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Deleting port 7449e12a-f3ae-4783-a3d5-b7e50060a9db {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:10.559399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.624649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] For port 7449e12a-f3ae-4783-a3d5-b7e50060a9db, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7449e12a-f3ae-4783-a3d5-b7e50060a9db,segment=NetworkSegment(9bc45fc3-e40f-41ec-9ef8-e688b7615915),segment_id=9bc45fc3-e40f-41ec-9ef8-e688b7615915)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:10.624895 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.626473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:10.640877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] For port 7449e12a-f3ae-4783-a3d5-b7e50060a9db, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7449e12a-f3ae-4783-a3d5-b7e50060a9db,segment=NetworkSegment(9bc45fc3-e40f-41ec-9ef8-e688b7615915),segment_id=9bc45fc3-e40f-41ec-9ef8-e688b7615915)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:10.641636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.642437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Calling delete_port for 7449e12a-f3ae-4783-a3d5-b7e50060a9db owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:10.651834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:10.652546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.672259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e854f2-feac-46cf-ad73-c57ea8fd00ea,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:10.683340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.723120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] Calling delete_port for 7449e12a-f3ae-4783-a3d5-b7e50060a9db owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:10.726372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa03b5-4ff7-4995-bf88-37d5dc406e6c req-b1b3a217-ee20-4cf7-9422-50115e91b602 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:10.734279 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-abfa03b5-4ff7-4995-bf88-37d5dc406e6c req-b1b3a217-ee20-4cf7-9422-50115e91b602 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 946 time: 0.3973722 Oct 15 00:25:10.754522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b63c3c7-e71e-402e-a9a3-2779514c676a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:10.773658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Made reservation on behalf of 7343b021868649e6a3ec485bdca87f75 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:10.783313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.786471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-abfa03b5-4ff7-4995-bf88-37d5dc406e6c req-99af324d-4d17-4b8a-af5d-e6d564664388 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482881 Oct 15 00:25:10.856258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.881759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-921af08d-1c8b-47df-96a6-718dc1261223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.910175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.911420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e64bc387-ff7c-427e-bcf4-9697ffb9318f req-066974a7-8fb5-4042-8487-f711a3c2be50 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1579359 Oct 15 00:25:10.935622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Pushing event deleted for resources: {'Port': ['ID=7449e12a-f3ae-4783-a3d5-b7e50060a9db,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:10.938326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] No DVR routers for this DVR port 7449e12a-f3ae-4783-a3d5-b7e50060a9db on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:25:10.951637 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-921af08d-1c8b-47df-96a6-718dc1261223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:10.981369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb21312-bd8e-422b-8db9-5a5aa3488e78 req-da2dfc28-af53-43b2-9fc1-0bf07401f4a7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:10.982991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ceb21312-bd8e-422b-8db9-5a5aa3488e78 req-da2dfc28-af53-43b2-9fc1-0bf07401f4a7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 945 time: 0.1242054 Oct 15 00:25:10.998212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.056409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d5c38636-c86d-4b1d-b18b-44cd99f02ba2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:11.059165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:11.060264 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ceb21312-bd8e-422b-8db9-5a5aa3488e78 req-58425a71-c14c-44ff-bb2e-92ca94a23e59 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491674 Oct 15 00:25:11.077554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Allocated IP 192.168.233.48 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/b36191c9-23de-49a3-8308-ce3420410e0a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:11.099162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.143395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.143896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.144667 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.144996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > port after_create 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.145334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.145782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > port after_update 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.146129 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.146435 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.146767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.147135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.163499 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.257876 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.258260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.258590 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.258911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:11.259303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7756ae-8da4-4f0f-b629-54498e3497aa']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:11.276577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-dc1ed9c8-844b-4573-a6c5-6d3f55c9599b req-eaba42f9-a282-4a96-a66c-a65fea0ff743 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Request body: {'security_group': {'name': 'tempest-securitygroup-715675340', 'description': 'tempest-description-1747844070'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:11.296380 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837645e-12be-41d4-ad1d-529665e22f85 x-openstack-request-id: req-8837645e-12be-41d4-ad1d-529665e22f85 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:11.296380 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:11.296380 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8837645e-12be-41d4-ad1d-529665e22f85 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:11.296787 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'status': 'completed', 'code': 200} Oct 15 00:25:11.308458 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:11.310831 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98edadb-2fc4-4ffe-8db3-96c6182207f9" -d '{"events": [{"server_uuid": "e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3", "name": "network-vif-plugged", "status": "completed", "tag": "d5c38636-c86d-4b1d-b18b-44cd99f02ba2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:11.329906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801cd15-8f79-4831-b963-82830a5b6333 req-7c1ac11d-0712-4226-aa36-9803b0de86a3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:11.330764 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.335737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc45fc3-e40f-41ec-9ef8-e688b7615915') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:11.336026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc45fc3-e40f-41ec-9ef8-e688b7615915') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:11.337196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1801cd15-8f79-4831-b963-82830a5b6333 req-7c1ac11d-0712-4226-aa36-9803b0de86a3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 950 time: 0.1375751 Oct 15 00:25:11.354326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-921af08d-1c8b-47df-96a6-718dc1261223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.356651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:11.356884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-921af08d-1c8b-47df-96a6-718dc1261223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.360050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.361477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-921af08d-1c8b-47df-96a6-718dc1261223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb422af9-5d2d-4a5e-bd62-e38bd7d26a07 HTTP/1.1" status: 204 len: 168 time: 1.1031628 Oct 15 00:25:11.366469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] No DVR routers for this DVR port 7449e12a-f3ae-4783-a3d5-b7e50060a9db on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:25:11.384752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-0ff0844d-c578-4e58-9637-6670a07ea94d tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:11.385771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-0ff0844d-c578-4e58-9637-6670a07ea94d tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.30 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 946 time: 0.1293211 Oct 15 00:25:11.398409 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.409708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.417814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921af08d-1c8b-47df-96a6-718dc1261223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb422af9-5d2d-4a5e-bd62-e38bd7d26a07,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:11.426928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:25:11.426928 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.431903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3e741-e7fe-4ed3-9015-13f1903d7a6c None None] Pushing event deleted for resources: {'Port': ['ID=7449e12a-f3ae-4783-a3d5-b7e50060a9db,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:11.466393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1801cd15-8f79-4831-b963-82830a5b6333 req-51cf3714-058e-47da-abd8-f196ee00a18c tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282296 Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: from cryptography.utils import int_from_bytes Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: from cryptography.utils import int_from_bytes Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:25:11.474600 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:25:11.497385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-dc1ed9c8-844b-4573-a6c5-6d3f55c9599b req-eaba42f9-a282-4a96-a66c-a65fea0ff743 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.511464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-ad83bc30-52c2-417b-8f23-d458ce6c86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:11.517378 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-ad83bc30-52c2-417b-8f23-d458ce6c86fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 1097 time: 0.2235024 Oct 15 00:25:11.580727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '90baca36-3269-4526-a916-c26b78bffba3', 'port_id': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'mac_address': 'fa:16:3e:45:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:24:43Z', 'updated_at': '2021-10-15T00:25:08Z', 'revision_number': 1, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:11.582804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aef58152-257b-4627-92ba-25e154caed2b req-94245cd4-a76b-4491-b843-6ca76c8b5a4f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 210 time: 0.0470772 Oct 15 00:25:11.606839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Deleting port 105ed5ce-5807-40c9-a607-0ed47b8e8521 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:11.607175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.633238 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b761a-0d9a-4936-be32-121223774cf4 x-openstack-request-id: req-d91b761a-0d9a-4936-be32-121223774cf4 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:11.634530 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3", "name": "network-vif-plugged", "status": "completed", "tag": "d5c38636-c86d-4b1d-b18b-44cd99f02ba2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:11.635009 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d91b761a-0d9a-4936-be32-121223774cf4 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:11.635686 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2', 'code': 200} Oct 15 00:25:11.637627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] Checking router: 90baca36-3269-4526-a916-c26b78bffba3 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:25:11.653232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:11.654295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:24:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:11.705975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] For port 105ed5ce-5807-40c9-a607-0ed47b8e8521, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=105ed5ce-5807-40c9-a607-0ed47b8e8521,segment=NetworkSegment(06da73b5-6067-42a9-8361-fd62992b4248),segment_id=06da73b5-6067-42a9-8361-fd62992b4248)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:11.706373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.723587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Calling delete_port for 105ed5ce-5807-40c9-a607-0ed47b8e8521 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:11.761454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-c238abaa-2552-4d74-9ab5-6de62bc14840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:11.762985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-c238abaa-2552-4d74-9ab5-6de62bc14840 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 924 time: 0.2276316 Oct 15 00:25:11.784995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.804916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:11.845824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:11.878488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-0a66b28b-4e78-4d30-9335-8cee9364fe70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416 HTTP/1.1" status: 200 len: 1000 time: 0.1078465 Oct 15 00:25:11.883781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.911383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:11.934071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:11.938399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:11.941693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-8893b592-d9a2-4d9c-b509-c00743eac72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:11.943185 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-8893b592-d9a2-4d9c-b509-c00743eac72d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 200 len: 862 time: 0.0563848 Oct 15 00:25:11.949391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:11.950652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:11.968186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7756ae-8da4-4f0f-b629-54498e3497aa,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:11.971242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d492e-da50-4f1b-ac30-028c7cfaf29b req-01355f22-ecff-4151-b5e5-e51a2909266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:11.972736 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-613d492e-da50-4f1b-ac30-028c7cfaf29b req-01355f22-ecff-4151-b5e5-e51a2909266b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 1101 time: 0.2675152 Oct 15 00:25:12.011442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.012117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:12.023040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8b88755f-9563-4e4c-89d0-4a48532c6115 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1f7756ae-8da4-4f0f-b629-54498e3497aa HTTP/1.1" status: 204 len: 168 time: 1.9735210 Oct 15 00:25:12.070008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28086c7-a664-455d-a8ce-b02b2a45a189 req-3621fe5c-12ad-47c2-a8b5-87a8791d81fa tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:12.071563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e28086c7-a664-455d-a8ce-b02b2a45a189 req-3621fe5c-12ad-47c2-a8b5-87a8791d81fa tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 946 time: 0.1897078 Oct 15 00:25:12.086754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-613d492e-da50-4f1b-ac30-028c7cfaf29b req-6e69eadc-ed98-4536-8619-1b936de8c34f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575652 Oct 15 00:25:12.097660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-dc1ed9c8-844b-4573-a6c5-6d3f55c9599b req-eaba42f9-a282-4a96-a66c-a65fea0ff743 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.109594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-0feb99b0-8c5d-4aa5-aa4a-cda06716b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:12.112504 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-0feb99b0-8c5d-4aa5-aa4a-cda06716b433 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97bd6b0d-78ab-424f-bcef-7b925db6f842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470909 Oct 15 00:25:12.127851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-c317fb3f-0d34-49ab-a922-5a65922b93b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8503652 Oct 15 00:25:12.143617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Request body: {'port': {'device_id': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:12.179557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-dc1ed9c8-844b-4573-a6c5-6d3f55c9599b req-eaba42f9-a282-4a96-a66c-a65fea0ff743 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.210226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e28086c7-a664-455d-a8ce-b02b2a45a189 req-3e41018a-0a22-4985-ab81-136a82420f3f tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/security-groups?id=28916df9-c04d-4f62-92ac-73bfcebc5552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999410 Oct 15 00:25:12.262260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.340118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-dc1ed9c8-844b-4573-a6c5-6d3f55c9599b req-eaba42f9-a282-4a96-a66c-a65fea0ff743 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.352806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc1ed9c8-844b-4573-a6c5-6d3f55c9599b req-eaba42f9-a282-4a96-a66c-a65fea0ff743 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0756636 Oct 15 00:25:12.355224 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.361951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba42f9-a282-4a96-a66c-a65fea0ff743 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebed13df-53c4-4da8-babc-709280ace3c8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:12.378855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7449e12a-f3ae-4783-a3d5-b7e50060a9db no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:12.414173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-386fc5d5-cee2-4ecc-8b1b-7ef3441b53fc service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939806 Oct 15 00:25:12.426219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7449e12a-f3ae-4783-a3d5-b7e50060a9db {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:25:12.426592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7449e12a-f3ae-4783-a3d5-b7e50060a9db not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:12.448363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c4a296ec-dec2-4af9-b49a-4acf66ae5df6 None None] Provisioning complete for port b36191c9-23de-49a3-8308-ce3420410e0a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:12.448813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4a296ec-dec2-4af9-b49a-4acf66ae5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.455369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Pushing event deleted for resources: {'Port': ['ID=105ed5ce-5807-40c9-a607-0ed47b8e8521,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:12.484892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '90baca36-3269-4526-a916-c26b78bffba3', 'port_id': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'mac_address': 'fa:16:3e:45:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:24:43Z', 'updated_at': '2021-10-15T00:25:08Z', 'revision_number': 1, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:12.506542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] No DVR routers for this DVR port 105ed5ce-5807-40c9-a607-0ed47b8e8521 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:25:12.509273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.514027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15d08757-16a6-4341-946c-59f72eacdaf2 req-01fc2be3-ddde-4c7e-accf-7ad234591663 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.30 "DELETE /v2.0/ports/105ed5ce-5807-40c9-a607-0ed47b8e8521 HTTP/1.1" status: 204 len: 173 time: 1.1170433 Oct 15 00:25:12.514933 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74026638-dcaa-4201-972d-ca4a0ef7504c req-1ce3abda-b7d2-4e7b-b815-03a7b9be5d1b service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928149 Oct 15 00:25:12.529769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b04397-226b-4755-9a98-44e60b40c948 None None] The sync data for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 is: [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '90baca36-3269-4526-a916-c26b78bffba3', 'port_id': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'mac_address': 'fa:16:3e:45:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:24:43Z', 'updated_at': '2021-10-15T00:25:08Z', 'revision_number': 1, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:25:12.547651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c4a296ec-dec2-4af9-b49a-4acf66ae5df6 None None] Port b36191c9-23de-49a3-8308-ce3420410e0a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:12.581425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'name': 'network-vif-deleted', 'tag': '105ed5ce-5807-40c9-a607-0ed47b8e8521'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:12.584614 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2272935-aae9-4ce0-9680-eb5a10caf9ad" -d '{"events": [{"server_uuid": "80b21f19-b73f-40e3-8af1-013ebe2b415c", "name": "network-vif-deleted", "tag": "105ed5ce-5807-40c9-a607-0ed47b8e8521"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:12.603258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c560ea7-65eb-4ae8-b852-931b52910f21 req-a9e0be1d-9227-4e85-bc24-f25402b26fb2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:12.614597 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c560ea7-65eb-4ae8-b852-931b52910f21 req-a9e0be1d-9227-4e85-bc24-f25402b26fb2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 945 time: 0.0985339 Oct 15 00:25:12.653029 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c560ea7-65eb-4ae8-b852-931b52910f21 req-91e6e20a-0b5f-4c96-96e9-bb3687c401d3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Oct 15 00:25:12.692086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['105ed5ce-5807-40c9-a607-0ed47b8e8521'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:12.701130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51758) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:12.839430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a7a5631-1c9c-4250-b7e5-57b410988b85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=254e733abfc7494e9a614888ba57a55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345499 Oct 15 00:25:12.839951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51760) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:12.853331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-835970153', 'description': 'tempest-description-1784473882'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:12.871029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-0b042e97-d3f9-4e1f-adbd-ca6f1a821fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291621 Oct 15 00:25:12.885443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb18c81-954a-4ec8-92b0-84a5835f1efa req-690823c8-78b2-4e16-9f2c-05a47dfd66bf tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:12.892875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bb18c81-954a-4ec8-92b0-84a5835f1efa req-690823c8-78b2-4e16-9f2c-05a47dfd66bf tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 950 time: 0.1338873 Oct 15 00:25:12.903741 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e25a4d3-1955-487b-8a85-7947eb5e6665 None None] New status for floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:25:12.944164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bb18c81-954a-4ec8-92b0-84a5835f1efa req-accbdcf0-48b9-4fe2-8921-627ea1fa63fd tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501943 Oct 15 00:25:12.958123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d71ce352-2812-4e8b-a0c7-80a230615512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.969651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36191c9-23de-49a3-8308-ce3420410e0a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:12.978231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.982507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d71ce352-2812-4e8b-a0c7-80a230615512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:12.993235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Transition to ACTIVE for port object b36191c9-23de-49a3-8308-ce3420410e0a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:13.031541 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474e875e-6d46-4700-9709-48f5686e3e30 x-openstack-request-id: req-474e875e-6d46-4700-9709-48f5686e3e30 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:13.031541 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b21f19-b73f-40e3-8af1-013ebe2b415c", "name": "network-vif-deleted", "tag": "105ed5ce-5807-40c9-a607-0ed47b8e8521", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:13.031541 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-474e875e-6d46-4700-9709-48f5686e3e30 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:13.031541 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b21f19-b73f-40e3-8af1-013ebe2b415c', 'name': 'network-vif-deleted', 'tag': '105ed5ce-5807-40c9-a607-0ed47b8e8521', 'status': 'completed', 'code': 200} Oct 15 00:25:13.049854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37924da-4a53-435f-a2b2-4705755072db req-4a6ebf43-8c38-4ffd-9d00-d2cea39f0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.051588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-4a6ebf43-8c38-4ffd-9d00-d2cea39f0f3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1101 time: 0.0570681 Oct 15 00:25:13.053294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.105665 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d71ce352-2812-4e8b-a0c7-80a230615512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.111511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d71ce352-2812-4e8b-a0c7-80a230615512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.113660 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d71ce352-2812-4e8b-a0c7-80a230615512 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c8cb28b-ad1d-4600-9782-ee7f539b2ef7 HTTP/1.1" status: 204 len: 168 time: 0.2717519 Oct 15 00:25:13.149202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ce352-2812-4e8b-a0c7-80a230615512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8cb28b-ad1d-4600-9782-ee7f539b2ef7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:13.194333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973e3e2-003b-494b-ab80-789bf34fdfac req-c8c7e364-98e0-4294-95d9-fdc4bf8de45b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.197024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7973e3e2-003b-494b-ab80-789bf34fdfac req-c8c7e364-98e0-4294-95d9-fdc4bf8de45b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 947 time: 0.1317048 Oct 15 00:25:13.199489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.290894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7973e3e2-003b-494b-ab80-789bf34fdfac req-ccc6a486-50a2-49a5-bfe8-74da6a30564d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855560 Oct 15 00:25:13.321759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:13.325729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.409689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Attempting to bind port b36191c9-23de-49a3-8308-ce3420410e0a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:13.410126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Attempting to bind port b36191c9-23de-49a3-8308-ce3420410e0a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:13.410511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Attempting to bind port b36191c9-23de-49a3-8308-ce3420410e0a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:13.436875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Port b36191c9-23de-49a3-8308-ce3420410e0a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:13.447019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Attempting to bind port b36191c9-23de-49a3-8308-ce3420410e0a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:13.462553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:13.463137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:13.463476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1cc96-b44b-40c1-9e1e-de32272f0f0f req-0c9994fb-5e93-48a5-9bf3-db073b85a1c3 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.463632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:13.463926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Bound port: b36191c9-23de-49a3-8308-ce3420410e0a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:13.464277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.465159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cce1cc96-b44b-40c1-9e1e-de32272f0f0f req-0c9994fb-5e93-48a5-9bf3-db073b85a1c3 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1096 time: 0.0990191 Oct 15 00:25:13.492468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37924da-4a53-435f-a2b2-4705755072db req-e1c068ac-7953-4948-8ddd-5d2cde9cb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.493906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-e1c068ac-7953-4948-8ddd-5d2cde9cb59f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3912756 Oct 15 00:25:13.566509 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cce1cc96-b44b-40c1-9e1e-de32272f0f0f req-88e27293-1d3c-4f6e-8a86-52b71dddbed2 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929959 Oct 15 00:25:13.597989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-d13d2d68-4986-4607-acce-9458f9c8749f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.0865166 Oct 15 00:25:13.681539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:13.694315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66050508-d1e4-4c72-9334-32368fa21705 req-a1dd9f3c-a4e3-47a7-9eb4-e3695f887044 tempest-VolumesAdminNegativeTest-1924040995 tempest-VolumesAdminNegativeTest-1924040995-project] 10.222.0.13 "GET /v2.0/ports?device_id=80b21f19-b73f-40e3-8af1-013ebe2b415c HTTP/1.1" status: 200 len: 210 time: 0.0327237 Oct 15 00:25:13.708131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:13.719155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.719155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37924da-4a53-435f-a2b2-4705755072db req-f9cd2a0e-ab30-4430-9693-a48680966bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.719155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-f9cd2a0e-ab30-4430-9693-a48680966bc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1057961 Oct 15 00:25:13.778043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37924da-4a53-435f-a2b2-4705755072db req-da729c53-0359-403a-afa4-af62cdd9a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.779709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-da729c53-0359-403a-afa4-af62cdd9a9a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521903 Oct 15 00:25:13.792090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.851553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.869810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.870494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:13.871819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] 10.222.0.39 "PUT /v2.0/ports/b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 200 len: 1095 time: 1.7331381 Oct 15 00:25:13.907252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18247bf-3e93-4be9-af21-812318b4df01 req-39fa77fb-e945-40be-92ae-26aed0e5ddaf tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:13.908901 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f18247bf-3e93-4be9-af21-812318b4df01 req-39fa77fb-e945-40be-92ae-26aed0e5ddaf tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1096 time: 0.0571966 Oct 15 00:25:13.964408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f18247bf-3e93-4be9-af21-812318b4df01 req-32709396-4258-485b-af2d-e3edc4b82857 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479403 Oct 15 00:25:14.074556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9708169d-a6e9-4f80-be95-a8455ca4e9fa,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:14.101624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aef6c-1977-4ae4-b8b6-9e57aca46ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:14.120306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-a40e878a-72b4-46de-8a3d-076ac9ca5c2b service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254080 Oct 15 00:25:14.133992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd6bd8-fae7-46f7-952d-d6aa5d992bbd req-11cdf9e2-ccac-4e6a-ac00-605b1d6943b9 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:14.135762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7fdd6bd8-fae7-46f7-952d-d6aa5d992bbd req-11cdf9e2-ccac-4e6a-ac00-605b1d6943b9 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 950 time: 0.0819225 Oct 15 00:25:14.151827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-0e8dde84-06ed-4473-be92-a0d57316423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:14.153271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-0e8dde84-06ed-4473-be92-a0d57316423a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 1098 time: 0.1161404 Oct 15 00:25:14.169473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:14.176889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7fdd6bd8-fae7-46f7-952d-d6aa5d992bbd req-1cbdf1d3-1bf4-4dcb-8879-e4372e7b95c4 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Oct 15 00:25:14.215172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-0d2ca4a1-9884-4c41-9570-e33217d1a656 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 200 len: 217 time: 0.0483341 Oct 15 00:25:14.279371 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:14.341775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-cc2b1dc6-a893-40fd-bb53-29ca9b33a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:14.343529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-cc2b1dc6-a893-40fd-bb53-29ca9b33a2a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0986972 Oct 15 00:25:14.344139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2f8f0d-f60b-4423-a022-d704f3e85527,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:14.348700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f37924da-4a53-435f-a2b2-4705755072db req-d89bcc0f-bb70-432b-a8c8-174099856d37 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137318 Oct 15 00:25:14.377877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:14.379083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42cfecb5-61a0-49c9-bcc2-9f62ec8a4c24 req-dc484369-13e1-49fa-98bd-adeaf6eaf1bd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5328388 Oct 15 00:25:14.400884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bc963-a196-4bce-9349-88315c9c7feb req-f98454d1-57ea-42f9-88d4-edb4ced4fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:14.400884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-f98454d1-57ea-42f9-88d4-edb4ced4fff2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466917 Oct 15 00:25:14.506611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-db97999c-d627-4e04-8ee7-a9c3809fea9b service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014497 Oct 15 00:25:14.550147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:14.609157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052bc963-a196-4bce-9349-88315c9c7feb req-8be72584-55e1-4be9-ad7c-55eea0986a12 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945585 Oct 15 00:25:14.656108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-465f7cb3-c9e3-4a2c-878a-fb38ab3e9b7f req-c9400493-41e7-4766-9956-a10706785e20 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-321971769', 'description': 'tempest-description-2054311069'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:14.660782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864a681-67d9-46f8-adc5-3ed99625830a req-cd1f76e6-744a-402f-a700-8eb7018c6991 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:14.662331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8864a681-67d9-46f8-adc5-3ed99625830a req-cd1f76e6-744a-402f-a700-8eb7018c6991 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 947 time: 0.0582449 Oct 15 00:25:14.705512 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8864a681-67d9-46f8-adc5-3ed99625830a req-b9c9fe66-d341-4164-89c9-ac175ab99d7d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Oct 15 00:25:14.809305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-465f7cb3-c9e3-4a2c-878a-fb38ab3e9b7f req-c9400493-41e7-4766-9956-a10706785e20 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:14.877169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-465f7cb3-c9e3-4a2c-878a-fb38ab3e9b7f req-c9400493-41e7-4766-9956-a10706785e20 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:14.969041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-465f7cb3-c9e3-4a2c-878a-fb38ab3e9b7f req-c9400493-41e7-4766-9956-a10706785e20 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:14.995931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9400493-41e7-4766-9956-a10706785e20 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5627f40e-ba48-4227-bcad-7617c60dde8c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:14.997576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde6c9-2efa-47aa-9a0f-34ac3e510c0e req-e9739067-18fe-4d30-81cc-85d7ec59eb76 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:14.999836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-37dde6c9-2efa-47aa-9a0f-34ac3e510c0e req-e9739067-18fe-4d30-81cc-85d7ec59eb76 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 950 time: 0.0533478 Oct 15 00:25:15.030116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:15.032699 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f576006-5946-41ed-937b-6f0bde211d53" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:15.040459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-37dde6c9-2efa-47aa-9a0f-34ac3e510c0e req-f6051ab7-79fa-49db-909d-2e24c1dcf1ab tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Oct 15 00:25:15.087151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-465f7cb3-c9e3-4a2c-878a-fb38ab3e9b7f req-c9400493-41e7-4766-9956-a10706785e20 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.088652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-465f7cb3-c9e3-4a2c-878a-fb38ab3e9b7f req-c9400493-41e7-4766-9956-a10706785e20 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4384301 Oct 15 00:25:15.126998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51848) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:15.140805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6a978-6123-4da2-82b5-2429e8e7e83e req-532bb1c8-8192-4948-9e21-365907865cc2 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:15.147288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6e6a978-6123-4da2-82b5-2429e8e7e83e req-532bb1c8-8192-4948-9e21-365907865cc2 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1096 time: 0.0428059 Oct 15 00:25:15.176519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] Deleting subnet eda612de-c42c-4e00-aef5-8238f37bd0e6 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:25:15.180557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.182267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6e6a978-6123-4da2-82b5-2429e8e7e83e req-9d4aeeac-a849-42fe-a6fa-7a600da08268 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Oct 15 00:25:15.230127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.237210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.296065 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8756b57-8f07-4ce8-9bb6-0887600b1301 x-openstack-request-id: req-e8756b57-8f07-4ce8-9bb6-0887600b1301 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:15.296347 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:15.296592 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8756b57-8f07-4ce8-9bb6-0887600b1301 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:15.296977 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'status': 'completed', 'code': 200} Oct 15 00:25:15.392311 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.412792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576006-5946-41ed-937b-6f0bde211d53 req-c62789a5-75ee-4b0c-9dea-5a3095a3c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:15.414278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f576006-5946-41ed-937b-6f0bde211d53 req-c62789a5-75ee-4b0c-9dea-5a3095a3c3d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 1098 time: 0.0917583 Oct 15 00:25:15.450706 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.454352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eda612de-c42c-4e00-aef5-8238f37bd0e6 HTTP/1.1" status: 204 len: 168 time: 0.3262713 Oct 15 00:25:15.455184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e121c3-074f-47d3-9c91-b84d8643ecb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda612de-c42c-4e00-aef5-8238f37bd0e6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:15.456953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51860) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:15.534305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.616711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.638310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5f01bf-96d3-4c5c-944b-ce2eaa232864']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:15.649386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06da73b5-6067-42a9-8361-fd62992b4248') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:15.649665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06da73b5-6067-42a9-8361-fd62992b4248') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:15.660146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.678110 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.686842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:25:15.687597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:25:15.689771 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:25:15.787415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-91dbf65f-3257-4484-a7c2-4a663c8e48bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758526 Oct 15 00:25:15.804793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576006-5946-41ed-937b-6f0bde211d53 req-8728c7ea-50cf-4c60-85d3-c35f74cc69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:15.806271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f576006-5946-41ed-937b-6f0bde211d53 req-8728c7ea-50cf-4c60-85d3-c35f74cc69a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3720410 Oct 15 00:25:15.855440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f576006-5946-41ed-937b-6f0bde211d53 req-67530327-f7cb-4f50-a77c-469716037b77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 200 len: 217 time: 0.0385978 Oct 15 00:25:15.872587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd11e9e-ddf9-433f-ac4a-31fd407c7c30 req-45c316a6-e6cb-4796-87fb-ea599e40bd27 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:15.874241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7fd11e9e-ddf9-433f-ac4a-31fd407c7c30 req-45c316a6-e6cb-4796-87fb-ea599e40bd27 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 950 time: 0.0795608 Oct 15 00:25:15.876676 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.897264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:15.900506 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/2d5f01bf-96d3-4c5c-944b-ce2eaa232864 HTTP/1.1" status: 204 len: 168 time: 0.4424584 Oct 15 00:25:15.906494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51874) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:15.911719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88377aa4-16c6-4f68-8914-333de163c4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5f01bf-96d3-4c5c-944b-ce2eaa232864,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:15.925174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197293a-0f60-4044-8702-3711295d90b6 req-984141ba-39fe-48ef-90e1-7b3e9731e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:15.926652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-984141ba-39fe-48ef-90e1-7b3e9731e07d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0897584 Oct 15 00:25:15.943113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7fd11e9e-ddf9-433f-ac4a-31fd407c7c30 req-7f4688d8-67ae-4c10-a595-f0e3c7ba6731 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cd4c122-c4cc-45e3-9902-9d6434c30a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564761 Oct 15 00:25:15.970829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576006-5946-41ed-937b-6f0bde211d53 req-c6c93b84-6425-41b0-9e58-b72daa4f0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:15.972273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f576006-5946-41ed-937b-6f0bde211d53 req-c6c93b84-6425-41b0-9e58-b72daa4f0204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1094246 Oct 15 00:25:16.016885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] Deleting subnet faa35449-d941-4588-9459-22f993a6b6d4 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:25:16.029710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.043246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197293a-0f60-4044-8702-3711295d90b6 req-63dcd5ed-0c08-480f-a1e3-655c2bba9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:16.044719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-63dcd5ed-0c08-480f-a1e3-655c2bba9f7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.0974119 Oct 15 00:25:16.072505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-c3baaf61-8588-4c24-9c23-2fb04fe16991 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47852 time: 0.7637990 Oct 15 00:25:16.095173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-54967dd5-1c4d-474d-a4ae-2dc13146db0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 217 time: 0.0426798 Oct 15 00:25:16.101921 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.109346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f576006-5946-41ed-937b-6f0bde211d53 req-b5af3b1e-193f-4a4a-b022-a39ee1346257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:16.110894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f576006-5946-41ed-937b-6f0bde211d53 req-b5af3b1e-193f-4a4a-b022-a39ee1346257 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248901 Oct 15 00:25:16.119187 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.189537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197293a-0f60-4044-8702-3711295d90b6 req-5ee4f6e3-a653-404d-b0cf-59a8446bcb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:16.190177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-aeb53f41-b03c-4d90-a568-bbcd7706a240 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1cd4c122-c4cc-45e3-9902-9d6434c30a14 HTTP/1.1" status: 200 len: 2981 time: 0.1062140 Oct 15 00:25:16.191259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-5ee4f6e3-a653-404d-b0cf-59a8446bcb70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0883341 Oct 15 00:25:16.215906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e28ccb-94d6-4c3d-8ab5-855e7d83023e req-9210dc1e-5815-4b5f-827f-4193886d222a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:16.217366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2e28ccb-94d6-4c3d-8ab5-855e7d83023e req-9210dc1e-5815-4b5f-827f-4193886d222a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 947 time: 0.0766082 Oct 15 00:25:16.233809 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-d07ad0ed-fc68-4156-b9c7-cc8f2bad5ee2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345850 Oct 15 00:25:16.293085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f576006-5946-41ed-937b-6f0bde211d53 req-d959ee1c-12e4-4e7e-9f70-63d3ad542b21 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691144 Oct 15 00:25:16.294594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-17310daf-0bf2-47c6-8eab-681dd6c90f9e tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/1cd4c122-c4cc-45e3-9902-9d6434c30a14 HTTP/1.1" status: 200 len: 2981 time: 0.0705166 Oct 15 00:25:16.296698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2e28ccb-94d6-4c3d-8ab5-855e7d83023e req-004aedf7-f0a4-4259-8dac-c7c45acd3510 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656798 Oct 15 00:25:16.362281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-8e964b5e-ead9-4065-b8b9-b9aab4c2664b service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216919 Oct 15 00:25:16.382547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 105ed5ce-5807-40c9-a607-0ed47b8e8521 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:16.385039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.407905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 105ed5ce-5807-40c9-a607-0ed47b8e8521 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:25:16.408248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 105ed5ce-5807-40c9-a607-0ed47b8e8521 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:16.435486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.439434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/faa35449-d941-4588-9459-22f993a6b6d4 HTTP/1.1" status: 204 len: 168 time: 0.5279808 Oct 15 00:25:16.442833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-4a011e14-87ad-460b-aecf-b72265838387 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/28916df9-c04d-4f62-92ac-73bfcebc5552 HTTP/1.1" status: 200 len: 2981 time: 0.1346953 Oct 15 00:25:16.443524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26084d-f1a1-4bd2-8935-aff3429e6a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa35449-d941-4588-9459-22f993a6b6d4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:16.445828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51890) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:16.495849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50397f3-2728-4023-872c-b43ccdf517c2 req-7a94cee7-aa19-4e98-bfe8-d580d8d4e01b tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:16.497339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b50397f3-2728-4023-872c-b43ccdf517c2 req-7a94cee7-aa19-4e98-bfe8-d580d8d4e01b tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1096 time: 0.0931735 Oct 15 00:25:16.503062 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c197293a-0f60-4044-8702-3711295d90b6 req-3424f571-f9c4-4e8a-bbbe-cf6385a2ef73 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316378 Oct 15 00:25:16.506140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f576006-5946-41ed-937b-6f0bde211d53 req-420f84cf-cfd0-4570-b186-7e0de151315f service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052557 Oct 15 00:25:16.554190 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b50397f3-2728-4023-872c-b43ccdf517c2 req-5c71f351-bc23-48b6-a664-98ac13e0def6 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299351 Oct 15 00:25:16.556395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51894) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:16.578663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-7587ac9d-305b-4aa7-bd88-34f0bd2c2564 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/28916df9-c04d-4f62-92ac-73bfcebc5552 HTTP/1.1" status: 200 len: 2981 time: 0.1088824 Oct 15 00:25:16.580933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.675902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-0e3a8af5-77e7-4e8e-91bc-cb51c2958555 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4ed16a6d-dfda-48b4-87ce-d72e8a30176a HTTP/1.1" status: 200 len: 2977 time: 0.0888040 Oct 15 00:25:16.692021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41032bf-ff21-48ed-bf9f-c714e0336e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.703144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.744085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.744355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.745111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.745446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > port after_create 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.745783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.746137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > port after_update 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.746466 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.746782 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.747111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.747429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.769022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41032bf-ff21-48ed-bf9f-c714e0336e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.814024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.814410 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.814725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.815052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 00:25:16.815433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246aba07-a053-42ae-85e2-28868d331183']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:16.836194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41032bf-ff21-48ed-bf9f-c714e0336e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.838736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d9577d-2858-417a-8f7a-ef4014dac8df') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:16.839029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d9577d-2858-417a-8f7a-ef4014dac8df') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:16.862742 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.867700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-bb317c91-bcb7-4684-9cda-7c9f47da239b tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/4ed16a6d-dfda-48b4-87ce-d72e8a30176a HTTP/1.1" status: 200 len: 2977 time: 0.1671391 Oct 15 00:25:16.878802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d41032bf-ff21-48ed-bf9f-c714e0336e02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=804785b1ebd940949f6cbc8a42eeea97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214216 Oct 15 00:25:16.880744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41032bf-ff21-48ed-bf9f-c714e0336e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553aac39-6296-4123-aed4-5a2d8360f6ef,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:16.881994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51906) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:16.906442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.924617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:25:16.925260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: from cryptography.utils import int_from_bytes Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: from cryptography.utils import int_from_bytes Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:25:16.932964 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:25:17.021042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-8fadcfc7-a11d-48e6-a096-5eec1e4897ca tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/744f965a-ff05-4691-b122-78f757661f4e HTTP/1.1" status: 200 len: 2981 time: 0.1408105 Oct 15 00:25:17.039945 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0678eb7-ba70-496c-913d-1ffe4157b22f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.111506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0678eb7-ba70-496c-913d-1ffe4157b22f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.113136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.140188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-121a1671-e7b0-4e4f-bdab-da5453fa4205 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/744f965a-ff05-4691-b122-78f757661f4e HTTP/1.1" status: 200 len: 2981 time: 0.1157193 Oct 15 00:25:17.142223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.145377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/246aba07-a053-42ae-85e2-28868d331183 HTTP/1.1" status: 204 len: 168 time: 0.6978242 Oct 15 00:25:17.177446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878892b-9f81-4023-a555-1b1e2ea449fa admin admin] Pushing event deleted for resources: {'Network': ['ID=246aba07-a053-42ae-85e2-28868d331183,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:17.204699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-555a3fe2-588b-4434-b655-c1479560a2d3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:17.206232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-555a3fe2-588b-4434-b655-c1479560a2d3 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 950 time: 0.1520324 Oct 15 00:25:17.250541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-9e5ece6a-b6e7-4ef5-b7cd-72ad6b43440c tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/75157faa-68fd-4508-840a-f801b17efe5e HTTP/1.1" status: 200 len: 2973 time: 0.0880911 Oct 15 00:25:17.325403 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0678eb7-ba70-496c-913d-1ffe4157b22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.328760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0678eb7-ba70-496c-913d-1ffe4157b22f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.333406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0678eb7-ba70-496c-913d-1ffe4157b22f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/553aac39-6296-4123-aed4-5a2d8360f6ef HTTP/1.1" status: 204 len: 168 time: 0.4465327 Oct 15 00:25:17.337400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-fa569df8-ffe1-42ea-ac46-6adc099f29ca tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/75157faa-68fd-4508-840a-f801b17efe5e HTTP/1.1" status: 200 len: 2973 time: 0.0780890 Oct 15 00:25:17.349386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0678eb7-ba70-496c-913d-1ffe4157b22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553aac39-6296-4123-aed4-5a2d8360f6ef,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:17.370291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Deleting port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:17.370641 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.456076 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-8cbbc731-2465-4e19-8cb3-64632a8322dd tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8c80315b-64ab-4877-b4aa-e8d03a94b28a HTTP/1.1" status: 200 len: 2981 time: 0.1018784 Oct 15 00:25:17.492411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51932) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:17.499588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] For port d5c38636-c86d-4b1d-b18b-44cd99f02ba2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:17.499963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.521933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Calling delete_port for d5c38636-c86d-4b1d-b18b-44cd99f02ba2 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:17.535067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-5d25dcb9-da52-4490-97cd-aa24b1c910ec tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8c80315b-64ab-4877-b4aa-e8d03a94b28a HTTP/1.1" status: 200 len: 2981 time: 0.0719247 Oct 15 00:25:17.546024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cedf925c-8e40-4e76-b229-b7356e2a39a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b8272f45e674ed984fc1627889417f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491877 Oct 15 00:25:17.546359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:17.595701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-772a442c-59f0-4996-b4d0-a57dbef963e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.617502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-772a442c-59f0-4996-b4d0-a57dbef963e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.636090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-8a965eaa-a0a2-4127-b231-645401ca6f69 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9488355b-56e3-4a4e-b858-b8fc07695b9e HTTP/1.1" status: 200 len: 2981 time: 0.0615716 Oct 15 00:25:17.719727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-7b39350f-3fa2-47b8-88d7-d1696dcb616e tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9488355b-56e3-4a4e-b858-b8fc07695b9e HTTP/1.1" status: 200 len: 2981 time: 0.0739198 Oct 15 00:25:17.767582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-1f0928e8-f981-4d6f-8ff5-3e900e86097f tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9708169d-a6e9-4f80-be95-a8455ca4e9fa HTTP/1.1" status: 200 len: 2981 time: 0.0409880 Oct 15 00:25:17.814175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-1b8a7475-4ae6-4f01-af91-1ebfd6d254ac tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9708169d-a6e9-4f80-be95-a8455ca4e9fa HTTP/1.1" status: 200 len: 2981 time: 0.0397420 Oct 15 00:25:17.833394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-772a442c-59f0-4996-b4d0-a57dbef963e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.836642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-772a442c-59f0-4996-b4d0-a57dbef963e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.840987 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-772a442c-59f0-4996-b4d0-a57dbef963e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28916df9-c04d-4f62-92ac-73bfcebc5552 HTTP/1.1" status: 204 len: 168 time: 0.2937696 Oct 15 00:25:17.849905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a442c-59f0-4996-b4d0-a57dbef963e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28916df9-c04d-4f62-92ac-73bfcebc5552,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:17.867187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-34022171-bfb4-4cc2-94ba-b715a8bc9823 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/97ec7a72-afa2-460c-b7f0-2a8852b08ef3 HTTP/1.1" status: 200 len: 2981 time: 0.0464001 Oct 15 00:25:17.888561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.901028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d5c38636-c86d-4b1d-b18b-44cd99f02ba2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:17.928287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Pushing event deleted for resources: {'Port': ['ID=d5c38636-c86d-4b1d-b18b-44cd99f02ba2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:17.945075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-494a002c-8367-4a3d-a144-ff0ef4147c58 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/97ec7a72-afa2-460c-b7f0-2a8852b08ef3 HTTP/1.1" status: 200 len: 2981 time: 0.0706763 Oct 15 00:25:17.989369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] No DVR routers for this DVR port d5c38636-c86d-4b1d-b18b-44cd99f02ba2 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:25:17.994025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:17.997469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-305f2212-7e7a-4f5c-969d-85a71d2651c5 req-a59cc505-ac04-48d9-b7a6-06f9a35d7ec1 tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.30 "DELETE /v2.0/ports/d5c38636-c86d-4b1d-b18b-44cd99f02ba2 HTTP/1.1" status: 204 len: 173 time: 0.7825902 Oct 15 00:25:17.997899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'name': 'network-vif-deleted', 'tag': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:18.001169 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85616dcd-d13f-4b01-b8ec-d7dd0d68d313" -d '{"events": [{"server_uuid": "e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3", "name": "network-vif-deleted", "tag": "d5c38636-c86d-4b1d-b18b-44cd99f02ba2"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:18.026000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-380d1bdd-d93e-4b96-ba3a-992a12b7ed75 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a8e854f2-feac-46cf-ad73-c57ea8fd00ea HTTP/1.1" status: 200 len: 2981 time: 0.0655732 Oct 15 00:25:18.104175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-9573d270-4410-4c08-bccd-1f3c3c68d23e tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a8e854f2-feac-46cf-ad73-c57ea8fd00ea HTTP/1.1" status: 200 len: 2981 time: 0.0657234 Oct 15 00:25:18.151318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-bd9137b9-483c-4ff4-84c8-fd513bc42659 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/aed4f636-53ad-44d9-b5ec-8dfbfbe91bcb HTTP/1.1" status: 200 len: 2981 time: 0.0399878 Oct 15 00:25:18.196483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-bb5edc53-606e-4e54-a649-91f655a41714 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/aed4f636-53ad-44d9-b5ec-8dfbfbe91bcb HTTP/1.1" status: 200 len: 2981 time: 0.0380325 Oct 15 00:25:18.221039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:18.236426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23cfcbcb-f48b-4184-ba98-2878204e3bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.244860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-42302ccf-f2e3-4218-a204-9cd37386f919 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d02a3309-453b-4d11-ab97-437fb7656126 HTTP/1.1" status: 200 len: 2981 time: 0.0410004 Oct 15 00:25:18.301510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-e3ab56c6-bc2f-4ad2-a72c-efe5352e317d tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d02a3309-453b-4d11-ab97-437fb7656126 HTTP/1.1" status: 200 len: 2981 time: 0.0503330 Oct 15 00:25:18.314136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23cfcbcb-f48b-4184-ba98-2878204e3bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.347156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-ad640bf4-fc8f-4a1d-bfab-3934537b314f tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d83c6717-ac31-4192-9b3a-dbdb69215cd6 HTTP/1.1" status: 200 len: 2981 time: 0.0391710 Oct 15 00:25:18.392385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-4f7116d3-0516-4506-acce-6065fafb83e9 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d83c6717-ac31-4192-9b3a-dbdb69215cd6 HTTP/1.1" status: 200 len: 2981 time: 0.0386853 Oct 15 00:25:18.424830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23cfcbcb-f48b-4184-ba98-2878204e3bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.440084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-70e3f358-1313-4910-8d20-6e40983925af tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f79def20-4a84-4572-945d-cef1d80af44b HTTP/1.1" status: 200 len: 2981 time: 0.0411077 Oct 15 00:25:18.466986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23cfcbcb-f48b-4184-ba98-2878204e3bd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c39738f7aff04fe59bd89f7af4c9dc72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441003 Oct 15 00:25:18.468385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfcbcb-f48b-4184-ba98-2878204e3bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d8cd7e-3e02-4cb7-a71e-017c50e0f643,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:18.470816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51954) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:18.485640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cbd7ffe-e6e7-4d81-b82f-7536837c55e2 req-b60164df-4294-43c5-924b-806c4ddc3a36 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f79def20-4a84-4572-945d-cef1d80af44b HTTP/1.1" status: 200 len: 2981 time: 0.0382569 Oct 15 00:25:18.543578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88a566ae-8d2e-46da-ac39-a05735894525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.575331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88a566ae-8d2e-46da-ac39-a05735894525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.616275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51964) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:18.618367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a85631a-631c-4384-8935-1510020987e3 req-c95bac9e-db79-4f78-bb48-b37979ba127b tempest-DeleteServersAdminTestJSON-1006390306 tempest-DeleteServersAdminTestJSON-1006390306-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3 HTTP/1.1" status: 200 len: 210 time: 0.0296903 Oct 15 00:25:18.662918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0c9a6e7a-23ac-4216-a732-ad2669ff34eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b74846d2e0f4149982b59f798b03850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453286 Oct 15 00:25:18.665280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51968) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:18.740261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88a566ae-8d2e-46da-ac39-a05735894525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.743449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88a566ae-8d2e-46da-ac39-a05735894525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.744746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-88a566ae-8d2e-46da-ac39-a05735894525 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53d8cd7e-3e02-4cb7-a71e-017c50e0f643 HTTP/1.1" status: 204 len: 168 time: 0.2729740 Oct 15 00:25:18.751707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa911118-d4b8-4665-bec4-dbc881a481c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.752591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc770871-a68b-4d6d-ad51-49fddef28882 req-4c7b30a6-6391-4533-aaa1-f29e5d8a6f1e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:18.754119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc770871-a68b-4d6d-ad51-49fddef28882 req-4c7b30a6-6391-4533-aaa1-f29e5d8a6f1e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 947 time: 0.0647197 Oct 15 00:25:18.770568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a566ae-8d2e-46da-ac39-a05735894525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d8cd7e-3e02-4cb7-a71e-017c50e0f643,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:18.800647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa911118-d4b8-4665-bec4-dbc881a481c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:18.807621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc770871-a68b-4d6d-ad51-49fddef28882 req-724264d3-b893-4d89-b536-3e8aaf2ba6df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472648 Oct 15 00:25:18.920070 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b825a4c0-d13b-4eab-a76d-09da81409eb3 x-openstack-request-id: req-b825a4c0-d13b-4eab-a76d-09da81409eb3 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:18.921128 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3", "name": "network-vif-deleted", "tag": "d5c38636-c86d-4b1d-b18b-44cd99f02ba2", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:18.921576 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b825a4c0-d13b-4eab-a76d-09da81409eb3 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:18.922053 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f3cb03-6b1b-45d0-85b5-33c24c6cc6e3', 'name': 'network-vif-deleted', 'tag': 'd5c38636-c86d-4b1d-b18b-44cd99f02ba2', 'status': 'completed', 'code': 200} Oct 15 00:25:19.003455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa911118-d4b8-4665-bec4-dbc881a481c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.006731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f32fab7f-68fc-4a3e-bfc6-c824c6f5d127 req-7add83fd-be96-42dc-8783-0986fe2f8dec tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=112481162172495682a9bb0afc67d714 HTTP/1.1" status: 200 len: 6101 time: 0.0716753 Oct 15 00:25:19.009930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa911118-d4b8-4665-bec4-dbc881a481c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.016442 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fa911118-d4b8-4665-bec4-dbc881a481c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f79def20-4a84-4572-945d-cef1d80af44b HTTP/1.1" status: 204 len: 168 time: 0.3496544 Oct 15 00:25:19.033538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa911118-d4b8-4665-bec4-dbc881a481c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79def20-4a84-4572-945d-cef1d80af44b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:19.066615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f32fab7f-68fc-4a3e-bfc6-c824c6f5d127 req-7c73d51e-66a7-410b-b904-74335afa2a92 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "GET /v2.0/security-groups/a8e854f2-feac-46cf-ad73-c57ea8fd00ea HTTP/1.1" status: 200 len: 2981 time: 0.0531838 Oct 15 00:25:19.110504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f32fab7f-68fc-4a3e-bfc6-c824c6f5d127 req-f642e9b9-993c-48d9-a732-a8ed79adb32e tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "GET /v2.0/security-groups/a8e854f2-feac-46cf-ad73-c57ea8fd00ea HTTP/1.1" status: 200 len: 2981 time: 0.0397470 Oct 15 00:25:19.165152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27f6018e-112a-4af8-8472-b37443decdf8 req-e6db5581-a2e7-494d-acaf-dc9324ccf6fe tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5627f40e-ba48-4227-bcad-7617c60dde8c HTTP/1.1" status: 200 len: 1777 time: 0.0339921 Oct 15 00:25:19.219828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-27f6018e-112a-4af8-8472-b37443decdf8 req-473baa46-3334-499c-9aec-3efabe711d12 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.241770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-27f6018e-112a-4af8-8472-b37443decdf8 req-473baa46-3334-499c-9aec-3efabe711d12 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.348328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-990caf54-fa3a-4753-b6cd-d873bf667d28 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:25:19.348974 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-990caf54-fa3a-4753-b6cd-d873bf667d28 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5580924 Oct 15 00:25:19.350822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-27f6018e-112a-4af8-8472-b37443decdf8 req-473baa46-3334-499c-9aec-3efabe711d12 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.354074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-27f6018e-112a-4af8-8472-b37443decdf8 req-473baa46-3334-499c-9aec-3efabe711d12 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.358790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27f6018e-112a-4af8-8472-b37443decdf8 req-473baa46-3334-499c-9aec-3efabe711d12 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/5627f40e-ba48-4227-bcad-7617c60dde8c HTTP/1.1" status: 204 len: 173 time: 0.1864164 Oct 15 00:25:19.369738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473baa46-3334-499c-9aec-3efabe711d12 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5627f40e-ba48-4227-bcad-7617c60dde8c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:19.420413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-b45eceb2-2100-47a8-90af-3702b48327af tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:19.421807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-b45eceb2-2100-47a8-90af-3702b48327af tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 1093 time: 0.0611060 Oct 15 00:25:19.431798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Request body: {'binding': {'host': 'n-h2-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:19.437194 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:25:19.439381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-527c36d7-535d-4742-96b2-a7f952ef8293 req-3a73a82d-813d-4b9c-9c11-282f38468db9 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "GET /v2.0/security-groups/6c2f8f0d-f60b-4423-a022-d704f3e85527 HTTP/1.1" status: 200 len: 1777 time: 0.0491433 Oct 15 00:25:19.460857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:19.505029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-527c36d7-535d-4742-96b2-a7f952ef8293 req-e45a1891-1855-4c6e-9d4e-e24cf40b5d38 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.527273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-527c36d7-535d-4742-96b2-a7f952ef8293 req-e45a1891-1855-4c6e-9d4e-e24cf40b5d38 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.601163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on host n-h2-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:19.608719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:19.608719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:19.608950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b36191c9-23de-49a3-8308-ce3420410e0a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:19.609373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:19.609373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:19.612626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:19.612960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:19.613341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:19.613764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Bound port: 319584f3-2a1a-47ab-be84-7199db56a135, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:19.628293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-527c36d7-535d-4742-96b2-a7f952ef8293 req-e45a1891-1855-4c6e-9d4e-e24cf40b5d38 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.631675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-527c36d7-535d-4742-96b2-a7f952ef8293 req-e45a1891-1855-4c6e-9d4e-e24cf40b5d38 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.638236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-527c36d7-535d-4742-96b2-a7f952ef8293 req-e45a1891-1855-4c6e-9d4e-e24cf40b5d38 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c2f8f0d-f60b-4423-a022-d704f3e85527 HTTP/1.1" status: 204 len: 173 time: 0.1855538 Oct 15 00:25:19.654458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a1891-1855-4c6e-9d4e-e24cf40b5d38 tempest-SecurityGroupsTestAdminJSON-1842864764 tempest-SecurityGroupsTestAdminJSON-1842864764-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2f8f0d-f60b-4423-a022-d704f3e85527,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:19.745730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae98d8ce-547c-439d-9417-e4f519cf079b req-3ab94061-6b97-4f1e-8510-f62854dc447f tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "GET /v2.0/security-groups/ebed13df-53c4-4da8-babc-709280ace3c8 HTTP/1.1" status: 200 len: 1777 time: 0.0539064 Oct 15 00:25:19.747678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:19.749640 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc1547b2-1e08-4b9f-946a-b183f03af127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.762224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:19.764899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'mac_address': 'fa:16:3e:9a:27:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:19.817160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.820195 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ae98d8ce-547c-439d-9417-e4f519cf079b req-6434581f-9124-41f1-bbaa-4b884cc9b093 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.834141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36191c9-23de-49a3-8308-ce3420410e0a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:19.849852 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ae98d8ce-547c-439d-9417-e4f519cf079b req-6434581f-9124-41f1-bbaa-4b884cc9b093 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.860969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:19.863833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.868702 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9da3c453-9973-4beb-bc16-7907538216dc service neutron] 10.222.0.13 "POST /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135/bindings HTTP/1.1" status: 201 len: 389 time: 0.4401700 Oct 15 00:25:19.874150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc1547b2-1e08-4b9f-946a-b183f03af127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.950732 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.973576 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc1547b2-1e08-4b9f-946a-b183f03af127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.973812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ae98d8ce-547c-439d-9417-e4f519cf079b req-6434581f-9124-41f1-bbaa-4b884cc9b093 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.977920 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ae98d8ce-547c-439d-9417-e4f519cf079b req-6434581f-9124-41f1-bbaa-4b884cc9b093 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:19.979450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae98d8ce-547c-439d-9417-e4f519cf079b req-6434581f-9124-41f1-bbaa-4b884cc9b093 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "DELETE /v2.0/security-groups/ebed13df-53c4-4da8-babc-709280ace3c8 HTTP/1.1" status: 204 len: 173 time: 0.2326791 Oct 15 00:25:19.991174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434581f-9124-41f1-bbaa-4b884cc9b093 tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebed13df-53c4-4da8-babc-709280ace3c8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:20.022380 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bc1547b2-1e08-4b9f-946a-b183f03af127 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f856ffd127394e06b65c35cc23cb33fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578089 Oct 15 00:25:20.022380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1547b2-1e08-4b9f-946a-b183f03af127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb4ea4b-c713-4e9d-84f4-fc214d96e742,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:20.023111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52012) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:20.026474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:20.097974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19e45e17-7587-47de-96ae-bd511968d6c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.146812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19e45e17-7587-47de-96ae-bd511968d6c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.209041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f508cc3-cd1f-40ac-b448-b101c0a3be69 req-d8a1ec8f-45a3-4b8c-b6f0-155b5b25e831 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:20.212587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f508cc3-cd1f-40ac-b448-b101c0a3be69 req-d8a1ec8f-45a3-4b8c-b6f0-155b5b25e831 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 948 time: 0.1025171 Oct 15 00:25:20.245005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5cf6965b-675b-4708-b89a-a34e49177bb1 req-2d14e843-2507-4165-a019-039b7f303b8d tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "GET /v2.0/security-groups/3b63c3c7-e71e-402e-a9a3-2779514c676a HTTP/1.1" status: 200 len: 1776 time: 0.0620987 Oct 15 00:25:20.279064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f508cc3-cd1f-40ac-b448-b101c0a3be69 req-e1979b24-3f9d-4f47-b870-f0d163eb35eb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567925 Oct 15 00:25:20.284276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b36191c9-23de-49a3-8308-ce3420410e0a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:20.310423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5cf6965b-675b-4708-b89a-a34e49177bb1 req-f703d4e2-ac30-42e3-9046-95f33fa8013d tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.338593 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5cf6965b-675b-4708-b89a-a34e49177bb1 req-f703d4e2-ac30-42e3-9046-95f33fa8013d tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.368286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19e45e17-7587-47de-96ae-bd511968d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.371195 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19e45e17-7587-47de-96ae-bd511968d6c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.375098 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-19e45e17-7587-47de-96ae-bd511968d6c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bb4ea4b-c713-4e9d-84f4-fc214d96e742 HTTP/1.1" status: 204 len: 168 time: 0.3497591 Oct 15 00:25:20.391161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e45e17-7587-47de-96ae-bd511968d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb4ea4b-c713-4e9d-84f4-fc214d96e742,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:20.485055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5cf6965b-675b-4708-b89a-a34e49177bb1 req-f703d4e2-ac30-42e3-9046-95f33fa8013d tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.487685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5cf6965b-675b-4708-b89a-a34e49177bb1 req-f703d4e2-ac30-42e3-9046-95f33fa8013d tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:20.488956 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5cf6965b-675b-4708-b89a-a34e49177bb1 req-f703d4e2-ac30-42e3-9046-95f33fa8013d tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b63c3c7-e71e-402e-a9a3-2779514c676a HTTP/1.1" status: 204 len: 173 time: 0.2428575 Oct 15 00:25:20.493779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a7e15-1608-408b-9757-d8e686baa4ce req-82872453-3981-41a9-ae65-121580e17fcb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:20.497334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-874a7e15-1608-408b-9757-d8e686baa4ce req-82872453-3981-41a9-ae65-121580e17fcb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 945 time: 0.0770330 Oct 15 00:25:20.511241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703d4e2-ac30-42e3-9046-95f33fa8013d tempest-SecurityGroupsTestAdminJSON-1022576000 tempest-SecurityGroupsTestAdminJSON-1022576000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b63c3c7-e71e-402e-a9a3-2779514c676a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:20.596873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-874a7e15-1608-408b-9757-d8e686baa4ce req-6b189b93-697c-415f-9fe6-5d83ac62f5fa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909109 Oct 15 00:25:20.607448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-7db40717-a907-428a-8416-a454fb211c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:20.609607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-7db40717-a907-428a-8416-a454fb211c94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1096 time: 0.0918777 Oct 15 00:25:20.708040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-5e31ccc2-2cd9-4486-ba2a-11b03d1fbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:20.709508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-5e31ccc2-2cd9-4486-ba2a-11b03d1fbb01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.0926712 Oct 15 00:25:20.757728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-7d9e7061-6920-4782-a04d-00ce30916a1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 217 time: 0.0389583 Oct 15 00:25:20.810016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-cad87f8e-5395-4b4c-addf-1621bbebbc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:20.812526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-cad87f8e-5395-4b4c-addf-1621bbebbc9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0461972 Oct 15 00:25:20.845871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-556194d5-16f2-48d8-b27a-a26a6e0b63e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260844 Oct 15 00:25:20.941884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-fbc4c0ee-a2b6-48d8-83cd-f2490065561b service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892413 Oct 15 00:25:21.035600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9e351ba2-788d-4462-a827-0378b5fd0784 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858045 Oct 15 00:25:21.207481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52058) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:21.242471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-3b4b71f2-48b6-4159-816d-902038ca957c tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:21.243852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-3b4b71f2-48b6-4159-816d-902038ca957c tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.0654857 Oct 15 00:25:21.255087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-2'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:21.321535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.343818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52070) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:21.414798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b350526-c7f2-4987-8998-9276ff4da645 req-e79239a7-82cd-40ac-a5e4-5dada65d2108 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:21.416795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b350526-c7f2-4987-8998-9276ff4da645 req-e79239a7-82cd-40ac-a5e4-5dada65d2108 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 948 time: 0.0554309 Oct 15 00:25:21.469331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b350526-c7f2-4987-8998-9276ff4da645 req-1ee26754-497a-4bcf-8dcd-a57c51941aaf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Oct 15 00:25:21.506825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:21.551070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:21.586380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:21.602071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:21.604281 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7bc35e-24d1-4812-a907-a405ffef80db" -d '{"events": [{"server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "name": "network-vif-unplugged", "status": "completed", "tag": "319584f3-2a1a-47ab-be84-7199db56a135"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:21.610515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b36191c9-23de-49a3-8308-ce3420410e0a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:21.611214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.633074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cc97157f-f89c-4aa4-aa5b-f9f99570fe53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=112481162172495682a9bb0afc67d714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244397 Oct 15 00:25:21.635798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52084) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:21.663072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-303666075-network', 'tenant_id': '2e673117b64c44b4acc1d2368257cd90'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:21.726763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.747196 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059de5a5-2458-4b05-8c8a-a9286957715d x-openstack-request-id: req-059de5a5-2458-4b05-8c8a-a9286957715d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:21.747829 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "name": "network-vif-unplugged", "status": "completed", "tag": "319584f3-2a1a-47ab-be84-7199db56a135", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:21.748088 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-059de5a5-2458-4b05-8c8a-a9286957715d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:21.749177 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135', 'code': 200} Oct 15 00:25:21.805899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c16156-8e69-42f4-b137-cc1a791ed1ce req-02f20a9a-9027-41dd-b07a-980a8a1ce0ad tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:21.807605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43c16156-8e69-42f4-b137-cc1a791ed1ce req-02f20a9a-9027-41dd-b07a-980a8a1ce0ad tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.0984015 Oct 15 00:25:21.811685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bae97c5-5e60-4516-969a-1821146a536f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.818340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1993c447-37af-4823-9dc1-086c915f30d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e266f34037544f48da20b7b2b79366f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308259 Oct 15 00:25:21.818931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52094) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:21.833660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port b36191c9-23de-49a3-8308-ce3420410e0a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:21.835249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:21.837687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port b36191c9-23de-49a3-8308-ce3420410e0a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:21.838557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.877971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Made reservation on behalf of 2e673117b64c44b4acc1d2368257cd90 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:21.880429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.890341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bae97c5-5e60-4516-969a-1821146a536f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.905926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43c16156-8e69-42f4-b137-cc1a791ed1ce req-f4cc6460-2c36-4604-8c70-125235b49b20 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786929 Oct 15 00:25:21.909743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on host n-h1-811521-2 for vnic_type normal with profile {"migrating_to": "n-h2-811521-2"} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:21.910076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:21.910422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:21.934206 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.935109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:21.936655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Attempting to bind port 319584f3-2a1a-47ab-be84-7199db56a135 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:21.948472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:21.948755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:21.949085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:21.949737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Bound port: 319584f3-2a1a-47ab-be84-7199db56a135, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:21.949997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:21.985869 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b594f1e4-5ed1-4b81-a4a6-99d1d705b265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.021183 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b594f1e4-5ed1-4b81-a4a6-99d1d705b265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.061951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:22.067469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:22.085646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.097546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bae97c5-5e60-4516-969a-1821146a536f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.105941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bae97c5-5e60-4516-969a-1821146a536f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.107579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6bae97c5-5e60-4516-969a-1821146a536f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8e854f2-feac-46cf-ad73-c57ea8fd00ea HTTP/1.1" status: 204 len: 168 time: 0.4696937 Oct 15 00:25:22.120241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae97c5-5e60-4516-969a-1821146a536f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e854f2-feac-46cf-ad73-c57ea8fd00ea,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:22.194578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.196093 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.204110 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.232450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b594f1e4-5ed1-4b81-a4a6-99d1d705b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.236157 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b594f1e4-5ed1-4b81-a4a6-99d1d705b265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.237705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b594f1e4-5ed1-4b81-a4a6-99d1d705b265 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cd4c122-c4cc-45e3-9902-9d6434c30a14 HTTP/1.1" status: 204 len: 168 time: 0.4177709 Oct 15 00:25:22.239298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:22.245322 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bdd78b-4343-4c34-9048-d1aa9d8e3f9f" -d '{"events": [{"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:22.280931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:25:22.293317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:22.303171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:22.313148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:22.317617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:22.318918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.322121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2366af47-e9e2-488d-8361-60644ed3a97c service neutron] 10.222.0.39 "PUT /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 1121 time: 1.0697005 Oct 15 00:25:22.325160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.330824 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Added segment 7ed16132-c2c5-41b9-8e3a-ba18b7a5304c of type vlan for network 822e0207-d55a-45bf-9f45-24de3fbade56 Oct 15 00:25:22.340402 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c013091-0707-4dcf-9c8b-33e76a2956b1 x-openstack-request-id: req-1c013091-0707-4dcf-9c8b-33e76a2956b1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:22.340946 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:22.341392 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c013091-0707-4dcf-9c8b-33e76a2956b1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:22.341970 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'code': 200} Oct 15 00:25:22.348793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594f1e4-5ed1-4b81-a4a6-99d1d705b265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4c122-c4cc-45e3-9902-9d6434c30a14,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:22.372560 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.402750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['319584f3-2a1a-47ab-be84-7199db56a135'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:22.429791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d5c38636-c86d-4b1d-b18b-44cd99f02ba2 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:22.440334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.463632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: d5c38636-c86d-4b1d-b18b-44cd99f02ba2 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:25:22.463981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d5c38636-c86d-4b1d-b18b-44cd99f02ba2 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:22.479627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca62d7b-badc-45b4-bbc6-af9817fc76be req-70410f53-23cf-437a-a86f-2fba6ce8c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:22.481259 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dca62d7b-badc-45b4-bbc6-af9817fc76be req-70410f53-23cf-437a-a86f-2fba6ce8c578 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 1100 time: 0.0683713 Oct 15 00:25:22.502977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:22.558140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dca62d7b-badc-45b4-bbc6-af9817fc76be req-8e2fdd46-773f-4465-9363-11c564c0e746 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656455 Oct 15 00:25:22.576044 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.577472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:22.577698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:22.660639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cf4a6-7add-4589-bc09-23287bc39ad3 req-c0969dc9-03f8-49be-87e9-9024870b856a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:22.668552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-707cf4a6-7add-4589-bc09-23287bc39ad3 req-c0969dc9-03f8-49be-87e9-9024870b856a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0606835 Oct 15 00:25:22.692688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] Pushing event updated for resources: {'Network': ['ID=822e0207-d55a-45bf-9f45-24de3fbade56,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:22.703432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 822e0207-d55a-45bf-9f45-24de3fbade56 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:25:22.706127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-707cf4a6-7add-4589-bc09-23287bc39ad3 req-a4c2aed1-6ace-4adf-b4ac-2a98be1a6741 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363724 Oct 15 00:25:22.714325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-41ba852e-446b-4eb1-98f5-ba8893fe558c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3654091 Oct 15 00:25:22.714325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52156) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:22.719459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Request body: {'subnet': {'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-303666075-subnet', 'tenant_id': '2e673117b64c44b4acc1d2368257cd90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:22.824823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Made reservation on behalf of 2e673117b64c44b4acc1d2368257cd90 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:22.827299 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.114466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52162) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:23.158894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6ed030ef-5943-4e79-bf54-70a3c230d112 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f046e7c0935f4aa4930eef76b2da3709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432615 Oct 15 00:25:23.161159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52164) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:23.185212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a67d3a-6732-4aeb-83a4-79b8d297fabe req-46ae8a67-6f31-43cd-8cd4-a3debc5fb79f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:23.186967 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f6a67d3a-6732-4aeb-83a4-79b8d297fabe req-46ae8a67-6f31-43cd-8cd4-a3debc5fb79f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.1048009 Oct 15 00:25:23.232912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-485a53f1-59f8-448e-af25-73bfd9582574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.255445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-485a53f1-59f8-448e-af25-73bfd9582574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.263535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f6a67d3a-6732-4aeb-83a4-79b8d297fabe req-ee802fbc-b870-4d3c-93f2-067db8a5e96f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676579 Oct 15 00:25:23.382049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-485a53f1-59f8-448e-af25-73bfd9582574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.384647 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-485a53f1-59f8-448e-af25-73bfd9582574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.385798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-485a53f1-59f8-448e-af25-73bfd9582574 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9708169d-a6e9-4f80-be95-a8455ca4e9fa HTTP/1.1" status: 204 len: 168 time: 0.2234392 Oct 15 00:25:23.400098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a53f1-59f8-448e-af25-73bfd9582574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9708169d-a6e9-4f80-be95-a8455ca4e9fa,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:23.414115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.438033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52172) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:23.492866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94f4e65-63e0-4e73-8782-49af8d28657a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:23.502939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Checking segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:23.503292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Network hostable DHCP agents. Network: 822e0207-d55a-45bf-9f45-24de3fbade56, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:25:23.573324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Network 822e0207-d55a-45bf-9f45-24de3fbade56 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:25:23.647814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 822e0207-d55a-45bf-9f45-24de3fbade56) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:23.653350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:23.653447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.657762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f377e7c5-7b3d-4410-970e-733fc92d6011 None None] Network 822e0207-d55a-45bf-9f45-24de3fbade56 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:25:23.738819 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1bdca8f-c531-40a3-807f-998b8588a5d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0236137 Oct 15 00:25:23.750622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:23.753009 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223129a7-bab5-43e3-98c1-2566c844cdb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "tag": "319584f3-2a1a-47ab-be84-7199db56a135"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:23.783387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa38b6-f6da-4c9a-8971-e90ac525cca8 None None] Network 822e0207-d55a-45bf-9f45-24de3fbade56 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:25:23.798187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52184) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:23.824118 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73b70de-269c-4aa7-b1e0-a25f05751abc x-openstack-request-id: req-d73b70de-269c-4aa7-b1e0-a25f05751abc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:23.824927 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "tag": "319584f3-2a1a-47ab-be84-7199db56a135", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:23.825641 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d73b70de-269c-4aa7-b1e0-a25f05751abc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:23.826249 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135', 'status': 'completed', 'code': 200} Oct 15 00:25:23.831876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-950ee7f6-b307-491f-bc6a-ca9d86ed0775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:23.888406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76324cad-9b2c-48be-ae19-8fa2f67f0622 req-acfcab31-a884-40d9-9778-8f727a2f79af tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:23.894913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76324cad-9b2c-48be-ae19-8fa2f67f0622 req-acfcab31-a884-40d9-9778-8f727a2f79af tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0635669 Oct 15 00:25:23.955370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76324cad-9b2c-48be-ae19-8fa2f67f0622 req-125f9984-a1c8-433c-bf18-9fd49620dc00 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Oct 15 00:25:23.989162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3614a636-9ac7-4e92-8d32-ba9d3e378b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.027849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-9a27aff5-8024-4f27-9b17-f0e78bf97b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:24.029340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-9a27aff5-8024-4f27-9b17-f0e78bf97b5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1124 time: 0.1921325 Oct 15 00:25:24.075353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-950ee7f6-b307-491f-bc6a-ca9d86ed0775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.161370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-950ee7f6-b307-491f-bc6a-ca9d86ed0775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.194272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-4739dba3-9d6c-4164-b5cf-d03e083b17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:24.196055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-4739dba3-9d6c-4164-b5cf-d03e083b17d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1558325 Oct 15 00:25:24.255551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3614a636-9ac7-4e92-8d32-ba9d3e378b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.260364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-950ee7f6-b307-491f-bc6a-ca9d86ed0775 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1b31e1a7f514726ad0d0e053a91db45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612997 Oct 15 00:25:24.262660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-c52c3aa3-0488-4e7c-bde4-80f9d369cb7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 217 time: 0.0525830 Oct 15 00:25:24.263267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52208) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:24.270896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ee7f6-b307-491f-bc6a-ca9d86ed0775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff2d291-fffb-4c0c-b936-6bbead454fe4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:24.315825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d890a62-a751-4045-8efa-aadcba6cb341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.327943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3614a636-9ac7-4e92-8d32-ba9d3e378b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.339960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d890a62-a751-4045-8efa-aadcba6cb341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.417117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e4d3-fba5-463b-995e-7d99c5742324 req-7cbdc574-12d1-461a-abb7-3b4ab846333b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:24.418620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5650e4d3-fba5-463b-995e-7d99c5742324 req-7cbdc574-12d1-461a-abb7-3b4ab846333b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.0710287 Oct 15 00:25:24.429061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-441e2fea-38e4-4c39-9e90-bcf68947c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:24.430613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-441e2fea-38e4-4c39-9e90-bcf68947c560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1570697 Oct 15 00:25:24.471424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3614a636-9ac7-4e92-8d32-ba9d3e378b3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=812b7a5c745e4c0baf78c151510bd7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0315585 Oct 15 00:25:24.476372 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5650e4d3-fba5-463b-995e-7d99c5742324 req-8236c7ca-252b-4897-9781-3a6a308e2a32 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Oct 15 00:25:24.477311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52224) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:24.493996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-efeb2547-9c45-4900-a94c-a18f88b33082 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528440 Oct 15 00:25:24.501132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614a636-9ac7-4e92-8d32-ba9d3e378b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a818a28e-e627-4f07-91ef-fb4b2b582fb9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:24.516895 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d890a62-a751-4045-8efa-aadcba6cb341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.519462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d890a62-a751-4045-8efa-aadcba6cb341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.524117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7d890a62-a751-4045-8efa-aadcba6cb341 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ff2d291-fffb-4c0c-b936-6bbead454fe4 HTTP/1.1" status: 204 len: 168 time: 0.2588279 Oct 15 00:25:24.539133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-c52478fb-c61f-4b67-a808-97a1bbd3d0d3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:24.540602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-c52478fb-c61f-4b67-a808-97a1bbd3d0d3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.2830050 Oct 15 00:25:24.566836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d890a62-a751-4045-8efa-aadcba6cb341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff2d291-fffb-4c0c-b936-6bbead454fe4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:24.598114 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56db6e50-7bb3-4ad6-8270-bc005280a152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.641321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-e03b5c15-22c9-4ae8-8517-c71d3ea9c17a service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345105 Oct 15 00:25:24.643750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56db6e50-7bb3-4ad6-8270-bc005280a152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.678608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fc9e34e4-2cf2-4cfa-a31a-68fe378d2ef8 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/quotas/2e673117b64c44b4acc1d2368257cd90 HTTP/1.1" status: 200 len: 375 time: 0.1218579 Oct 15 00:25:24.771090 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56db6e50-7bb3-4ad6-8270-bc005280a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.776266 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56db6e50-7bb3-4ad6-8270-bc005280a152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:24.779104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-56db6e50-7bb3-4ad6-8270-bc005280a152 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a818a28e-e627-4f07-91ef-fb4b2b582fb9 HTTP/1.1" status: 204 len: 168 time: 0.2998552 Oct 15 00:25:24.794408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db6e50-7bb3-4ad6-8270-bc005280a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818a28e-e627-4f07-91ef-fb4b2b582fb9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:24.971419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-f000c11b-ead7-4ff7-a498-058ae8143e79 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2918711 Oct 15 00:25:25.062746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223129a7-bab5-43e3-98c1-2566c844cdb1 req-2fc0a5e7-6008-4aaa-b280-03a03bdc2837 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144249 Oct 15 00:25:25.097213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b14dff-4fb2-4678-a456-52740e4e6146 req-fa49ba58-709d-4e22-b287-0a74505c17e8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:25.102929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e8456d41-7add-454b-a804-0d4887a42382 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232038 Oct 15 00:25:25.104893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36b14dff-4fb2-4678-a456-52740e4e6146 req-fa49ba58-709d-4e22-b287-0a74505c17e8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0612028 Oct 15 00:25:25.146197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36b14dff-4fb2-4678-a456-52740e4e6146 req-d09be977-e221-41e0-bebe-d803099e789c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Oct 15 00:25:25.207856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-d5a8a5a1-64ec-421e-bd1b-2678a7dae368 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976169 Oct 15 00:25:25.469660 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f908a38-1b7a-4ac8-aba2-9d376643b88f req-2e5ef47d-cc80-4315-8a86-ea904467d2bd tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 210 time: 0.0444086 Oct 15 00:25:25.615461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01847f0-9899-4953-8c4d-26f62a538ba9 req-31ba3821-f51b-4a93-818b-d085df08a9a0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:25.616967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c01847f0-9899-4953-8c4d-26f62a538ba9 req-31ba3821-f51b-4a93-818b-d085df08a9a0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.0649905 Oct 15 00:25:25.643952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:25.660504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c01847f0-9899-4953-8c4d-26f62a538ba9 req-4ab0a3cc-1ab0-40df-86e6-2b9e14a72f06 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Oct 15 00:25:25.793396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:25.805222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 has no active binding in host n-h2-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:25:26.147667 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a1ff11bd-6b74-4fd9-ad8a-b8e8ba0da32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:26.281737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d830-51bd-46a7-a5d3-ecddb663b024 req-1f97b4b5-2c89-4835-855c-9a148b253015 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:26.283413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-efa7d830-51bd-46a7-a5d3-ecddb663b024 req-1f97b4b5-2c89-4835-855c-9a148b253015 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0560603 Oct 15 00:25:26.331987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-efa7d830-51bd-46a7-a5d3-ecddb663b024 req-fa3cdb43-42e4-4247-86bb-47cfe49fe8c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Oct 15 00:25:26.450766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-b70b3d73-7744-47dd-82f8-cafdcab13a32 req-92c668c6-9088-4f69-8601-3236283ac294 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:25:26.452565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b70b3d73-7744-47dd-82f8-cafdcab13a32 req-92c668c6-9088-4f69-8601-3236283ac294 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066030 Oct 15 00:25:26.555885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52350) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:26.594797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24feb740-bdce-4913-8458-f3a3f319ae4b req-4e0247cc-2bab-4b2d-8609-32acac4eb4fe tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 210 time: 0.0370126 Oct 15 00:25:26.663637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-network', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:26.847999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Made reservation on behalf of 3c245da91141429f8efd8ae6dc008bbe for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:26.850739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:26.874074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:26.957183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a269-3625-4668-b01c-748e83d2f38e req-61036184-8850-4458-b958-9c6d82b590ae tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:26.962674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a510a269-3625-4668-b01c-748e83d2f38e req-61036184-8850-4458-b958-9c6d82b590ae tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.0774012 Oct 15 00:25:27.014477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-7db28ac3-a781-4fcb-ba3a-9a1e3e8e50ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1b282d4b6c404b48ad7effb39d3b7a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328019 Oct 15 00:25:27.027919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a510a269-3625-4668-b01c-748e83d2f38e req-3bbaedfe-df2d-4843-913e-4017706ce21e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598359 Oct 15 00:25:27.044092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:27.102383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-e865c6ea-5be1-4bbd-a716-5e0abc0de17f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454931 Oct 15 00:25:27.152084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-80b10deb-fc59-437c-9a9f-6198699a6f73 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:27.153926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-80b10deb-fc59-437c-9a9f-6198699a6f73 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386526 Oct 15 00:25:27.173827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bd286-01dd-4075-a35a-06378b26def0 req-0f7a7c7a-90d8-4af8-ac59-e73a4c673f88 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:27.175354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-408bd286-01dd-4075-a35a-06378b26def0 req-0f7a7c7a-90d8-4af8-ac59-e73a4c673f88 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0640976 Oct 15 00:25:27.176472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:27.187461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5a32f34b-242e-4aeb-93e2-1b86473ca9f9 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/quotas/1b282d4b6c404b48ad7effb39d3b7a00 HTTP/1.1" status: 200 len: 375 time: 0.0260704 Oct 15 00:25:27.227118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:25:27.242894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-ca9665bb-5127-43c5-bd36-064b909decff tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b282d4b6c404b48ad7effb39d3b7a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483165 Oct 15 00:25:27.253774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2108b9f6-2448-4128-bae0-57b6632edc80,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:27.265279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:27.265889 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Added segment 83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22 of type vlan for network a2376178-64f8-419b-99d7-8ccc560b6b6a Oct 15 00:25:27.293482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-408bd286-01dd-4075-a35a-06378b26def0 req-2fe116c1-206c-443a-a16c-02531430ece1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035895 Oct 15 00:25:27.346385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:27.465426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:27.466724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:27.468816 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:27.517927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a17363a1-e6f6-4a6a-b153-b6437642d525 req-00756d83-637f-4a25-b21d-3c1d0151765e tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 210 time: 0.0512438 Oct 15 00:25:27.558782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Pushing event updated for resources: {'Network': ['ID=a2376178-64f8-419b-99d7-8ccc560b6b6a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:27.567284 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0077820 Oct 15 00:25:27.570179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52408) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:27.577134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Request body: {'subnet': {'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-subnet', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:27.588455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.588802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.589214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.589463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.589786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.590128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.590458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.590784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.591105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.591522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.591736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.592623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a24b35-6e04-41b6-90bc-89f6ddefca3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:27.617034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network a2376178-64f8-419b-99d7-8ccc560b6b6a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:25:27.674234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-5e441b4c-64d1-410f-9cfe-fadd08bc1d13 service neutron] 10.222.0.30 "GET /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135/bindings/n-h2-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.0943487 Oct 15 00:25:27.736827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Made reservation on behalf of 3c245da91141429f8efd8ae6dc008bbe for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:27.739406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:27.806927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4c32f8a-314c-4cbb-8bf6-100eb779edb2 req-b4ba4e90-4ca3-46f9-85f2-515a3f8f082b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 210 time: 0.0583663 Oct 15 00:25:28.022036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:28.078377 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:25:28.113382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:28.203235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319584f3-2a1a-47ab-be84-7199db56a135 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:28.221956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:28.225357 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.232280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-1e06fd5c-8971-4911-8f54-19fac00c77c8 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:28.239835 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-1e06fd5c-8971-4911-8f54-19fac00c77c8 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.1917613 Oct 15 00:25:28.256048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Request body: {'port': {'device_id': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'admin_state_up': True, 'tenant_id': '2e673117b64c44b4acc1d2368257cd90'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:28.278289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e05d32-8fbb-4977-af4c-8b78690f6cef req-19d27bfd-89cc-4d8f-b921-6f161229efc3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:28.285871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7e05d32-8fbb-4977-af4c-8b78690f6cef req-19d27bfd-89cc-4d8f-b921-6f161229efc3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 943 time: 0.1640954 Oct 15 00:25:28.299283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Pushing event updated for resources: {'Subnet': ['ID=819c99b8-2abc-4535-8e73-4e7d7cff1994,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:28.339175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.339518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.339857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.340186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.340512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.340836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.341157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.341475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.341794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.342646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.342970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.343286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:28.368872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Checking segment: {'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:28.369289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Network hostable DHCP agents. Network: a2376178-64f8-419b-99d7-8ccc560b6b6a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:25:28.392941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7e05d32-8fbb-4977-af4c-8b78690f6cef req-87e32110-51fb-4b4c-9638-5c232385fe02 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804331 Oct 15 00:25:28.392941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.516986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] Transition to ACTIVE for port object 319584f3-2a1a-47ab-be84-7199db56a135 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:28.554151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56df51-d1dd-47ce-973d-d926d3aafba1 req-e58f239c-6050-497e-8521-08c925dc2291 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:28.554441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Network a2376178-64f8-419b-99d7-8ccc560b6b6a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:25:28.563438 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd56df51-d1dd-47ce-973d-d926d3aafba1 req-e58f239c-6050-497e-8521-08c925dc2291 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1038349 Oct 15 00:25:28.583874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.615580 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd56df51-d1dd-47ce-973d-d926d3aafba1 req-17584a02-3620-4ae9-b5be-c1becf3c4d47 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Oct 15 00:25:28.630766 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-463d528d-7c62-4800-ad92-eab65998206b req-c989a5d2-298d-41e2-b5df-7af244275bc3 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 210 time: 0.0599656 Oct 15 00:25:28.678482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] No DVR routers for this DVR port 319584f3-2a1a-47ab-be84-7199db56a135 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:25:28.684348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb1905-6c90-4692-a073-865969714926 service neutron] Pushing event updated for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:28.702792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Made reservation on behalf of 2e673117b64c44b4acc1d2368257cd90 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:28.707105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.707250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, a2376178-64f8-419b-99d7-8ccc560b6b6a) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:28.711684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:28.712297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.718066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d41329-b6dd-4202-a983-08efb1b8d39b None None] Network a2376178-64f8-419b-99d7-8ccc560b6b6a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:25:28.724565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-23bb1905-6c90-4692-a073-865969714926 service neutron] 10.222.0.30 "PUT /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135/bindings/n-h2-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0415471 Oct 15 00:25:28.795752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-663b2574-e184-4f28-8b2a-5f16853cb049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.804221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-658f9a97-a881-4cdf-a2b4-36ebc43ab95a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2305939 Oct 15 00:25:28.805038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52506) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:28.813263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:28.885694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Allocated IP 172.20.0.14 (822e0207-d55a-45bf-9f45-24de3fbade56/a94f4e65-63e0-4e73-8782-49af8d28657a/fc5dfebd-4185-458d-91c9-80c9306f0ed2) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:28.905782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-a2376178-64f8-419b-99d7-8ccc560b6b6a', 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'fixed_ips': [{'subnet_id': '819c99b8-2abc-4535-8e73-4e7d7cff1994'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:25:28.906707 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.935233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.937485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:28.954668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-59372a3e-a047-41a6-ae89-edf79ebb82c2 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:28.955415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0d9c0b2-36a2-481c-90c3-e3578e5536f2 req-6dd274dd-210e-4bd8-a82f-8d2548b6d871 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 210 time: 0.0494909 Oct 15 00:25:28.956253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-59372a3e-a047-41a6-ae89-edf79ebb82c2 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.0730548 Oct 15 00:25:29.065493 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.079343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Allocated IP 172.20.0.2 (a2376178-64f8-419b-99d7-8ccc560b6b6a/819c99b8-2abc-4535-8e73-4e7d7cff1994/2a114d9a-d523-4c29-bfa6-121e0e223bbd) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:29.106278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-64107dff-6a45-4433-b9c6-5f4a7bc154c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:29.108521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-64107dff-6a45-4433-b9c6-5f4a7bc154c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65&tenant_id=081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 1095 time: 0.1331639 Oct 15 00:25:29.123724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.204757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52512) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:29.261605 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.262388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.295650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-dd3f1352-6585-4e85-8403-083ca03abd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:29.297158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-dd3f1352-6585-4e85-8403-083ca03abd81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1095 time: 0.1148188 Oct 15 00:25:29.307623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Network 822e0207-d55a-45bf-9f45-24de3fbade56 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:29.311787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:29.315640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:29.332618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.345463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.372604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:29.377652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77aedb63-f1c8-4771-8b89-ab01ff5f7049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.393551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Network a2376178-64f8-419b-99d7-8ccc560b6b6a is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:29.396763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:29.400258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:29.403923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:29.405354 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.439543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Pushing event updated for resources: {'Port': ['ID=2a114d9a-d523-4c29-bfa6-121e0e223bbd,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:29.456028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2843cf37-6936-4e72-b54b-828e4a5ed3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:29.457662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-2843cf37-6936-4e72-b54b-828e4a5ed3b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1344585 Oct 15 00:25:29.476652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Attempting to bind port 2a114d9a-d523-4c29-bfa6-121e0e223bbd on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:29.477102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Attempting to bind port 2a114d9a-d523-4c29-bfa6-121e0e223bbd by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:29.477531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Attempting to bind port 2a114d9a-d523-4c29-bfa6-121e0e223bbd on network a2376178-64f8-419b-99d7-8ccc560b6b6a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:29.484768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:29.484768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Checking segment: {'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:29.485527 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.486475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Bound using segment: {'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:29.486629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Bound port: 2a114d9a-d523-4c29-bfa6-121e0e223bbd, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:29.487126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.519536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fb0de673-9fe3-41b5-8128-a4cf967bf48a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2689259 Oct 15 00:25:29.546999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77aedb63-f1c8-4771-8b89-ab01ff5f7049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.553621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Request body: {'port': {'device_id': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:29.579580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] For port 2a114d9a-d523-4c29-bfa6-121e0e223bbd, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:29.584691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] For port 2a114d9a-d523-4c29-bfa6-121e0e223bbd, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2a114d9a-d523-4c29-bfa6-121e0e223bbd,segment=NetworkSegment(83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22),segment_id=83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:29.597015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-f4b4e81d-a196-43d9-9041-c1683bd7a191 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 217 time: 0.0789592 Oct 15 00:25:29.618493 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.671884 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77aedb63-f1c8-4771-8b89-ab01ff5f7049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.685401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9527a242-fde3-4996-94f9-a75ceccff87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:29.688623 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:29.692547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-9527a242-fde3-4996-94f9-a75ceccff87b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0770986 Oct 15 00:25:29.756650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a41fa-c867-43ff-b7af-6e075369248b req-3d8332bf-7b91-4d0d-8818-6e62a18e4fd3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:29.758300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-606a41fa-c867-43ff-b7af-6e075369248b req-3d8332bf-7b91-4d0d-8818-6e62a18e4fd3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.1751904 Oct 15 00:25:29.758729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b69d0-4ed0-46f2-8a4c-f43e3dfa6b47 None None] Pushing event updated for resources: {'Port': ['ID=2a114d9a-d523-4c29-bfa6-121e0e223bbd,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:29.778610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aedb63-f1c8-4771-8b89-ab01ff5f7049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00e569-9761-4dd9-a1f8-a4d65daeba91,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:29.791530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77aedb63-f1c8-4771-8b89-ab01ff5f7049 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b143fa0e576849bdaf6e948b77473936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857043 Oct 15 00:25:29.799049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52530) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:29.827011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-c617dd85-cb1a-4e09-85fc-08b8c2c676eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668938 Oct 15 00:25:29.875460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7180d-5fb2-4897-9112-0ac5b5886d7e req-8462229d-cf70-4bd7-8de1-eed6362c1490 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:29.877516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84f7180d-5fb2-4897-9112-0ac5b5886d7e req-8462229d-cf70-4bd7-8de1-eed6362c1490 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1728976 Oct 15 00:25:29.929912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-606a41fa-c867-43ff-b7af-6e075369248b req-92dd45e8-0524-4fff-9f4e-7929ffa08778 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542642 Oct 15 00:25:30.030716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5bed477f-1ad9-4ea4-9e36-a2d11ed9a236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.072307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.106632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84f7180d-5fb2-4897-9112-0ac5b5886d7e req-b08fbb19-80d9-4e66-a9cd-bb9b586212ef tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136803 Oct 15 00:25:30.115717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5bed477f-1ad9-4ea4-9e36-a2d11ed9a236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.132009 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.134601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ed432bb-80f5-404f-9fdd-e5ff22cb6d48 req-829321c2-43eb-40ed-b816-33029314bcd6 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 210 time: 0.0636928 Oct 15 00:25:30.183437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-a269094a-cc12-4fb2-86ab-13ebd97d9e5c service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369772 Oct 15 00:25:30.196109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5dfebd-4185-458d-91c9-80c9306f0ed2 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:30.212735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.250282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Transition to ACTIVE for port object fc5dfebd-4185-458d-91c9-80c9306f0ed2 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:30.278314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359abae-13c9-4120-a13a-ad43e6e0fa16 req-d1850878-ffbe-422e-8a77-78cc886af269 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:30.279955 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d359abae-13c9-4120-a13a-ad43e6e0fa16 req-d1850878-ffbe-422e-8a77-78cc886af269 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 932 time: 0.0794365 Oct 15 00:25:30.333592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.359217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.368214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2a114d9a-d523-4c29-bfa6-121e0e223bbd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:30.385785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.389823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d359abae-13c9-4120-a13a-ad43e6e0fa16 req-da06d7a3-9151-4d2f-b7de-d19f8f3c0540 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028790 Oct 15 00:25:30.409419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-d8fcd767-9bd8-45f4-a404-559bd768b902 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930976 Oct 15 00:25:30.434993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:30.454826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5bed477f-1ad9-4ea4-9e36-a2d11ed9a236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.458450 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5bed477f-1ad9-4ea4-9e36-a2d11ed9a236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.459172 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 2a114d9a-d523-4c29-bfa6-121e0e223bbd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:30.459813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.462804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5bed477f-1ad9-4ea4-9e36-a2d11ed9a236 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c00e569-9761-4dd9-a1f8-a4d65daeba91 HTTP/1.1" status: 204 len: 168 time: 0.6391747 Oct 15 00:25:30.472188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-4e34bda0-b145-45c8-b72f-880d5fe37452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:30.473689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-4e34bda0-b145-45c8-b72f-880d5fe37452 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 1100 time: 0.1411569 Oct 15 00:25:30.512509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed477f-1ad9-4ea4-9e36-a2d11ed9a236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00e569-9761-4dd9-a1f8-a4d65daeba91,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:30.516604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:25:30.615650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:25:30.634127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Allocated IP 172.25.2.157 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:30.661098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Attempting to bind port fc5dfebd-4185-458d-91c9-80c9306f0ed2 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:30.661605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Attempting to bind port fc5dfebd-4185-458d-91c9-80c9306f0ed2 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:30.661794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Attempting to bind port fc5dfebd-4185-458d-91c9-80c9306f0ed2 on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:30.681616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Port fc5dfebd-4185-458d-91c9-80c9306f0ed2 on network 822e0207-d55a-45bf-9f45-24de3fbade56 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:30.681946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Attempting to bind port fc5dfebd-4185-458d-91c9-80c9306f0ed2 on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:30.691552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-195a011f-55af-499f-bbc7-0a2bb2199ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:30.698399 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-195a011f-55af-499f-bbc7-0a2bb2199ae3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1946545 Oct 15 00:25:30.698399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:30.698399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Checking segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:30.698399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Bound using segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:30.698399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Bound port: fc5dfebd-4185-458d-91c9-80c9306f0ed2, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:30.698399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.725504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.769123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 2a114d9a-d523-4c29-bfa6-121e0e223bbd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2a114d9a-d523-4c29-bfa6-121e0e223bbd,segment=NetworkSegment(83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22),segment_id=83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:30.776384 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-148a3dad-4d19-46e5-ac78-5bb9e1b660fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 200 len: 217 time: 0.0699754 Oct 15 00:25:30.832198 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.837993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:30.887545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-f97cfb47-2df3-44ea-b8e3-aece897af714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:30.890057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-f97cfb47-2df3-44ea-b8e3-aece897af714 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0899334 Oct 15 00:25:30.899549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:30.923653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=2a114d9a-d523-4c29-bfa6-121e0e223bbd,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:30.952735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:30.993542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-708d5100-660f-4cd2-803e-24cd6bb7561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:30.995641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-708d5100-660f-4cd2-803e-24cd6bb7561d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972011 Oct 15 00:25:31.004746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:31.073013 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:31.105472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:31.120395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:31.125814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:31.132135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Pushing event updated for resources: {'Port': ['ID=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:31.165408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad290e3-55c4-4229-b696-151e542f058b None None] Network a2376178-64f8-419b-99d7-8ccc560b6b6a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:25:31.171127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6567-92ec-4090-9944-8d2d31feb4d3 req-55e15f54-d36d-4bd5-8fc7-25b190d46560 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.172780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af8e6567-92ec-4090-9944-8d2d31feb4d3 req-55e15f54-d36d-4bd5-8fc7-25b190d46560 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.1087863 Oct 15 00:25:31.235719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-8c892bfb-db34-4882-90ff-08e0ae942126 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237048 Oct 15 00:25:31.253684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-02aecce1-76f0-4245-848c-05ce3de1fe70 None None] Provisioning complete for port 2a114d9a-d523-4c29-bfa6-121e0e223bbd triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:31.254048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-02aecce1-76f0-4245-848c-05ce3de1fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:31.260518 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-21038490-c5fb-437f-994c-f60ec756247f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1823876 Oct 15 00:25:31.264934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-b07f8fe5-60b7-41ca-b2b9-26926416c53a tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b282d4b6c404b48ad7effb39d3b7a00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668020 Oct 15 00:25:31.272149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.272847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:31.274300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc5dfebd-4185-458d-91c9-80c9306f0ed2 HTTP/1.1" status: 200 len: 1092 time: 1.7389479 Oct 15 00:25:31.274815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:31.277308 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acca946-bcb4-4157-bd30-cec591a798d1" -d '{"events": [{"name": "network-changed", "server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:31.321775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af8e6567-92ec-4090-9944-8d2d31feb4d3 req-2e66af82-dee4-488a-b874-7324a86c3c06 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423960 Oct 15 00:25:31.416195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52590) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:31.443728 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af2f8136-1183-4cfc-9bda-fb1030b81b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:31.516237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ae3e4-7914-4366-ba11-29cca3424397 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:31.527501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-1828a626-18e6-4c36-8c04-88d971130451 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.529034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-e172b947-130b-4e7f-976c-a9b423e82426 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.530511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-e172b947-130b-4e7f-976c-a9b423e82426 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2240119 Oct 15 00:25:31.535298 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-1828a626-18e6-4c36-8c04-88d971130451 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735581 Oct 15 00:25:31.548566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Request body: {'port': {'device_id': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '1b282d4b6c404b48ad7effb39d3b7a00'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:31.592040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-fce27916-fe9a-4d90-95c1-c09b97c6c418 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/quotas/6c54c27c9a6f468ba339a5e55f907e8e HTTP/1.1" status: 200 len: 375 time: 0.0556047 Oct 15 00:25:31.621190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-da0d205f-32ce-45e0-9ace-27e5a1d1304b tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.622850 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-da0d205f-32ce-45e0-9ace-27e5a1d1304b tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.3837647 Oct 15 00:25:31.631350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-5f346a95-905f-48ed-8b97-0b50f10ebee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.632842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-5f346a95-905f-48ed-8b97-0b50f10ebee7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 1095 time: 0.1561279 Oct 15 00:25:31.648260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d957-5eae-4aad-859d-51c9204c9ae6 req-05a302bc-b56b-4c28-8748-d675dbdd5c1b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.653481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6553d957-5eae-4aad-859d-51c9204c9ae6 req-05a302bc-b56b-4c28-8748-d675dbdd5c1b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1904526 Oct 15 00:25:31.663406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-e166c672-eb40-4afd-959a-de306d9ba25f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619402 Oct 15 00:25:31.692408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-90753cdb-293c-42f3-a885-bc083bb2dbfe service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219410 Oct 15 00:25:31.726597 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-74209524-013a-410f-97f1-418b251a4efe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0669765 Oct 15 00:25:31.763147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-29a99062-bb20-46da-aae9-c7cb26fac93d None None] Provisioning complete for port 2a114d9a-d523-4c29-bfa6-121e0e223bbd triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:31.765331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-29a99062-bb20-46da-aae9-c7cb26fac93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:31.812395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e23af48a-1d18-4cb4-a8f2-a0bd1d59713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:31.814389 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-e23af48a-1d18-4cb4-a8f2-a0bd1d59713d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.0766196 Oct 15 00:25:31.885192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-fea81dbe-74a2-4e53-900a-5d54990fd667 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625103 Oct 15 00:25:32.025407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-089585fc-d120-4185-bd25-c2236bca6489 service neutron] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:32.031937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-089585fc-d120-4185-bd25-c2236bca6489 service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.034685 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a5e20f7-8d13-4459-8558-789b377e1b85 req-089585fc-d120-4185-bd25-c2236bca6489 service neutron] 10.222.0.39 "DELETE /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135/bindings/n-h1-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.3980522 Oct 15 00:25:32.073790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.090727 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2874f8f-b95c-429e-b7a3-e7377a8fc4aa req-065622ab-3565-45c7-b1f0-179cc9ccfe39 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 210 time: 0.0515246 Oct 15 00:25:32.094483 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-264e9968-effc-48a6-acb7-36c6262a2e03 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005806 Oct 15 00:25:32.132627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af2f8136-1183-4cfc-9bda-fb1030b81b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.153365 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca44fba8-cef0-48a9-a1d4-9cca75fb73ce x-openstack-request-id: req-ca44fba8-cef0-48a9-a1d4-9cca75fb73ce {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:32.153365 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:32.153365 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca44fba8-cef0-48a9-a1d4-9cca75fb73ce {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:32.153894 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'status': 'completed', 'code': 200} Oct 15 00:25:32.162630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6553d957-5eae-4aad-859d-51c9204c9ae6 req-2ceaff0e-fcd3-44ce-ba6c-6320c9036de1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425108 Oct 15 00:25:32.170731 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.237113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af2f8136-1183-4cfc-9bda-fb1030b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.267049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Made reservation on behalf of 1b282d4b6c404b48ad7effb39d3b7a00 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:32.270646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.308605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9cdbd4d-fce3-4356-971d-11925c23e15a req-94c09a41-6063-42b4-94f3-31c776a23a22 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080674 Oct 15 00:25:32.310271 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.324938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5a27b-13de-48e9-9fae-1c9a17be679c req-a775a6e4-512a-4559-adb2-5ba9a3f96898 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:32.326853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ed5a27b-13de-48e9-9fae-1c9a17be679c req-a775a6e4-512a-4559-adb2-5ba9a3f96898 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 944 time: 0.0861192 Oct 15 00:25:32.333221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2a114d9a-d523-4c29-bfa6-121e0e223bbd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:32.334313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f8136-1183-4cfc-9bda-fb1030b81b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdeae5d-d49d-437f-8c6f-c319e86eda39,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:32.360427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-af2f8136-1183-4cfc-9bda-fb1030b81b61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a721658f1b9461bad5f0f2a27074082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9332247 Oct 15 00:25:32.360887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52614) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:32.402785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 2a114d9a-d523-4c29-bfa6-121e0e223bbd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:32.403236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.428182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ed5a27b-13de-48e9-9fae-1c9a17be679c req-e8874b46-3528-4fdc-8769-1631838f0f3b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906706 Oct 15 00:25:32.539209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a0b19af-d34a-432c-9c0b-cde9e47389b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.548448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.552175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-607bd900-4729-40f1-b41f-e394a3f23640 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1403615 Oct 15 00:25:32.588429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a0b19af-d34a-432c-9c0b-cde9e47389b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.633349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-5712d248-d656-483d-b4a5-16627cc851bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:32.634973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-5712d248-d656-483d-b4a5-16627cc851bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 1095 time: 0.1597276 Oct 15 00:25:32.689809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ee4c4-b44e-48f0-9ac8-c4e4113da9d4 req-f0d57bf8-3c4c-4e7e-8d38-38e3df01039b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:32.691474 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c63ee4c4-b44e-48f0-9ac8-c4e4113da9d4 req-f0d57bf8-3c4c-4e7e-8d38-38e3df01039b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.1488767 Oct 15 00:25:32.809765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c63ee4c4-b44e-48f0-9ac8-c4e4113da9d4 req-94d6d7cf-2125-4452-b9bc-9bc47e329ab0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034732 Oct 15 00:25:32.828388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-b47d8005-a3e6-41b9-ae72-9cfd01c8c0a5 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:32.829703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-b47d8005-a3e6-41b9-ae72-9cfd01c8c0a5 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696164 Oct 15 00:25:32.841748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-a12006b8-0627-42af-b1b6-fafbc6b44467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:32.844149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-a12006b8-0627-42af-b1b6-fafbc6b44467 service neutron] 10.222.0.30 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 905 time: 0.2007227 Oct 15 00:25:32.867578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-6aa3d3d3-21cb-441d-a3fc-246c12c3583f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/quotas/6c54c27c9a6f468ba339a5e55f907e8e HTTP/1.1" status: 200 len: 375 time: 0.0237768 Oct 15 00:25:32.896576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.897274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-63b8a95f-5dcd-48a9-8779-db93078592c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2 HTTP/1.1" status: 200 len: 217 time: 0.0433998 Oct 15 00:25:32.897914 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a0b19af-d34a-432c-9c0b-cde9e47389b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.902721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a0b19af-d34a-432c-9c0b-cde9e47389b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:32.905756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a0b19af-d34a-432c-9c0b-cde9e47389b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cdeae5d-d49d-437f-8c6f-c319e86eda39 HTTP/1.1" status: 204 len: 168 time: 0.5434809 Oct 15 00:25:32.941857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b19af-d34a-432c-9c0b-cde9e47389b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdeae5d-d49d-437f-8c6f-c319e86eda39,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:32.947016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-4b6bed2a-0091-48b1-bf9d-8c4d356c3a51 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632815 Oct 15 00:25:32.963837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-e07427be-e4f9-4806-b164-5f5710bc0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:32.965405 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-e07427be-e4f9-4806-b164-5f5710bc0ce2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.0585208 Oct 15 00:25:33.003106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:33.039461 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-c4c3a21d-abd7-466d-b6e3-e9c1fd7a0c80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647864 Oct 15 00:25:33.108720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Router f8da8938-5e92-4add-bb9c-2db57728f225 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:25:33.200400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-56d2d8e9-d524-4b93-8cc3-8fa67adef340 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530080 Oct 15 00:25:33.228218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e497e31-35aa-4dfa-9ae2-7592b79bb635,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:33.254475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Allocated IP 192.168.233.176 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/87727d9f-e8c4-4751-8f2b-6e26468dda8a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:33.335329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e7875-da5f-4946-88d7-1200c3d3325d req-dbfff654-950e-402e-9725-a5622547a47c tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:33.336771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-795e7875-da5f-4946-88d7-1200c3d3325d req-dbfff654-950e-402e-9725-a5622547a47c tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1095 time: 0.1045380 Oct 15 00:25:33.363694 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2acca946-bcb4-4157-bd30-cec591a798d1 req-4ce9740b-13de-4878-87e8-312c69e5622d service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554024 Oct 15 00:25:33.384673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4a93c61-be04-441f-9485-497860fac14c req-a17d1a1d-a09e-4d55-865c-2e4304264872 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 210 time: 0.0471528 Oct 15 00:25:33.388620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:25:33.409415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Sync routers for ids ['f8da8938-5e92-4add-bb9c-2db57728f225'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:25:33.410949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-795e7875-da5f-4946-88d7-1200c3d3325d req-1a637631-e6ba-4d5e-bf6d-c5fab5b70278 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589664 Oct 15 00:25:33.447655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Routers {'f8da8938-5e92-4add-bb9c-2db57728f225'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:33.447655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:25:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f8da8938-5e92-4add-bb9c-2db57728f225'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:33.534201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361844c7-7f40-43ca-a7d8-0280ec983f01 req-11440503-ed1e-4856-bbc2-a15936de7f4b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:33.547095 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-361844c7-7f40-43ca-a7d8-0280ec983f01 req-11440503-ed1e-4856-bbc2-a15936de7f4b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0828443 Oct 15 00:25:33.550400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:33.552208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6841e26a-e74b-4be2-aecd-0d70bbb361ef admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7450826 Oct 15 00:25:33.555518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52642) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:33.638545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-361844c7-7f40-43ca-a7d8-0280ec983f01 req-5f847ffc-a4fa-4609-a65e-e3d5f7e89868 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833700 Oct 15 00:25:33.722256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59776dcc-ca35-425a-ad93-c6f1c239cdda req-81535218-5ee9-447e-b5e1-c2b5b4591205 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0570910 Oct 15 00:25:33.820355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b753-afe3-4d70-832c-f375fc18f513 req-6c218cfb-75c6-4021-b614-0a3039aa8490 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:33.828202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f129b753-afe3-4d70-832c-f375fc18f513 req-6c218cfb-75c6-4021-b614-0a3039aa8490 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 944 time: 0.1199646 Oct 15 00:25:33.866882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f129b753-afe3-4d70-832c-f375fc18f513 req-4c7a76b4-fccb-42c2-91af-6898d35f793c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Oct 15 00:25:33.869567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Set router f8da8938-5e92-4add-bb9c-2db57728f225 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:33.899033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.080618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-45d232b5-d9ec-49d8-b3e9-104034f2afc2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:34.082072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-45d232b5-d9ec-49d8-b3e9-104034f2afc2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.2372043 Oct 15 00:25:34.114890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:25:31Z', 'revision_number': 3, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port': {'id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:30Z', 'updated_at': '2021-10-15T00:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:34.146235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-30e37ee0-00f3-48cc-8df4-682b175ae8a4 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/quotas/081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 375 time: 0.0492444 Oct 15 00:25:34.146450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Checking router: f8da8938-5e92-4add-bb9c-2db57728f225 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:25:34.146450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Updating router f8da8938-5e92-4add-bb9c-2db57728f225 port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:25:34.176863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.186541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.282348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:34.292326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:34.294824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:34.343152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-e03a3470-5dc1-4507-9963-f36c836d36da tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901808 Oct 15 00:25:34.343837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Pushing event updated for resources: {'Port': ['ID=87727d9f-e8c4-4751-8f2b-6e26468dda8a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:34.433484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:34.434125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.516288 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.587751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.608874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b3c69ee5-e534-46e9-a82f-1b7d2d627add service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280262 Oct 15 00:25:34.636232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-1ef23c1e-7514-49c3-9577-85f9ad89e334 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0937386 Oct 15 00:25:34.636998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99aa69-dd75-4506-ada9-7559b7c99ecb req-33693e4a-bc9f-4e78-af36-ee2b98459d69 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:34.639538 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea99aa69-dd75-4506-ada9-7559b7c99ecb req-33693e4a-bc9f-4e78-af36-ee2b98459d69 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 936 time: 0.0833085 Oct 15 00:25:34.641302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357f11-64d3-44a7-9806-4a14339b4433 None None] Pushing event updated for resources: {'Port': ['ID=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:34.653809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.662921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Request body: {'port': {'device_id': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:34.669173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Attempting to bind port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:34.670010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Attempting to bind port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:34.670591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Attempting to bind port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:34.676380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:34.677069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:34.677765 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.678372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:34.679041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Bound port: cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:34.679608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.718034 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea99aa69-dd75-4506-ada9-7559b7c99ecb req-607500a4-829d-4b08-abf2-f4d8163bb5b6 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Oct 15 00:25:34.750602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] For port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:34.754363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] For port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:34.763655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5c367ab0-6081-4762-ac7a-3496974d0abe None None] Provisioning complete for port 87727d9f-e8c4-4751-8f2b-6e26468dda8a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:34.764354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c367ab0-6081-4762-ac7a-3496974d0abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.805809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5c367ab0-6081-4762-ac7a-3496974d0abe None None] Port 87727d9f-e8c4-4751-8f2b-6e26468dda8a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:34.818159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-babdbf19-679c-4e3e-aea5-6c66bc85bf5c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531943 Oct 15 00:25:34.845302 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:34.909581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357f11-64d3-44a7-9806-4a14339b4433 None None] Pushing event updated for resources: {'Port': ['ID=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:34.912539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Routers {'f8da8938-5e92-4add-bb9c-2db57728f225'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:34.913187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:25:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f8da8938-5e92-4add-bb9c-2db57728f225'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:35.028380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823d4db-c548-47fa-8bba-3ce8fb3db59f req-ad91fa10-ccd7-4bc5-aa04-760093138cad tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:35.036244 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5823d4db-c548-47fa-8bba-3ce8fb3db59f req-ad91fa10-ccd7-4bc5-aa04-760093138cad tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1437666 Oct 15 00:25:35.045234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-6f645ec8-5d46-45a7-80f4-44a0a7ccab3b tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:35.046601 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-6f645ec8-5d46-45a7-80f4-44a0a7ccab3b tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214048 Oct 15 00:25:35.066518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Request body: {'port': {'device_id': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '6c54c27c9a6f468ba339a5e55f907e8e'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:35.121146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5823d4db-c548-47fa-8bba-3ce8fb3db59f req-037cb5ff-d22b-45a2-83ac-a96d72e489e1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791090 Oct 15 00:25:35.176716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:35.178686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] Set router f8da8938-5e92-4add-bb9c-2db57728f225 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:35.235810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-66fee959-8965-480b-b8c5-ddb424ad5c7a service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260786 Oct 15 00:25:35.323784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c371678-33a2-4ff0-b6aa-b9e1b1b3b8ce req-72c94805-ad87-422f-95d1-5e9908fec484 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0998197 Oct 15 00:25:35.373023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Allocated IP 172.20.0.1 (a2376178-64f8-419b-99d7-8ccc560b6b6a/819c99b8-2abc-4535-8e73-4e7d7cff1994/580a0159-640d-4620-81b2-981f80e3af06) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:35.440528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:25:31Z', 'revision_number': 3, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port': {'id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:30Z', 'updated_at': '2021-10-15T00:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:35.448648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cecb74-db3b-4d03-84eb-7d5a69617061 req-d8cf6096-7b43-4df4-a1da-79f098ba5772 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:35.452358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69cecb74-db3b-4d03-84eb-7d5a69617061 req-d8cf6096-7b43-4df4-a1da-79f098ba5772 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 944 time: 0.0651555 Oct 15 00:25:35.470962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0179a62-2250-4d44-96ec-dad34ff50982 None None] The sync data for ids ['f8da8938-5e92-4add-bb9c-2db57728f225'] in n-d-811521-2 is: [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:25:31Z', 'revision_number': 3, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port': {'id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:30Z', 'updated_at': '2021-10-15T00:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:25:35.498681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69cecb74-db3b-4d03-84eb-7d5a69617061 req-171e1559-42c2-4cb6-a8fa-2e188445cdf4 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Oct 15 00:25:35.583285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:35.662260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87727d9f-e8c4-4751-8f2b-6e26468dda8a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:35.675119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:35.690314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Transition to ACTIVE for port object 87727d9f-e8c4-4751-8f2b-6e26468dda8a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:35.835526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac454cd-cf2e-4c4c-960c-8739e762637e req-9c677133-344a-4b44-85d9-e7757427cfbd tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:35.835526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fac454cd-cf2e-4c4c-960c-8739e762637e req-9c677133-344a-4b44-85d9-e7757427cfbd tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 936 time: 0.0503895 Oct 15 00:25:35.872047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fac454cd-cf2e-4c4c-960c-8739e762637e req-afc1df6b-b792-48a6-a36c-235420748e5f tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351026 Oct 15 00:25:35.897002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Made reservation on behalf of 6c54c27c9a6f468ba339a5e55f907e8e for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:35.907149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:35.907149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:35.908284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:35.917106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.032725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Network a2376178-64f8-419b-99d7-8ccc560b6b6a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:36.038080 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.052286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:36.060266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:36.083057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Pushing event updated for resources: {'Port': ['ID=580a0159-640d-4620-81b2-981f80e3af06,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:36.125265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.147476 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13e4be1e-3218-4889-8ffa-fc0a1dd2b2c4 req-12ddd0d5-b4f2-4829-8473-d6064c1eb7ea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 210 time: 0.1393998 Oct 15 00:25:36.236121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba0ca9d-dbd1-4a0d-a089-c9d641caf175,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:36.395825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.489624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760f1d9-bcca-40a5-a08c-f7e96bfed23b req-11d13035-7fa4-4b9e-8d35-f3208ef9b4e0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:36.497891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3760f1d9-bcca-40a5-a08c-f7e96bfed23b req-11d13035-7fa4-4b9e-8d35-f3208ef9b4e0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.2192421 Oct 15 00:25:36.519628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Pushing event updated for resources: {'Port': ['ID=87727d9f-e8c4-4751-8f2b-6e26468dda8a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:36.531567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:36.614328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fc5dfebd-4185-458d-91c9-80c9306f0ed2 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:36.660753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-551fd547-6df3-4696-a59e-e4e2da16d2b2 None None] Provisioning complete for port 580a0159-640d-4620-81b2-981f80e3af06 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:36.661115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-551fd547-6df3-4696-a59e-e4e2da16d2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.691079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-7a5afbc8-1432-4b1e-9562-dfb452cf8ece tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1856380 Oct 15 00:25:36.697814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a2a71a-9d1b-482c-81ce-6ac52ac7656d req-3919ed58-c39f-4ec4-8bc1-0ec8000faa87 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 210 time: 0.1876113 Oct 15 00:25:36.757113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Attempting to bind port 87727d9f-e8c4-4751-8f2b-6e26468dda8a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:36.759561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Attempting to bind port 87727d9f-e8c4-4751-8f2b-6e26468dda8a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:36.759561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Attempting to bind port 87727d9f-e8c4-4751-8f2b-6e26468dda8a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:36.807272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:36.807919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.821570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Port 87727d9f-e8c4-4751-8f2b-6e26468dda8a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:36.826343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Attempting to bind port 87727d9f-e8c4-4751-8f2b-6e26468dda8a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:36.878416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:36.878416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:36.878416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:36.878416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Bound port: 87727d9f-e8c4-4751-8f2b-6e26468dda8a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:36.878416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.900982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-551fd547-6df3-4696-a59e-e4e2da16d2b2 None None] Port 580a0159-640d-4620-81b2-981f80e3af06 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:36.908994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Allocated IP 192.168.233.16 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/fffb2ef5-30db-419e-8e44-2d9a37dfbfa5) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:36.968850 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:36.976040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:36.995072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'mac_address': 'fa:16:3e:d1:29:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:37.005162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:37.015585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-f9e2fd3c-0c1b-4018-a43f-d73ec8bdb032 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:37.016631 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-f9e2fd3c-0c1b-4018-a43f-d73ec8bdb032 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160770 Oct 15 00:25:37.034140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Request body: {'port': {'device_id': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '6c54c27c9a6f468ba339a5e55f907e8e'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:37.040662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.045704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1d1e0-8946-4ba5-95ab-a6c7acd8439d req-8a55d787-a2f2-4924-9371-6d16dc2abecb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:37.047263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9e1d1e0-8946-4ba5-95ab-a6c7acd8439d req-8a55d787-a2f2-4924-9371-6d16dc2abecb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 944 time: 0.1731403 Oct 15 00:25:37.054771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5dfebd-4185-458d-91c9-80c9306f0ed2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:37.076597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:37.078214 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.115451 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3760f1d9-bcca-40a5-a08c-f7e96bfed23b req-2a92251e-e20b-4a2b-9360-4f5448b19517 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157470 Oct 15 00:25:37.144606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] For port 87727d9f-e8c4-4751-8f2b-6e26468dda8a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:37.157070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.164769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:37.187401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.187975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.230459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] For port 87727d9f-e8c4-4751-8f2b-6e26468dda8a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87727d9f-e8c4-4751-8f2b-6e26468dda8a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:37.237125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9e1d1e0-8946-4ba5-95ab-a6c7acd8439d req-706573f1-6df5-44eb-936b-8e579cbf2546 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633382 Oct 15 00:25:37.266078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:37.288312 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.333949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.360905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:37.365802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:37.384793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:37.390233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['fc5dfebd-4185-458d-91c9-80c9306f0ed2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:37.455369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:37.456581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.457697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] 10.222.0.39 "PUT /v2.0/ports/87727d9f-e8c4-4751-8f2b-6e26468dda8a HTTP/1.1" status: 200 len: 1096 time: 2.8061416 Oct 15 00:25:37.468004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'tag': '87727d9f-e8c4-4751-8f2b-6e26468dda8a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:37.475697 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2297ca58-a6c2-440b-a473-9f9fad66374d" -d '{"events": [{"name": "network-changed", "server_uuid": "0821ad9e-de3d-4757-b963-8f6e3abe020c", "tag": "87727d9f-e8c4-4751-8f2b-6e26468dda8a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:37.478346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Made reservation on behalf of 6c54c27c9a6f468ba339a5e55f907e8e for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:37.480099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:37.483205 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.574031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-42fce753-2bcc-44aa-a705-e72f73933b80 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020448 Oct 15 00:25:37.588949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:37.589683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.664512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b7991-d495-403d-b060-0191303f57eb service neutron] Pushing event updated for resources: {'Port': ['ID=87727d9f-e8c4-4751-8f2b-6e26468dda8a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:37.723480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-df7b4d69-c6ea-4bd3-ab1b-7b8a255ce879 None None] Provisioning complete for port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:37.723980 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df7b4d69-c6ea-4bd3-ab1b-7b8a255ce879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.741565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70528f-bf12-490a-93b4-78dee604a1c4 req-928ef4b9-6c90-49b5-8d36-989a28d0dc3b tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:37.744160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc70528f-bf12-490a-93b4-78dee604a1c4 req-928ef4b9-6c90-49b5-8d36-989a28d0dc3b tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 948 time: 0.4163172 Oct 15 00:25:37.803473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-df7b4d69-c6ea-4bd3-ab1b-7b8a255ce879 None None] Port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:37.820001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-03824b24-9516-4822-85c0-b861cc09a9e8 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:37.828323 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-03824b24-9516-4822-85c0-b861cc09a9e8 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339849 Oct 15 00:25:37.842636 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:37.847210 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-cc33a533-6da1-4d93-8059-78ac3b2b183e tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/quotas/e65227adaa284ce5ab637b0f117e3a4a HTTP/1.1" status: 200 len: 375 time: 0.0179369 Oct 15 00:25:37.872682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-cd92aa51-df72-43aa-997b-c057ff3c4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:37.875484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-cd92aa51-df72-43aa-997b-c057ff3c4722 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b282d4b6c404b48ad7effb39d3b7a00&device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 1099 time: 0.2732718 Oct 15 00:25:37.889338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-14d765b3-6326-4ca7-9fb1-42a5c1987c32 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410106 Oct 15 00:25:37.895511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc70528f-bf12-490a-93b4-78dee604a1c4 req-d15abd9e-4ab7-4de3-ba95-3f88b8b1449f tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278553 Oct 15 00:25:37.941729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-61261fad-4e65-4e1c-8e91-4c278a95ff5f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8813231 Oct 15 00:25:37.957110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Request body: {'port': {'device_id': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:38.038849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:38.042910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Allocated IP 192.168.233.180 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/ec59f22f-ea83-4400-ae21-596c18bf8f90) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:38.047781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-64c24e0a-bbca-49d0-8e4a-5e9d40e82851 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=87727d9f-e8c4-4751-8f2b-6e26468dda8a HTTP/1.1" status: 200 len: 217 time: 0.1474266 Oct 15 00:25:38.090132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:38.231196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2643b3b7-9c3c-44c8-b6a0-c064072d2754 req-8df3fdce-9aea-437b-8f42-7b8369f73acf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 210 time: 0.1053805 Oct 15 00:25:38.231886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Pushing event updated for resources: {'Port': ['ID=580a0159-640d-4620-81b2-981f80e3af06,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:38.255249 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e67c991-54e0-48d5-a69c-5543eca80a43 x-openstack-request-id: req-1e67c991-54e0-48d5-a69c-5543eca80a43 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:38.255526 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821ad9e-de3d-4757-b963-8f6e3abe020c", "tag": "87727d9f-e8c4-4751-8f2b-6e26468dda8a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:38.255769 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e67c991-54e0-48d5-a69c-5543eca80a43 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:38.256155 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'tag': '87727d9f-e8c4-4751-8f2b-6e26468dda8a', 'status': 'completed', 'code': 200} Oct 15 00:25:38.289889 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:38.351209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5fdc9ae-0895-4c22-b4ee-3db254793ae0 req-4afbfd36-fa9a-4d4d-9bd5-86c6dc02270b tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0378990 Oct 15 00:25:38.362167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:38.383738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-852040de-f708-4c24-bbe1-121f5bf59204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:38.387469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-852040de-f708-4c24-bbe1-121f5bf59204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.3008077 Oct 15 00:25:38.450965 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65fde783-a1a4-49e1-841e-69ebd07850e5 req-930de679-c7dc-42d8-b440-db720c8735d8 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 210 time: 0.0455999 Oct 15 00:25:38.456615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:38.457234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:38.601959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cc4c4-f3a5-4328-b00f-64c54c2d5906 req-4749dbff-4e8d-4dc3-a07b-12fd12c0d68d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:38.608545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fc5dfebd-4185-458d-91c9-80c9306f0ed2 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:38.611951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae9cc4c4-f3a5-4328-b00f-64c54c2d5906 req-4749dbff-4e8d-4dc3-a07b-12fd12c0d68d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 945 time: 0.0837862 Oct 15 00:25:38.648733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae9cc4c4-f3a5-4328-b00f-64c54c2d5906 req-8a337514-b9d1-41a9-a817-f5459e282a28 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Oct 15 00:25:38.767829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port fc5dfebd-4185-458d-91c9-80c9306f0ed2 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:38.789651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port fc5dfebd-4185-458d-91c9-80c9306f0ed2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:38.790584 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:38.954624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571588ab-d271-4756-99b3-299d55240d7d req-8b7cd557-c889-47d0-b0fd-e87e8d978891 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:38.961984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-571588ab-d271-4756-99b3-299d55240d7d req-8b7cd557-c889-47d0-b0fd-e87e8d978891 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.5983815 Oct 15 00:25:38.980511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-688c1dd1-6252-4158-8fcc-01480fa9c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:38.981963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-688c1dd1-6252-4158-8fcc-01480fa9c864 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5740352 Oct 15 00:25:38.985180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:38.993390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Network a2376178-64f8-419b-99d7-8ccc560b6b6a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:39.012987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:39.043499 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.090384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:39.093949 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c70d83-9a40-4194-91a5-26967570d93c" -d '{"events": [{"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-plugged", "status": "completed", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:39.116972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:39.135388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-571588ab-d271-4756-99b3-299d55240d7d req-c0a1531e-4977-438a-994d-22e6ac4783dc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706142 Oct 15 00:25:39.196897 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.247723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-83d067de-c76a-4efa-9d09-917780cc018a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:39.249320 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-83d067de-c76a-4efa-9d09-917780cc018a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.5075729 Oct 15 00:25:39.275896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Request body: {'port': {'device_id': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'admin_state_up': True, 'tenant_id': '081dd2cbe3764db593ffc59a96324037'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:39.287098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b28b6-3805-4d28-8123-67afb735910e req-7abd610b-add0-40c2-9760-fa2ef52ff40a tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:39.294536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d2b28b6-3805-4d28-8123-67afb735910e req-7abd610b-add0-40c2-9760-fa2ef52ff40a tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 948 time: 0.1703343 Oct 15 00:25:39.304013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:39.340676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-c4722d25-becb-416a-ab38-309e95caf670 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406799 Oct 15 00:25:39.345755 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc46b0-0d85-4f47-a4d3-eefd3624f608 x-openstack-request-id: req-f5fc46b0-0d85-4f47-a4d3-eefd3624f608 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:39.347028 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-plugged", "status": "completed", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:39.347599 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5fc46b0-0d85-4f47-a4d3-eefd3624f608 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:39.348185 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'code': 200} Oct 15 00:25:39.383357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Router f8da8938-5e92-4add-bb9c-2db57728f225 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:25:39.413091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.417784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.30', 60176) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:25:39.478449 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d2b28b6-3805-4d28-8123-67afb735910e req-87b71816-3d49-4193-b34c-32d7d7c10d86 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824522 Oct 15 00:25:39.525751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.527265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fec982ab-8e06-4c37-a512-6cdda1229b06 None None] Provisioning complete for port 580a0159-640d-4620-81b2-981f80e3af06 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:39.527625 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fec982ab-8e06-4c37-a512-6cdda1229b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.547338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:39.572624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:39.577105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fec982ab-8e06-4c37-a512-6cdda1229b06 None None] Port 580a0159-640d-4620-81b2-981f80e3af06 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:39.577488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-030aa6d0-9398-42ce-ae3a-0734a1bab185 req-d188b781-5a27-4021-80a3-33ef253e3363 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 210 time: 0.1327891 Oct 15 00:25:39.587463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:39.636355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:39.645660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.664727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Transition to ACTIVE for port object fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:39.675720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc15eb3-c22e-47fb-b2ca-7e27126be336 req-bbf8689a-c6bd-4185-b1cb-a21cab966dcf tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:39.677281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4cc15eb3-c22e-47fb-b2ca-7e27126be336 req-bbf8689a-c6bd-4185-b1cb-a21cab966dcf tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 936 time: 0.0922894 Oct 15 00:25:39.705586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Made reservation on behalf of 081dd2cbe3764db593ffc59a96324037 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:39.707612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:39.709131 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.738028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.749224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4cc15eb3-c22e-47fb-b2ca-7e27126be336 req-e0458dcd-4ebe-4acf-8deb-71ae6827271e tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653694 Oct 15 00:25:39.759289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbcceb-637a-4465-8ceb-fb94b96d8f23 req-231ea8d2-03c8-4cad-b1a3-6d9e85545116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:39.762597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1dbcceb-637a-4465-8ceb-fb94b96d8f23 req-231ea8d2-03c8-4cad-b1a3-6d9e85545116 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 1097 time: 0.3420854 Oct 15 00:25:39.762882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d243b68-9862-4e70-bfc2-34319a5946d8 req-48d95b36-8425-4f8e-934d-42c835de1ef6 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 210 time: 0.1063802 Oct 15 00:25:39.811234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:39.812034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.863442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:39.864454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca08686e-b5f9-4c2c-958b-19779b0f35a9 req-417c1892-12fd-483e-a62c-af956f96750c service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126841 Oct 15 00:25:39.892584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1dbcceb-637a-4465-8ceb-fb94b96d8f23 req-60beddd6-3e07-4139-8467-e113d1c323aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197045 Oct 15 00:25:39.906615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:25:39.923373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-010edcd8-26ee-495a-8732-7c3689598643 admin admin] 10.222.0.13 "PUT /v2.0/routers/f8da8938-5e92-4add-bb9c-2db57728f225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3589234 Oct 15 00:25:39.923575 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Sync routers for ids ['f8da8938-5e92-4add-bb9c-2db57728f225'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:25:39.936364 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Routers {'f8da8938-5e92-4add-bb9c-2db57728f225'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:39.938372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-61864bcd-e5cc-4253-b2d2-af4dac86cd41 None None] Provisioning complete for port ec59f22f-ea83-4400-ae21-596c18bf8f90 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:39.938860 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:25:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f8da8938-5e92-4add-bb9c-2db57728f225'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:39.939000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-61864bcd-e5cc-4253-b2d2-af4dac86cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:39.985911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-84312a59-ddbc-49a2-8a0f-5129f1424749 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9561675 Oct 15 00:25:40.009068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-61864bcd-e5cc-4253-b2d2-af4dac86cd41 None None] Port ec59f22f-ea83-4400-ae21-596c18bf8f90 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:40.060799 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Set router f8da8938-5e92-4add-bb9c-2db57728f225 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:40.079966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Allocated IP 172.20.0.11 (c172d30b-154f-4fa0-8315-a3b3c39dc79f/82dbddfa-bb44-4fce-ac8c-63c2cd14766a/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:40.094854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3dfa3-b05e-4426-bb32-45fbd501f840 req-647f662a-591d-4112-b003-2f8632e6fb58 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.099694 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0f3dfa3-b05e-4426-bb32-45fbd501f840 req-647f662a-591d-4112-b003-2f8632e6fb58 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 946 time: 0.1827538 Oct 15 00:25:40.116733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Request body: {'port': {'device_id': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:40.128667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Attempting to bind port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:40.129253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Attempting to bind port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:40.129960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Attempting to bind port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:40.158510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:40.158915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Attempting to bind port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:40.185171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-7f38289b-d382-42c4-bf58-54b2ef60cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.189926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-7f38289b-d382-42c4-bf58-54b2ef60cf54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b282d4b6c404b48ad7effb39d3b7a00&device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 1099 time: 0.1853695 Oct 15 00:25:40.190071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:40.190071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:40.190071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:40.190071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Bound port: fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:40.190071 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.246770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0f3dfa3-b05e-4426-bb32-45fbd501f840 req-87367c53-fbd0-4d62-b65e-4b2ef19e39fb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271787 Oct 15 00:25:40.262173 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.341349 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:25:36Z', 'revision_number': 4, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port': {'id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:30Z', 'updated_at': '2021-10-15T00:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '580a0159-640d-4620-81b2-981f80e3af06', 'name': '', 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'mac_address': 'fa:16:3e:e5:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '819c99b8-2abc-4535-8e73-4e7d7cff1994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:34Z', 'updated_at': '2021-10-15T00:25:37Z', 'revision_number': 2, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'subnets': [{'id': '819c99b8-2abc-4535-8e73-4e7d7cff1994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:40.380263 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Checking router: f8da8938-5e92-4add-bb9c-2db57728f225 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:25:40.380892 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Updating router f8da8938-5e92-4add-bb9c-2db57728f225 port 580a0159-640d-4620-81b2-981f80e3af06 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:25:40.417826 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.444959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-84b4b023-9c34-4a0e-8e51-34e53cebb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.446430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-84b4b023-9c34-4a0e-8e51-34e53cebb621 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2443788 Oct 15 00:25:40.480665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3204c4-4532-4c44-a211-3b0d8f9bc621 req-6cb2f913-0afb-4a8f-8230-f44443caf70b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.482183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba3204c4-4532-4c44-a211-3b0d8f9bc621 req-6cb2f913-0afb-4a8f-8230-f44443caf70b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1470847 Oct 15 00:25:40.522972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-dbbed5eb-04af-4972-ac79-aa32f70f0ca7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=87727d9f-e8c4-4751-8f2b-6e26468dda8a HTTP/1.1" status: 200 len: 217 time: 0.0611556 Oct 15 00:25:40.553902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:40.570699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-3e61a05a-cce9-40a2-90a4-a27d8bb4db94 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3759241 Oct 15 00:25:40.590805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:40.603955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:40.627165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.648738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba3204c4-4532-4c44-a211-3b0d8f9bc621 req-b775b264-e32f-4ae6-8830-8538ee9abd2f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373475 Oct 15 00:25:40.652151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-bddcc794-4281-429b-81dd-bed47058512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.653533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-bddcc794-4281-429b-81dd-bed47058512e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1189256 Oct 15 00:25:40.674981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.725365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.726051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.727720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] 10.222.0.30 "PUT /v2.0/ports/fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 HTTP/1.1" status: 200 len: 1095 time: 2.7762263 Oct 15 00:25:40.729319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.753000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:40.755764 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d80899-cc0f-4627-85c7-f5d7b1423a91" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:40.762476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-25845faf-4645-402d-8134-beb27a9c33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.764625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-25845faf-4645-402d-8134-beb27a9c33ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997801 Oct 15 00:25:40.788433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.795444 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.804214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da079e-3902-4ddd-bfab-2fa8efe62885 service neutron] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:40.812716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec59f22f-ea83-4400-ae21-596c18bf8f90 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:40.827782 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.874220 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:40.891866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Transition to ACTIVE for port object ec59f22f-ea83-4400-ae21-596c18bf8f90 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:40.892682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:40.923061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:40.926249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:40.941069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-9529f825-08ce-421f-83d3-409bd00bb7d4 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662402 Oct 15 00:25:40.980728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8caa1-ff2c-429f-9972-9307b291d61f req-bdf92136-36ed-4cf0-bd8a-8733942996ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:40.982357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88b8caa1-ff2c-429f-9972-9307b291d61f req-bdf92136-36ed-4cf0-bd8a-8733942996ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 948 time: 0.1120174 Oct 15 00:25:41.014376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.026006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Pushing event updated for resources: {'Port': ['ID=580a0159-640d-4620-81b2-981f80e3af06,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:41.042013 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.043592 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.050208 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.050842 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.051951 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.053294 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.054922 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.055646 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.056171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.057476 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.060162 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.061212 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:25:41.069725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:41.085076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-16711d86-6bff-47d7-aa32-4131e5678865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:41.086623 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-16711d86-6bff-47d7-aa32-4131e5678865 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 1098 time: 0.1963561 Oct 15 00:25:41.094498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:41.096779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:41.097440 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.135556 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Attempting to bind port 580a0159-640d-4620-81b2-981f80e3af06 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:41.136191 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Attempting to bind port 580a0159-640d-4620-81b2-981f80e3af06 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:41.136539 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Attempting to bind port 580a0159-640d-4620-81b2-981f80e3af06 on network a2376178-64f8-419b-99d7-8ccc560b6b6a {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:41.150127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-f43b8589-c6cf-490e-972f-06997084c8bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 HTTP/1.1" status: 200 len: 217 time: 0.0472000 Oct 15 00:25:41.150360 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:41.150360 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Checking segment: {'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:41.150615 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.151193 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Bound using segment: {'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:41.152583 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Bound port: 580a0159-640d-4620-81b2-981f80e3af06, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:41.153880 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.211416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.235669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-d48409b7-a0ef-4dac-a8f5-2696dcddf04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:41.237598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-d48409b7-a0ef-4dac-a8f5-2696dcddf04c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0746675 Oct 15 00:25:41.280154 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] For port 580a0159-640d-4620-81b2-981f80e3af06, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:41.284395 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] For port 580a0159-640d-4620-81b2-981f80e3af06, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=580a0159-640d-4620-81b2-981f80e3af06,segment=NetworkSegment(83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22),segment_id=83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:41.290791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-48187bf4-4158-4bf0-96f6-0ddc22e85bdf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0182760 Oct 15 00:25:41.293199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88b8caa1-ff2c-429f-9972-9307b291d61f req-2ba8d751-bd2e-41fb-ba1e-1d558280fbab tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807002 Oct 15 00:25:41.322552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-a52e3dce-db2e-4be3-a1b0-a63d3dd97c42 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780752 Oct 15 00:25:41.323676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Request body: {'port': {'device_id': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:41.367977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2297ca58-a6c2-440b-a473-9f9fad66374d req-88f2dc08-a082-4f48-b217-179978482634 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189632 Oct 15 00:25:41.371093 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.402834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b80da4d8-deb0-4e98-9cbc-fd311b16df19 None None] Provisioning complete for port 580a0159-640d-4620-81b2-981f80e3af06 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:41.403452 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b80da4d8-deb0-4e98-9cbc-fd311b16df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.455221 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Routers {'f8da8938-5e92-4add-bb9c-2db57728f225'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:25:41.477847 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:25:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f8da8938-5e92-4add-bb9c-2db57728f225'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:41.506709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-0bff0830-2b86-43ab-b3d7-c420a127c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:41.508210 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-0bff0830-2b86-43ab-b3d7-c420a127c76b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2376173 Oct 15 00:25:41.537431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Attempting to bind port ec59f22f-ea83-4400-ae21-596c18bf8f90 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:41.538207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Attempting to bind port ec59f22f-ea83-4400-ae21-596c18bf8f90 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:41.538827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Attempting to bind port ec59f22f-ea83-4400-ae21-596c18bf8f90 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:41.545971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b80da4d8-deb0-4e98-9cbc-fd311b16df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.559365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Port ec59f22f-ea83-4400-ae21-596c18bf8f90 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:41.559827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Attempting to bind port ec59f22f-ea83-4400-ae21-596c18bf8f90 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:41.571828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.586640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Allocated IP 172.25.2.61 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/7d7c7b8c-2a76-4321-9ad8-7356ba71e891) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:41.591201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b80da4d8-deb0-4e98-9cbc-fd311b16df19 None None] For port 580a0159-640d-4620-81b2-981f80e3af06, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=580a0159-640d-4620-81b2-981f80e3af06,segment=NetworkSegment(83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22),segment_id=83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:41.610576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5973e3-6b70-4c18-abec-21546d58f077 None None] Pushing event updated for resources: {'Port': ['ID=580a0159-640d-4620-81b2-981f80e3af06,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:41.622067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:41.622497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:41.624365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:41.624902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Bound port: ec59f22f-ea83-4400-ae21-596c18bf8f90, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:41.626904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.711995 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] Set router f8da8938-5e92-4add-bb9c-2db57728f225 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:25:41.713228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-6f912ae6-c85a-4f4f-bb45-9fe3f7505424 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909645 Oct 15 00:25:41.717431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b80da4d8-deb0-4e98-9cbc-fd311b16df19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.719468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d632-c93f-495d-8330-c0be81af724a req-1f7558d1-df5f-410a-8ec5-0f327d85e01b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:41.726848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9de9d632-c93f-495d-8330-c0be81af724a req-1f7558d1-df5f-410a-8ec5-0f327d85e01b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 932 time: 0.3235548 Oct 15 00:25:41.778879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80da4d8-deb0-4e98-9cbc-fd311b16df19 None None] Pushing event updated for resources: {'Port': ['ID=580a0159-640d-4620-81b2-981f80e3af06,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:41.797625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ddc3e7dd-2585-4e9d-ae88-166e1051538d tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:41.799260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ddc3e7dd-2585-4e9d-ae88-166e1051538d tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4520447 Oct 15 00:25:41.816163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Request body: {'port': {'device_id': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'e65227adaa284ce5ab637b0f117e3a4a'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:41.822036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:41.847237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cb1aa570-f456-418d-bf0e-6fd64e2398a3 None None] Provisioning complete for port 580a0159-640d-4620-81b2-981f80e3af06 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:41.847965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb1aa570-f456-418d-bf0e-6fd64e2398a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:41.861343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9de9d632-c93f-495d-8330-c0be81af724a req-ea697205-5cf4-4699-bb87-ead62b016f89 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334124 Oct 15 00:25:41.863549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:41.955044 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.018632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:42.019239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.020630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] 10.222.0.30 "PUT /v2.0/ports/ec59f22f-ea83-4400-ae21-596c18bf8f90 HTTP/1.1" status: 200 len: 1096 time: 1.9189718 Oct 15 00:25:42.026979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:42.029490 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799fd185-1eb4-4381-82a2-0298cc7b6c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:42.077232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91f1b6eb-ef34-418e-9e4e-a953ed13ad8d req-d1017dd1-d8c6-49a3-94bd-1b7d10b5999a tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 210 time: 0.0653605 Oct 15 00:25:42.091934 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184ce010-5970-45a3-b72e-0e8c9078a5bd x-openstack-request-id: req-184ce010-5970-45a3-b72e-0e8c9078a5bd {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:42.092438 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:42.092855 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-184ce010-5970-45a3-b72e-0e8c9078a5bd {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:42.093392 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'status': 'completed', 'code': 200} Oct 15 00:25:42.121434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917faad6-b6f6-4cdb-bb34-1282cddd5226 service neutron] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:42.160919 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:25:36Z', 'revision_number': 4, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port': {'id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:30Z', 'updated_at': '2021-10-15T00:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '580a0159-640d-4620-81b2-981f80e3af06', 'name': '', 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'mac_address': 'fa:16:3e:e5:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '819c99b8-2abc-4535-8e73-4e7d7cff1994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:34Z', 'updated_at': '2021-10-15T00:25:41Z', 'revision_number': 4, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'subnets': [{'id': '819c99b8-2abc-4535-8e73-4e7d7cff1994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:25:42.189712 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7953ac-fcd7-4fd7-a16b-98856bc5adc7 None None] The sync data for ids ['f8da8938-5e92-4add-bb9c-2db57728f225'] in n-d-811521-2 is: [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:25:36Z', 'revision_number': 4, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port': {'id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:30Z', 'updated_at': '2021-10-15T00:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '580a0159-640d-4620-81b2-981f80e3af06', 'name': '', 'network_id': 'a2376178-64f8-419b-99d7-8ccc560b6b6a', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'mac_address': 'fa:16:3e:e5:24:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '819c99b8-2abc-4535-8e73-4e7d7cff1994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:34Z', 'updated_at': '2021-10-15T00:25:41Z', 'revision_number': 4, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'subnets': [{'id': '819c99b8-2abc-4535-8e73-4e7d7cff1994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:25:42.247210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-f9a0c9fd-16c6-402c-b622-833822ab6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:42.250251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-f9a0c9fd-16c6-402c-b622-833822ab6f8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 1099 time: 0.1150703 Oct 15 00:25:42.270855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e6b8b-5093-45f5-b500-3afc7cdcd794 req-7089101a-93fb-421f-8bea-813164f1fc55 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:42.280138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a2e6b8b-5093-45f5-b500-3afc7cdcd794 req-7089101a-93fb-421f-8bea-813164f1fc55 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 948 time: 0.1041417 Oct 15 00:25:42.286673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Made reservation on behalf of e65227adaa284ce5ab637b0f117e3a4a for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:25:42.290581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.356537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-df1eb598-78a2-4069-a9de-ac0af89ab749 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90 HTTP/1.1" status: 200 len: 217 time: 0.0720742 Oct 15 00:25:42.357069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.406851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 580a0159-640d-4620-81b2-981f80e3af06 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:42.430671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a2e6b8b-5093-45f5-b500-3afc7cdcd794 req-d5a4d5d3-21df-4b0b-8eda-5418fe26d29c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488061 Oct 15 00:25:42.439893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.449866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-4960956f-3dfb-4733-879f-c8941667a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:42.451832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-4960956f-3dfb-4733-879f-c8941667a37e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0879626 Oct 15 00:25:42.494522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 580a0159-640d-4620-81b2-981f80e3af06 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:42.495079 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318fbc9c-2e21-43d7-9120-bece460bc151 req-ac349c01-eb8f-479a-a503-eb81534aa826 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985214 Oct 15 00:25:42.495694 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.547004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-df1e14d9-134b-4fdb-bb96-843d2eccf812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:42.549327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-df1e14d9-134b-4fdb-bb96-843d2eccf812 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835698 Oct 15 00:25:42.619573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.679647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:42.688812 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.693541 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.741757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-1e66b030-a906-4774-810e-b4af40d53e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:42.743340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-1e66b030-a906-4774-810e-b4af40d53e07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 1098 time: 0.1282191 Oct 15 00:25:42.744409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Transition to ACTIVE for port object ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:42.772005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:42.772792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=7d7c7b8c-2a76-4321-9ad8-7356ba71e891,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:42.786216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:42.790538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:42.864841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.921802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:42.953422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:42.973112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3230c84-0920-4df9-8112-77a9156fc8e0 req-5b206d0e-e51e-4ed8-b9e0-a0e42c47e469 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:42.980386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d3230c84-0920-4df9-8112-77a9156fc8e0 req-5b206d0e-e51e-4ed8-b9e0-a0e42c47e469 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 946 time: 0.4276412 Oct 15 00:25:43.006906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-7f9d4d82-56b8-4acb-b150-8b6f024e7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.008841 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-7f9d4d82-56b8-4acb-b150-8b6f024e7f88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2535329 Oct 15 00:25:43.039256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:43.054660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-f67e694b-9476-4f09-87a6-ccd820b2ea7c service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795620 Oct 15 00:25:43.096070 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-1f39fd7c-81f5-462e-9d69-c29ccbb219a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 HTTP/1.1" status: 200 len: 217 time: 0.0754614 Oct 15 00:25:43.120328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.144002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d3230c84-0920-4df9-8112-77a9156fc8e0 req-f4b5b50d-e7d0-41e7-ae27-cf6edb8e8687 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627622 Oct 15 00:25:43.195708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-d669c65e-53eb-413b-8774-d4976a86cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.197111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-d669c65e-53eb-413b-8774-d4976a86cd38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0798807 Oct 15 00:25:43.204227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:43.204409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:43.204662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:43.204784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Allocated IP 192.168.233.30 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/a7b5a216-835d-4d81-a473-39e0dfa5b7ef) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:43.237906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f7dec6-f094-4cc2-81eb-b45ef22e846a req-ef905cc5-b748-4401-ba2e-80b2da5340c5 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707208 Oct 15 00:25:43.240615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:43.240941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:43.270856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:43.271374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:43.272505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:43.272954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Bound port: ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:43.273307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.296263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.329468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-a8ea7f6f-72e0-493d-a6f7-c9399a7caf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.331194 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-a8ea7f6f-72e0-493d-a6f7-c9399a7caf69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231935 Oct 15 00:25:43.337752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88ad46-c35f-464e-ae38-5d45c8169021 req-006c3174-1741-4f2a-ae62-cc0333ce8dfc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.339534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c88ad46-c35f-464e-ae38-5d45c8169021 req-006c3174-1741-4f2a-ae62-cc0333ce8dfc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0954304 Oct 15 00:25:43.425825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c88ad46-c35f-464e-ae38-5d45c8169021 req-a248038b-9f97-4f56-b60a-bc7c9a637c73 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552588 Oct 15 00:25:43.456884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.491318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:43.551156 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ea2248-6783-4d7c-aebf-6e3eaca92dac x-openstack-request-id: req-b4ea2248-6783-4d7c-aebf-6e3eaca92dac {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:43.551324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:43.551779 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:43.552166 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4ea2248-6783-4d7c-aebf-6e3eaca92dac {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:43.552655 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'status': 'completed', 'code': 200} Oct 15 00:25:43.561884 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-5722c8f9-573e-4a53-8850-17314ebabd7a service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106354 Oct 15 00:25:43.592105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.671916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.680287 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.687882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:43.699171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:43.706481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:43.713934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Pushing event updated for resources: {'Port': ['ID=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:43.729718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.730360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.731853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] 10.222.0.39 "PUT /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 1092 time: 2.4153218 Oct 15 00:25:43.733335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87727d9f-e8c4-4751-8f2b-6e26468dda8a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:43.743159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8d80899-cc0f-4627-85c7-f5d7b1423a91 req-512bdcd9-8d6c-4204-85c2-93a8e48d5a91 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739411 Oct 15 00:25:43.745746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-fda38c66-2e3f-4036-8094-669b3448cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.747456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-fda38c66-2e3f-4036-8094-669b3448cb8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 1099 time: 0.1691427 Oct 15 00:25:43.758428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b96b7-122a-4b1e-8127-b1938123be9d service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:43.762165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.809891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d00be-9374-43d4-9695-b2d8ed8173aa req-bb77ee8a-be81-4658-b68f-236f1e726adf tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.817300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-848d00be-9374-43d4-9695-b2d8ed8173aa req-bb77ee8a-be81-4658-b68f-236f1e726adf tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 948 time: 0.2090645 Oct 15 00:25:43.846186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.846816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.898383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:43.907931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=7d7c7b8c-2a76-4321-9ad8-7356ba71e891,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:43.909658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 87727d9f-e8c4-4751-8f2b-6e26468dda8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87727d9f-e8c4-4751-8f2b-6e26468dda8a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:43.921675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '87727d9f-e8c4-4751-8f2b-6e26468dda8a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '87727d9f-e8c4-4751-8f2b-6e26468dda8a', 'mac_address': 'fa:16:3e:8b:36:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:43.930734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-848d00be-9374-43d4-9695-b2d8ed8173aa req-acd513d2-ad01-47c6-8e8b-e6a665934a2d tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079621 Oct 15 00:25:43.949086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-440e33bf-e9ff-433a-b3bc-ab3ee82bc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.952273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-440e33bf-e9ff-433a-b3bc-ab3ee82bc8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1095 time: 0.0736046 Oct 15 00:25:43.965428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-9a0c9cd0-ccd8-4861-ae17-0ba79cb36ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:43.965428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-9a0c9cd0-ccd8-4861-ae17-0ba79cb36ea7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2062683 Oct 15 00:25:43.983957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.002849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87727d9f-e8c4-4751-8f2b-6e26468dda8a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:44.009558 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-ef1dc5b0-be23-4283-aed1-71bb94335f28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 217 time: 0.0483057 Oct 15 00:25:44.019714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 87727d9f-e8c4-4751-8f2b-6e26468dda8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87727d9f-e8c4-4751-8f2b-6e26468dda8a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:44.023369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-51c16741-07c8-496f-98bb-8d59b14cd046 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90 HTTP/1.1" status: 200 len: 217 time: 0.0522344 Oct 15 00:25:44.031408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-ebb6298f-9fd0-4c9a-880b-f9e26688e449 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2166142 Oct 15 00:25:44.031546 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.031546 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-31b58d2f-ded3-4fd9-bbbd-87ce544c46ef tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4448225 Oct 15 00:25:44.048271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-577b44c3-69c5-483e-b3ba-649933ed43ef None None] Provisioning complete for port a7b5a216-835d-4d81-a473-39e0dfa5b7ef triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:44.048752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-577b44c3-69c5-483e-b3ba-649933ed43ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.058683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Request body: {'port': {'device_id': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:44.085666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-577b44c3-69c5-483e-b3ba-649933ed43ef None None] Port a7b5a216-835d-4d81-a473-39e0dfa5b7ef cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:25:44.094850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:44.097061 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:44.111449 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-5f6afd00-16a3-45bf-9156-49dfce185dea tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0586500 Oct 15 00:25:44.113203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.115280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-c50e555c-aa6c-4324-96ba-88d3f9db26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.116700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-c50e555c-aa6c-4324-96ba-88d3f9db26ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0998480 Oct 15 00:25:44.159995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-313337b8-2004-4359-9a40-c150cbd479b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.161447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-313337b8-2004-4359-9a40-c150cbd479b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1072276 Oct 15 00:25:44.169381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5dd4-d45e-4f25-8c79-7eb653e2afd5 req-309ba8c9-cc39-4d4a-9452-6ccf0ef7039e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.170971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-777a5dd4-d45e-4f25-8c79-7eb653e2afd5 req-309ba8c9-cc39-4d4a-9452-6ccf0ef7039e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.1506453 Oct 15 00:25:44.171185 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-abcb03c6-1c42-43a7-9248-1974ec2104eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405262 Oct 15 00:25:44.177851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=87727d9f-e8c4-4751-8f2b-6e26468dda8a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:44.181767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.268295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-777a5dd4-d45e-4f25-8c79-7eb653e2afd5 req-c43006db-5371-4683-9fb7-6cf1752066f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883791 Oct 15 00:25:44.281641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-5dfca933-a41e-45bc-915e-6938b69708a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.282926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-5dfca933-a41e-45bc-915e-6938b69708a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110976 Oct 15 00:25:44.323137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-72f43c94-6abd-4a39-960e-6690f6c121ad tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.324475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-72f43c94-6abd-4a39-960e-6690f6c121ad tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.2049301 Oct 15 00:25:44.327238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-cb8ea650-ca5a-4c38-a81f-e1f6c107c265 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466784 Oct 15 00:25:44.360099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-4051ca34-32a1-4c9b-b492-a8d9e056d219 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:25:44.361110 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e81a5ed-7a2f-4d07-98f8-8340adccf86b req-4051ca34-32a1-4c9b-b492-a8d9e056d219 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0192649 Oct 15 00:25:44.426596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a72b1be6-1d83-4bac-be59-7e931bd3b593 req-16188880-83b4-4ae5-94ce-81a86d928dba service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921254 Oct 15 00:25:44.521218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9e4a4-e6a7-4aa5-9daf-f1bb69af61d9 req-ae238465-f7b4-4665-85c2-d7c560e1f582 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.523075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32b9e4a4-e6a7-4aa5-9daf-f1bb69af61d9 req-ae238465-f7b4-4665-85c2-d7c560e1f582 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 935 time: 0.1775470 Oct 15 00:25:44.548930 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-ea6c0d62-76ac-42a0-bf2d-cd2b58c277e6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585108 Oct 15 00:25:44.585355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87727d9f-e8c4-4751-8f2b-6e26468dda8a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:44.655680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32b9e4a4-e6a7-4aa5-9daf-f1bb69af61d9 req-27a1e7e2-a586-4a61-af44-3d4ce6addc87 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198466 Oct 15 00:25:44.705506 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.720003 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21566be7-3d36-4ebc-9fa4-c9d98df85416 x-openstack-request-id: req-21566be7-3d36-4ebc-9fa4-c9d98df85416 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:44.720832 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:44.721230 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21566be7-3d36-4ebc-9fa4-c9d98df85416 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:44.721364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-799fd185-1eb4-4381-82a2-0298cc7b6c4c req-2190c564-90e2-48bd-b985-aac27b6fde73 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649148 Oct 15 00:25:44.721874 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', 'status': 'completed', 'code': 200} Oct 15 00:25:44.728871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b5a216-835d-4d81-a473-39e0dfa5b7ef {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:44.737159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.751459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Transition to ACTIVE for port object a7b5a216-835d-4d81-a473-39e0dfa5b7ef will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:25:44.786422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2b0b3-14d4-450a-b5a5-8835d31360ab req-a4f0821f-71b7-4082-9ec2-0c10d2fce818 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.787719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcd2b0b3-14d4-450a-b5a5-8835d31360ab req-a4f0821f-71b7-4082-9ec2-0c10d2fce818 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 948 time: 0.0648510 Oct 15 00:25:44.852858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:44.854572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcd2b0b3-14d4-450a-b5a5-8835d31360ab req-b8fc29a2-8a71-4d0c-88ce-7f713695e64e tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562491 Oct 15 00:25:44.858934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-c8e08077-125f-4c21-b8e4-a6966d29fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:44.860377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-c8e08077-125f-4c21-b8e4-a6966d29fd42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1095 time: 0.0718040 Oct 15 00:25:44.907746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-53fd6e1f-8a8d-4d3e-ae61-72eba96213b4 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1473150 Oct 15 00:25:44.930855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:44.939022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:45.010520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-cab4c679-70bd-4e4a-8883-284196a587b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.011983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-cab4c679-70bd-4e4a-8883-284196a587b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1442640 Oct 15 00:25:45.022743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d731e7-a3b9-4c6e-b2fa-291301493220 req-c5e4f12b-f29b-4135-9560-44fc5dfcc3ce tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.024209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-99d731e7-a3b9-4c6e-b2fa-291301493220 req-c5e4f12b-f29b-4135-9560-44fc5dfcc3ce tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0815163 Oct 15 00:25:45.024342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Attempting to bind port a7b5a216-835d-4d81-a473-39e0dfa5b7ef on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:25:45.024662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Attempting to bind port a7b5a216-835d-4d81-a473-39e0dfa5b7ef by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:25:45.024993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Attempting to bind port a7b5a216-835d-4d81-a473-39e0dfa5b7ef on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:45.030031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Port a7b5a216-835d-4d81-a473-39e0dfa5b7ef on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:25:45.030560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Attempting to bind port a7b5a216-835d-4d81-a473-39e0dfa5b7ef on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:25:45.036287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:25:45.036680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:25:45.037021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:25:45.037430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Bound port: a7b5a216-835d-4d81-a473-39e0dfa5b7ef, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:25:45.037933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:45.064876 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-9d47498e-b600-45fa-8d70-5681aae13621 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 217 time: 0.0397198 Oct 15 00:25:45.094836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:45.137632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-99d731e7-a3b9-4c6e-b2fa-291301493220 req-2523e799-a69a-4727-a5e2-09073be28f59 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Oct 15 00:25:45.141853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-20c7273e-d921-4f65-b521-f69ff52cc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.143443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-20c7273e-d921-4f65-b521-f69ff52cc353 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0653994 Oct 15 00:25:45.148052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] For port a7b5a216-835d-4d81-a473-39e0dfa5b7ef, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:25:45.162590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] For port a7b5a216-835d-4d81-a473-39e0dfa5b7ef, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:25:45.195644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-faa91d30-5b78-447a-8904-c7ef39acc959 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282681 Oct 15 00:25:45.231151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:45.269362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.269362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:45.271544 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7b5a216-835d-4d81-a473-39e0dfa5b7ef HTTP/1.1" status: 200 len: 1095 time: 1.2180712 Oct 15 00:25:45.281462 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:45.331315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-c7c3e49d-c64e-4a1f-8154-b09bba3ac1fd service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280079 Oct 15 00:25:45.335442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fac92-9de6-4c56-8daf-28f1c869d5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:45.348851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308d9e5-c167-48b8-9601-70c2cee7448e req-fac43adb-ed27-4d85-b460-3f62d60d838b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.350507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c308d9e5-c167-48b8-9601-70c2cee7448e req-fac43adb-ed27-4d85-b460-3f62d60d838b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 946 time: 0.0722878 Oct 15 00:25:45.438719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c308d9e5-c167-48b8-9601-70c2cee7448e req-f0db0211-9333-47c6-9fbc-76b1c7079c50 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800347 Oct 15 00:25:45.460527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Allocated IP 172.25.2.142 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/9efbd9c8-c1bf-4431-93a9-75278175caf8) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:45.464109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-dcad81e6-97e9-4119-8054-aca3ef1bf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.465598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-dcad81e6-97e9-4119-8054-aca3ef1bf2e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 1098 time: 0.0934467 Oct 15 00:25:45.474233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e4c8f9-4f3f-4a2a-a7b0-378a6b23bfc8 req-c133bc4f-0261-41e8-bacb-1a263ed2a67e service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224465 Oct 15 00:25:45.518804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-c9a5393e-0f5c-4f83-b989-960648858ee7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a7b5a216-835d-4d81-a473-39e0dfa5b7ef HTTP/1.1" status: 200 len: 217 time: 0.0439336 Oct 15 00:25:45.566222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'tag': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:45.568390 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b2f290-02f5-449c-99b9-9a70452e1055", "tag": "a7b5a216-835d-4d81-a473-39e0dfa5b7ef"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:45.579742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355ff8c-6bbe-446b-91c8-55ade2d0f141 req-fb081a85-a43d-47f8-85f9-6d73027c0b98 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.581206 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0355ff8c-6bbe-446b-91c8-55ade2d0f141 req-fb081a85-a43d-47f8-85f9-6d73027c0b98 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 949 time: 0.0537484 Oct 15 00:25:45.618960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0355ff8c-6bbe-446b-91c8-55ade2d0f141 req-c5118f12-f28a-4990-adcb-b2710fd18675 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Oct 15 00:25:45.627312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-f4dd2cff-1585-4543-ba81-0e4bf979439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.628775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-f4dd2cff-1585-4543-ba81-0e4bf979439e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0968754 Oct 15 00:25:45.684743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:45.705595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-bb2a9eee-6941-4553-9e90-329ddba0c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.707128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-bb2a9eee-6941-4553-9e90-329ddba0c3d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693181 Oct 15 00:25:45.735436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf11f-918b-484e-92b4-72f501de92a7 req-9928ead4-f675-4726-af06-ceb80cd77e30 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:45.737825 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0cf11f-918b-484e-92b4-72f501de92a7 req-9928ead4-f675-4726-af06-ceb80cd77e30 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.0619128 Oct 15 00:25:45.776156 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0cf11f-918b-484e-92b4-72f501de92a7 req-8e99487f-c87d-41e6-9581-7d98ad5155f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Oct 15 00:25:45.819826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-5ccb6a11-a6f5-4f0d-8337-81b02e9e1c32 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007864 Oct 15 00:25:45.835718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:45.916090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:45.922398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:45.929376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:45.958351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=9efbd9c8-c1bf-4431-93a9-75278175caf8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:45.988918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce8b0414-973e-41d2-8a6b-c1452a6cea0b req-270c66aa-ed85-492f-829b-1f1d1e540eef service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615901 Oct 15 00:25:46.036176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.127672 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.274757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.316856 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ddf5c3-4056-4188-aa8b-dc93b37c082a x-openstack-request-id: req-d0ddf5c3-4056-4188-aa8b-dc93b37c082a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:46.316856 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b2f290-02f5-449c-99b9-9a70452e1055", "tag": "a7b5a216-835d-4d81-a473-39e0dfa5b7ef", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:46.316856 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0ddf5c3-4056-4188-aa8b-dc93b37c082a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:46.316856 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'tag': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef', 'status': 'completed', 'code': 200} Oct 15 00:25:46.336297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.409284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94098cb9-7f5b-450f-94d1-41bbab5755bf req-10c6ef4a-ac2c-4984-a064-053416971715 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:46.410779 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94098cb9-7f5b-450f-94d1-41bbab5755bf req-10c6ef4a-ac2c-4984-a064-053416971715 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 947 time: 0.0514827 Oct 15 00:25:46.459645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94098cb9-7f5b-450f-94d1-41bbab5755bf req-bbf2d08f-4ff2-4a21-a360-f0637894570e tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Oct 15 00:25:46.573676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650ca7a-10e4-4c57-9e64-18b75b067b91 req-c6b7a701-f511-46cb-ac38-1bae29e33ee2 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:46.575528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7650ca7a-10e4-4c57-9e64-18b75b067b91 req-c6b7a701-f511-46cb-ac38-1bae29e33ee2 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 948 time: 0.0546627 Oct 15 00:25:46.603966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:46.617153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7650ca7a-10e4-4c57-9e64-18b75b067b91 req-36bc3fac-e2e9-49c3-8e0e-bd3676ac4bc0 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Oct 15 00:25:46.684362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=9efbd9c8-c1bf-4431-93a9-75278175caf8,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:46.697311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-f8c90564-4861-498f-b97b-37ec66118e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:46.698484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-f8c90564-4861-498f-b97b-37ec66118e8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 1098 time: 0.3586307 Oct 15 00:25:46.701444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.719605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:46.731622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'mac_address': 'fa:16:3e:da:ac:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:46.743329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574e67-6def-4370-b8ad-4b62872c432c req-11bcac20-f18c-4acc-be41-17806b29e91a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:46.745076 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5574e67-6def-4370-b8ad-4b62872c432c req-11bcac20-f18c-4acc-be41-17806b29e91a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0612793 Oct 15 00:25:46.771623 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.784582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:46.787842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5574e67-6def-4370-b8ad-4b62872c432c req-ef8a10e5-2dba-4dce-bb79-b1e5dd7dc51c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Oct 15 00:25:46.805393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.805393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-3666bee1-6a5e-42d0-a7c2-654b47212f6c tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8830123 Oct 15 00:25:46.810479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:46.810796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-b2fbbdb9-3b4a-4391-9872-541ae3a9c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:46.812518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-b2fbbdb9-3b4a-4391-9872-541ae3a9c1ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1023262 Oct 15 00:25:46.867636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:46.868305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ec59f22f-ea83-4400-ae21-596c18bf8f90 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:46.886529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-1c7f0a4c-4a92-419b-9667-a0e215c33c6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a7b5a216-835d-4d81-a473-39e0dfa5b7ef HTTP/1.1" status: 200 len: 217 time: 0.0656559 Oct 15 00:25:46.889820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-04ef3662-3ca3-4c74-813b-fbc5a3f3edeb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.0762994 Oct 15 00:25:46.940207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:46.955478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:46.960166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'mac_address': 'fa:16:3e:fc:c5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:46.999456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-aeeb10d0-4bae-4504-bf58-159b9f4cffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.000895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-aeeb10d0-4bae-4504-bf58-159b9f4cffd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1068134 Oct 15 00:25:47.001879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:47.018111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec59f22f-ea83-4400-ae21-596c18bf8f90 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:47.040061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:47.045725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876dd24-6cb6-45eb-a3eb-c2776c4ff685 req-dd2678ad-0e06-44c9-b1ab-b281b1622649 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.047321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c876dd24-6cb6-45eb-a3eb-c2776c4ff685 req-dd2678ad-0e06-44c9-b1ab-b281b1622649 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 949 time: 0.0547535 Oct 15 00:25:47.073403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-e7bd759e-a601-43aa-b7e5-dfc21609b659 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.074765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff1b0d2f-0104-4b98-bdda-ec32c9488197 req-e7bd759e-a601-43aa-b7e5-dfc21609b659 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1723480 Oct 15 00:25:47.081957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-e2845256-b2d2-44fc-9844-b0ad2103b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.083482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-e2845256-b2d2-44fc-9844-b0ad2103b5d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735307 Oct 15 00:25:47.091337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c876dd24-6cb6-45eb-a3eb-c2776c4ff685 req-7c6ab9c0-11c7-45e4-8e60-28e09dbc726d tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Oct 15 00:25:47.100080 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:47.182015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:47.212684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-cf41e9d3-f7d4-4c43-a7a6-ebdcc3a8d524 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197774 Oct 15 00:25:47.237447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d73595-7eeb-4617-a1a8-933135de12a8 req-cdc2de4f-644c-40d7-8dab-6c19ead25075 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.239064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78d73595-7eeb-4617-a1a8-933135de12a8 req-cdc2de4f-644c-40d7-8dab-6c19ead25075 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.0821280 Oct 15 00:25:47.263198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-d5f70753-d874-49e0-b304-d68cd0d4c6be tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1201551 Oct 15 00:25:47.276697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:47.330528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78d73595-7eeb-4617-a1a8-933135de12a8 req-4e64514f-de66-4165-800e-eec71e134085 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800619 Oct 15 00:25:47.349959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac627cbe-dfd6-41f2-a2b1-b2cde12db0e6 req-c38442db-ac7b-4dfc-aafd-b001c0239079 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285045 Oct 15 00:25:47.368718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ec59f22f-ea83-4400-ae21-596c18bf8f90'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:47.384750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:47.440879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:47.490068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:47.599978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5ba84-d2fb-4187-87fd-4cb96d1b295d req-f4c114a3-6043-4d9a-a388-42cbbc7521ca tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.601636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f5ba84-d2fb-4187-87fd-4cb96d1b295d req-f4c114a3-6043-4d9a-a388-42cbbc7521ca tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 947 time: 0.0537093 Oct 15 00:25:47.625520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Allocated IP 172.25.2.181 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/44700c71-f332-4d01-b723-92041b4da46c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:47.644289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f5ba84-d2fb-4187-87fd-4cb96d1b295d req-265f0c34-061c-4b3a-b2ee-5f630612bf4d tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Oct 15 00:25:47.762136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87727d9f-e8c4-4751-8f2b-6e26468dda8a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:47.766338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18266209-d711-4609-8aeb-0795ee86a1e5 req-c2fb79d3-4107-4dda-acd4-8d0cb998a9d1 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.768073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18266209-d711-4609-8aeb-0795ee86a1e5 req-c2fb79d3-4107-4dda-acd4-8d0cb998a9d1 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 949 time: 0.0571482 Oct 15 00:25:47.809223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18266209-d711-4609-8aeb-0795ee86a1e5 req-bb6d7d2f-2345-44d9-bfba-674355084bf5 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Oct 15 00:25:47.874187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 87727d9f-e8c4-4751-8f2b-6e26468dda8a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:47.878941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 87727d9f-e8c4-4751-8f2b-6e26468dda8a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:47.879429 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:47.923159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f08b7-2732-4612-b6c0-1a18b7778387 req-db13f5a1-de78-47c1-bcce-aaa4b2af818c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:47.924853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb0f08b7-2732-4612-b6c0-1a18b7778387 req-db13f5a1-de78-47c1-bcce-aaa4b2af818c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0540059 Oct 15 00:25:47.965993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:47.971827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb0f08b7-2732-4612-b6c0-1a18b7778387 req-997901fe-d68f-4c34-8a26-9b8c9c6040dd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Oct 15 00:25:47.994738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87727d9f-e8c4-4751-8f2b-6e26468dda8a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:47.997006 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c71c55-7dc0-4d95-b984-ddc81c171a56" -d '{"events": [{"server_uuid": "0821ad9e-de3d-4757-b963-8f6e3abe020c", "name": "network-vif-plugged", "status": "completed", "tag": "87727d9f-e8c4-4751-8f2b-6e26468dda8a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:48.010812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 87727d9f-e8c4-4751-8f2b-6e26468dda8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87727d9f-e8c4-4751-8f2b-6e26468dda8a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:48.017508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.096308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.125529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.141102 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd656f6-11e8-463b-9126-7368a28621c5 x-openstack-request-id: req-cfd656f6-11e8-463b-9126-7368a28621c5 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:48.141397 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821ad9e-de3d-4757-b963-8f6e3abe020c", "name": "network-vif-plugged", "status": "completed", "tag": "87727d9f-e8c4-4751-8f2b-6e26468dda8a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:48.141645 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfd656f6-11e8-463b-9126-7368a28621c5 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:48.142030 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87727d9f-e8c4-4751-8f2b-6e26468dda8a', 'code': 200} Oct 15 00:25:48.154582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=87727d9f-e8c4-4751-8f2b-6e26468dda8a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:48.171604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:48.175008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:48.178630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:48.218178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=44700c71-f332-4d01-b723-92041b4da46c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:48.236086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54942bf-2f1a-4224-93af-7d768b3a0480 req-f7d92a8e-61bb-431e-84d4-995e1c5364fd tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:48.237575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b54942bf-2f1a-4224-93af-7d768b3a0480 req-f7d92a8e-61bb-431e-84d4-995e1c5364fd tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0491228 Oct 15 00:25:48.269276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ad60e-d260-417d-a5be-5e3fbb91bd28 req-cf44f586-2c60-440b-8a1e-39e91a3f4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:48.270724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-347ad60e-d260-417d-a5be-5e3fbb91bd28 req-cf44f586-2c60-440b-8a1e-39e91a3f4680 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 1101 time: 0.0635138 Oct 15 00:25:48.277231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b54942bf-2f1a-4224-93af-7d768b3a0480 req-d8c38c3e-b308-4ceb-ae1a-6a30ef59c7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Oct 15 00:25:48.330159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.333958 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-347ad60e-d260-417d-a5be-5e3fbb91bd28 req-ca9369b8-e50b-42ec-a6e1-d43c62832bee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Oct 15 00:25:48.435062 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.446615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63b4d4-8ac3-4298-8c43-a23a3e052d59 req-a93a915d-39d3-4d44-b24d-1aa1baf9754b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:48.448081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff63b4d4-8ac3-4298-8c43-a23a3e052d59 req-a93a915d-39d3-4d44-b24d-1aa1baf9754b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.0531352 Oct 15 00:25:48.486148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff63b4d4-8ac3-4298-8c43-a23a3e052d59 req-ac7b6dd6-6bcf-45fc-8a16-08316c053b79 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Oct 15 00:25:48.585232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.610945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a7b5a216-835d-4d81-a473-39e0dfa5b7ef details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:48.614039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:48.667960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.740911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=44700c71-f332-4d01-b723-92041b4da46c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:48.757279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a7b5a216-835d-4d81-a473-39e0dfa5b7ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:48.769654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:48.780929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a264b-5868-45f3-b39c-e10504b4d484 req-4f7ee81c-159c-4af4-8633-14ed2696cb97 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:48.782507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e01a264b-5868-45f3-b39c-e10504b4d484 req-4f7ee81c-159c-4af4-8633-14ed2696cb97 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 947 time: 0.0587487 Oct 15 00:25:48.788406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.811511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.821803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:48.827079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b5a216-835d-4d81-a473-39e0dfa5b7ef {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:48.828146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e01a264b-5868-45f3-b39c-e10504b4d484 req-a03ac31f-7931-44b2-b343-0c4939b0f66b tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Oct 15 00:25:48.833503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:48.833868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.867845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.868040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a7b5a216-835d-4d81-a473-39e0dfa5b7ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:48.869946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-813a3fda-b912-4ba5-94d6-eeee875d44ed tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6019323 Oct 15 00:25:48.913302 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.940185 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-a0863fc3-d1e3-455d-8aaf-826d36130115 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0619366 Oct 15 00:25:48.961050 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:48.969894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c08f11-3491-45d3-9053-fe0c47b1668b req-02ed0bf2-3b8e-4bdd-8037-93c03c4449bc tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:48.971597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5c08f11-3491-45d3-9053-fe0c47b1668b req-02ed0bf2-3b8e-4bdd-8037-93c03c4449bc tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 949 time: 0.0669825 Oct 15 00:25:48.995183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:49.014455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:49.031935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5c08f11-3491-45d3-9053-fe0c47b1668b req-2b7ad8eb-2ee3-422f-91e9-66a092091827 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537782 Oct 15 00:25:49.074704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-ecd638e3-fc56-44d6-a526-b709976a7209 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:49.077135 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ca8ff9a-8dbc-4601-84ef-9acdfa1d6f78 req-ecd638e3-fc56-44d6-a526-b709976a7209 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1297002 Oct 15 00:25:49.077263 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.078018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ec59f22f-ea83-4400-ae21-596c18bf8f90 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:49.160190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f284a-25ec-4d1a-b14a-07cf00473d55 req-40ac37a4-cc6e-4346-91fa-6e03d7ce09b8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:49.161677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d34f284a-25ec-4d1a-b14a-07cf00473d55 req-40ac37a4-cc6e-4346-91fa-6e03d7ce09b8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0550179 Oct 15 00:25:49.163486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:49.168483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a7b5a216-835d-4d81-a473-39e0dfa5b7ef'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:49.208877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d34f284a-25ec-4d1a-b14a-07cf00473d55 req-81897425-0531-42a6-801f-58ade9c80344 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Oct 15 00:25:49.257787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port ec59f22f-ea83-4400-ae21-596c18bf8f90 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:49.269022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port ec59f22f-ea83-4400-ae21-596c18bf8f90 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:49.269464 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.346834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e65a888-7221-4eaf-becc-216497d45f86 req-5a4d8c6a-c1ef-4f9d-89b8-5e78068e4b62 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1097689 Oct 15 00:25:49.359460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:25:49.394334 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.426331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:49.431017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.514378 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.541415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.581919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:49.647005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Allocated IP 172.25.2.183 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/2e49e6b6-beb5-4f07-a8b0-fbe13e14891d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:25:49.783402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:49.786906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.895062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.898986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:49.913440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'port_id': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', 'mac_address': 'fa:16:3e:ed:f7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dbddfa-bb44-4fce-ac8c-63c2cd14766a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:49.938237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:25:49.942923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:25:49.945558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:25:49.970821 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:49.975776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=2e49e6b6-beb5-4f07-a8b0-fbe13e14891d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:49.985631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:50.008821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:50.052545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.079133 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.137618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:50.143613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'}, {'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:50.150357 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ac7b8-5b66-4101-a4d7-bab177186627" -d '{"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-plugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5"}, {"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:50.171312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.373327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.502139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:50.636327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fc5dfebd-4185-458d-91c9-80c9306f0ed2 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:25:50.641168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a7b5a216-835d-4d81-a473-39e0dfa5b7ef up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:50.710114 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.794587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:50.809650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'mac_address': 'fa:16:3e:d1:29:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:25:50.812563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.835653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event updated for resources: {'Port': ['ID=2e49e6b6-beb5-4f07-a8b0-fbe13e14891d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:50.861179 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.877742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a7b5a216-835d-4d81-a473-39e0dfa5b7ef completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:50.880711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc5dfebd-4185-458d-91c9-80c9306f0ed2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:25:50.887292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a7b5a216-835d-4d81-a473-39e0dfa5b7ef triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:50.892497 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.928941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:50.944699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:50.955656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e65a888-7221-4eaf-becc-216497d45f86 req-da935b1e-d11c-41c5-8ca4-5a810d2d34b8 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5982459 Oct 15 00:25:50.997473 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:51.014451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e65a888-7221-4eaf-becc-216497d45f86 req-de3cd8a0-8d87-4639-96dc-f8d25c40e0c6 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0604668 Oct 15 00:25:51.052305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:51.090246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:51.103706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['fc5dfebd-4185-458d-91c9-80c9306f0ed2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:25:51.143281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a7b5a216-835d-4d81-a473-39e0dfa5b7ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:51.159720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65a888-7221-4eaf-becc-216497d45f86 req-d000ea8c-2549-41bf-b983-f65974c1ffbc tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:51.161282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e65a888-7221-4eaf-becc-216497d45f86 req-d000ea8c-2549-41bf-b983-f65974c1ffbc tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1400528 Oct 15 00:25:51.219874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:51.325640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:51.336412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02d6b4-b083-47f0-a024-0d55928fdc20 req-d658ed3b-1f95-4fd0-9ca4-f8e4889f2265 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:51.337967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec02d6b4-b083-47f0-a024-0d55928fdc20 req-d658ed3b-1f95-4fd0-9ca4-f8e4889f2265 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0595484 Oct 15 00:25:51.380027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec02d6b4-b083-47f0-a024-0d55928fdc20 req-09abf439-bc51-49d5-a4c4-fe31e8554642 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Oct 15 00:25:51.492265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e942-3a9f-4b70-aa83-f9a2b618138e req-517dd756-64ab-4be9-897d-7a65b76cc66e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:51.494123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e256e942-3a9f-4b70-aa83-f9a2b618138e req-517dd756-64ab-4be9-897d-7a65b76cc66e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 945 time: 0.0537767 Oct 15 00:25:51.546921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e256e942-3a9f-4b70-aa83-f9a2b618138e req-087d3432-29c7-4807-bed9-e45d5219753c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457799 Oct 15 00:25:51.679491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3436ef-1e22-4030-b836-06dcbf89ecd8 req-246921a5-2586-4824-a59f-83be2fe1f00b tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:51.681379 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e3436ef-1e22-4030-b836-06dcbf89ecd8 req-246921a5-2586-4824-a59f-83be2fe1f00b tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.0631795 Oct 15 00:25:51.726463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e3436ef-1e22-4030-b836-06dcbf89ecd8 req-22de2184-3fcc-4ada-8b39-0018efde762c tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372751 Oct 15 00:25:51.783809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:51.865852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5df4e-d09f-49ad-bf95-16aaf9913f7c req-417f1b0a-fedf-4377-bd87-e59f8cbb1a41 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:51.873250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cb5df4e-d09f-49ad-bf95-16aaf9913f7c req-417f1b0a-fedf-4377-bd87-e59f8cbb1a41 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 950 time: 0.0653884 Oct 15 00:25:51.914674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cb5df4e-d09f-49ad-bf95-16aaf9913f7c req-3b69398a-4917-418f-86ca-59d756b863ef tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399776 Oct 15 00:25:51.918625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:25:51.927004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:51.927697 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:51.987669 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37caf53-8aef-4a2b-be16-84f67b18507b x-openstack-request-id: req-f37caf53-8aef-4a2b-be16-84f67b18507b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:51.988062 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-plugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5", "code": 200}, {"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:51.988324 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f37caf53-8aef-4a2b-be16-84f67b18507b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:51.988763 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'code': 200} Oct 15 00:25:51.989010 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'code': 200} Oct 15 00:25:52.057386 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:52.099792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:52.164644 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:52.198143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839d02-52eb-492b-90c0-fd5e4e4695c9 req-9abc54f6-cdef-44e2-80d2-7d6edb8bc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:52.198971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe839d02-52eb-492b-90c0-fd5e4e4695c9 req-9abc54f6-cdef-44e2-80d2-7d6edb8bc5d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 1100 time: 0.1142695 Oct 15 00:25:52.223224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:52.234375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ec49b-9d40-41a9-9540-b7efb417f4f1 req-93c0c997-9ba0-48e4-9a06-48c43564a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:52.236145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-872ec49b-9d40-41a9-9540-b7efb417f4f1 req-93c0c997-9ba0-48e4-9a06-48c43564a5ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 1101 time: 0.1497021 Oct 15 00:25:52.272493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cee5b4-6753-4695-a7a6-76ca545b6bfc req-6ad8f650-5c41-4220-8489-06b801c83563 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:52.273990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68cee5b4-6753-4695-a7a6-76ca545b6bfc req-6ad8f650-5c41-4220-8489-06b801c83563 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1996160 Oct 15 00:25:52.277753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe839d02-52eb-492b-90c0-fd5e4e4695c9 req-19784be8-544e-46f9-a222-80279f9f5723 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677590 Oct 15 00:25:52.305948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-872ec49b-9d40-41a9-9540-b7efb417f4f1 req-bca5a3c0-deb0-4560-a861-7830c2dac066 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590289 Oct 15 00:25:52.326130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68cee5b4-6753-4695-a7a6-76ca545b6bfc req-d4ef98c0-b4f1-4431-8ebf-09dd5545cc7c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418444 Oct 15 00:25:52.402908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d2ca686-0660-48d8-b152-1486c2a62a52 req-0bdf8d15-7d31-44b6-84ba-c17007fd661a tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips/03a636fe-2eb8-467f-9073-e6ae664afcfd HTTP/1.1" status: 200 len: 693 time: 0.0516944 Oct 15 00:25:52.540694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ca686-0660-48d8-b152-1486c2a62a52 req-29687800-f763-4c84-a782-19953fc5cc01 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:52.547362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d2ca686-0660-48d8-b152-1486c2a62a52 req-29687800-f763-4c84-a782-19953fc5cc01 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1354635 Oct 15 00:25:52.556089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-2d2ca686-0660-48d8-b152-1486c2a62a52 req-6910cb62-826c-44cd-8810-c0ba14e16749 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:25:52.557043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d2ca686-0660-48d8-b152-1486c2a62a52 req-6910cb62-826c-44cd-8810-c0ba14e16749 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057697 Oct 15 00:25:52.736222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fc5dfebd-4185-458d-91c9-80c9306f0ed2 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:25:52.736222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port fc5dfebd-4185-458d-91c9-80c9306f0ed2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:25:52.736222 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:52.737284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fad18-e4e8-4284-8896-b0fb0ecbb22e req-7b024a24-9b30-4723-8c72-d750d39ec495 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:52.737284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-345fad18-e4e8-4284-8896-b0fb0ecbb22e req-7b024a24-9b30-4723-8c72-d750d39ec495 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0532691 Oct 15 00:25:52.755951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-345fad18-e4e8-4284-8896-b0fb0ecbb22e req-11ae45c0-0f91-4ef3-9f14-411bfb6b2b74 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371768 Oct 15 00:25:52.774482 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:52.840982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ba265d1-5dde-4b64-8826-62d571d290db req-055e9e20-e5eb-4c50-8f84-9ecbe4ee3a4e tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips/03a636fe-2eb8-467f-9073-e6ae664afcfd HTTP/1.1" status: 200 len: 693 time: 0.0490148 Oct 15 00:25:52.927344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:25:52.961264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba265d1-5dde-4b64-8826-62d571d290db req-308b284a-924e-4878-9610-5b5adc30acaa tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:52.962712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ba265d1-5dde-4b64-8826-62d571d290db req-308b284a-924e-4878-9610-5b5adc30acaa tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1143734 Oct 15 00:25:53.018782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ba265d1-5dde-4b64-8826-62d571d290db req-8d055865-d346-4dcf-a007-76375ba49b1a tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0489142 Oct 15 00:25:53.045171 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:53.070276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ba265d1-5dde-4b64-8826-62d571d290db req-ac5c74c9-a3ac-4cf7-9314-7d2650e1f176 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0451975 Oct 15 00:25:53.094349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:53.206722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Deleting port 2e49e6b6-beb5-4f07-a8b0-fbe13e14891d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:53.207049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:53.291926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:53.292244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:53.307564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Calling delete_port for 2e49e6b6-beb5-4f07-a8b0-fbe13e14891d owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:53.545480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:53.574584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event deleted for resources: {'Port': ['ID=2e49e6b6-beb5-4f07-a8b0-fbe13e14891d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:53.660723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:53.665421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:53.667132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ba265d1-5dde-4b64-8826-62d571d290db req-4b9fd6d9-5b37-4ffc-b4ca-b0b6fa3dfffd tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "DELETE /v2.0/floatingips/03a636fe-2eb8-467f-9073-e6ae664afcfd HTTP/1.1" status: 204 len: 173 time: 0.5889192 Oct 15 00:25:53.803535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a60ac-b848-4e03-bc4e-9106ba18abfe req-ed87fa68-a7e9-4f23-be8c-0606e22ce0e3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:53.805213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a60ac-b848-4e03-bc4e-9106ba18abfe req-ed87fa68-a7e9-4f23-be8c-0606e22ce0e3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0835116 Oct 15 00:25:53.868447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a60ac-b848-4e03-bc4e-9106ba18abfe req-1cf007f9-eae3-47bc-8349-d73c9090dd9b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554285 Oct 15 00:25:53.990434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef'}, {'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'}, {'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:25:53.992769 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf07e23d-b30f-48df-9dfc-4ab1dd5fb624" -d '{"events": [{"server_uuid": "d3b2f290-02f5-449c-99b9-9a70452e1055", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5a216-835d-4d81-a473-39e0dfa5b7ef"}, {"server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da"}, {"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-plugged", "status": "completed", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:25:54.007213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f69b8e-6dd9-4c55-9a87-36983b5d5237 req-7d404545-266c-4c2d-bf5f-952806ab5455 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:54.014238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1f69b8e-6dd9-4c55-9a87-36983b5d5237 req-7d404545-266c-4c2d-bf5f-952806ab5455 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.0604465 Oct 15 00:25:54.055133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1f69b8e-6dd9-4c55-9a87-36983b5d5237 req-bb9120e0-3a00-4299-a84f-6eb264eace5c tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Oct 15 00:25:54.193514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaf837-6556-4d86-8864-3fa95086dbae req-88abc3eb-3a0e-45f7-9650-a7f7a5a31348 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:54.195043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdcaf837-6556-4d86-8864-3fa95086dbae req-88abc3eb-3a0e-45f7-9650-a7f7a5a31348 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 950 time: 0.0651479 Oct 15 00:25:54.243791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdcaf837-6556-4d86-8864-3fa95086dbae req-6af03961-b1b2-4c8a-8188-6c68dbd22f93 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Oct 15 00:25:54.397656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a563b-ed29-4ac1-8e49-c49c0dde6bfb req-95d180bf-89bb-4174-8c5e-e9a99c16bc86 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:54.400145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f69a563b-ed29-4ac1-8e49-c49c0dde6bfb req-95d180bf-89bb-4174-8c5e-e9a99c16bc86 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0600333 Oct 15 00:25:54.447135 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f69a563b-ed29-4ac1-8e49-c49c0dde6bfb req-3f1a6eff-7636-4658-a89f-aa0a1d28217c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Oct 15 00:25:54.975971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fe399-8e92-4c07-aff5-88d37f0f8ca4 req-5dade2b7-4af9-430c-96f2-f33ef90a8792 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:54.977418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d29fe399-8e92-4c07-aff5-88d37f0f8ca4 req-5dade2b7-4af9-430c-96f2-f33ef90a8792 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4456975 Oct 15 00:25:55.088152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37b2d1-8432-4490-b361-a8b8aee21715 req-82ecbeb4-ce3c-4199-9fd3-2071d5269ca5 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:55.094566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e37b2d1-8432-4490-b361-a8b8aee21715 req-82ecbeb4-ce3c-4199-9fd3-2071d5269ca5 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0648751 Oct 15 00:25:55.137870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e37b2d1-8432-4490-b361-a8b8aee21715 req-51b8a238-6fb0-44a4-98d0-029c13962ef7 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Oct 15 00:25:55.190340 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 00:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd0d129-2840-4843-95b4-757cb0222a49 x-openstack-request-id: req-bbd0d129-2840-4843-95b4-757cb0222a49 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:25:55.191207 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b2f290-02f5-449c-99b9-9a70452e1055", "name": "network-vif-plugged", "status": "completed", "tag": "a7b5a216-835d-4d81-a473-39e0dfa5b7ef", "code": 200}, {"server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "name": "network-vif-plugged", "status": "completed", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da", "code": 200}, {"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-plugged", "status": "completed", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:25:55.191631 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbd0d129-2840-4843-95b4-757cb0222a49 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:25:55.192207 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef', 'code': 200} Oct 15 00:25:55.192460 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', 'code': 200} Oct 15 00:25:55.192710 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'code': 200} Oct 15 00:25:55.338469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c8043-c36a-40d1-bd73-d4e773762313 req-3e040279-4200-4102-9223-c81df32bd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:55.340183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b3c8043-c36a-40d1-bd73-d4e773762313 req-3e040279-4200-4102-9223-c81df32bd9db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 1100 time: 0.0690565 Oct 15 00:25:55.348753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85bea2-ffcf-45bf-aa5b-ec0e416340ec req-ec03e559-ca94-45e1-b6e3-f790129138b0 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:55.350172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f85bea2-ffcf-45bf-aa5b-ec0e416340ec req-ec03e559-ca94-45e1-b6e3-f790129138b0 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 949 time: 0.0895982 Oct 15 00:25:55.403605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b3c8043-c36a-40d1-bd73-d4e773762313 req-1bd47002-3bae-4a4d-83c5-42b30126e0f0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Oct 15 00:25:55.411657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f85bea2-ffcf-45bf-aa5b-ec0e416340ec req-f98721b4-fc47-4450-8332-98ed3cd1e67d tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539789 Oct 15 00:25:55.533851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d12ec-5abc-4c1e-acc8-e4c282f02ce8 req-4cd5042b-6e2d-4a62-a36e-6a994255e044 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:55.535500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e30d12ec-5abc-4c1e-acc8-e4c282f02ce8 req-4cd5042b-6e2d-4a62-a36e-6a994255e044 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0549095 Oct 15 00:25:55.578566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e30d12ec-5abc-4c1e-acc8-e4c282f02ce8 req-b5e73bd3-399c-4891-80de-5846bcdbb83e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364025 Oct 15 00:25:55.693374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22b5a996-0347-43b5-907e-195f9e42e343 req-1967b4be-f763-497e-aa22-cd7d3ec7df9d tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=3c245da91141429f8efd8ae6dc008bbe HTTP/1.1" status: 200 len: 1656 time: 0.0797751 Oct 15 00:25:55.828133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5a996-0347-43b5-907e-195f9e42e343 req-376372e2-bd70-447f-a4e1-8cf7a38644b2 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:55.829903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22b5a996-0347-43b5-907e-195f9e42e343 req-376372e2-bd70-447f-a4e1-8cf7a38644b2 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks?id=3838b94d-38c7-4b38-a596-7600939246a6&id=3838b94d-38c7-4b38-a596-7600939246a6&id=3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 787 time: 0.1282516 Oct 15 00:25:55.841137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-22b5a996-0347-43b5-907e-195f9e42e343 req-fe6b28e8-b085-48e2-b47f-d9329165d850 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:25:55.843736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22b5a996-0347-43b5-907e-195f9e42e343 req-fe6b28e8-b085-48e2-b47f-d9329165d850 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078130 Oct 15 00:25:55.945235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde23d2-0f0c-4638-8ef9-0c219cd21334 req-33c37b48-807c-42ac-b109-4b86a11d4348 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:55.946695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edde23d2-0f0c-4638-8ef9-0c219cd21334 req-33c37b48-807c-42ac-b109-4b86a11d4348 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.0521996 Oct 15 00:25:55.991390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edde23d2-0f0c-4638-8ef9-0c219cd21334 req-dcd568bb-f8da-42f4-b811-a8386ac15795 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Oct 15 00:25:56.418931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4c410a52-b206-4f45-86ae-3815b0c7f846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:56.777322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f3a0-472a-4fe7-a467-41a8fb890dae req-0e9d5118-a240-41d2-a277-dafc0cd898fa tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:56.779520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9678f3a0-472a-4fe7-a467-41a8fb890dae req-0e9d5118-a240-41d2-a277-dafc0cd898fa tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0688977 Oct 15 00:25:56.824822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9678f3a0-472a-4fe7-a467-41a8fb890dae req-188799db-ccf9-4596-848d-2872c088b27b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Oct 15 00:25:56.966208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-4afc70b4-f060-4c11-bf15-ede92634ff11 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips/861e6be2-ce26-4da1-a404-1c9676b4edc5 HTTP/1.1" status: 200 len: 693 time: 0.0634639 Oct 15 00:25:57.092839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-4a3c54d2-5e6d-4ce9-afd3-63d57b154b89 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:57.096886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-4a3c54d2-5e6d-4ce9-afd3-63d57b154b89 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1210887 Oct 15 00:25:57.154824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-c582fd29-ba99-4701-a766-5ecf4da192d1 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0509388 Oct 15 00:25:57.224241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-49529068-2d7a-4e99-b527-789183923dfa tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.181 HTTP/1.1" status: 200 len: 696 time: 0.0612452 Oct 15 00:25:57.368784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Deleting port 44700c71-f332-4d01-b723-92041b4da46c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:57.369036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:57.454054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:57.454424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:57.468919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Calling delete_port for 44700c71-f332-4d01-b723-92041b4da46c owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:57.691164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:57.723399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event deleted for resources: {'Port': ['ID=44700c71-f332-4d01-b723-92041b4da46c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:57.798568 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:57.801475 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:57.802715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc43ca04-bd20-426b-8fd8-e15280627d9b req-cc13c657-f3bd-4de5-b9ba-8a2ac9ad5564 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "DELETE /v2.0/floatingips/861e6be2-ce26-4da1-a404-1c9676b4edc5 HTTP/1.1" status: 204 len: 173 time: 0.5777123 Oct 15 00:25:57.928025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c6c99-10a4-43c6-9c38-a5d53e483cc3 req-68f41ac3-81a3-49ca-8440-cc341e579332 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:57.929581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-790c6c99-10a4-43c6-9c38-a5d53e483cc3 req-68f41ac3-81a3-49ca-8440-cc341e579332 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0722480 Oct 15 00:25:57.981355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-790c6c99-10a4-43c6-9c38-a5d53e483cc3 req-c4362375-27d2-4e41-8dbd-c920591a975f tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Oct 15 00:25:58.096704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3396de-f662-4fa5-b4c0-0f3515b8cf1b req-0663320b-5a96-42c1-90ce-27040b06e57f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:58.098330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c3396de-f662-4fa5-b4c0-0f3515b8cf1b req-0663320b-5a96-42c1-90ce-27040b06e57f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0590718 Oct 15 00:25:58.145425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c3396de-f662-4fa5-b4c0-0f3515b8cf1b req-a3379576-33f5-4727-a459-d7343a259bf2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Oct 15 00:25:58.333362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f05c-a7ec-4940-a34b-2734f27a3424 req-98780b48-ac55-4d41-9183-40e050b21ba4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:58.334374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9a5f05c-a7ec-4940-a34b-2734f27a3424 req-98780b48-ac55-4d41-9183-40e050b21ba4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.0588896 Oct 15 00:25:58.378722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9a5f05c-a7ec-4940-a34b-2734f27a3424 req-62739be5-3e31-422e-adcf-1eba0bf3e8b9 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378339 Oct 15 00:25:58.461228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-71e3d7d0-6301-4ee2-852f-6141ee0bf9ca tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips/1a6b475f-2698-409a-b761-4de7766fa1f8 HTTP/1.1" status: 200 len: 693 time: 0.0615504 Oct 15 00:25:58.580512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-1db44666-00d0-47ea-99c7-10472c7a0587 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:58.581927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-1db44666-00d0-47ea-99c7-10472c7a0587 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1130517 Oct 15 00:25:58.642009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-12cda6b7-a787-4002-8e15-6648c78dea40 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.0521445 Oct 15 00:25:58.701017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-32ad1eff-03c1-48e6-8ee7-7be740971516 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.0507464 Oct 15 00:25:58.759057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ef70779b-d56b-4d78-9b81-2ca0ef5b0190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:58.851631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Deleting port 9efbd9c8-c1bf-4431-93a9-75278175caf8 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:25:58.851953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:58.947289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:58.947724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:58.960794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Calling delete_port for 9efbd9c8-c1bf-4431-93a9-75278175caf8 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:25:59.159006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:59.201845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event deleted for resources: {'Port': ['ID=9efbd9c8-c1bf-4431-93a9-75278175caf8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:25:59.264316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:59.266889 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:25:59.268469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab8446ab-7292-4ed3-8df3-5dadbb929952 req-9b1ac94c-90fd-43f5-864c-9ae2a46d5dcb tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a6b475f-2698-409a-b761-4de7766fa1f8 HTTP/1.1" status: 204 len: 173 time: 0.5599918 Oct 15 00:25:59.367359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c13bd-5908-4f21-8ec4-a6d68c48a87e req-e838ffd7-eb4f-40d1-9db3-76dbd1c61030 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:59.369090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab7c13bd-5908-4f21-8ec4-a6d68c48a87e req-e838ffd7-eb4f-40d1-9db3-76dbd1c61030 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0504243 Oct 15 00:25:59.413509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab7c13bd-5908-4f21-8ec4-a6d68c48a87e req-5eb409bf-b331-4f5c-85c8-ae0377215563 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Oct 15 00:25:59.791525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485ee5-2eb3-4990-9f9b-8c960f070468 req-26be318a-dc89-4371-b461-032ff3495b21 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:59.793527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6485ee5-2eb3-4990-9f9b-8c960f070468 req-26be318a-dc89-4371-b461-032ff3495b21 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0481169 Oct 15 00:25:59.830029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6485ee5-2eb3-4990-9f9b-8c960f070468 req-c398ace0-1b2d-4d1d-a33e-57dc8d2d9b06 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Oct 15 00:25:59.939953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d48a8-e7b3-4835-9a6e-d7cbf4f71a39 req-eb465b19-ebc8-4a88-9605-67c5732c7742 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:25:59.941739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-343d48a8-e7b3-4835-9a6e-d7cbf4f71a39 req-eb465b19-ebc8-4a88-9605-67c5732c7742 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0557442 Oct 15 00:26:00.002622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-343d48a8-e7b3-4835-9a6e-d7cbf4f71a39 req-c326c7ea-596a-43a2-902d-d6dad7852a64 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498366 Oct 15 00:26:00.059782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:00.087850 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:00.332220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-96790c97-64c0-48ea-91f6-98bb2b06d483 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips/9d7d3bce-0bd9-40d5-a9f9-997d6c810c97 HTTP/1.1" status: 200 len: 692 time: 0.0601556 Oct 15 00:26:00.448981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-1637d10d-e324-47e7-86bf-fcb1fc3e2fe7 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:00.450362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-1637d10d-e324-47e7-86bf-fcb1fc3e2fe7 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1125062 Oct 15 00:26:00.505451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-79c87b60-147c-4a05-87f9-28a69ac3c3de tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0487576 Oct 15 00:26:00.554857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-18d2b038-f180-4a0d-af96-adba3f0a6378 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.61 HTTP/1.1" status: 200 len: 695 time: 0.0434263 Oct 15 00:26:00.663392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:00.693344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Deleting port 7d7c7b8c-2a76-4321-9ad8-7356ba71e891 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:00.693344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:00.784187 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:00.788646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:00.797463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:00.801880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Calling delete_port for 7d7c7b8c-2a76-4321-9ad8-7356ba71e891 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:00.811624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'mac_address': 'fa:16:3e:da:ac:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:00.852813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:00.868228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:00.899002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:00.996416 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:01.051385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:01.061282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:01.070251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.070591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.073734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.074074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.074559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.075121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.075121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.076240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.076463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.076788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.077107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.077602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:01.102819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Pushing event deleted for resources: {'Port': ['ID=7d7c7b8c-2a76-4321-9ad8-7356ba71e891,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:01.117985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:01.191808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:01.194570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:01.195918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c191f04a-72b0-4cd9-bfa5-d7f7b9950d3d req-cb6249ff-6a46-4f93-8193-e85bb4915a42 tempest-FloatingIPDetailsTestJSON-15050951 tempest-FloatingIPDetailsTestJSON-15050951-project] 10.222.0.13 "DELETE /v2.0/floatingips/9d7d3bce-0bd9-40d5-a9f9-997d6c810c97 HTTP/1.1" status: 204 len: 173 time: 0.6356435 Oct 15 00:26:01.202592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53116) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:01.331921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c65b1f-b56a-4982-b192-9e183bce99b0 req-008b73cc-5c9c-4384-97cb-b293840c3d89 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:01.333644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1c65b1f-b56a-4982-b192-9e183bce99b0 req-008b73cc-5c9c-4384-97cb-b293840c3d89 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.0659873 Oct 15 00:26:01.398353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1c65b1f-b56a-4982-b192-9e183bce99b0 req-c6e23772-fc1b-449c-a732-9d3f7d46dd67 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 Oct 15 00:26:01.536394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0251bb1-0ec2-4838-bf75-c05b082da9ac req-cfd32464-5774-46a2-b002-2c957380c3cf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:01.538052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0251bb1-0ec2-4838-bf75-c05b082da9ac req-cfd32464-5774-46a2-b002-2c957380c3cf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0667455 Oct 15 00:26:01.619103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0251bb1-0ec2-4838-bf75-c05b082da9ac req-1cce6b93-4513-4e8f-8fec-104c82e51203 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742912 Oct 15 00:26:01.674530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:01.814924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b9b72-d5f0-4f38-a770-eaedf510819b req-a1d3432d-9087-40de-89d2-e8c0d15a51b4 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:01.816565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-894b9b72-d5f0-4f38-a770-eaedf510819b req-a1d3432d-9087-40de-89d2-e8c0d15a51b4 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0594854 Oct 15 00:26:01.871767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-894b9b72-d5f0-4f38-a770-eaedf510819b req-cd7e1ec4-6b8e-4184-b87a-7fe233a67656 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453544 Oct 15 00:26:02.001789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Deleting port 580a0159-640d-4620-81b2-981f80e3af06 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:02.002240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:02.008406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b563c3-ba15-4418-93bb-763cd200d52d req-cb82f00d-44af-4856-89cb-80517b26252f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:02.010124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60b563c3-ba15-4418-93bb-763cd200d52d req-cb82f00d-44af-4856-89cb-80517b26252f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0698042 Oct 15 00:26:02.067684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60b563c3-ba15-4418-93bb-763cd200d52d req-c9f6c2de-ca8d-45df-9e4f-d7e336d7d7aa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 Oct 15 00:26:02.123540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] For port 580a0159-640d-4620-81b2-981f80e3af06, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=580a0159-640d-4620-81b2-981f80e3af06,segment=NetworkSegment(83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22),segment_id=83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:02.123836 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:02.136104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:02.141293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Calling delete_port for 580a0159-640d-4620-81b2-981f80e3af06 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:02.252051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-0af096a7-6045-42a3-9312-18e2a1323410 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329771 Oct 15 00:26:02.372700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-510ab28b-1bf7-47c8-88fb-9fb49cec7bbd tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:02.374270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-510ab28b-1bf7-47c8-88fb-9fb49cec7bbd tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210415 Oct 15 00:26:02.393487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-774bed25-0146-4f34-8b50-1d06db7f1564 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/quotas/e65227adaa284ce5ab637b0f117e3a4a HTTP/1.1" status: 200 len: 375 time: 0.0119104 Oct 15 00:26:02.410697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:02.440106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=580a0159-640d-4620-81b2-981f80e3af06,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:02.470924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-9f7ef590-10a9-45d1-82f7-57ca815b637c tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714180 Oct 15 00:26:02.659985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:02.675799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:02.788643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:02.789019 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:03.007666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:03.029528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f493-c8c1-45f9-846a-4dca746a7d0d req-717e2126-733b-4747-a14f-7ad15d579ac5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:03.032536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2d1f493-c8c1-45f9-846a-4dca746a7d0d req-717e2126-733b-4747-a14f-7ad15d579ac5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1131537 Oct 15 00:26:03.064541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:03.068212 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3041c11b-15e9-48ed-b7fb-cb465d24d4d6" -d '{"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-plugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:03.083930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:03.100851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2d1f493-c8c1-45f9-846a-4dca746a7d0d req-abf86fdd-00c4-4923-adcc-e24d41eecc0a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605264 Oct 15 00:26:03.165134 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:03.185526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-56e24b7a-a6ff-49c5-8ff3-d763271a3fa9 req-5bec856c-23f8-497e-b4a5-0f19f5154877 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 210 time: 0.0801802 Oct 15 00:26:03.218765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Router f8da8938-5e92-4add-bb9c-2db57728f225 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:26:03.244376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784e0cb-819f-488e-aee7-01b25939b72c req-88e55175-ce72-4ed5-a77c-ce6278dfa6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:03.246540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4784e0cb-819f-488e-aee7-01b25939b72c req-88e55175-ce72-4ed5-a77c-ce6278dfa6b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1097 time: 0.1430786 Oct 15 00:26:03.297311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:03.442961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4784e0cb-819f-488e-aee7-01b25939b72c req-2ab985df-cede-4f4c-952b-8e54601d6ce4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857021 Oct 15 00:26:03.462789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:26:03.469606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1a332c82-c2e8-4476-8f71-75472e58b8d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/f8da8938-5e92-4add-bb9c-2db57728f225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659533 Oct 15 00:26:03.472212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:03.476913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] Sync routers for ids ['f8da8938-5e92-4add-bb9c-2db57728f225'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:26:03.493426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] Routers {'f8da8938-5e92-4add-bb9c-2db57728f225'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:26:03.494131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:25:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f8da8938-5e92-4add-bb9c-2db57728f225'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:03.499078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a1693-d145-47e5-af37-6d7a189b2b8e req-ab0b6cf4-f5c5-4404-b1ea-057debe7f002 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:03.509115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e04a1693-d145-47e5-af37-6d7a189b2b8e req-ab0b6cf4-f5c5-4404-b1ea-057debe7f002 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.1654594 Oct 15 00:26:03.584105 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e04a1693-d145-47e5-af37-6d7a189b2b8e req-bcc2bd1e-b5a4-47c6-b136-508128a62e1b tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649288 Oct 15 00:26:03.639375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:03.652715 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c6984-00d6-41a1-b5fd-ce4050dc0a1a x-openstack-request-id: req-650c6984-00d6-41a1-b5fd-ce4050dc0a1a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:03.652998 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-plugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:03.654454 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-650c6984-00d6-41a1-b5fd-ce4050dc0a1a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:03.655244 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'code': 200} Oct 15 00:26:03.683253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] Set router f8da8938-5e92-4add-bb9c-2db57728f225 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:26:03.761665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:03.812272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6756-1452-4222-a168-c72107644a62 req-4328fca1-df93-498f-802d-166efcfbc7d9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:03.814352 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8d5e6756-1452-4222-a168-c72107644a62 req-4328fca1-df93-498f-802d-166efcfbc7d9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1095390 Oct 15 00:26:03.878511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8d5e6756-1452-4222-a168-c72107644a62 req-00f28059-ceeb-4131-9d40-9ecd0d64d1fe tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Oct 15 00:26:03.929057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Deleting port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:03.929534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:03.975691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:26:02Z', 'revision_number': 5, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port': {'id': 'cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:25:30Z', 'updated_at': '2021-10-15T00:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:04.023760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] Checking router: f8da8938-5e92-4add-bb9c-2db57728f225 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:26:04.028667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] For port cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:04.034933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:04.048829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] Routers {'f8da8938-5e92-4add-bb9c-2db57728f225'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:26:04.049810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:25:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f8da8938-5e92-4add-bb9c-2db57728f225'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:04.060739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Calling delete_port for cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:04.154155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] Set router f8da8938-5e92-4add-bb9c-2db57728f225 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:26:04.230767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:26:03Z', 'revision_number': 6, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:04.260898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa869edc-4895-419c-8eb9-ee4cda0166bc None None] The sync data for ids ['f8da8938-5e92-4add-bb9c-2db57728f225'] in n-d-811521-2 is: [{'id': 'f8da8938-5e92-4add-bb9c-2db57728f225', 'name': 'tempest-FloatingIPDetailsTestJSON-2121042476-router', 'tenant_id': '3c245da91141429f8efd8ae6dc008bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:25:28Z', 'updated_at': '2021-10-15T00:26:03Z', 'revision_number': 6, 'project_id': '3c245da91141429f8efd8ae6dc008bbe', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:26:04.610197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:04.639725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:04.706349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:04.812886 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:04.815295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:04.910697 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:04.911554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8da8938-5e92-4add-bb9c-2db57728f225 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:26:04.919257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:04.922912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22b17de9-a7df-4d75-bcb0-9cb9491d96e0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f8da8938-5e92-4add-bb9c-2db57728f225 HTTP/1.1" status: 204 len: 168 time: 1.4497397 Oct 15 00:26:04.923114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53236) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:04.980419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] Deleting subnet 819c99b8-2abc-4535-8e73-4e7d7cff1994 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:26:04.984411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.032793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.079487 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:26:05.224162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.337422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad9204-b24c-4b0c-b785-8d9d561dea5f req-4b05ac03-3301-47d7-b02f-65490bb6c2c8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:05.339293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6ad9204-b24c-4b0c-b785-8d9d561dea5f req-4b05ac03-3301-47d7-b02f-65490bb6c2c8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0870194 Oct 15 00:26:05.393249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6ad9204-b24c-4b0c-b785-8d9d561dea5f req-668cdf83-7be2-4644-953d-ba0ee1f77fcf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 Oct 15 00:26:05.394529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.436696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819c99b8-2abc-4535-8e73-4e7d7cff1994,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:05.441848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.448093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:05.448626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a5f48dc9-10ad-467e-8bca-76cd35c3ed1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/819c99b8-2abc-4535-8e73-4e7d7cff1994 HTTP/1.1" status: 204 len: 168 time: 0.5243261 Oct 15 00:26:05.450220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6773aa-49bd-445e-afa8-1ff398843f62 None None] Network a2376178-64f8-419b-99d7-8ccc560b6b6a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:26:05.565333 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.570904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe7fc751-b07f-493a-954a-2bf71e9b200c req-f0704c75-6397-48dc-9a81-433b82b0b1ff tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 210 time: 0.0798166 Oct 15 00:26:05.680924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Deleting port 2a114d9a-d523-4c29-bfa6-121e0e223bbd {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:05.683062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.713385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf2cde-569b-4630-bc4b-5efb985a819b req-c98377e4-a3fc-412e-8c5c-8c8aa9226a86 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:05.715273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cdf2cde-569b-4630-bc4b-5efb985a819b req-c98377e4-a3fc-412e-8c5c-8c8aa9226a86 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0631845 Oct 15 00:26:05.753285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] DHCP port deletion for a2376178-64f8-419b-99d7-8ccc560b6b6a request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:26:05.774073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] For port 2a114d9a-d523-4c29-bfa6-121e0e223bbd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2a114d9a-d523-4c29-bfa6-121e0e223bbd,segment=NetworkSegment(83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22),segment_id=83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:05.774640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.791944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Calling delete_port for 2a114d9a-d523-4c29-bfa6-121e0e223bbd owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:05.816541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] Deleting port 2a114d9a-d523-4c29-bfa6-121e0e223bbd {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:05.816903 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.821098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cdf2cde-569b-4630-bc4b-5efb985a819b req-7e0a004f-a32e-4937-af9a-370e2074aa80 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926123 Oct 15 00:26:05.917577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] For port 2a114d9a-d523-4c29-bfa6-121e0e223bbd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2a114d9a-d523-4c29-bfa6-121e0e223bbd,segment=NetworkSegment(83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22),segment_id=83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:05.917836 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:05.937463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] Calling delete_port for 2a114d9a-d523-4c29-bfa6-121e0e223bbd owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:05.942862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9171241-7899-43e3-8dd3-665773fa2c65 req-024469bd-9255-4d23-862d-e0a0676e6c5b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:05.946926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9171241-7899-43e3-8dd3-665773fa2c65 req-024469bd-9255-4d23-862d-e0a0676e6c5b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0566506 Oct 15 00:26:05.990492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.005512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] No DVR routers for this DVR port 2a114d9a-d523-4c29-bfa6-121e0e223bbd on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:26:06.021734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9171241-7899-43e3-8dd3-665773fa2c65 req-19070840-09c6-4dd5-ade7-e7a3ca873b1f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Oct 15 00:26:06.031335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a114d9a-d523-4c29-bfa6-121e0e223bbd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:06.069185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.104359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] Pushing event deleted for resources: {'Port': ['ID=2a114d9a-d523-4c29-bfa6-121e0e223bbd,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:06.105483 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.106310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7ee2b-6040-43fa-afca-6cfea9e1e806 None None] No DVR routers for this DVR port 2a114d9a-d523-4c29-bfa6-121e0e223bbd on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:26:06.137271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2376178-64f8-419b-99d7-8ccc560b6b6a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:06.147141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:06.147425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c389b6-fdce-4ebc-aca5-6f7d7fd7ed22') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:06.157152 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.174431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.183642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:26:06.184483 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:26:06.206732 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:26:06.347007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:06.347521 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.357721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.364834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2376178-64f8-419b-99d7-8ccc560b6b6a HTTP/1.1" status: 204 len: 168 time: 0.9155262 Oct 15 00:26:06.390115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a31d7-0704-42d3-934e-4574ce62d11f admin admin] Pushing event deleted for resources: {'Network': ['ID=a2376178-64f8-419b-99d7-8ccc560b6b6a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:06.400265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:26:06.401067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cdf6ddd5-e9df-4f88-82c5-3bd6b7db31bb not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:26:06.401631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 580a0159-640d-4620-81b2-981f80e3af06 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:06.427241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 580a0159-640d-4620-81b2-981f80e3af06 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:26:06.427975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 580a0159-640d-4620-81b2-981f80e3af06 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:26:06.428609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2a114d9a-d523-4c29-bfa6-121e0e223bbd no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:06.455530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 2a114d9a-d523-4c29-bfa6-121e0e223bbd {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:26:06.456999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2a114d9a-d523-4c29-bfa6-121e0e223bbd not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:26:06.604676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3562e-27f3-4505-9a80-6d92c16ec9f2 req-ef0ace2c-c4a3-4b76-a4d5-8cde06d5e46d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:06.606387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35b3562e-27f3-4505-9a80-6d92c16ec9f2 req-ef0ace2c-c4a3-4b76-a4d5-8cde06d5e46d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0693555 Oct 15 00:26:06.651312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35b3562e-27f3-4505-9a80-6d92c16ec9f2 req-3511ea19-5888-4dec-993b-e5ed2db69d84 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373845 Oct 15 00:26:06.704087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fc5dfebd-4185-458d-91c9-80c9306f0ed2 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:06.807411 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.834224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:06.836785 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7fb7e-6842-4db6-821e-e3873c26fb56" -d '{"events": [{"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:06.851616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:06.885783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53278) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:06.899856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-a6673d06-9786-422f-bdd5-eb15a85b947d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:06.907246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-a6673d06-9786-422f-bdd5-eb15a85b947d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.1535413 Oct 15 00:26:06.916044 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:06.929013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-b6c335b4-7277-4454-872b-95ad4413aa3e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/quotas/2e673117b64c44b4acc1d2368257cd90 HTTP/1.1" status: 200 len: 375 time: 0.0209167 Oct 15 00:26:06.946487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d8d3d82d-0b3f-4934-92ac-eeb0cdfdc1fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c245da91141429f8efd8ae6dc008bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586312 Oct 15 00:26:06.947650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53280) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:06.993667 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-17b1877d-6f96-4aad-93a4-b39ba0c9dd51 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637097 Oct 15 00:26:07.010557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:07.020738 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b89d23f3-7172-4a14-81dc-0504e34464b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:07.049014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b89d23f3-7172-4a14-81dc-0504e34464b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:07.094382 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-74c9264d-581d-45c8-a1a6-4e43e45d3ba2 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997791 Oct 15 00:26:07.196073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b89d23f3-7172-4a14-81dc-0504e34464b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:07.198712 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b89d23f3-7172-4a14-81dc-0504e34464b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:07.202769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b89d23f3-7172-4a14-81dc-0504e34464b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2108b9f6-2448-4128-bae0-57b6632edc80 HTTP/1.1" status: 204 len: 168 time: 0.2509875 Oct 15 00:26:07.207922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d23f3-7172-4a14-81dc-0504e34464b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2108b9f6-2448-4128-bae0-57b6632edc80,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:07.211759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-2cf178c3-e859-4c5b-9a70-7a3a95b21551 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114855 Oct 15 00:26:07.553014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a9ac473-b2d2-404d-9488-32c920fbf05d req-a033934a-3ea2-4ce9-b001-1ac8fd8155ed tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 210 time: 0.0342162 Oct 15 00:26:07.712787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175b7d5-1d88-491f-99d2-21c214c21157 req-f8017605-96b4-4a9b-9394-0446fc2b55f7 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:07.714684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7175b7d5-1d88-491f-99d2-21c214c21157 req-f8017605-96b4-4a9b-9394-0446fc2b55f7 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0717003 Oct 15 00:26:07.762473 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7175b7d5-1d88-491f-99d2-21c214c21157 req-5b1081ba-f741-4484-ae34-f1b2ce549e46 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Oct 15 00:26:07.830225 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c9390-1906-4304-ba6c-07c934dd4c73 x-openstack-request-id: req-6e4c9390-1906-4304-ba6c-07c934dd4c73 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:07.832117 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:07.832600 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e4c9390-1906-4304-ba6c-07c934dd4c73 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:07.833206 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'code': 200} Oct 15 00:26:07.973566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b850a5-e02a-4b19-8ed2-c557eff49575 req-b8fe23a0-809a-44b4-804e-244b02ae36e0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:07.975480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76b850a5-e02a-4b19-8ed2-c557eff49575 req-b8fe23a0-809a-44b4-804e-244b02ae36e0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0912530 Oct 15 00:26:08.026238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76b850a5-e02a-4b19-8ed2-c557eff49575 req-99d34acf-bdd5-4783-96d0-74184f5badd7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Oct 15 00:26:08.155506 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc71c674-4e1f-46fe-b003-6af3089b2008 req-0a749ca2-6fe3-4d56-a1c7-6146aae9fda5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 210 time: 0.0730276 Oct 15 00:26:08.523574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09108e-28ac-46bf-abbb-8628857ff925 req-0976d82f-ac04-47d8-be75-44ac73d13fc3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:08.523574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3a09108e-28ac-46bf-abbb-8628857ff925 req-0976d82f-ac04-47d8-be75-44ac73d13fc3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0558538 Oct 15 00:26:08.523574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3a09108e-28ac-46bf-abbb-8628857ff925 req-ef6b9b31-464c-4b54-9148-a7c3db9161d0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360742 Oct 15 00:26:08.523802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-cf4e915a-1bbb-4d18-b913-d6b3443bd883 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:08.523802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-cf4e915a-1bbb-4d18-b913-d6b3443bd883 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "GET /v2.0/ports?device_id=61f5ea3d-9d5f-408a-8af3-367e2a443e44 HTTP/1.1" status: 200 len: 944 time: 0.0485959 Oct 15 00:26:08.609861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Deleting port fc5dfebd-4185-458d-91c9-80c9306f0ed2 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:08.609861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:08.659439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f01d922d-562f-433a-868f-bc4ea11f7f4e req-a41e272b-4f57-4918-b4d2-74526ce18536 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 210 time: 0.0372064 Oct 15 00:26:08.697106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] For port fc5dfebd-4185-458d-91c9-80c9306f0ed2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fc5dfebd-4185-458d-91c9-80c9306f0ed2,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:08.697460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:08.710634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Calling delete_port for fc5dfebd-4185-458d-91c9-80c9306f0ed2 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:08.933837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:08.969361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafb430-474b-4773-9c26-21c45c33a199 req-1fcbce17-2853-4e4d-8985-7d4288b094bb tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:08.970928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0eafb430-474b-4773-9c26-21c45c33a199 req-1fcbce17-2853-4e4d-8985-7d4288b094bb tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0695698 Oct 15 00:26:09.018276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event deleted for resources: {'Port': ['ID=fc5dfebd-4185-458d-91c9-80c9306f0ed2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:09.032116 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0eafb430-474b-4773-9c26-21c45c33a199 req-3b369fa3-e47c-4d0b-aa3c-ae03fa381451 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544457 Oct 15 00:26:09.071333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] No DVR routers for this DVR port fc5dfebd-4185-458d-91c9-80c9306f0ed2 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:26:09.074546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:09.092025 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec957dd-29f0-4f9b-9e06-5accbdf809e9 req-e66ab662-44f7-4cd1-b345-6571874bd87e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "DELETE /v2.0/ports/fc5dfebd-4185-458d-91c9-80c9306f0ed2 HTTP/1.1" status: 204 len: 173 time: 0.6074553 Oct 15 00:26:09.092527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-deleted', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:09.101580 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9def82c4-efd2-4eb0-85fd-6f45b301c32c" -d '{"events": [{"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-deleted", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:09.234161 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaeadc-3e3b-4d53-bd1d-506e8c5196e9 req-4d0aa294-f497-4077-9b42-aed80663433e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:09.235804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1aaeadc-3e3b-4d53-bd1d-506e8c5196e9 req-4d0aa294-f497-4077-9b42-aed80663433e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0889714 Oct 15 00:26:09.306266 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1aaeadc-3e3b-4d53-bd1d-506e8c5196e9 req-0faec516-e4cb-440e-9373-e71e7832986f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549369 Oct 15 00:26:09.374634 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d023ffdb-1f71-4b54-87af-8ce248cd036f x-openstack-request-id: req-d023ffdb-1f71-4b54-87af-8ce248cd036f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:09.375299 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f5ea3d-9d5f-408a-8af3-367e2a443e44", "name": "network-vif-deleted", "tag": "fc5dfebd-4185-458d-91c9-80c9306f0ed2", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:09.375751 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d023ffdb-1f71-4b54-87af-8ce248cd036f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:09.376283 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5ea3d-9d5f-408a-8af3-367e2a443e44', 'name': 'network-vif-deleted', 'tag': 'fc5dfebd-4185-458d-91c9-80c9306f0ed2', 'status': 'completed', 'code': 200} Oct 15 00:26:09.497131 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2541a15c-6c8b-474b-8261-0bcf2c7d2f48 req-61fadbbf-e815-4ebf-9ac8-a14d43dc4e5a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 210 time: 0.0340657 Oct 15 00:26:09.536103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:09.598323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec98c0af-583a-4e09-a9de-62d9bc3101c1 req-4dbb1214-b6cf-46e9-b7ed-d92a810cc75d tempest-AbsoluteLimitsNegativeTestJSON-175546919 tempest-AbsoluteLimitsNegativeTestJSON-175546919-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=588a486751ce4b5e9fbdb71db185f2d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365725 Oct 15 00:26:09.668013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74404816-c96d-47ec-be44-3bf9156e9b27 req-29d57359-7641-41d9-980f-2965f9134d49 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:09.670570 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74404816-c96d-47ec-be44-3bf9156e9b27 req-29d57359-7641-41d9-980f-2965f9134d49 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0806191 Oct 15 00:26:09.726924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74404816-c96d-47ec-be44-3bf9156e9b27 req-d8d76690-8091-421e-9798-da3a12f61c69 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498226 Oct 15 00:26:09.753594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98c0af-583a-4e09-a9de-62d9bc3101c1 req-81d78bf5-921c-44c4-b3f1-c624ce5885a5 tempest-AbsoluteLimitsNegativeTestJSON-175546919 tempest-AbsoluteLimitsNegativeTestJSON-175546919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:09.761321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec98c0af-583a-4e09-a9de-62d9bc3101c1 req-81d78bf5-921c-44c4-b3f1-c624ce5885a5 tempest-AbsoluteLimitsNegativeTestJSON-175546919 tempest-AbsoluteLimitsNegativeTestJSON-175546919-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602159 Oct 15 00:26:09.788451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec98c0af-583a-4e09-a9de-62d9bc3101c1 req-f62d5a95-8b60-4736-a6ea-134f53ef0313 tempest-AbsoluteLimitsNegativeTestJSON-175546919 tempest-AbsoluteLimitsNegativeTestJSON-175546919-project] 10.222.0.13 "GET /v2.0/quotas/588a486751ce4b5e9fbdb71db185f2d5 HTTP/1.1" status: 200 len: 375 time: 0.0260897 Oct 15 00:26:09.857375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec98c0af-583a-4e09-a9de-62d9bc3101c1 req-4a8463d9-2df3-4209-89e2-b1c11efb391b tempest-AbsoluteLimitsNegativeTestJSON-175546919 tempest-AbsoluteLimitsNegativeTestJSON-175546919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=588a486751ce4b5e9fbdb71db185f2d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539494 Oct 15 00:26:09.857894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7e845186-5992-4ee6-87f6-b1cd2fbd9609 req-2e02a0fe-ac36-48a4-b7e4-da161818afed tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 210 time: 0.0452528 Oct 15 00:26:10.178813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdec0d0-4916-4ffb-9a28-bead3e918c9d req-af918e17-5d05-4379-a5d4-760063ca83eb tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:10.186913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cdec0d0-4916-4ffb-9a28-bead3e918c9d req-af918e17-5d05-4379-a5d4-760063ca83eb tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0855558 Oct 15 00:26:10.234134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cdec0d0-4916-4ffb-9a28-bead3e918c9d req-4dd91bdd-8522-4700-9582-5a6892da84f4 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Oct 15 00:26:10.285670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-f7e66ef2-443f-466b-9fe0-0fc4d59b04ae tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478392 Oct 15 00:26:10.691977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff4571c5-5abc-47e0-a7e5-d75326b855f8 req-47593b8b-d2a7-495b-8f40-45e69eb8d046 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 210 time: 0.0454941 Oct 15 00:26:10.735345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53392) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:10.809392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-7e15d1ff-9345-47c8-a1ea-26c3f35ff73c tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:10.817668 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-7e15d1ff-9345-47c8-a1ea-26c3f35ff73c tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5224078 Oct 15 00:26:10.831691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Request body: {'port': {'device_id': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'e65227adaa284ce5ab637b0f117e3a4a'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:10.900424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbaf20-badd-456b-bff1-5590ac7acc79 req-c713682b-ef1f-42f7-8c99-66c11d926112 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:10.902315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96bbaf20-badd-456b-bff1-5590ac7acc79 req-c713682b-ef1f-42f7-8c99-66c11d926112 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.4910848 Oct 15 00:26:10.935773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce33cd-918e-4d30-84b4-4c929223bd3a req-8eeab3bc-578e-4332-b180-91ca911b8bf7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:10.937692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26ce33cd-918e-4d30-84b4-4c929223bd3a req-8eeab3bc-578e-4332-b180-91ca911b8bf7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0916624 Oct 15 00:26:10.986153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26ce33cd-918e-4d30-84b4-4c929223bd3a req-b6985405-3105-467b-96e9-3c9c06e084d3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Oct 15 00:26:11.018032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0ae465b-39bd-49e3-a6a5-b6455537dee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.044935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96bbaf20-badd-456b-bff1-5590ac7acc79 req-24083928-7543-477e-84d2-ab171b9b8207 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285610 Oct 15 00:26:11.164406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Made reservation on behalf of e65227adaa284ce5ab637b0f117e3a4a for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:11.166602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2000998f-621b-4830-85ed-88ae67f31714 req-ccc3be68-dacd-4f87-9423-1458b94ab9a1 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 210 time: 0.0757492 Oct 15 00:26:11.177122 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.272332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0ae465b-39bd-49e3-a6a5-b6455537dee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.307287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-4c942114-f8db-480b-8e00-e0fe558b5b4d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:11.308840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-4c942114-f8db-480b-8e00-e0fe558b5b4d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.39 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.1882925 Oct 15 00:26:11.329775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Request body: {'port': {'device_id': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'admin_state_up': True, 'tenant_id': '2e673117b64c44b4acc1d2368257cd90'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:11.371863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0ae465b-39bd-49e3-a6a5-b6455537dee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.433217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b0ae465b-39bd-49e3-a6a5-b6455537dee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=588a486751ce4b5e9fbdb71db185f2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6965358 Oct 15 00:26:11.443865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563840d-8c33-423e-a54c-80083ad20430 req-b06275f4-3b53-47f5-9ad0-a3f20b03975c tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:11.445562 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c563840d-8c33-423e-a54c-80083ad20430 req-b06275f4-3b53-47f5-9ad0-a3f20b03975c tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0842731 Oct 15 00:26:11.446149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53404) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:11.447458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Allocated IP 192.168.233.117 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/0fa26496-5c2f-482a-ace2-bf6a202b952b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:11.474284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae465b-39bd-49e3-a6a5-b6455537dee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58391c69-78ae-4de5-b785-6d3c05b0241d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:11.634057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c563840d-8c33-423e-a54c-80083ad20430 req-9594434a-6faa-4c76-8c74-b9d1ed958c75 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759231 Oct 15 00:26:11.674295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b86bb-6dab-4d1d-a27e-b69c9d00bf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.690349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Made reservation on behalf of 2e673117b64c44b4acc1d2368257cd90 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:11.694840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.768639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b86bb-6dab-4d1d-a27e-b69c9d00bf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.814952 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-802bb696-e2c1-4e0f-9998-2d4277c347ba req-22a403bd-25af-4e1f-9f86-6831fa4c9948 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 210 time: 0.0329335 Oct 15 00:26:11.898160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.984296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Allocated IP 172.20.0.7 (822e0207-d55a-45bf-9f45-24de3fbade56/a94f4e65-63e0-4e73-8782-49af8d28657a/98a60c0c-6687-454f-9b75-9f2d0edea37d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:11.996418 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b86bb-6dab-4d1d-a27e-b69c9d00bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:11.999567 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b86bb-6dab-4d1d-a27e-b69c9d00bf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.000754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-421b86bb-6dab-4d1d-a27e-b69c9d00bf2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58391c69-78ae-4de5-b785-6d3c05b0241d HTTP/1.1" status: 204 len: 168 time: 0.5506525 Oct 15 00:26:12.020652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b86bb-6dab-4d1d-a27e-b69c9d00bf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58391c69-78ae-4de5-b785-6d3c05b0241d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:12.032216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.053853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a7b5a216-835d-4d81-a473-39e0dfa5b7ef'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:12.149481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:12.211159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:12.220737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:12.339959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e800c8-5e5e-4aac-8ff6-41c899efe245 req-2a7ebbcc-987f-4bd8-a40b-8fbfaadd0295 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:12.342394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3e800c8-5e5e-4aac-8ff6-41c899efe245 req-2a7ebbcc-987f-4bd8-a40b-8fbfaadd0295 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.2376213 Oct 15 00:26:12.390564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:12.391627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.405679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Pushing event updated for resources: {'Port': ['ID=0fa26496-5c2f-482a-ace2-bf6a202b952b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:12.460532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90335a1-f4bd-4bd3-80bb-a894320cb0f1 req-79f10cee-ca41-4b75-9192-8d15038e4852 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:12.471161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b90335a1-f4bd-4bd3-80bb-a894320cb0f1 req-79f10cee-ca41-4b75-9192-8d15038e4852 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.3202431 Oct 15 00:26:12.505163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3e800c8-5e5e-4aac-8ff6-41c899efe245 req-45807fca-34f5-4eab-9cb7-0b4c7daaac4e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275334 Oct 15 00:26:12.536512 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b90335a1-f4bd-4bd3-80bb-a894320cb0f1 req-58c8c3c9-67e2-49a9-84d6-2897d8605ba3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635893 Oct 15 00:26:12.540805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-52719330-7168-4d8d-b22e-65ab0e8ca7ec tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7136638 Oct 15 00:26:12.574446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Request body: {'port': {'device_id': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:12.581870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.671454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8d6a6b52-9cf9-43a6-832e-79622a589fd9 None None] Provisioning complete for port 0fa26496-5c2f-482a-ace2-bf6a202b952b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:12.672194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d6a6b52-9cf9-43a6-832e-79622a589fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.735806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a6b52-9cf9-43a6-832e-79622a589fd9 None None] Port 0fa26496-5c2f-482a-ace2-bf6a202b952b cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:12.737987 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.748732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.761618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fc5dfebd-4185-458d-91c9-80c9306f0ed2 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:12.796532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07093-63c6-4b14-a2b6-997bf03b01d3 req-bd502624-626c-44e9-99b7-d6cc432d6bb6 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:12.798445 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3e07093-63c6-4b14-a2b6-997bf03b01d3 req-bd502624-626c-44e9-99b7-d6cc432d6bb6 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 936 time: 0.1135447 Oct 15 00:26:12.807429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Network 822e0207-d55a-45bf-9f45-24de3fbade56 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:12.812331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:12.822135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: fc5dfebd-4185-458d-91c9-80c9306f0ed2 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:26:12.826338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fc5dfebd-4185-458d-91c9-80c9306f0ed2 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:26:12.826489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:12.865295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa23b7e-1f8a-404c-8611-73f33a4b5030 req-66bddfdc-c96f-496a-bfd0-a431e17df901 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:12.867066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6aa23b7e-1f8a-404c-8611-73f33a4b5030 req-66bddfdc-c96f-496a-bfd0-a431e17df901 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1097 time: 0.1560938 Oct 15 00:26:12.868462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:12.904186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3e07093-63c6-4b14-a2b6-997bf03b01d3 req-f8b36fc0-2e03-4880-89f8-b56dabedfcae tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972543 Oct 15 00:26:12.908194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:12.908194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:12.976997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6aa23b7e-1f8a-404c-8611-73f33a4b5030 req-fb619170-7eab-4858-9bda-667ba69bb8fa tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925667 Oct 15 00:26:13.031775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-58a7d253-cffd-4038-a6a5-3ec98ebb1c13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7115846 Oct 15 00:26:13.059014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Request body: {'port': {'device_id': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:13.166979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:13.227978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa26496-5c2f-482a-ace2-bf6a202b952b {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:13.239412 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8dcf9-28e7-4216-8e50-eb071ab89394 req-e120436e-db01-4285-aec3-d52b464917db tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:13.241010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8f8dcf9-28e7-4216-8e50-eb071ab89394 req-e120436e-db01-4285-aec3-d52b464917db tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.1256602 Oct 15 00:26:13.245426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:13.273497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Transition to ACTIVE for port object 0fa26496-5c2f-482a-ace2-bf6a202b952b will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:26:13.294204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8f8dcf9-28e7-4216-8e50-eb071ab89394 req-9acd0b4f-0f74-4507-abe9-3673e10a1e4b tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Oct 15 00:26:13.332656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd101b-5dd1-410e-ad25-821c4f501b4b req-c524357e-c88a-47ff-a8d2-4085b02ed663 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:13.334124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60cd101b-5dd1-410e-ad25-821c4f501b4b req-c524357e-c88a-47ff-a8d2-4085b02ed663 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 931 time: 0.1295464 Oct 15 00:26:13.438830 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60cd101b-5dd1-410e-ad25-821c4f501b4b req-be943fb5-a19e-45c0-aded-1b6df57eff20 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834146 Oct 15 00:26:13.537401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a60c0c-6687-454f-9b75-9f2d0edea37d {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:13.545556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:13.556544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Transition to ACTIVE for port object 98a60c0c-6687-454f-9b75-9f2d0edea37d will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:26:13.628909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c571383-74ff-45be-8947-90ced709fba9 req-d24ad64e-656c-49b7-8244-7077be169c13 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:13.630374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c571383-74ff-45be-8947-90ced709fba9 req-d24ad64e-656c-49b7-8244-7077be169c13 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0507820 Oct 15 00:26:13.670680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c571383-74ff-45be-8947-90ced709fba9 req-96343e93-d283-417d-9704-c398b171a8f2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Oct 15 00:26:13.675087 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:13.732839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:13.786638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Pushing event updated for resources: {'Port': ['ID=0fa26496-5c2f-482a-ace2-bf6a202b952b,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:13.836208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:13.893966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Attempting to bind port 0fa26496-5c2f-482a-ace2-bf6a202b952b on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:13.894322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Attempting to bind port 0fa26496-5c2f-482a-ace2-bf6a202b952b by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:13.894647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Attempting to bind port 0fa26496-5c2f-482a-ace2-bf6a202b952b on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:13.899464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Port 0fa26496-5c2f-482a-ace2-bf6a202b952b on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:13.899782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Attempting to bind port 0fa26496-5c2f-482a-ace2-bf6a202b952b on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:13.905519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:13.905860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:13.906261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:13.906685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Bound port: 0fa26496-5c2f-482a-ace2-bf6a202b952b, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:13.907034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.042383 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] For port 0fa26496-5c2f-482a-ace2-bf6a202b952b, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:14.051001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] For port 0fa26496-5c2f-482a-ace2-bf6a202b952b, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0fa26496-5c2f-482a-ace2-bf6a202b952b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:14.052544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Attempting to bind port 98a60c0c-6687-454f-9b75-9f2d0edea37d on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:14.052885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Attempting to bind port 98a60c0c-6687-454f-9b75-9f2d0edea37d by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:14.053211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Attempting to bind port 98a60c0c-6687-454f-9b75-9f2d0edea37d on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:14.070203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Port 98a60c0c-6687-454f-9b75-9f2d0edea37d on network 822e0207-d55a-45bf-9f45-24de3fbade56 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:14.070781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Attempting to bind port 98a60c0c-6687-454f-9b75-9f2d0edea37d on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:14.090187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:14.090530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Checking segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:14.090953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Bound using segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:14.091383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Bound port: 98a60c0c-6687-454f-9b75-9f2d0edea37d, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:14.091747 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.143288 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.204489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53488) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:14.266052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.266713 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.272642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] 10.222.0.39 "PUT /v2.0/ports/0fa26496-5c2f-482a-ace2-bf6a202b952b HTTP/1.1" status: 200 len: 1096 time: 1.7212853 Oct 15 00:26:14.278729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'tag': '0fa26496-5c2f-482a-ace2-bf6a202b952b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:14.281087 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17c78bf-98d4-4ae2-a074-2d05393d74db" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b84c50-67ba-43e6-9f1c-82647a07563c", "tag": "0fa26496-5c2f-482a-ace2-bf6a202b952b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:14.283433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9398f0-7e9f-42cb-93e4-a1072f9f0aff req-00ea9283-87ab-4599-999e-20540564db81 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.284312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a5346-8f95-47dc-8fe4-a42a5a5bb12f service neutron] Pushing event updated for resources: {'Port': ['ID=0fa26496-5c2f-482a-ace2-bf6a202b952b,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:14.285047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac9398f0-7e9f-42cb-93e4-a1072f9f0aff req-00ea9283-87ab-4599-999e-20540564db81 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.1835244 Oct 15 00:26:14.288216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:14.292361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:14.304924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a21867-94d8-4550-9d81-4794032f5708 req-49fc9631-22f3-4c98-ba12-71dc80025f4a tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.312728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9a21867-94d8-4550-9d81-4794032f5708 req-49fc9631-22f3-4c98-ba12-71dc80025f4a tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 948 time: 0.2112081 Oct 15 00:26:14.372853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac9398f0-7e9f-42cb-93e4-a1072f9f0aff req-9d739278-aebb-481d-81cc-c65462ac6834 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Oct 15 00:26:14.375315 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.502000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.502949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.504717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] 10.222.0.39 "PUT /v2.0/ports/98a60c0c-6687-454f-9b75-9f2d0edea37d HTTP/1.1" status: 200 len: 1091 time: 1.4521406 Oct 15 00:26:14.505877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:14.510043 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3dab1b-bbcc-47d7-b870-6476612b18f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:14.545936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1615e-e977-4765-80ca-5ffa9301b30a service neutron] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:14.566277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9a21867-94d8-4550-9d81-4794032f5708 req-f6d42e2b-cc69-4727-a17a-254c1ea80ace tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466924 Oct 15 00:26:14.574016 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.578901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1586820208-network', 'tenant_id': 'f78254faf9214f19bf469b1eb6a3028c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:14.585347 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22333006-5a7e-4249-8cdc-a40104da3f75 x-openstack-request-id: req-22333006-5a7e-4249-8cdc-a40104da3f75 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:14.586119 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b84c50-67ba-43e6-9f1c-82647a07563c", "tag": "0fa26496-5c2f-482a-ace2-bf6a202b952b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:14.586119 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22333006-5a7e-4249-8cdc-a40104da3f75 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:14.586302 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'tag': '0fa26496-5c2f-482a-ace2-bf6a202b952b', 'status': 'completed', 'code': 200} Oct 15 00:26:14.634314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-38585a54-24fe-4d2c-bdd7-e3587754c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.638934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-38585a54-24fe-4d2c-bdd7-e3587754c053 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 1099 time: 0.2009225 Oct 15 00:26:14.639825 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752dfeac-ea65-4db4-9046-313c9b2f2b81 x-openstack-request-id: req-752dfeac-ea65-4db4-9046-313c9b2f2b81 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:14.640180 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:14.640497 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-752dfeac-ea65-4db4-9046-313c9b2f2b81 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:14.640968 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'status': 'completed', 'code': 200} Oct 15 00:26:14.735476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-cea29949-e513-4e3a-b6f0-79761ed04840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.736968 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-cea29949-e513-4e3a-b6f0-79761ed04840 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 1094 time: 0.0837076 Oct 15 00:26:14.739057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-8e16c05f-ad85-46bc-8ba2-522995253540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0fa26496-5c2f-482a-ace2-bf6a202b952b HTTP/1.1" status: 200 len: 217 time: 0.0835917 Oct 15 00:26:14.795135 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-ee3c0983-97bb-4a4b-86d1-ea0ee75fcc4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d HTTP/1.1" status: 200 len: 217 time: 0.0363102 Oct 15 00:26:14.796309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Made reservation on behalf of f78254faf9214f19bf469b1eb6a3028c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:14.798595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.817575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:14.940075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-f6a23b6a-d5d9-40e8-b786-4395fa8c0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.940752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-28b93888-3a6f-4df0-8da4-f15b5cf11008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.941510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-f6a23b6a-d5d9-40e8-b786-4395fa8c0270 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.1336515 Oct 15 00:26:14.941895 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-28b93888-3a6f-4df0-8da4-f15b5cf11008 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1431344 Oct 15 00:26:14.970382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5785339-10f0-4567-b542-1255ff2451fd req-fb477601-3348-4a0c-9c51-6ef7dfa634f3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.972511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5785339-10f0-4567-b542-1255ff2451fd req-fb477601-3348-4a0c-9c51-6ef7dfa634f3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 943 time: 0.2320821 Oct 15 00:26:14.972617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d281c6b-1cd9-4b20-ae47-276ac26bce77 req-bfa354d8-cc3b-4697-b148-dce21f3ebb2b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:14.980077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d281c6b-1cd9-4b20-ae47-276ac26bce77 req-bfa354d8-cc3b-4697-b148-dce21f3ebb2b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1028647 Oct 15 00:26:15.042053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-c0e17e9a-a3ac-4fb9-8a03-b49ac2c77912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408936 Oct 15 00:26:15.088872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d281c6b-1cd9-4b20-ae47-276ac26bce77 req-db95314c-a8e0-49e4-b1da-d2e41c589482 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078527 Oct 15 00:26:15.112168 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-c5921451-4d59-4393-956f-5624080caca8 service neutron] 10.222.0.39 "GET /v2.0/ports/b36191c9-23de-49a3-8308-ce3420410e0a/bindings/n-h2-811521-2 HTTP/1.1" status: 200 len: 382 time: 0.1325555 Oct 15 00:26:15.133263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5785339-10f0-4567-b542-1255ff2451fd req-dcddac73-bc76-41b3-9707-91fe0343820f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068192 Oct 15 00:26:15.140710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-06ea4140-4a80-4bb2-a9a5-92694b755570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.142271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-06ea4140-4a80-4bb2-a9a5-92694b755570 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674600 Oct 15 00:26:15.186115 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:15.235349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-1cb2ef6e-035e-44e6-b027-dffa3b6d210c service neutron] 10.222.0.39 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815069 Oct 15 00:26:15.269166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-ca698a87-5f85-4b54-bd3f-d4a854a96ed7 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185207 Oct 15 00:26:15.287663 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:15.344656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:26:15.360816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:15.361166 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Added segment 5b21e2f0-4469-480e-a959-1c6b36b2dfb2 of type vlan for network 64f3b724-0f89-41da-bd32-a7dff9308ddb Oct 15 00:26:15.398663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7e993cc-083d-485d-86e3-a1be1e17b942 req-43299370-9b3a-4943-950a-79cddbdb1f0c service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159694 Oct 15 00:26:15.446427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebe63a8-4767-4ac1-844e-f7ead439fffb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:15.465317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:15.536440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7cb8-6164-40dc-8011-f090c29e7225 req-2098859c-8b53-4ffd-95e5-33ca36283c7a tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.541337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-24fa7cb8-6164-40dc-8011-f090c29e7225 req-2098859c-8b53-4ffd-95e5-33ca36283c7a tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.0942509 Oct 15 00:26:15.553710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f90990-ba21-4482-a5ad-fbfe4e44db8a req-7033e986-3b5a-4317-948e-f7a82119cef8 service neutron] 10.222.0.39 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063400 Oct 15 00:26:15.617352 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-24fa7cb8-6164-40dc-8011-f090c29e7225 req-f25d54ff-8487-45d8-9abc-efc22bc2c4b3 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e497e31-35aa-4dfa-9ae2-7592b79bb635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721662 Oct 15 00:26:15.622321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:15.623789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.624461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:15.631419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-27b8df73-f069-4e5c-88f7-6f6232407d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.633366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-27b8df73-f069-4e5c-88f7-6f6232407d57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 1099 time: 0.0762019 Oct 15 00:26:15.720838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] Pushing event updated for resources: {'Network': ['ID=64f3b724-0f89-41da-bd32-a7dff9308ddb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:15.737608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 64f3b724-0f89-41da-bd32-a7dff9308ddb details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:26:15.770163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-a934ce96-ebee-4034-94da-947cb62b2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.771654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-a934ce96-ebee-4034-94da-947cb62b2c46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1280255 Oct 15 00:26:15.785862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-8c2d393e-8f49-4b02-beec-f604ab2ba727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.787408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-8c2d393e-8f49-4b02-beec-f604ab2ba727 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f&tenant_id=7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 1100 time: 0.0654051 Oct 15 00:26:15.795815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ced8-2205-404f-ace2-4dd895e5c48e req-df5b7a46-83b5-4f5d-b092-736786d51aea tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.797299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0416ced8-2205-404f-ace2-4dd895e5c48e req-df5b7a46-83b5-4f5d-b092-736786d51aea tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 948 time: 0.1400928 Oct 15 00:26:15.812774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-b9232289-8c31-48d7-a0be-0d35ea770535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.814279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-b9232289-8c31-48d7-a0be-0d35ea770535 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 1094 time: 0.0909042 Oct 15 00:26:15.814740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.39', 50127) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:15.869456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7e9cc15-8569-446e-8c10-690b28d86f42 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6634653 Oct 15 00:26:15.876335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53558) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:15.884411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-1cbfcdec-d986-4dd0-8490-57fdb9ea4900 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0fa26496-5c2f-482a-ace2-bf6a202b952b HTTP/1.1" status: 200 len: 217 time: 0.0943522 Oct 15 00:26:15.897181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Request body: {'subnet': {'network_id': '64f3b724-0f89-41da-bd32-a7dff9308ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1586820208-subnet', 'tenant_id': 'f78254faf9214f19bf469b1eb6a3028c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:15.957601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-537b8e8a-98c2-48fc-b6d3-140db369b048 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.960473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0416ced8-2205-404f-ace2-4dd895e5c48e req-e833cedb-ef38-47e9-967f-2ac5930f5ba8 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554589 Oct 15 00:26:15.969338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-537b8e8a-98c2-48fc-b6d3-140db369b048 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.39 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 950 time: 0.1462920 Oct 15 00:26:15.975960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-366848dd-1cb5-4837-9b70-94efd86307b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:15.992262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-366848dd-1cb5-4837-9b70-94efd86307b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 1100 time: 0.1756153 Oct 15 00:26:16.021378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd831b-29c3-4d86-ba3e-eb3620355c8f req-a4f2f162-0422-42e7-a512-985bc22e5a8c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.022990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0cd831b-29c3-4d86-ba3e-eb3620355c8f req-a4f2f162-0422-42e7-a512-985bc22e5a8c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 949 time: 0.2346919 Oct 15 00:26:16.035984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-20ed3a08-ea12-4ea5-b5ef-0a740f88ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.037667 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-20ed3a08-ea12-4ea5-b5ef-0a740f88ec55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1445217 Oct 15 00:26:16.038523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-501bf0ca-e085-4c20-bf94-02041c931b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.044062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-501bf0ca-e085-4c20-bf94-02041c931b9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 905 time: 0.2093327 Oct 15 00:26:16.138452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0cd831b-29c3-4d86-ba3e-eb3620355c8f req-92f9f6d4-6f6f-40ab-bb34-e956aad9b9c2 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969563 Oct 15 00:26:16.155871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-e094d1c1-223d-4946-9e93-6a6419a13493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.166411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-e094d1c1-223d-4946-9e93-6a6419a13493 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132574 Oct 15 00:26:16.172454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Deleting port 87727d9f-e8c4-4751-8f2b-6e26468dda8a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:16.172737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:16.366849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-c79f186f-4f1a-4896-a4cb-5bce3e04bb50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d HTTP/1.1" status: 200 len: 217 time: 0.3139570 Oct 15 00:26:16.366849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Made reservation on behalf of f78254faf9214f19bf469b1eb6a3028c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:16.369110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:16.382803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65cdcd-06cd-483d-9798-ef3208d7941d req-8e006528-9176-4010-aed5-d2b642e23962 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.384189 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca65cdcd-06cd-483d-9798-ef3208d7941d req-8e006528-9176-4010-aed5-d2b642e23962 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 943 time: 0.1611266 Oct 15 00:26:16.391327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] For port 87727d9f-e8c4-4751-8f2b-6e26468dda8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87727d9f-e8c4-4751-8f2b-6e26468dda8a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:16.391695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:16.396610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-20b664bf-cf85-4353-86ff-8670f0cb6ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196257 Oct 15 00:26:16.437054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Calling delete_port for 87727d9f-e8c4-4751-8f2b-6e26468dda8a owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:16.474975 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca65cdcd-06cd-483d-9798-ef3208d7941d req-34d04944-8959-4969-8be1-7538f27d371b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805385 Oct 15 00:26:16.510163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-17b62e93-4492-4373-a015-184b6f6c4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.511627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-17b62e93-4492-4373-a015-184b6f6c4189 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.5055418 Oct 15 00:26:16.524640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-99154633-e2f7-4382-97b2-c14b2f051ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.526066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-99154633-e2f7-4382-97b2-c14b2f051ac8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.1435409 Oct 15 00:26:16.538511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989442-daef-486f-a06b-ab326ded1766 req-87ac84ff-c24b-44ca-843c-4bfb95bc3902 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.539967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18989442-daef-486f-a06b-ab326ded1766 req-87ac84ff-c24b-44ca-843c-4bfb95bc3902 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1795609 Oct 15 00:26:16.592509 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c17c78bf-98d4-4ae2-a074-2d05393d74db req-ef5d685b-ef65-4d05-99c9-b9fd9e036744 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846228 Oct 15 00:26:16.594394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-1c83fdb4-896d-489c-83cd-86b72b7252db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 200 len: 217 time: 0.0673540 Oct 15 00:26:16.618395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-71b97578-8b53-42ef-b4d2-45c8de111be1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678759 Oct 15 00:26:16.747021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-a7a4d0d3-b884-4a66-a965-1f688853bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.748745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-a7a4d0d3-b884-4a66-a965-1f688853bd87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1340775 Oct 15 00:26:16.750416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:16.751650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18989442-daef-486f-a06b-ab326ded1766 req-0814c510-ac8e-448c-a3b9-62b981df7f07 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618600 Oct 15 00:26:16.769664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87727d9f-e8c4-4751-8f2b-6e26468dda8a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:16.787530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Pushing event deleted for resources: {'Port': ['ID=87727d9f-e8c4-4751-8f2b-6e26468dda8a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:16.826402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-52ed4ac0-b374-42ed-aab3-796fbd2a71e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076393 Oct 15 00:26:16.843309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] No DVR routers for this DVR port 87727d9f-e8c4-4751-8f2b-6e26468dda8a on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:26:16.847280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:16.850917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e577279-0122-47c3-9682-9fa17d1485a7 req-e357d24a-7ae3-496c-b86f-86082571f7ee tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.39 "DELETE /v2.0/ports/87727d9f-e8c4-4751-8f2b-6e26468dda8a HTTP/1.1" status: 204 len: 173 time: 0.8755398 Oct 15 00:26:16.851406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'name': 'network-vif-deleted', 'tag': '87727d9f-e8c4-4751-8f2b-6e26468dda8a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:16.854469 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b87b28-8944-4dee-8668-2d38e897219f" -d '{"events": [{"server_uuid": "0821ad9e-de3d-4757-b963-8f6e3abe020c", "name": "network-vif-deleted", "tag": "87727d9f-e8c4-4751-8f2b-6e26468dda8a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:16.902790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-4dc2a034-482f-4889-8643-2f8becb6f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.905127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-4dc2a034-482f-4889-8643-2f8becb6f1de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 1097 time: 0.0461559 Oct 15 00:26:16.942779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63a9dba1-ce53-4cd0-aaf3-2b77dbeced2e req-e47c5f2f-49ec-4f16-8bea-575954b93880 tempest-ServerDiagnosticsNegativeTest-932558434 tempest-ServerDiagnosticsNegativeTest-932558434-project] 10.222.0.13 "GET /v2.0/ports?device_id=0821ad9e-de3d-4757-b963-8f6e3abe020c HTTP/1.1" status: 200 len: 210 time: 0.0881884 Oct 15 00:26:16.966877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-010cc0f2-be85-4403-988e-f31ec1c241e2 service neutron] 10.222.0.39 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262589 Oct 15 00:26:16.992268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-4ca77584-d0b9-4ae0-a2ab-4d53eea865af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:16.993753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-4ca77584-d0b9-4ae0-a2ab-4d53eea865af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2370324 Oct 15 00:26:17.042644 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f59a93-427d-4fa3-b10e-1776e23c468d x-openstack-request-id: req-12f59a93-427d-4fa3-b10e-1776e23c468d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:17.042932 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821ad9e-de3d-4757-b963-8f6e3abe020c", "name": "network-vif-deleted", "tag": "87727d9f-e8c4-4751-8f2b-6e26468dda8a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:17.043184 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12f59a93-427d-4fa3-b10e-1776e23c468d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:17.043577 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821ad9e-de3d-4757-b963-8f6e3abe020c', 'name': 'network-vif-deleted', 'tag': '87727d9f-e8c4-4751-8f2b-6e26468dda8a', 'status': 'completed', 'code': 200} Oct 15 00:26:17.074254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-1a4160d8-8475-4699-bd38-1be6aaf2efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.075888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-1a4160d8-8475-4699-bd38-1be6aaf2efa8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 924 time: 0.1466446 Oct 15 00:26:17.109388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:17.143037 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-66ff3305-9456-43c8-9064-2e349d16885c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416 HTTP/1.1" status: 200 len: 1002 time: 0.0590937 Oct 15 00:26:17.207563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-3f9bce3a-7135-4ca2-82eb-9bb17439dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.209043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-3f9bce3a-7135-4ca2-82eb-9bb17439dc2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 200 len: 862 time: 0.0574183 Oct 15 00:26:17.237137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f3dab1b-bbcc-47d7-b870-6476612b18f8 req-7fdffdf1-62a7-4c5c-814f-3fc006420af3 service neutron] 10.222.0.39 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577238 Oct 15 00:26:17.255155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30999cff-a49e-49f1-8a66-23fc1d8aecc3,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:17.270269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-52b1257e-5c9e-4242-9421-0d9d19abea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.271739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-52b1257e-5c9e-4242-9421-0d9d19abea51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97bd6b0d-78ab-424f-bcef-7b925db6f842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487897 Oct 15 00:26:17.274051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4ed24-d027-431e-b805-6dac051ad211 req-306f8657-cc85-41fe-9743-ed3c26332d19 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.275530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8c4ed24-d027-431e-b805-6dac051ad211 req-306f8657-cc85-41fe-9743-ed3c26332d19 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 948 time: 0.2223327 Oct 15 00:26:17.279090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-a2df3a61-5761-4877-ba35-c813c26741d4 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670987 Oct 15 00:26:17.300536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Checking segment: {'id': '5b21e2f0-4469-480e-a959-1c6b36b2dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '64f3b724-0f89-41da-bd32-a7dff9308ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:17.301264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Network hostable DHCP agents. Network: 64f3b724-0f89-41da-bd32-a7dff9308ddb, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:26:17.369903 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-134726a7-9797-4a67-9f35-0138e3257913 service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885584 Oct 15 00:26:17.383830 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8c4ed24-d027-431e-b805-6dac051ad211 req-f2704192-0566-4c99-a209-c4700ebe1fc6 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017253 Oct 15 00:26:17.427123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4074afdf-f825-4c4b-98dc-6e16d92184c6 req-71177262-6aa2-4e23-94b7-1ee7681f0517 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215158 Oct 15 00:26:17.430508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Network 64f3b724-0f89-41da-bd32-a7dff9308ddb is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:26:17.523012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d74424ad-6178-4de8-9b9b-2897a4cf7e1c req-b7533c83-94f0-4465-ba66-eeca0bbd4ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248507 Oct 15 00:26:17.535601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16205b1-7f43-4ee9-bcef-ea3bacd096b4 req-cbe5a45a-fe31-4b9e-8ac5-69d24c96d7a1 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.537117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b16205b1-7f43-4ee9-bcef-ea3bacd096b4 req-cbe5a45a-fe31-4b9e-8ac5-69d24c96d7a1 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 949 time: 0.0731580 Oct 15 00:26:17.539340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 64f3b724-0f89-41da-bd32-a7dff9308ddb) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:17.545588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.546285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:17.550611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc00c30-3f8c-4be9-9fb5-05449055d17f None None] Network 64f3b724-0f89-41da-bd32-a7dff9308ddb requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:26:17.597701 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b16205b1-7f43-4ee9-bcef-ea3bacd096b4 req-c7f3dca9-3af8-45d5-ae81-78b109207818 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Oct 15 00:26:17.613649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c6439-9629-40ca-9e83-c4aa8c8317b1 req-467c8ed9-eda4-4cae-89c1-c01774cb8615 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.621119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f5c6439-9629-40ca-9e83-c4aa8c8317b1 req-467c8ed9-eda4-4cae-89c1-c01774cb8615 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 943 time: 0.0598717 Oct 15 00:26:17.662199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6270d993-5edf-49e7-9036-603e85f41176 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7767148 Oct 15 00:26:17.678376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f5c6439-9629-40ca-9e83-c4aa8c8317b1 req-0126c4d6-ccd5-4e16-be4d-d3b8c320c270 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509572 Oct 15 00:26:17.699539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12623c1-2293-46e4-9d38-8941ded12a98 None None] Network 64f3b724-0f89-41da-bd32-a7dff9308ddb requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:26:17.919894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fcd54-419e-44c7-ab36-c1fd3321ce42 req-4f6e96d8-ae8b-4548-a88c-34d807148849 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:17.931800 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b34fcd54-419e-44c7-ab36-c1fd3321ce42 req-4f6e96d8-ae8b-4548-a88c-34d807148849 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0723517 Oct 15 00:26:17.967560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b34fcd54-419e-44c7-ab36-c1fd3321ce42 req-7a56d741-61f6-4186-befb-7c695bb48bb4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Oct 15 00:26:18.110820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-21f36375-e7ed-4bb4-9ded-931969406638 req-4c3705a4-2056-43d6-a8f2-37ffa08e54cd tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1283676760', 'description': 'tempest-description-150711149'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:18.234355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21f36375-e7ed-4bb4-9ded-931969406638 req-4c3705a4-2056-43d6-a8f2-37ffa08e54cd tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:18.360717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21f36375-e7ed-4bb4-9ded-931969406638 req-4c3705a4-2056-43d6-a8f2-37ffa08e54cd tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:18.427732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21f36375-e7ed-4bb4-9ded-931969406638 req-4c3705a4-2056-43d6-a8f2-37ffa08e54cd tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:18.457820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3705a4-2056-43d6-a8f2-37ffa08e54cd tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3862d5-ed8b-470e-9f88-659f2a9d996b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:18.531736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335ead-c2ea-46af-a661-55c82e05543e req-80379e5c-c2bf-4467-accf-f743d0996ab9 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:18.534777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49335ead-c2ea-46af-a661-55c82e05543e req-80379e5c-c2bf-4467-accf-f743d0996ab9 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 948 time: 0.0611453 Oct 15 00:26:18.534915 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21f36375-e7ed-4bb4-9ded-931969406638 req-4c3705a4-2056-43d6-a8f2-37ffa08e54cd tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:18.535539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f36375-e7ed-4bb4-9ded-931969406638 req-4c3705a4-2056-43d6-a8f2-37ffa08e54cd tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4297674 Oct 15 00:26:18.585791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49335ead-c2ea-46af-a661-55c82e05543e req-a102c89b-067b-430b-a754-a397cb87c944 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Oct 15 00:26:18.602884 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-84229cc3-1dbe-4df5-9ea8-a0c7f8cd9676 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/bb3862d5-ed8b-470e-9f88-659f2a9d996b HTTP/1.1" status: 200 len: 1812 time: 0.0425017 Oct 15 00:26:18.613552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb3862d5-ed8b-470e-9f88-659f2a9d996b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:18.614329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb3862d5-ed8b-470e-9f88-659f2a9d996b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:18.783291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:18.817709 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:18.832578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf6206-1fe4-4059-a1d2-e95fcd3f9806 req-ced6532c-29f9-4375-b556-f35f0339c420 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:18.838643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7acf6206-1fe4-4059-a1d2-e95fcd3f9806 req-ced6532c-29f9-4375-b556-f35f0339c420 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 943 time: 0.0919299 Oct 15 00:26:18.878648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7acf6206-1fe4-4059-a1d2-e95fcd3f9806 req-a8bc1b2d-77d0-4f94-8d9d-fb4829246a37 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Oct 15 00:26:18.889670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:18.908210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f74bb24-f627-42e4-8b87-cda174d51470,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:18.911633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53634) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:19.002327 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.017899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10637e3e-c3b9-4887-8aba-54b5d4243bd3 req-e4017971-3c7e-44d3-a717-3c7798c8cf3b tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4087262 Oct 15 00:26:19.090864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7487d905-1539-4247-a248-5bdb3b575b04 req-b3bb3808-792e-4034-aa8b-4fc0261e4cb1 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/bb3862d5-ed8b-470e-9f88-659f2a9d996b HTTP/1.1" status: 200 len: 2405 time: 0.0442195 Oct 15 00:26:19.110967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-12b027a1-74e5-4fb6-86b3-42eaa78ffa8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b282d4b6c404b48ad7effb39d3b7a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966755 Oct 15 00:26:19.112735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:19.123228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2bac-4535-49a3-9016-bba5e9bccb67 req-f355dfed-aa05-4ab5-a34d-f19aba772901 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:19.124684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adae2bac-4535-49a3-9016-bba5e9bccb67 req-f355dfed-aa05-4ab5-a34d-f19aba772901 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0751441 Oct 15 00:26:19.149530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a85cd9c-82f2-4769-a4b9-dc7e0ad9b3cf req-7e4ac5f2-e57d-49fc-b7c8-6f33a7993015 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-group-rules/6f74bb24-f627-42e4-8b87-cda174d51470 HTTP/1.1" status: 200 len: 778 time: 0.0345383 Oct 15 00:26:19.169853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adae2bac-4535-49a3-9016-bba5e9bccb67 req-9bc96b5f-9dda-4a3f-97b4-7f9b2fb8fff2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Oct 15 00:26:19.212308 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8de0c8cd-240d-473c-bb66-a6adc9c984a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.224375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a85cd9c-82f2-4769-a4b9-dc7e0ad9b3cf req-a422473e-fd89-43b5-9ff5-99debfbf0f30 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/bb3862d5-ed8b-470e-9f88-659f2a9d996b HTTP/1.1" status: 200 len: 2405 time: 0.0668509 Oct 15 00:26:19.243863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8de0c8cd-240d-473c-bb66-a6adc9c984a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.284983 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a85cd9c-82f2-4769-a4b9-dc7e0ad9b3cf req-5d02acc9-8c6e-43dc-b030-687a31779e74 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.293139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a85cd9c-82f2-4769-a4b9-dc7e0ad9b3cf req-5d02acc9-8c6e-43dc-b030-687a31779e74 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.396418 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8de0c8cd-240d-473c-bb66-a6adc9c984a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.399039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8de0c8cd-240d-473c-bb66-a6adc9c984a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.400246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8de0c8cd-240d-473c-bb66-a6adc9c984a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e497e31-35aa-4dfa-9ae2-7592b79bb635 HTTP/1.1" status: 204 len: 168 time: 0.2865343 Oct 15 00:26:19.409597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0c8cd-240d-473c-bb66-a6adc9c984a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e497e31-35aa-4dfa-9ae2-7592b79bb635,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:19.411510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a85cd9c-82f2-4769-a4b9-dc7e0ad9b3cf req-5d02acc9-8c6e-43dc-b030-687a31779e74 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.424529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a85cd9c-82f2-4769-a4b9-dc7e0ad9b3cf req-5d02acc9-8c6e-43dc-b030-687a31779e74 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.424529 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a85cd9c-82f2-4769-a4b9-dc7e0ad9b3cf req-5d02acc9-8c6e-43dc-b030-687a31779e74 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6f74bb24-f627-42e4-8b87-cda174d51470 HTTP/1.1" status: 204 len: 173 time: 0.1879537 Oct 15 00:26:19.429936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02acc9-8c6e-43dc-b030-687a31779e74 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f74bb24-f627-42e4-8b87-cda174d51470,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:19.462845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-65247383-37c9-4c30-871e-d2636572ff78 req-d8ff5da2-9960-4c95-ba3c-53f3e54c8d0e tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2071183166', 'description': 'tempest-description-1394081277'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:19.553111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65247383-37c9-4c30-871e-d2636572ff78 req-d8ff5da2-9960-4c95-ba3c-53f3e54c8d0e tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.625661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65247383-37c9-4c30-871e-d2636572ff78 req-d8ff5da2-9960-4c95-ba3c-53f3e54c8d0e tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.708632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d31a-2521-4549-a401-02ba0d800a51 req-fa13af13-6996-47ec-bc05-e1e59a37fabf tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:19.710416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65247383-37c9-4c30-871e-d2636572ff78 req-d8ff5da2-9960-4c95-ba3c-53f3e54c8d0e tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.724409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9451d31a-2521-4549-a401-02ba0d800a51 req-fa13af13-6996-47ec-bc05-e1e59a37fabf tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 948 time: 0.0656831 Oct 15 00:26:19.741414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff5da2-9960-4c95-ba3c-53f3e54c8d0e tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f1a7b9-7f2d-46d6-990c-1369e321a520,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:19.770844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9451d31a-2521-4549-a401-02ba0d800a51 req-e8a65941-1c2a-4915-b81e-8756f23310e9 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449457 Oct 15 00:26:19.784211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65247383-37c9-4c30-871e-d2636572ff78 req-d8ff5da2-9960-4c95-ba3c-53f3e54c8d0e tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:19.786401 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65247383-37c9-4c30-871e-d2636572ff78 req-d8ff5da2-9960-4c95-ba3c-53f3e54c8d0e tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3299117 Oct 15 00:26:19.852763 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-48b5a7f3-afc9-4ecd-bf51-16b0d0d7dae9 req-423942f4-1448-4e39-b8ae-35d777342266 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/d9f1a7b9-7f2d-46d6-990c-1369e321a520 HTTP/1.1" status: 200 len: 1813 time: 0.0416682 Oct 15 00:26:19.899257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-93390415-8346-45ce-b010-d629e033abaf req-f609641e-0c02-4097-8b36-69e38720f7f8 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1724206936', 'description': 'tempest-description-1485199723'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:19.938511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 98a60c0c-6687-454f-9b75-9f2d0edea37d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:19.940636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b36191c9-23de-49a3-8308-ce3420410e0a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:19.999097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93390415-8346-45ce-b010-d629e033abaf req-f609641e-0c02-4097-8b36-69e38720f7f8 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.005912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9e8d-d013-410f-90c0-202e862d725b req-bcbab561-1fbc-42c0-8396-a5c2e9ebe241 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:20.012994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d4b9e8d-d013-410f-90c0-202e862d725b req-bcbab561-1fbc-42c0-8396-a5c2e9ebe241 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 943 time: 0.0624492 Oct 15 00:26:20.059708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d4b9e8d-d013-410f-90c0-202e862d725b req-31bf827f-a99a-4ed9-8e32-b22e498cbe9f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Oct 15 00:26:20.072662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93390415-8346-45ce-b010-d629e033abaf req-f609641e-0c02-4097-8b36-69e38720f7f8 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.097125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53676) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:20.113619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3387713-5a1a-42c5-aefa-c078c4bedce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.142128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93390415-8346-45ce-b010-d629e033abaf req-f609641e-0c02-4097-8b36-69e38720f7f8 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.192298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609641e-0c02-4097-8b36-69e38720f7f8 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92bad7f-12b1-454a-a81e-a5b82edbba23,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:20.245685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3387713-5a1a-42c5-aefa-c078c4bedce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.256847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93390415-8346-45ce-b010-d629e033abaf req-f609641e-0c02-4097-8b36-69e38720f7f8 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.258229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93390415-8346-45ce-b010-d629e033abaf req-f609641e-0c02-4097-8b36-69e38720f7f8 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3631432 Oct 15 00:26:20.269543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:20.290170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'mac_address': 'fa:16:3e:41:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:20.303063 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.307341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3387713-5a1a-42c5-aefa-c078c4bedce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.319022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e82103-7765-441c-b4c7-45ecf87309ce req-75f73564-4e73-41ea-9e75-97cc66c88a99 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:20.320855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97e82103-7765-441c-b4c7-45ecf87309ce req-75f73564-4e73-41ea-9e75-97cc66c88a99 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.0581191 Oct 15 00:26:20.365998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97e82103-7765-441c-b4c7-45ecf87309ce req-26b6361c-5af6-49f4-a270-3ae47d8c0c45 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369129 Oct 15 00:26:20.368182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3387713-5a1a-42c5-aefa-c078c4bedce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fc2a7c5e7a84092841c31dec6116e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704084 Oct 15 00:26:20.370058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:20.371427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53682) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:20.375402 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163fe24-6223-4c61-98bc-1dcf58b28f84" -d '{"events": [{"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:20.399970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:20.402202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.407231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f326d830-aa32-4049-8e2f-e5aa6f04ebb5 req-87a39791-86aa-4f56-a579-5f68f18bd790 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/f92bad7f-12b1-454a-a81e-a5b82edbba23 HTTP/1.1" status: 200 len: 1813 time: 0.1153679 Oct 15 00:26:20.408277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3387713-5a1a-42c5-aefa-c078c4bedce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b15eb-3445-4e0e-8295-4c0fb4356f36,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:20.441967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08b4e9f1-e254-47f3-b82c-76ed32c2ae16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.443862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a60c0c-6687-454f-9b75-9f2d0edea37d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:20.447055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b2144e58-fe1c-4c94-a277-26335461131c req-a4748674-b763-43fe-9ba1-84c87e0b1ba6 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1349038897', 'description': 'tempest-description-722965039'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:20.462076 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.462401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87727d9f-e8c4-4751-8f2b-6e26468dda8a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:20.474908 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b113d2-bb34-41d5-b6ca-30c6b328faf8 x-openstack-request-id: req-c1b113d2-bb34-41d5-b6ca-30c6b328faf8 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:20.475526 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:20.475962 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1b113d2-bb34-41d5-b6ca-30c6b328faf8 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:20.476629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08b4e9f1-e254-47f3-b82c-76ed32c2ae16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.482544 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'code': 200} Oct 15 00:26:20.542909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 87727d9f-e8c4-4751-8f2b-6e26468dda8a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:26:20.543252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87727d9f-e8c4-4751-8f2b-6e26468dda8a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:26:20.546384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:20.570612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:20.573008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b2144e58-fe1c-4c94-a277-26335461131c req-a4748674-b763-43fe-9ba1-84c87e0b1ba6 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.619269 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.619928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0fa26496-5c2f-482a-ace2-bf6a202b952b details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:20.624509 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08b4e9f1-e254-47f3-b82c-76ed32c2ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.628497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08b4e9f1-e254-47f3-b82c-76ed32c2ae16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.633203 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-08b4e9f1-e254-47f3-b82c-76ed32c2ae16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d64b15eb-3445-4e0e-8295-4c0fb4356f36 HTTP/1.1" status: 204 len: 168 time: 0.2596838 Oct 15 00:26:20.650857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e9f1-e254-47f3-b82c-76ed32c2ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b15eb-3445-4e0e-8295-4c0fb4356f36,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:20.703068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b2144e58-fe1c-4c94-a277-26335461131c req-a4748674-b763-43fe-9ba1-84c87e0b1ba6 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.734969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:20.781856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b2144e58-fe1c-4c94-a277-26335461131c req-a4748674-b763-43fe-9ba1-84c87e0b1ba6 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.801552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0fa26496-5c2f-482a-ace2-bf6a202b952b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0fa26496-5c2f-482a-ace2-bf6a202b952b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:20.805734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:20.818177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4748674-b763-43fe-9ba1-84c87e0b1ba6 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff13ce9-4d53-4e77-a273-6562c4509d5e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:20.860043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '0fa26496-5c2f-482a-ace2-bf6a202b952b', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '0fa26496-5c2f-482a-ace2-bf6a202b952b', 'mac_address': 'fa:16:3e:92:ae:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:20.900097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298d40-023a-4f59-bfa8-61449c732146 req-eda5615c-ce9a-463e-b44c-7fc55e19fef6 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:20.901463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60298d40-023a-4f59-bfa8-61449c732146 req-eda5615c-ce9a-463e-b44c-7fc55e19fef6 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 948 time: 0.0570304 Oct 15 00:26:20.908079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b2144e58-fe1c-4c94-a277-26335461131c req-a4748674-b763-43fe-9ba1-84c87e0b1ba6 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.914986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2144e58-fe1c-4c94-a277-26335461131c req-a4748674-b763-43fe-9ba1-84c87e0b1ba6 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4729755 Oct 15 00:26:20.926598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.941767 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:20.954791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa26496-5c2f-482a-ace2-bf6a202b952b {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:20.984178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60298d40-023a-4f59-bfa8-61449c732146 req-ae0bca2f-cdb8-4f7b-b955-2b29ba5a14a8 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715055 Oct 15 00:26:20.998576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0fa26496-5c2f-482a-ace2-bf6a202b952b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0fa26496-5c2f-482a-ace2-bf6a202b952b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:21.008448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:21.010080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-142a5299-6cb6-43d3-a80c-78bc865e9f22 req-e42bd61a-38a3-4f41-80a5-86f28c463da7 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/eff13ce9-4d53-4e77-a273-6562c4509d5e HTTP/1.1" status: 200 len: 1812 time: 0.0685337 Oct 15 00:26:21.036446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e247752e-0b0e-4dd9-9b70-87df6893bf52 req-55a81aa0-1174-40b0-850c-f50aa17424ca tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-738968235', 'description': 'tempest-description-2091019270'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:21.079424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:21.104761 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:21.132367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=0fa26496-5c2f-482a-ace2-bf6a202b952b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:21.156704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e247752e-0b0e-4dd9-9b70-87df6893bf52 req-55a81aa0-1174-40b0-850c-f50aa17424ca tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:21.200702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:21.242127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2252-cbbf-4c40-87f4-104dfc2b2d2a req-d59aa375-ce78-4af1-ab2a-ffeb8e304474 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:21.251037 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0dbc2252-cbbf-4c40-87f4-104dfc2b2d2a req-d59aa375-ce78-4af1-ab2a-ffeb8e304474 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 944 time: 0.0960462 Oct 15 00:26:21.264826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e247752e-0b0e-4dd9-9b70-87df6893bf52 req-55a81aa0-1174-40b0-850c-f50aa17424ca tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:21.336199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e247752e-0b0e-4dd9-9b70-87df6893bf52 req-55a81aa0-1174-40b0-850c-f50aa17424ca tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:21.368367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a81aa0-1174-40b0-850c-f50aa17424ca tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be663f2-d54f-4cd0-8e27-30708e9c3030,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:21.468397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e247752e-0b0e-4dd9-9b70-87df6893bf52 req-55a81aa0-1174-40b0-850c-f50aa17424ca tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:21.470616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e247752e-0b0e-4dd9-9b70-87df6893bf52 req-55a81aa0-1174-40b0-850c-f50aa17424ca tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4380388 Oct 15 00:26:21.485176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['98a60c0c-6687-454f-9b75-9f2d0edea37d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:21.516722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['0fa26496-5c2f-482a-ace2-bf6a202b952b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:21.624199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0dbc2252-cbbf-4c40-87f4-104dfc2b2d2a req-b41a9aab-eff2-457d-b620-0d573b62166e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720663 Oct 15 00:26:21.678279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc9a66-15b7-435c-88ae-8e8ae998c0b7 req-409645c0-a7c8-4e32-aaee-f3257fe57c8f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:21.679828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18dc9a66-15b7-435c-88ae-8e8ae998c0b7 req-409645c0-a7c8-4e32-aaee-f3257fe57c8f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 947 time: 0.0645158 Oct 15 00:26:21.737639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1fcb4223-e000-4483-910e-d2856539ea6e req-6b1570df-00f4-46d8-8556-5565a9483b9c tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/6be663f2-d54f-4cd0-8e27-30708e9c3030 HTTP/1.1" status: 200 len: 1812 time: 0.0903904 Oct 15 00:26:21.763607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18dc9a66-15b7-435c-88ae-8e8ae998c0b7 req-a6718f06-d91a-4316-9f61-26c48fbeba4e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 Oct 15 00:26:21.814388 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-2e1291f2-91b6-4167-9af8-eca70c4074c5 req-4d805adc-4929-40be-9520-c100038f595d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] show failed (client error): The resource could not be found. Oct 15 00:26:21.815666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e1291f2-91b6-4167-9af8-eca70c4074c5 req-4d805adc-4929-40be-9520-c100038f595d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/ef9d89c2-9203-473f-9a5e-6b615c397ea7 HTTP/1.1" status: 404 len: 352 time: 0.0242739 Oct 15 00:26:21.868298 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-44af7d31-f590-45fb-82d1-1e07b0231536 req-f1db56e3-f804-4914-8122-4176ba7d06d7 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] show failed (client error): The resource could not be found. Oct 15 00:26:21.869886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44af7d31-f590-45fb-82d1-1e07b0231536 req-f1db56e3-f804-4914-8122-4176ba7d06d7 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-group-rules/cbbff3d9-bdef-41be-9623-bf5dae4f965d HTTP/1.1" status: 404 len: 361 time: 0.0315630 Oct 15 00:26:21.930806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86466078-ebeb-44ea-b66c-44653f634b58 req-ec3826c5-66a7-4166-a110-54be16112762 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/6be663f2-d54f-4cd0-8e27-30708e9c3030 HTTP/1.1" status: 200 len: 1812 time: 0.0402551 Oct 15 00:26:21.938663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b36191c9-23de-49a3-8308-ce3420410e0a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:22.031007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-86466078-ebeb-44ea-b66c-44653f634b58 req-a5fbaa79-b826-4d05-aa68-2a659b541f2f tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.046711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:22.062588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'mac_address': 'fa:16:3e:9a:27:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:22.082359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-86466078-ebeb-44ea-b66c-44653f634b58 req-a5fbaa79-b826-4d05-aa68-2a659b541f2f tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.113946 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.134209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36191c9-23de-49a3-8308-ce3420410e0a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:22.154723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:22.169866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8d541-038a-40d8-ac96-0d701f50133b req-a6adc734-8c87-407a-b1c4-cee2438d7dc7 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.171632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4c8d541-038a-40d8-ac96-0d701f50133b req-a6adc734-8c87-407a-b1c4-cee2438d7dc7 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 949 time: 0.0514786 Oct 15 00:26:22.202837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-86466078-ebeb-44ea-b66c-44653f634b58 req-a5fbaa79-b826-4d05-aa68-2a659b541f2f tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.207677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-86466078-ebeb-44ea-b66c-44653f634b58 req-a5fbaa79-b826-4d05-aa68-2a659b541f2f tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.219526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4c8d541-038a-40d8-ac96-0d701f50133b req-b508f952-27e4-4f25-bcf2-e275274f7ddb tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Oct 15 00:26:22.232030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86466078-ebeb-44ea-b66c-44653f634b58 req-a5fbaa79-b826-4d05-aa68-2a659b541f2f tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "DELETE /v2.0/security-groups/6be663f2-d54f-4cd0-8e27-30708e9c3030 HTTP/1.1" status: 204 len: 173 time: 0.2809925 Oct 15 00:26:22.256074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbaa79-b826-4d05-aa68-2a659b541f2f tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be663f2-d54f-4cd0-8e27-30708e9c3030,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:22.256327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.320116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:22.375211 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-50ce4dce-e2d7-414d-a69b-d49d392a4b70 req-b06b23d8-edf0-4946-9c02-ad86c4337d53 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/eff13ce9-4d53-4e77-a273-6562c4509d5e HTTP/1.1" status: 200 len: 1812 time: 0.1039419 Oct 15 00:26:22.377915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d528c6e-0bff-46a6-8eac-27df7e020c72 req-ce04c54f-d413-4144-af2d-30bc9c3229d8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.379610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d528c6e-0bff-46a6-8eac-27df7e020c72 req-ce04c54f-d413-4144-af2d-30bc9c3229d8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 948 time: 0.0550835 Oct 15 00:26:22.394605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-5544628f-a3ba-4636-9740-9863da3201ab tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.396250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-5544628f-a3ba-4636-9740-9863da3201ab tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f&tenant_id=7343b021868649e6a3ec485bdca87f75&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 948 time: 0.1480002 Oct 15 00:26:22.421271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d528c6e-0bff-46a6-8eac-27df7e020c72 req-04ce4e94-c022-45a8-b543-ee0739a88775 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Oct 15 00:26:22.471700 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-50ce4dce-e2d7-414d-a69b-d49d392a4b70 req-6f84a08a-50a3-4a94-a712-872ece0ff19d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.484064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:22.487099 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b130669c-be1e-4534-8586-3605d3a88ed5" -d '{"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-unplugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:22.516261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-50ce4dce-e2d7-414d-a69b-d49d392a4b70 req-6f84a08a-50a3-4a94-a712-872ece0ff19d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.541407 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa6776-70e9-475d-96bc-9339a6154fd0 x-openstack-request-id: req-acaa6776-70e9-475d-96bc-9339a6154fd0 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:22.542620 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-unplugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:22.543052 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acaa6776-70e9-475d-96bc-9339a6154fd0 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:22.543627 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'code': 200} Oct 15 00:26:22.544659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-3b2f7b54-d90e-4189-919d-c016b30a5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.546877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-3b2f7b54-d90e-4189-919d-c016b30a5206 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 1099 time: 0.0847034 Oct 15 00:26:22.670924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-0f7ab4ea-3716-474d-a906-524023e5fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.672641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-0f7ab4ea-3716-474d-a906-524023e5fc34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1147435 Oct 15 00:26:22.689091 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-50ce4dce-e2d7-414d-a69b-d49d392a4b70 req-6f84a08a-50a3-4a94-a712-872ece0ff19d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.692065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-50ce4dce-e2d7-414d-a69b-d49d392a4b70 req-6f84a08a-50a3-4a94-a712-872ece0ff19d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:22.693289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-50ce4dce-e2d7-414d-a69b-d49d392a4b70 req-6f84a08a-50a3-4a94-a712-872ece0ff19d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "DELETE /v2.0/security-groups/eff13ce9-4d53-4e77-a273-6562c4509d5e HTTP/1.1" status: 204 len: 173 time: 0.3072212 Oct 15 00:26:22.741921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-0718c8d2-2317-4371-9600-89ef8952f583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 200 len: 217 time: 0.0620124 Oct 15 00:26:22.749979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84a08a-50a3-4a94-a712-872ece0ff19d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff13ce9-4d53-4e77-a273-6562c4509d5e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:22.771996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a7d67-b588-43b0-ae02-565edc8b56de req-8481d755-b256-4672-b263-d3916fafa6d7 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.776796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-176a7d67-b588-43b0-ae02-565edc8b56de req-8481d755-b256-4672-b263-d3916fafa6d7 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 944 time: 0.0727608 Oct 15 00:26:22.814411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ec59f22f-ea83-4400-ae21-596c18bf8f90 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:22.826417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-1242ab3d-d6b3-469a-8706-8d53856d0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.828326 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-1242ab3d-d6b3-469a-8706-8d53856d0758 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0695753 Oct 15 00:26:22.844646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-176a7d67-b588-43b0-ae02-565edc8b56de req-1b9c4c87-a91e-417f-8bc7-b7e690d40058 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644050 Oct 15 00:26:22.924096 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65d0f3df-6191-414f-b250-2cd09f882243 req-03c9658d-dae6-45b8-b8ec-5271867b1d30 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/f92bad7f-12b1-454a-a81e-a5b82edbba23 HTTP/1.1" status: 200 len: 1813 time: 0.1951740 Oct 15 00:26:22.963069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-15c01ce3-8974-41c0-896a-e7f03185812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:22.964455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b36191c9-23de-49a3-8308-ce3420410e0a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:22.971232 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-15c01ce3-8974-41c0-896a-e7f03185812d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312845 Oct 15 00:26:23.003085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:23.028872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'mac_address': 'fa:16:3e:fc:c5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:23.111220 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65d0f3df-6191-414f-b250-2cd09f882243 req-e79f719c-b4e2-4a25-8f8a-0280412a81f5 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.118979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.157973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec59f22f-ea83-4400-ae21-596c18bf8f90 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:23.162821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65d0f3df-6191-414f-b250-2cd09f882243 req-e79f719c-b4e2-4a25-8f8a-0280412a81f5 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.166685 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-8d417de5-d8ea-434f-bb37-a5f5275d51e8 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830027 Oct 15 00:26:23.183415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:23.262261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.304802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54ae0764-e574-40e3-acc8-9877c7c0d97b req-d3ccaf7b-90ad-4e5d-bc2f-df43d1c7dbe4 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292686 Oct 15 00:26:23.350517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:23.374598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ec59f22f-ea83-4400-ae21-596c18bf8f90'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:23.379139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65d0f3df-6191-414f-b250-2cd09f882243 req-e79f719c-b4e2-4a25-8f8a-0280412a81f5 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.381918 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65d0f3df-6191-414f-b250-2cd09f882243 req-e79f719c-b4e2-4a25-8f8a-0280412a81f5 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.390734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65d0f3df-6191-414f-b250-2cd09f882243 req-e79f719c-b4e2-4a25-8f8a-0280412a81f5 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "DELETE /v2.0/security-groups/f92bad7f-12b1-454a-a81e-a5b82edbba23 HTTP/1.1" status: 204 len: 173 time: 0.4506574 Oct 15 00:26:23.428623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f719c-b4e2-4a25-8f8a-0280412a81f5 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92bad7f-12b1-454a-a81e-a5b82edbba23,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:23.539873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-d45386bd-a3cd-4296-a2e4-7033b0487baf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473707 Oct 15 00:26:23.578765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83e58-3a6e-47c9-be97-752a71731928 req-0b609c00-c071-4c1a-91f0-9bec1dff6b46 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:23.587257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e5a83e58-3a6e-47c9-be97-752a71731928 req-0b609c00-c071-4c1a-91f0-9bec1dff6b46 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 949 time: 0.0824661 Oct 15 00:26:23.637246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e5a83e58-3a6e-47c9-be97-752a71731928 req-e94a5417-49b6-425d-b8ee-9733c01ec89e tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488305 Oct 15 00:26:23.715447 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-85909701-fb17-4cec-8169-d197871e560d req-f48c546b-f148-4d41-ab9b-0e0e7d808085 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/d9f1a7b9-7f2d-46d6-990c-1369e321a520 HTTP/1.1" status: 200 len: 1813 time: 0.0589705 Oct 15 00:26:23.734899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-b76dc46e-26bc-48c6-8262-28597e04900d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:23.747673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-b76dc46e-26bc-48c6-8262-28597e04900d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936750 Oct 15 00:26:23.772855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-d1f66bbc-0cb9-4f70-bb8e-b0cd627da0be tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/quotas/f61da4d203b34931874b8120e40f060b HTTP/1.1" status: 200 len: 375 time: 0.0171521 Oct 15 00:26:23.822341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-9750f99b-1d34-41e3-aa21-5c46edbe469e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313840 Oct 15 00:26:23.823707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-85909701-fb17-4cec-8169-d197871e560d req-132ccff9-c2e0-406b-bb04-469d599c38c4 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.855762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-85909701-fb17-4cec-8169-d197871e560d req-132ccff9-c2e0-406b-bb04-469d599c38c4 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:23.968435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 98a60c0c-6687-454f-9b75-9f2d0edea37d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:24.032845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-85909701-fb17-4cec-8169-d197871e560d req-132ccff9-c2e0-406b-bb04-469d599c38c4 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.035522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-85909701-fb17-4cec-8169-d197871e560d req-132ccff9-c2e0-406b-bb04-469d599c38c4 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.036607 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-85909701-fb17-4cec-8169-d197871e560d req-132ccff9-c2e0-406b-bb04-469d599c38c4 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9f1a7b9-7f2d-46d6-990c-1369e321a520 HTTP/1.1" status: 204 len: 173 time: 0.3129873 Oct 15 00:26:24.070893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ccff9-c2e0-406b-bb04-469d599c38c4 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f1a7b9-7f2d-46d6-990c-1369e321a520,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:24.108660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 98a60c0c-6687-454f-9b75-9f2d0edea37d completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:26:24.113925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 98a60c0c-6687-454f-9b75-9f2d0edea37d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:24.114313 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.243482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bda38-164d-4a84-bd12-9a910b04a85e req-3419b017-50e1-4ed2-978c-52959a6521ad tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:24.247933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e1bda38-164d-4a84-bd12-9a910b04a85e req-3419b017-50e1-4ed2-978c-52959a6521ad tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 948 time: 0.1313245 Oct 15 00:26:24.284349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc36b45-15ab-4e53-9a52-af67b26ace1d req-b5be930e-a49e-43ab-b12e-c2b6e310167a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:24.291800 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7fc36b45-15ab-4e53-9a52-af67b26ace1d req-b5be930e-a49e-43ab-b12e-c2b6e310167a tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 944 time: 0.1023390 Oct 15 00:26:24.321462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.326699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e1bda38-164d-4a84-bd12-9a910b04a85e req-d0a1728e-87b4-4f41-be90-9f7167397fe8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722475 Oct 15 00:26:24.363070 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7fc36b45-15ab-4e53-9a52-af67b26ace1d req-4058175e-a59d-4732-bef9-f08c75474b4f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703776 Oct 15 00:26:24.375139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:24.451270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2967c159-3467-4244-ba98-92cf715fb794 req-83988208-1cf2-4943-9765-8b9ed211b856 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 210 time: 0.0282164 Oct 15 00:26:24.463761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d92acad3-148b-4118-8b79-a2f793ccc850 req-d6879c4e-3b4c-4e74-a695-920dbd9e4f59 tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "GET /v2.0/security-groups/bb3862d5-ed8b-470e-9f88-659f2a9d996b HTTP/1.1" status: 200 len: 1812 time: 0.0472815 Oct 15 00:26:24.484342 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.485070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0fa26496-5c2f-482a-ace2-bf6a202b952b up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:24.554345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:24.555979 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4883dd0-5382-42b4-9a26-b3d2f3365990" -d '{"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-plugged", "status": "completed", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:24.588420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d92acad3-148b-4118-8b79-a2f793ccc850 req-6715ad02-2295-486b-9197-374fc3befe5d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.617974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d92acad3-148b-4118-8b79-a2f793ccc850 req-6715ad02-2295-486b-9197-374fc3befe5d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.629034 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edb0c33-607a-4e86-966c-d0dfdefd37ae x-openstack-request-id: req-6edb0c33-607a-4e86-966c-d0dfdefd37ae {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:24.629034 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-plugged", "status": "completed", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:24.629564 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6edb0c33-607a-4e86-966c-d0dfdefd37ae {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:24.630047 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'code': 200} Oct 15 00:26:24.654984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:24.779419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d92acad3-148b-4118-8b79-a2f793ccc850 req-6715ad02-2295-486b-9197-374fc3befe5d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.782916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d92acad3-148b-4118-8b79-a2f793ccc850 req-6715ad02-2295-486b-9197-374fc3befe5d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.788458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d92acad3-148b-4118-8b79-a2f793ccc850 req-6715ad02-2295-486b-9197-374fc3befe5d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb3862d5-ed8b-470e-9f88-659f2a9d996b HTTP/1.1" status: 204 len: 173 time: 0.2974899 Oct 15 00:26:24.790649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 0fa26496-5c2f-482a-ace2-bf6a202b952b completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:26:24.792268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53870) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:24.797288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 0fa26496-5c2f-482a-ace2-bf6a202b952b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:24.798321 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.802767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715ad02-2295-486b-9197-374fc3befe5d tempest-SecurityGroupRulesNegativeTestJSON-992236577 tempest-SecurityGroupRulesNegativeTestJSON-992236577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3862d5-ed8b-470e-9f88-659f2a9d996b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:24.835721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ec59f22f-ea83-4400-ae21-596c18bf8f90 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:24.852477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322821d-3eaa-429c-b623-2a9ead469ed8 req-41e88b73-44ae-418a-bff4-f29e53d64892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:24.853994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b322821d-3eaa-429c-b623-2a9ead469ed8 req-41e88b73-44ae-418a-bff4-f29e53d64892 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 1096 time: 0.1386538 Oct 15 00:26:24.863337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] Deleting subnet 30999cff-a49e-49f1-8a66-23fc1d8aecc3 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:26:24.875333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20571-361a-46e6-8a56-f1890bb2ec12 req-e3710f1f-a4f1-45b8-bd5a-f97e20633560 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:24.876865 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c20571-361a-46e6-8a56-f1890bb2ec12 req-e3710f1f-a4f1-45b8-bd5a-f97e20633560 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 949 time: 0.1306930 Oct 15 00:26:24.885644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:24.944022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port ec59f22f-ea83-4400-ae21-596c18bf8f90 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:24.944392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.027719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b322821d-3eaa-429c-b623-2a9ead469ed8 req-33c95f60-4f68-4ba7-be8c-c656332ab63f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498349 Oct 15 00:26:25.029079 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.030029 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.042808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c20571-361a-46e6-8a56-f1890bb2ec12 req-0263a86a-2271-4f11-8551-0aef05bc8923 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542568 Oct 15 00:26:25.127770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0fa26496-5c2f-482a-ace2-bf6a202b952b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0fa26496-5c2f-482a-ace2-bf6a202b952b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:25.149317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.157502 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.208610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:25.219080 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.275163 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.281703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=0fa26496-5c2f-482a-ace2-bf6a202b952b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:25.296844 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.331984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30999cff-a49e-49f1-8a66-23fc1d8aecc3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:25.337652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.345083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:25.346862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53880) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:25.359433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3fbd4ac9-2505-425d-8be0-aa035cdf2baa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/30999cff-a49e-49f1-8a66-23fc1d8aecc3 HTTP/1.1" status: 204 len: 168 time: 0.5645509 Oct 15 00:26:25.472282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.498539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbe433-9c14-49c5-9742-0e9ae634d0d2 req-8db6ba5e-bac9-4ddf-a3a3-5d740254d5c2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:25.506914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8efbe433-9c14-49c5-9742-0e9ae634d0d2 req-8db6ba5e-bac9-4ddf-a3a3-5d740254d5c2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 948 time: 0.1003859 Oct 15 00:26:25.555254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8efbe433-9c14-49c5-9742-0e9ae634d0d2 req-614ea954-fa8c-4e0c-bc47-b91df844a306 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472507 Oct 15 00:26:25.578948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6152d-1b71-4ee9-9ad0-0890674c8edb req-17c5c1cf-b7c5-4379-9ceb-71755da170e6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:25.588412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afd6152d-1b71-4ee9-9ad0-0890674c8edb req-17c5c1cf-b7c5-4379-9ceb-71755da170e6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1093118 Oct 15 00:26:25.688129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.715526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b468fcfa-bfad-479e-ad74-28cde52957e6 req-9995f84c-e6e8-4f46-b657-68f3a91ea62a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 210 time: 0.0470357 Oct 15 00:26:25.725423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afd6152d-1b71-4ee9-9ad0-0890674c8edb req-4abc7186-a079-46b2-a248-5f5a34fa92d5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311045 Oct 15 00:26:25.743678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f3b724-0f89-41da-bd32-a7dff9308ddb']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:25.770001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b21e2f0-4469-480e-a959-1c6b36b2dfb2') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:25.770469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b21e2f0-4469-480e-a959-1c6b36b2dfb2') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:25.798435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.825612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.834847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:26:25.848622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c380-b623-4569-aff0-5b0a295278ad req-73acb1c2-cf09-4b70-937b-429788b9cca6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:25.850263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa76c380-b623-4569-aff0-5b0a295278ad req-73acb1c2-cf09-4b70-937b-429788b9cca6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 948 time: 0.0705245 Oct 15 00:26:25.854439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:26:25.856607 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:26:25.933565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa76c380-b623-4569-aff0-5b0a295278ad req-de04515f-94fc-4299-b17f-f0425c89850d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752342 Oct 15 00:26:26.004173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b36191c9-23de-49a3-8308-ce3420410e0a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:26.005847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.018419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.035138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] 10.222.0.13 "DELETE /v2.0/networks/64f3b724-0f89-41da-bd32-a7dff9308ddb HTTP/1.1" status: 204 len: 168 time: 0.6848156 Oct 15 00:26:26.083963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196091d-f381-42e7-ba2f-5fb664e59f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f3b724-0f89-41da-bd32-a7dff9308ddb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:26.172797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port b36191c9-23de-49a3-8308-ce3420410e0a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:26.173542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.219610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-69c8c0db-0da6-4c8d-ac4b-daa81bb0be09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.301954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460c87d-8baf-4191-945d-4a319569eea3 req-2f61eccc-e940-4fe1-a556-3f8eaca7616a tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:26.311918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9460c87d-8baf-4191-945d-4a319569eea3 req-2f61eccc-e940-4fe1-a556-3f8eaca7616a tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.1213148 Oct 15 00:26:26.314014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.359315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9460c87d-8baf-4191-945d-4a319569eea3 req-604b8cde-eecc-4240-9e25-8d0340cc000c tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453470 Oct 15 00:26:26.394548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:26.479384 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.539776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-4df542a2-8939-47c2-b109-ea69cf7f163c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622740 Oct 15 00:26:26.635842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53926) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:26.645237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa26496-5c2f-482a-ace2-bf6a202b952b'}, {'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90'}, {'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:26.648091 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272acec1-485c-4504-8a52-b4f4ab9d5dae" -d '{"events": [{"server_uuid": "f7b84c50-67ba-43e6-9f1c-82647a07563c", "name": "network-vif-plugged", "status": "completed", "tag": "0fa26496-5c2f-482a-ace2-bf6a202b952b"}, {"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90"}, {"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:26.651147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:26.695136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-743fd41e-98e4-4a88-89c5-9c84aa0c70f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f78254faf9214f19bf469b1eb6a3028c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578787 Oct 15 00:26:26.696823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53936) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:26.748095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-096fbca7-14e4-433c-891f-47f567fc1c9c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:26.757493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-096fbca7-14e4-433c-891f-47f567fc1c9c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166433 Oct 15 00:26:26.793139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-acbddf20-e114-447c-ab64-8fffae476abc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/quotas/7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 375 time: 0.0197573 Oct 15 00:26:26.831494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2362b64b-82e5-46fe-afd0-839dda9b9137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.834695 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-e554b1a3-d315-45cd-81e7-9815da8aafa6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550230 Oct 15 00:26:26.873887 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a9d95-67e5-4daf-ba0c-feb3168d709c x-openstack-request-id: req-943a9d95-67e5-4daf-ba0c-feb3168d709c {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:26.874957 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b84c50-67ba-43e6-9f1c-82647a07563c", "name": "network-vif-plugged", "status": "completed", "tag": "0fa26496-5c2f-482a-ace2-bf6a202b952b", "code": 200}, {"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90", "code": 200}, {"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-plugged", "status": "completed", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:26.875208 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-943a9d95-67e5-4daf-ba0c-feb3168d709c {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:26.875662 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa26496-5c2f-482a-ace2-bf6a202b952b', 'code': 200} Oct 15 00:26:26.875924 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'code': 200} Oct 15 00:26:26.876176 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'code': 200} Oct 15 00:26:26.915791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2362b64b-82e5-46fe-afd0-839dda9b9137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:26.956498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3a6db363-9d4b-481b-9a49-447236eb483e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552826 Oct 15 00:26:27.003423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18751966-e8e9-4cc3-a38b-4c8cc4a7dbb8 req-379e9141-4209-4b84-a03a-daba20733d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:27.004995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-18751966-e8e9-4cc3-a38b-4c8cc4a7dbb8 req-379e9141-4209-4b84-a03a-daba20733d8c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 1101 time: 0.0623150 Oct 15 00:26:27.056739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-18751966-e8e9-4cc3-a38b-4c8cc4a7dbb8 req-b6a425a9-3a46-47d3-beaa-567275b0044b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Oct 15 00:26:27.092488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8ee32d0-7b7f-45e0-9d71-66c809b9e6b2 req-59ae12f1-5ffb-4e42-860d-f173389f8dc0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 210 time: 0.1136487 Oct 15 00:26:27.468671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-7b7dfe6d-1f14-44cc-a526-b6267768d32f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:27.483654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-7b7dfe6d-1f14-44cc-a526-b6267768d32f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5036964 Oct 15 00:26:27.513294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb7950b0-acd3-427c-8da2-309e2f3bd90c req-b77c4fa7-c30a-4623-ace4-848006fbce30 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 210 time: 0.0496047 Oct 15 00:26:27.536493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5384dcf-c166-434b-a064-fda3aca402fd req-58bea715-34ed-44ab-83ff-f1ce2c9bab40 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:27.555494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5384dcf-c166-434b-a064-fda3aca402fd req-58bea715-34ed-44ab-83ff-f1ce2c9bab40 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.2800453 Oct 15 00:26:27.568618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:27.641100 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2362b64b-82e5-46fe-afd0-839dda9b9137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:27.643701 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2362b64b-82e5-46fe-afd0-839dda9b9137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:27.648419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2362b64b-82e5-46fe-afd0-839dda9b9137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bebe63a8-4767-4ac1-844e-f7ead439fffb HTTP/1.1" status: 204 len: 168 time: 0.9495714 Oct 15 00:26:27.681467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4af63-ce2f-4b36-900a-51122124e8b0 req-3e009ec6-59f1-42bf-be47-6bee3c3baf39 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:27.695173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9d4af63-ce2f-4b36-900a-51122124e8b0 req-3e009ec6-59f1-42bf-be47-6bee3c3baf39 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.1035421 Oct 15 00:26:27.730380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362b64b-82e5-46fe-afd0-839dda9b9137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebe63a8-4767-4ac1-844e-f7ead439fffb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:27.787929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9d4af63-ce2f-4b36-900a-51122124e8b0 req-6c7d1886-c3f3-46a6-a682-a9a9c881afbf tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917776 Oct 15 00:26:27.835114 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5384dcf-c166-434b-a064-fda3aca402fd req-2ab8af65-539a-41f0-9652-8fd0d0b68e63 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775939 Oct 15 00:26:27.984565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:27.988387 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:27.999290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:28.081695 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:28.200013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed79cfa4-1630-40c5-bbd1-1c81ba7f89b8 req-d8891677-10c8-4a6b-a149-bf17569e5f30 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 210 time: 0.0297771 Oct 15 00:26:28.455756 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:28.522669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c890bffb-5022-438f-b522-397ea4a04822,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:28.661880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.248 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:28.751714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55233208-53fa-4150-b25b-4bf1c233a2af req-a675c9d2-ec40-41ba-9389-4da79ab5ec2d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:28.753916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55233208-53fa-4150-b25b-4bf1c233a2af req-a675c9d2-ec40-41ba-9389-4da79ab5ec2d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.0587132 Oct 15 00:26:28.824947 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4eb2f9f-6470-4410-b81f-87cdd4d7cbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:28.849408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55233208-53fa-4150-b25b-4bf1c233a2af req-fbe8f80f-3abb-4913-9f21-3fe71c2bf1d3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Oct 15 00:26:28.860781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.860781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.861449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.861449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.861784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.862136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.862465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.862784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.863104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.863469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.863730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.864041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:28.913720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a63eaea2-02ba-4bb0-8c22-b7703be4906c req-632e0404-22a5-42c0-b70d-221f2342c934 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 210 time: 0.0622151 Oct 15 00:26:28.945290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.079644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.117644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3562-48fe-48d1-9b6c-90205d8b2aeb req-44fb09ba-ae0a-4b44-9ddc-e6264f20c67e tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:29.119262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08ba3562-48fe-48d1-9b6c-90205d8b2aeb req-44fb09ba-ae0a-4b44-9ddc-e6264f20c67e tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.0951154 Oct 15 00:26:29.149126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:29.167562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:29.178952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:29.191272 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08ba3562-48fe-48d1-9b6c-90205d8b2aeb req-ae4e732c-f7b1-438d-99ae-2b4c478a0b04 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550306 Oct 15 00:26:29.258937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:29.331783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:29.333642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.359059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54026) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:29.477963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb8515-2219-43e9-b7b8-bd83b09c811f req-fede160d-0464-45ce-897e-a1815b309742 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:29.478941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58cb8515-2219-43e9-b7b8-bd83b09c811f req-fede160d-0464-45ce-897e-a1815b309742 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 936 time: 0.1310451 Oct 15 00:26:29.485108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-caa9b636-3f02-4880-b73a-d37987c53ea7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9679546 Oct 15 00:26:29.521870 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1723823166-network', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:29.525179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Request body: {'port': {'device_id': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:29.552682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-28b898c4-5196-43d0-be89-d688416066bc None None] Provisioning complete for port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:29.553546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28b898c4-5196-43d0-be89-d688416066bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.611460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58cb8515-2219-43e9-b7b8-bd83b09c811f req-1016fbc6-5f0b-416d-a460-f6310301f2b4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240900 Oct 15 00:26:29.616306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.634591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-28b898c4-5196-43d0-be89-d688416066bc None None] Port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:29.656429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Made reservation on behalf of 51de851a3ef9425d905c1fdf7bcbf4b8 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:29.659003 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.671348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.825712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309c113-5998-4988-8730-8e7db4b139aa req-519a3eab-5e95-4dd2-b47f-efef544f05e4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:29.827269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3309c113-5998-4988-8730-8e7db4b139aa req-519a3eab-5e95-4dd2-b47f-efef544f05e4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.1405463 Oct 15 00:26:29.898036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3309c113-5998-4988-8730-8e7db4b139aa req-b9343698-78a7-4492-a19b-d8f381d60932 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620172 Oct 15 00:26:29.901890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:29.967900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.005629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:26:30.016300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.016643 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Added segment 7b2ff256-4cf3-4595-bddc-7968dfd52e03 of type vlan for network fdfafe7d-35c5-44e1-b136-a49b44203967 Oct 15 00:26:30.062345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.083318 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.102275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:30.105279 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d604f223-6399-46f9-b1c1-98ce6bc5e07a req-e3c45f29-e9c6-43ef-9859-0b87353d49b7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 210 time: 0.0386794 Oct 15 00:26:30.112252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f5baf-c3a8-45fe-ab6b-43688bcf1132,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:30.112451 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.113162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.132435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5148c-cd1a-4e54-a18f-4aab6c7a803c req-3ec59d02-037b-471a-8381-70df7897ef80 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:30.132435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ec5148c-cd1a-4e54-a18f-4aab6c7a803c req-3ec59d02-037b-471a-8381-70df7897ef80 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1500511 Oct 15 00:26:30.144567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.145538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.146249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.146764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.147609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.148229 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.148806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.149330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.149835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.152744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.156297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.156297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:26:30.171214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Transition to ACTIVE for port object a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:26:30.198023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ec5148c-cd1a-4e54-a18f-4aab6c7a803c req-73915ed8-3d67-4425-9aec-fb5873fef539 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666904 Oct 15 00:26:30.239134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.240239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:30.240766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.278981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.331443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] Pushing event updated for resources: {'Network': ['ID=fdfafe7d-35c5-44e1-b136-a49b44203967,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:30.347087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network fdfafe7d-35c5-44e1-b136-a49b44203967 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:26:30.348078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1b1581f0-bc55-455c-9b0b-01fa760c19b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9877801 Oct 15 00:26:30.351301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:30.359000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Request body: {'subnet': {'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1723823166-subnet', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:30.386528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:30.484141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Made reservation on behalf of 51de851a3ef9425d905c1fdf7bcbf4b8 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:30.486881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.608862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Attempting to bind port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:30.609337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Attempting to bind port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:30.609764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Attempting to bind port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:30.625300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:30.625300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Attempting to bind port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:30.660759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:30.661367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:30.662008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:30.662787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Bound port: a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:30.663704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:30.725341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-55c7d3d3-23d0-4f8f-963f-01962f9f0710 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769336 Oct 15 00:26:31.044461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009cf2a-7a61-428c-9e7b-4271787593f9 req-4e20376d-0b82-4d15-9800-4ebcb4990de8 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.053261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8009cf2a-7a61-428c-9e7b-4271787593f9 req-4e20376d-0b82-4d15-9800-4ebcb4990de8 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.0638614 Oct 15 00:26:31.097515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8009cf2a-7a61-428c-9e7b-4271787593f9 req-9d556ea4-b10b-49b5-ae60-3dda89731bb2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Oct 15 00:26:31.148484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] For port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:31.173283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86268d-9f80-4155-b17d-a7d353151771 req-437c51eb-68bd-46a7-852c-e95b5034160d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.180593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c86268d-9f80-4155-b17d-a7d353151771 req-437c51eb-68bd-46a7-852c-e95b5034160d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 948 time: 0.4598503 Oct 15 00:26:31.245768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] For port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:31.252547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09a615-9f29-4651-8372-78a688395b83 req-208c01f5-b80c-4db9-a6e9-5e30885cb539 tempest-LiveMigrationNegativeTest-1702592199 tempest-LiveMigrationNegativeTest-1702592199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.260137 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e09a615-9f29-4651-8372-78a688395b83 req-208c01f5-b80c-4db9-a6e9-5e30885cb539 tempest-LiveMigrationNegativeTest-1702592199 tempest-LiveMigrationNegativeTest-1702592199-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 1101 time: 0.0559366 Oct 15 00:26:31.274550 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e09a615-9f29-4651-8372-78a688395b83 req-b4f64766-1e54-4eed-955c-b02e3ddbb05f tempest-LiveMigrationNegativeTest-1702592199 tempest-LiveMigrationNegativeTest-1702592199-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:31.284768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-a1540619-4184-430a-9bf2-09c0901479c6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.286391 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-a1540619-4184-430a-9bf2-09c0901479c6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5483544 Oct 15 00:26:31.308158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Request body: {'port': {'device_id': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '7343b021868649e6a3ec485bdca87f75'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:31.351885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c86268d-9f80-4155-b17d-a7d353151771 req-c494554f-5fd2-4b8c-ac85-f01967fb15d9 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691544 Oct 15 00:26:31.353797 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:31.381175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e09a615-9f29-4651-8372-78a688395b83 req-b4f64766-1e54-4eed-955c-b02e3ddbb05f tempest-LiveMigrationNegativeTest-1702592199 tempest-LiveMigrationNegativeTest-1702592199-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:31.453174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.453769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:31.455174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] 10.222.0.30 "PUT /v2.0/ports/a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 HTTP/1.1" status: 200 len: 1096 time: 1.9598980 Oct 15 00:26:31.455626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'tag': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:31.457977 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191b540e-5ab4-4d75-8086-c3ee35712160" -d '{"events": [{"name": "network-changed", "server_uuid": "ccddf59f-3530-4750-82d2-8942d2f68256", "tag": "a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:31.468524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4e09a615-9f29-4651-8372-78a688395b83 req-b4f64766-1e54-4eed-955c-b02e3ddbb05f tempest-LiveMigrationNegativeTest-1702592199 tempest-LiveMigrationNegativeTest-1702592199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:31.510240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6aeee848-542a-46f8-90ce-22fc76cf4017 req-35c3dd0b-f481-4ba7-a239-f806310e0f0b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 210 time: 0.0484068 Oct 15 00:26:31.517126 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:31.543262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f64766-1e54-4eed-955c-b02e3ddbb05f tempest-LiveMigrationNegativeTest-1702592199 tempest-LiveMigrationNegativeTest-1702592199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd0637b-b02e-4c34-bbdc-a08d1bbbefc5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:31.568728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e09a615-9f29-4651-8372-78a688395b83 req-b4f64766-1e54-4eed-955c-b02e3ddbb05f tempest-LiveMigrationNegativeTest-1702592199 tempest-LiveMigrationNegativeTest-1702592199-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070602 Oct 15 00:26:31.676692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878639d-4e2d-4cd9-9ba0-c68d5e62be00 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:31.757956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81e8944-a088-40c3-8fe4-7f88d842c3e0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:31.763497 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d917310-b66a-4909-a042-007421907a4a x-openstack-request-id: req-4d917310-b66a-4909-a042-007421907a4a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:31.763812 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccddf59f-3530-4750-82d2-8942d2f68256", "tag": "a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:31.764020 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d917310-b66a-4909-a042-007421907a4a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:31.764411 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'tag': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', 'status': 'completed', 'code': 200} Oct 15 00:26:31.773834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Checking segment: {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:31.774224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Network hostable DHCP agents. Network: fdfafe7d-35c5-44e1-b136-a49b44203967, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:26:31.781590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-a099a828-f18e-4aee-b6ef-f0022f82f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.783156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-a099a828-f18e-4aee-b6ef-f0022f82f3cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 1099 time: 0.1405621 Oct 15 00:26:31.836743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-c7e8e7f1-ec67-4fb6-8097-a0d3d3b8f247 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 HTTP/1.1" status: 200 len: 217 time: 0.0406964 Oct 15 00:26:31.848179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab468cf-02b4-49ed-8376-80b5e501ea35 req-6e660937-cbfc-4244-84ac-ee664bd68878 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.856595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cab468cf-02b4-49ed-8376-80b5e501ea35 req-6e660937-cbfc-4244-84ac-ee664bd68878 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1350894 Oct 15 00:26:31.907198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Made reservation on behalf of 7343b021868649e6a3ec485bdca87f75 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:31.910908 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:31.915517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-bbec83c0-a1dc-4099-b699-bfc98b6dfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:31.917238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-bbec83c0-a1dc-4099-b699-bfc98b6dfc58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0711131 Oct 15 00:26:31.924444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cab468cf-02b4-49ed-8376-80b5e501ea35 req-4a9a3d3e-15d1-4e74-b277-6d4c081a9f49 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606904 Oct 15 00:26:31.969247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Network fdfafe7d-35c5-44e1-b136-a49b44203967 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:26:32.045723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3147b038-f7d2-4ee3-9690-7094f04e250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:32.047443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-3147b038-f7d2-4ee3-9690-7094f04e250c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200707 Oct 15 00:26:32.050976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, fdfafe7d-35c5-44e1-b136-a49b44203967) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:32.064712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:32.069387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810765a-88a0-4181-b373-2d6d3bd77c0c None None] Network fdfafe7d-35c5-44e1-b136-a49b44203967 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:26:32.075451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.178465 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.209555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Allocated IP 192.168.233.228 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/cdd099d8-0cf7-4d18-951c-c1bde5669a42) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:32.240019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-472fd545-4b58-468d-a7cc-a15b968e4d0f service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619613 Oct 15 00:26:32.262834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d010fec1-4d82-4f76-9afe-ff1898787ff9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9123342 Oct 15 00:26:32.265760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54088) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:32.270712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:32.357555 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-fdfafe7d-35c5-44e1-b136-a49b44203967', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:26:32.358454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.390362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.392006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.482365 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.522235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08923105-a01b-4266-bd5c-a5ef1c7c5e38 req-db996064-df61-4260-807a-dd3a11090ec1 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721000 Oct 15 00:26:32.597064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.615707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c1512-268e-46e8-a864-8cba16640838 req-07f5e77e-5333-493e-b560-f161e9a37b12 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:32.618309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a3ce3-7504-4b5a-9205-2c79b3d30e70 req-b856d8de-1208-44e7-a42f-09c20290a83e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:32.627140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b0a3ce3-7504-4b5a-9205-2c79b3d30e70 req-b856d8de-1208-44e7-a42f-09c20290a83e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 948 time: 0.1264086 Oct 15 00:26:32.636484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f3c1512-268e-46e8-a864-8cba16640838 req-07f5e77e-5333-493e-b560-f161e9a37b12 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.1420019 Oct 15 00:26:32.644549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Allocated IP 172.20.0.2 (fdfafe7d-35c5-44e1-b136-a49b44203967/f81e8944-a088-40c3-8fe4-7f88d842c3e0/ee434a3d-8209-4390-973c-ef5ccf362899) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:32.770786 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b0a3ce3-7504-4b5a-9205-2c79b3d30e70 req-b5524dda-76f8-4942-b3ce-a1e9d8a38084 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405232 Oct 15 00:26:32.851489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f3c1512-268e-46e8-a864-8cba16640838 req-e0ae4058-5b0c-4b47-b7c9-553406af146c tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122617 Oct 15 00:26:32.853886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.872469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-9faef808-87f7-44ef-b650-1516d38e1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:32.877519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-9faef808-87f7-44ef-b650-1516d38e1722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 1099 time: 0.2273054 Oct 15 00:26:32.881132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:32.998212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048bcd6-8e2b-4f70-b8d5-e291d025670f req-9dce53b5-553a-4bf2-a4f8-36a71dbe9c22 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:33.008973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f048bcd6-8e2b-4f70-b8d5-e291d025670f req-9dce53b5-553a-4bf2-a4f8-36a71dbe9c22 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 936 time: 0.1153798 Oct 15 00:26:33.150683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:33.151885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:33.152375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:33.152467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b36191c9-23de-49a3-8308-ce3420410e0a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:33.152564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:33.152564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:33.152564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-b099a49b-8e9c-4686-9e63-cae0e7172773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:33.152564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-b099a49b-8e9c-4686-9e63-cae0e7172773 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2312672 Oct 15 00:26:33.152960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f048bcd6-8e2b-4f70-b8d5-e291d025670f req-6788c750-a695-48b5-8a94-52bab6e8fecf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165924 Oct 15 00:26:33.167338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:33.167987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.190687 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.217912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-b2356a4f-ee79-401c-a7cc-9b5ea28f8715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 HTTP/1.1" status: 200 len: 217 time: 0.0817418 Oct 15 00:26:33.314438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-102d9317-a647-497d-b2f4-78262d2e69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:33.315791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-102d9317-a647-497d-b2f4-78262d2e69fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0886469 Oct 15 00:26:33.325441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b389972-3658-491b-8bcb-57ea016256f4 req-7bc8125d-5e52-49db-afff-55bb084432d9 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:33.327071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b389972-3658-491b-8bcb-57ea016256f4 req-7bc8125d-5e52-49db-afff-55bb084432d9 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1097 time: 0.0616674 Oct 15 00:26:33.363290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a82d24-79ed-4c10-9f5f-5b29c0090fea req-51a425e5-4984-4db1-abce-645f9219874b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:33.376970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0a82d24-79ed-4c10-9f5f-5b29c0090fea req-51a425e5-4984-4db1-abce-645f9219874b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1783316 Oct 15 00:26:33.397949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.401290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-03c6e0f9-f1db-43de-b341-095290044cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:33.402779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-03c6e0f9-f1db-43de-b341-095290044cdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747018 Oct 15 00:26:33.405868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b389972-3658-491b-8bcb-57ea016256f4 req-f38c7ad4-e353-4f4c-a5a2-9b2b71687482 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520821 Oct 15 00:26:33.438608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.515542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-3582bcb3-2089-479d-81c1-56c487a2e24c service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041999 Oct 15 00:26:33.522645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-bb02e136-b2e1-4d0e-bd9d-2544301af2a7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2241590 Oct 15 00:26:33.523502 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.551403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Request body: {'port': {'device_id': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:33.579685 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0a82d24-79ed-4c10-9f5f-5b29c0090fea req-53e44945-b580-481f-b43d-0c615186a6e5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030663 Oct 15 00:26:33.594675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Network fdfafe7d-35c5-44e1-b136-a49b44203967 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:33.600539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:33.607887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:33.612784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4616cd4d-7f1e-4876-a761-d68958b8dcff None None] Provisioning complete for port cdd099d8-0cf7-4d18-951c-c1bde5669a42 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:33.613149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4616cd4d-7f1e-4876-a761-d68958b8dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.615525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Allocated IP 172.25.2.226 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/f8bc553e-0b65-4174-b284-b30e15d6a8f1) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:33.660368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Pushing event updated for resources: {'Port': ['ID=ee434a3d-8209-4390-973c-ef5ccf362899,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:33.679031 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.694466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191b540e-5ab4-4d75-8086-c3ee35712160 req-66d86a7b-bece-4dca-95c4-1f25a2f997f4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708035 Oct 15 00:26:33.727411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4616cd4d-7f1e-4876-a761-d68958b8dcff None None] Port cdd099d8-0cf7-4d18-951c-c1bde5669a42 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:33.764242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Attempting to bind port ee434a3d-8209-4390-973c-ef5ccf362899 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:33.764864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Attempting to bind port ee434a3d-8209-4390-973c-ef5ccf362899 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:33.765381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Attempting to bind port ee434a3d-8209-4390-973c-ef5ccf362899 on network fdfafe7d-35c5-44e1-b136-a49b44203967 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:33.771453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:33.773329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Checking segment: {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:33.773329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.773329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Bound using segment: {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:33.773698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.773949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Bound port: ee434a3d-8209-4390-973c-ef5ccf362899, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:33.774580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.855768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] For port ee434a3d-8209-4390-973c-ef5ccf362899, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:33.861099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] For port ee434a3d-8209-4390-973c-ef5ccf362899, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ee434a3d-8209-4390-973c-ef5ccf362899,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:33.928219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:33.943827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.011820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79c314-3824-4ba2-8b80-791e90a0376f None None] Pushing event updated for resources: {'Port': ['ID=ee434a3d-8209-4390-973c-ef5ccf362899,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:34.037393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5e2a-4a3c-465f-804a-a5eeb41beaa2 req-0f4ca3bc-65a6-45ae-a207-2f86130b42d6 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:34.038893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2aeb5e2a-4a3c-465f-804a-a5eeb41beaa2 req-0f4ca3bc-65a6-45ae-a207-2f86130b42d6 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 948 time: 0.1617646 Oct 15 00:26:34.042559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:34.052345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:34.055149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:34.099109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd099d8-0cf7-4d18-951c-c1bde5669a42 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:34.105800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bc553e-0b65-4174-b284-b30e15d6a8f1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:34.109344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.126228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Transition to ACTIVE for port object cdd099d8-0cf7-4d18-951c-c1bde5669a42 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:26:34.201322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.256756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2aeb5e2a-4a3c-465f-804a-a5eeb41beaa2 req-70b26ecb-0468-4e94-be26-c0706e3a1230 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086859 Oct 15 00:26:34.336029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:34.498753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ee434a3d-8209-4390-973c-ef5ccf362899 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:34.570139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Attempting to bind port cdd099d8-0cf7-4d18-951c-c1bde5669a42 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:34.570139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Attempting to bind port cdd099d8-0cf7-4d18-951c-c1bde5669a42 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:34.570454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Attempting to bind port cdd099d8-0cf7-4d18-951c-c1bde5669a42 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:34.586132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Port cdd099d8-0cf7-4d18-951c-c1bde5669a42 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:34.586433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Attempting to bind port cdd099d8-0cf7-4d18-951c-c1bde5669a42 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:34.593356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:34.593702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:34.594245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:34.595374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Bound port: cdd099d8-0cf7-4d18-951c-c1bde5669a42, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:34.595996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.618540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ee434a3d-8209-4390-973c-ef5ccf362899 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:34.618923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.644241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc83c-5649-46f2-b955-735098789b5e req-0e187981-15dc-4b25-9c9b-6b7dcc8c34e4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:34.659396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3b3cc83c-5649-46f2-b955-735098789b5e req-0e187981-15dc-4b25-9c9b-6b7dcc8c34e4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.2848470 Oct 15 00:26:34.709224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:34.713715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:34.753479 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.776538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-fdeb5a32-a2df-4de0-87cc-e3ebebdba54b tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:34.779646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-fdeb5a32-a2df-4de0-87cc-e3ebebdba54b tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 950 time: 0.2478468 Oct 15 00:26:34.802890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.847421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port ee434a3d-8209-4390-973c-ef5ccf362899, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ee434a3d-8209-4390-973c-ef5ccf362899,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:34.873600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:34.874532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:34.875970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] 10.222.0.30 "PUT /v2.0/ports/cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 200 len: 1096 time: 1.3287008 Oct 15 00:26:34.876703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:34.879097 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13efdcd1-0901-4720-a1c7-bd060d4d0764" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:34.927575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b684-c4a8-4be3-9d85-84638e148f17 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:34.936374 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:35.073141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=ee434a3d-8209-4390-973c-ef5ccf362899,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:35.127201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-c95b5782-72d9-4c7c-bbf7-79f3250a8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:35.130078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-c95b5782-72d9-4c7c-bbf7-79f3250a8229 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 1099 time: 0.1343358 Oct 15 00:26:35.203084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-f6a691cf-bfa4-43d6-b090-f7f67d542070 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 200 len: 217 time: 0.0581410 Oct 15 00:26:35.285663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-974dcb3b-22e9-443e-8de9-1c83cc4b64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:35.286994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-974dcb3b-22e9-443e-8de9-1c83cc4b64af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0716414 Oct 15 00:26:35.356670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3b3cc83c-5649-46f2-b955-735098789b5e req-5cf23d11-362f-4555-9a18-17a9f0daa349 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950598 Oct 15 00:26:35.394829 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:35.399224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-21169b72-b5aa-46ea-82f0-7791782c0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:35.402714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-21169b72-b5aa-46ea-82f0-7791782c0557 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038408 Oct 15 00:26:35.562648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1573b8-5d70-4edc-85ce-ecaec127977c None None] Network fdfafe7d-35c5-44e1-b136-a49b44203967 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:26:35.565783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-67dca1f9-9362-42fe-92e1-067b38da5ece service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544769 Oct 15 00:26:35.661908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7eaa3fc2-e3a5-4961-94aa-bcf35e4f8436 None None] Provisioning complete for port ee434a3d-8209-4390-973c-ef5ccf362899 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:35.662921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7eaa3fc2-e3a5-4961-94aa-bcf35e4f8436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:35.665313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:35.737996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90094811-c63d-45d8-b3fc-ed2b671a7026 req-e0a4a2bc-5cfe-413b-aa57-3c5a8547fb3f service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497171 Oct 15 00:26:35.801529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Deleting port 0fa26496-5c2f-482a-ace2-bf6a202b952b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:35.802439 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:35.839855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437d23b-9dfd-4a33-82da-49ed2143cb2a req-96006128-d182-4c68-9102-c2a9c34ffeb9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:35.842051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5437d23b-9dfd-4a33-82da-49ed2143cb2a req-96006128-d182-4c68-9102-c2a9c34ffeb9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 948 time: 0.1734660 Oct 15 00:26:36.013488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] For port 0fa26496-5c2f-482a-ace2-bf6a202b952b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0fa26496-5c2f-482a-ace2-bf6a202b952b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:36.013931 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:36.034852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Calling delete_port for 0fa26496-5c2f-482a-ace2-bf6a202b952b owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:36.119114 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5437d23b-9dfd-4a33-82da-49ed2143cb2a req-b170a5d4-65f4-4f79-8120-b73950923ef2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615929 Oct 15 00:26:36.175508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-8f99fb6a-e2f6-4c17-9194-d3abc8cfb66d tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:26:36.180662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-903698f8-fdeb-4a66-8e8b-490ae973f87f None None] Provisioning complete for port ee434a3d-8209-4390-973c-ef5ccf362899 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:36.181191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-903698f8-fdeb-4a66-8e8b-490ae973f87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:36.202232 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-8f99fb6a-e2f6-4c17-9194-d3abc8cfb66d tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0290449 Oct 15 00:26:36.302409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-5a7d8456-5a1e-4cf6-bca8-3d9b8cf5a6c0 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:36.312327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-5a7d8456-5a1e-4cf6-bca8-3d9b8cf5a6c0 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 1094 time: 0.1065710 Oct 15 00:26:36.315506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Request body: {'binding': {'host': 'n-h1-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:36.316038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:26:36.414196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ee434a3d-8209-4390-973c-ef5ccf362899 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:36.424955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecb636-8ec2-4af1-b7bd-61d54d30b9d9 req-735c47da-700b-429b-9c2f-a26db4cbb292 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:36.432846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9ecb636-8ec2-4af1-b7bd-61d54d30b9d9 req-735c47da-700b-429b-9c2f-a26db4cbb292 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1666107 Oct 15 00:26:36.443688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Router d07214fe-df58-4d3f-8deb-a698115d0d6f is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:26:36.502144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ee434a3d-8209-4390-973c-ef5ccf362899 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:36.502144 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:36.576986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:36.584199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9ecb636-8ec2-4af1-b7bd-61d54d30b9d9 req-eacb99c0-8e6e-4ad8-9777-f8a4a2d7a815 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504490 Oct 15 00:26:36.592868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a7b5a216-835d-4d81-a473-39e0dfa5b7ef'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:36.632620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Pushing event deleted for resources: {'Port': ['ID=0fa26496-5c2f-482a-ace2-bf6a202b952b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:36.705275 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c4fc09-0970-4ac3-af03-690f8fead8b0 x-openstack-request-id: req-c5c4fc09-0970-4ac3-af03-690f8fead8b0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:36.705777 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:36.705777 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5c4fc09-0970-4ac3-af03-690f8fead8b0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:36.706228 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'status': 'completed', 'code': 200} Oct 15 00:26:36.735336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] No DVR routers for this DVR port 0fa26496-5c2f-482a-ace2-bf6a202b952b on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:26:36.749698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:36.753092 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1aaa2f35-a7f6-488a-9fde-4dcb566424ca req-89a08a46-1ff2-47b1-9548-0614c3bfd75f tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.39 "DELETE /v2.0/ports/0fa26496-5c2f-482a-ace2-bf6a202b952b HTTP/1.1" status: 204 len: 173 time: 1.9335358 Oct 15 00:26:36.755505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'name': 'network-vif-deleted', 'tag': '0fa26496-5c2f-482a-ace2-bf6a202b952b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:36.757722 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a059aa31-e504-4f89-8797-b786a5af23b3" -d '{"events": [{"server_uuid": "f7b84c50-67ba-43e6-9f1c-82647a07563c", "name": "network-vif-deleted", "tag": "0fa26496-5c2f-482a-ace2-bf6a202b952b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:36.779375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on host n-h1-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:36.779706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:36.780031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:36.808295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:26:36.808295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:36.808295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:36.820658 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Sync routers for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:26:36.830713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-6ca27cd4-4c42-46bd-82ba-dcace8aabcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:36.835213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-6ca27cd4-4c42-46bd-82ba-dcace8aabcf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 1099 time: 0.1007099 Oct 15 00:26:36.841373 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:26:36.842304 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:36.862302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:36.862644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:36.863102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:36.864116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Bound port: ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:36.873272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:36.973146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:36.977480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1e5c42b5-1c31-430a-9f4c-5ba142877146 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7070544 Oct 15 00:26:36.986023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54174) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:37.010378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:37.024674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d12a05-39d1-4ba9-b0fa-9947ba2da65f req-b6e211cc-0c05-4464-8067-a5456df810de tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:37.029355 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-23d12a05-39d1-4ba9-b0fa-9947ba2da65f req-b6e211cc-0c05-4464-8067-a5456df810de tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 948 time: 0.2347078 Oct 15 00:26:37.083655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-badc3473-2c69-4426-9bad-fb38b3dee67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:37.086071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-badc3473-2c69-4426-9bad-fb38b3dee67d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2350540 Oct 15 00:26:37.098374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-23d12a05-39d1-4ba9-b0fa-9947ba2da65f req-9718d0e1-29a1-4938-a825-131083d31be7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Oct 15 00:26:37.105643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:37.111737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-fc4f1372-d018-4e97-8ac2-38a7eca474b2 service neutron] 10.222.0.13 "POST /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da/bindings HTTP/1.1" status: 201 len: 389 time: 0.8010702 Oct 15 00:26:37.116200 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:26:37.209713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-f456ccb1-ea62-4f93-9fc8-f270638724fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 200 len: 217 time: 0.1049125 Oct 15 00:26:37.227760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ecc5f7f-a103-4501-8adb-688113d1cc45 req-b0ce4e2c-29a9-4a44-bfd8-0b2873691666 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7b84c50-67ba-43e6-9f1c-82647a07563c HTTP/1.1" status: 200 len: 210 time: 0.0469713 Oct 15 00:26:37.241052 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:37.264193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', 'mac_address': 'fa:16:3e:57:c3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:37.357884 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:37.373005 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fed906-0f52-4663-959d-dd8ab93a185a x-openstack-request-id: req-80fed906-0f52-4663-959d-dd8ab93a185a {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:37.373294 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b84c50-67ba-43e6-9f1c-82647a07563c", "name": "network-vif-deleted", "tag": "0fa26496-5c2f-482a-ace2-bf6a202b952b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:37.373546 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80fed906-0f52-4663-959d-dd8ab93a185a {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:37.373940 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b84c50-67ba-43e6-9f1c-82647a07563c', 'name': 'network-vif-deleted', 'tag': '0fa26496-5c2f-482a-ace2-bf6a202b952b', 'status': 'completed', 'code': 200} Oct 15 00:26:37.390414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:37.484291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:37.527028 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:34Z', 'revision_number': 3, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:37.545683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:37.563123 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Checking router: d07214fe-df58-4d3f-8deb-a698115d0d6f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:26:37.563751 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Updating router d07214fe-df58-4d3f-8deb-a698115d0d6f port f8bc553e-0b65-4174-b284-b30e15d6a8f1 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:26:37.608919 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:37.651925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a8ccb-0df2-4af9-bb4f-d3c1038c5a31 req-efb15b16-51c0-4cd8-9acd-11431579c6ea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:37.660910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f7a8ccb-0df2-4af9-bb4f-d3c1038c5a31 req-efb15b16-51c0-4cd8-9acd-11431579c6ea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1077178 Oct 15 00:26:37.701117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:37.749759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f7a8ccb-0df2-4af9-bb4f-d3c1038c5a31 req-fa3cd2f4-a610-44ad-9931-914d9eb81cfb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842693 Oct 15 00:26:37.850380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-9964f12b-3a31-4006-91f5-d7ba3f976b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:37.855565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:37.867485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-9964f12b-3a31-4006-91f5-d7ba3f976b47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.5915661 Oct 15 00:26:37.951747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a247f1-956b-4e59-a8b7-5e501a6d60a7 req-1a570ff1-9928-4ce0-8ddb-a6f9fa5a24ce tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:37.961767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15a247f1-956b-4e59-a8b7-5e501a6d60a7 req-1a570ff1-9928-4ce0-8ddb-a6f9fa5a24ce tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1589870 Oct 15 00:26:38.038779 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15a247f1-956b-4e59-a8b7-5e501a6d60a7 req-8c3caff2-82a9-4dde-84fc-762748f513ee tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664465 Oct 15 00:26:38.068184 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:38.071225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0fa26496-5c2f-482a-ace2-bf6a202b952b no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:38.134769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 0fa26496-5c2f-482a-ace2-bf6a202b952b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:26:38.135240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0fa26496-5c2f-482a-ace2-bf6a202b952b not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:26:38.147555 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:38.211164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e21ec-ec8b-4f35-b1df-458a57662058 req-c911ebc3-d10c-4d1f-ab46-4b0f1191f75f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:38.212653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-372e21ec-ec8b-4f35-b1df-458a57662058 req-c911ebc3-d10c-4d1f-ab46-4b0f1191f75f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 948 time: 0.3926988 Oct 15 00:26:38.221536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-312c522d-7490-4537-8d21-ea95ad0f7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:38.223655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-312c522d-7490-4537-8d21-ea95ad0f7704 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1097 time: 0.3165343 Oct 15 00:26:38.228661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-45c83cdc-57b4-41f0-97ae-1cc786f41d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:38.230257 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Attempting to bind port f8bc553e-0b65-4174-b284-b30e15d6a8f1 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:38.230388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-45c83cdc-57b4-41f0-97ae-1cc786f41d5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3201876 Oct 15 00:26:38.231176 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Attempting to bind port f8bc553e-0b65-4174-b284-b30e15d6a8f1 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:38.231745 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Attempting to bind port f8bc553e-0b65-4174-b284-b30e15d6a8f1 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:38.241667 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a163f-98b8-454b-81fc-804a93654516 None None] Pushing event updated for resources: {'Port': ['ID=f8bc553e-0b65-4174-b284-b30e15d6a8f1,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:38.255226 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:38.260844 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:38.261776 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:38.262988 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:38.263760 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Bound port: f8bc553e-0b65-4174-b284-b30e15d6a8f1, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:38.264340 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:38.267444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660bf12-7c28-41e6-96d9-0575dc58b534 req-84087814-8ba0-4c41-a2b0-647590cebcfa tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:38.269492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0660bf12-7c28-41e6-96d9-0575dc58b534 req-84087814-8ba0-4c41-a2b0-647590cebcfa tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 949 time: 0.0648837 Oct 15 00:26:38.345035 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] For port f8bc553e-0b65-4174-b284-b30e15d6a8f1, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:38.350121 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] For port f8bc553e-0b65-4174-b284-b30e15d6a8f1, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f8bc553e-0b65-4174-b284-b30e15d6a8f1,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:38.374697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0660bf12-7c28-41e6-96d9-0575dc58b534 req-7f2a450a-0494-4661-b6ba-a4dd6ecd49d5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990179 Oct 15 00:26:38.419815 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:38.563096 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:26:38.563978 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:38.600896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-372e21ec-ec8b-4f35-b1df-458a57662058 req-bc05c9d6-8213-4b18-ac10-916990105ac6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758492 Oct 15 00:26:38.658562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-130eab70-89e6-43a4-b096-2eb1a64bc5e1 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986151 Oct 15 00:26:38.762952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:26:38.796965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-cd42be12-46ac-4036-81c5-e55ab68ce973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:38.798698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-cd42be12-46ac-4036-81c5-e55ab68ce973 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.5653341 Oct 15 00:26:38.859242 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a163f-98b8-454b-81fc-804a93654516 None None] Pushing event updated for resources: {'Port': ['ID=f8bc553e-0b65-4174-b284-b30e15d6a8f1,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:38.863264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:38.865384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:38.944108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-8baa179e-d27b-4704-aee0-dfb5afd40fa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 217 time: 0.1342134 Oct 15 00:26:39.128683 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:34Z', 'revision_number': 3, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:39.150305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13efdcd1-0901-4720-a1c7-bd060d4d0764 req-8ae6d8a0-d7cb-4e97-917a-09b32248581d service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542360 Oct 15 00:26:39.150735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:39.157328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe521e-1171-449f-9528-a968ab050981 req-0174927d-524f-49d3-8ade-97a59ebb47e4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:39.166044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cebe521e-1171-449f-9528-a968ab050981 req-0174927d-524f-49d3-8ade-97a59ebb47e4 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.0647745 Oct 15 00:26:39.182662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:26:39.190215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'mac_address': 'fa:16:3e:26:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:39.192468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:39.193111 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:39.195547 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1631e468-a828-4ce4-8ef1-421a994decfb None None] The sync data for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 is: [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:34Z', 'revision_number': 3, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:26:39.293182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:39.300068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cebe521e-1171-449f-9528-a968ab050981 req-8f9c9fce-666c-4e63-8250-b4b3d7376378 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207478 Oct 15 00:26:39.300987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:39.322920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd099d8-0cf7-4d18-951c-c1bde5669a42 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:39.336056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7027-d670-4578-a125-69d50f2b928b req-253a6d30-1bec-435f-a643-3782dbb69543 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:39.337608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7edc7027-d670-4578-a125-69d50f2b928b req-253a6d30-1bec-435f-a643-3782dbb69543 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.4018657 Oct 15 00:26:39.396674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:39.405974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:39.430265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:39.435877 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0313dbd-00e3-4d96-95ed-7940fd26506b" -d '{"events": [{"server_uuid": "ccddf59f-3530-4750-82d2-8942d2f68256", "name": "network-vif-plugged", "status": "completed", "tag": "a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:39.457654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:39.486837 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:39.490448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f09c7-0b95-443b-a8c8-73674ea7f7b2 req-622215f6-c1a4-49ee-821d-9bdbb4fe7448 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:39.495167 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-238f09c7-0b95-443b-a8c8-73674ea7f7b2 req-622215f6-c1a4-49ee-821d-9bdbb4fe7448 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.0849364 Oct 15 00:26:39.495662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-67fa15a1-ca46-4eb6-b7f8-095cca6635d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:39.498045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-67fa15a1-ca46-4eb6-b7f8-095cca6635d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.5393074 Oct 15 00:26:39.541768 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:39.570932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-d873b986-d772-446e-b0c8-fba9e2a0aa73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457878 Oct 15 00:26:39.571635 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:39.579133 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-238f09c7-0b95-443b-a8c8-73674ea7f7b2 req-132ee626-240c-4bb4-8bfe-969fdd3f58d6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696759 Oct 15 00:26:39.623381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:39.753417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-e697363c-03aa-409b-9425-55bb0fccde51 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389186 Oct 15 00:26:39.757955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7edc7027-d670-4578-a125-69d50f2b928b req-0cc57247-2975-4401-a127-e53693bc3dfb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412460 Oct 15 00:26:39.759929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:39.761232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbda03-4ae7-4925-9644-e2f45169877b req-9191881b-cb55-4055-9352-ee18f6150b81 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:39.772195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dcbda03-4ae7-4925-9644-e2f45169877b req-9191881b-cb55-4055-9352-ee18f6150b81 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 950 time: 0.1079438 Oct 15 00:26:39.797769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Allocated IP 172.20.0.1 (fdfafe7d-35c5-44e1-b136-a49b44203967/f81e8944-a088-40c3-8fe4-7f88d842c3e0/45798a28-2520-480b-ae9d-6bb07e4d6281) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:39.836808 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87779927-8d67-4f0d-8b9e-7b7cd5a259f8 x-openstack-request-id: req-87779927-8d67-4f0d-8b9e-7b7cd5a259f8 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:39.836808 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccddf59f-3530-4750-82d2-8942d2f68256", "name": "network-vif-plugged", "status": "completed", "tag": "a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:39.837370 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87779927-8d67-4f0d-8b9e-7b7cd5a259f8 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:39.837950 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', 'code': 200} Oct 15 00:26:39.862954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dcbda03-4ae7-4925-9644-e2f45169877b req-8d44a510-8c5f-4d78-b12b-d0c40727b570 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821214 Oct 15 00:26:39.901648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['cdd099d8-0cf7-4d18-951c-c1bde5669a42'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:39.998415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1eaee-e2a5-4288-a4f0-b9166fe0a5e7 req-e29339c6-9832-4656-81d2-2693ca94b90e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:40.010705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41b1eaee-e2a5-4288-a4f0-b9166fe0a5e7 req-e29339c6-9832-4656-81d2-2693ca94b90e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 949 time: 0.0776129 Oct 15 00:26:40.078749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41b1eaee-e2a5-4288-a4f0-b9166fe0a5e7 req-c148e3fd-0815-49e6-8e35-35ebd430ad7a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671661 Oct 15 00:26:40.146304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-d8abefec-b474-49ec-a525-45298f20f00f service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772931 Oct 15 00:26:40.179543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e07e7-9d4d-41df-a6cc-55f5e91ee771 req-334f73bb-dc68-41a4-9b70-414e8cf2045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:40.181036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c9e07e7-9d4d-41df-a6cc-55f5e91ee771 req-334f73bb-dc68-41a4-9b70-414e8cf2045e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 1101 time: 0.2068689 Oct 15 00:26:40.238813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:40.255066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c9e07e7-9d4d-41df-a6cc-55f5e91ee771 req-3be68b06-fb78-4ca9-a5d1-6d4d2920e2b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639107 Oct 15 00:26:40.358121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:40.402158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Network fdfafe7d-35c5-44e1-b136-a49b44203967 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:40.426137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:40.429895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:40.447422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f8bc553e-0b65-4174-b284-b30e15d6a8f1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:40.462562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=45798a28-2520-480b-ae9d-6bb07e4d6281,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:40.483716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d51629-1e82-4bb5-ae09-b861588114e1 req-54445ded-e945-4dfe-9130-0dd68932c997 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:40.485334 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0d51629-1e82-4bb5-ae09-b861588114e1 req-54445ded-e945-4dfe-9130-0dd68932c997 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.0675733 Oct 15 00:26:40.540237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:40.574357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f8bc553e-0b65-4174-b284-b30e15d6a8f1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:40.576034 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:40.601052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0d51629-1e82-4bb5-ae09-b861588114e1 req-e9acc182-7c19-4e55-9c0b-89742423fac1 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084085 Oct 15 00:26:40.820101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:40.829189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baaa59-4dff-4923-a44f-34663c51206b req-a9285bbc-d4c9-4ac0-96a1-760029cbff46 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:40.830780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41baaa59-4dff-4923-a44f-34663c51206b req-a9285bbc-d4c9-4ac0-96a1-760029cbff46 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1311846 Oct 15 00:26:40.843630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port f8bc553e-0b65-4174-b284-b30e15d6a8f1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f8bc553e-0b65-4174-b284-b30e15d6a8f1,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:40.857100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-fb765e1d-a66e-46c3-845e-717d9b018064 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:40.858600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-fb765e1d-a66e-46c3-845e-717d9b018064 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 949 time: 0.1019742 Oct 15 00:26:40.885609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-eb2f10c1-eb67-4519-886c-9491eae2fe2f None None] Provisioning complete for port 45798a28-2520-480b-ae9d-6bb07e4d6281 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:40.885970 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb2f10c1-eb67-4519-886c-9491eae2fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:40.914627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d6bc-f889-4348-bb72-ccc74a29652b req-03d463ae-8928-4d62-b891-ec6d30eea769 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:40.916756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cfe2d6bc-f889-4348-bb72-ccc74a29652b req-03d463ae-8928-4d62-b891-ec6d30eea769 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0554044 Oct 15 00:26:40.932827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-eb2f10c1-eb67-4519-886c-9491eae2fe2f None None] Port 45798a28-2520-480b-ae9d-6bb07e4d6281 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:40.944765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41baaa59-4dff-4923-a44f-34663c51206b req-fa4eecc8-f233-462c-a98b-d36f15178554 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041870 Oct 15 00:26:40.966975 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cfe2d6bc-f889-4348-bb72-ccc74a29652b req-d278ede1-db5b-4182-b428-475577c2c3c0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Oct 15 00:26:40.990420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Deleting port a7b5a216-835d-4d81-a473-39e0dfa5b7ef {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:26:40.990420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.001220 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.107886 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.125187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=f8bc553e-0b65-4174-b284-b30e15d6a8f1,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:41.189890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] For port a7b5a216-835d-4d81-a473-39e0dfa5b7ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:41.190534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.227306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac21926-b045-4564-8666-092813d9ea2f req-3ef87ba3-4ce1-4328-a371-f007e384d3ce tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:41.228937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac21926-b045-4564-8666-092813d9ea2f req-3ef87ba3-4ce1-4328-a371-f007e384d3ce tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 950 time: 0.1977143 Oct 15 00:26:41.292816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223ded8-d848-4377-a35a-c7dd42251fd7 req-08150686-ac28-479c-887b-fcf96c342d6c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:41.294452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d223ded8-d848-4377-a35a-c7dd42251fd7 req-08150686-ac28-479c-887b-fcf96c342d6c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 949 time: 0.0978775 Oct 15 00:26:41.302546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Calling delete_port for a7b5a216-835d-4d81-a473-39e0dfa5b7ef owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:26:41.383550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d223ded8-d848-4377-a35a-c7dd42251fd7 req-3a49a96c-0c4f-4fd3-8acb-8824405f4d88 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752845 Oct 15 00:26:41.443163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac21926-b045-4564-8666-092813d9ea2f req-c366ed24-d920-4db5-8413-696a50f9d05c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928794 Oct 15 00:26:41.627067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.696602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.753670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.765726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a7b5a216-835d-4d81-a473-39e0dfa5b7ef'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:41.806285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21112c3e-1485-47ed-a16e-e443b380f59b req-54e4eaac-5688-48ca-afb3-87c54b979017 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 210 time: 0.0513206 Oct 15 00:26:41.806285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=45798a28-2520-480b-ae9d-6bb07e4d6281,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:41.845001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.895818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Pushing event deleted for resources: {'Port': ['ID=a7b5a216-835d-4d81-a473-39e0dfa5b7ef,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:41.923597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] No DVR routers for this DVR port a7b5a216-835d-4d81-a473-39e0dfa5b7ef on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:26:41.929006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:41.931784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ec5527e-b2da-48f9-9615-95d2f64b6d10 req-f36f82b1-cb60-44ce-8252-8afaba8567d2 tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.30 "DELETE /v2.0/ports/a7b5a216-835d-4d81-a473-39e0dfa5b7ef HTTP/1.1" status: 204 len: 173 time: 1.0645049 Oct 15 00:26:41.932223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'name': 'network-vif-deleted', 'tag': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:41.935038 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9886b4b-26b7-486e-adc3-def200a996ca" -d '{"events": [{"server_uuid": "d3b2f290-02f5-449c-99b9-9a70452e1055", "name": "network-vif-deleted", "tag": "a7b5a216-835d-4d81-a473-39e0dfa5b7ef"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:42.017835 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c97aff-5aa0-44fa-b789-7c7886214377 x-openstack-request-id: req-17c97aff-5aa0-44fa-b789-7c7886214377 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:42.018152 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b2f290-02f5-449c-99b9-9a70452e1055", "name": "network-vif-deleted", "tag": "a7b5a216-835d-4d81-a473-39e0dfa5b7ef", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:42.018412 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17c97aff-5aa0-44fa-b789-7c7886214377 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:42.025165 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b2f290-02f5-449c-99b9-9a70452e1055', 'name': 'network-vif-deleted', 'tag': 'a7b5a216-835d-4d81-a473-39e0dfa5b7ef', 'status': 'completed', 'code': 200} Oct 15 00:26:42.049689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Network fdfafe7d-35c5-44e1-b136-a49b44203967 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:42.052930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:42.084215 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:26:42.211619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6f4f3-9bd5-4f0e-bcb6-5783941dc06e req-0160fe24-8c23-40f4-9663-0b85e79d4a41 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:42.227002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5f6f4f3-9bd5-4f0e-bcb6-5783941dc06e req-0160fe24-8c23-40f4-9663-0b85e79d4a41 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1433287 Oct 15 00:26:42.285372 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5f6f4f3-9bd5-4f0e-bcb6-5783941dc06e req-bdbbf217-5889-4710-9c38-d385d7c16744 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Oct 15 00:26:42.370948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bc9b78b5-b6ee-4c24-b733-9cbc4e440698 None None] Provisioning complete for port 45798a28-2520-480b-ae9d-6bb07e4d6281 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:42.372169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc9b78b5-b6ee-4c24-b733-9cbc4e440698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:42.424925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b78b5-b6ee-4c24-b733-9cbc4e440698 None None] Port 45798a28-2520-480b-ae9d-6bb07e4d6281 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:42.471666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f8bc553e-0b65-4174-b284-b30e15d6a8f1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:42.558367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f8bc553e-0b65-4174-b284-b30e15d6a8f1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:42.559577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:42.568254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13552e-aa9d-4c0e-beeb-d3de7cb5ddd6 req-f061cd18-972e-4f93-b8e9-10f0107fa94b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:42.569272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f13552e-aa9d-4c0e-beeb-d3de7cb5ddd6 req-f061cd18-972e-4f93-b8e9-10f0107fa94b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.5185010 Oct 15 00:26:42.593044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8730d7-2b21-4469-924e-f0b1dda79f93 req-98128cc6-2f99-42f0-b8a6-0b987f9bc043 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:42.601340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c8730d7-2b21-4469-924e-f0b1dda79f93 req-98128cc6-2f99-42f0-b8a6-0b987f9bc043 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 949 time: 0.0775850 Oct 15 00:26:42.649353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c8730d7-2b21-4469-924e-f0b1dda79f93 req-cc7445b4-0d8c-41aa-95a7-662b97921c45 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454834 Oct 15 00:26:42.678888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f13552e-aa9d-4c0e-beeb-d3de7cb5ddd6 req-56ee894e-f8e1-4cda-814e-af8e278cbe6e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996957 Oct 15 00:26:42.730395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Router d07214fe-df58-4d3f-8deb-a698115d0d6f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:26:42.805174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386e20a-756e-4ce4-9471-d4d4de87ac4d req-5c6d3052-cc21-43e5-b616-e874b7ab1036 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:42.805174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6386e20a-756e-4ce4-9471-d4d4de87ac4d req-5c6d3052-cc21-43e5-b616-e874b7ab1036 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 950 time: 0.0759051 Oct 15 00:26:42.851777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6386e20a-756e-4ce4-9471-d4d4de87ac4d req-c6342592-89d7-4a9d-84ac-d9a9d0272658 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Oct 15 00:26:42.883924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:42.896834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:26:42.921182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Sync routers for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:26:42.953235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1dd6f4ec-5ed6-45bd-860a-7de737302ba0 admin admin] 10.222.0.13 "PUT /v2.0/routers/d07214fe-df58-4d3f-8deb-a698115d0d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9565644 Oct 15 00:26:42.957695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:26:42.959130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:42.981294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5b42-77b6-4be4-87d1-343601b43e02 req-f3e23b06-d0ec-4a9d-a0ca-f94727f6f623 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:42.983181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e37e5b42-77b6-4be4-87d1-343601b43e02 req-f3e23b06-d0ec-4a9d-a0ca-f94727f6f623 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 950 time: 0.0842047 Oct 15 00:26:42.988320 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a04b0cfe-b651-4544-8c5f-cf9e7b666439 req-a2b0bf7b-6cc9-45cf-b9a8-3e30023f581a tempest-LiveMigrationNegativeTest-1536265143 tempest-LiveMigrationNegativeTest-1536265143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3b2f290-02f5-449c-99b9-9a70452e1055 HTTP/1.1" status: 200 len: 210 time: 0.0477653 Oct 15 00:26:43.028529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e37e5b42-77b6-4be4-87d1-343601b43e02 req-a6d64a70-2bf0-47e0-b511-a90b09c65124 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Oct 15 00:26:43.162069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port cdd099d8-0cf7-4d18-951c-c1bde5669a42 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:26:43.170865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port cdd099d8-0cf7-4d18-951c-c1bde5669a42 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:43.171104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:43.212952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:26:43.391293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:43.405683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b609eb6-632c-48f6-af07-91f5c50cc2b9 req-7ab18bcd-d034-4106-bde1-731a15e94a56 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:43.407994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1b609eb6-632c-48f6-af07-91f5c50cc2b9 req-7ab18bcd-d034-4106-bde1-731a15e94a56 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 1101 time: 0.0452304 Oct 15 00:26:43.427423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:43.429644 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e146cf3-0322-4035-ae95-448611c3727b" -d '{"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:43.440337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1b609eb6-632c-48f6-af07-91f5c50cc2b9 req-a1dac7eb-483c-44fe-bc1d-c0de8482d2a8 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:43.451402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:43.511237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:41Z', 'revision_number': 2, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:43.535608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1b609eb6-632c-48f6-af07-91f5c50cc2b9 req-a1dac7eb-483c-44fe-bc1d-c0de8482d2a8 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:43.543765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Checking router: d07214fe-df58-4d3f-8deb-a698115d0d6f for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:26:43.544116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Updating router d07214fe-df58-4d3f-8deb-a698115d0d6f port 45798a28-2520-480b-ae9d-6bb07e4d6281 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:26:43.550682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:43.598831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1b609eb6-632c-48f6-af07-91f5c50cc2b9 req-a1dac7eb-483c-44fe-bc1d-c0de8482d2a8 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:43.599318 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:43.629150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:43.630435 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1b609eb6-632c-48f6-af07-91f5c50cc2b9 req-a1dac7eb-483c-44fe-bc1d-c0de8482d2a8 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128038 Oct 15 00:26:43.648523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dac7eb-483c-44fe-bc1d-c0de8482d2a8 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cdd72b-fc4e-4666-9453-1b22d2eefa01,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:43.835517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3d385-a178-49e7-b09c-699be32dffad req-862d211b-d6fb-4a64-b136-62cffff68f3f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:43.857870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ba3d385-a178-49e7-b09c-699be32dffad req-862d211b-d6fb-4a64-b136-62cffff68f3f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1064126 Oct 15 00:26:43.903066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ba3d385-a178-49e7-b09c-699be32dffad req-718a52e8-08da-4d25-93c3-3a60e94e37d9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530872 Oct 15 00:26:43.983293 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8711093-b56e-45cc-8bb6-57a92c3e483a x-openstack-request-id: req-b8711093-b56e-45cc-8bb6-57a92c3e483a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:43.983958 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:43.984592 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8711093-b56e-45cc-8bb6-57a92c3e483a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:43.985352 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'code': 200} Oct 15 00:26:44.025747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.083160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982a300-a98c-4a62-80a7-9a1c1b8bfcac req-197e734f-1658-4cb8-a14a-2d4a3617bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:44.084909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7982a300-a98c-4a62-80a7-9a1c1b8bfcac req-197e734f-1658-4cb8-a14a-2d4a3617bd1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 1101 time: 0.0507324 Oct 15 00:26:44.108961 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.128542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7982a300-a98c-4a62-80a7-9a1c1b8bfcac req-9a4f798a-6806-4ce2-adad-ae3a9e9ea311 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355639 Oct 15 00:26:44.164467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b77de-376f-4762-a063-b5dd2fc30c34 None None] Pushing event updated for resources: {'Port': ['ID=45798a28-2520-480b-ae9d-6bb07e4d6281,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:44.243225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Attempting to bind port 45798a28-2520-480b-ae9d-6bb07e4d6281 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:44.243817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Attempting to bind port 45798a28-2520-480b-ae9d-6bb07e4d6281 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:44.244246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Attempting to bind port 45798a28-2520-480b-ae9d-6bb07e4d6281 on network fdfafe7d-35c5-44e1-b136-a49b44203967 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:44.251704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:44.252975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Checking segment: {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:44.253473 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.253973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Bound using segment: {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:44.254525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Bound port: 45798a28-2520-480b-ae9d-6bb07e4d6281, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:44.254979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.347232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54346) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:44.351772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3a8eadd1-0674-4d16-82c2-fd89a577b95f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986436811', 'description': 'tempest-description--1366654426'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:44.375682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a1cb7-b31a-4db6-a477-ef9ef577231b req-4428cbd2-03cb-4d71-b768-71c639a0632c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:44.383767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-533a1cb7-b31a-4db6-a477-ef9ef577231b req-4428cbd2-03cb-4d71-b768-71c639a0632c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0955505 Oct 15 00:26:44.390151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] For port 45798a28-2520-480b-ae9d-6bb07e4d6281, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:44.395132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] For port 45798a28-2520-480b-ae9d-6bb07e4d6281, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=45798a28-2520-480b-ae9d-6bb07e4d6281,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:44.440469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-533a1cb7-b31a-4db6-a477-ef9ef577231b req-e848eb56-a363-4552-8751-43794cb5afef tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510547 Oct 15 00:26:44.478214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a8eadd1-0674-4d16-82c2-fd89a577b95f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.507127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.599222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:26:44.599975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:44.606168 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.628712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0cb0-cdb1-48b0-81de-a741df5ff6bd req-5f015eb1-50eb-44a0-aa6f-497e08533040 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:44.638191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-28c13a7c-8323-4182-80bc-c265f77b8b53 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691710 Oct 15 00:26:44.638942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65fa0cb0-cdb1-48b0-81de-a741df5ff6bd req-5f015eb1-50eb-44a0-aa6f-497e08533040 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1375144 Oct 15 00:26:44.732425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65fa0cb0-cdb1-48b0-81de-a741df5ff6bd req-02e82908-18e9-4f53-ab8a-4191b70f78e5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922482 Oct 15 00:26:44.751956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a8eadd1-0674-4d16-82c2-fd89a577b95f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.780263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-56931782-a3b6-493c-b9ae-af744d012f1a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:44.783557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:26:44.789090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-56931782-a3b6-493c-b9ae-af744d012f1a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451771 Oct 15 00:26:44.800965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-a9d8b7d6-9a3e-46ef-843c-cf88b9cceab5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/quotas/f61da4d203b34931874b8120e40f060b HTTP/1.1" status: 200 len: 375 time: 0.0109544 Oct 15 00:26:44.827844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f9cf1600-abf6-4215-97fe-e3020e849392 None None] Provisioning complete for port 45798a28-2520-480b-ae9d-6bb07e4d6281 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:44.828206 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1600-abf6-4215-97fe-e3020e849392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.829936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b77de-376f-4762-a063-b5dd2fc30c34 None None] Pushing event updated for resources: {'Port': ['ID=45798a28-2520-480b-ae9d-6bb07e4d6281,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:44.873281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a8eadd1-0674-4d16-82c2-fd89a577b95f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.889163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-10433ad7-0a71-4b31-80bb-9016894bb7d6 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792723 Oct 15 00:26:44.904548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8eadd1-0674-4d16-82c2-fd89a577b95f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f937410-3970-4d72-b8da-801432abb4f8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:44.926692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a7b5a216-835d-4d81-a473-39e0dfa5b7ef no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:44.978202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a8eadd1-0674-4d16-82c2-fd89a577b95f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:44.979794 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3a8eadd1-0674-4d16-82c2-fd89a577b95f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6315563 Oct 15 00:26:44.983347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54370) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:44.988321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9e06c3a0-6f2c-4f23-b1d7-5404a544fb70 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Request body: {'security_group_rule': {'security_group_id': '4f937410-3970-4d72-b8da-801432abb4f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:45.002835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: a7b5a216-835d-4d81-a473-39e0dfa5b7ef {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:26:45.003227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a7b5a216-835d-4d81-a473-39e0dfa5b7ef not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:26:45.071075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7c80-c1e6-4d41-a254-63b495353f67 req-410f6151-3353-4feb-a157-3f40d10ea854 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:45.075117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bc3f7c80-c1e6-4d41-a254-63b495353f67 req-410f6151-3353-4feb-a157-3f40d10ea854 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0681798 Oct 15 00:26:45.114492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54376) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:45.119775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1600-abf6-4215-97fe-e3020e849392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.138766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bc3f7c80-c1e6-4d41-a254-63b495353f67 req-d3a0110d-a6b7-47f9-9e89-b58b98026238 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530283 Oct 15 00:26:45.158632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e06c3a0-6f2c-4f23-b1d7-5404a544fb70 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.238679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f9cf1600-abf6-4215-97fe-e3020e849392 None None] For port 45798a28-2520-480b-ae9d-6bb07e4d6281, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=45798a28-2520-480b-ae9d-6bb07e4d6281,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:45.271492 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e06c3a0-6f2c-4f23-b1d7-5404a544fb70 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.271704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:44Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:26:45.332683 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a4c7d256-8f83-42c3-9a4e-9c464035dd31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e65227adaa284ce5ab637b0f117e3a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166860 Oct 15 00:26:45.335085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54380) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:45.368225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e06c3a0-6f2c-4f23-b1d7-5404a544fb70 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.391796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c3a0-6f2c-4f23-b1d7-5404a544fb70 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ea2315-000a-46eb-944b-ab1d0ddcbaaf,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:45.425396 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4174748-8a49-4b3d-826e-cbe8f7f96827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.440108 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1600-abf6-4215-97fe-e3020e849392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.443073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e08ca-4936-4249-8242-a331123bdb19 None None] The sync data for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 is: [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:44Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:26:45.473690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4174748-8a49-4b3d-826e-cbe8f7f96827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.485864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e06c3a0-6f2c-4f23-b1d7-5404a544fb70 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.491224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9e06c3a0-6f2c-4f23-b1d7-5404a544fb70 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5028892 Oct 15 00:26:45.495386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54390) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:45.501848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3b7f554f-f448-4bfc-b64b-6f6603f5a4a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Request body: {'security_group_rule': {'security_group_id': '4f937410-3970-4d72-b8da-801432abb4f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:45.544088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1600-abf6-4215-97fe-e3020e849392 None None] Pushing event updated for resources: {'Port': ['ID=45798a28-2520-480b-ae9d-6bb07e4d6281,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:45.615083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b483dd55-000c-4085-9b8f-dd1eec2a94d3 None None] Provisioning complete for port 45798a28-2520-480b-ae9d-6bb07e4d6281 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:45.615548 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b483dd55-000c-4085-9b8f-dd1eec2a94d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.703679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf1837-c251-47ea-b25f-ecc4db88a000 req-4dac8def-8962-45b9-86a6-3ca1eef289bd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:45.710589 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-becf1837-c251-47ea-b25f-ecc4db88a000 req-4dac8def-8962-45b9-86a6-3ca1eef289bd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0862782 Oct 15 00:26:45.737800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b7f554f-f448-4bfc-b64b-6f6603f5a4a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.767281 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4174748-8a49-4b3d-826e-cbe8f7f96827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.774673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4174748-8a49-4b3d-826e-cbe8f7f96827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.782008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d4174748-8a49-4b3d-826e-cbe8f7f96827 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cd2d8f2-5dbc-48b6-9eba-0207b12c853c HTTP/1.1" status: 204 len: 168 time: 0.4457757 Oct 15 00:26:45.797127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4174748-8a49-4b3d-826e-cbe8f7f96827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2d8f2-5dbc-48b6-9eba-0207b12c853c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:45.828793 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-becf1837-c251-47ea-b25f-ecc4db88a000 req-ee295ba1-5298-42f8-8a32-276f7e138b84 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151686 Oct 15 00:26:45.895477 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b7f554f-f448-4bfc-b64b-6f6603f5a4a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:45.979700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c554fb6-449e-4e31-a5d0-f490f0d58eb1 req-05bdde98-0add-4b98-a8f8-665061038263 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:45.981888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c554fb6-449e-4e31-a5d0-f490f0d58eb1 req-05bdde98-0add-4b98-a8f8-665061038263 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.0760696 Oct 15 00:26:45.990780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b7f554f-f448-4bfc-b64b-6f6603f5a4a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:46.071290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f554f-f448-4bfc-b64b-6f6603f5a4a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42371d15-4e2e-42ba-b01a-abb48e9ae523,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:46.103367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c554fb6-449e-4e31-a5d0-f490f0d58eb1 req-c3900412-c6a5-43fe-88a2-bf4ec555e816 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144128 Oct 15 00:26:46.126714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b7f554f-f448-4bfc-b64b-6f6603f5a4a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:46.130983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3b7f554f-f448-4bfc-b64b-6f6603f5a4a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6319172 Oct 15 00:26:46.132092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:46.140791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:46.307968 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:46.334718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ae025-f8a2-483d-bda1-13034c794faa req-27e58255-a19c-421c-89bd-66e89c59de1e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:46.345951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4b7ae025-f8a2-483d-bda1-13034c794faa req-27e58255-a19c-421c-89bd-66e89c59de1e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.0911400 Oct 15 00:26:46.443300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4b7ae025-f8a2-483d-bda1-13034c794faa req-b7cfb2d3-cf0f-4e86-a085-1206659c0e41 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867815 Oct 15 00:26:46.486811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 45798a28-2520-480b-ae9d-6bb07e4d6281 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:46.579519 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cfe038ad-c7c0-4c51-9b92-24f04826e512 req-3ab2182c-2b24-4b71-a13a-4a8c92a7e6e1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 210 time: 0.0417068 Oct 15 00:26:46.607785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 45798a28-2520-480b-ae9d-6bb07e4d6281 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:46.608513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:46.626046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:46.827292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Allocated IP 172.25.2.176 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/739a4e78-b3fc-4673-9c25-b16c88d85cfb) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:46.888801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:46.892531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ec59f22f-ea83-4400-ae21-596c18bf8f90 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:26:46.920063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54434) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:46.953190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.070719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.086880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15433726-1edf-4b11-a5ff-2b45309515fd req-5fb6fd48-214c-4835-a77a-51fd9782780b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:47.093236 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15433726-1edf-4b11-a5ff-2b45309515fd req-5fb6fd48-214c-4835-a77a-51fd9782780b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1749036 Oct 15 00:26:47.098461 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6e36e1ca-ee57-44b0-b100-4cf89e8b92b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4090f3e9956437893fb62310ce1575f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652260 Oct 15 00:26:47.099293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54438) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:47.165292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event updated for resources: {'Port': ['ID=739a4e78-b3fc-4673-9c25-b16c88d85cfb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:47.193479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:47.196890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:47.207058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:47.250181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.272659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15433726-1edf-4b11-a5ff-2b45309515fd req-67c821b1-c290-45d9-a295-2d0f22272319 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546218 Oct 15 00:26:47.273268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:47.325316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'mac_address': 'fa:16:3e:da:ac:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:26:47.331619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea5bb-f76c-4041-a08a-480022e62fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.339619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:47.339619 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9457d159-d8a1-49c5-957a-4b05edd590c3" -d '{"events": [{"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:47.394826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea5bb-f76c-4041-a08a-480022e62fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.411958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfb3df-4614-4b8d-9952-f2d8435b9bc2 req-a7b1a85f-e55f-4e2d-855a-1e9eb027a68f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:47.414070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccdfb3df-4614-4b8d-9952-f2d8435b9bc2 req-a7b1a85f-e55f-4e2d-855a-1e9eb027a68f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1068015 Oct 15 00:26:47.419706 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.425459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:47.432264 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.447032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:47.460682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccdfb3df-4614-4b8d-9952-f2d8435b9bc2 req-1a786af1-90a5-4eb1-940b-1762e3a81f08 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Oct 15 00:26:47.486323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:47.517987 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.521660 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dad0019-94d2-4626-be4e-d561c9641f13 x-openstack-request-id: req-8dad0019-94d2-4626-be4e-d561c9641f13 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:47.522207 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-unplugged", "status": "completed", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:47.522758 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dad0019-94d2-4626-be4e-d561c9641f13 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:47.523620 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'code': 200} Oct 15 00:26:47.531115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a0c05-87dd-4c49-95ea-291ec3e19f61 req-67a45813-37fb-4156-aa83-b25ac1a513d6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:47.545074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f4a0c05-87dd-4c49-95ea-291ec3e19f61 req-67a45813-37fb-4156-aa83-b25ac1a513d6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0853417 Oct 15 00:26:47.568407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea5bb-f76c-4041-a08a-480022e62fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.575821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea5bb-f76c-4041-a08a-480022e62fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.578692 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1a8ea5bb-f76c-4041-a08a-480022e62fba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebd0637b-b02e-4c34-bbdc-a08d1bbbefc5 HTTP/1.1" status: 204 len: 168 time: 0.4748969 Oct 15 00:26:47.587247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:47.601916 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.627811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ea5bb-f76c-4041-a08a-480022e62fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd0637b-b02e-4c34-bbdc-a08d1bbbefc5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:47.634877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:47.653239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f4a0c05-87dd-4c49-95ea-291ec3e19f61 req-11f67d55-a48f-4447-ba46-1144d99cce1e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062081 Oct 15 00:26:47.677378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:47.694569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:47.778282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193fc8-d549-4c39-944a-937503b68966 req-52514e02-230a-461e-8d25-341aa456436d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:47.785654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d193fc8-d549-4c39-944a-937503b68966 req-52514e02-230a-461e-8d25-341aa456436d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1010385 Oct 15 00:26:47.834142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b192f2-5259-490e-bd15-f71b8e7d7bbb req-83d51f27-fcd7-4fb0-9a9c-08dfda636d89 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 210 time: 0.0779285 Oct 15 00:26:47.865592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d193fc8-d549-4c39-944a-937503b68966 req-151b46cd-f866-4bec-bc21-0cef43f15338 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790780 Oct 15 00:26:47.953891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:48.048506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:48.163396 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:48.223655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event updated for resources: {'Port': ['ID=739a4e78-b3fc-4673-9c25-b16c88d85cfb,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:48.261143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:48.263987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4de7c3c3-1852-4500-80d4-8a25115bd85c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1307802 Oct 15 00:26:48.487020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-90d7d5aa-8cbb-4418-9e1b-3e003b4d0714 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1986436811&fields=id&tenant_id=51de851a3ef9425d905c1fdf7bcbf4b8 HTTP/1.1" status: 200 len: 267 time: 0.0476532 Oct 15 00:26:48.676534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae80bb5-ea58-4391-af28-43ee7ada4dbc req-c2cc2905-612c-4139-b462-acf7b2aca89f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:48.685472 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ae80bb5-ea58-4391-af28-43ee7ada4dbc req-c2cc2905-612c-4139-b462-acf7b2aca89f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.0688756 Oct 15 00:26:48.715936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-bc629185-bc5a-4eac-a868-a16e81ebde69 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:48.720715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-bc629185-bc5a-4eac-a868-a16e81ebde69 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/networks?id=fdfafe7d-35c5-44e1-b136-a49b44203967 HTTP/1.1" status: 200 len: 812 time: 0.2266345 Oct 15 00:26:48.741629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-1c41bfdf-7402-4a81-acf1-7dc57fc527ce tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/quotas/51de851a3ef9425d905c1fdf7bcbf4b8 HTTP/1.1" status: 200 len: 375 time: 0.0166910 Oct 15 00:26:48.743347 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ae80bb5-ea58-4391-af28-43ee7ada4dbc req-b79e0abe-ad32-4228-9010-1603d41531f2 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Oct 15 00:26:48.865930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e1742-769a-4929-a87f-62afcb4cbf74 req-0360ba9a-bca0-425c-93eb-1b3b79e4d45c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:48.867676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a34e1742-769a-4929-a87f-62afcb4cbf74 req-0360ba9a-bca0-425c-93eb-1b3b79e4d45c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0590181 Oct 15 00:26:48.877444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:48.931119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-b8dff713-a772-418e-8453-68a6dc8de15c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735781 Oct 15 00:26:48.963469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a34e1742-769a-4929-a87f-62afcb4cbf74 req-4acb17d8-b0c9-478c-b939-7240ef2837aa tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642364 Oct 15 00:26:48.980361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-30eb2ebe-f944-4a68-87bc-8448046d096e tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51de851a3ef9425d905c1fdf7bcbf4b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2370887 Oct 15 00:26:49.023094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:49.024127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:49.071857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab8e2cc-efb7-49ec-bf33-b1540f3b6678 req-a6bd7743-4963-4d3e-ae3b-fc76a98827a0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 210 time: 0.0522292 Oct 15 00:26:49.286866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-a5cd14ad-6b2b-4fb1-8896-924f438da784 service neutron] 10.222.0.13 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929139 Oct 15 00:26:49.300662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:49.364534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:49.365076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acd216-7086-4fbe-95db-584ef1f0c459 req-0e1e02d9-c3ca-4239-8f7a-865826c7c695 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:49.389152 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96acd216-7086-4fbe-95db-584ef1f0c459 req-0e1e02d9-c3ca-4239-8f7a-865826c7c695 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1080017 Oct 15 00:26:49.430476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:49.485033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-e4eddf99-b5e9-4e48-a047-1c0477fe2fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955221 Oct 15 00:26:49.516980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96acd216-7086-4fbe-95db-584ef1f0c459 req-67ce6729-c2d6-400e-a704-55e3e66d5b91 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894525 Oct 15 00:26:49.529452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:49.530757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54552) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:49.530833 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b3bf4e-e259-4d5c-b4b3-7b9055071ab6" -d '{"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-plugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:49.610011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-20b79798-059d-4da9-9ed6-9cf235800bb5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373180 Oct 15 00:26:49.613973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:49.702301 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e0610-1207-42de-9f08-65ba4b26371a x-openstack-request-id: req-e09e0610-1207-42de-9f08-65ba4b26371a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:49.702907 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-plugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:49.703412 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e09e0610-1207-42de-9f08-65ba4b26371a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:49.704167 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'code': 200} Oct 15 00:26:49.832269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-network', 'tenant_id': 'd255cd69457843eb920138b6c640c651'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:49.917521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb3aa157-aeee-433f-89c3-ebaaaed2e11f req-439a15a0-80ad-4f0d-afa8-518609a740a9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0738771 Oct 15 00:26:49.989344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba0478-e0da-4ec1-a1fe-efa214917d2a req-9ae7a9c6-ed45-4177-bd5c-463b13094f14 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:50.005286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8eba0478-e0da-4ec1-a1fe-efa214917d2a req-9ae7a9c6-ed45-4177-bd5c-463b13094f14 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1875036 Oct 15 00:26:50.073942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-4718cee4-bc1c-4c73-ad19-9c0760806d4c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:50.076128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-4718cee4-bc1c-4c73-ad19-9c0760806d4c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4531581 Oct 15 00:26:50.106475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8eba0478-e0da-4ec1-a1fe-efa214917d2a req-0c3bd07d-1097-43e0-a8ac-c1f8c1e285ca tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953834 Oct 15 00:26:50.114464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': '56380463-9893-45a2-ad7d-595e9923ace8', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:50.167603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655c832-f787-47cd-b0e9-2dac661ea1c4 req-9986d2b3-15b6-4398-bcb6-133626da3075 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:50.174579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5655c832-f787-47cd-b0e9-2dac661ea1c4 req-9986d2b3-15b6-4398-bcb6-133626da3075 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1114128 Oct 15 00:26:50.177359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Made reservation on behalf of d255cd69457843eb920138b6c640c651 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:50.179510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.251974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.290221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5655c832-f787-47cd-b0e9-2dac661ea1c4 req-40a05f57-a00e-4408-864f-6ad00169f8ef tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008501 Oct 15 00:26:50.294524 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1d61a89f-c978-457f-b2a9-e7f13b2e4cfc req-c4c7d7a2-c77e-4dce-b889-96a94d4acc10 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 210 time: 0.0409443 Oct 15 00:26:50.392785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-f1700080-a1e7-4cbf-aae3-f0d30aed3788 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568902 Oct 15 00:26:50.443647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.484395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:50.488121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.516908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.531424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:26:50.540754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.541103 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Added segment 2a4c6542-b079-4b6d-a768-d77089fc14c5 of type vlan for network 06cc5db5-e538-4818-8a18-7e5b6928dd6d Oct 15 00:26:50.574026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-fec44466-a3ba-4074-ba3a-d9deb1860fca tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:50.576171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-fec44466-a3ba-4074-ba3a-d9deb1860fca tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742227 Oct 15 00:26:50.601425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': '4b899286-4b55-4321-abc8-e8b119e690d4', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:50.727416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870414-1a65-40a7-ab91-10fcb52c5b0c req-3f55c374-7d24-432c-8433-b77ee990a9c4 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:50.729580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32870414-1a65-40a7-ab91-10fcb52c5b0c req-3f55c374-7d24-432c-8433-b77ee990a9c4 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1225359 Oct 15 00:26:50.777862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fb5507-6e23-49c7-b40b-3d1b60532b44,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:50.785068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.853228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32870414-1a65-40a7-ab91-10fcb52c5b0c req-ffbfce85-50d4-4695-9304-504eb37b861b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108291 Oct 15 00:26:50.900445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.168 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/db34f442-c513-459f-89ec-f0d8a02c0033) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:50.953371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:50.954955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.956248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:50.957676 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:50.962319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:51.054834 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6ef5280-ba79-4575-8246-f4d81c56362f req-4e31c428-5533-47ef-a2e9-b6946f2bd8c5 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0688241 Oct 15 00:26:51.125542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5946345 Oct 15 00:26:51.128496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54604) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:51.131110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52709171-48c3-480d-89a5-933f5cb7d277 admin admin] Pushing event updated for resources: {'Network': ['ID=06cc5db5-e538-4818-8a18-7e5b6928dd6d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:51.135373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Request body: {'subnet': {'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-subnet', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:51.143160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:26:51.231685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:51.284789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Made reservation on behalf of d255cd69457843eb920138b6c640c651 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:51.287546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:51.326455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f88946-7bd0-451a-8fc9-ea8488bac8dc req-00eafc67-7106-43db-a4c4-8c1eba2152a5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:51.334477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32f88946-7bd0-451a-8fc9-ea8488bac8dc req-00eafc67-7106-43db-a4c4-8c1eba2152a5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.1154225 Oct 15 00:26:51.365095 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:51.381662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:51.494256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32f88946-7bd0-451a-8fc9-ea8488bac8dc req-68400912-d9f3-47f3-ab66-69e8f77b5765 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512084 Oct 15 00:26:51.507686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.85 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/867b4210-56d4-4626-9224-0b503a68b50c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:51.518171 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de4992f8-e112-4bc2-8867-241db614d409 req-55e486e5-a1db-49e7-ac2b-3b97c81c71dc tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 210 time: 0.0687661 Oct 15 00:26:51.544643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:51.565884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:51.574392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:51.586240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=db34f442-c513-459f-89ec-f0d8a02c0033,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:51.766301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:51.766975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:51.790630 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:51.894356 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-84d0fa7c-70f9-4b71-9428-1596db57e127 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7863805 Oct 15 00:26:51.908352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Request body: {'port': {'device_id': '56380463-9893-45a2-ad7d-595e9923ace8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:51.944590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c393ba-c436-45d9-ba29-06928a87fe8a req-594bd78b-e16c-45de-bae2-46e27bd3669b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:51.946129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64c393ba-c436-45d9-ba29-06928a87fe8a req-594bd78b-e16c-45de-bae2-46e27bd3669b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.2345979 Oct 15 00:26:51.953629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc75336-6ac9-44eb-a7b0-719ea59380b0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:51.975560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.000305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Checking segment: {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:52.001153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Network hostable DHCP agents. Network: 06cc5db5-e538-4818-8a18-7e5b6928dd6d, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:26:52.012421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.020392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3bfd5078-07df-4d83-98b5-81469041f547 None None] Provisioning complete for port db34f442-c513-459f-89ec-f0d8a02c0033 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:52.020761 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3bfd5078-07df-4d83-98b5-81469041f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.066687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd5078-07df-4d83-98b5-81469041f547 None None] Port db34f442-c513-459f-89ec-f0d8a02c0033 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:52.103688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64c393ba-c436-45d9-ba29-06928a87fe8a req-5e1a410e-1a5a-4d10-b865-81af79657aa9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313822 Oct 15 00:26:52.130057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567f058-cc0f-40ac-a828-30f252835796 req-a2d480d9-ffd4-4975-93ef-7c3627b32dd0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:52.138915 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4567f058-cc0f-40ac-a828-30f252835796 req-a2d480d9-ffd4-4975-93ef-7c3627b32dd0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.1286423 Oct 15 00:26:52.165491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.178930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:52.231869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=867b4210-56d4-4626-9224-0b503a68b50c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:52.237219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:26:52.313698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:52.318203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:52.335317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8248858-3cba-4afd-a2fd-9b088073fe21 req-0917bba3-25cf-4540-ad24-b9776a09da5c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.1078517 Oct 15 00:26:52.336136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:52.411330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 06cc5db5-e538-4818-8a18-7e5b6928dd6d) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:52.416803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:52.418868 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.422228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e76fc0-c8be-4d46-b946-cf9c1244a211 None None] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:26:52.464337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:52.465996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.483124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-d931d723-2f90-4c79-a7b5-eb1a93515b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:52.484637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-d931d723-2f90-4c79-a7b5-eb1a93515b95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 1101 time: 0.1626678 Oct 15 00:26:52.576366 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c36366c3-9e55-4680-bdf6-eac5844d1cd4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4461081 Oct 15 00:26:52.579007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54630) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:26:52.583407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:52.595645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-71a3023e-6f5c-4119-b85a-64ec9dacec28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0089374 Oct 15 00:26:52.617436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Request body: {'port': {'device_id': '4b899286-4b55-4321-abc8-e8b119e690d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:52.729992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'fixed_ips': [{'subnet_id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:26:52.731722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.734319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8a49318b-94a1-483f-a085-dc54ccbdc538 None None] Provisioning complete for port 867b4210-56d4-4626-9224-0b503a68b50c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:52.734671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a49318b-94a1-483f-a085-dc54ccbdc538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:52.743414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-14556c26-9e96-45f7-a417-806891ef390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:52.745239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-14556c26-9e96-45f7-a417-806891ef390a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2480519 Oct 15 00:26:52.753892 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4567f058-cc0f-40ac-a828-30f252835796 req-94ed47c7-3e15-4f5d-b9df-ce4a9c68529f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136193 Oct 15 00:26:52.815050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8a49318b-94a1-483f-a085-dc54ccbdc538 None None] Port 867b4210-56d4-4626-9224-0b503a68b50c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:52.994872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Allocated IP 172.20.0.2 (06cc5db5-e538-4818-8a18-7e5b6928dd6d/5cc75336-6ac9-44eb-a7b0-719ea59380b0/fc367801-baab-4058-b3fc-e6ec0395895e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:53.018358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d70df-4360-4565-ac39-93cfa8bded2c req-de599312-6e0a-4cd1-83bc-192743e71b15 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:53.020951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c93d70df-4360-4565-ac39-93cfa8bded2c req-de599312-6e0a-4cd1-83bc-192743e71b15 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 935 time: 0.0882080 Oct 15 00:26:53.068313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db34f442-c513-459f-89ec-f0d8a02c0033 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:53.079913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.109773 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c93d70df-4360-4565-ac39-93cfa8bded2c req-f36b3226-5a42-45f3-b5cc-209c8de741ad tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699382 Oct 15 00:26:53.122493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Transition to ACTIVE for port object db34f442-c513-459f-89ec-f0d8a02c0033 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:26:53.193529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.223451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.224484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.235852 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.359594 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.410708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.415918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-c6297c23-90c5-4ccb-aa7b-f240c605789c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 200 len: 217 time: 0.6478391 Oct 15 00:26:53.416867 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.423296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Pushing event updated for resources: {'Port': ['ID=db34f442-c513-459f-89ec-f0d8a02c0033,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:53.454207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf114df-4ba5-4d9d-8834-5ab5838aa07f req-e63549ce-4521-4655-901e-837baf88b6a6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:53.456768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:53.460194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:53.462336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbf114df-4ba5-4d9d-8834-5ab5838aa07f req-e63549ce-4521-4655-901e-837baf88b6a6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.7887037 Oct 15 00:26:53.471048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:53.497542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Pushing event updated for resources: {'Port': ['ID=fc367801-baab-4058-b3fc-e6ec0395895e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:53.580666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Attempting to bind port db34f442-c513-459f-89ec-f0d8a02c0033 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:53.581003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Attempting to bind port db34f442-c513-459f-89ec-f0d8a02c0033 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:53.581329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Attempting to bind port db34f442-c513-459f-89ec-f0d8a02c0033 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:53.586292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Attempting to bind port fc367801-baab-4058-b3fc-e6ec0395895e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:53.586663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Attempting to bind port fc367801-baab-4058-b3fc-e6ec0395895e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:53.587071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Attempting to bind port fc367801-baab-4058-b3fc-e6ec0395895e on network 06cc5db5-e538-4818-8a18-7e5b6928dd6d {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:53.597144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:53.597510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Checking segment: {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:53.598561 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.598921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Bound using segment: {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:53.599657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Bound port: fc367801-baab-4058-b3fc-e6ec0395895e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:53.600030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.613091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31f815-caf2-437c-9f58-2833e80b7bc3 req-6f4e4b19-69e9-40aa-9bc0-0a8ec1f207f1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:53.614737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed31f815-caf2-437c-9f58-2833e80b7bc3 req-6f4e4b19-69e9-40aa-9bc0-0a8ec1f207f1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1753335 Oct 15 00:26:53.615340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Port db34f442-c513-459f-89ec-f0d8a02c0033 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:53.615660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Attempting to bind port db34f442-c513-459f-89ec-f0d8a02c0033 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:53.622389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:53.623416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:53.623812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:53.624817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Bound port: db34f442-c513-459f-89ec-f0d8a02c0033, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:53.625186 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.676091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed31f815-caf2-437c-9f58-2833e80b7bc3 req-4cd1d1f9-48b0-48df-96ac-13af73f3e41f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483942 Oct 15 00:26:53.771563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] For port db34f442-c513-459f-89ec-f0d8a02c0033, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:53.778351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] For port db34f442-c513-459f-89ec-f0d8a02c0033, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=db34f442-c513-459f-89ec-f0d8a02c0033,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:53.799709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] For port fc367801-baab-4058-b3fc-e6ec0395895e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:53.807296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] For port fc367801-baab-4058-b3fc-e6ec0395895e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fc367801-baab-4058-b3fc-e6ec0395895e,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:53.820672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-a1ffeeaa-2a4e-4a2c-8207-8c561721f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:53.822489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-a1ffeeaa-2a4e-4a2c-8207-8c561721f190 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.3902755 Oct 15 00:26:53.831118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2087ad0-2350-4388-a7c1-a59ae475091b req-c5b0b010-1c64-4763-9d4f-97e845eb0901 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0456157 Oct 15 00:26:53.860216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.893704 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.947375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:53.948036 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:53.949951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] 10.222.0.39 "PUT /v2.0/ports/db34f442-c513-459f-89ec-f0d8a02c0033 HTTP/1.1" status: 200 len: 1096 time: 2.0460162 Oct 15 00:26:53.951864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56380463-9893-45a2-ad7d-595e9923ace8', 'tag': 'db34f442-c513-459f-89ec-f0d8a02c0033'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:53.954508 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348" -d '{"events": [{"name": "network-changed", "server_uuid": "56380463-9893-45a2-ad7d-595e9923ace8", "tag": "db34f442-c513-459f-89ec-f0d8a02c0033"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:54.038819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97812f4a-68d5-40aa-aebd-8ea7fadcaeda service neutron] Pushing event updated for resources: {'Port': ['ID=db34f442-c513-459f-89ec-f0d8a02c0033,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:54.047572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbf114df-4ba5-4d9d-8834-5ab5838aa07f req-448474a1-17bd-4c21-9489-49b1d448db42 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839224 Oct 15 00:26:54.054574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-1646043e-b92f-498c-8213-8c3ff5208b30 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.056026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-1646043e-b92f-498c-8213-8c3ff5208b30 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.30 "GET /v2.0/networks?id=fdfafe7d-35c5-44e1-b136-a49b44203967 HTTP/1.1" status: 200 len: 812 time: 0.8765817 Oct 15 00:26:54.069070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02b509-518a-4dc5-805c-3c04c3f1ef45 None None] Pushing event updated for resources: {'Port': ['ID=fc367801-baab-4058-b3fc-e6ec0395895e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:54.185149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:54.197015 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cd0667-b9c8-4fb7-a5d3-a96013d67759 x-openstack-request-id: req-82cd0667-b9c8-4fb7-a5d3-a96013d67759 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:54.201737 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56380463-9893-45a2-ad7d-595e9923ace8", "tag": "db34f442-c513-459f-89ec-f0d8a02c0033", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:54.201737 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82cd0667-b9c8-4fb7-a5d3-a96013d67759 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:54.201737 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56380463-9893-45a2-ad7d-595e9923ace8', 'tag': 'db34f442-c513-459f-89ec-f0d8a02c0033', 'status': 'completed', 'code': 200} Oct 15 00:26:54.231122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-2aa57d42-60c6-47a6-b60d-941866cc01cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.236107 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-2aa57d42-60c6-47a6-b60d-941866cc01cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 1099 time: 0.1082671 Oct 15 00:26:54.272513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463db3-0c3d-4281-83aa-01a835c5a90d req-1f0c1fdc-697f-4315-8204-2e2353ab51a9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.274886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11463db3-0c3d-4281-83aa-01a835c5a90d req-1f0c1fdc-697f-4315-8204-2e2353ab51a9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.3143284 Oct 15 00:26:54.368314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-70a71ba1-1234-4972-aa26-4bfe799aa7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.368314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-70a71ba1-1234-4972-aa26-4bfe799aa7ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5057395 Oct 15 00:26:54.415191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-157c4865-5123-445a-b32f-17e9d001abde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=db34f442-c513-459f-89ec-f0d8a02c0033 HTTP/1.1" status: 200 len: 217 time: 0.1392736 Oct 15 00:26:54.427081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-ab739d5f-b8f5-417d-a824-c2f45a7c7dcf tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51de851a3ef9425d905c1fdf7bcbf4b8 HTTP/1.1" status: 200 len: 380 time: 0.2310770 Oct 15 00:26:54.500355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Request body: {'port': {'device_id': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'admin_state_up': True, 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'security_groups': ['4f937410-3970-4d72-b8da-801432abb4f8']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:54.569889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11463db3-0c3d-4281-83aa-01a835c5a90d req-d5d29595-b76a-41bf-8c4a-0b8f3dc0648f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532829 Oct 15 00:26:54.600798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-cc257950-741b-4a4b-b6bb-281cde0cc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.601023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fc367801-baab-4058-b3fc-e6ec0395895e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:54.602665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-cc257950-741b-4a4b-b6bb-281cde0cc25b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1280892 Oct 15 00:26:54.622794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ede0ca-435f-4485-ae6a-8b3f6669f7ea req-c50e3548-8f0f-4245-8d6d-db72bb689a61 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.622794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53ede0ca-435f-4485-ae6a-8b3f6669f7ea req-c50e3548-8f0f-4245-8d6d-db72bb689a61 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 935 time: 0.3551369 Oct 15 00:26:54.682761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-4b5b7f66-ddb5-49b7-bcd3-55c13f107b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.683434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fc367801-baab-4058-b3fc-e6ec0395895e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:54.683921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:54.684461 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-4b5b7f66-ddb5-49b7-bcd3-55c13f107b27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654047 Oct 15 00:26:54.800357 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:54.810818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867b4210-56d4-4626-9224-0b503a68b50c {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:54.841439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-37f7fb44-31c5-468b-a23e-796d470a579d service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832811 Oct 15 00:26:54.843416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:54.846711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port fc367801-baab-4058-b3fc-e6ec0395895e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fc367801-baab-4058-b3fc-e6ec0395895e,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:54.873485 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-8cd7958a-aab5-421f-8e48-3c085d68409f service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762860 Oct 15 00:26:54.905972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53ede0ca-435f-4485-ae6a-8b3f6669f7ea req-fe44baaf-f015-4a1f-9584-ceaca4185523 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629697 Oct 15 00:26:54.921331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Transition to ACTIVE for port object 867b4210-56d4-4626-9224-0b503a68b50c will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:26:54.922836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fb7f7-8cae-4617-9705-7d71c92d54cd req-eec8071c-d005-4688-820e-2104d1eaceac tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:54.924380 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8b9fb7f7-8cae-4617-9705-7d71c92d54cd req-eec8071c-d005-4688-820e-2104d1eaceac tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0937970 Oct 15 00:26:55.016534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8b9fb7f7-8cae-4617-9705-7d71c92d54cd req-d195b6b4-5186-4512-ad17-e516b6b903d2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548873 Oct 15 00:26:55.020861 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-1048c302-1e9d-41a1-ba10-365c4a5aa22c service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406531 Oct 15 00:26:55.062008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4ab9b32-69ce-469c-9403-5beba1cdc7d9 req-ca56b3ca-13bd-46dc-a010-1c1b580b651b tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0644104 Oct 15 00:26:55.147638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-cbbc1e41-917c-4ed6-85b1-be8d128d7633 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900751 Oct 15 00:26:55.207818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9077ca-91a0-4b2e-982e-69f0c18a733f req-34bd063b-96a6-4b54-9b04-b4e68bcd615e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:55.211337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc9077ca-91a0-4b2e-982e-69f0c18a733f req-34bd063b-96a6-4b54-9b04-b4e68bcd615e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.0697949 Oct 15 00:26:55.213994 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:55.223383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:55.248388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:55.270348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-d7d2b9c5-c1bf-4b2f-8b49-bd868d7f719f tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:55.271995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-d7d2b9c5-c1bf-4b2f-8b49-bd868d7f719f tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1097 time: 0.0919845 Oct 15 00:26:55.300016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc9077ca-91a0-4b2e-982e-69f0c18a733f req-406ae32f-55a8-41bf-be45-35593a5e6848 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670688 Oct 15 00:26:55.311751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-2'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:55.324639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:55.324949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=fc367801-baab-4058-b3fc-e6ec0395895e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:55.325169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Made reservation on behalf of 51de851a3ef9425d905c1fdf7bcbf4b8 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:26:55.328466 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:55.378849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0fbcea-93e7-47c2-adef-2a0b74098f1c None None] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:26:55.380704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-7817f79e-44e6-4960-91bf-56437bb0d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:55.383097 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-7817f79e-44e6-4960-91bf-56437bb0d7ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 1099 time: 0.0582621 Oct 15 00:26:55.554575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a7a1bfd8-f016-465e-99b3-452993cf42bf None None] Provisioning complete for port fc367801-baab-4058-b3fc-e6ec0395895e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:55.556247 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7a1bfd8-f016-465e-99b3-452993cf42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:55.591770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-c3558184-6fd5-430b-84d2-4c120c1519e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:55.592882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-c3558184-6fd5-430b-84d2-4c120c1519e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2020218 Oct 15 00:26:55.672257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-6f506da5-331b-481e-b271-024cd1996aa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=db34f442-c513-459f-89ec-f0d8a02c0033 HTTP/1.1" status: 200 len: 217 time: 0.0705216 Oct 15 00:26:55.773493 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:55.775340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Pushing event updated for resources: {'Port': ['ID=867b4210-56d4-4626-9224-0b503a68b50c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:55.814017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-867cebeb-937c-470c-98bc-4d46a9a954c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:55.816705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-867cebeb-937c-470c-98bc-4d46a9a954c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1349030 Oct 15 00:26:55.911479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-2124112b-fdda-457c-8aec-a8b2b655fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:55.915179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-2124112b-fdda-457c-8aec-a8b2b655fd24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904133 Oct 15 00:26:56.045191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-57eb885a-047a-4fe3-8306-03ffca08e46d service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214705 Oct 15 00:26:56.158631 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e71d322-38c6-4572-a589-5442538986f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:56.200324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4f59fc9e-a145-4d0f-b8c4-ec750f4506cd None None] Provisioning complete for port fc367801-baab-4058-b3fc-e6ec0395895e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:56.200695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f59fc9e-a145-4d0f-b8c4-ec750f4506cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:56.235408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ee0271d-a52b-4faa-a4dc-f9ffd1b22348 req-50d5f964-822c-4246-a1e9-9cab2c31a896 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370931 Oct 15 00:26:56.257879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328d54-fcf6-43c5-b987-759158b55c04 req-47245020-0ae9-48bb-be1b-cc41f62b163f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:56.261288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58328d54-fcf6-43c5-b987-759158b55c04 req-47245020-0ae9-48bb-be1b-cc41f62b163f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 947 time: 0.2146780 Oct 15 00:26:56.332879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58328d54-fcf6-43c5-b987-759158b55c04 req-688ed473-1ca6-4fab-ab50-6a61c322b69f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556204 Oct 15 00:26:56.382633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Allocated IP 172.20.0.14 (fdfafe7d-35c5-44e1-b136-a49b44203967/f81e8944-a088-40c3-8fe4-7f88d842c3e0/94c1b627-3708-41b2-aacd-cbcb1e84de82) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:56.397165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Allocated IP 172.25.2.139 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:26:56.429161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7f87-19fe-4d18-832d-c0462c1c6d96 req-1ffdc1e0-1f3f-40e0-bc25-26c943362aea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:56.436698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-353a7f87-19fe-4d18-832d-c0462c1c6d96 req-1ffdc1e0-1f3f-40e0-bc25-26c943362aea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 946 time: 0.6347940 Oct 15 00:26:56.465662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d377057-0bc7-46da-9a28-b6c7b2a948f1 req-8b396408-928b-4aa1-b3a2-06c1cbd2db94 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:56.473675 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d377057-0bc7-46da-9a28-b6c7b2a948f1 req-8b396408-928b-4aa1-b3a2-06c1cbd2db94 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0797305 Oct 15 00:26:56.477080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fc367801-baab-4058-b3fc-e6ec0395895e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:26:56.522303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Attempting to bind port 867b4210-56d4-4626-9224-0b503a68b50c on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:56.522638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Attempting to bind port 867b4210-56d4-4626-9224-0b503a68b50c by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:56.522968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Attempting to bind port 867b4210-56d4-4626-9224-0b503a68b50c on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:56.525956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:56.534474 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d377057-0bc7-46da-9a28-b6c7b2a948f1 req-ac539087-dd45-4332-a87b-19190fef78e5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579500 Oct 15 00:26:56.554383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fc367801-baab-4058-b3fc-e6ec0395895e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:56.554985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:56.582905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Port 867b4210-56d4-4626-9224-0b503a68b50c on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:56.582905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Attempting to bind port 867b4210-56d4-4626-9224-0b503a68b50c on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:56.630071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:56.630354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:56.630746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:56.631188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Bound port: 867b4210-56d4-4626-9224-0b503a68b50c, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:56.631544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:56.645028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-353a7f87-19fe-4d18-832d-c0462c1c6d96 req-b0564eee-cc4d-44e8-9b43-2a7f0ab65c54 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055047 Oct 15 00:26:56.685238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69fec40a-680f-40e3-93f3-635717a0b4c4 req-a7ce0701-eb1b-467e-ad35-b1dd472eb5b6 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0521252 Oct 15 00:26:56.868787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:56.875425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:56.956126 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:56.975809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:26:57.017242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:57.023113 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3727b115-d950-45a2-92ac-2cabe560ba34" -d '{"events": [{"server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:57.028680 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.032581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] For port 867b4210-56d4-4626-9224-0b503a68b50c, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:57.052843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] For port 867b4210-56d4-4626-9224-0b503a68b50c, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=867b4210-56d4-4626-9224-0b503a68b50c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:57.063726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c779b-580d-4591-a8bd-5d4b1c5dc63f req-4a26e58f-92ac-4874-a0ee-885302805f54 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:57.070970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f2c779b-580d-4591-a8bd-5d4b1c5dc63f req-4a26e58f-92ac-4874-a0ee-885302805f54 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.3150084 Oct 15 00:26:57.082725 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2e40db-9373-4bf1-9da3-f3ba86891653 x-openstack-request-id: req-9c2e40db-9373-4bf1-9da3-f3ba86891653 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:57.083088 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:57.083281 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c2e40db-9373-4bf1-9da3-f3ba86891653 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:57.083649 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', 'code': 200} Oct 15 00:26:57.116508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:26:57.117821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.132924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da has no active binding in host n-h1-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:26:57.139727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f2c779b-580d-4591-a8bd-5d4b1c5dc63f req-03fadea2-7ed9-4d32-bda9-b359d5cfcf81 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678780 Oct 15 00:26:57.163184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.175680 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.219508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:57.227767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.227767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] 10.222.0.39 "PUT /v2.0/ports/867b4210-56d4-4626-9224-0b503a68b50c HTTP/1.1" status: 200 len: 1095 time: 4.6137402 Oct 15 00:26:57.244583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:57.249484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:57.254475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:57.263972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:57.269651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.365198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:26:57.365579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:26:57.365969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:57.460289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:26:57.460578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Attempting to bind port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:26:57.464594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Network fdfafe7d-35c5-44e1-b136-a49b44203967 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:26:57.509335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:26:57.509542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5494dd-97b4-43dd-86ce-d4b09bd96235 req-070e6c5d-6946-43a8-b8dc-1dd33ebcac82 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:57.519567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b5494dd-97b4-43dd-86ce-d4b09bd96235 req-070e6c5d-6946-43a8-b8dc-1dd33ebcac82 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 947 time: 0.0969212 Oct 15 00:26:57.541125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:26:57.548276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:26:57.548623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:26:57.549007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:26:57.551020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Bound port: ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:26:57.551473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.587723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b5494dd-97b4-43dd-86ce-d4b09bd96235 req-d795a140-fe52-4cdf-8aad-88f9694e0ff7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664384 Oct 15 00:26:57.624658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4973a0-e069-4ace-8e7a-4080819020ca service neutron] Pushing event updated for resources: {'Port': ['ID=867b4210-56d4-4626-9224-0b503a68b50c,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:57.781503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-244c9c3e-44db-48c4-b752-f8fb239bf4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:57.783163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-244c9c3e-44db-48c4-b752-f8fb239bf4db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 1098 time: 0.4150813 Oct 15 00:26:57.819724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc34e-170a-4cc7-ac55-7dc484c48893 req-45295c07-6c0f-406d-af91-7eeed524cfc1 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:57.828150 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f99fc34e-170a-4cc7-ac55-7dc484c48893 req-45295c07-6c0f-406d-af91-7eeed524cfc1 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.0920787 Oct 15 00:26:57.887681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f99fc34e-170a-4cc7-ac55-7dc484c48893 req-49f7a10a-392f-458f-a267-1ceff9272dff tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Oct 15 00:26:57.921432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:57.922762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:57.929299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:57.932748 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-d29aa0d5-f3f3-44ac-aa56-68618bdff160 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=867b4210-56d4-4626-9224-0b503a68b50c HTTP/1.1" status: 200 len: 217 time: 0.1317861 Oct 15 00:26:57.983816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8412e5b6-712d-464f-acee-98f31831f756 None None] Provisioning complete for port 94c1b627-3708-41b2-aacd-cbcb1e84de82 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:26:57.983816 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8412e5b6-712d-464f-acee-98f31831f756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:58.029298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82209aa-48cb-4601-96fb-3c94e417f92a req-5a6c1bef-ad7f-4dc7-90ea-f67ea27a991a tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:58.031396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e82209aa-48cb-4601-96fb-3c94e417f92a req-5a6c1bef-ad7f-4dc7-90ea-f67ea27a991a tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 932 time: 0.0737586 Oct 15 00:26:58.092577 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e82209aa-48cb-4601-96fb-3c94e417f92a req-512e2ed9-bbc9-44a2-b626-ed72eb2063d2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465996 Oct 15 00:26:58.100328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02420fb-1420-41f7-83bd-e76386afc5ad req-55f56aa8-720f-48ec-a81d-2e72c4abf27f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:58.102246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d02420fb-1420-41f7-83bd-e76386afc5ad req-55f56aa8-720f-48ec-a81d-2e72c4abf27f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.4581804 Oct 15 00:26:58.138233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:26:58.166428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-d447be50-cf42-4f37-b24f-5bb5bbe6a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:58.168066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-d447be50-cf42-4f37-b24f-5bb5bbe6a78b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1719146 Oct 15 00:26:58.188063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8412e5b6-712d-464f-acee-98f31831f756 None None] Port 94c1b627-3708-41b2-aacd-cbcb1e84de82 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:26:58.206035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:26:58.218487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event updated for resources: {'Port': ['ID=94c1b627-3708-41b2-aacd-cbcb1e84de82,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:58.228766 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-99b75cb4-2703-4ddc-821a-f2b2820de532 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7711191 Oct 15 00:26:58.272508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Request body: {'port': {'device_id': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:26:58.325458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d02420fb-1420-41f7-83bd-e76386afc5ad req-2c767683-512f-4f00-9742-8e621c498e71 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124741 Oct 15 00:26:58.336778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:58.369784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e03e5-92c9-4128-8d9f-5ec2be463cef req-6884b670-ff64-4a50-8637-0764076a16e9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:58.379992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d21e03e5-92c9-4128-8d9f-5ec2be463cef req-6884b670-ff64-4a50-8637-0764076a16e9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.0704277 Oct 15 00:26:58.387778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:58.432874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d21e03e5-92c9-4128-8d9f-5ec2be463cef req-269596bc-8bf3-4971-858e-8a828bea119c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Oct 15 00:26:58.467261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235324d-51e9-4f7a-9996-037e6416a283 req-7337aea9-6292-42c3-b112-43e99ca0edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:58.468756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-7337aea9-6292-42c3-b112-43e99ca0edff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2610681 Oct 15 00:26:58.476575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:58.521540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:26:58.578188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:58.578792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:58.580239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b3dc0deb-bef9-49fd-b37e-9f074d87ca51 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 1122 time: 3.2786679 Oct 15 00:26:58.701401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:58.712134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:26:58.818729 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-253fe211-8c66-49e2-9660-cd9e4b9e96de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:59.030582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc2e3-d4b5-4dfd-bf4d-5e8d8c6f59b5 req-bd416f03-1e23-4b91-ada2-c748cd010f70 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:59.032139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef3dc2e3-d4b5-4dfd-bf4d-5e8d8c6f59b5 req-bd416f03-1e23-4b91-ada2-c748cd010f70 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 947 time: 0.3654885 Oct 15 00:26:59.133320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b899286-4b55-4321-abc8-e8b119e690d4', 'tag': '867b4210-56d4-4626-9224-0b503a68b50c'}, {'name': 'network-changed', 'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:26:59.135698 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b915fce9-efde-47dd-9146-fd28f5cb052c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b899286-4b55-4321-abc8-e8b119e690d4", "tag": "867b4210-56d4-4626-9224-0b503a68b50c"}, {"name": "network-changed", "server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:26:59.135931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba788-60fd-4aff-b975-f2dc366f6172 req-71c4749c-61fd-4168-868e-864a2a5d5048 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:59.138332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-092ba788-60fd-4aff-b975-f2dc366f6172 req-71c4749c-61fd-4168-868e-864a2a5d5048 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.1351092 Oct 15 00:26:59.226664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-092ba788-60fd-4aff-b975-f2dc366f6172 req-4b596f5f-a6f3-4793-a286-88c56b50bf15 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650456 Oct 15 00:26:59.268730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:59.276928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef3dc2e3-d4b5-4dfd-bf4d-5e8d8c6f59b5 req-2e7d42d8-79e0-4bcb-bc69-248e4c1e51da tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503692 Oct 15 00:26:59.283930 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-c9c91ea3-1010-4866-a46f-11ed33597b5c service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019342 Oct 15 00:26:59.357226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57514-21b6-4799-b9ca-c52abec9506b req-f0d4e758-c57c-4f34-9a5f-0c56a7b8dd0d tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:59.362793 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-99a57514-21b6-4799-b9ca-c52abec9506b req-f0d4e758-c57c-4f34-9a5f-0c56a7b8dd0d tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 932 time: 0.0694921 Oct 15 00:26:59.383542 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940e871-b794-45f3-acc8-80ed20aee957 x-openstack-request-id: req-4940e871-b794-45f3-acc8-80ed20aee957 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:26:59.383777 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b899286-4b55-4321-abc8-e8b119e690d4", "tag": "867b4210-56d4-4626-9224-0b503a68b50c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:26:59.384029 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4940e871-b794-45f3-acc8-80ed20aee957 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:26:59.384419 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b899286-4b55-4321-abc8-e8b119e690d4', 'tag': '867b4210-56d4-4626-9224-0b503a68b50c', 'status': 'completed', 'code': 200} Oct 15 00:26:59.384673 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', 'status': 'completed', 'code': 200} Oct 15 00:26:59.421912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-99a57514-21b6-4799-b9ca-c52abec9506b req-d79abe28-ccd1-4342-9e66-b601e9afd4e6 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556562 Oct 15 00:26:59.622164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b5898-7e6f-4974-8cc8-d2154d0db1ab req-cfb2a710-9a8d-4bf7-a96e-f346cd724c28 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:59.622164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f81b5898-7e6f-4974-8cc8-d2154d0db1ab req-cfb2a710-9a8d-4bf7-a96e-f346cd724c28 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 945 time: 0.0563188 Oct 15 00:26:59.661336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67182859-fe6e-4a37-82bb-8f68b9f408b2 req-16d3f7b9-ad05-4e1e-afa8-87871646c8f1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:26:59.662859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67182859-fe6e-4a37-82bb-8f68b9f408b2 req-16d3f7b9-ad05-4e1e-afa8-87871646c8f1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1417420 Oct 15 00:26:59.669355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a235324d-51e9-4f7a-9996-037e6416a283 req-7c55342a-e64e-4143-b557-bd9931bb5aee service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755322 Oct 15 00:26:59.678044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f81b5898-7e6f-4974-8cc8-d2154d0db1ab req-74e227f0-037b-4f4b-9290-e9906d5945a3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 Oct 15 00:26:59.784868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67182859-fe6e-4a37-82bb-8f68b9f408b2 req-651a77b6-1a46-4f35-a23d-fd77ac1cad91 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108940 Oct 15 00:26:59.854539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c1b627-3708-41b2-aacd-cbcb1e84de82 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:26:59.871734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:26:59.888077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Transition to ACTIVE for port object 94c1b627-3708-41b2-aacd-cbcb1e84de82 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:27:00.150607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device db34f442-c513-459f-89ec-f0d8a02c0033 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:00.258488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port db34f442-c513-459f-89ec-f0d8a02c0033, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=db34f442-c513-459f-89ec-f0d8a02c0033,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:00.269908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'db34f442-c513-459f-89ec-f0d8a02c0033', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'db34f442-c513-459f-89ec-f0d8a02c0033', 'mac_address': 'fa:16:3e:c2:2e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:00.316021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:00.330008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b5e2b-5847-4418-a38c-ec21566481b9 req-9186ec76-5dda-480f-8165-b55e975ee551 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:00.336866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db34f442-c513-459f-89ec-f0d8a02c0033 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:00.337361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c08b5e2b-5847-4418-a38c-ec21566481b9 req-9186ec76-5dda-480f-8165-b55e975ee551 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.0596879 Oct 15 00:27:00.351628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port db34f442-c513-459f-89ec-f0d8a02c0033, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=db34f442-c513-459f-89ec-f0d8a02c0033,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:00.361098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:00.369927 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:00.376318 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:00.378597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Router 7c14eae4-aff7-407b-86f8-f95f4944638d is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:27:00.417930 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:00.489124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-585b7e23-bc90-468b-9c1d-4b180a39d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:00.491286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-585b7e23-bc90-468b-9c1d-4b180a39d0cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 1098 time: 0.1588142 Oct 15 00:27:00.528484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=db34f442-c513-459f-89ec-f0d8a02c0033,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:00.577190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c08b5e2b-5847-4418-a38c-ec21566481b9 req-af0ed709-6aca-456b-8196-37490f74f9c8 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347989 Oct 15 00:27:00.713785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-3b9b1491-af11-4c94-86c1-fe882247bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:00.716647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-3b9b1491-af11-4c94-86c1-fe882247bfac service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1663852 Oct 15 00:27:00.717770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Pushing event updated for resources: {'Port': ['ID=94c1b627-3708-41b2-aacd-cbcb1e84de82,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:00.800542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f85d90-0b5c-4b03-a3ff-c07312538b6b req-9c8bae44-35ec-4a2c-8d0e-6fbeb72050e7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:00.803426 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0f85d90-0b5c-4b03-a3ff-c07312538b6b req-9c8bae44-35ec-4a2c-8d0e-6fbeb72050e7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 947 time: 0.0717192 Oct 15 00:27:00.849859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-84e29e35-65ec-49c3-92a0-ee9832f2bf1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=867b4210-56d4-4626-9224-0b503a68b50c HTTP/1.1" status: 200 len: 217 time: 0.1231365 Oct 15 00:27:00.864513 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0f85d90-0b5c-4b03-a3ff-c07312538b6b req-6e4f03ba-21bd-4e7f-9ef8-339dad9893e0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 Oct 15 00:27:00.985842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:27:00.997751 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Sync routers for ids ['7c14eae4-aff7-407b-86f8-f95f4944638d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:27:01.002137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-3c77e9be-00f4-43a6-b794-1f4bf612e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:01.003591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-3c77e9be-00f4-43a6-b794-1f4bf612e1f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1097019 Oct 15 00:27:01.012044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfd0bf-acb5-45a3-9131-30437ff8ebbe req-3f425280-1e16-45ce-8600-f764d04ccd71 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:01.014364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4dbfd0bf-acb5-45a3-9131-30437ff8ebbe req-3f425280-1e16-45ce-8600-f764d04ccd71 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 944 time: 0.2926440 Oct 15 00:27:01.017050 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Routers {'7c14eae4-aff7-407b-86f8-f95f4944638d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:01.019286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Attempting to bind port 94c1b627-3708-41b2-aacd-cbcb1e84de82 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:01.019639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Attempting to bind port 94c1b627-3708-41b2-aacd-cbcb1e84de82 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:01.019953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Attempting to bind port 94c1b627-3708-41b2-aacd-cbcb1e84de82 on network fdfafe7d-35c5-44e1-b136-a49b44203967 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:01.021122 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c14eae4-aff7-407b-86f8-f95f4944638d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:01.060872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Port 94c1b627-3708-41b2-aacd-cbcb1e84de82 on network fdfafe7d-35c5-44e1-b136-a49b44203967 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:27:01.061184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Attempting to bind port 94c1b627-3708-41b2-aacd-cbcb1e84de82 on network fdfafe7d-35c5-44e1-b136-a49b44203967 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:01.083072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:01.083438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Checking segment: {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:01.083790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Bound using segment: {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:01.084232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Bound port: 94c1b627-3708-41b2-aacd-cbcb1e84de82, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2ff256-4cf3-4595-bddc-7968dfd52e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:01.084803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:01.085583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:01.120638 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:01.121914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa0291c4-3988-4ce7-a5e0-c377afcd9f66 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5419290 Oct 15 00:27:01.125154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54802) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:01.126943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4dbfd0bf-acb5-45a3-9131-30437ff8ebbe req-77eb09d9-2d3a-4716-b5c3-b7cb7732e94d tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942330 Oct 15 00:27:01.146652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-500809d9-79c7-4fe9-af31-3233f81a217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:01.154600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-500809d9-79c7-4fe9-af31-3233f81a217b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328797 Oct 15 00:27:01.200677 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Set router 7c14eae4-aff7-407b-86f8-f95f4944638d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:01.314417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] For port 94c1b627-3708-41b2-aacd-cbcb1e84de82, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:01.361030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] For port 94c1b627-3708-41b2-aacd-cbcb1e84de82, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:01.397246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-3d049b3c-4285-4c9e-a9cc-9627904dbe82 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314503 Oct 15 00:27:01.438480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:01.454869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd25b06-120c-43ba-a834-be83f0f01884 req-17d63b7d-d084-40e4-8c40-8531f9a326dc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:01.463958 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8fd25b06-120c-43ba-a834-be83f0f01884 req-17d63b7d-d084-40e4-8c40-8531f9a326dc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1992395 Oct 15 00:27:01.486979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:01.488428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:01.490159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] 10.222.0.30 "PUT /v2.0/ports/94c1b627-3708-41b2-aacd-cbcb1e84de82 HTTP/1.1" status: 200 len: 1092 time: 3.2219841 Oct 15 00:27:01.532200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:01.535881 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becfdf27-c8e5-4625-be7a-0afb1818ed03" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:01.572655 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:26:57Z', 'revision_number': 3, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:01.622526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8fd25b06-120c-43ba-a834-be83f0f01884 req-9e0d0dc7-6e4d-4fbb-b429-db220fa6742d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548512 Oct 15 00:27:01.654078 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Checking router: 7c14eae4-aff7-407b-86f8-f95f4944638d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:27:01.654448 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Updating router 7c14eae4-aff7-407b-86f8-f95f4944638d port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:27:01.657032 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4b777-f844-4cc1-becb-f0cfaabdb983 x-openstack-request-id: req-14f4b777-f844-4cc1-becb-f0cfaabdb983 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:01.657960 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:01.658539 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14f4b777-f844-4cc1-becb-f0cfaabdb983 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:01.659377 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'status': 'completed', 'code': 200} Oct 15 00:27:01.704627 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:01.783397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0521fda-d3c1-49fc-a0f2-6e8e778da2dc service neutron] Pushing event updated for resources: {'Port': ['ID=94c1b627-3708-41b2-aacd-cbcb1e84de82,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:01.855729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-74b62d26-480d-4144-9f7a-6c53a300a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:01.870395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-74b62d26-480d-4144-9f7a-6c53a300a46e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51de851a3ef9425d905c1fdf7bcbf4b8&device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 1095 time: 0.2223167 Oct 15 00:27:01.884197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-e83a18b1-aa3d-4bd5-8259-473c13b30681 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759467 Oct 15 00:27:02.000995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-3e846636-27e8-43fd-9b03-3abde892b3f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82 HTTP/1.1" status: 200 len: 217 time: 0.1155305 Oct 15 00:27:02.071181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f7f44-7197-4c6b-b82b-c4dc8237b51c req-23b402f3-dd1d-4582-8b30-aeba25680a0f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.080709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a21f7f44-7197-4c6b-b82b-c4dc8237b51c req-23b402f3-dd1d-4582-8b30-aeba25680a0f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 947 time: 0.0843241 Oct 15 00:27:02.085189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df309608-5ca0-4917-b18f-004299688eaf req-bf4cdd3a-aabd-4557-a040-0806ba11e856 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.087632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df309608-5ca0-4917-b18f-004299688eaf req-bf4cdd3a-aabd-4557-a040-0806ba11e856 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.3424020 Oct 15 00:27:02.128558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-12ca105f-33b1-4b4a-9305-38b289612b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.130395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-12ca105f-33b1-4b4a-9305-38b289612b5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1125 time: 0.1412978 Oct 15 00:27:02.136548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-748df981-2a35-45c7-88c3-0460ccdbe310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.138495 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-748df981-2a35-45c7-88c3-0460ccdbe310 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f81e8944-a088-40c3-8fe4-7f88d842c3e0 HTTP/1.1" status: 200 len: 851 time: 0.1187565 Oct 15 00:27:02.145588 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.160793 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a21f7f44-7197-4c6b-b82b-c4dc8237b51c req-546ff4ea-bbcd-4443-bd06-79b98739ef6d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790775 Oct 15 00:27:02.170936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.194135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.216364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df309608-5ca0-4917-b18f-004299688eaf req-61b46d38-fc41-4fa2-be71-6bf6d5a9446e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212707 Oct 15 00:27:02.224938 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.279248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-7ecaed86-95d7-4a92-b5f1-6fab2351a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.280920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-7ecaed86-95d7-4a92-b5f1-6fab2351a03d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdfafe7d-35c5-44e1-b136-a49b44203967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253088 Oct 15 00:27:02.326419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-47aa82e2-1e72-4ea4-8759-3a64ca506d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.337462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-47aa82e2-1e72-4ea4-8759-3a64ca506d97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1905131 Oct 15 00:27:02.391827 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Attempting to bind port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:02.392631 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Attempting to bind port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:02.393570 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Attempting to bind port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:02.411033 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:02.412700 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:02.413834 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.414471 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:02.415220 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Bound port: 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:02.415864 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.442229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-6f3ed3cd-bfdc-4035-a8ed-a6c62426a353 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 217 time: 0.0435693 Oct 15 00:27:02.472716 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Pushing event updated for resources: {'Port': ['ID=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:02.498599 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.499491 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.500203 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.500827 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.501499 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.502042 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.502639 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.503866 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.504561 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.505943 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.506665 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.507214 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:02.527134 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] For port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:02.531023 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] For port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:02.532965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Allocated IP 172.20.0.1 (06cc5db5-e538-4818-8a18-7e5b6928dd6d/5cc75336-6ac9-44eb-a7b0-719ea59380b0/6a90dccd-802b-4d17-8f5e-f87df4eba679) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:02.570666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-d9dc10af-c5bf-4140-9bc7-83314f872945 service neutron] 10.222.0.30 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740631 Oct 15 00:27:02.602123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-cf3433a3-0ae8-47a5-8870-f3b3409158ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.608309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-cf3433a3-0ae8-47a5-8870-f3b3409158ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1454258 Oct 15 00:27:02.623184 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.642031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb625b-9480-4206-86ee-ec7062877197 req-4f6e200d-ac8f-45cc-806b-9ea42771934d tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.643584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5bb625b-9480-4206-86ee-ec7062877197 req-4f6e200d-ac8f-45cc-806b-9ea42771934d tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 944 time: 0.1666863 Oct 15 00:27:02.689459 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Routers {'7c14eae4-aff7-407b-86f8-f95f4944638d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:02.689714 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c14eae4-aff7-407b-86f8-f95f4944638d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:02.693881 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831c0db-cebf-40c2-9874-c198bfc25eaa None None] Pushing event updated for resources: {'Port': ['ID=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:02.727631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.738939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-274410ea-715c-4c85-a726-9a1a6f0b18dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166568 Oct 15 00:27:02.832076 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] Set router 7c14eae4-aff7-407b-86f8-f95f4944638d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:02.850351 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:02.880932 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:02.885705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:02.941926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdca2-041f-4bba-a4e5-f5670b6bccd7 req-9956ce17-20f1-4a7e-9f97-4c57a14df70d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:02.943873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1d1bdca2-041f-4bba-a4e5-f5670b6bccd7 req-9956ce17-20f1-4a7e-9f97-4c57a14df70d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1608887 Oct 15 00:27:02.945429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:03.022277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:03.098724 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:26:57Z', 'revision_number': 3, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:03.144831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b66271-46ce-40e8-ba93-8ccad2cebf19 None None] The sync data for ids ['7c14eae4-aff7-407b-86f8-f95f4944638d'] in n-d-811521-2 is: [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:26:57Z', 'revision_number': 3, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:27:03.218196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5bb625b-9480-4206-86ee-ec7062877197 req-413411ae-7e51-4ada-a817-3821a5b728e6 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4985311 Oct 15 00:27:03.243928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f763706-9db3-4e5f-a0b2-9a58dda9608e req-12320715-071e-4c7e-975a-dc057cfb6413 service neutron] 10.222.0.30 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618629 Oct 15 00:27:03.275244 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1d1bdca2-041f-4bba-a4e5-f5670b6bccd7 req-6b2d9c65-6aa4-4ed6-acdf-682d2dd3285b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684500 Oct 15 00:27:03.289488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-4e87c45a-ecb1-46cc-a393-01cbd689eb92 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412686 Oct 15 00:27:03.315337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f1926b87-614f-4bef-a26d-78a4f456e362 None None] Provisioning complete for port 6a90dccd-802b-4d17-8f5e-f87df4eba679 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:03.315919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1926b87-614f-4bef-a26d-78a4f456e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:03.321051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Pushing event updated for resources: {'Port': ['ID=6a90dccd-802b-4d17-8f5e-f87df4eba679,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:03.346657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:03.401741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f1926b87-614f-4bef-a26d-78a4f456e362 None None] Port 6a90dccd-802b-4d17-8f5e-f87df4eba679 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:03.473145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6c813-9ca6-477f-8d1f-8fe152b96cf6 req-07878941-96ae-4317-ab99-0eeaa00303c2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:03.478465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-faa6c813-9ca6-477f-8d1f-8fe152b96cf6 req-07878941-96ae-4317-ab99-0eeaa00303c2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.1220560 Oct 15 00:27:03.563537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca01907-30df-44bd-a8d8-2616273841f7 req-8952e7ab-74a6-42aa-9fc0-449178888d32 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:03.571980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cca01907-30df-44bd-a8d8-2616273841f7 req-8952e7ab-74a6-42aa-9fc0-449178888d32 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 947 time: 0.2117898 Oct 15 00:27:03.605919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-936a6cb7-14cc-44ce-807c-701058160e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:03.610151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-936a6cb7-14cc-44ce-807c-701058160e90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51de851a3ef9425d905c1fdf7bcbf4b8&device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 1095 time: 0.1600871 Oct 15 00:27:03.616500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b915fce9-efde-47dd-9146-fd28f5cb052c req-620cb3e7-5115-43c5-b960-c240c21c5cc1 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108287 Oct 15 00:27:03.621644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-faa6c813-9ca6-477f-8d1f-8fe152b96cf6 req-d235f17d-2b90-4b79-bae7-8a8e1662b711 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317496 Oct 15 00:27:03.681097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cca01907-30df-44bd-a8d8-2616273841f7 req-9d0b2506-6c10-4c07-9e3c-fd9004b86211 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058140 Oct 15 00:27:03.736117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:03.816391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:03.850656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-bba9ddca-06fa-4927-a1fd-bf24b343d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:03.852459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-bba9ddca-06fa-4927-a1fd-bf24b343d714 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fdfafe7d-35c5-44e1-b136-a49b44203967 HTTP/1.1" status: 200 len: 913 time: 0.2335863 Oct 15 00:27:03.894600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Pushing event updated for resources: {'Port': ['ID=6a90dccd-802b-4d17-8f5e-f87df4eba679,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:03.900789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:03.919892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-3a7e6241-7fd6-4cdf-a5e5-0e79dd724773 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82 HTTP/1.1" status: 200 len: 217 time: 0.0575056 Oct 15 00:27:03.977230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-d794f23a-2458-44f9-85ff-9f97843c0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:03.978728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-d794f23a-2458-44f9-85ff-9f97843c0f8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f81e8944-a088-40c3-8fe4-7f88d842c3e0 HTTP/1.1" status: 200 len: 851 time: 0.0511975 Oct 15 00:27:04.031341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:04.032918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:04.035930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-a7b4e264-cb89-4979-a7b3-324462727233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:04.038314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-a7b4e264-cb89-4979-a7b3-324462727233 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdfafe7d-35c5-44e1-b136-a49b44203967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503349 Oct 15 00:27:04.183949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 867b4210-56d4-4626-9224-0b503a68b50c details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:04.186325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device db34f442-c513-459f-89ec-f0d8a02c0033 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:04.194881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Router 7c14eae4-aff7-407b-86f8-f95f4944638d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:27:04.209187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-6433e8c1-172a-470d-97c9-786fe5cbd42f service neutron] 10.222.0.30 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554933 Oct 15 00:27:04.398430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-becfdf27-c8e5-4625-be7a-0afb1818ed03 req-58da4ab2-f58b-46ce-876b-278bd661d20e service neutron] 10.222.0.30 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774116 Oct 15 00:27:04.407265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:27:04.421746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-34c633e6-4249-45ad-b264-220165dde36c admin admin] 10.222.0.13 "PUT /v2.0/routers/7c14eae4-aff7-407b-86f8-f95f4944638d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2867987 Oct 15 00:27:04.458538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 867b4210-56d4-4626-9224-0b503a68b50c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=867b4210-56d4-4626-9224-0b503a68b50c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:04.462916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b3e058c1-24c0-469d-86b6-ccf014e7a205 None None] Provisioning complete for port 6a90dccd-802b-4d17-8f5e-f87df4eba679 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:04.463466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b3e058c1-24c0-469d-86b6-ccf014e7a205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:04.520343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:04.523165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01348-829f-4005-8551-11007311b625 req-57c0e5b6-43b8-407d-80a1-8014adbb1cca tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:04.530797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fef01348-829f-4005-8551-11007311b625 req-57c0e5b6-43b8-407d-80a1-8014adbb1cca tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 944 time: 0.1253145 Oct 15 00:27:04.534071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '867b4210-56d4-4626-9224-0b503a68b50c', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '867b4210-56d4-4626-9224-0b503a68b50c', 'mac_address': 'fa:16:3e:4f:49:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:04.583459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fef01348-829f-4005-8551-11007311b625 req-d3666722-77bc-4537-9a02-fcd95e505364 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513418 Oct 15 00:27:04.596286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088d9c-98d0-43f5-bf32-ca8caf877aed req-63da6615-dbf0-46ca-ac50-b017d92666c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:04.602328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d088d9c-98d0-43f5-bf32-ca8caf877aed req-63da6615-dbf0-46ca-ac50-b017d92666c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1008611 Oct 15 00:27:04.603906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port db34f442-c513-459f-89ec-f0d8a02c0033 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:27:04.631637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b3e058c1-24c0-469d-86b6-ccf014e7a205 None None] Port 6a90dccd-802b-4d17-8f5e-f87df4eba679 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:04.634928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port db34f442-c513-459f-89ec-f0d8a02c0033 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:04.635508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:04.660437 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d088d9c-98d0-43f5-bf32-ca8caf877aed req-e0c3a6ff-2bd7-46df-901d-2ddcf2e6a9bb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459979 Oct 15 00:27:04.750668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:04.775931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867b4210-56d4-4626-9224-0b503a68b50c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:04.810674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 867b4210-56d4-4626-9224-0b503a68b50c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=867b4210-56d4-4626-9224-0b503a68b50c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:04.811890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:04.812422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:04.851483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5f4b7-4586-432e-a954-0d0fc5f2f913 req-b006f9e7-bf4d-47a2-93aa-756ee7564cac tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:04.853092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f5f4b7-4586-432e-a954-0d0fc5f2f913 req-b006f9e7-bf4d-47a2-93aa-756ee7564cac tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.0993283 Oct 15 00:27:04.866745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad3c33-5f18-41e3-ba18-2fc08bcefa3c req-5f7272c4-cece-4dd9-8b41-da21b6d83598 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:04.881211 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:04.882164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 98a60c0c-6687-454f-9b75-9f2d0edea37d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:04.882701 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9ad3c33-5f18-41e3-ba18-2fc08bcefa3c req-5f7272c4-cece-4dd9-8b41-da21b6d83598 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 947 time: 0.1184494 Oct 15 00:27:04.887569 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:04.944367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f5f4b7-4586-432e-a954-0d0fc5f2f913 req-0e7f8b20-379d-4227-a245-c57f49ba7e1a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673814 Oct 15 00:27:04.966242 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9ad3c33-5f18-41e3-ba18-2fc08bcefa3c req-dbeb230c-44a6-457a-9347-8c3765a2f19d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761850 Oct 15 00:27:05.001427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56380463-9893-45a2-ad7d-595e9923ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db34f442-c513-459f-89ec-f0d8a02c0033'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:05.005254 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1c22f0-1797-43a9-85aa-6b87001718b9" -d '{"events": [{"server_uuid": "56380463-9893-45a2-ad7d-595e9923ace8", "name": "network-vif-plugged", "status": "completed", "tag": "db34f442-c513-459f-89ec-f0d8a02c0033"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:05.047381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port db34f442-c513-459f-89ec-f0d8a02c0033, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=db34f442-c513-459f-89ec-f0d8a02c0033,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:05.102329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=867b4210-56d4-4626-9224-0b503a68b50c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:05.123933 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:05.134342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.134637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.134976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.135379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.135685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.136010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.136973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.137300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.137714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.138193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.138668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.139156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:05.162173 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:05.221871 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb54c4-7659-4375-9f5d-e7b65b447d1f x-openstack-request-id: req-c8cb54c4-7659-4375-9f5d-e7b65b447d1f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:05.222443 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56380463-9893-45a2-ad7d-595e9923ace8", "name": "network-vif-plugged", "status": "completed", "tag": "db34f442-c513-459f-89ec-f0d8a02c0033", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:05.222896 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8cb54c4-7659-4375-9f5d-e7b65b447d1f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:05.223516 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56380463-9893-45a2-ad7d-595e9923ace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db34f442-c513-459f-89ec-f0d8a02c0033', 'code': 200} Oct 15 00:27:05.265884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:05.288426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:05.316453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=db34f442-c513-459f-89ec-f0d8a02c0033,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:05.323958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'mac_address': 'fa:16:3e:41:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:05.357141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:05.370272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b407ee-a4f7-4e7d-8c47-46c23918f597 req-be76df8e-8e1c-404b-891e-87a1e1d489d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:05.372510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17b407ee-a4f7-4e7d-8c47-46c23918f597 req-be76df8e-8e1c-404b-891e-87a1e1d489d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 1101 time: 0.1034949 Oct 15 00:27:05.409670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:05.445819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17b407ee-a4f7-4e7d-8c47-46c23918f597 req-b3b9f68f-ccc6-4185-bacf-88a8d64ae4a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621057 Oct 15 00:27:05.448540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98a60c0c-6687-454f-9b75-9f2d0edea37d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:05.454204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:05.478742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:05.553599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54908) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:05.556107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:05.559850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-network', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:05.635708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:05.664721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Made reservation on behalf of a7b06cc0a8e24f84a425ca3091ad98c5 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:05.669196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:05.680072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['98a60c0c-6687-454f-9b75-9f2d0edea37d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:05.756069 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:05.816744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Sync routers for ids ['7c14eae4-aff7-407b-86f8-f95f4944638d'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:27:05.844235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954b756-cb78-444b-917d-1cb9961b2f20 req-b4e64140-d4d0-4373-9770-99eede868af3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:05.846771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d954b756-cb78-444b-917d-1cb9961b2f20 req-b4e64140-d4d0-4373-9770-99eede868af3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0741093 Oct 15 00:27:05.878101 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e0324-d40e-4222-b867-02226d3a890a req-c960a8a7-a007-47d3-bbf0-926559551e4b tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:05.889624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-060e0324-d40e-4222-b867-02226d3a890a req-c960a8a7-a007-47d3-bbf0-926559551e4b tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 944 time: 0.1882617 Oct 15 00:27:05.942001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Routers {'7c14eae4-aff7-407b-86f8-f95f4944638d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:05.942563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c14eae4-aff7-407b-86f8-f95f4944638d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:06.013484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d954b756-cb78-444b-917d-1cb9961b2f20 req-ed8987b3-848c-4580-8423-e521213c5ae4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291714 Oct 15 00:27:06.076284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:06.127113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-060e0324-d40e-4222-b867-02226d3a890a req-38b0054f-f9b4-4996-97fb-c01d94868091 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368157 Oct 15 00:27:06.192936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['867b4210-56d4-4626-9224-0b503a68b50c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:06.211852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Set router 7c14eae4-aff7-407b-86f8-f95f4944638d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:06.238150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f4208-c276-4b99-a932-b9436bd8f5cd req-c92e3777-f10f-4d44-aa7b-5780dee7c17a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:06.238150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c3f4208-c276-4b99-a932-b9436bd8f5cd req-c92e3777-f10f-4d44-aa7b-5780dee7c17a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 948 time: 0.0995197 Oct 15 00:27:06.321541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6cbad-bc0a-4ed5-97aa-0475d67d1240 req-e0325355-8473-4847-8582-a2d5eb38aaaa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:06.322583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c3f4208-c276-4b99-a932-b9436bd8f5cd req-0c4b6e7e-b4a5-4dca-88f1-f44889e5b656 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650887 Oct 15 00:27:06.363505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-56a6cbad-bc0a-4ed5-97aa-0475d67d1240 req-e0325355-8473-4847-8582-a2d5eb38aaaa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.1371918 Oct 15 00:27:06.388597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:06.446482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:27:06.476539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c509a2-5d05-4826-a5fb-215cadbb68a7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:06.487260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:06.487260 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Added segment 74e092cb-4483-42d7-b7de-82de5c85ab01 of type vlan for network 2f175b69-3a96-4922-8827-f012eae2959b Oct 15 00:27:06.500447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:06.516678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-56a6cbad-bc0a-4ed5-97aa-0475d67d1240 req-c91fd69c-695a-4364-ae9a-1e1d1e7bb8ab tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430361 Oct 15 00:27:06.584742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:06.592706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:06.763557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:06.763925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:06.769925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:06.771167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:06.772164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:06.853064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] Pushing event updated for resources: {'Network': ['ID=2f175b69-3a96-4922-8827-f012eae2959b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:06.872970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f4326a30-2475-44c4-a8fe-39c631e1d688 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3182237 Oct 15 00:27:06.874529 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2f175b69-3a96-4922-8827-f012eae2959b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:27:06.875598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:06.882580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Request body: {'subnet': {'network_id': '2f175b69-3a96-4922-8827-f012eae2959b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-subnet', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:06.967376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Made reservation on behalf of a7b06cc0a8e24f84a425ca3091ad98c5 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:06.971144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:07.085445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 94c1b627-3708-41b2-aacd-cbcb1e84de82 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:07.222717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20c3a4-928e-4c1e-ba6f-7c586d819c17 req-1b79d4c9-08e6-4327-9bf0-31d0c0149293 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:07.236900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f20c3a4-928e-4c1e-ba6f-7c586d819c17 req-1b79d4c9-08e6-4327-9bf0-31d0c0149293 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1205080 Oct 15 00:27:07.269232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 94c1b627-3708-41b2-aacd-cbcb1e84de82, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:07.312053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f20c3a4-928e-4c1e-ba6f-7c586d819c17 req-898568ae-e9fd-438e-aad6-89b53a621916 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739245 Oct 15 00:27:07.370325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'port_id': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'mac_address': 'fa:16:3e:56:4b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:07.401214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6422e4-af9a-4316-84bd-ea049e32be7f req-a318294e-899b-4ded-87a7-1198f196f2cc tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:07.404444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd6422e4-af9a-4316-84bd-ea049e32be7f req-a318294e-899b-4ded-87a7-1198f196f2cc tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 944 time: 0.1013222 Oct 15 00:27:07.406154 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:07.436405 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:07.469395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c1b627-3708-41b2-aacd-cbcb1e84de82 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:07.498402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 94c1b627-3708-41b2-aacd-cbcb1e84de82, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:07.513275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:27:03Z', 'revision_number': 4, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6a90dccd-802b-4d17-8f5e-f87df4eba679', 'name': '', 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'mac_address': 'fa:16:3e:7a:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:02Z', 'updated_at': '2021-10-15T00:27:03Z', 'revision_number': 2, 'project_id': 'd255cd69457843eb920138b6c640c651', 'subnets': [{'id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:07.543750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1c3cb-4ce0-4ec4-9727-f492897aa9b5 req-187fd6be-964f-4527-b187-2becb8094951 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:07.545127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abe1c3cb-4ce0-4ec4-9727-f492897aa9b5 req-187fd6be-964f-4527-b187-2becb8094951 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 948 time: 0.0930738 Oct 15 00:27:07.547744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Checking router: 7c14eae4-aff7-407b-86f8-f95f4944638d for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:27:07.552127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Updating router 7c14eae4-aff7-407b-86f8-f95f4944638d port 6a90dccd-802b-4d17-8f5e-f87df4eba679 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:27:07.577284 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:07.578834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c402aaf-6122-4867-b0cc-f4c7b08eaf7b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:07.609302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd6422e4-af9a-4316-84bd-ea049e32be7f req-d0868772-bf6b-4fa0-b84d-7762a16ee5dd tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983938 Oct 15 00:27:07.624212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:07.653380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Checking segment: {'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:07.654022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Network hostable DHCP agents. Network: 2f175b69-3a96-4922-8827-f012eae2959b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:27:07.670178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=94c1b627-3708-41b2-aacd-cbcb1e84de82,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:07.704246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abe1c3cb-4ce0-4ec4-9727-f492897aa9b5 req-6c13ef0b-93d2-484d-ad08-6a1cc2ef48a5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422994 Oct 15 00:27:07.781900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Network 2f175b69-3a96-4922-8827-f012eae2959b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:27:07.860847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2f175b69-3a96-4922-8827-f012eae2959b) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:07.862793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:07.863425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:07.885036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb8ae8f-1920-4629-9ff1-e82f790e0653 None None] Network 2f175b69-3a96-4922-8827-f012eae2959b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:27:07.924970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88096878-58dd-4ab9-b9f7-4e212eafdb70 req-1ba94a01-8537-4650-b794-733bc114a467 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:07.927152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88096878-58dd-4ab9-b9f7-4e212eafdb70 req-1ba94a01-8537-4650-b794-733bc114a467 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 944 time: 0.0737958 Oct 15 00:27:07.985517 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-44c01f78-751a-4ff1-a22c-215f05ab2779 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1054854 Oct 15 00:27:07.986317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54986) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:07.992914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:08.014469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88096878-58dd-4ab9-b9f7-4e212eafdb70 req-dbbf2d26-9f9a-4dc3-9c59-fe56ad61d5c3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711713 Oct 15 00:27:08.043790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['94c1b627-3708-41b2-aacd-cbcb1e84de82'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:08.184795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.185867 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.240922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-b27da3a3-8df6-4dde-a44f-617feb9cf198 service neutron] 10.222.0.39 "GET /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.0785055 Oct 15 00:27:08.263886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 98a60c0c-6687-454f-9b75-9f2d0edea37d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:08.275908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.325278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-2f175b69-3a96-4922-8827-f012eae2959b', 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'fixed_ips': [{'subnet_id': '5c402aaf-6122-4867-b0cc-f4c7b08eaf7b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:27:08.326377 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.485619 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.576436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.615371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630ddbb-16f0-4de5-a8d7-c7f63f84ffe0 req-3a1bf6eb-9f0e-43ff-9e77-e34ffbfea401 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:08.617652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8630ddbb-16f0-4de5-a8d7-c7f63f84ffe0 req-3a1bf6eb-9f0e-43ff-9e77-e34ffbfea401 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1897700 Oct 15 00:27:08.618870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.646932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:08.710884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:08.735922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 98a60c0c-6687-454f-9b75-9f2d0edea37d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:08.736297 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.772487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8630ddbb-16f0-4de5-a8d7-c7f63f84ffe0 req-5adfc93f-c369-4801-8095-5a75e01c46ee tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017303 Oct 15 00:27:08.781807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:08.802566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:08.887896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:08.900280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56651beb-ba55-4905-ac27-6517e2e29512 None None] Pushing event updated for resources: {'Port': ['ID=6a90dccd-802b-4d17-8f5e-f87df4eba679,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:09.036357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Allocated IP 172.20.0.2 (2f175b69-3a96-4922-8827-f012eae2959b/5c402aaf-6122-4867-b0cc-f4c7b08eaf7b/3412f4d9-6527-4b9d-a2c1-b36525c9f935) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:09.052332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] Transition to ACTIVE for port object ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:27:09.125503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.254316 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975f86d-ac4c-4eaf-8c7a-c78e46596a8b req-6bff6190-89ee-4605-b970-5c6d3c62a3e4 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:09.261013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] No DVR routers for this DVR port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:27:09.262294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e975f86d-ac4c-4eaf-8c7a-c78e46596a8b req-6bff6190-89ee-4605-b970-5c6d3c62a3e4 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 945 time: 0.5556297 Oct 15 00:27:09.303638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:09.310551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-22edfdc7-007a-49a2-a54a-94b7d0b2cf5c service neutron] 10.222.0.39 "PUT /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da/bindings/n-h1-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0613725 Oct 15 00:27:09.343910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e975f86d-ac4c-4eaf-8c7a-c78e46596a8b req-d11fa0c7-9beb-4381-97d3-c350e2e2eaa8 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772817 Oct 15 00:27:09.411366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e147bf1-7438-4c13-8ae0-6c2b9f743963 req-22a437a0-037d-4a7a-b2ea-a095f6b3adc3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:09.413867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e147bf1-7438-4c13-8ae0-6c2b9f743963 req-22a437a0-037d-4a7a-b2ea-a095f6b3adc3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 948 time: 0.0907698 Oct 15 00:27:09.505966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e147bf1-7438-4c13-8ae0-6c2b9f743963 req-d106fd2b-7375-4b07-b7a3-fab533788136 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800374 Oct 15 00:27:09.584401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2a6e7a78-aad3-4593-a0d7-2b0f89cf318a None None] Provisioning complete for port 6a90dccd-802b-4d17-8f5e-f87df4eba679 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:09.584743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2a6e7a78-aad3-4593-a0d7-2b0f89cf318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.596386 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.626751 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.627046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-50dd16e7-a5af-4550-9477-69c40cab0743 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:09.628973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-50dd16e7-a5af-4550-9477-69c40cab0743 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.1001775 Oct 15 00:27:09.633981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Attempting to bind port 6a90dccd-802b-4d17-8f5e-f87df4eba679 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:09.634553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Attempting to bind port 6a90dccd-802b-4d17-8f5e-f87df4eba679 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:09.634790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Attempting to bind port 6a90dccd-802b-4d17-8f5e-f87df4eba679 on network 06cc5db5-e538-4818-8a18-7e5b6928dd6d {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:09.649785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e7a78-aad3-4593-a0d7-2b0f89cf318a None None] Port 6a90dccd-802b-4d17-8f5e-f87df4eba679 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:09.652963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:09.653404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Checking segment: {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:09.653802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.654206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Bound using segment: {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:09.654678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Bound port: 6a90dccd-802b-4d17-8f5e-f87df4eba679, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:09.655051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.675104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.767064 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.767579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:09.769858 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd34b51d-323f-454f-98a5-9d1d25996bbc" -d '{"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-plugged", "status": "completed", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:09.773674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-ea51ae79-ed12-4451-9e88-c6cc63a549ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:09.780407 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-ea51ae79-ed12-4451-9e88-c6cc63a549ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d&tenant_id=081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 1096 time: 0.1272216 Oct 15 00:27:09.798075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3778f-d804-4931-b365-b575c85fb666 req-90925a07-5b0c-47d3-8b28-7b7602e1d6cb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:09.807493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:09.809353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77b3778f-d804-4931-b365-b575c85fb666 req-90925a07-5b0c-47d3-8b28-7b7602e1d6cb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 945 time: 0.2650676 Oct 15 00:27:09.841305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.843825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Allocated IP 172.25.2.76 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/d928e573-6ac0-4572-a4d6-a80ff85752ba) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:09.846716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] For port 6a90dccd-802b-4d17-8f5e-f87df4eba679, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:09.853948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] For port 6a90dccd-802b-4d17-8f5e-f87df4eba679, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6a90dccd-802b-4d17-8f5e-f87df4eba679,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:09.884407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.912588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-398dc115-463e-4e9f-978d-4fa79268e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:09.913515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-398dc115-463e-4e9f-978d-4fa79268e1e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1096 time: 0.1032820 Oct 15 00:27:09.925665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9f474-56f5-414a-aabf-02efa8fa1d68 req-0087339d-f891-4b6e-a174-94c738edbcf3 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:09.928602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cf9f474-56f5-414a-aabf-02efa8fa1d68 req-0087339d-f891-4b6e-a174-94c738edbcf3 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 950 time: 0.0645964 Oct 15 00:27:09.949233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.974733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:09.986449 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:09.990696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Network 2f175b69-3a96-4922-8827-f012eae2959b is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:10.019386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:10.029434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:10.041807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cf9f474-56f5-414a-aabf-02efa8fa1d68 req-ff5d481e-33e8-4366-8f49-dd0363cfb9c0 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053512 Oct 15 00:27:10.047050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:10.082282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Pushing event updated for resources: {'Port': ['ID=3412f4d9-6527-4b9d-a2c1-b36525c9f935,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:10.109964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Routers {'7c14eae4-aff7-407b-86f8-f95f4944638d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:10.112001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-a2b47ee1-15c7-4fdd-b069-e7c1963c9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:10.113640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-a2b47ee1-15c7-4fdd-b069-e7c1963c9597 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1856477 Oct 15 00:27:10.115586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c14eae4-aff7-407b-86f8-f95f4944638d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:10.155330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77b3778f-d804-4931-b365-b575c85fb666 req-0cfbaa36-7ed8-489b-a924-3285d640d469 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471847 Oct 15 00:27:10.201697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:10.206126 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59b5957-23f6-4f76-bc00-e4f93a5c5d99 x-openstack-request-id: req-e59b5957-23f6-4f76-bc00-e4f93a5c5d99 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:10.206126 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-plugged", "status": "completed", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:10.206390 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e59b5957-23f6-4f76-bc00-e4f93a5c5d99 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:10.207496 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'code': 200} Oct 15 00:27:10.221629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Attempting to bind port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:10.226705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Attempting to bind port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:10.226705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Attempting to bind port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 on network 2f175b69-3a96-4922-8827-f012eae2959b {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:10.236824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-eec33c59-24e6-452f-a15f-10ac66ef8e8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 217 time: 0.1143844 Oct 15 00:27:10.237345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 867b4210-56d4-4626-9224-0b503a68b50c up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:10.273470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:10.273842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Checking segment: {'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:10.274270 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:10.274659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Bound using segment: {'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:10.275141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Bound port: 3412f4d9-6527-4b9d-a2c1-b36525c9f935, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:10.275518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:10.356466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:10.360838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:10.379046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Pushing event updated for resources: {'Port': ['ID=d928e573-6ac0-4572-a4d6-a80ff85752ba,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:10.389591 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:10.409011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-15ba3f04-fe53-493e-803b-7b4b315528c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:10.411622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-15ba3f04-fe53-493e-803b-7b4b315528c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1606858 Oct 15 00:27:10.412799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56651beb-ba55-4905-ac27-6517e2e29512 None None] Pushing event updated for resources: {'Port': ['ID=6a90dccd-802b-4d17-8f5e-f87df4eba679,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:10.499894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] Set router 7c14eae4-aff7-407b-86f8-f95f4944638d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:10.517309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-c1451790-e60c-4870-a5b7-8d2a7e96bce0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909989 Oct 15 00:27:10.534953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8003c6-ebb3-4234-be75-9eb00b4ad5c7 req-b81fe184-447e-44b5-b0af-e00313ad2619 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:10.536442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed8003c6-ebb3-4234-be75-9eb00b4ad5c7 req-b81fe184-447e-44b5-b0af-e00313ad2619 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.2254627 Oct 15 00:27:10.592859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] For port 3412f4d9-6527-4b9d-a2c1-b36525c9f935, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:10.594729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fa4d5bf4-3041-4e66-9167-e477b138173d None None] Provisioning complete for port 6a90dccd-802b-4d17-8f5e-f87df4eba679 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:10.595101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5bf4-3041-4e66-9167-e477b138173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:10.658732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] For port 3412f4d9-6527-4b9d-a2c1-b36525c9f935, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3412f4d9-6527-4b9d-a2c1-b36525c9f935,segment=NetworkSegment(74e092cb-4483-42d7-b7de-82de5c85ab01),segment_id=74e092cb-4483-42d7-b7de-82de5c85ab01)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:10.714386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 867b4210-56d4-4626-9224-0b503a68b50c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:27:10.743852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed8003c6-ebb3-4234-be75-9eb00b4ad5c7 req-8dd36a55-3d27-45e5-8ab6-06967a670992 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765380 Oct 15 00:27:10.751977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934984f-80d8-445e-ba84-285b10a12382 req-af0713a8-24fd-49a0-9a3d-bdfaa1c89d55 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:10.768761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5934984f-80d8-445e-ba84-285b10a12382 req-af0713a8-24fd-49a0-9a3d-bdfaa1c89d55 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 945 time: 0.1501670 Oct 15 00:27:10.794551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-5a83619f-7d55-4634-ad07-70c8ed55003e service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570446 Oct 15 00:27:10.815699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5934984f-80d8-445e-ba84-285b10a12382 req-18d0583a-12e1-41fc-8e2c-f1de4c12a761 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Oct 15 00:27:10.851260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 867b4210-56d4-4626-9224-0b503a68b50c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:10.851880 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:10.863183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:10.956882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-07e2cab9-a775-4bf4-9207-2dd1f73c1ea4 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542175 Oct 15 00:27:11.066767 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5bf4-3041-4e66-9167-e477b138173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:11.084724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:11.095436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091cf7a-77af-418c-a6a2-3849d7596ad6 req-abf2fdfe-8e5d-4c4e-9390-c912c19387e7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:11.102950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9091cf7a-77af-418c-a6a2-3849d7596ad6 req-abf2fdfe-8e5d-4c4e-9390-c912c19387e7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 948 time: 0.0713890 Oct 15 00:27:11.112981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fa4d5bf4-3041-4e66-9167-e477b138173d None None] For port 6a90dccd-802b-4d17-8f5e-f87df4eba679, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6a90dccd-802b-4d17-8f5e-f87df4eba679,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:11.116802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 94c1b627-3708-41b2-aacd-cbcb1e84de82 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:11.233866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9091cf7a-77af-418c-a6a2-3849d7596ad6 req-786d0e7e-fff7-44f7-ac97-2b6bfcc73dd1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301243 Oct 15 00:27:11.297849 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5bf4-3041-4e66-9167-e477b138173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:11.352511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:27:03Z', 'revision_number': 4, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6a90dccd-802b-4d17-8f5e-f87df4eba679', 'name': '', 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'mac_address': 'fa:16:3e:7a:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:02Z', 'updated_at': '2021-10-15T00:27:09Z', 'revision_number': 4, 'project_id': 'd255cd69457843eb920138b6c640c651', 'subnets': [{'id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:11.356445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5d8ab-d8ee-4725-aff8-2264089ffd0c None None] Pushing event updated for resources: {'Port': ['ID=3412f4d9-6527-4b9d-a2c1-b36525c9f935,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:11.422124 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:11.491264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d81f69d-934a-4e33-9d57-16f87a15f843 None None] The sync data for ids ['7c14eae4-aff7-407b-86f8-f95f4944638d'] in n-d-811521-2 is: [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:27:03Z', 'revision_number': 4, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6a90dccd-802b-4d17-8f5e-f87df4eba679', 'name': '', 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'mac_address': 'fa:16:3e:7a:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:02Z', 'updated_at': '2021-10-15T00:27:09Z', 'revision_number': 4, 'project_id': 'd255cd69457843eb920138b6c640c651', 'subnets': [{'id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:27:11.492790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fed6de-4110-4c5f-b167-1ac4b04c3f9a req-36659ce5-dc5a-4ed0-874f-c7d8a5a1ab2f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:11.520471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3fed6de-4110-4c5f-b167-1ac4b04c3f9a req-36659ce5-dc5a-4ed0-874f-c7d8a5a1ab2f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 945 time: 0.1757119 Oct 15 00:27:11.645616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d5bf4-3041-4e66-9167-e477b138173d None None] Pushing event updated for resources: {'Port': ['ID=6a90dccd-802b-4d17-8f5e-f87df4eba679,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:11.690856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:11.711360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 94c1b627-3708-41b2-aacd-cbcb1e84de82 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:27:11.720993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3fed6de-4110-4c5f-b167-1ac4b04c3f9a req-4ee6f3da-c6be-481a-8174-6097e6db9196 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994891 Oct 15 00:27:11.724781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 867b4210-56d4-4626-9224-0b503a68b50c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=867b4210-56d4-4626-9224-0b503a68b50c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:11.730710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 94c1b627-3708-41b2-aacd-cbcb1e84de82 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:11.731201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:11.760625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-e538891a-74ca-46c1-a272-fd0407ded8f3 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:11.772286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-e538891a-74ca-46c1-a272-fd0407ded8f3 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.2488010 Oct 15 00:27:11.809469 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:12.007354 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=867b4210-56d4-4626-9224-0b503a68b50c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:12.010552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d2fb-cc45-4106-a77d-4b598d52c519 req-63429553-ae7c-4ddc-ad07-09e4726aabc5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:12.019515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4526d2fb-cc45-4106-a77d-4b598d52c519 req-63429553-ae7c-4ddc-ad07-09e4726aabc5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1182706 Oct 15 00:27:12.074730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4526d2fb-cc45-4106-a77d-4b598d52c519 req-a07a55c2-9a06-4973-bc42-3dde9d0b398b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490992 Oct 15 00:27:12.107750 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:12.144750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aff62-a504-4390-81e6-220078857fda req-689a38e5-b92b-4c25-95dd-dfc0e16d4118 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:12.146268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f2aff62-a504-4390-81e6-220078857fda req-689a38e5-b92b-4c25-95dd-dfc0e16d4118 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 945 time: 0.0982895 Oct 15 00:27:12.182014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:27:12.202018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 94c1b627-3708-41b2-aacd-cbcb1e84de82, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:12.210499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b899286-4b55-4321-abc8-e8b119e690d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867b4210-56d4-4626-9224-0b503a68b50c'}, {'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:12.216092 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49502fc9-2a2c-4e7b-bb3e-fffb44508478" -d '{"events": [{"server_uuid": "4b899286-4b55-4321-abc8-e8b119e690d4", "name": "network-vif-plugged", "status": "completed", "tag": "867b4210-56d4-4626-9224-0b503a68b50c"}, {"server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "name": "network-vif-plugged", "status": "completed", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:12.224827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-1b612944-98e0-47d3-b636-55af2031dfcf service neutron] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:12.232652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-1b612944-98e0-47d3-b636-55af2031dfcf service neutron] Publish callbacks [] for binding, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:12.233789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab84066-d2e7-47ea-9811-93fdd15e32fe req-1b612944-98e0-47d3-b636-55af2031dfcf service neutron] 10.222.0.30 "DELETE /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da/bindings/n-h2-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.4527762 Oct 15 00:27:12.267529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:12.311975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f2aff62-a504-4390-81e6-220078857fda req-dcb78591-949e-4af0-ad10-40794c67f2d4 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476870 Oct 15 00:27:12.456549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=94c1b627-3708-41b2-aacd-cbcb1e84de82,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:12.498776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:27:12.514869 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Sync routers for ids ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:27:12.524976 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Routers {'7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:12.525764 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:12.560460 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87771ec3-74f2-4af5-a74d-5941536c9250 x-openstack-request-id: req-87771ec3-74f2-4af5-a74d-5941536c9250 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:12.561052 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b899286-4b55-4321-abc8-e8b119e690d4", "name": "network-vif-plugged", "status": "completed", "tag": "867b4210-56d4-4626-9224-0b503a68b50c", "code": 200}, {"server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "name": "network-vif-plugged", "status": "completed", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:12.561467 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87771ec3-74f2-4af5-a74d-5941536c9250 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:12.561920 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b899286-4b55-4321-abc8-e8b119e690d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867b4210-56d4-4626-9224-0b503a68b50c', 'code': 200} Oct 15 00:27:12.562326 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'code': 200} Oct 15 00:27:12.609853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:12.614172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55182) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:12.614823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a6cae9f-dd6f-4902-9740-d7757d69f4fa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6272507 Oct 15 00:27:12.771841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6a90dccd-802b-4d17-8f5e-f87df4eba679 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:12.800941 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Set router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:12.931359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6a90dccd-802b-4d17-8f5e-f87df4eba679 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:12.931740 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:13.079972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3412f4d9-6527-4b9d-a2c1-b36525c9f935 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:13.081850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae583f-9e49-484f-960a-f3cc0ba19dd1 None None] Network 2f175b69-3a96-4922-8827-f012eae2959b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:27:13.116223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c1391-37e8-4b52-b5fb-ad93498ea04c req-888a946f-8174-4a0d-b72f-969b8ea0b46e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:13.120818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f28c1391-37e8-4b52-b5fb-ad93498ea04c req-888a946f-8174-4a0d-b72f-969b8ea0b46e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 945 time: 0.1570718 Oct 15 00:27:13.168105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:13.208189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:27:10Z', 'revision_number': 3, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port': {'id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:09Z', 'updated_at': '2021-10-15T00:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:13.225837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f28c1391-37e8-4b52-b5fb-ad93498ea04c req-6c8a608f-eac1-4ea1-96e6-4cf9a8cf7e53 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977097 Oct 15 00:27:13.281602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-09a23724-74b7-44ca-8c29-7879795b3e42 None None] Provisioning complete for port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:13.281856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09a23724-74b7-44ca-8c29-7879795b3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:13.287600 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Checking router: 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:27:13.288264 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Updating router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f port d928e573-6ac0-4572-a4d6-a80ff85752ba binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:27:13.363732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c6fe-17b7-4d9f-8d3d-3289a5c09b50 req-87f9ca02-d829-46ea-9c3e-bfe0f6977182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:13.365234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3265c6fe-17b7-4d9f-8d3d-3289a5c09b50 req-87f9ca02-d829-46ea-9c3e-bfe0f6977182 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 1100 time: 0.5624053 Oct 15 00:27:13.382214 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:13.385063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40918605-a606-4389-93cd-6c7d26e2c210 req-7698222b-bd51-477b-8e9a-a545ae7235dd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:13.394545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40918605-a606-4389-93cd-6c7d26e2c210 req-7698222b-bd51-477b-8e9a-a545ae7235dd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 949 time: 0.6541083 Oct 15 00:27:13.437623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2691885-c1ce-46cf-92b9-b7b33822b432 req-66ddce17-7bc4-4651-8db2-c418246c4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:13.439128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2691885-c1ce-46cf-92b9-b7b33822b432 req-66ddce17-7bc4-4651-8db2-c418246c4989 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 1097 time: 0.6168163 Oct 15 00:27:13.476346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3265c6fe-17b7-4d9f-8d3d-3289a5c09b50 req-744e0b84-a86a-43f0-a5e8-5e3690fe3fb0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688603 Oct 15 00:27:13.528787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7b1b-ade6-4bc9-8590-40231cd84b22 req-93c5da51-add2-4106-b11e-5ef251dac493 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:13.540313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f55e7b1b-ade6-4bc9-8590-40231cd84b22 req-93c5da51-add2-4106-b11e-5ef251dac493 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1219609 Oct 15 00:27:13.548835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40918605-a606-4389-93cd-6c7d26e2c210 req-c12f7568-56d0-4265-882b-1c81f350d6d6 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524360 Oct 15 00:27:13.653583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f55e7b1b-ade6-4bc9-8590-40231cd84b22 req-9741291c-a49f-4cbb-ba08-d026aefa94cb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122653 Oct 15 00:27:13.681693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:13.682293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:13.957333 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:13.973917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709755b-e734-48ff-a926-b852bc693de8 req-63911464-bba4-41cf-bf87-56fa6c04644b tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:13.985424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1709755b-e734-48ff-a926-b852bc693de8 req-63911464-bba4-41cf-bf87-56fa6c04644b tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.1276515 Oct 15 00:27:14.011282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09a23724-74b7-44ca-8c29-7879795b3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.047433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2691885-c1ce-46cf-92b9-b7b33822b432 req-85d813af-a312-4813-af13-4d3281604269 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5806875 Oct 15 00:27:14.081935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1709755b-e734-48ff-a926-b852bc693de8 req-ac9d8fa6-2e12-47ca-ac53-452db9e0e1c2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937166 Oct 15 00:27:14.104760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:14.108350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.129210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-09a23724-74b7-44ca-8c29-7879795b3e42 None None] For port 3412f4d9-6527-4b9d-a2c1-b36525c9f935, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3412f4d9-6527-4b9d-a2c1-b36525c9f935,segment=NetworkSegment(74e092cb-4483-42d7-b7de-82de5c85ab01),segment_id=74e092cb-4483-42d7-b7de-82de5c85ab01)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:14.131402 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.173100 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.244343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09a23724-74b7-44ca-8c29-7879795b3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.268035 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.328646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:27:14.329183 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:27:14.330494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=11']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:14.332948 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.430635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3f3aa-f708-4197-913a-ef98cad78cde req-dc9c61e2-9f75-46de-bbd5-8b107d5c5886 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:14.438648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92a3f3aa-f708-4197-913a-ef98cad78cde req-dc9c61e2-9f75-46de-bbd5-8b107d5c5886 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1096 time: 0.2954566 Oct 15 00:27:14.446206 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Attempting to bind port d928e573-6ac0-4572-a4d6-a80ff85752ba on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:14.451667 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Attempting to bind port d928e573-6ac0-4572-a4d6-a80ff85752ba by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:14.452842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a23724-74b7-44ca-8c29-7879795b3e42 None None] Pushing event updated for resources: {'Port': ['ID=3412f4d9-6527-4b9d-a2c1-b36525c9f935,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:14.453339 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Attempting to bind port d928e573-6ac0-4572-a4d6-a80ff85752ba on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:14.484358 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:14.490596 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:14.491263 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.491893 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:14.492592 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Bound port: d928e573-6ac0-4572-a4d6-a80ff85752ba, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:14.501393 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.529981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92a3f3aa-f708-4197-913a-ef98cad78cde req-75e534e6-f45b-4745-904e-b7f4039fdad6 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861418 Oct 15 00:27:14.548688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-266b30c2-2a63-4130-a6dd-496cee44a791 None None] Provisioning complete for port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:14.549249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-266b30c2-2a63-4130-a6dd-496cee44a791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.596326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:14.602291 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af13aa1-abb6-4342-8607-6813579eef44" -d '{"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-unplugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:14.608643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Allocated IP 172.20.0.1 (2f175b69-3a96-4922-8827-f012eae2959b/5c402aaf-6122-4867-b0cc-f4c7b08eaf7b/b737e3c7-1bc7-4340-9350-3348a16cc5a6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:14.613372 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.778810 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] For port d928e573-6ac0-4572-a4d6-a80ff85752ba, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:14.782370 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] For port d928e573-6ac0-4572-a4d6-a80ff85752ba, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d928e573-6ac0-4572-a4d6-a80ff85752ba,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:14.793610 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2554e-86c6-4786-a902-39f32a5d0089 None None] Pushing event updated for resources: {'Port': ['ID=d928e573-6ac0-4572-a4d6-a80ff85752ba,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:14.817145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:14.821465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196c39a-d1d5-4b9c-8107-b65b4c435e0b req-ee781c38-62da-42c0-972c-add460d0bd5a tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:14.823000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8196c39a-d1d5-4b9c-8107-b65b4c435e0b req-ee781c38-62da-42c0-972c-add460d0bd5a tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1096 time: 0.0931294 Oct 15 00:27:14.922424 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:15.062275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3412f4d9-6527-4b9d-a2c1-b36525c9f935 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:15.154430 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2554e-86c6-4786-a902-39f32a5d0089 None None] Pushing event updated for resources: {'Port': ['ID=d928e573-6ac0-4572-a4d6-a80ff85752ba,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:15.154430 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Routers {'7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:15.154430 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:15.168796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:15.170273 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:15.273119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8196c39a-d1d5-4b9c-8107-b65b4c435e0b req-1b4ada06-af80-4a90-b113-3b8f119fd163 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395857 Oct 15 00:27:15.343269 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] Set router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:15.469008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec99b9a-b5e1-462f-8d61-4885e230e86c req-2af15048-33b8-480e-b426-14484fbdb409 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:15.474565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ec99b9a-b5e1-462f-8d61-4885e230e86c req-2af15048-33b8-480e-b426-14484fbdb409 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 949 time: 0.1170285 Oct 15 00:27:15.528890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ec99b9a-b5e1-462f-8d61-4885e230e86c req-d72a887e-b8a5-4591-a036-ce23910e0b75 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Oct 15 00:27:15.609799 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:15.639022 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:27:10Z', 'revision_number': 3, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port': {'id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:09Z', 'updated_at': '2021-10-15T00:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:15.675514 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c97a5-ee6f-49bb-b2a8-b429a145e29e None None] The sync data for ids ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'] in n-d-811521-2 is: [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:27:10Z', 'revision_number': 3, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port': {'id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:09Z', 'updated_at': '2021-10-15T00:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:27:15.682699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Network 2f175b69-3a96-4922-8827-f012eae2959b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:15.685795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:15.707691 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5753a29b-fa96-43c5-9693-06d62e98f5c6 x-openstack-request-id: req-5753a29b-fa96-43c5-9693-06d62e98f5c6 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:15.708061 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-unplugged", "status": "completed", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:15.708380 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5753a29b-fa96-43c5-9693-06d62e98f5c6 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:15.708512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:15.708953 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'code': 200} Oct 15 00:27:15.825530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:15.837157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Pushing event updated for resources: {'Port': ['ID=b737e3c7-1bc7-4340-9350-3348a16cc5a6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:15.969302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568eaf-55b3-44fd-9172-b179a34c10bb req-15fde308-7f5e-4fe6-b8bd-a00098f8620a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:15.971023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74568eaf-55b3-44fd-9172-b179a34c10bb req-15fde308-7f5e-4fe6-b8bd-a00098f8620a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1376369 Oct 15 00:27:16.025897 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f58c3261-7da2-4e7a-b60c-fb1b124ec2fb None None] Provisioning complete for port b737e3c7-1bc7-4340-9350-3348a16cc5a6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:16.026446 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f58c3261-7da2-4e7a-b60c-fb1b124ec2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:16.082610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74568eaf-55b3-44fd-9172-b179a34c10bb req-f70c0a6a-ba7c-41ec-9de8-bfd30debf2bf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012132 Oct 15 00:27:16.086753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f58c3261-7da2-4e7a-b60c-fb1b124ec2fb None None] Port b737e3c7-1bc7-4340-9350-3348a16cc5a6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:16.346718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:16.543864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:16.604368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:16.681299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:16.689339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Pushing event updated for resources: {'Port': ['ID=b737e3c7-1bc7-4340-9350-3348a16cc5a6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:16.804604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Network 2f175b69-3a96-4922-8827-f012eae2959b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:16.806464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:16.979949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:27:17.058498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d928e573-6ac0-4572-a4d6-a80ff85752ba up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:17.150420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d928e573-6ac0-4572-a4d6-a80ff85752ba triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:17.151138 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:17.189696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-62813afb-48c6-4724-aff0-5549df6e3b50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141005 Oct 15 00:27:17.201430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:27:17.215716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-953a32a0-cf83-48f4-8f3e-c2b11178688b admin admin] 10.222.0.13 "PUT /v2.0/routers/7580e841-a5b1-4d6e-9a60-4bf60e5bf04f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5991781 Oct 15 00:27:17.256357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6665d8c9-5c30-4c83-89dc-070036fc7ee5 None None] Provisioning complete for port b737e3c7-1bc7-4340-9350-3348a16cc5a6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:17.259474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6665d8c9-5c30-4c83-89dc-070036fc7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:17.311382 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:17.326803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-af1f20af-5ac5-4464-ad74-a38f2d3bffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:17.329229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-af1f20af-5ac5-4464-ad74-a38f2d3bffcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 1101 time: 0.0686641 Oct 15 00:27:17.349690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6665d8c9-5c30-4c83-89dc-070036fc7ee5 None None] Port b737e3c7-1bc7-4340-9350-3348a16cc5a6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:17.365622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d928e573-6ac0-4572-a4d6-a80ff85752ba, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d928e573-6ac0-4572-a4d6-a80ff85752ba,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:17.450686 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:17.587501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d928e573-6ac0-4572-a4d6-a80ff85752ba,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:17.647642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-00849582-5c5b-4f44-b151-ee4a7fdb72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:17.648192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dd822-9b05-49c7-8cad-e4846d617365 req-2be58c16-1c82-4f39-8432-272b6d726225 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:17.649200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-386dd822-9b05-49c7-8cad-e4846d617365 req-2be58c16-1c82-4f39-8432-272b6d726225 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.0774171 Oct 15 00:27:17.649418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-00849582-5c5b-4f44-b151-ee4a7fdb72ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2927215 Oct 15 00:27:17.738821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-847ac832-8c80-40f6-ab71-5f755fc7518f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 200 len: 217 time: 0.0777183 Oct 15 00:27:17.744307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-a73e0014-3d77-47f5-82a4-c24f8d016aed service neutron] 10.222.0.30 "GET /v2.0/ports/cdd099d8-0cf7-4d18-951c-c1bde5669a42/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 382 time: 0.2009892 Oct 15 00:27:17.746924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-386dd822-9b05-49c7-8cad-e4846d617365 req-511a9e80-64a0-42c4-a40c-7bb2d00fb37e tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748188 Oct 15 00:27:17.867087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-4342272e-c4de-423f-b5aa-b943ed5c7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:17.869297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-4342272e-c4de-423f-b5aa-b943ed5c7b23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1186745 Oct 15 00:27:17.895260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Sync routers for ids ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:27:17.906296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Routers {'7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:17.909072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:17.952463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898abc-4d70-47ad-9a70-4e2c712b6fba req-5e05fc11-4d3b-42d2-8350-f5cdfa7991aa tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:17.966063 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-48898abc-4d70-47ad-9a70-4e2c712b6fba req-5e05fc11-4d3b-42d2-8350-f5cdfa7991aa tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 949 time: 0.1065571 Oct 15 00:27:17.970576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-8708c9bb-41b6-47c5-a4c4-2e0f42ca579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:17.972668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-8708c9bb-41b6-47c5-a4c4-2e0f42ca579e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690596 Oct 15 00:27:18.042738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-48898abc-4d70-47ad-9a70-4e2c712b6fba req-63dc6dfe-0f76-44c1-ab79-8c0b78f98aec tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747161 Oct 15 00:27:18.127150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-33d8d5e2-bc26-4973-bdea-4b4c80f4fd24 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380179 Oct 15 00:27:18.308574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cebae36-4a6f-4961-8b58-38a2cb65d47e req-0def022b-1c4f-4434-8ed6-d86854713992 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728604 Oct 15 00:27:18.359209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Set router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:18.380031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e682433-0ce7-4fcb-b80d-4224986aebfc req-b5db38b9-35ca-4377-bd72-4569d0f6c0db tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:18.380031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e682433-0ce7-4fcb-b80d-4224986aebfc req-b5db38b9-35ca-4377-bd72-4569d0f6c0db tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1063013 Oct 15 00:27:18.471836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e682433-0ce7-4fcb-b80d-4224986aebfc req-9756d135-688f-44db-9bd1-522aabde3f26 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Oct 15 00:27:18.596853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-f99fbdcf-a564-4aa4-b467-abfd4e8fd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:18.596853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-f99fbdcf-a564-4aa4-b467-abfd4e8fd707 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e&tenant_id=7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 1101 time: 0.0654054 Oct 15 00:27:18.697400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-ae30aa93-5448-4240-884e-fa3c9e3bc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:18.699892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-ae30aa93-5448-4240-884e-fa3c9e3bc45b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 1101 time: 0.0805051 Oct 15 00:27:18.745813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:27:16Z', 'revision_number': 4, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port': {'id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:09Z', 'updated_at': '2021-10-15T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'b737e3c7-1bc7-4340-9350-3348a16cc5a6', 'name': '', 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'mac_address': 'fa:16:3e:6f:ba:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5c402aaf-6122-4867-b0cc-f4c7b08eaf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:14Z', 'updated_at': '2021-10-15T00:27:16Z', 'revision_number': 2, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'subnets': [{'id': '5c402aaf-6122-4867-b0cc-f4c7b08eaf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:18.775502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Checking router: 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:27:18.775856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Updating router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f port b737e3c7-1bc7-4340-9350-3348a16cc5a6 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:27:18.852035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:18.962011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-ea13cdb2-04ee-4bb8-b2bc-dbdacdfe5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:18.962011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-ea13cdb2-04ee-4bb8-b2bc-dbdacdfe5896 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2545233 Oct 15 00:27:19.082993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d928e573-6ac0-4572-a4d6-a80ff85752ba up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:19.086172 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:27:19.176091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-02429c48-9cb0-4224-ae3e-c921514bba67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 200 len: 217 time: 0.0730467 Oct 15 00:27:19.191250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025b518-1221-48a3-93fb-95a6dffdfd47 req-c91cb9c0-efa0-4dd2-9a1f-0a5ef81bc9a0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:19.195051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d928e573-6ac0-4572-a4d6-a80ff85752ba triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:19.195398 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:19.199684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e025b518-1221-48a3-93fb-95a6dffdfd47 req-c91cb9c0-efa0-4dd2-9a1f-0a5ef81bc9a0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.2285852 Oct 15 00:27:19.203796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:19.209643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Request body: {'floatingip': {'port_id': '94c1b627-3708-41b2-aacd-cbcb1e84de82'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:19.306261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:19.311782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-e8b53a7f-e465-4df6-9e3c-d136da7fcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:19.313503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-e8b53a7f-e465-4df6-9e3c-d136da7fcc1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1124520 Oct 15 00:27:19.493486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:19.542500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6d76-c7c4-486a-a4f6-3c4870b17914 req-35c7b69f-4e8f-4707-9702-84120359a82c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:19.549383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af8e6d76-c7c4-486a-a4f6-3c4870b17914 req-35c7b69f-4e8f-4707-9702-84120359a82c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 950 time: 0.2345855 Oct 15 00:27:19.552834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-31529735-3a81-4439-945c-9781f715a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:19.554818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-31529735-3a81-4439-945c-9781f715a622 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351225 Oct 15 00:27:19.581699 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:19.681729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085691-12b7-4552-ae91-f4a74bb144b4 None None] Pushing event updated for resources: {'Port': ['ID=b737e3c7-1bc7-4340-9350-3348a16cc5a6,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:19.719605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Attempting to bind port b737e3c7-1bc7-4340-9350-3348a16cc5a6 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:19.720649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Attempting to bind port b737e3c7-1bc7-4340-9350-3348a16cc5a6 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:19.721156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Attempting to bind port b737e3c7-1bc7-4340-9350-3348a16cc5a6 on network 2f175b69-3a96-4922-8827-f012eae2959b {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:19.727683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:19.728408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Checking segment: {'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:19.729250 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:19.730745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Bound using segment: {'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:19.731384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Bound port: b737e3c7-1bc7-4340-9350-3348a16cc5a6, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e092cb-4483-42d7-b7de-82de5c85ab01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:19.732026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:19.827466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] For port b737e3c7-1bc7-4340-9350-3348a16cc5a6, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:19.835801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] For port b737e3c7-1bc7-4340-9350-3348a16cc5a6, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b737e3c7-1bc7-4340-9350-3348a16cc5a6,segment=NetworkSegment(74e092cb-4483-42d7-b7de-82de5c85ab01),segment_id=74e092cb-4483-42d7-b7de-82de5c85ab01)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:19.914181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af8e6d76-c7c4-486a-a4f6-3c4870b17914 req-bccbc2a5-34fd-4a03-a48a-8e7188019b27 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636591 Oct 15 00:27:19.946650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:19.975311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-ae449409-d84d-459f-9835-0f677d9b8774 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085882 Oct 15 00:27:20.289478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-ac5498be-e315-4804-836f-1e5b4ac4daaa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3719208 Oct 15 00:27:20.300022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe96cfc7-a69a-497d-949d-18c6f06ed0c2 req-aed3c8d7-51b3-4076-974f-c4aa26a25bfc service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566140 Oct 15 00:27:20.338526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085691-12b7-4552-ae91-f4a74bb144b4 None None] Pushing event updated for resources: {'Port': ['ID=b737e3c7-1bc7-4340-9350-3348a16cc5a6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:20.369727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Routers {'7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:20.369727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:20.431598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.resource_extend [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:27:20.461499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-76738ae7-b301-4731-96c6-9c1f1a07cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:20.463329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-76738ae7-b301-4731-96c6-9c1f1a07cf42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 1095 time: 0.1041009 Oct 15 00:27:20.496219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-453a4f26-628c-4710-8e57-0ad01b3febb6 None None] Provisioning complete for port b737e3c7-1bc7-4340-9350-3348a16cc5a6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:20.498793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-453a4f26-628c-4710-8e57-0ad01b3febb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:20.581807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:20.727670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:20.778554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-af85e846-8d1e-4c76-8c3b-5b5657e487bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:20.780066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-af85e846-8d1e-4c76-8c3b-5b5657e487bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.2863369 Oct 15 00:27:20.922969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-bd492759-2fa2-4a0c-92b4-18ccc50d5f98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 200 len: 217 time: 0.1279700 Oct 15 00:27:20.970337 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Floating IP 4a38e02b-e8eb-4b9d-9625-88d4dfaed429 associated. External IP: 172.25.2.176, port: 94c1b627-3708-41b2-aacd-cbcb1e84de82. Oct 15 00:27:21.018409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-6af67c05-246b-4a54-8e9d-17b8bff6c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:21.019942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-6af67c05-246b-4a54-8e9d-17b8bff6c604 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0947542 Oct 15 00:27:21.066728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-927c3be4-6ec2-49f6-b174-354e053b422a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374207 Oct 15 00:27:21.098635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] Set router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:21.103434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:21.293226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-ad026d3f-4e9b-43a8-a53c-2e4011bb4a3a service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170274 Oct 15 00:27:21.297279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-453a4f26-628c-4710-8e57-0ad01b3febb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:21.478281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45a833d-ba99-457d-82ae-622d096c1a58 req-8744e0fe-a0cb-4468-9d7a-846dda3c5e4c service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761758 Oct 15 00:27:21.521552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-453a4f26-628c-4710-8e57-0ad01b3febb6 None None] For port b737e3c7-1bc7-4340-9350-3348a16cc5a6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b737e3c7-1bc7-4340-9350-3348a16cc5a6,segment=NetworkSegment(74e092cb-4483-42d7-b7de-82de5c85ab01),segment_id=74e092cb-4483-42d7-b7de-82de5c85ab01)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:21.566971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Router d07214fe-df58-4d3f-8deb-a698115d0d6f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:27:21.623765 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:21.655017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-453a4f26-628c-4710-8e57-0ad01b3febb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:21.845198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:27:21.853489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:21.856595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:21.859927 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee79f2-f216-4126-aa36-0134b000dab3" -d '{"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:21.865090 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] Sync routers for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:27:21.887940 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:21.889993 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:21.938288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-57b140fb-9efc-4a2c-8cc0-436102e987e9 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "PUT /v2.0/floatingips/4a38e02b-e8eb-4b9d-9625-88d4dfaed429 HTTP/1.1" status: 200 len: 992 time: 2.7322404 Oct 15 00:27:21.939188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:21.941773 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6d67b9-2201-4263-a917-5b49fd9a396a" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:21.948685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:21.957026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4f26-628c-4710-8e57-0ad01b3febb6 None None] Pushing event updated for resources: {'Port': ['ID=b737e3c7-1bc7-4340-9350-3348a16cc5a6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:21.963779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-76c836d9-ee02-492a-b9f0-288252fd0a84 None None] Provisioning complete for port b737e3c7-1bc7-4340-9350-3348a16cc5a6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:21.964426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-76c836d9-ee02-492a-b9f0-288252fd0a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:22.099241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:22.255853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:27:16Z', 'revision_number': 4, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port': {'id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:09Z', 'updated_at': '2021-10-15T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'b737e3c7-1bc7-4340-9350-3348a16cc5a6', 'name': '', 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'mac_address': 'fa:16:3e:6f:ba:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5c402aaf-6122-4867-b0cc-f4c7b08eaf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:14Z', 'updated_at': '2021-10-15T00:27:19Z', 'revision_number': 4, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'subnets': [{'id': '5c402aaf-6122-4867-b0cc-f4c7b08eaf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:22.261866 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:22.286572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a14b80f-2455-4464-b202-0ed829626d44 None None] The sync data for ids ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'] in n-d-811521-2 is: [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:27:16Z', 'revision_number': 4, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port': {'id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:09Z', 'updated_at': '2021-10-15T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'b737e3c7-1bc7-4340-9350-3348a16cc5a6', 'name': '', 'network_id': '2f175b69-3a96-4922-8827-f012eae2959b', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'mac_address': 'fa:16:3e:6f:ba:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '5c402aaf-6122-4867-b0cc-f4c7b08eaf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:14Z', 'updated_at': '2021-10-15T00:27:19Z', 'revision_number': 4, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'subnets': [{'id': '5c402aaf-6122-4867-b0cc-f4c7b08eaf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:27:22.288972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:23.107272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:23.148885 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '4a38e02b-e8eb-4b9d-9625-88d4dfaed429', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'port_id': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'mac_address': 'fa:16:3e:56:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:26:47Z', 'updated_at': '2021-10-15T00:27:20Z', 'revision_number': 1, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:45Z', 'revision_number': 5, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:23.240720 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] Checking router: d07214fe-df58-4d3f-8deb-a698115d0d6f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:27:23.262886 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:23.263533 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:26:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:23.411702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:23.441845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'mac_address': 'fa:16:3e:26:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:23.443627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b737e3c7-1bc7-4340-9350-3348a16cc5a6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:23.567252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:23.603505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b737e3c7-1bc7-4340-9350-3348a16cc5a6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:23.603872 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:23.640083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:23.733687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd099d8-0cf7-4d18-951c-c1bde5669a42 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:23.837075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:23.969942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:23.997595 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '4a38e02b-e8eb-4b9d-9625-88d4dfaed429', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'port_id': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'mac_address': 'fa:16:3e:56:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:26:47Z', 'updated_at': '2021-10-15T00:27:20Z', 'revision_number': 1, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:45Z', 'revision_number': 5, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:24.049188 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83f94d-83a3-4fd9-a9df-e2bd8ecfe746 None None] The sync data for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 is: [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '4a38e02b-e8eb-4b9d-9625-88d4dfaed429', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'floating_ip_address': '172.25.2.176', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'port_id': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'mac_address': 'fa:16:3e:56:4b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:26:47Z', 'updated_at': '2021-10-15T00:27:20Z', 'revision_number': 1, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:45Z', 'revision_number': 5, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:27:24.065293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:24.255932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['cdd099d8-0cf7-4d18-951c-c1bde5669a42'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:24.543671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbbc775-0cd9-4fd0-a7ba-ed1ac3e2c955 None None] New status for floating IP 4a38e02b-e8eb-4b9d-9625-88d4dfaed429: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:27:25.532666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235fcd6-797a-4063-b492-e1b2346a1969 req-864748b4-19b5-46ed-803d-70b270fbe204 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:25.538533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7235fcd6-797a-4063-b492-e1b2346a1969 req-864748b4-19b5-46ed-803d-70b270fbe204 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 949 time: 0.1014850 Oct 15 00:27:25.626605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7235fcd6-797a-4063-b492-e1b2346a1969 req-e5230621-6801-4b25-bfaa-970b7f2d106b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679936 Oct 15 00:27:25.673618 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fff417d-7ab1-4c17-88cc-d4ffbff35d29 x-openstack-request-id: req-2fff417d-7ab1-4c17-88cc-d4ffbff35d29 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:25.674231 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:25.674385 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fff417d-7ab1-4c17-88cc-d4ffbff35d29 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:25.674862 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'code': 200} Oct 15 00:27:25.802078 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29686e4-4cf4-4dd7-a895-709b696a0dfe x-openstack-request-id: req-f29686e4-4cf4-4dd7-a895-709b696a0dfe {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:25.803081 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:25.803534 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f29686e4-4cf4-4dd7-a895-709b696a0dfe {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:25.804128 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'status': 'completed', 'code': 200} Oct 15 00:27:25.992773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-1bd175e7-5515-4af7-9b87-2be66631bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:25.994284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-1bd175e7-5515-4af7-9b87-2be66631bd1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51de851a3ef9425d905c1fdf7bcbf4b8&device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 1097 time: 0.1495950 Oct 15 00:27:26.121645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9c0a039d-5838-43de-a331-ff5ba90642e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:26.196543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3246f-ab54-4192-b698-d17769bd78b1 req-5578d063-879b-4f14-853e-f972a6346117 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:26.204746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3246f-ab54-4192-b698-d17769bd78b1 req-5578d063-879b-4f14-853e-f972a6346117 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:26.214391 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ef3246f-ab54-4192-b698-d17769bd78b1 req-5578d063-879b-4f14-853e-f972a6346117 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4&device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 1690 time: 0.1291776 Oct 15 00:27:26.247787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-16f0596b-a5e0-4882-beb0-df6dc3a34a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:26.253113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-16f0596b-a5e0-4882-beb0-df6dc3a34a5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fdfafe7d-35c5-44e1-b136-a49b44203967 HTTP/1.1" status: 200 len: 913 time: 0.2428362 Oct 15 00:27:26.280273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ef3246f-ab54-4192-b698-d17769bd78b1 req-47aa0f10-50de-4c33-92d8-5081d66e2963 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638669 Oct 15 00:27:26.448936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-d9ffab3f-30c3-4adc-b018-50806e6119d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82 HTTP/1.1" status: 200 len: 1002 time: 0.1747804 Oct 15 00:27:26.533383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-3bcb8b47-e3e8-4957-bbf9-531f8d64cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:26.535845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-3bcb8b47-e3e8-4957-bbf9-531f8d64cf99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f81e8944-a088-40c3-8fe4-7f88d842c3e0 HTTP/1.1" status: 200 len: 851 time: 0.0720134 Oct 15 00:27:26.603619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-7ca9771c-0aed-4f68-8762-2f36159c63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:26.605910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-7ca9771c-0aed-4f68-8762-2f36159c63e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fdfafe7d-35c5-44e1-b136-a49b44203967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624998 Oct 15 00:27:26.767408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-6d58ac12-baf8-40ad-ad7f-08981d9c8650 service neutron] 10.222.0.30 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422889 Oct 15 00:27:26.888262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc6d67b9-2201-4263-a917-5b49fd9a396a req-b1107fd3-79c6-4864-826c-060bcf2a9267 service neutron] 10.222.0.30 "GET /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134036 Oct 15 00:27:27.193768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:27.385367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-a270b1ae-9c92-4748-8577-3a680e466777 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:27.388401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-a270b1ae-9c92-4748-8577-3a680e466777 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e&tenant_id=7343b021868649e6a3ec485bdca87f75&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 949 time: 0.3405426 Oct 15 00:27:27.389003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port cdd099d8-0cf7-4d18-951c-c1bde5669a42 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:27.389625 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:27.602250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-c1d91044-8c10-41b8-8bae-bb87aa56979c service neutron] 10.222.0.30 "GET /v2.0/ports/cdd099d8-0cf7-4d18-951c-c1bde5669a42/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 382 time: 0.2051783 Oct 15 00:27:27.623254 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:27.700113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:27.704898 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617d996-041a-4948-bfc6-94ef6493ca6e" -d '{"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:27.732542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-83706718-5d13-45f5-aeb2-2f8931bd7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:27.736871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-83706718-5d13-45f5-aeb2-2f8931bd7098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 1100 time: 0.1091816 Oct 15 00:27:27.739095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:27.827515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:27.873447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-dec390b3-030c-4ce5-8c35-cd1f4dc5b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:27.877556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-dec390b3-030c-4ce5-8c35-cd1f4dc5b778 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1333835 Oct 15 00:27:27.931944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:27.963417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-b853c8c4-ac82-4dc4-a27b-3c1e731f9d29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 200 len: 217 time: 0.0779896 Oct 15 00:27:28.041390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-f1b20fee-4e1a-49d2-ae8a-1277336a7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:28.043444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-f1b20fee-4e1a-49d2-ae8a-1277336a7b73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0675974 Oct 15 00:27:28.116935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-2d8e702e-0680-417d-9ae0-e70c7af5800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:28.139656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-2d8e702e-0680-417d-9ae0-e70c7af5800c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869167 Oct 15 00:27:28.364461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-c30fced2-ff63-4fe1-80f5-b97088190e4c service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056358 Oct 15 00:27:28.549421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-2e59c704-221e-4f3b-8b45-db5e833978bd service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780591 Oct 15 00:27:28.658254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c2bf-e35a-46ba-973f-0d091c009a18 req-fbdd6da3-0d50-412f-ad4e-6b752e924eb4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:28.667936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5b1c2bf-e35a-46ba-973f-0d091c009a18 req-fbdd6da3-0d50-412f-ad4e-6b752e924eb4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0876093 Oct 15 00:27:28.740342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5b1c2bf-e35a-46ba-973f-0d091c009a18 req-74f415da-7c5a-4cd4-971d-b1436e7730cf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708797 Oct 15 00:27:28.841108 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ccca4070-5b94-4f18-84d3-67c8657245da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:28.869634 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef220da7-ac47-4af7-b853-c1e7eef6c254 x-openstack-request-id: req-ef220da7-ac47-4af7-b853-c1e7eef6c254 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:28.870846 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:28.871538 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef220da7-ac47-4af7-b853-c1e7eef6c254 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:28.871822 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'code': 200} Oct 15 00:27:28.965657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca754ee-e984-4fe9-96af-770558c45d17 req-67787aca-276f-4e82-a860-a7dfdd3566ae tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:28.973095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eca754ee-e984-4fe9-96af-770558c45d17 req-67787aca-276f-4e82-a860-a7dfdd3566ae tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 1100 time: 0.1769302 Oct 15 00:27:29.040263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eca754ee-e984-4fe9-96af-770558c45d17 req-e1d0a0e2-baf2-4475-98f5-f062ae840416 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650206 Oct 15 00:27:29.172823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784e1c7-8934-4efd-ac4d-c0431013c18b req-dadec8ee-a3ca-473b-b021-367e1ab6f585 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:29.183175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f784e1c7-8934-4efd-ac4d-c0431013c18b req-dadec8ee-a3ca-473b-b021-367e1ab6f585 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 1101 time: 0.0737922 Oct 15 00:27:29.252900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f784e1c7-8934-4efd-ac4d-c0431013c18b req-5ebe2d59-3ece-4151-8cf1-4309ae190098 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625179 Oct 15 00:27:29.499900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcd4c8-47f5-4d0e-8091-bb35f17ce5a8 req-cf833c2b-ed5c-46ab-af90-d1693f29448c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:29.501642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6dcd4c8-47f5-4d0e-8091-bb35f17ce5a8 req-cf833c2b-ed5c-46ab-af90-d1693f29448c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 948 time: 0.0852628 Oct 15 00:27:29.571808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6dcd4c8-47f5-4d0e-8091-bb35f17ce5a8 req-b5e5a0e8-c6e9-40e2-afdf-79ee587d5f01 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635538 Oct 15 00:27:30.014507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-079fd8f9-6955-41a7-bc0a-6f652a8b0df1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353167 Oct 15 00:27:30.064021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb90a4b-17a3-4c8a-8b4b-8220615d7f79 req-22c64931-2046-423f-8966-87d6d9b35416 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:30.083046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcb90a4b-17a3-4c8a-8b4b-8220615d7f79 req-22c64931-2046-423f-8966-87d6d9b35416 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1671872 Oct 15 00:27:30.117192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:30.143069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:30.156329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcb90a4b-17a3-4c8a-8b4b-8220615d7f79 req-44882a33-a7fe-4a93-8dc5-4f3421feb796 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Oct 15 00:27:30.195199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-19c04ad4-444d-4f93-8b92-387acf819b57 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:30.205430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-19c04ad4-444d-4f93-8b92-387acf819b57 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892495 Oct 15 00:27:30.237401 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-0ea75b5f-4607-4174-bd00-e7e1c9c15698 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/quotas/f61da4d203b34931874b8120e40f060b HTTP/1.1" status: 200 len: 375 time: 0.0308421 Oct 15 00:27:30.343987 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-4e7fd5fa-ae68-4c71-a744-dd8deecdefb3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054761 Oct 15 00:27:30.720520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f447-89b4-415a-918d-9a3fcea9c9e0 req-800d2726-1dc1-4d0d-aede-74b64cc3af70 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:30.721981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d4f447-89b4-415a-918d-9a3fcea9c9e0 req-800d2726-1dc1-4d0d-aede-74b64cc3af70 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 948 time: 0.0558543 Oct 15 00:27:31.059921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d4f447-89b4-415a-918d-9a3fcea9c9e0 req-a28e286e-fe99-44b3-bf81-cd32896699e7 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311484 Oct 15 00:27:31.306298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-54c96835-50fa-4c19-a6bf-3a63a57a5250 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:31.312718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-54c96835-50fa-4c19-a6bf-3a63a57a5250 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 948 time: 0.1108413 Oct 15 00:27:31.927849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2cce8-2e89-441e-998b-e56c4cc85f14 req-362c250f-79dc-4a3a-8def-32b288d8457c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:31.937848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8c2cce8-2e89-441e-998b-e56c4cc85f14 req-362c250f-79dc-4a3a-8def-32b288d8457c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.2290084 Oct 15 00:27:32.087625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8c2cce8-2e89-441e-998b-e56c4cc85f14 req-22a34723-86ce-4d6b-a51e-5843c3a06251 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483543 Oct 15 00:27:32.156751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Deleting port ec59f22f-ea83-4400-ae21-596c18bf8f90 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:27:32.156751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:32.170136 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:32.532010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edbd4a-9313-4933-9a96-1db463627364 req-94ee1b26-7085-4119-820e-d750e53dc334 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:32.533706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49edbd4a-9313-4933-9a96-1db463627364 req-94ee1b26-7085-4119-820e-d750e53dc334 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 948 time: 0.2779069 Oct 15 00:27:32.554294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] For port ec59f22f-ea83-4400-ae21-596c18bf8f90, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ec59f22f-ea83-4400-ae21-596c18bf8f90,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:32.554649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:32.575737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Calling delete_port for ec59f22f-ea83-4400-ae21-596c18bf8f90 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:27:32.609304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49edbd4a-9313-4933-9a96-1db463627364 req-14e6deb3-1e41-469e-b17a-8961c386bd2d tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662167 Oct 15 00:27:32.693489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-52ab5f73-e7cb-4d22-9f47-b16e68cb8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:32.694994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-52ab5f73-e7cb-4d22-9f47-b16e68cb8718 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e&tenant_id=7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 1101 time: 0.0971191 Oct 15 00:27:32.815960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99708d89-a5d9-4407-ac0a-05eeca212164 req-813312a9-9b94-4b7b-8d49-7edf14129eed tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 210 time: 0.0434680 Oct 15 00:27:32.835024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-cdeeb906-d313-427d-8643-6b600259fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:32.836503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-cdeeb906-d313-427d-8643-6b600259fb5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 1101 time: 0.1162784 Oct 15 00:27:32.918922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:32.959449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Pushing event deleted for resources: {'Port': ['ID=ec59f22f-ea83-4400-ae21-596c18bf8f90,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:32.975209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-b4558556-2895-4a0e-b120-ca908071ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:32.977145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-b4558556-2895-4a0e-b120-ca908071ee40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1313808 Oct 15 00:27:32.997382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:32.997815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:32.998072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:32.998440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:32.998845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:32.999093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:32.999422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:32.999748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:33.000074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:33.000398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:33.000721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:33.001042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:33.048727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-387ee914-344a-4c43-b3fc-ea7b1f0ef912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 200 len: 217 time: 0.0444462 Oct 15 00:27:33.075492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] No DVR routers for this DVR port ec59f22f-ea83-4400-ae21-596c18bf8f90 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:27:33.123276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:33.126566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab59f672-bf97-4fc0-9e09-0b4ab9e1673e req-8e6055ef-1a3f-4090-ae8a-150799cc7d9c tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "DELETE /v2.0/ports/ec59f22f-ea83-4400-ae21-596c18bf8f90 HTTP/1.1" status: 204 len: 173 time: 1.8094654 Oct 15 00:27:33.127996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-d46f1c3c-e5ed-4795-ac1b-44d8969f2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:33.129849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-d46f1c3c-e5ed-4795-ac1b-44d8969f2a94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0627594 Oct 15 00:27:33.129849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-deleted', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:33.132134 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7871db5-2957-4b7f-82b3-763c04b4aa2b" -d '{"events": [{"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-deleted", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:33.223483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685e6c8-3521-407a-8153-7dba274acc11 req-7443f863-dcc2-46dc-ad1c-888a16c06219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:33.225001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-7443f863-dcc2-46dc-ad1c-888a16c06219 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842500 Oct 15 00:27:33.247192 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ba6941-d975-4dc5-9dc9-e6e7630f6700 x-openstack-request-id: req-87ba6941-d975-4dc5-9dc9-e6e7630f6700 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:33.247403 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05a2e2-f054-4ae6-9aec-39380a55f6c6", "name": "network-vif-deleted", "tag": "ec59f22f-ea83-4400-ae21-596c18bf8f90", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:33.247640 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87ba6941-d975-4dc5-9dc9-e6e7630f6700 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:33.248025 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05a2e2-f054-4ae6-9aec-39380a55f6c6', 'name': 'network-vif-deleted', 'tag': 'ec59f22f-ea83-4400-ae21-596c18bf8f90', 'status': 'completed', 'code': 200} Oct 15 00:27:33.375983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e6222-3570-430b-894d-e543c4b1f708 req-90656e7f-b0aa-46bc-a3aa-7c5d81717eda tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:33.377543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-581e6222-3570-430b-894d-e543c4b1f708 req-90656e7f-b0aa-46bc-a3aa-7c5d81717eda tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.1837676 Oct 15 00:27:33.491209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-9ae61150-adbd-49db-8fbb-c4dd4b0e2c67 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464962 Oct 15 00:27:33.639200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-581e6222-3570-430b-894d-e543c4b1f708 req-42cf8325-7e22-4132-9f38-bf99a2158d88 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417388 Oct 15 00:27:33.642176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2685e6c8-3521-407a-8153-7dba274acc11 req-d5a4464c-e9f4-49b6-bd47-8ba971fe2119 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403561 Oct 15 00:27:33.778575 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8ca3fe6-b39d-4b4e-b462-6472c9939231 req-cb8b05e5-dba0-48fb-8d09-64a9304eec0f tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f05a2e2-f054-4ae6-9aec-39380a55f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0596299 Oct 15 00:27:33.962973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67ec9255-480d-4f7f-8601-7ce4a2a1962d req-e2da4d12-a462-46d6-ae38-72a309da6bdf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 210 time: 0.0563166 Oct 15 00:27:34.803065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee60-9be1-44a5-8519-1109c1966f2b req-6c960a55-7585-4b92-83f9-b2a667946308 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:34.804691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c836ee60-9be1-44a5-8519-1109c1966f2b req-6c960a55-7585-4b92-83f9-b2a667946308 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 950 time: 0.0630045 Oct 15 00:27:34.870643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c836ee60-9be1-44a5-8519-1109c1966f2b req-362a60fe-066b-41b7-a2cc-6a94302ca1f6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591295 Oct 15 00:27:35.140682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:35.357235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:35.383260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a2c5396a-8024-4e45-8e8c-305fe1abe78b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287540 Oct 15 00:27:35.399711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:35.400929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:35.403870 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a71f80-011b-457a-b41e-3bb7431a6fd6" -d '{"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:35.511935 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:35.513634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ec59f22f-ea83-4400-ae21-596c18bf8f90 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:35.564281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: ec59f22f-ea83-4400-ae21-596c18bf8f90 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:27:35.565027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ec59f22f-ea83-4400-ae21-596c18bf8f90 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:27:35.655334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd3f706b-2fb4-4608-a71c-c8fdab160ad8 req-d1b90c35-602b-44eb-be77-376dc6a67e38 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 210 time: 0.1039059 Oct 15 00:27:35.671233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:35.708167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-f27eac92-32f9-4b04-8b41-0971de831f76 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:35.710033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-f27eac92-32f9-4b04-8b41-0971de831f76 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3156662 Oct 15 00:27:35.743305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': '52d2028e-098c-4880-9ae6-92a59c714174', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:35.854727 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365fae14-9c63-4e4f-a737-3e2b0648620a x-openstack-request-id: req-365fae14-9c63-4e4f-a737-3e2b0648620a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:35.855086 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:35.855341 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-365fae14-9c63-4e4f-a737-3e2b0648620a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:35.855760 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'code': 200} Oct 15 00:27:36.015649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-5e0898d6-0b56-4cd6-9579-330c11bc83c5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390503 Oct 15 00:27:36.032241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f852e-2762-4b1f-ab33-f9c042ea0eb1 req-7e6562f2-dfb5-4994-a213-c3c6d4dd1164 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:36.034162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82f852e-2762-4b1f-ab33-f9c042ea0eb1 req-7e6562f2-dfb5-4994-a213-c3c6d4dd1164 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 948 time: 0.1033392 Oct 15 00:27:36.047975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:36.051375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:36.214896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82f852e-2762-4b1f-ab33-f9c042ea0eb1 req-befac39b-db51-4f1b-818b-0ad667c26adf tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700468 Oct 15 00:27:36.275897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-ef78b8f8-b3f8-412a-afea-a2dc300acffd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:36.278146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-ef78b8f8-b3f8-412a-afea-a2dc300acffd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430618 Oct 15 00:27:36.304028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:36.379427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 98a60c0c-6687-454f-9b75-9f2d0edea37d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:36.480102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.230 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/ad963440-d114-4bbe-a101-453dc7b64fc0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:36.513480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7cb31-2ec8-4717-9fde-088c512ded28 req-4e719fa1-1239-4ba3-bddf-eb04c45b8e88 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:36.521531 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:36.525103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4cd7cb31-2ec8-4717-9fde-088c512ded28 req-4e719fa1-1239-4ba3-bddf-eb04c45b8e88 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 948 time: 0.1717424 Oct 15 00:27:36.577740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:36.597216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4cd7cb31-2ec8-4717-9fde-088c512ded28 req-87b650b0-6ac6-4763-97dd-3e1db70ffca1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Oct 15 00:27:36.645358 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:36.767346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:36.813471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:36.844413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:36.845713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:36.938621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a0a5-797d-42ed-a987-5283df803301 req-386e0de2-be03-459f-b51a-8ac5fedfed57 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:36.938621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5131a0a5-797d-42ed-a987-5283df803301 req-386e0de2-be03-459f-b51a-8ac5fedfed57 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 948 time: 0.1039810 Oct 15 00:27:37.028299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5131a0a5-797d-42ed-a987-5283df803301 req-c25f8e5f-9700-4818-85f5-48d829345ce3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947466 Oct 15 00:27:37.044335 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:37.061970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:37.066339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:37.174125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:37.176832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.169 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/7ed408eb-8d6f-4853-873d-0991fe88daf5) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:37.183771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-756e994d-5815-443c-8bc3-2c2f63b854b6 req-274286bf-873c-4ce7-b581-6de25b9b7962 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 210 time: 0.0739431 Oct 15 00:27:37.227277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:37.227277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:37.227277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:37.339383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:37.343151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:37.362227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=ad963440-d114-4bbe-a101-453dc7b64fc0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:37.651601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:37.653135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0a7cf-916f-485d-acf7-4230600664b1 req-d42fe2ca-11bb-46ec-ab9d-456039ee7cc6 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:37.660564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aeb0a7cf-916f-485d-acf7-4230600664b1 req-d42fe2ca-11bb-46ec-ab9d-456039ee7cc6 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 948 time: 0.1629131 Oct 15 00:27:37.686286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'mac_address': 'fa:16:3e:26:d9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:37.718536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-98545201-cdb8-4e7f-a12f-8ecd528c53b0 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:37.720331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-98545201-cdb8-4e7f-a12f-8ecd528c53b0 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbeab9d8-77e1-4046-86f6-01e1720d6061 HTTP/1.1" status: 200 len: 948 time: 0.1945312 Oct 15 00:27:37.787829 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aeb0a7cf-916f-485d-acf7-4230600664b1 req-f6f1b1ab-50fd-4992-ae7c-487e131d678b tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.13 "GET /v2.0/security-groups?id=cba0ca9d-dbd1-4a0d-a089-c9d641caf175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195824 Oct 15 00:27:37.787829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:37.836192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6d9c9d31-a041-4021-bcc6-87148654bae2 None None] Provisioning complete for port ad963440-d114-4bbe-a101-453dc7b64fc0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:37.836751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6d9c9d31-a041-4021-bcc6-87148654bae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:37.868471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:37.871181 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac992261-c5ab-49a0-bd4e-e25b23c3ec10" -d '{"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-unplugged", "status": "completed", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:37.889528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:37.913508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Deleting port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:27:37.917252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:37.933776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c9d31-a041-4021-bcc6-87148654bae2 None None] Port ad963440-d114-4bbe-a101-453dc7b64fc0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:37.940245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-751ba54d-f29f-4b62-ac3b-d436914c3929 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2033775 Oct 15 00:27:37.940393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd099d8-0cf7-4d18-951c-c1bde5669a42 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:37.962407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Request body: {'port': {'device_id': '52d2028e-098c-4880-9ae6-92a59c714174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:37.967612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:38.036154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:38.084377 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:38.123319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:38.205697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:38.366451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:38.391514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['cdd099d8-0cf7-4d18-951c-c1bde5669a42'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:38.415471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:38.418452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] For port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:38.418989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:38.430792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:38.433387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=7ed408eb-8d6f-4853-873d-0991fe88daf5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:38.435705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:38.468664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Calling delete_port for fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:27:38.515942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:38.740669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:38.741336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:38.856714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-a4b8b409-cc8a-4b07-b422-c1e8ab276c44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5591736 Oct 15 00:27:38.884150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Request body: {'port': {'device_id': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:38.951830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-30aec8d8-f4fd-4b29-9919-fd76d7ebb092 None None] Provisioning complete for port 7ed408eb-8d6f-4853-873d-0991fe88daf5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:38.952393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-30aec8d8-f4fd-4b29-9919-fd76d7ebb092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.075623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-30aec8d8-f4fd-4b29-9919-fd76d7ebb092 None None] Port 7ed408eb-8d6f-4853-873d-0991fe88daf5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:39.130272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.161621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:39.200869 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.239853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad963440-d114-4bbe-a101-453dc7b64fc0 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:39.254976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Pushing event deleted for resources: {'Port': ['ID=fffb2ef5-30db-419e-8e44-2d9a37dfbfa5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:39.265734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.322137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No active binding found for port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:27:39.323337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:27:39.366659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Transition to ACTIVE for port object ad963440-d114-4bbe-a101-453dc7b64fc0 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:27:39.389253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] No DVR routers for this DVR port fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:27:39.393681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.397000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35884201-7fbb-4485-82d2-e5cade80bf92 req-3c3f264a-d5a3-4632-9775-362c0e50fd34 tempest-ListImageFiltersTestJSON-1503125991 tempest-ListImageFiltersTestJSON-1503125991-project] 10.222.0.30 "DELETE /v2.0/ports/fffb2ef5-30db-419e-8e44-2d9a37dfbfa5 HTTP/1.1" status: 204 len: 173 time: 1.6632493 Oct 15 00:27:39.397470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-deleted', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:39.400275 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f33ae02-25fc-44af-a1fa-909b9e3ec845" -d '{"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-deleted", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:39.429016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.570432 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.623756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Pushing event updated for resources: {'Port': ['ID=ad963440-d114-4bbe-a101-453dc7b64fc0,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:39.787100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed408eb-8d6f-4853-873d-0991fe88daf5 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:39.798522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Attempting to bind port ad963440-d114-4bbe-a101-453dc7b64fc0 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:39.798860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Attempting to bind port ad963440-d114-4bbe-a101-453dc7b64fc0 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:39.799194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Attempting to bind port ad963440-d114-4bbe-a101-453dc7b64fc0 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:39.802576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.814128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Port ad963440-d114-4bbe-a101-453dc7b64fc0 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:27:39.814430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Attempting to bind port ad963440-d114-4bbe-a101-453dc7b64fc0 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:39.825752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:39.826204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:39.826506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:39.826948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Bound port: ad963440-d114-4bbe-a101-453dc7b64fc0, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:39.827316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:39.829699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Transition to ACTIVE for port object 7ed408eb-8d6f-4853-873d-0991fe88daf5 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:27:39.890918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:40.008354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] For port ad963440-d114-4bbe-a101-453dc7b64fc0, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:40.013719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed408eb-8d6f-4853-873d-0991fe88daf5,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:40.063308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] For port ad963440-d114-4bbe-a101-453dc7b64fc0, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ad963440-d114-4bbe-a101-453dc7b64fc0,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:40.111300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Attempting to bind port 7ed408eb-8d6f-4853-873d-0991fe88daf5 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:40.111626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Attempting to bind port 7ed408eb-8d6f-4853-873d-0991fe88daf5 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:40.111949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Attempting to bind port 7ed408eb-8d6f-4853-873d-0991fe88daf5 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:40.117933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Port 7ed408eb-8d6f-4853-873d-0991fe88daf5 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:27:40.118300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Attempting to bind port 7ed408eb-8d6f-4853-873d-0991fe88daf5 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:40.122799 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:40.136011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:40.136771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:40.136771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:40.143403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Bound port: 7ed408eb-8d6f-4853-873d-0991fe88daf5, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:40.144124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:40.209376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:40.210190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:40.212542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad963440-d114-4bbe-a101-453dc7b64fc0 HTTP/1.1" status: 200 len: 1096 time: 2.2549806 Oct 15 00:27:40.259298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1e351-a293-476d-b409-34f369abfd44 service neutron] Pushing event updated for resources: {'Port': ['ID=ad963440-d114-4bbe-a101-453dc7b64fc0,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:40.291367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] For port 7ed408eb-8d6f-4853-873d-0991fe88daf5, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:40.297037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] For port 7ed408eb-8d6f-4853-873d-0991fe88daf5, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7ed408eb-8d6f-4853-873d-0991fe88daf5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:40.419269 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:40.483932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:40.490326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:40.490326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ed408eb-8d6f-4853-873d-0991fe88daf5 HTTP/1.1" status: 200 len: 1096 time: 1.6059144 Oct 15 00:27:40.511136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-3d7f331d-4e22-450e-92e7-314dd176312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:40.512705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-3d7f331d-4e22-450e-92e7-314dd176312a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 1099 time: 0.1356599 Oct 15 00:27:40.599516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-2c5a120d-0e7f-4571-88b5-0f6243ea86ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=ad963440-d114-4bbe-a101-453dc7b64fc0 HTTP/1.1" status: 200 len: 217 time: 0.0769322 Oct 15 00:27:40.622420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c6ea5-c33e-473d-b734-7f64095173d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed408eb-8d6f-4853-873d-0991fe88daf5,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:40.708525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-8bfde640-3730-44bc-b981-c69f86b6ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:40.713216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-8bfde640-3730-44bc-b981-c69f86b6ab07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1046028 Oct 15 00:27:40.731589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-ddd30e0a-9e54-443d-bba4-a4ed135bcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:40.733353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-ddd30e0a-9e54-443d-bba4-a4ed135bcdc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 1099 time: 0.0863638 Oct 15 00:27:40.816264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-223eb44a-9727-4ab0-8d88-81e20eb26128 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=7ed408eb-8d6f-4853-873d-0991fe88daf5 HTTP/1.1" status: 200 len: 217 time: 0.0566144 Oct 15 00:27:40.827465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-e3c5d0cb-f64b-48ce-b3d2-ea121c62a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:40.828978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-e3c5d0cb-f64b-48ce-b3d2-ea121c62a1cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079249 Oct 15 00:27:40.966310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-5de80327-c76d-449e-8f2d-be82d098b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:40.968088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-5de80327-c76d-449e-8f2d-be82d098b8fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1377847 Oct 15 00:27:41.023893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-85d0e642-bd35-4768-8d33-b09a6151d5fc service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838782 Oct 15 00:27:41.050509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-40c03ba4-4f42-476a-a79e-7d1a0f4eedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:41.052049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-40c03ba4-4f42-476a-a79e-7d1a0f4eedfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740681 Oct 15 00:27:41.169443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:41.223100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-32112e49-6ece-4c1d-9903-1540fe4953c9 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815658 Oct 15 00:27:41.251144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-c5fdf5ad-5f9b-4ec6-8c1a-aa7dc40ad74c service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679313 Oct 15 00:27:41.274819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port cdd099d8-0cf7-4d18-951c-c1bde5669a42 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:41.280235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:41.378632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a72ffca-0465-481e-afdd-f4a5f08e1c90 req-39c7fbfc-579a-4c11-84a7-9b9575a51045 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153605 Oct 15 00:27:41.387271 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:41.426869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:41.487067 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:41.571517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=11']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:45.188500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7ed408eb-8d6f-4853-873d-0991fe88daf5 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:45.285022 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:45.322335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7ed408eb-8d6f-4853-873d-0991fe88daf5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7ed408eb-8d6f-4853-873d-0991fe88daf5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:45.336483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7ed408eb-8d6f-4853-873d-0991fe88daf5', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '7ed408eb-8d6f-4853-873d-0991fe88daf5', 'mac_address': 'fa:16:3e:71:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:45.384453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:45.401927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed408eb-8d6f-4853-873d-0991fe88daf5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:45.424868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7ed408eb-8d6f-4853-873d-0991fe88daf5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7ed408eb-8d6f-4853-873d-0991fe88daf5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:45.514370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:45.574295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7ed408eb-8d6f-4853-873d-0991fe88daf5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:45.801079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:46.450620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ad963440-d114-4bbe-a101-453dc7b64fc0 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:27:46.554608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ad963440-d114-4bbe-a101-453dc7b64fc0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ad963440-d114-4bbe-a101-453dc7b64fc0,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:46.565466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'ad963440-d114-4bbe-a101-453dc7b64fc0', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'ad963440-d114-4bbe-a101-453dc7b64fc0', 'mac_address': 'fa:16:3e:c9:da:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:27:46.610010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:46.618387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad963440-d114-4bbe-a101-453dc7b64fc0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:46.638313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ad963440-d114-4bbe-a101-453dc7b64fc0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ad963440-d114-4bbe-a101-453dc7b64fc0,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:46.727071 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:46.793028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ad963440-d114-4bbe-a101-453dc7b64fc0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:47.140853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['ad963440-d114-4bbe-a101-453dc7b64fc0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:47.204299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7ed408eb-8d6f-4853-873d-0991fe88daf5 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:47.407811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 7ed408eb-8d6f-4853-873d-0991fe88daf5 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:27:47.412505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7ed408eb-8d6f-4853-873d-0991fe88daf5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:47.413089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:47.496581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-c060c6b3-b2c0-4594-aea4-e8971d857818 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254049 Oct 15 00:27:47.522538 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:47.561474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7ed408eb-8d6f-4853-873d-0991fe88daf5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7ed408eb-8d6f-4853-873d-0991fe88daf5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:47.576577 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f570176-2426-4f1f-856d-7b1896663538 x-openstack-request-id: req-6f570176-2426-4f1f-856d-7b1896663538 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:47.576964 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-unplugged", "status": "completed", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:47.577314 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f570176-2426-4f1f-856d-7b1896663538 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:47.577799 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'code': 200} Oct 15 00:27:47.643227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-d0655c61-bdd2-459d-879a-1addee7965b8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:47.644795 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:47.650456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-d0655c61-bdd2-459d-879a-1addee7965b8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335940 Oct 15 00:27:47.667418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-a6e55426-80c2-448d-afe9-1c6bce9ac249 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/quotas/7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 375 time: 0.0150249 Oct 15 00:27:47.684162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e8da7-93c8-4a3f-bab9-50ad334eed1d req-96407c54-8777-4d2e-8161-5459326e1864 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:47.688463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-021e8da7-93c8-4a3f-bab9-50ad334eed1d req-96407c54-8777-4d2e-8161-5459326e1864 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 949 time: 0.0624001 Oct 15 00:27:47.711274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7ed408eb-8d6f-4853-873d-0991fe88daf5,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:47.723106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-b49ca884-1288-4564-9a68-97f41e2306d2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539749 Oct 15 00:27:47.754260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-021e8da7-93c8-4a3f-bab9-50ad334eed1d req-0f68ddb7-2760-4285-9f3c-5b8e72b7755d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442717 Oct 15 00:27:47.888083 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5babf145-b9dc-4882-8950-f0ae96e656aa x-openstack-request-id: req-5babf145-b9dc-4882-8950-f0ae96e656aa {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:47.888372 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeab9d8-77e1-4046-86f6-01e1720d6061", "name": "network-vif-deleted", "tag": "fffb2ef5-30db-419e-8e44-2d9a37dfbfa5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:47.888628 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5babf145-b9dc-4882-8950-f0ae96e656aa {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:47.889031 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeab9d8-77e1-4046-86f6-01e1720d6061', 'name': 'network-vif-deleted', 'tag': 'fffb2ef5-30db-419e-8e44-2d9a37dfbfa5', 'status': 'completed', 'code': 200} Oct 15 00:27:48.033521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901f1ef-a196-4390-9edc-988c7828a01d req-6c94194c-c767-4182-a024-c85c91318e17 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:48.039910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4901f1ef-a196-4390-9edc-988c7828a01d req-6c94194c-c767-4182-a024-c85c91318e17 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 946 time: 0.0535536 Oct 15 00:27:48.080080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4901f1ef-a196-4390-9edc-988c7828a01d req-4228631c-4900-48ca-bb06-065825e41f6b tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Oct 15 00:27:48.467147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ad963440-d114-4bbe-a101-453dc7b64fc0 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:27:48.591667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port ad963440-d114-4bbe-a101-453dc7b64fc0 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:27:48.600242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port ad963440-d114-4bbe-a101-453dc7b64fc0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:48.600242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:48.716649 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:48.750686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ad963440-d114-4bbe-a101-453dc7b64fc0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ad963440-d114-4bbe-a101-453dc7b64fc0,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:48.782484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-77901a1b-5a23-4740-8e10-eff174f34620 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:48.789322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-77901a1b-5a23-4740-8e10-eff174f34620 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/networks?id=06cc5db5-e538-4818-8a18-7e5b6928dd6d HTTP/1.1" status: 200 len: 814 time: 0.1180043 Oct 15 00:27:48.800723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-ed044a38-3bd7-4762-a4cc-e9bb00e6e110 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/quotas/d255cd69457843eb920138b6c640c651 HTTP/1.1" status: 200 len: 375 time: 0.0100853 Oct 15 00:27:48.827051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:48.864331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-51999437-bf2f-413a-87e6-58fccb0304cd tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d255cd69457843eb920138b6c640c651&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583491 Oct 15 00:27:48.909423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ad963440-d114-4bbe-a101-453dc7b64fc0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:48.998649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-206cb7b8-cfe1-49f4-80a0-aaecb048e04f service neutron] 10.222.0.13 "GET /v2.0/networks/06cc5db5-e538-4818-8a18-7e5b6928dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248507 Oct 15 00:27:49.088014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-729c9188-6b9e-4f2f-9c7e-e482917b7f02 service neutron] 10.222.0.13 "GET /v2.0/networks/06cc5db5-e538-4818-8a18-7e5b6928dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885262 Oct 15 00:27:49.377988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac6eedc9-d1f7-472c-a75f-1303038f4a32 req-dca63226-07de-4839-bca6-f1fb28838c77 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0302563 Oct 15 00:27:49.581612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'}, {'server_uuid': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed408eb-8d6f-4853-873d-0991fe88daf5'}, {'server_uuid': '52d2028e-098c-4880-9ae6-92a59c714174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad963440-d114-4bbe-a101-453dc7b64fc0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:49.584699 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e3bb52-5847-44f8-a398-2faebbc662fc" -d '{"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42"}, {"server_uuid": "86ac9d7b-34e5-47a5-a291-65d7741ef647", "name": "network-vif-plugged", "status": "completed", "tag": "7ed408eb-8d6f-4853-873d-0991fe88daf5"}, {"server_uuid": "52d2028e-098c-4880-9ae6-92a59c714174", "name": "network-vif-plugged", "status": "completed", "tag": "ad963440-d114-4bbe-a101-453dc7b64fc0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:49.890639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d2028e-098c-4880-9ae6-92a59c714174', 'tag': 'ad963440-d114-4bbe-a101-453dc7b64fc0'}, {'name': 'network-changed', 'server_uuid': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'tag': '7ed408eb-8d6f-4853-873d-0991fe88daf5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:49.898506 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7e1bb-c05a-476d-a550-32f130e568a6" -d '{"events": [{"name": "network-changed", "server_uuid": "52d2028e-098c-4880-9ae6-92a59c714174", "tag": "ad963440-d114-4bbe-a101-453dc7b64fc0"}, {"name": "network-changed", "server_uuid": "86ac9d7b-34e5-47a5-a291-65d7741ef647", "tag": "7ed408eb-8d6f-4853-873d-0991fe88daf5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:50.198651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf0f26-96b0-4feb-94af-63c781676f0f req-d002b0e2-7d52-4d91-8ff1-3c08d3683dbc tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:50.206172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ebf0f26-96b0-4feb-94af-63c781676f0f req-d002b0e2-7d52-4d91-8ff1-3c08d3683dbc tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 950 time: 0.0565135 Oct 15 00:27:50.251400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ebf0f26-96b0-4feb-94af-63c781676f0f req-9a38851f-9609-40d8-b2a7-d16475faa811 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Oct 15 00:27:50.331838 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0fd75517-1e54-4419-9760-0ce4cfe3aab6 req-21c5a78b-9733-4560-87fa-e6eeb2820929 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 210 time: 0.0274942 Oct 15 00:27:50.383809 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b8771-a1c5-4415-9f5a-c610882aa491 x-openstack-request-id: req-1d3b8771-a1c5-4415-9f5a-c610882aa491 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:50.384299 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42", "code": 200}, {"server_uuid": "86ac9d7b-34e5-47a5-a291-65d7741ef647", "name": "network-vif-plugged", "status": "completed", "tag": "7ed408eb-8d6f-4853-873d-0991fe88daf5", "code": 200}, {"server_uuid": "52d2028e-098c-4880-9ae6-92a59c714174", "name": "network-vif-plugged", "status": "completed", "tag": "ad963440-d114-4bbe-a101-453dc7b64fc0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:50.384402 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d3b8771-a1c5-4415-9f5a-c610882aa491 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:50.384726 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'code': 200} Oct 15 00:27:50.384979 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed408eb-8d6f-4853-873d-0991fe88daf5', 'code': 200} Oct 15 00:27:50.385225 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d2028e-098c-4880-9ae6-92a59c714174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad963440-d114-4bbe-a101-453dc7b64fc0', 'code': 200} Oct 15 00:27:50.423659 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b556cd-f6e4-4e3f-8d7a-582e43d69e81 x-openstack-request-id: req-54b556cd-f6e4-4e3f-8d7a-582e43d69e81 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:50.423984 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d2028e-098c-4880-9ae6-92a59c714174", "tag": "ad963440-d114-4bbe-a101-453dc7b64fc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86ac9d7b-34e5-47a5-a291-65d7741ef647", "tag": "7ed408eb-8d6f-4853-873d-0991fe88daf5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:50.424238 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54b556cd-f6e4-4e3f-8d7a-582e43d69e81 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:50.424644 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d2028e-098c-4880-9ae6-92a59c714174', 'tag': 'ad963440-d114-4bbe-a101-453dc7b64fc0', 'status': 'completed', 'code': 200} Oct 15 00:27:50.424897 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'tag': '7ed408eb-8d6f-4853-873d-0991fe88daf5', 'status': 'completed', 'code': 200} Oct 15 00:27:50.553076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6c6cd-24b8-4b31-9d7d-f3592e05891d req-4b0e2ed8-453e-4141-a632-954efa6b39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:50.561341 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5c6c6cd-24b8-4b31-9d7d-f3592e05891d req-4b0e2ed8-453e-4141-a632-954efa6b39c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 1101 time: 0.0738704 Oct 15 00:27:50.627556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f77f4-fbe5-4af9-96e0-e15ccadcbb86 req-e3812251-e69a-4244-b82f-d77fa1581ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:50.629405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e66f77f4-fbe5-4af9-96e0-e15ccadcbb86 req-e3812251-e69a-4244-b82f-d77fa1581ad5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 1101 time: 0.1382892 Oct 15 00:27:50.636003 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5c6c6cd-24b8-4b31-9d7d-f3592e05891d req-f488750c-7fab-4239-a564-5274da298da0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718157 Oct 15 00:27:50.636736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-6ebf3780-c9ad-4846-b505-b6f5b29de0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:50.638209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-6ebf3780-c9ad-4846-b505-b6f5b29de0f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 1101 time: 0.1345530 Oct 15 00:27:50.687524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-c1051776-a162-4ab9-a16d-b0edc2045f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:50.688988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-c1051776-a162-4ab9-a16d-b0edc2045f2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 1101 time: 0.2080235 Oct 15 00:27:50.703422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e66f77f4-fbe5-4af9-96e0-e15ccadcbb86 req-59a7b368-50ba-4a37-b280-cb7f4d14cbcd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641334 Oct 15 00:27:50.880022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-f20eaa16-0531-4c1b-9d3b-4caf481bbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:50.881590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-f20eaa16-0531-4c1b-9d3b-4caf481bbc02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2329926 Oct 15 00:27:50.933858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-a4381199-2898-4b9e-bbee-4a0043618c2a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7343b021868649e6a3ec485bdca87f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258298 Oct 15 00:27:50.959350 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-bbdc9238-b159-4bf7-a181-6e74565700ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=7ed408eb-8d6f-4853-873d-0991fe88daf5 HTTP/1.1" status: 200 len: 217 time: 0.0514996 Oct 15 00:27:51.052143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-3a348f30-6c77-4a09-90cd-ca372c89f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:51.053574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-c73abf12-d89d-4dd0-820b-c7b8b2883031 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:51.053734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-3a348f30-6c77-4a09-90cd-ca372c89f1bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0837779 Oct 15 00:27:51.055056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-c73abf12-d89d-4dd0-820b-c7b8b2883031 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142669 Oct 15 00:27:51.069761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Request body: {'port': {'device_id': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '7343b021868649e6a3ec485bdca87f75'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:51.071763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-b8340de9-93c0-41ce-845c-c1c480945aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:51.078330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-b8340de9-93c0-41ce-845c-c1c480945aef service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1746304 Oct 15 00:27:51.120678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-bed92f7c-66b7-4a76-9c5e-d601072e16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:51.122840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-bed92f7c-66b7-4a76-9c5e-d601072e16bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617599 Oct 15 00:27:51.172911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-23b2adf2-0b59-41a8-9a4b-1e74d195cec3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=ad963440-d114-4bbe-a101-453dc7b64fc0 HTTP/1.1" status: 200 len: 217 time: 0.0552912 Oct 15 00:27:51.298461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Made reservation on behalf of 7343b021868649e6a3ec485bdca87f75 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:51.298983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-0c3ea24a-ef6f-498d-a0ed-eec356647601 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681376 Oct 15 00:27:51.302157 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:51.313208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-145fea70-61e2-4673-920c-837341749f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:51.315009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-145fea70-61e2-4673-920c-837341749f3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1327143 Oct 15 00:27:51.456128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e5fdc69-b4d5-4f3c-a097-60b6ad971b89 req-e9f1a3bb-fa47-4b49-bddf-b07be41945e8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0774207 Oct 15 00:27:51.550220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-fa7f725f-d6fa-4d57-a8e3-35f6f7dd44e0 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339890 Oct 15 00:27:51.566916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-93aebee1-e316-4372-8691-98053ad039a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:51.568727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-93aebee1-e316-4372-8691-98053ad039a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2211831 Oct 15 00:27:51.569391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Allocated IP 192.168.233.171 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/c074e58f-839c-4439-8fdc-7f3b56a01d3a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:51.572091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-fe767a72-78ae-41cd-b315-cb726344fd09 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1317470420&fields=id&tenant_id=765e27a30a044616b5d19aa5becd8f53 HTTP/1.1" status: 200 len: 267 time: 0.1988666 Oct 15 00:27:52.059188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:52.114108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-4aadf088-6a25-4a46-a81d-80f7ffd743c6 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269637 Oct 15 00:27:52.121123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-d3eefc7d-27fd-45e5-a025-160163400ef5 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:52.128577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-d3eefc7d-27fd-45e5-a025-160163400ef5 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 823 time: 0.5403554 Oct 15 00:27:52.144193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8588-1273-49a8-acca-ab1d17b65be0 req-8e3425e7-377e-4e5e-b2e6-e8a086340785 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:52.145592 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe1c8588-1273-49a8-acca-ab1d17b65be0 req-8e3425e7-377e-4e5e-b2e6-e8a086340785 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 950 time: 0.5188041 Oct 15 00:27:52.149178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-4a49561c-cea9-473d-ac39-272fc897e78a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/quotas/765e27a30a044616b5d19aa5becd8f53 HTTP/1.1" status: 200 len: 375 time: 0.0195627 Oct 15 00:27:52.220794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-be9baf25-77d7-49a2-9d83-421c4c3a0dd5 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0602205 Oct 15 00:27:52.228684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe1c8588-1273-49a8-acca-ab1d17b65be0 req-f9bdfbc7-7847-433b-bed8-301f4ccbf801 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621126 Oct 15 00:27:52.249501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:52.344790 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:52.357992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b36191c9-23de-49a3-8308-ce3420410e0a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:52.365646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:27:52.394688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:52.399556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:52.417722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:52.513386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0e5a5de-c9b0-4c99-a204-4bff346b45cb req-a670d827-bafd-419e-bb12-5cecdd50bcb9 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 210 time: 0.0891695 Oct 15 00:27:52.531402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b0cbbeed-b667-423a-b96b-1ca1e8673121 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c54c27c9a6f468ba339a5e55f907e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638391 Oct 15 00:27:52.533047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56056) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:52.550174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-0d5a981e-e5db-437f-9a03-4f7c1b284a5e service neutron] 10.222.0.13 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163126 Oct 15 00:27:52.553433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33f7e1bb-c05a-476d-a550-32f130e568a6 req-7381fbb8-aa5b-42b5-9234-d332f0c26755 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310201 Oct 15 00:27:52.597003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:52.613248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.613718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.618469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:27:52.639151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:52.640572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:52.724677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8957f1-d4e8-427d-8e80-bf9c7bbd47d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:52.769477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-422a5960-805b-4a44-9006-03d48d8dbd2e service neutron] 10.222.0.13 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100480 Oct 15 00:27:52.786210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8957f1-d4e8-427d-8e80-bf9c7bbd47d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:52.843593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-7d9d8c00-093c-4072-9a81-f508f9de530e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:52.858047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-7d9d8c00-093c-4072-9a81-f508f9de530e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.1730103 Oct 15 00:27:52.861790 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-5c71043e-2c97-4186-b191-aabe72d3b9df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7973421 Oct 15 00:27:52.886941 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-5ad1c848-e8b8-451c-b776-c839545bab76 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/quotas/2e673117b64c44b4acc1d2368257cd90 HTTP/1.1" status: 200 len: 375 time: 0.0240741 Oct 15 00:27:52.891963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Request body: {'port': {'device_id': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:52.904292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c11d4118-4686-4394-9563-40b6d1eb4a0a None None] Provisioning complete for port c074e58f-839c-4439-8fdc-7f3b56a01d3a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:52.904669 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c11d4118-4686-4394-9563-40b6d1eb4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:53.009714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c11d4118-4686-4394-9563-40b6d1eb4a0a None None] Port c074e58f-839c-4439-8fdc-7f3b56a01d3a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:53.020821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-bda84182-c547-4b14-9403-179af32a9138 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:53.023358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-bda84182-c547-4b14-9403-179af32a9138 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.39 "GET /v2.0/networks?id=06cc5db5-e538-4818-8a18-7e5b6928dd6d HTTP/1.1" status: 200 len: 814 time: 0.1455390 Oct 15 00:27:53.048514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:53.080123 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8957f1-d4e8-427d-8e80-bf9c7bbd47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:53.086144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8957f1-d4e8-427d-8e80-bf9c7bbd47d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:53.086144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9e8957f1-d4e8-427d-8e80-bf9c7bbd47d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cba0ca9d-dbd1-4a0d-a089-c9d641caf175 HTTP/1.1" status: 204 len: 168 time: 0.5442669 Oct 15 00:27:53.121085 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-24f9cd1d-ab9b-4ed6-80a2-87775756c552 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2231362 Oct 15 00:27:53.140000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Request body: {'port': {'device_id': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'admin_state_up': True, 'tenant_id': 'd255cd69457843eb920138b6c640c651'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:53.281559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8957f1-d4e8-427d-8e80-bf9c7bbd47d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba0ca9d-dbd1-4a0d-a089-c9d641caf175,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:53.312007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-0c5b47ae-8b6d-407a-98e9-6a7946f77d28 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:53.313540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-0c5b47ae-8b6d-407a-98e9-6a7946f77d28 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd2f7a65-0e79-4f94-988d-c04f583b370c HTTP/1.1" status: 200 len: 946 time: 0.2889180 Oct 15 00:27:53.348212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-c3e2fc08-0855-4a29-87d8-6e9aa4a7fda7 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:53.350010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-c3e2fc08-0855-4a29-87d8-6e9aa4a7fda7 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f HTTP/1.1" status: 200 len: 943 time: 0.1693795 Oct 15 00:27:53.515614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b9646-d0f7-4990-8c4f-2f6a5bf2d807 req-d4a4ea60-43b4-4341-81b3-a5d297a9f989 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:53.517710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-989b9646-d0f7-4990-8c4f-2f6a5bf2d807 req-d4a4ea60-43b4-4341-81b3-a5d297a9f989 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 936 time: 0.2267828 Oct 15 00:27:53.591090 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-9b425d40-d728-4311-a9e9-24426b696534 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714828 Oct 15 00:27:53.599840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Made reservation on behalf of d255cd69457843eb920138b6c640c651 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:53.605052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:53.613615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-989b9646-d0f7-4990-8c4f-2f6a5bf2d807 req-4de9e077-8bc3-4e88-bec9-2df4c2bef604 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885077 Oct 15 00:27:53.722344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Deleting port 43b4db77-4be5-4713-b8b0-ae1172b2d416 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:27:53.722989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:53.748367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-d1904115-d3e5-4fa8-a05e-3d86d24e39b6 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405325 Oct 15 00:27:53.908592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47d0b4ea-cb3a-446c-a380-a35d81a8c121 req-6e8862fc-aeaa-4cf4-818d-e3feeaf795c7 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 210 time: 0.2050438 Oct 15 00:27:53.925681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Deleting port 98a60c0c-6687-454f-9b75-9f2d0edea37d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:27:53.927433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:54.141273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] For port 43b4db77-4be5-4713-b8b0-ae1172b2d416, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=43b4db77-4be5-4713-b8b0-ae1172b2d416,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:54.141790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:54.147881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c074e58f-839c-4439-8fdc-7f3b56a01d3a {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:27:54.185796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:54.215208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Transition to ACTIVE for port object c074e58f-839c-4439-8fdc-7f3b56a01d3a will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:27:54.321450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cb58f-7ca2-434c-838d-8189f688e3a9 req-8cef1a9a-75d3-4269-aa99-30c57d71635d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:54.323102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e95cb58f-7ca2-434c-838d-8189f688e3a9 req-8cef1a9a-75d3-4269-aa99-30c57d71635d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 950 time: 0.3181541 Oct 15 00:27:54.391882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Allocated IP 172.20.0.4 (06cc5db5-e538-4818-8a18-7e5b6928dd6d/5cc75336-6ac9-44eb-a7b0-719ea59380b0/769aef6f-8e62-4556-b360-e1ba1c1be651) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:54.442760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] For port 98a60c0c-6687-454f-9b75-9f2d0edea37d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=98a60c0c-6687-454f-9b75-9f2d0edea37d,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:27:54.443908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:54.486900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:54.606625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Calling delete_port for 98a60c0c-6687-454f-9b75-9f2d0edea37d owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:27:54.614363 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01e1938c-31ef-4f28-8743-89248a8687f9 req-958b9fa2-439d-40ee-95b3-6b590a258d8c tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 210 time: 0.1412017 Oct 15 00:27:54.779325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e95cb58f-7ca2-434c-838d-8189f688e3a9 req-9caa05c7-807c-486c-9dd3-5e87eda39ba5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266486 Oct 15 00:27:54.998124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56138) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:55.067171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.067532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.067951 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5 disassociated. External IP: 172.25.2.107, port: 43b4db77-4be5-4713-b8b0-ae1172b2d416. Oct 15 00:27:55.068294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Calling delete_port for 43b4db77-4be5-4713-b8b0-ae1172b2d416 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:27:55.113227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.194545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c16ba2-9964-486a-bf52-3392d0097086 req-2f95aab6-1c81-4280-b110-eb96f860035b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:55.202610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61c16ba2-9964-486a-bf52-3392d0097086 req-2f95aab6-1c81-4280-b110-eb96f860035b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.1772349 Oct 15 00:27:55.276713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1735337858-network', 'tenant_id': '1136fc5101714c488b8bca24ff6f91ee'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:55.299804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-866c9253-0ae2-4951-a627-580b58850929 req-d68b1756-09ed-4cd0-84e8-94b456ab1c84 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 210 time: 0.6216981 Oct 15 00:27:55.348855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:55.358618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61c16ba2-9964-486a-bf52-3392d0097086 req-23b90496-8347-4ff4-afc0-8778c1c4e981 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531236 Oct 15 00:27:55.407742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.464588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:27:55.465261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:27:55.465602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:55.470781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.493031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event deleted for resources: {'Port': ['ID=98a60c0c-6687-454f-9b75-9f2d0edea37d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:55.547038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Made reservation on behalf of 1136fc5101714c488b8bca24ff6f91ee for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:55.549823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.559802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:27:55.560462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:27:55.583512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:27:55.587129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.596028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.599712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec65316-d83e-47f3-ba3a-914ebc91fa38 req-f2e0677c-201b-432e-95e7-5fd34963262d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 210 time: 0.0919428 Oct 15 00:27:55.620245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] No DVR routers for this DVR port 98a60c0c-6687-454f-9b75-9f2d0edea37d on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:27:55.624704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:55.626080 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.628456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:27:55.631372 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ffd38df1-96e0-43f8-956d-52cf5695c3ce req-9e75a2b3-1190-4e03-9853-874d39f7d793 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.39 "DELETE /v2.0/ports/98a60c0c-6687-454f-9b75-9f2d0edea37d HTTP/1.1" status: 204 len: 173 time: 2.2304001 Oct 15 00:27:55.631941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-deleted', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:55.634266 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60f9c75-ee44-418f-8cea-587b26f2c56b" -d '{"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-deleted", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:55.639370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:27:55.639720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:55.643312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:27:55.644199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Bound port: c074e58f-839c-4439-8fdc-7f3b56a01d3a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:27:55.644921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.671993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Pushing event updated for resources: {'Port': ['ID=769aef6f-8e62-4556-b360-e1ba1c1be651,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:55.752789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event deleted for resources: {'Port': ['ID=43b4db77-4be5-4713-b8b0-ae1172b2d416,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:55.806469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a921b8-9261-4d4c-a091-bbaa0ae9e86f req-576201c1-6e25-46a1-9505-82d34d76b008 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:55.833050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f5a921b8-9261-4d4c-a091-bbaa0ae9e86f req-576201c1-6e25-46a1-9505-82d34d76b008 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 950 time: 0.3426981 Oct 15 00:27:55.890914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:55.891791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:55.967865 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f5a921b8-9261-4d4c-a091-bbaa0ae9e86f req-a0516127-7ffc-467b-a52c-89cbbfeadf2d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312273 Oct 15 00:27:55.984182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:27:55.989693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:27:56.047445 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9061848-26b9-4c3e-8d98-8ba1e2569811 x-openstack-request-id: req-e9061848-26b9-4c3e-8d98-8ba1e2569811 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:56.047743 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f", "name": "network-vif-deleted", "tag": "98a60c0c-6687-454f-9b75-9f2d0edea37d", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:56.048057 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9061848-26b9-4c3e-8d98-8ba1e2569811 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:56.048526 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd64ed8d-67a3-416b-8e4e-40f4d8b7e34f', 'name': 'network-vif-deleted', 'tag': '98a60c0c-6687-454f-9b75-9f2d0edea37d', 'status': 'completed', 'code': 200} Oct 15 00:27:56.086193 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:27:56.111137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:56.141774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7a57e1e2-5cb7-4f45-a719-ca940af4f447 None None] Provisioning complete for port 769aef6f-8e62-4556-b360-e1ba1c1be651 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:27:56.147756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:56.149585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:56.153651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] 10.222.0.39 "PUT /v2.0/ports/c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 1096 time: 3.2656403 Oct 15 00:27:56.156975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7a57e1e2-5cb7-4f45-a719-ca940af4f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:56.161386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:56.176743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Router 90baca36-3269-4526-a916-c26b78bffba3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:27:56.230581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7a57e1e2-5cb7-4f45-a719-ca940af4f447 None None] Port 769aef6f-8e62-4556-b360-e1ba1c1be651 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:27:56.255971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-801fab59-b20a-48b0-8937-a5234b536ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:56.323185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f6756-710e-43b6-bfb9-14ba1eaa0fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:56.502801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 43b4db77-4be5-4713-b8b0-ae1172b2d416 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:56.526864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 43b4db77-4be5-4713-b8b0-ae1172b2d416 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:27:56.527645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 43b4db77-4be5-4713-b8b0-ae1172b2d416 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:27:56.528334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 98a60c0c-6687-454f-9b75-9f2d0edea37d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:27:56.640697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-90c86e3a-2d9f-4cce-acc2-3291ae5c1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:56.642621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-90c86e3a-2d9f-4cce-acc2-3291ae5c1381 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1099 time: 0.2394149 Oct 15 00:27:56.684735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228634b0-5567-4a7a-b2bb-be5aa54014a7 req-1d39cf8d-9b1f-4486-82b8-3facce5b6826 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:56.691542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228634b0-5567-4a7a-b2bb-be5aa54014a7 req-1d39cf8d-9b1f-4486-82b8-3facce5b6826 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:56.695500 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-228634b0-5567-4a7a-b2bb-be5aa54014a7 req-1d39cf8d-9b1f-4486-82b8-3facce5b6826 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174&device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 1691 time: 0.2149231 Oct 15 00:27:56.762155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 98a60c0c-6687-454f-9b75-9f2d0edea37d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:27:56.763021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-228634b0-5567-4a7a-b2bb-be5aa54014a7 req-1fabbca7-8cf3-439b-bcc1-f2d52b5a7247 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617740 Oct 15 00:27:56.764821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 98a60c0c-6687-454f-9b75-9f2d0edea37d not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:27:56.862659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0747026a-d611-4868-ae3b-cf364ea97374 req-0f6bf756-ab3e-4f58-b81a-79545c72ee54 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 210 time: 0.0480301 Oct 15 00:27:56.969363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-893c739c-f5ef-4e73-9dbe-1cb356586012 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8833451 Oct 15 00:27:56.971063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:57.060601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca1744-58f1-476a-a41f-ddb9ca1b9001 req-1c7d4477-5831-4845-9f6f-f0aa810eceb1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:57.062393 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4aca1744-58f1-476a-a41f-ddb9ca1b9001 req-1c7d4477-5831-4845-9f6f-f0aa810eceb1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.1181450 Oct 15 00:27:57.082972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151098e-39c8-4d64-b88e-976c92a1b2a2 req-aee3159c-df45-4ffe-8a24-172f1cd8b054 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:57.095291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b151098e-39c8-4d64-b88e-976c92a1b2a2 req-aee3159c-df45-4ffe-8a24-172f1cd8b054 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 931 time: 1.2217317 Oct 15 00:27:57.098271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:27:57.155867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:27:57.175092 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] Sync routers for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:27:57.193003 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4aca1744-58f1-476a-a41f-ddb9ca1b9001 req-e00055d0-e280-43bd-916b-240f82f3adfc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195941 Oct 15 00:27:57.196487 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:57.206362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eac09ce-44c1-48fb-b47e-2d188378c091,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:57.217107 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:57.238600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:57.239101 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Added segment e604c5e7-3367-4423-990f-f1c0956d9fed of type vlan for network 60f9bc03-56b1-4338-b639-396c4c6c4ed9 Oct 15 00:27:57.306266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] No DVR routers for this DVR port 43b4db77-4be5-4713-b8b0-ae1172b2d416 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:27:57.316186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:57.317166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-63de123b-d471-4907-9826-e5dd74472856 req-3074b141-f038-46b4-89d1-993874469e45 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 210 time: 0.0457151 Oct 15 00:27:57.324541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a0a56ad-1503-43bf-9714-1e3daee7a36f req-8e7751e7-a205-4ca1-ad52-7af88675f0a6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.39 "DELETE /v2.0/ports/43b4db77-4be5-4713-b8b0-ae1172b2d416 HTTP/1.1" status: 204 len: 173 time: 3.9500251 Oct 15 00:27:57.335839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'name': 'network-vif-deleted', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:57.338943 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd53534-ebe5-44e9-89c1-58896924150f" -d '{"events": [{"server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "name": "network-vif-deleted", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:57.471801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-93181bdf-41bc-4393-b73c-dcce6529696c tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:57.482623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-93181bdf-41bc-4393-b73c-dcce6529696c tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.30 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 823 time: 0.5210624 Oct 15 00:27:57.496989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b151098e-39c8-4d64-b88e-976c92a1b2a2 req-ece32ca4-a728-40d5-ad7e-4aa48ad40a38 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007690 Oct 15 00:27:57.520893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:57.593199 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0795d44e-b677-48d5-a192-abf6cca0aed4 x-openstack-request-id: req-0795d44e-b677-48d5-a192-abf6cca0aed4 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:57.593843 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2f7a65-0e79-4f94-988d-c04f583b370c", "name": "network-vif-deleted", "tag": "43b4db77-4be5-4713-b8b0-ae1172b2d416", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:57.594118 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0795d44e-b677-48d5-a192-abf6cca0aed4 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:57.594531 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f7a65-0e79-4f94-988d-c04f583b370c', 'name': 'network-vif-deleted', 'tag': '43b4db77-4be5-4713-b8b0-ae1172b2d416', 'status': 'completed', 'code': 200} Oct 15 00:27:57.600637 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:57.623562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-1edf2d33-b80e-4ecf-99dc-96762a2821da tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765e27a30a044616b5d19aa5becd8f53 HTTP/1.1" status: 200 len: 380 time: 0.1228302 Oct 15 00:27:57.637162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'port': {'device_id': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'admin_state_up': True, 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'security_groups': ['c5a5228c-fd98-4782-afd5-ef0f194900a4']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:57.729446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:57.730585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:57.731207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:57.740972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f346c-19a7-4227-accb-da68850c7237 req-977d285b-dd6c-4733-82bd-207c5f6b9496 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:57.750289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b76f346c-19a7-4227-accb-da68850c7237 req-977d285b-dd6c-4733-82bd-207c5f6b9496 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 1101 time: 0.0885413 Oct 15 00:27:57.854379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b76f346c-19a7-4227-accb-da68850c7237 req-62955991-ae07-44fc-9879-855606f0cb6b tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015964 Oct 15 00:27:57.897270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56176) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:27:57.898262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8992412 Oct 15 00:27:57.903853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Request body: {'subnet': {'network_id': '60f9bc03-56b1-4338-b639-396c4c6c4ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1735337858-subnet', 'tenant_id': '1136fc5101714c488b8bca24ff6f91ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:57.987845 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:58.038570 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d23b77ff-d6ed-437c-b042-107acc15a6ee req-f4e5a40c-a973-490a-bcf0-494e3f0996ef tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 210 time: 0.0554762 Oct 15 00:27:58.046752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Made reservation on behalf of 1136fc5101714c488b8bca24ff6f91ee for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:58.049775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:58.052416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:27:58.064173 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1263d7e1-4107-449d-9ea1-1e4abbbc9859" -d '{"events": [{"name": "network-changed", "server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:27:58.066359 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] Checking router: 90baca36-3269-4526-a916-c26b78bffba3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:27:58.090642 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:27:58.091946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:58.112404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb93f-2db4-4993-963a-c2bfb588395c req-50648e9d-aec2-4bab-ab85-9562188b47d9 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:58.113929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3dabb93f-2db4-4993-963a-c2bfb588395c req-50648e9d-aec2-4bab-ab85-9562188b47d9 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 1101 time: 0.1167898 Oct 15 00:27:58.114682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f89bc7-1c59-4879-9253-b53584318984 admin admin] Pushing event updated for resources: {'Network': ['ID=60f9bc03-56b1-4338-b639-396c4c6c4ed9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:58.139327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 60f9bc03-56b1-4338-b639-396c4c6c4ed9 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:27:58.181025 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4af5a33-b896-41dc-91db-7d064e6be23b x-openstack-request-id: req-f4af5a33-b896-41dc-91db-7d064e6be23b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:27:58.181320 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:27:58.181631 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4af5a33-b896-41dc-91db-7d064e6be23b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:27:58.182163 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'status': 'completed', 'code': 200} Oct 15 00:27:58.243774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f843ec83-4095-42ac-82d0-4d3ea4f6c324 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:58.249066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f843ec83-4095-42ac-82d0-4d3ea4f6c324 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.5640304 Oct 15 00:27:58.266626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3dabb93f-2db4-4993-963a-c2bfb588395c req-7b037962-a13b-4672-899a-f759c8eb16bb tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442196 Oct 15 00:27:58.276145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Request body: {'port': {'device_id': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'admin_state_up': True, 'tenant_id': '2e673117b64c44b4acc1d2368257cd90'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:58.340866 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:27:58.436049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Made reservation on behalf of 765e27a30a044616b5d19aa5becd8f53 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:58.439952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:58.505210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691b1a3-7680-4e4c-8f12-f4aa2d5032d5 req-9f8e17e4-5c39-4e8c-9e98-8b309ddd7412 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:58.515926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4691b1a3-7680-4e4c-8f12-f4aa2d5032d5 req-9f8e17e4-5c39-4e8c-9e98-8b309ddd7412 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.2257259 Oct 15 00:27:58.567085 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4691b1a3-7680-4e4c-8f12-f4aa2d5032d5 req-63cf6fdc-2831-4f44-a693-3c17e018110a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499191 Oct 15 00:27:58.593562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:58.605636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67f4d421-9a9b-4d90-b3b1-a18b436307fb req-61471e4d-5d9d-450b-a035-a33a785dfd35 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 210 time: 0.0837500 Oct 15 00:27:58.696309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e61635-be73-48c6-8ffc-b2411abb4461,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:27:58.766780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Checking segment: {'id': 'e604c5e7-3367-4423-990f-f1c0956d9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '60f9bc03-56b1-4338-b639-396c4c6c4ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:27:58.767566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Network hostable DHCP agents. Network: 60f9bc03-56b1-4338-b639-396c4c6c4ed9, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:27:58.823819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-776d1f47-23d3-44f5-ad65-9b6a675e3e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:58.825477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:27:58.888881 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49008d0d-19f7-4fe9-9294-71f1a369cb57 None None] The sync data for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 is: [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:27:58.934740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd8ff6-d912-44d4-b1df-75809e28c7f8 req-d4fd25db-3837-48f2-90a3-c42a59116011 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:58.951265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2fd8ff6-d912-44d4-b1df-75809e28c7f8 req-d4fd25db-3837-48f2-90a3-c42a59116011 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 931 time: 0.1718192 Oct 15 00:27:58.961794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Network 60f9bc03-56b1-4338-b639-396c4c6c4ed9 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:27:58.984259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-8f3d0ff1-1c7b-4e75-a3a4-541a6002dfe0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0978277 Oct 15 00:27:58.993328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-2d6e292a-4471-4c35-bcfa-7c62b3985fa4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885754 Oct 15 00:27:58.996903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Allocated IP 172.20.0.13 (97bd6b0d-78ab-424f-bcef-7b925db6f842/fbff45c6-043b-4463-9d03-3f05bec9420f/aa0be93c-b9eb-42e0-aed9-c1c7f0c34019) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:27:58.999064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Made reservation on behalf of 2e673117b64c44b4acc1d2368257cd90 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:27:59.002508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:59.074702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2fd8ff6-d912-44d4-b1df-75809e28c7f8 req-8779df5c-ca0e-4717-9867-e43101846ccb tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223180 Oct 15 00:27:59.130132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-fe3ff37d-1df4-4652-bfaa-b85252f4ddbf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:59.137637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-fe3ff37d-1df4-4652-bfaa-b85252f4ddbf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434479 Oct 15 00:27:59.156757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-b603de33-fd85-4600-a016-7f1eb8af4c9a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/quotas/f61da4d203b34931874b8120e40f060b HTTP/1.1" status: 200 len: 375 time: 0.0179310 Oct 15 00:27:59.159482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 60f9bc03-56b1-4338-b639-396c4c6c4ed9) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:27:59.168954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd657ef-be46-4b01-b68f-a4a79edd7449 None None] Network 60f9bc03-56b1-4338-b639-396c4c6c4ed9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:27:59.172513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:59.173099 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:59.271756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Request body: {'port': {'device_id': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:27:59.293248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-cd91e0e2-4d67-4d2e-9b25-7c14f4e08bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:59.294514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-cd91e0e2-4d67-4d2e-9b25-7c14f4e08bcc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1030929 Oct 15 00:27:59.326730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ad3cc20a-a079-4d9b-8eb5-2197a3f1a569 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1689038 Oct 15 00:27:59.392555 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7608280e-068a-41c5-a7ad-0357ac01e32b req-01df5cf6-dbfb-49cd-a3e9-08a859c20c73 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 210 time: 0.1367655 Oct 15 00:27:59.393316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0791c3-b5d0-4b38-b89e-f8b390e0a1cf None None] Network 60f9bc03-56b1-4338-b639-396c4c6c4ed9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:27:59.424427 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a4fb21f-355c-4e49-ab21-86b6b0f37dd5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5150385 Oct 15 00:27:59.476403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-d16103e2-3fa8-4a2d-8df9-4fe0bd93fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:27:59.480816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-d16103e2-3fa8-4a2d-8df9-4fe0bd93fe1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310897 Oct 15 00:27:59.551211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f19960f-86c8-41fc-b8a6-205b434501a0 None None] New status for floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:27:59.788281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-4e8c2694-256f-405e-ba0b-d540aeccea56 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829883 Oct 15 00:27:59.836249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:27:59.884068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:00.005224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-974ada4d-1ffc-4c21-923a-582531b91ae7 req-80441597-3f3d-4d0a-9a86-62a3cde31c2a service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052498 Oct 15 00:28:00.009294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Allocated IP 172.20.0.3 (822e0207-d55a-45bf-9f45-24de3fbade56/a94f4e65-63e0-4e73-8782-49af8d28657a/f6ae232d-66d6-4fa0-b09b-5ceec23d3019) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:00.062109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93c1e3-04d9-4fc5-88f1-64ae6d273f14 req-fbf2043f-0e19-48fa-a16e-eaa8ed7bd5b0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:00.064908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f93c1e3-04d9-4fc5-88f1-64ae6d273f14 req-fbf2043f-0e19-48fa-a16e-eaa8ed7bd5b0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.3276367 Oct 15 00:28:00.085000 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-92f2beef-ee21-4de9-9b11-b8042e677004 req-c242e1cd-d214-46ec-aefc-75d5de856827 tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] show failed (client error): The resource could not be found. Oct 15 00:28:00.104387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-92f2beef-ee21-4de9-9b11-b8042e677004 req-c242e1cd-d214-46ec-aefc-75d5de856827 tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "GET /v2.0/security-groups/2b097983-7dd8-4800-b155-4a47e77b475f HTTP/1.1" status: 404 len: 352 time: 0.0450602 Oct 15 00:28:00.170616 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:00.172831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:00.191964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:00.271334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74be0ca-683b-438e-9bf9-617dbc4e31c4 req-7e3ccd9e-bae7-4b0a-afb2-75e3016eb0f5 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:00.277106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c74be0ca-683b-438e-9bf9-617dbc4e31c4 req-7e3ccd9e-bae7-4b0a-afb2-75e3016eb0f5 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 932 time: 0.0822165 Oct 15 00:28:00.314606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c74be0ca-683b-438e-9bf9-617dbc4e31c4 req-6c12ac98-0a54-4ff8-a100-71386cfe464e tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Oct 15 00:28:00.357736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:00.359663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:00.386695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f93c1e3-04d9-4fc5-88f1-64ae6d273f14 req-35fcb72d-bd5c-41f3-9eba-dd2bae5c9bb8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116992 Oct 15 00:28:00.402942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:00.471709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event updated for resources: {'Port': ['ID=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:00.668113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3158be-6bd9-4c67-ac50-512773afe5b2 req-dc55365d-60d3-48fd-ba5f-67035faefaee tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:00.675735 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d3158be-6bd9-4c67-ac50-512773afe5b2 req-dc55365d-60d3-48fd-ba5f-67035faefaee tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 931 time: 0.1714869 Oct 15 00:28:00.698365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-b4b1f298-e5d8-45f4-a27b-14a5118d0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:00.700117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-b4b1f298-e5d8-45f4-a27b-14a5118d0641 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1099 time: 0.1590872 Oct 15 00:28:00.716874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a461740-7e22-4ee7-8ebd-b0b346d0d323 req-e5751bc9-2bca-4de5-989f-4ef05a45b2a9 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.1893120 Oct 15 00:28:00.734831 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d3158be-6bd9-4c67-ac50-512773afe5b2 req-dd3e69f9-436b-4438-a959-24f4cccd8023 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Oct 15 00:28:00.800208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:00.800751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:00.832420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b4384960-4ef0-4162-a834-700f080cdc61 None None] Provisioning complete for port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:00.838762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4384960-4ef0-4162-a834-700f080cdc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:00.921348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b4384960-4ef0-4162-a834-700f080cdc61 None None] Port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:28:00.943403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35cce979-1c91-445d-9956-7945122353f6 req-8dc5a061-f247-4b04-9f41-936af53bab89 tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1136fc5101714c488b8bca24ff6f91ee HTTP/1.1" status: 200 len: 2984 time: 0.1280777 Oct 15 00:28:00.946573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:00.975282 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ddb8f6e2-f413-4d03-852f-08a816699e75 req-c36420e6-422f-4629-b86a-2c2100ce31c9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 210 time: 0.0390170 Oct 15 00:28:00.986645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-39e0ee6b-76fc-4a8d-8d7a-9554a9ba09eb tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3563535 Oct 15 00:28:01.002877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-836e7021-a171-4646-ada7-933f492f62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:01.004934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-836e7021-a171-4646-ada7-933f492f62b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2688057 Oct 15 00:28:01.012885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Request body: {'port': {'device_id': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:01.054417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769aef6f-8e62-4556-b360-e1ba1c1be651 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:01.064494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-6f5ef67b-493a-45c7-a059-174ef9e4471d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0424716 Oct 15 00:28:01.069150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:01.106519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Transition to ACTIVE for port object 769aef6f-8e62-4556-b360-e1ba1c1be651 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:01.139621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35cce979-1c91-445d-9956-7945122353f6 req-3958434d-25be-43c8-a288-9db22057a9f5 tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "GET /v2.0/security-groups/7eac09ce-44c1-48fb-b47e-2d188378c091 HTTP/1.1" status: 200 len: 2981 time: 0.1626766 Oct 15 00:28:01.146679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:01.204057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:01.264310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:01.303232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35cce979-1c91-445d-9956-7945122353f6 req-57c17521-fcb8-4e7c-ab0b-8bdd8c6f2bb8 tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "GET /v2.0/security-groups/7eac09ce-44c1-48fb-b47e-2d188378c091 HTTP/1.1" status: 200 len: 2981 time: 0.1541088 Oct 15 00:28:01.360386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Pushing event updated for resources: {'Port': ['ID=769aef6f-8e62-4556-b360-e1ba1c1be651,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:01.435420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Network 822e0207-d55a-45bf-9f45-24de3fbade56 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:01.460646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:01.469684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:01.475713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d504e74b-4846-4179-a4c0-66b54466b5be req-027eb545-7a6a-4a0f-a83a-0ac37454f96b tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "GET /v2.0/security-groups/7eac09ce-44c1-48fb-b47e-2d188378c091 HTTP/1.1" status: 200 len: 2981 time: 0.1442184 Oct 15 00:28:01.548766 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-d504e74b-4846-4179-a4c0-66b54466b5be req-ce4c71ef-53d0-4034-a6cc-5254433ff79d tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 00:28:01.570555 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d504e74b-4846-4179-a4c0-66b54466b5be req-ce4c71ef-53d0-4034-a6cc-5254433ff79d tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "DELETE /v2.0/security-groups/7eac09ce-44c1-48fb-b47e-2d188378c091 HTTP/1.1" status: 409 len: 352 time: 0.0913827 Oct 15 00:28:01.631712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:01.717557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1257c-6dce-4fb0-b84e-d8b3eda6c457 req-a9215e0f-d187-4bea-b4c4-ac7a7275e1af tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:01.725056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1c1257c-6dce-4fb0-b84e-d8b3eda6c457 req-a9215e0f-d187-4bea-b4c4-ac7a7275e1af tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0920508 Oct 15 00:28:01.739711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:01.740277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:01.785767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Attempting to bind port 769aef6f-8e62-4556-b360-e1ba1c1be651 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:01.786123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Attempting to bind port 769aef6f-8e62-4556-b360-e1ba1c1be651 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:01.786458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Attempting to bind port 769aef6f-8e62-4556-b360-e1ba1c1be651 on network 06cc5db5-e538-4818-8a18-7e5b6928dd6d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:01.809533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3d502-7133-4e65-a139-4634478a3199 req-6e96d8a5-6525-40a5-802b-b70a1c71fb86 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:01.811126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fde3d502-7133-4e65-a139-4634478a3199 req-6e96d8a5-6525-40a5-802b-b70a1c71fb86 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 932 time: 0.2663631 Oct 15 00:28:01.813678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Port 769aef6f-8e62-4556-b360-e1ba1c1be651 on network 06cc5db5-e538-4818-8a18-7e5b6928dd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:01.813990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Attempting to bind port 769aef6f-8e62-4556-b360-e1ba1c1be651 on network 06cc5db5-e538-4818-8a18-7e5b6928dd6d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:01.816686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1c1257c-6dce-4fb0-b84e-d8b3eda6c457 req-aea04a6c-dadb-49ec-8fa2-aa863d48b652 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904207 Oct 15 00:28:01.832087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:01.832554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Checking segment: {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:01.832947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Bound using segment: {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:01.833394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Bound port: 769aef6f-8e62-4556-b360-e1ba1c1be651, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4c6542-b079-4b6d-a768-d77089fc14c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:01.833750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:01.880149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4a2a1e1f-5e90-402b-8449-5ad237b4ada3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6089509 Oct 15 00:28:01.915482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Request body: {'port': {'device_id': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:01.974814 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-3d9bed46-8538-48fc-9db9-2c0b661bec84 req-96508af6-07e5-4fe0-a9e5-c4736e03feec tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] show failed (client error): The resource could not be found. Oct 15 00:28:01.976139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d9bed46-8538-48fc-9db9-2c0b661bec84 req-96508af6-07e5-4fe0-a9e5-c4736e03feec tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "GET /v2.0/security-groups/7b7001e7-1b47-4d1f-9b7c-976be7dc442e HTTP/1.1" status: 404 len: 352 time: 0.0217648 Oct 15 00:28:02.122997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe921f35-27d1-402a-b63e-1d22eaee3d2c req-3c7fb2fd-c529-40b5-8f5f-67acfa5fc4a1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0293417 Oct 15 00:28:02.201513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.286174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fde3d502-7133-4e65-a139-4634478a3199 req-f5866e03-6ce4-4eb4-b839-aa5c02f86319 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645061 Oct 15 00:28:02.298551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:02.312033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf6eb1-6b6a-4a52-8794-37230877a07e req-d34abf7b-456b-4503-ba32-4cc4d4f2460c tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:02.312033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1adf6eb1-6b6a-4a52-8794-37230877a07e req-d34abf7b-456b-4503-ba32-4cc4d4f2460c tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.0797753 Oct 15 00:28:02.342218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.372509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] For port 769aef6f-8e62-4556-b360-e1ba1c1be651, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:02.373127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1adf6eb1-6b6a-4a52-8794-37230877a07e req-d12b77f9-d64c-472f-b674-1a0ed5143fd8 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 Oct 15 00:28:02.392076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Transition to ACTIVE for port object aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:02.406764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] For port 769aef6f-8e62-4556-b360-e1ba1c1be651, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=769aef6f-8e62-4556-b360-e1ba1c1be651,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:02.408721 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-46df6065-ede3-4621-9240-a1962d15768f req-731a0365-2f5a-45af-bd4f-f54b1c99d0ee tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] show failed (client error): The resource could not be found. Oct 15 00:28:02.414745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46df6065-ede3-4621-9240-a1962d15768f req-731a0365-2f5a-45af-bd4f-f54b1c99d0ee tempest-SecurityGroupsNegativeTestJSON-57218097 tempest-SecurityGroupsNegativeTestJSON-57218097-project] 10.222.0.13 "GET /v2.0/security-groups/c341b766-45f9-44c1-b9fc-960f6bc7e40c HTTP/1.1" status: 404 len: 352 time: 0.0749195 Oct 15 00:28:02.415611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.429050 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56260) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:02.490976 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.539211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] Deleting subnet 46e61635-be73-48c6-8ffc-b2411abb4461 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:28:02.552261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.563858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e9d17-94d9-452c-898b-38eee76e4556 req-f8a7b863-35b4-463e-8a43-13df1f99b7f5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:02.566312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e88e9d17-94d9-452c-898b-38eee76e4556 req-f8a7b863-35b4-463e-8a43-13df1f99b7f5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 931 time: 0.1271908 Oct 15 00:28:02.596903 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.628478 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.675795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:02.676428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.677854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-64377961-3abe-4134-b786-840e1bdea202 service neutron] 10.222.0.39 "PUT /v2.0/ports/769aef6f-8e62-4556-b360-e1ba1c1be651 HTTP/1.1" status: 200 len: 1091 time: 3.4114668 Oct 15 00:28:02.680162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'tag': '769aef6f-8e62-4556-b360-e1ba1c1be651'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:02.683276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e88e9d17-94d9-452c-898b-38eee76e4556 req-638b413a-61fd-4960-88fb-bf2831e8e758 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Oct 15 00:28:02.683433 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f402578b-96b9-41a9-a23a-4445f9a4259d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed6f02-4574-4e1e-8f68-4318feac1f52", "tag": "769aef6f-8e62-4556-b360-e1ba1c1be651"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:02.691550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:02.714920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:02.999623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.038120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ae232d-66d6-4fa0-b09b-5ceec23d3019 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:03.041679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.048459 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d75e7-b0f7-4de0-a41e-2c422b321bf6 x-openstack-request-id: req-9a4d75e7-b0f7-4de0-a41e-2c422b321bf6 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:03.053511 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed6f02-4574-4e1e-8f68-4318feac1f52", "tag": "769aef6f-8e62-4556-b360-e1ba1c1be651", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:03.053802 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a4d75e7-b0f7-4de0-a41e-2c422b321bf6 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:03.054377 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'tag': '769aef6f-8e62-4556-b360-e1ba1c1be651', 'status': 'completed', 'code': 200} Oct 15 00:28:03.091939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e61635-be73-48c6-8ffc-b2411abb4461,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:03.115052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Transition to ACTIVE for port object f6ae232d-66d6-4fa0-b09b-5ceec23d3019 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:03.124782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6326fac-0838-43ec-a220-9cc495d9698f req-9f99d6d1-e62e-4322-97f0-df2db5d153fc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:03.133901 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6326fac-0838-43ec-a220-9cc495d9698f req-9f99d6d1-e62e-4322-97f0-df2db5d153fc tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.2050877 Oct 15 00:28:03.138560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.142580 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eff2da11-3160-46cd-aaa4-4465463db925 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46e61635-be73-48c6-8ffc-b2411abb4461 HTTP/1.1" status: 204 len: 168 time: 0.7123165 Oct 15 00:28:03.150796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56270) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:03.198308 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6326fac-0838-43ec-a220-9cc495d9698f req-3a058b4b-eb50-466c-af8b-220e78fa4d27 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632737 Oct 15 00:28:03.240069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.280255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Attempting to bind port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:03.280876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Attempting to bind port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:03.281402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Attempting to bind port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:03.307535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:03.308039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Attempting to bind port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 on network 97bd6b0d-78ab-424f-bcef-7b925db6f842 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:03.338010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9989dd04-96e3-43f9-b8c5-9ff809351278 req-0498790a-434f-4100-ab76-86037e4462fe tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0758262 Oct 15 00:28:03.345639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.349598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64377961-3abe-4134-b786-840e1bdea202 service neutron] Pushing event updated for resources: {'Port': ['ID=769aef6f-8e62-4556-b360-e1ba1c1be651,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:03.355933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:03.356285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Checking segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:03.356768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Bound using segment: {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:03.357222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Bound port: aa0be93c-b9eb-42e0-aed9-c1c7f0c34019, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906e844e-8e48-413f-ab55-b99f8cfb234e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:03.357582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.461028 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a8c4c-5d8c-494b-a5c9-cee85b685e0e req-6478f476-49f9-4d75-ae03-dbad4e209c5e tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:03.471347 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed1a8c4c-5d8c-494b-a5c9-cee85b685e0e req-6478f476-49f9-4d75-ae03-dbad4e209c5e tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 944 time: 0.0818386 Oct 15 00:28:03.529814 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed1a8c4c-5d8c-494b-a5c9-cee85b685e0e req-0b81bf86-94f3-46d4-a043-7f1597784ee7 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570107 Oct 15 00:28:03.582277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:03.688847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] For port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:03.691893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.719634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] For port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:03.740811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f9bc03-56b1-4338-b639-396c4c6c4ed9']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:03.749922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Attempting to bind port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:03.750295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Attempting to bind port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:03.750622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Attempting to bind port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:03.755754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e604c5e7-3367-4423-990f-f1c0956d9fed') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:03.756051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e604c5e7-3367-4423-990f-f1c0956d9fed') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:03.766678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aace2b-c017-4959-98ea-fc62cb24f042 req-d8feaf18-4ddb-4a20-8b36-699c9cdc47ea tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:03.768197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79aace2b-c017-4959-98ea-fc62cb24f042 req-d8feaf18-4ddb-4a20-8b36-699c9cdc47ea tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.2289674 Oct 15 00:28:03.775093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 on network 822e0207-d55a-45bf-9f45-24de3fbade56 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:03.775980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Attempting to bind port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:03.783322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.803515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:03.803848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Checking segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:03.804216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Bound using segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:03.804656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Bound port: f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:03.805005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.819909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.839380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:28:03.839616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:03.841574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3e919-63e4-42fc-a815-396a17ecc8d0 req-ed9a3350-519a-4404-a927-c43d586e81eb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:28:03.841731 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:28:03.861147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9c3e919-63e4-42fc-a815-396a17ecc8d0 req-ed9a3350-519a-4404-a927-c43d586e81eb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 943 time: 0.1021097 Oct 15 00:28:03.886523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79aace2b-c017-4959-98ea-fc62cb24f042 req-3116c07d-5dac-411c-ab5a-9cbeea02f89e tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065736 Oct 15 00:28:03.918057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9c3e919-63e4-42fc-a815-396a17ecc8d0 req-f2e8de91-5ebf-4d17-add5-8dd74cd81786 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557411 Oct 15 00:28:03.973668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:03.976908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:03.987407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:04.028568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.029286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:04.030760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 HTTP/1.1" status: 200 len: 1092 time: 3.0305250 Oct 15 00:28:04.055622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3ffc4-2c3f-421d-98f6-fbd214a73da5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:04.110274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:04.115359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:04.122941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/60f9bc03-56b1-4338-b639-396c4c6c4ed9 HTTP/1.1" status: 204 len: 168 time: 0.9709404 Oct 15 00:28:04.157734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320ddd-aa4b-4514-a3d3-8bbbebcdd5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f9bc03-56b1-4338-b639-396c4c6c4ed9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:04.174450 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:04.265033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.265640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:04.267144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] 10.222.0.30 "PUT /v2.0/ports/f6ae232d-66d6-4fa0-b09b-5ceec23d3019 HTTP/1.1" status: 200 len: 1091 time: 2.3625109 Oct 15 00:28:04.295233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962d9d5-ff3e-419d-a798-dc5f765a9ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:04.302732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-5451bf64-9776-4c97-aaf6-296a2c4cb49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.303368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-5451bf64-9776-4c97-aaf6-296a2c4cb49d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 1095 time: 0.0861034 Oct 15 00:28:04.365305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-ee54bc87-b201-4c2b-a922-15f1e3888696 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 HTTP/1.1" status: 200 len: 217 time: 0.0502214 Oct 15 00:28:04.453617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-10a1fcd8-5671-41c6-8ef1-981e80653f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.455125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-10a1fcd8-5671-41c6-8ef1-981e80653f05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 200 len: 862 time: 0.0600843 Oct 15 00:28:04.487244 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb9961d6-1e22-41c0-be3d-1d39290a2797 req-ece4e5a8-e0c6-47ed-9168-43c11430614e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0325973 Oct 15 00:28:04.529741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2020fba-ea8b-4a5f-b870-f2e9e90f1daa req-96f6d23a-0f87-446c-843a-1609e15f3578 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.531287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2020fba-ea8b-4a5f-b870-f2e9e90f1daa req-96f6d23a-0f87-446c-843a-1609e15f3578 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.1755846 Oct 15 00:28:04.544179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-066489a3-1eb1-405c-8369-54c926b8347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.545690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-066489a3-1eb1-405c-8369-54c926b8347b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 1094 time: 0.1039886 Oct 15 00:28:04.597682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56292) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:04.615444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-f8dd9ed1-e0b9-4822-a8be-037aafac28f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019 HTTP/1.1" status: 200 len: 217 time: 0.0522227 Oct 15 00:28:04.617158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-fbdc02bd-5c09-4564-bb2e-8e4ce5d03a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.618596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-fbdc02bd-5c09-4564-bb2e-8e4ce5d03a97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97bd6b0d-78ab-424f-bcef-7b925db6f842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369004 Oct 15 00:28:04.626592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2020fba-ea8b-4a5f-b870-f2e9e90f1daa req-1b12bb1d-db6b-443a-9dec-1734b6811f57 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881836 Oct 15 00:28:04.665948 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-20c7228b-0d5d-4bd2-8683-18ff49191730 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1136fc5101714c488b8bca24ff6f91ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665250 Oct 15 00:28:04.670541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56294) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:04.706504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a6c40-0c93-4979-bdd0-d0504bc72a0f req-5e9665c7-3a12-4578-af64-d950f169c084 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.708295 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e34a6c40-0c93-4979-bdd0-d0504bc72a0f req-5e9665c7-3a12-4578-af64-d950f169c084 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 944 time: 0.0700459 Oct 15 00:28:04.750723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e34a6c40-0c93-4979-bdd0-d0504bc72a0f req-6d23d056-dca6-4565-96dd-778035fecc77 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Oct 15 00:28:04.772244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-8149327a-6c61-4dfd-8a30-663327b34301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:04.773697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-8149327a-6c61-4dfd-8a30-663327b34301 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.1425793 Oct 15 00:28:04.843255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-4d7d2201-0f17-4923-b679-88053a970e30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442789 Oct 15 00:28:04.843255 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa157b4d-a088-4ba0-8a16-556085fc0ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:04.869680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-916a3a56-3f4e-4978-97ce-cc642dc6c4c0 service neutron] 10.222.0.30 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394607 Oct 15 00:28:04.895088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa157b4d-a088-4ba0-8a16-556085fc0ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:05.058132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019'}, {'name': 'network-changed', 'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:05.059299 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019"}, {"name": "network-changed", "server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:05.091714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-6247dd01-8bc4-46f9-97d9-38d06a4453b1 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467020 Oct 15 00:28:05.143346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546c18-02a2-407b-8466-45d6e6d740cd req-5a42ffc4-b253-4a12-a117-862b67a61fbf tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.144847 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8546c18-02a2-407b-8466-45d6e6d740cd req-5a42ffc4-b253-4a12-a117-862b67a61fbf tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.0840821 Oct 15 00:28:05.172359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1d37b22-f183-4058-8fa0-f8679a8efb74 req-544bf45c-f1f7-4927-ac84-a21730a0bed0 service neutron] 10.222.0.30 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920022 Oct 15 00:28:05.188277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8546c18-02a2-407b-8466-45d6e6d740cd req-841ba673-1cae-4f60-a074-05a6b051eb64 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Oct 15 00:28:05.219537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd1328-6784-4c3f-b6b6-1d7950174585 req-1cca3dc4-3f7c-4fbb-ab46-b4ed26f1782b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.221157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ffd1328-6784-4c3f-b6b6-1d7950174585 req-1cca3dc4-3f7c-4fbb-ab46-b4ed26f1782b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 943 time: 0.1835144 Oct 15 00:28:05.250294 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9388d8-9311-446d-9f07-8c5557de411d x-openstack-request-id: req-ea9388d8-9311-446d-9f07-8c5557de411d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:05.258954 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:05.258954 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea9388d8-9311-446d-9f07-8c5557de411d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:05.258954 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'status': 'completed', 'code': 200} Oct 15 00:28:05.258954 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'status': 'completed', 'code': 200} Oct 15 00:28:05.280149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558b2b87-3a67-478c-aeeb-728e32f93eac req-5a56e9dd-7b09-444f-ad19-e261856d81d9 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792905 Oct 15 00:28:05.285618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ffd1328-6784-4c3f-b6b6-1d7950174585 req-c6a59c92-0acb-44fa-aca5-1b51d25c3ea0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577714 Oct 15 00:28:05.339087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa157b4d-a088-4ba0-8a16-556085fc0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:05.341982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa157b4d-a088-4ba0-8a16-556085fc0ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:05.343160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa157b4d-a088-4ba0-8a16-556085fc0ebb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7eac09ce-44c1-48fb-b47e-2d188378c091 HTTP/1.1" status: 204 len: 168 time: 0.6701245 Oct 15 00:28:05.351499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa157b4d-a088-4ba0-8a16-556085fc0ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eac09ce-44c1-48fb-b47e-2d188378c091,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:05.419994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-8373a13e-fe95-464a-b886-e46d00a82dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.421626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-8373a13e-fe95-464a-b886-e46d00a82dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 1095 time: 0.0535345 Oct 15 00:28:05.521249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-226fd2a9-fec3-4f71-a1a6-0a723bac6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.522801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-226fd2a9-fec3-4f71-a1a6-0a723bac6d5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 924 time: 0.0924635 Oct 15 00:28:05.572861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-0c239846-c1fb-4b99-8342-f4d9d8fe7ebb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 HTTP/1.1" status: 200 len: 217 time: 0.0414705 Oct 15 00:28:05.604846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffff96cf-2361-4437-97ea-8f9337c3bc40 req-53e5d7fa-5d46-4cf4-adab-0259f8ecf579 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0349684 Oct 15 00:28:05.640430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-e589f63b-6d0c-417b-99dc-681afaf7cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.641867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-e589f63b-6d0c-417b-99dc-681afaf7cc3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 200 len: 862 time: 0.0593536 Oct 15 00:28:05.693511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-732e243d-2ad5-4576-8115-1419b7864c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.695145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-732e243d-2ad5-4576-8115-1419b7864c6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97bd6b0d-78ab-424f-bcef-7b925db6f842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422750 Oct 15 00:28:05.759390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8f139-245c-4309-9e2d-40bf8ec0a6cf req-3c35d38c-eacf-4222-ab0d-d75dcebcbf5e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.761171 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22a8f139-245c-4309-9e2d-40bf8ec0a6cf req-3c35d38c-eacf-4222-ab0d-d75dcebcbf5e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0526366 Oct 15 00:28:05.811669 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22a8f139-245c-4309-9e2d-40bf8ec0a6cf req-1a367d48-3564-41ce-a76d-5e4dfa977ed6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Oct 15 00:28:05.812486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-56fd605e-61ca-47e2-8d26-e9e025e49380 service neutron] 10.222.0.30 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076162 Oct 15 00:28:05.943158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259bc6-ce05-43e5-83ab-143e3d3c0a05 req-ccbd1da4-f863-4e8b-b7eb-a3a0f560aedd tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:05.944661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46259bc6-ce05-43e5-83ab-143e3d3c0a05 req-ccbd1da4-f863-4e8b-b7eb-a3a0f560aedd tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 944 time: 0.1041353 Oct 15 00:28:05.951207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-83a4e8d5-b674-4f5c-87b9-6c78b22ebc42 service neutron] 10.222.0.30 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292746 Oct 15 00:28:05.991344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46259bc6-ce05-43e5-83ab-143e3d3c0a05 req-5424c565-631b-41d9-83b4-c0f17d16e546 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383413 Oct 15 00:28:06.036209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-5dde1788-7b54-4518-a293-8aaddc5c158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:06.037762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-5dde1788-7b54-4518-a293-8aaddc5c158c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 1094 time: 0.0416648 Oct 15 00:28:06.143882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-ca713ede-b973-49b6-88c3-9b3105bf9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:06.145421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-ca713ede-b973-49b6-88c3-9b3105bf9a77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 905 time: 0.0999773 Oct 15 00:28:06.319326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8f3cb-6ad5-4413-b122-abe4a504fa91 req-8bd060f7-e0b3-44f3-bf2b-0a81c0537842 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:06.320869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-17e8f3cb-6ad5-4413-b122-abe4a504fa91 req-8bd060f7-e0b3-44f3-bf2b-0a81c0537842 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.0541523 Oct 15 00:28:06.386326 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-17e8f3cb-6ad5-4413-b122-abe4a504fa91 req-62bfdc94-6168-4e08-869b-f0c17bdcaa81 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Oct 15 00:28:06.468193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-927dce39-5146-44f2-8737-742f73d3ab36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019 HTTP/1.1" status: 200 len: 217 time: 0.3114181 Oct 15 00:28:06.547563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-097ed19a-8da3-448c-bae2-d9d75e6bda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:06.548985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-097ed19a-8da3-448c-bae2-d9d75e6bda83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.0691791 Oct 15 00:28:06.557074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02af96-0bcb-4c89-9909-4557d2e5dada req-b75d6b16-d3c0-44f7-bd3a-cbefd5dd1ed1 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:06.558607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a02af96-0bcb-4c89-9909-4557d2e5dada req-b75d6b16-d3c0-44f7-bd3a-cbefd5dd1ed1 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 943 time: 0.0934472 Oct 15 00:28:06.591793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-10530dc8-c434-46d5-bc82-554ed6fad61e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318513 Oct 15 00:28:06.649014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a02af96-0bcb-4c89-9909-4557d2e5dada req-59c1d882-e53d-479b-9920-c0246852e1be tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805902 Oct 15 00:28:06.713477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1830ca19-e4fc-4eb4-8917-6a0950a8f426 req-ae332a3c-8cc0-4cd5-a930-497bbd01150f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0302367 Oct 15 00:28:06.722861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-69fa898b-10bd-4d72-be6d-f6283e04bc77 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218624 Oct 15 00:28:06.735430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:06.823251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4d60c20-58a3-420f-9af2-6e7dc9c26e1c req-3e48fc8a-a113-4c77-9699-4f3eac6ee79d service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920820 Oct 15 00:28:06.836149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-795213085-network', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:06.929245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fd771-c376-47c2-8f72-a9b501c82a15 req-9f892307-1756-46d5-ac26-10499b29e2f7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:06.930809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc5fd771-c376-47c2-8f72-a9b501c82a15 req-9f892307-1756-46d5-ac26-10499b29e2f7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0490348 Oct 15 00:28:06.947682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Made reservation on behalf of 7dae56df76ea4e44ae910559073e7d51 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:06.950038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:06.958853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:06.970487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc5fd771-c376-47c2-8f72-a9b501c82a15 req-5b1801ba-b7d4-4590-bb47-ac7efda9eec1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326691 Oct 15 00:28:07.034367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.108517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d47fdb-7bc0-4f8c-962b-9d1bf45a3a69 req-b12826e0-0da7-41b9-857f-7ea885d2ba5a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:07.109972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89d47fdb-7bc0-4f8c-962b-9d1bf45a3a69 req-b12826e0-0da7-41b9-857f-7ea885d2ba5a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 944 time: 0.0495505 Oct 15 00:28:07.155452 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.173037 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89d47fdb-7bc0-4f8c-962b-9d1bf45a3a69 req-a2ff49ae-07dc-4fa3-9466-fd1a2618ddac tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569715 Oct 15 00:28:07.195615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:28:07.197814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a08add-2597-4d2c-ac08-03ac1c64bc9a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:07.219301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.222341 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Added segment a6a34cdc-d020-4e6f-a2fd-aa042d6a8214 of type vlan for network 6dac6069-6598-483d-9b51-6ea1ab1436ec Oct 15 00:28:07.264040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.283152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device f6ae232d-66d6-4fa0-b09b-5ceec23d3019 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:07.352808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.353925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:07.354467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.387894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:07.400040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'mac_address': 'fa:16:3e:45:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:07.415470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6dac6069-6598-483d-9b51-6ea1ab1436ec,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:07.428780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:28:07.456342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-40dba339-ec09-4c0e-ac56-8600c96ba5d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7198327 Oct 15 00:28:07.463300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56356) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:07.469685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Request body: {'subnet': {'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-795213085-subnet', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:07.517580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.531020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223831f7-03bf-4e9b-a802-4561d08218f4 req-d5e43bd1-e7ee-4165-aa98-ebe51aa1424f tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:07.538706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223831f7-03bf-4e9b-a802-4561d08218f4 req-d5e43bd1-e7ee-4165-aa98-ebe51aa1424f tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.0811198 Oct 15 00:28:07.548109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ae232d-66d6-4fa0-b09b-5ceec23d3019 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:07.574202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:07.577242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-223831f7-03bf-4e9b-a802-4561d08218f4 req-82a08cad-cacd-4361-a180-6ebff1f6e3dc tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Oct 15 00:28:07.578262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Made reservation on behalf of 7dae56df76ea4e44ae910559073e7d51 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:07.583844 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.640823 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.693324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:07.706909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.707300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.707645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.707978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.708307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.708633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.709740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.710169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.710509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.711332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.711674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.712000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:07.810108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-885d51fd-b155-4203-9b84-b013cc143627 req-33c41a00-f4ac-44bb-9491-884e2ab97837 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0294154 Oct 15 00:28:07.830736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132a228-86c7-4d5d-b3a9-f3d9aef9fd5e req-0355d2c1-8a1b-4214-8332-e9cbb0866d63 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:07.832354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4132a228-86c7-4d5d-b3a9-f3d9aef9fd5e req-0355d2c1-8a1b-4214-8332-e9cbb0866d63 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 944 time: 0.0732713 Oct 15 00:28:07.873642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4132a228-86c7-4d5d-b3a9-f3d9aef9fd5e req-de3a310a-8511-4188-a442-08a052d45987 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Oct 15 00:28:07.875513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:07.936980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4f7361-837d-499b-addf-ab0be894412b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:07.942137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['f6ae232d-66d6-4fa0-b09b-5ceec23d3019'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:07.944456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Checking segment: {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:07.944815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Network hostable DHCP agents. Network: 6dac6069-6598-483d-9b51-6ea1ab1436ec, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:28:08.062047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:28:08.093106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330dad6-248d-4fbc-9db7-e83890da1bd7 req-16f2f419-f5a2-4604-829d-4f37d5a4c0d2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.100589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d330dad6-248d-4fbc-9db7-e83890da1bd7 req-16f2f419-f5a2-4604-829d-4f37d5a4c0d2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0629258 Oct 15 00:28:08.142052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d330dad6-248d-4fbc-9db7-e83890da1bd7 req-d68275c9-9813-4d10-afa5-7ede60d635e2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Oct 15 00:28:08.161962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 6dac6069-6598-483d-9b51-6ea1ab1436ec) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:08.168721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.170173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.172881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3355cc0d-a2e7-4afd-9433-cce3b589703c None None] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:28:08.194977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-629ab06d-8d2b-408f-b10c-ff6b54ee225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.196573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-629ab06d-8d2b-408f-b10c-ff6b54ee225d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0695987 Oct 15 00:28:08.269931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402578b-96b9-41a9-a23a-4445f9a4259d req-6b6a6248-c26e-479c-8949-fb0c2245c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.272707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f402578b-96b9-41a9-a23a-4445f9a4259d req-6b6a6248-c26e-479c-8949-fb0c2245c482 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d255cd69457843eb920138b6c640c651&device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 1094 time: 0.0834043 Oct 15 00:28:08.278264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-58fb3aea-8b58-42ac-a783-cc40a45ee310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.279875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-58fb3aea-8b58-42ac-a783-cc40a45ee310 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726709 Oct 15 00:28:08.329375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0e1937c5-4330-4743-85e0-cc8102b5dcba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8659616 Oct 15 00:28:08.331583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56370) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:08.343093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:08.361796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-6dac6069-6598-483d-9b51-6ea1ab1436ec', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:28:08.364305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.369891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deb3cb-c8df-4dc6-a59a-fad228c02425 req-c53a306b-2f74-4530-b273-dae46ab4113f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.371444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84deb3cb-c8df-4dc6-a59a-fad228c02425 req-c53a306b-2f74-4530-b273-dae46ab4113f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 944 time: 0.0863831 Oct 15 00:28:08.458047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84deb3cb-c8df-4dc6-a59a-fad228c02425 req-94ed8db5-0a43-435b-ae1b-a8a0130420ff tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533292 Oct 15 00:28:08.461612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-9d2c0004-3219-4e8d-ba69-0dd6c18bda08 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512847 Oct 15 00:28:08.483276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402578b-96b9-41a9-a23a-4445f9a4259d req-e792b634-64c4-4c88-a5b2-0deab5bc1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.485073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f402578b-96b9-41a9-a23a-4445f9a4259d req-e792b634-64c4-4c88-a5b2-0deab5bc1eb1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d255cd69457843eb920138b6c640c651&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1854236 Oct 15 00:28:08.538500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Allocated IP 172.20.0.2 (6dac6069-6598-483d-9b51-6ea1ab1436ec/1f4f7361-837d-499b-addf-ab0be894412b/567f7628-d927-45d4-8118-1ee3f8ed0690) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:08.595511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1263d7e1-4107-449d-9ea1-1e4abbbc9859 req-f4af6f23-1de0-44a0-8ef2-2ac66e822dd9 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124682 Oct 15 00:28:08.597198 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.598484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.677299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.695735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402578b-96b9-41a9-a23a-4445f9a4259d req-e7eb8199-e8eb-4a24-85a0-f6c0a2f41a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.697437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f402578b-96b9-41a9-a23a-4445f9a4259d req-e7eb8199-e8eb-4a24-85a0-f6c0a2f41a4e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2047253 Oct 15 00:28:08.700559 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.719010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed247e94-62b2-499e-bd89-92b0da8af2b1 req-e4e1db31-69c0-4076-839f-606498ea6552 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.720505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed247e94-62b2-499e-bd89-92b0da8af2b1 req-e4e1db31-69c0-4076-839f-606498ea6552 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.0526662 Oct 15 00:28:08.759599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed247e94-62b2-499e-bd89-92b0da8af2b1 req-252cbee7-10b0-4fc2-912c-61b65c9676eb tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Oct 15 00:28:08.807274 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.846848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:08.851262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:08.857670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:08.864611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Pushing event updated for resources: {'Port': ['ID=567f7628-d927-45d4-8118-1ee3f8ed0690,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:08.920469 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.955246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfba075a-82bc-4147-a7a0-8012eb25e86f req-2ed88b1f-32f4-4cd9-b1a4-8fbb7aeca16d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0314364 Oct 15 00:28:08.962120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-c62f8303-460e-4d0a-bbde-2cac63cb01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:08.969881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-c62f8303-460e-4d0a-bbde-2cac63cb01c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d255cd69457843eb920138b6c640c651&device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 1094 time: 0.1731985 Oct 15 00:28:08.978639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Attempting to bind port 567f7628-d927-45d4-8118-1ee3f8ed0690 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:08.979092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Attempting to bind port 567f7628-d927-45d4-8118-1ee3f8ed0690 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:08.979464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Attempting to bind port 567f7628-d927-45d4-8118-1ee3f8ed0690 on network 6dac6069-6598-483d-9b51-6ea1ab1436ec {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:08.994702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:08.995241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Checking segment: {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:08.995790 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:08.996265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Bound using segment: {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:08.996976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Bound port: 567f7628-d927-45d4-8118-1ee3f8ed0690, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:08.997574 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.016836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-9a16ca29-8e83-4282-afa6-1911a55ac9a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769aef6f-8e62-4556-b360-e1ba1c1be651 HTTP/1.1" status: 200 len: 217 time: 0.0436912 Oct 15 00:28:09.026686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b77e6-5516-41f3-a7a0-d35c56172c77 req-b215c757-1834-4665-ae67-f762449b22a6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:09.035672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-992b77e6-5516-41f3-a7a0-d35c56172c77 req-b215c757-1834-4665-ae67-f762449b22a6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 944 time: 0.0790355 Oct 15 00:28:09.087315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-3794b1e5-fa15-4f5e-b247-b729004d41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:09.088142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-992b77e6-5516-41f3-a7a0-d35c56172c77 req-7ff270bc-e5eb-4f54-88f3-7307ecccf701 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501077 Oct 15 00:28:09.089318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-3794b1e5-fa15-4f5e-b247-b729004d41e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5cc75336-6ac9-44eb-a7b0-719ea59380b0 HTTP/1.1" status: 200 len: 853 time: 0.0645149 Oct 15 00:28:09.090846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] For port 567f7628-d927-45d4-8118-1ee3f8ed0690, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:09.095360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] For port 567f7628-d927-45d4-8118-1ee3f8ed0690, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=567f7628-d927-45d4-8118-1ee3f8ed0690,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:09.173930 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.179713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-81e2e9a3-dbbc-45f1-8ab9-d886c9204eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:09.182891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-81e2e9a3-dbbc-45f1-8ab9-d886c9204eb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06cc5db5-e538-4818-8a18-7e5b6928dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819604 Oct 15 00:28:09.253176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ff198-dd6f-4259-8cfe-65f50350c4a3 None None] Pushing event updated for resources: {'Port': ['ID=567f7628-d927-45d4-8118-1ee3f8ed0690,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:09.306077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:09.310189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device f6ae232d-66d6-4fa0-b09b-5ceec23d3019 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:09.399652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e5ea-b8ef-4bfd-931e-b91702cac7de req-8c237c1c-b12e-42e7-b9d5-4665a86f824b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:09.407305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0781e5ea-b8ef-4bfd-931e-b91702cac7de req-8c237c1c-b12e-42e7-b9d5-4665a86f824b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.1819417 Oct 15 00:28:09.463816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-310abba9-529e-41c1-b2b8-22ddc2fba158 service neutron] 10.222.0.39 "GET /v2.0/networks/06cc5db5-e538-4818-8a18-7e5b6928dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714162 Oct 15 00:28:09.536683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.540772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:09.572507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'port_id': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'mac_address': 'fa:16:3e:83:14:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:09.577628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0781e5ea-b8ef-4bfd-931e-b91702cac7de req-c90d189e-09e6-44b4-a559-7fbab1934c04 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675777 Oct 15 00:28:09.609052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.626791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-5da2345f-32ca-4e1e-9003-fe0ff728779f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528517 Oct 15 00:28:09.649253 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.654554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3f9c3f6-4daa-4eee-8bcc-031991d3c5e5 req-bf45a19e-1c35-4c4b-831c-944ada6bfff9 service neutron] 10.222.0.39 "GET /v2.0/networks/06cc5db5-e538-4818-8a18-7e5b6928dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785038 Oct 15 00:28:09.669542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:09.690385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:09.696915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:09.698319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:09.698682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.711124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53585614-0ca6-4b36-84a0-2644258454f2 req-912f739a-c403-4f75-9fe5-cee9deae2c1c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:09.719498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-912f739a-c403-4f75-9fe5-cee9deae2c1c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.2776628 Oct 15 00:28:09.720261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.789217 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.802523 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.820163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:09.823661 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f241a0af-d3ff-4185-8491-7f55514ee741" -d '{"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:09.827086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Allocated IP 172.25.2.87 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/ffbdad4b-892b-4fde-9cb3-119efc836a23) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:09.836655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7c39c-458c-4e88-a0df-08527883a0bc req-8cd3bc02-dbd3-41be-a817-e3140dd7e67f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:09.838389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9f7c39c-458c-4e88-a0df-08527883a0bc req-8cd3bc02-dbd3-41be-a817-e3140dd7e67f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 944 time: 0.1763725 Oct 15 00:28:09.857383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:09.883832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:09.951471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9f7c39c-458c-4e88-a0df-08527883a0bc req-5c3b79f6-88d2-49a3-933b-5b74717c09d5 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837269 Oct 15 00:28:09.975716 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:09.997241 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:10.064673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-7d29369e-1bd9-4a41-aac8-4eeba7b56bea tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/quotas/081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 375 time: 0.3436875 Oct 15 00:28:10.078303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:10.100154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:10.136756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-5a47a6eb-d770-41d5-adc7-992b01c2f7da tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:10.138295 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-5a47a6eb-d770-41d5-adc7-992b01c2f7da tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5046494 Oct 15 00:28:10.152902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-2ac7b7d9-c7f6-464c-bd5d-ec86a3f827c4 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828340 Oct 15 00:28:10.158324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['aa0be93c-b9eb-42e0-aed9-c1c7f0c34019'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:10.160346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': '60323276-0697-4f83-b79e-1f9d83928af0', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:10.183917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:10.192451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:10.196830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:10.285694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbdad4b-892b-4fde-9cb3-119efc836a23,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:10.350825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94402c6b-ae68-4ceb-ba29-05bed76c3dda req-62c446bd-5eb1-4879-a31b-1aebb538c583 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:10.355891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94402c6b-ae68-4ceb-ba29-05bed76c3dda req-62c446bd-5eb1-4879-a31b-1aebb538c583 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.2507215 Oct 15 00:28:10.361479 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-c9c434bd-5a27-42b7-9091-18809715382a service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052736 Oct 15 00:28:10.435770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94402c6b-ae68-4ceb-ba29-05bed76c3dda req-ed6a5254-c8dc-403d-a33f-ff402eda11da tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788412 Oct 15 00:28:10.481351 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-759e7cbc-baf3-4022-8890-fbcc8fb38c14 service neutron] 10.222.0.13 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189263 Oct 15 00:28:10.501910 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4cc0e6-0490-4d8c-9871-613cb7e84480 x-openstack-request-id: req-bd4cc0e6-0490-4d8c-9871-613cb7e84480 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:10.502908 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:10.503345 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd4cc0e6-0490-4d8c-9871-613cb7e84480 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:10.504075 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'code': 200} Oct 15 00:28:10.521879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:10.583282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393fae6-cde8-4963-a0eb-85a59d6f596f None None] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:28:10.609623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43d2316d-e0a3-4e11-a46d-29a31f6515c4 req-59a5eccb-e588-4997-937b-262ce20a51bb tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Oct 15 00:28:10.667997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7cac-5bc1-4e45-886f-59971f35a21c req-4fd93f20-d063-4b07-9d76-ce1fdf3a5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:10.669587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f71e7cac-5bc1-4e45-886f-59971f35a21c req-4fd93f20-d063-4b07-9d76-ce1fdf3a5654 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 1096 time: 0.0696812 Oct 15 00:28:10.730588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:10.763470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f71e7cac-5bc1-4e45-886f-59971f35a21c req-7931e6a4-19f4-476d-a3ae-2148afcde449 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609658 Oct 15 00:28:10.763633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8ccb8590-3d41-463b-8787-8f42860f3848 None None] Provisioning complete for port 567f7628-d927-45d4-8118-1ee3f8ed0690 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:10.763633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8590-3d41-463b-8787-8f42860f3848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:10.763799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f68bab-ccef-4059-a17a-134f2da116f3 req-6384bb16-3310-47f5-9ee1-bd0bc1011b36 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:10.763799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6f68bab-ccef-4059-a17a-134f2da116f3 req-6384bb16-3310-47f5-9ee1-bd0bc1011b36 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 945 time: 0.0821552 Oct 15 00:28:10.782673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'mac_address': 'fa:16:3e:01:70:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:10.801477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6f68bab-ccef-4059-a17a-134f2da116f3 req-4fe5bd78-37eb-4428-90c7-55ba52794343 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Oct 15 00:28:10.877522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:10.911599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9e058-8e84-460d-8381-e29b6bb15a26 req-4b12f61c-af7c-4682-88d1-5f9298792a3d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:10.913039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49e9e058-8e84-460d-8381-e29b6bb15a26 req-4b12f61c-af7c-4682-88d1-5f9298792a3d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0498226 Oct 15 00:28:10.916611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c074e58f-839c-4439-8fdc-7f3b56a01d3a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:10.952145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49e9e058-8e84-460d-8381-e29b6bb15a26 req-6424906d-4f76-43cd-bb19-5e711e96cb98 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Oct 15 00:28:10.969955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:10.987973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8590-3d41-463b-8787-8f42860f3848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.027121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8ccb8590-3d41-463b-8787-8f42860f3848 None None] For port 567f7628-d927-45d4-8118-1ee3f8ed0690, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=567f7628-d927-45d4-8118-1ee3f8ed0690,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:11.065266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 567f7628-d927-45d4-8118-1ee3f8ed0690 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:11.092920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b1188-e5b0-40d2-ab52-121338dcd5eb req-d7206505-2598-4d95-bb8c-ac6bb93b4299 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:11.094619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e25b1188-e5b0-40d2-ab52-121338dcd5eb req-d7206505-2598-4d95-bb8c-ac6bb93b4299 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 945 time: 0.0537622 Oct 15 00:28:11.118879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 567f7628-d927-45d4-8118-1ee3f8ed0690 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:11.119261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.139400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e25b1188-e5b0-40d2-ab52-121338dcd5eb req-7b91441c-f3dd-4c7d-8031-163fc0d03b18 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Oct 15 00:28:11.178517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:11.182622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.210457 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.326349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.356460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.45 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/915b9bb2-d8af-4100-ac02-2b9650558b1b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:11.370878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:11.379508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8ccb8590-3d41-463b-8787-8f42860f3848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.410318 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.444208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:11.561317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:28:11.561665 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:28:11.567081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cf3b90c8-d03b-40b8-86ed-9f6b41f0c77f None None] Provisioning complete for port 567f7628-d927-45d4-8118-1ee3f8ed0690 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:11.567426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cf3b90c8-d03b-40b8-86ed-9f6b41f0c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.570456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb8590-3d41-463b-8787-8f42860f3848 None None] Pushing event updated for resources: {'Port': ['ID=567f7628-d927-45d4-8118-1ee3f8ed0690,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:11.583060 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.646492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-47eefda3-af68-4bad-a64b-d2f1c6afbd2d req-d644ab9a-446c-4e53-b341-6383ad57cac6 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0448818 Oct 15 00:28:11.662389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:11.676025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['c074e58f-839c-4439-8fdc-7f3b56a01d3a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:11.677538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:11.677909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.693048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.693799 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.711881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112b017-4f4c-4123-b148-e707a3ff39d3 req-016717cb-7195-45e2-9670-7f10ffb43ca5 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:11.712325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', '7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:11.722583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9112b017-4f4c-4123-b148-e707a3ff39d3 req-016717cb-7195-45e2-9670-7f10ffb43ca5 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.1145544 Oct 15 00:28:11.808075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:11.810656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=915b9bb2-d8af-4100-ac02-2b9650558b1b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:11.815135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:11.818558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:11.876027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87875c-c9b9-4d58-b6aa-5eb775943a44 req-9496d9e3-6a06-4252-83cb-f7bc958b3bff tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:11.883624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e87875c-c9b9-4d58-b6aa-5eb775943a44 req-9496d9e3-6a06-4252-83cb-f7bc958b3bff tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 935 time: 0.1293571 Oct 15 00:28:11.939134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:11.939701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.977308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:11.980817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e87875c-c9b9-4d58-b6aa-5eb775943a44 req-6d54d231-6d88-4e2d-9879-f892caeec48b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961478 Oct 15 00:28:12.015725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-ca173ce1-b187-42cf-8668-2d5aecf84da1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8608398 Oct 15 00:28:12.032470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Request body: {'port': {'device_id': '60323276-0697-4f83-b79e-1f9d83928af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:12.120733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9112b017-4f4c-4123-b148-e707a3ff39d3 req-c80c7dc1-b2bd-4cf7-8217-da415877d00d tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971114 Oct 15 00:28:12.143835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:12.198064 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:12.239264 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:12.254931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f871bb-8388-4d0c-8ddb-5d51c20f66b4 req-53a6348e-ffab-4073-b891-044482908c05 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:12.256445 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3f871bb-8388-4d0c-8ddb-5d51c20f66b4 req-53a6348e-ffab-4073-b891-044482908c05 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 945 time: 0.1365564 Oct 15 00:28:12.305966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296387da-ae6b-47f1-b360-764f081265e6 req-88933f09-09c0-4a04-b69f-8452a5be5bde tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:12.307605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-296387da-ae6b-47f1-b360-764f081265e6 req-88933f09-09c0-4a04-b69f-8452a5be5bde tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.0710480 Oct 15 00:28:12.346247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-178161a5-4d46-4506-a175-8d89820f8ba4 None None] Provisioning complete for port 915b9bb2-d8af-4100-ac02-2b9650558b1b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:12.346609 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-178161a5-4d46-4506-a175-8d89820f8ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:12.356966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-296387da-ae6b-47f1-b360-764f081265e6 req-c533ddd3-f520-4fe9-9fc2-653d7a874e4a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389669 Oct 15 00:28:12.387157 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3f871bb-8388-4d0c-8ddb-5d51c20f66b4 req-9bf935a7-6e44-4208-a3ad-313b2c7c7e5b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150372 Oct 15 00:28:12.391450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:12.414690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-178161a5-4d46-4506-a175-8d89820f8ba4 None None] Port 915b9bb2-d8af-4100-ac02-2b9650558b1b cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:28:12.429754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Router 9f99c849-3f4f-4115-9f08-8c011eea308b is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:28:12.507215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:12.510314 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538b0b98-eda5-4dd4-9f6b-b83a9cf0403b" -d '{"events": [{"server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "name": "network-vif-plugged", "status": "completed", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:12.551803 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2321c18-9eb3-4d90-8af0-b10cda32ac43 x-openstack-request-id: req-e2321c18-9eb3-4d90-8af0-b10cda32ac43 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:12.552963 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "name": "network-vif-plugged", "status": "completed", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:12.553123 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2321c18-9eb3-4d90-8af0-b10cda32ac43 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:12.553641 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'code': 200} Oct 15 00:28:12.581689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6662b-46ab-4459-a9cc-d5b4414dce35 req-632446ef-ca1e-47fd-87f5-a2659104afed tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:12.583573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8c6662b-46ab-4459-a9cc-d5b4414dce35 req-632446ef-ca1e-47fd-87f5-a2659104afed tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.1049168 Oct 15 00:28:12.590263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:28:12.600822 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Sync routers for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:28:12.611909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915b9bb2-d8af-4100-ac02-2b9650558b1b {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:12.614563 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:12.615166 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:12.620530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:12.634140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Transition to ACTIVE for port object 915b9bb2-d8af-4100-ac02-2b9650558b1b will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:12.671089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8c6662b-46ab-4459-a9cc-d5b4414dce35 req-abc03246-f5aa-411a-a0b9-ff0cbca2e747 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785997 Oct 15 00:28:12.687529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870cf6-0efc-44af-9731-b4c4c4d4f16d req-adc961ae-c073-4290-a9cc-ddee8db524e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:12.689305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4870cf6-0efc-44af-9731-b4c4c4d4f16d req-adc961ae-c073-4290-a9cc-ddee8db524e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 1097 time: 0.0549090 Oct 15 00:28:12.722024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:12.723237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c96644d5-8a77-4de6-9938-b83268e8eb51 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.3912425 Oct 15 00:28:12.726379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56440) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:12.735771 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:12.736938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4870cf6-0efc-44af-9731-b4c4c4d4f16d req-de6bfd1c-f804-4aa7-a321-653695444137 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345843 Oct 15 00:28:12.748638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27549191-f42c-4536-852b-3c7a731cf277 req-43319165-9fd1-40a5-80c1-574407a13f11 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0323284 Oct 15 00:28:12.778799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:12.878949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Pushing event updated for resources: {'Port': ['ID=915b9bb2-d8af-4100-ac02-2b9650558b1b,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:12.945724 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:10Z', 'revision_number': 3, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:12.987576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Checking router: 9f99c849-3f4f-4115-9f08-8c011eea308b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:28:12.988226 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Updating router 9f99c849-3f4f-4115-9f08-8c011eea308b port ffbdad4b-892b-4fde-9cb3-119efc836a23 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:28:13.016801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Attempting to bind port 915b9bb2-d8af-4100-ac02-2b9650558b1b on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:13.020041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Attempting to bind port 915b9bb2-d8af-4100-ac02-2b9650558b1b by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:13.020408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Attempting to bind port 915b9bb2-d8af-4100-ac02-2b9650558b1b on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:13.038014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 567f7628-d927-45d4-8118-1ee3f8ed0690 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:13.055761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Port 915b9bb2-d8af-4100-ac02-2b9650558b1b on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:13.056081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Attempting to bind port 915b9bb2-d8af-4100-ac02-2b9650558b1b on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:13.064321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:13.064648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:13.065024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:13.065449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Bound port: 915b9bb2-d8af-4100-ac02-2b9650558b1b, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:13.065802 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.076016 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.106694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c', 'ad963440-d114-4bbe-a101-453dc7b64fc0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:13.126803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687a0a1-0e9c-48ac-b926-615676f09c66 req-4061ae17-4c9d-408b-aa22-e471187a7f87 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:13.135521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7687a0a1-0e9c-48ac-b926-615676f09c66 req-4061ae17-4c9d-408b-aa22-e471187a7f87 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 947 time: 0.0753694 Oct 15 00:28:13.164950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 567f7628-d927-45d4-8118-1ee3f8ed0690 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:13.165602 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.215997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7687a0a1-0e9c-48ac-b926-615676f09c66 req-dc390b9e-947f-4539-9312-469d003909a0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753238 Oct 15 00:28:13.232813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] For port 915b9bb2-d8af-4100-ac02-2b9650558b1b, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:13.294775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] For port 915b9bb2-d8af-4100-ac02-2b9650558b1b, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=915b9bb2-d8af-4100-ac02-2b9650558b1b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:13.328025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323a62e-9216-4eb2-bd92-d74cd5d2027a req-dbc030f4-8410-451f-8a9c-972afaff044b tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:13.329551 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a323a62e-9216-4eb2-bd92-d74cd5d2027a req-dbc030f4-8410-451f-8a9c-972afaff044b tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.1179118 Oct 15 00:28:13.385611 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.415518 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.454484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:13.455205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.461899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] 10.222.0.39 "PUT /v2.0/ports/915b9bb2-d8af-4100-ac02-2b9650558b1b HTTP/1.1" status: 200 len: 1095 time: 1.4367511 Oct 15 00:28:13.483883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60323276-0697-4f83-b79e-1f9d83928af0', 'tag': '915b9bb2-d8af-4100-ac02-2b9650558b1b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:13.490864 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837ad84-3bce-4d9f-83d1-7420c884e715" -d '{"events": [{"name": "network-changed", "server_uuid": "60323276-0697-4f83-b79e-1f9d83928af0", "tag": "915b9bb2-d8af-4100-ac02-2b9650558b1b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:13.496436 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.503821 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a323a62e-9216-4eb2-bd92-d74cd5d2027a req-1fbd5a47-0b66-4ae7-9779-579d716531c6 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449916 Oct 15 00:28:13.508086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ee091-a95b-4e3b-b376-2596b97a9d00 req-ec0aa220-022d-4e41-9fe0-7e648ed846ac tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:13.510714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-564ee091-a95b-4e3b-b376-2596b97a9d00 req-ec0aa220-022d-4e41-9fe0-7e648ed846ac tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.0668919 Oct 15 00:28:13.571260 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Attempting to bind port ffbdad4b-892b-4fde-9cb3-119efc836a23 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:13.573466 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Attempting to bind port ffbdad4b-892b-4fde-9cb3-119efc836a23 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:13.574613 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Attempting to bind port ffbdad4b-892b-4fde-9cb3-119efc836a23 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:13.592130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:13.592996 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:13.593973 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.594722 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:13.600312 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Bound port: ffbdad4b-892b-4fde-9cb3-119efc836a23, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:13.600312 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.644366 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-564ee091-a95b-4e3b-b376-2596b97a9d00 req-97546454-9778-4ea4-901c-61094c5dfd5b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068113 Oct 15 00:28:13.648502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26329eb9-77ff-4ed6-bbfe-3a91bd5d043d service neutron] Pushing event updated for resources: {'Port': ['ID=915b9bb2-d8af-4100-ac02-2b9650558b1b,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:13.672893 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Pushing event updated for resources: {'Port': ['ID=ffbdad4b-892b-4fde-9cb3-119efc836a23,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:13.686878 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] For port ffbdad4b-892b-4fde-9cb3-119efc836a23, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:13.690300 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] For port ffbdad4b-892b-4fde-9cb3-119efc836a23, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ffbdad4b-892b-4fde-9cb3-119efc836a23,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:13.702956 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.703651 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.706348 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.706348 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.706634 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.706840 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.707165 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.707494 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.707809 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.708113 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.708643 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.708790 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:13.762846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.766803 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23294538-b551-48e4-afd1-8048de4fb901 x-openstack-request-id: req-23294538-b551-48e4-afd1-8048de4fb901 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:13.767220 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60323276-0697-4f83-b79e-1f9d83928af0", "tag": "915b9bb2-d8af-4100-ac02-2b9650558b1b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:13.767485 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23294538-b551-48e4-afd1-8048de4fb901 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:13.768050 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60323276-0697-4f83-b79e-1f9d83928af0', 'tag': '915b9bb2-d8af-4100-ac02-2b9650558b1b', 'status': 'completed', 'code': 200} Oct 15 00:28:13.787775 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:13.797596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-6e26b1d1-f1c8-4a75-9800-b7ef1615687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:13.799292 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-6e26b1d1-f1c8-4a75-9800-b7ef1615687a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 1098 time: 0.2144082 Oct 15 00:28:13.812922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652762-bc32-4fe6-9d9b-6b02ac88946d req-b3495391-6b44-4409-8dc1-b6c3f891771d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:13.814543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-23652762-bc32-4fe6-9d9b-6b02ac88946d req-b3495391-6b44-4409-8dc1-b6c3f891771d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 945 time: 0.1626790 Oct 15 00:28:13.852378 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:13.853685 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:13.893831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db15155-85bb-4111-84e7-5313c7c32e7b None None] Pushing event updated for resources: {'Port': ['ID=ffbdad4b-892b-4fde-9cb3-119efc836a23,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:13.894057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-018917cd-8725-4c98-b351-b0be0e49d75a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=915b9bb2-d8af-4100-ac02-2b9650558b1b HTTP/1.1" status: 200 len: 217 time: 0.0760953 Oct 15 00:28:13.959313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43432a6b-98d7-43f7-86a4-8370579ac464 req-f6152917-df7b-4639-a4b1-bde7b4851e8b tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:13.960926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43432a6b-98d7-43f7-86a4-8370579ac464 req-f6152917-df7b-4639-a4b1-bde7b4851e8b tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.1217318 Oct 15 00:28:14.009349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53585614-0ca6-4b36-84a0-2644258454f2 req-6a928b00-6a20-415b-954d-107d5cbc0657 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:14.010939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-6a928b00-6a20-415b-954d-107d5cbc0657 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 808 time: 0.1626897 Oct 15 00:28:14.031515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-23652762-bc32-4fe6-9d9b-6b02ac88946d req-d92e5473-647e-4288-9f33-6b8c35dc09f7 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020001 Oct 15 00:28:14.033708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Request body: {'port': {'device_id': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'admin_state_up': True, 'tenant_id': '081dd2cbe3764db593ffc59a96324037'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:14.064827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-500d29a3-83ef-4c0d-bedf-eb875c7e6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:14.067098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-500d29a3-83ef-4c0d-bedf-eb875c7e6650 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1360407 Oct 15 00:28:14.111439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43432a6b-98d7-43f7-86a4-8370579ac464 req-dca5034e-1922-4ae3-8458-00a5d75ce67d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410637 Oct 15 00:28:14.133275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:14.176224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ec452e4-55ac-4665-8a94-93aba374d744 req-193182b3-e837-4d47-8ecb-49842f80eb37 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0683861 Oct 15 00:28:14.239893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803539e9-32f4-4683-86e9-3d4650af1543 req-d2fbeaa5-a063-441f-9e4a-5632d85d18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:14.242968 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-d2fbeaa5-a063-441f-9e4a-5632d85d18cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646760 Oct 15 00:28:14.265257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Allocated IP 172.20.0.1 (6dac6069-6598-483d-9b51-6ea1ab1436ec/1f4f7361-837d-499b-addf-ab0be894412b/94f032af-aac3-47e3-af81-980d1f6db549) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:14.293285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Made reservation on behalf of 081dd2cbe3764db593ffc59a96324037 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:14.304079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:14.371666 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:10Z', 'revision_number': 3, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:14.408006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57433be3-4374-4a7d-8974-1119364c2bf5 None None] The sync data for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 is: [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:10Z', 'revision_number': 3, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:28:14.487424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4f322-0dec-400d-8d44-35f515a86a11 req-b8e245ed-c640-4a13-a4bd-e3fcef088cf3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:14.496806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0fa4f322-0dec-400d-8d44-35f515a86a11 req-b8e245ed-c640-4a13-a4bd-e3fcef088cf3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 947 time: 0.2085485 Oct 15 00:28:14.501944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-f2195270-1466-44af-a78f-ada32a2ac55b service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464309 Oct 15 00:28:14.523366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Allocated IP 172.20.0.5 (c172d30b-154f-4fa0-8315-a3b3c39dc79f/82dbddfa-bb44-4fce-ac8c-63c2cd14766a/7bd66d29-967f-4c06-8cfe-bad6a5048ea6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:14.525500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 769aef6f-8e62-4556-b360-e1ba1c1be651 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:14.531613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:14.625095 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:14.628475 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:14.723287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 769aef6f-8e62-4556-b360-e1ba1c1be651, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=769aef6f-8e62-4556-b360-e1ba1c1be651,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:14.744372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '769aef6f-8e62-4556-b360-e1ba1c1be651', 'network_id': '06cc5db5-e538-4818-8a18-7e5b6928dd6d', 'port_id': '769aef6f-8e62-4556-b360-e1ba1c1be651', 'mac_address': 'fa:16:3e:cc:21:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc75336-6ac9-44eb-a7b0-719ea59380b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:14.751908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0fa4f322-0dec-400d-8d44-35f515a86a11 req-80b4008a-6c8f-418d-b0c6-0f74814dd2fb tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527328 Oct 15 00:28:14.810697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port c074e58f-839c-4439-8fdc-7f3b56a01d3a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:14.843252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port c074e58f-839c-4439-8fdc-7f3b56a01d3a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:14.844409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:14.847926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:14.868374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-803539e9-32f4-4683-86e9-3d4650af1543 req-04693623-ecb5-4c25-b8d0-f87e0547ec5b service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519137 Oct 15 00:28:14.889772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:14.988618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b0c0-ae03-4453-ac1e-d0ceda40d482 req-bfa4d150-f5b3-43ff-8531-50b417b0e844 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:14.996944 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:14.999236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b246b0c0-ae03-4453-ac1e-d0ceda40d482 req-bfa4d150-f5b3-43ff-8531-50b417b0e844 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 943 time: 0.1119406 Oct 15 00:28:15.005015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.020392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.045185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769aef6f-8e62-4556-b360-e1ba1c1be651 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:15.071524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 769aef6f-8e62-4556-b360-e1ba1c1be651, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=769aef6f-8e62-4556-b360-e1ba1c1be651,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:15.074781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:15.075456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:15.117966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:15.122200 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d1f02-c45b-4328-837b-b66aa2857424" -d '{"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:15.123968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:15.133037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ffbdad4b-892b-4fde-9cb3-119efc836a23 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:15.138523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Pushing event updated for resources: {'Port': ['ID=94f032af-aac3-47e3-af81-980d1f6db549,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:15.149254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:15.157235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Network c172d30b-154f-4fa0-8315-a3b3c39dc79f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:15.174284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245d11-e2d7-448e-8a64-fac021f60a08 req-ae08ca16-ec87-4330-a6b8-7b2a0884e15f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:15.178673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:15.182015 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d2245d11-e2d7-448e-8a64-fac021f60a08 req-ae08ca16-ec87-4330-a6b8-7b2a0884e15f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 945 time: 0.2221117 Oct 15 00:28:15.186966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:15.217969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b246b0c0-ae03-4453-ac1e-d0ceda40d482 req-e7edf9fb-6459-42be-8bbd-f8425d67d29b tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127993 Oct 15 00:28:15.222212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.295113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:15.307376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:15.327082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-eb63a9f8-bf3e-4d2c-9939-fb15653790ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:15.330008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-eb63a9f8-bf3e-4d2c-9939-fb15653790ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 1098 time: 0.2909884 Oct 15 00:28:15.356549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ffbdad4b-892b-4fde-9cb3-119efc836a23 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:15.356938 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.365303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:15.367582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.387176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=769aef6f-8e62-4556-b360-e1ba1c1be651,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:15.396222 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.398669 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.479780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-8fc67090-ef23-46ac-ba99-a9e77b702b4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4567566 Oct 15 00:28:15.498987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Request body: {'port': {'device_id': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:15.543015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:15.566132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d2245d11-e2d7-448e-8a64-fac021f60a08 req-db93b55c-e996-441a-b8e0-ad8a6d50da13 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827949 Oct 15 00:28:15.601806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442ae3-ca85-491c-aa9e-04c3788cc78d req-60b829c0-ba35-4925-8a7e-5e0acc04f25e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:15.604412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86442ae3-ca85-491c-aa9e-04c3788cc78d req-60b829c0-ba35-4925-8a7e-5e0acc04f25e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1786883 Oct 15 00:28:15.608009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.708360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3963c9d8-6194-4ba2-a7ba-776d1472b2d7 None None] Provisioning complete for port 94f032af-aac3-47e3-af81-980d1f6db549 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:15.708725 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3963c9d8-6194-4ba2-a7ba-776d1472b2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.721209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86442ae3-ca85-491c-aa9e-04c3788cc78d req-02396205-3b8d-49b9-96bf-5130a82c5794 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998003 Oct 15 00:28:15.730476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.742960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-22fdbd48-0d1b-4c37-b080-a083e5eeca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:15.749319 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-22fdbd48-0d1b-4c37-b080-a083e5eeca11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.4073579 Oct 15 00:28:15.793491 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ff09c3-8042-4643-82ed-189c9a191d63 x-openstack-request-id: req-04ff09c3-8042-4643-82ed-189c9a191d63 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:15.793787 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:15.794200 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04ff09c3-8042-4643-82ed-189c9a191d63 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:15.802673 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'code': 200} Oct 15 00:28:15.861397 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-9eca8fdf-85ed-48fb-818b-60e13c46db17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=915b9bb2-d8af-4100-ac02-2b9650558b1b HTTP/1.1" status: 200 len: 217 time: 0.0985868 Oct 15 00:28:15.880071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port ffbdad4b-892b-4fde-9cb3-119efc836a23, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ffbdad4b-892b-4fde-9cb3-119efc836a23,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:15.883049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3963c9d8-6194-4ba2-a7ba-776d1472b2d7 None None] Port 94f032af-aac3-47e3-af81-980d1f6db549 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:28:15.926502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:15.952721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.025502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ec108-5b82-4c97-b0bb-3c38e515440c req-877ca64a-2405-46f9-8c65-0efcb2186282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.027265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be8ec108-5b82-4c97-b0bb-3c38e515440c req-877ca64a-2405-46f9-8c65-0efcb2186282 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1101 time: 0.1803234 Oct 15 00:28:16.036192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=ffbdad4b-892b-4fde-9cb3-119efc836a23,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:16.039670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b579daf-0c28-443c-9da4-c5c0feb5d4ef req-257d8720-0aff-4dd9-bfc8-6c84d2241a8d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.041329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b579daf-0c28-443c-9da4-c5c0feb5d4ef req-257d8720-0aff-4dd9-bfc8-6c84d2241a8d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.1412706 Oct 15 00:28:16.066105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['769aef6f-8e62-4556-b360-e1ba1c1be651'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:16.071583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-79b8473d-46a3-4e92-9e32-29f65f2dc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.073631 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-79b8473d-46a3-4e92-9e32-29f65f2dc495 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.2038872 Oct 15 00:28:16.085626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844488d-3b05-4b4a-a6ed-a837b16fbdf1 req-a7f9be16-2a51-4f6e-ae9c-2f4270dc7277 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.087428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9844488d-3b05-4b4a-a6ed-a837b16fbdf1 req-a7f9be16-2a51-4f6e-ae9c-2f4270dc7277 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 931 time: 0.2036924 Oct 15 00:28:16.174542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b579daf-0c28-443c-9da4-c5c0feb5d4ef req-fcbd13ba-5a5a-4dcc-b753-f00b52fc2403 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167879 Oct 15 00:28:16.182055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be8ec108-5b82-4c97-b0bb-3c38e515440c req-d08f2f9d-3bc2-4a7e-8305-27f15794f237 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328287 Oct 15 00:28:16.202992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:16.215005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.246719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Transition to ACTIVE for port object 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:16.326160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d3a7a-4fd4-451c-93f2-3f9f112a183d req-1d45640f-ea17-434d-954d-85fdbe8f750e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.327951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c3d3a7a-4fd4-451c-93f2-3f9f112a183d req-1d45640f-ea17-434d-954d-85fdbe8f750e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 947 time: 0.0583229 Oct 15 00:28:16.352402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.423088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c3d3a7a-4fd4-451c-93f2-3f9f112a183d req-40fcd9c8-9dea-468c-a9b4-899e7010b8a1 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884333 Oct 15 00:28:16.453289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:16.557566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9844488d-3b05-4b4a-a6ed-a837b16fbdf1 req-3610e9e1-6126-4cd5-a576-3ac7cbfccd06 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586225 Oct 15 00:28:16.561869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-a86b39d9-9429-4bb6-affb-1ae5b7d7be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.563406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-a86b39d9-9429-4bb6-affb-1ae5b7d7be89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4750698 Oct 15 00:28:16.590518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:16.591029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:16.591619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:16.600333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:16.600492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:16.617795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:16.617795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:16.617795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:16.618304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Bound port: 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:16.618694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.633451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcf01d-dc26-40ca-bb1c-a6087580bb1b req-d5eb82de-fe36-4fc5-8e76-8d383695c8b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.635143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eddcf01d-dc26-40ca-bb1c-a6087580bb1b req-d5eb82de-fe36-4fc5-8e76-8d383695c8b2 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.1025329 Oct 15 00:28:16.651166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56484) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:16.667414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Request body: {'floatingip': {'port_id': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:16.770839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:16.783300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.797532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d036-a0bc-4c0f-84c7-40c9e0c77516 req-11da9cf2-297c-467b-8144-6ec210dfb0c3 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.799069 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e328d036-a0bc-4c0f-84c7-40c9e0c77516 req-11da9cf2-297c-467b-8144-6ec210dfb0c3 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 944 time: 0.1256263 Oct 15 00:28:16.808237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-8dd4d973-4cc8-4c80-8dbd-41337f1b720e service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358627 Oct 15 00:28:16.813768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.821260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:16.851863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.910663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450eb3-26c3-4086-8b3c-5ee31c03bc52 req-d0c126fc-2c8b-411a-827d-e709f1c54f20 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:16.912134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34450eb3-26c3-4086-8b3c-5ee31c03bc52 req-d0c126fc-2c8b-411a-827d-e709f1c54f20 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 945 time: 0.1460464 Oct 15 00:28:16.938066 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:16.949803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e328d036-a0bc-4c0f-84c7-40c9e0c77516 req-f95a6266-a83f-44e5-835e-6d64d0396f91 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374538 Oct 15 00:28:17.046102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:17.059385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Pushing event updated for resources: {'Port': ['ID=94f032af-aac3-47e3-af81-980d1f6db549,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:17.089728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:17.090384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:17.092009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] 10.222.0.39 "PUT /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 1091 time: 1.6038027 Oct 15 00:28:17.093908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:17.096753 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:17.121287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ffbdad4b-892b-4fde-9cb3-119efc836a23 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:17.138872 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f837ad84-3bce-4d9f-83d1-7420c884e715 req-c8426e8f-aad6-4916-8f7d-a00450a002cf service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150725 Oct 15 00:28:17.174407 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34450eb3-26c3-4086-8b3c-5ee31c03bc52 req-b5e495c4-472f-432e-be02-00caa643cfce tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261717 Oct 15 00:28:17.196208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fe524-1a73-4f8e-a878-2e7bc98c741c service neutron] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:17.234186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ffbdad4b-892b-4fde-9cb3-119efc836a23 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:17.236228 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:17.266269 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a169b8c7-e4bd-4598-a738-05fd2bd84dfd x-openstack-request-id: req-a169b8c7-e4bd-4598-a738-05fd2bd84dfd {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:17.266542 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:17.266797 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a169b8c7-e4bd-4598-a738-05fd2bd84dfd {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:17.267192 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6', 'status': 'completed', 'code': 200} Oct 15 00:28:17.369822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:17.383169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038aefb-63af-43c4-8437-e4c5c27df150 req-886244ab-09ec-4d64-ae30-7c8018484054 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:17.391675 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3038aefb-63af-43c4-8437-e4c5c27df150 req-886244ab-09ec-4d64-ae30-7c8018484054 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.2026179 Oct 15 00:28:17.401473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:17.408179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53585614-0ca6-4b36-84a0-2644258454f2 req-b8e3acdf-3243-43fc-b072-302f1b665cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:17.409800 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-b8e3acdf-3243-43fc-b072-302f1b665cda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1094 time: 0.1581273 Oct 15 00:28:17.463739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-eea95db4-11ca-41b4-9680-48d143a5075c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 217 time: 0.0427289 Oct 15 00:28:17.561077 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3038aefb-63af-43c4-8437-e4c5c27df150 req-fbed9b0b-d578-4dd3-9079-d8100dfde997 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684563 Oct 15 00:28:17.724182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53585614-0ca6-4b36-84a0-2644258454f2 req-a3483323-70a2-48fe-9762-6f1c5c730c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:17.725091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-a3483323-70a2-48fe-9762-6f1c5c730c3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1880772 Oct 15 00:28:17.775703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:17.786250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-568ea8a1-8500-41a1-812e-bbd9eef2b685 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399351 Oct 15 00:28:17.810975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Router 9f99c849-3f4f-4115-9f08-8c011eea308b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:28:17.818018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2ba5b7a0-e9b9-4058-9007-f519fbed6dfa None None] Provisioning complete for port 94f032af-aac3-47e3-af81-980d1f6db549 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:17.818524 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b7a0-e9b9-4058-9007-f519fbed6dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:17.849183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac782b3-2800-4904-997a-203b5fbd2882 req-8ff973e7-a0ec-4e07-b840-815fe0980dad tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:17.850780 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aac782b3-2800-4904-997a-203b5fbd2882 req-8ff973e7-a0ec-4e07-b840-815fe0980dad tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 947 time: 0.1509757 Oct 15 00:28:17.855862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5b7a0-e9b9-4058-9007-f519fbed6dfa None None] Port 94f032af-aac3-47e3-af81-980d1f6db549 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:28:17.875964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:17.989464 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aac782b3-2800-4904-997a-203b5fbd2882 req-cdf83c44-191e-4499-904b-3ab6f5bf7b09 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011136 Oct 15 00:28:17.996794 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-36731e97-5c2d-4d43-a55a-d0e76861a244 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975801 Oct 15 00:28:18.230853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:28:18.238675 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66077768-a221-4cdf-bdab-ac4b67c303e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f99c849-3f4f-4115-9f08-8c011eea308b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5115950 Oct 15 00:28:18.246501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53585614-0ca6-4b36-84a0-2644258454f2 req-ae260803-f83c-476a-bfd3-654d25a0c5ed service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824417 Oct 15 00:28:18.250010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Sync routers for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:28:18.264349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:18.265269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:18.275091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf823d2d-e708-4fc8-bb03-c83487298b48 req-9557572e-fdfe-4539-8d0c-9f7d8fa06304 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:18.276297 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf823d2d-e708-4fc8-bb03-c83487298b48 req-9557572e-fdfe-4539-8d0c-9f7d8fa06304 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 944 time: 0.1093469 Oct 15 00:28:18.338631 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf823d2d-e708-4fc8-bb03-c83487298b48 req-df2e688e-2655-44aa-aa6d-c30ab9de2e2e tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548229 Oct 15 00:28:18.484074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:18.503355 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5 associated. External IP: 172.25.2.107, port: aa0be93c-b9eb-42e0-aed9-c1c7f0c34019. Oct 15 00:28:18.505786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-b0f7b951-f6fb-434e-914c-f4102883b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:18.511774 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-b0f7b951-f6fb-434e-914c-f4102883b971 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1094 time: 0.0867996 Oct 15 00:28:18.573666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0dd5-1158-4c17-b999-0952d681436b req-5ce91bea-8c95-443d-9e6d-1e576426d46f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:18.584637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-842d0dd5-1158-4c17-b999-0952d681436b req-5ce91bea-8c95-443d-9e6d-1e576426d46f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.1597724 Oct 15 00:28:18.645104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 915b9bb2-d8af-4100-ac02-2b9650558b1b details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:18.645610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 769aef6f-8e62-4556-b360-e1ba1c1be651 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:18.698324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-a07fdcfc-bcb5-4526-9eb1-eef2ed31878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:18.700314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-a07fdcfc-bcb5-4526-9eb1-eef2ed31878b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1811128 Oct 15 00:28:18.706545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-842d0dd5-1158-4c17-b999-0952d681436b req-401249e6-e9c8-4e79-97a8-5d221e626e78 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166811 Oct 15 00:28:18.773924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-a56d12d3-9f64-45bd-a607-e56cede9ca73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 217 time: 0.0657279 Oct 15 00:28:18.873296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-6121f620-50c4-4e07-93a7-54aa243dea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:18.875015 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-6121f620-50c4-4e07-93a7-54aa243dea3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0936737 Oct 15 00:28:18.920444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-42d14a28-c0b2-4f61-83fc-9fcac679310d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380127 Oct 15 00:28:18.964784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 915b9bb2-d8af-4100-ac02-2b9650558b1b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=915b9bb2-d8af-4100-ac02-2b9650558b1b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:18.985951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '915b9bb2-d8af-4100-ac02-2b9650558b1b', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '915b9bb2-d8af-4100-ac02-2b9650558b1b', 'mac_address': 'fa:16:3e:c6:c8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:18.988835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 769aef6f-8e62-4556-b360-e1ba1c1be651 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:18.991256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Router 90baca36-3269-4526-a916-c26b78bffba3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:28:18.996828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 769aef6f-8e62-4556-b360-e1ba1c1be651 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:18.997414 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.045939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b2560-1f96-45d1-9694-5300a6f30e48 req-c76a05a4-e458-4576-b339-5bebe0977d3d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.053323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a6b2560-1f96-45d1-9694-5300a6f30e48 req-c76a05a4-e458-4576-b339-5bebe0977d3d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.2294497 Oct 15 00:28:19.064663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-9058c129-a047-46e2-8a2b-6e3b1d929fb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404326 Oct 15 00:28:19.067665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-1c90b128-14bf-43e6-a216-7ccf48addb42 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384544 Oct 15 00:28:19.195744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56530) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:19.205390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-988f73e9-6054-405c-b24e-ea32b27d6f68 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907207155', 'description': 'tempest-description--1437941891'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:19.211740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:28:19.217588 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.222997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:16Z', 'revision_number': 2, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:19.225819 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] Sync routers for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:28:19.242509 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:19.243264 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:19.248065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.260503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d316107-ca7e-4d54-9fc5-7d66c8db1850 req-4c645b3a-4815-4f1b-997c-a447d3483bb3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.262034 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8d316107-ca7e-4d54-9fc5-7d66c8db1850 req-4c645b3a-4815-4f1b-997c-a447d3483bb3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 947 time: 0.0959668 Oct 15 00:28:19.266162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811da5f8-84ed-4f39-a7c3-4ba2de6fb4ca req-dfc88b5f-46c9-44ca-b557-592653ca4ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908360 Oct 15 00:28:19.267046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Checking router: 9f99c849-3f4f-4115-9f08-8c011eea308b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:28:19.267549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Updating router 9f99c849-3f4f-4115-9f08-8c011eea308b port 94f032af-aac3-47e3-af81-980d1f6db549 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:28:19.271946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b9bb2-d8af-4100-ac02-2b9650558b1b {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:19.305398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-988f73e9-6054-405c-b24e-ea32b27d6f68 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.317473 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.321007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 915b9bb2-d8af-4100-ac02-2b9650558b1b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=915b9bb2-d8af-4100-ac02-2b9650558b1b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:19.375036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a6b2560-1f96-45d1-9694-5300a6f30e48 req-cd6f339f-2e62-4bf0-8c50-055af94a1b83 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208232 Oct 15 00:28:19.376587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3e872cb4-1b2f-4366-ad56-18ef0b30df85 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "PUT /v2.0/floatingips/1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5 HTTP/1.1" status: 200 len: 992 time: 2.7212338 Oct 15 00:28:19.378021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:19.380859 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0" -d '{"events": [{"name": "network-changed", "server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:19.384384 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.389654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-4f8a996f-17f4-4e88-9921-f397867b2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.402387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-4f8a996f-17f4-4e88-9921-f397867b2b9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 1096 time: 0.1738935 Oct 15 00:28:19.410918 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.419759 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-988f73e9-6054-405c-b24e-ea32b27d6f68 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.432645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8d316107-ca7e-4d54-9fc5-7d66c8db1850 req-11c86603-1783-4f10-98ce-15101494dfa4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526740 Oct 15 00:28:19.481674 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:19.514532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=915b9bb2-d8af-4100-ac02-2b9650558b1b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:19.515490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-988f73e9-6054-405c-b24e-ea32b27d6f68 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.536628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-7dc07772-ffbb-4ca3-b462-78f8d5a9ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.541656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-7dc07772-ffbb-4ca3-b462-78f8d5a9ff2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1153088 Oct 15 00:28:19.553610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769aef6f-8e62-4556-b360-e1ba1c1be651'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:19.557701 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc60e71-ecf4-4afc-85cd-ed2869037a6e" -d '{"events": [{"server_uuid": "f3ed6f02-4574-4e1e-8f68-4318feac1f52", "name": "network-vif-plugged", "status": "completed", "tag": "769aef6f-8e62-4556-b360-e1ba1c1be651"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:19.582789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 769aef6f-8e62-4556-b360-e1ba1c1be651, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=769aef6f-8e62-4556-b360-e1ba1c1be651,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:19.592489 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f73e9-6054-405c-b24e-ea32b27d6f68 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc8887-bf74-4b76-a981-46c372ad51c4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:19.619682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-93c71d33-b6aa-494b-9628-390c86971074 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 200 len: 217 time: 0.0438311 Oct 15 00:28:19.623436 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc36837-81e3-4721-95af-c75f2c16d0e8 x-openstack-request-id: req-5dc36837-81e3-4721-95af-c75f2c16d0e8 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:19.623822 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:19.624184 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dc36837-81e3-4721-95af-c75f2c16d0e8 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:19.624761 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'status': 'completed', 'code': 200} Oct 15 00:28:19.640599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-988f73e9-6054-405c-b24e-ea32b27d6f68 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.640599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-988f73e9-6054-405c-b24e-ea32b27d6f68 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4359975 Oct 15 00:28:19.640959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6d6e7-afda-4ada-984a-c7895f52e138 req-193849ca-25e3-41f9-8e54-539b64ba7bf0 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.641143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56546) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:19.642724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74c6d6e7-afda-4ada-984a-c7895f52e138 req-193849ca-25e3-41f9-8e54-539b64ba7bf0 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 944 time: 0.1008043 Oct 15 00:28:19.660820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.662206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2eeb389c-758f-4e54-8635-7492e49ff45e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Request body: {'security_group_rule': {'security_group_id': '43bc8887-bf74-4b76-a981-46c372ad51c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:19.689574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-39ca8a54-93ce-40e4-968d-076969abaab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.691466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-39ca8a54-93ce-40e4-968d-076969abaab4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0477383 Oct 15 00:28:19.765533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-af72516f-f663-454a-8366-99d4fbd11005 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547483 Oct 15 00:28:19.801845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74c6d6e7-afda-4ada-984a-c7895f52e138 req-ee930d78-5b43-4577-bb48-571b4a07418a tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084237 Oct 15 00:28:19.816533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2eeb389c-758f-4e54-8635-7492e49ff45e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:19.847060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-5c036506-00c1-4cdc-a25a-bad2b5e55e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.849302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-5c036506-00c1-4cdc-a25a-bad2b5e55e7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=765e27a30a044616b5d19aa5becd8f53&device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 1097 time: 0.1489370 Oct 15 00:28:19.959559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e402f9b-810b-442f-80c0-23da45d38c4e req-f8b415f0-bcfd-4ed5-98c1-553e1297bb51 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:19.961290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e402f9b-810b-442f-80c0-23da45d38c4e req-f8b415f0-bcfd-4ed5-98c1-553e1297bb51 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1101 time: 0.2225432 Oct 15 00:28:19.965633 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '90baca36-3269-4526-a916-c26b78bffba3', 'port_id': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'mac_address': 'fa:16:3e:83:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:24:43Z', 'updated_at': '2021-10-15T00:28:17Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:19.991838 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.000833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['915b9bb2-d8af-4100-ac02-2b9650558b1b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:20.011799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-2d180b5d-9242-424e-944d-764bbce21bd5 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206433 Oct 15 00:28:20.029874 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] Checking router: 90baca36-3269-4526-a916-c26b78bffba3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:28:20.050368 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:20.051084 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:20.059145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-6547313b-2c09-41ae-95e5-42fa86a5cd5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117488 Oct 15 00:28:20.074294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=769aef6f-8e62-4556-b360-e1ba1c1be651,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:20.100457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2eeb389c-758f-4e54-8635-7492e49ff45e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.100808 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.121321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-227e46ea-aae6-403f-933e-c165d8ba8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.122928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-227e46ea-aae6-403f-933e-c165d8ba8666 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 200 len: 924 time: 0.2172618 Oct 15 00:28:20.185939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e402f9b-810b-442f-80c0-23da45d38c4e req-9ee76517-9fdc-47f6-89b5-41a4340cf72e tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155504 Oct 15 00:28:20.191507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2eeb389c-758f-4e54-8635-7492e49ff45e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.245431 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b45dcbc-3d8d-4704-b2b0-eefb89ca7122 x-openstack-request-id: req-4b45dcbc-3d8d-4704-b2b0-eefb89ca7122 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:20.245862 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed6f02-4574-4e1e-8f68-4318feac1f52", "name": "network-vif-plugged", "status": "completed", "tag": "769aef6f-8e62-4556-b360-e1ba1c1be651", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:20.247724 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b45dcbc-3d8d-4704-b2b0-eefb89ca7122 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:20.249472 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769aef6f-8e62-4556-b360-e1ba1c1be651', 'code': 200} Oct 15 00:28:20.264789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb389c-758f-4e54-8635-7492e49ff45e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713be4be-0e6b-4446-b6a8-fec2e40a99dd,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:20.269694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-e1cc05ed-dbaa-4316-bd55-d9b9ac0dcf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.272065 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-e1cc05ed-dbaa-4316-bd55-d9b9ac0dcf54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 1095 time: 0.1705010 Oct 15 00:28:20.324039 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:20.324906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-1d2d20b7-51c2-4312-96ce-d7f3dbb9b84c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 HTTP/1.1" status: 200 len: 1000 time: 0.1916246 Oct 15 00:28:20.343336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2eeb389c-758f-4e54-8635-7492e49ff45e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.347043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2eeb389c-758f-4e54-8635-7492e49ff45e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7023866 Oct 15 00:28:20.351523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:20.364029 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-89cfba99-912d-4b68-b137-4a300d3640e5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Request body: {'security_group_rule': {'security_group_id': '43bc8887-bf74-4b76-a981-46c372ad51c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:20.372189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27d59ed-30c9-438d-8543-2aab2d7e79e5 req-6e77ee3e-785f-4e0b-bcc4-29ec8ccbb911 service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415482 Oct 15 00:28:20.448619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57238c51-9c2a-4f09-b23e-c1deea721f60 req-cbc2cc4a-f814-49fa-9324-f3bc82932320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.450932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57238c51-9c2a-4f09-b23e-c1deea721f60 req-cbc2cc4a-f814-49fa-9324-f3bc82932320 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 1096 time: 0.2471788 Oct 15 00:28:20.471651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-dda537c9-7c34-4574-b4f0-a527f3b6d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.473251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-dda537c9-7c34-4574-b4f0-a527f3b6d8f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 200 len: 862 time: 0.0991027 Oct 15 00:28:20.489708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15f9c-5903-458d-b112-9ce6c9f824c6 req-58a31748-b2a4-4790-ade6-3101eb19644d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.498897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbf15f9c-5903-458d-b112-9ce6c9f824c6 req-58a31748-b2a4-4790-ade6-3101eb19644d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.1836393 Oct 15 00:28:20.576468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Attempting to bind port 94f032af-aac3-47e3-af81-980d1f6db549 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:20.577001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Attempting to bind port 94f032af-aac3-47e3-af81-980d1f6db549 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:20.577105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Attempting to bind port 94f032af-aac3-47e3-af81-980d1f6db549 on network 6dac6069-6598-483d-9b51-6ea1ab1436ec {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:20.579249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d80f56-2cc9-49cb-8e51-d1b3b7992835 None None] Pushing event updated for resources: {'Port': ['ID=94f032af-aac3-47e3-af81-980d1f6db549,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:20.589166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-2962a579-bb94-47db-8e50-48a3bc63d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.591086 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-2962a579-bb94-47db-8e50-48a3bc63d9a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.2958612 Oct 15 00:28:20.594381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:20.594961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Checking segment: {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:20.595511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.595912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Bound using segment: {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:20.596382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Bound port: 94f032af-aac3-47e3-af81-980d1f6db549, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:20.596853 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.601279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbf15f9c-5903-458d-b112-9ce6c9f824c6 req-53cfb9d8-c569-4b5f-a0bb-5c8cb1a0aec2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013165 Oct 15 00:28:20.720483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] For port 94f032af-aac3-47e3-af81-980d1f6db549, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:20.722252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57238c51-9c2a-4f09-b23e-c1deea721f60 req-9721deab-d950-4834-8686-fd6e8b88b3da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601826 Oct 15 00:28:20.732550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] For port 94f032af-aac3-47e3-af81-980d1f6db549, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=94f032af-aac3-47e3-af81-980d1f6db549,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:20.733598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-2b654824-1340-4e68-b3f8-847e20834b05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 200 len: 217 time: 0.1332290 Oct 15 00:28:20.735715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-4fe18708-718e-4507-b7ae-8c32552b1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.743301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-4fe18708-718e-4507-b7ae-8c32552b1ee8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97bd6b0d-78ab-424f-bcef-7b925db6f842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026439 Oct 15 00:28:20.743933 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cfba99-912d-4b68-b137-4a300d3640e5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.806603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cfba99-912d-4b68-b137-4a300d3640e5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.836155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.850717 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '90baca36-3269-4526-a916-c26b78bffba3', 'port_id': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'mac_address': 'fa:16:3e:83:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:24:43Z', 'updated_at': '2021-10-15T00:28:17Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:20.878526 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cfba99-912d-4b68-b137-4a300d3640e5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.918492 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff154638-b25b-4df7-8df2-0d68008a7501 None None] The sync data for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 is: [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '90baca36-3269-4526-a916-c26b78bffba3', 'port_id': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'mac_address': 'fa:16:3e:83:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:24:43Z', 'updated_at': '2021-10-15T00:28:17Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:28:20.935316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc858eea-9cd7-42cd-aa48-e5b71e69fa13 req-b8e7cb05-b2f5-4920-bea1-1fd6d569ff52 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:20.947989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfba99-912d-4b68-b137-4a300d3640e5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a33fe8-15dc-4640-9983-269aee43b2a2,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:20.951402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc858eea-9cd7-42cd-aa48-e5b71e69fa13 req-b8e7cb05-b2f5-4920-bea1-1fd6d569ff52 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 948 time: 0.2104211 Oct 15 00:28:20.955975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d80f56-2cc9-49cb-8e51-d1b3b7992835 None None] Pushing event updated for resources: {'Port': ['ID=94f032af-aac3-47e3-af81-980d1f6db549,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:20.982951 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cfba99-912d-4b68-b137-4a300d3640e5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:20.984317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-89cfba99-912d-4b68-b137-4a300d3640e5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6318657 Oct 15 00:28:20.990184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56582) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:20.999372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:21.003063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:21.004116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:27:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:21.007103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7de10f80-9c8a-4889-b997-663981905cc7 None None] Provisioning complete for port 94f032af-aac3-47e3-af81-980d1f6db549 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:21.007494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7de10f80-9c8a-4889-b997-663981905cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:21.086951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc858eea-9cd7-42cd-aa48-e5b71e69fa13 req-77eb4390-f1a4-4cc1-8971-ef21a5f66460 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327312 Oct 15 00:28:21.146312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-21b84491-b95c-4832-8b56-1e42e25a7157 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2089515 Oct 15 00:28:21.151755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-332557b1-5039-4711-8dc9-46eef90ece4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:21.155250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-332557b1-5039-4711-8dc9-46eef90ece4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1481514 Oct 15 00:28:21.160740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-a99f01dd-180e-41d2-98b6-39530b3fee91 service neutron] 10.222.0.30 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002478 Oct 15 00:28:21.173568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-0b60d356-4073-48ad-bc23-053fa6a74510 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:28:21.174810 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-0b60d356-4073-48ad-bc23-053fa6a74510 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125165 Oct 15 00:28:21.198743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d98de-4a3e-43bd-bb3d-3188f6ab9ae0 req-d6465960-4ec9-4193-afc5-77e3064afcbf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:21.206894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df9d98de-4a3e-43bd-bb3d-3188f6ab9ae0 req-d6465960-4ec9-4193-afc5-77e3064afcbf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.2377193 Oct 15 00:28:21.244654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-c915f115-0fae-4868-a224-095c61feed5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683060 Oct 15 00:28:21.248237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:21.400717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a400f-7f3f-473e-8b62-fb4d0460fde6 None None] New status for floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:28:21.425918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:21.441545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059a4a0-4b73-4e9f-8b61-afd55f86cf52 req-37d23fc6-0f1b-4a25-a31e-23d5b86df13b tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:21.443166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1059a4a0-4b73-4e9f-8b61-afd55f86cf52 req-37d23fc6-0f1b-4a25-a31e-23d5b86df13b tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 945 time: 0.1463895 Oct 15 00:28:21.445587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-630c2b10-eb1f-40db-b4ad-0dfb7ec8abc0 req-f87af9c6-c3d1-4f19-9144-16e798f1cc86 service neutron] 10.222.0.30 "GET /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679739 Oct 15 00:28:21.498296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device f6ae232d-66d6-4fa0-b09b-5ceec23d3019 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:21.533088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1059a4a0-4b73-4e9f-8b61-afd55f86cf52 req-9f817623-2a91-4a3f-b6e0-3a5f4a1766f7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813155 Oct 15 00:28:21.537883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df9d98de-4a3e-43bd-bb3d-3188f6ab9ae0 req-c5381a65-716f-45cf-8a26-19be7e47ff25 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252141 Oct 15 00:28:21.641974 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-7e228267-5734-4c24-8c11-fdd20d94494e service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884504 Oct 15 00:28:21.652005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:21.672286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'mac_address': 'fa:16:3e:45:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:21.754737 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7de10f80-9c8a-4889-b997-663981905cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:21.945687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4973cfe7-d3e6-45ba-8fa6-8bdf1221b8ae req-a71a9474-7f17-48e1-a34d-4c8504b424ad service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908275 Oct 15 00:28:21.974347 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:21.991510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c200ee8-ba3e-4d17-8fde-b2ce08587a24 req-5b5c2708-f4ff-4d67-a752-d59dade6123c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:22.006081 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c200ee8-ba3e-4d17-8fde-b2ce08587a24 req-5b5c2708-f4ff-4d67-a752-d59dade6123c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.2307363 Oct 15 00:28:22.032585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7de10f80-9c8a-4889-b997-663981905cc7 None None] For port 94f032af-aac3-47e3-af81-980d1f6db549, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=94f032af-aac3-47e3-af81-980d1f6db549,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:22.071128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6ae232d-66d6-4fa0-b09b-5ceec23d3019 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:22.071356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:22.095767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:22.146391 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7de10f80-9c8a-4889-b997-663981905cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:22.191255 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c200ee8-ba3e-4d17-8fde-b2ce08587a24 req-97ee70b1-d7eb-460f-a4c4-4b4a0f4e6e63 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842403 Oct 15 00:28:22.229114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10f80-9c8a-4889-b997-663981905cc7 None None] Pushing event updated for resources: {'Port': ['ID=94f032af-aac3-47e3-af81-980d1f6db549,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:22.241409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:22.275988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ebf01-1f4e-4b07-912f-ae7b2945ee8a req-70b78f14-f8f6-45da-8631-9bfb6c117e80 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:22.286482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0ebf01-1f4e-4b07-912f-ae7b2945ee8a req-70b78f14-f8f6-45da-8631-9bfb6c117e80 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 948 time: 0.0818405 Oct 15 00:28:22.371987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0ebf01-1f4e-4b07-912f-ae7b2945ee8a req-a34c7e16-b9e3-4641-ba04-8500810ad854 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845215 Oct 15 00:28:22.377894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Allocated IP 172.25.2.236 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/50a3b67e-98df-4612-9903-a97a2b30e655) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:22.459030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8af1e4d2-443c-49c7-9431-b596aa332f9e None None] Provisioning complete for port 94f032af-aac3-47e3-af81-980d1f6db549 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:22.459640 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8af1e4d2-443c-49c7-9431-b596aa332f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:22.497443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['f6ae232d-66d6-4fa0-b09b-5ceec23d3019'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:22.670340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 915b9bb2-d8af-4100-ac02-2b9650558b1b up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:22.737558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8385fbe-56b1-4854-a82b-93237601dcdf req-43439fa8-00f5-497e-b748-e1558d731b77 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:22.739958 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8385fbe-56b1-4854-a82b-93237601dcdf req-43439fa8-00f5-497e-b748-e1558d731b77 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 945 time: 0.0815494 Oct 15 00:28:22.785145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8385fbe-56b1-4854-a82b-93237601dcdf req-c57155ec-fff1-4e90-93da-fe2c92d92dc8 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377669 Oct 15 00:28:22.983501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:23.047232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.110984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:20Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:23.133151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90540a-2974-407c-b893-86cd2a9598f4 req-4bd440e6-f32f-47e6-9ee8-de1baa17f63c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:23.135410 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de90540a-2974-407c-b893-86cd2a9598f4 req-4bd440e6-f32f-47e6-9ee8-de1baa17f63c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1855297 Oct 15 00:28:23.146340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 915b9bb2-d8af-4100-ac02-2b9650558b1b completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:23.151651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e689c2-1666-46eb-b4ba-15953d197b77 None None] The sync data for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 is: [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:20Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:28:23.155683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 915b9bb2-d8af-4100-ac02-2b9650558b1b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:23.155683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.206907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.286747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de90540a-2974-407c-b893-86cd2a9598f4 req-a355d6c5-61bb-41b5-864e-da5a23659a37 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451328 Oct 15 00:28:23.311664 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.348026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60323276-0697-4f83-b79e-1f9d83928af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b9bb2-d8af-4100-ac02-2b9650558b1b'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:23.350706 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113054a7-4fe1-44fd-a1ed-c712e29d50ad" -d '{"events": [{"server_uuid": "60323276-0697-4f83-b79e-1f9d83928af0", "name": "network-vif-plugged", "status": "completed", "tag": "915b9bb2-d8af-4100-ac02-2b9650558b1b"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:23.373279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event updated for resources: {'Port': ['ID=50a3b67e-98df-4612-9903-a97a2b30e655,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:23.392917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 915b9bb2-d8af-4100-ac02-2b9650558b1b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=915b9bb2-d8af-4100-ac02-2b9650558b1b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:23.411639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:23.418923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:23.420168 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311820d0-9148-4919-8757-d7a95a718da3 x-openstack-request-id: req-311820d0-9148-4919-8757-d7a95a718da3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:23.420715 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60323276-0697-4f83-b79e-1f9d83928af0", "name": "network-vif-plugged", "status": "completed", "tag": "915b9bb2-d8af-4100-ac02-2b9650558b1b", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:23.422244 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-311820d0-9148-4919-8757-d7a95a718da3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:23.423067 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60323276-0697-4f83-b79e-1f9d83928af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b9bb2-d8af-4100-ac02-2b9650558b1b', 'code': 200} Oct 15 00:28:23.428434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:23.458359 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.518969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device f6ae232d-66d6-4fa0-b09b-5ceec23d3019 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:23.564555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151223-df4c-4d77-ad10-6b66d484ba88 req-d571a9b5-aad4-4f48-8fb4-f8001ec8bd9d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:23.578703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53151223-df4c-4d77-ad10-6b66d484ba88 req-d571a9b5-aad4-4f48-8fb4-f8001ec8bd9d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.1813345 Oct 15 00:28:23.623640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=915b9bb2-d8af-4100-ac02-2b9650558b1b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:23.655155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:23.655372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53151223-df4c-4d77-ad10-6b66d484ba88 req-70537584-1b38-47a2-8fbf-bf643c408222 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757377 Oct 15 00:28:23.655531 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.777741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c84a5-d97a-4d23-886e-e03aa63291fe req-7c177317-1b17-4472-bd22-1ea4c6d4d408 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:23.785061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-793c84a5-d97a-4d23-886e-e03aa63291fe req-7c177317-1b17-4472-bd22-1ea4c6d4d408 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 949 time: 0.2410569 Oct 15 00:28:23.795732 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.799945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac75ba-5b16-4e86-95bd-98fc5245a662 req-5e696130-7223-4878-b2a3-5a792b0e7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:23.801649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6ac75ba-5b16-4e86-95bd-98fc5245a662 req-5e696130-7223-4878-b2a3-5a792b0e7833 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 1100 time: 0.1950016 Oct 15 00:28:23.813791 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:23.887737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-793c84a5-d97a-4d23-886e-e03aa63291fe req-d1559ea7-fd55-491c-a029-6e42e429f6aa tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979366 Oct 15 00:28:23.896025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:23.929007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6ac75ba-5b16-4e86-95bd-98fc5245a662 req-116fe97d-1917-4ed6-9b4a-588be8d229c0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842938 Oct 15 00:28:23.984542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:24.001778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:24.059026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae2c84-0edc-48d0-9f2b-6f73fce1968f req-b77747f0-13ab-4406-9c2f-825a19b652e0 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:24.060587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3dae2c84-0edc-48d0-9f2b-6f73fce1968f req-b77747f0-13ab-4406-9c2f-825a19b652e0 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 945 time: 0.1346262 Oct 15 00:28:24.138779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:24.169459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3dae2c84-0edc-48d0-9f2b-6f73fce1968f req-b05fbf53-3b5e-4255-9aca-dfb243a60574 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852976 Oct 15 00:28:24.260355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:24.329898 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:24.517737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event updated for resources: {'Port': ['ID=50a3b67e-98df-4612-9903-a97a2b30e655,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:24.521651 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:24.552313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305c7ba-0420-466a-879e-64a66fb990b7 req-5e99509a-ca6b-4e36-b56d-5bef0a8b0443 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:24.554740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8305c7ba-0420-466a-879e-64a66fb990b7 req-5e99509a-ca6b-4e36-b56d-5bef0a8b0443 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1055727 Oct 15 00:28:24.628054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:24.638911 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b66e373f-afbe-4473-8f0a-737f2d7d1de5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6496966 Oct 15 00:28:24.647351 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8305c7ba-0420-466a-879e-64a66fb990b7 req-eab2e8ff-84bc-4182-b438-d060be796b78 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755153 Oct 15 00:28:24.650584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-c4609ee8-cbf1-41bf-ba66-a43d2450963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:24.652032 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-c4609ee8-cbf1-41bf-ba66-a43d2450963c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1101 time: 0.0922673 Oct 15 00:28:24.855273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fc630-044e-4faf-9701-1fcb867e8461 req-5bfd88c9-43cc-44c1-8c02-d2eb1e0f6cae tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:24.862879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc0fc630-044e-4faf-9701-1fcb867e8461 req-5bfd88c9-43cc-44c1-8c02-d2eb1e0f6cae tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0947633 Oct 15 00:28:24.864845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-c2bfe407-c5f4-4c4a-ab61-800c4e6a4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:24.866615 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-c2bfe407-c5f4-4c4a-ab61-800c4e6a4691 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2056875 Oct 15 00:28:24.879601 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-69871c0a-e8a1-4dc1-92aa-82d482a9eb64 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--907207155&fields=id&tenant_id=7dae56df76ea4e44ae910559073e7d51 HTTP/1.1" status: 200 len: 267 time: 0.0744276 Oct 15 00:28:24.942869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc0fc630-044e-4faf-9701-1fcb867e8461 req-fac9cd22-db33-410e-8382-c8c618050e57 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790238 Oct 15 00:28:24.964197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-32ccf9f6-66a2-488e-bf45-93a50ead959b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0694985 Oct 15 00:28:25.094441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 94f032af-aac3-47e3-af81-980d1f6db549 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:25.107433 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-6d94c368-908d-451c-963d-9748ff86a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:25.108923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-6d94c368-908d-451c-963d-9748ff86a234 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1343446 Oct 15 00:28:25.131827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-407e6139-9875-4517-9f36-44ce7896965f tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:25.133563 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-407e6139-9875-4517-9f36-44ce7896965f tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/networks?id=6dac6069-6598-483d-9b51-6ea1ab1436ec HTTP/1.1" status: 200 len: 805 time: 0.2528806 Oct 15 00:28:25.161338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad692c-4db1-4d98-8c87-487851581079 req-ae85397d-3253-4060-abe7-d524306a0494 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:25.163124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3ad692c-4db1-4d98-8c87-487851581079 req-ae85397d-3253-4060-abe7-d524306a0494 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 949 time: 0.1264691 Oct 15 00:28:25.190570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 94f032af-aac3-47e3-af81-980d1f6db549 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:25.191060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-824d7666-b1b2-40e8-9a03-49071b3b531d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/quotas/7dae56df76ea4e44ae910559073e7d51 HTTP/1.1" status: 200 len: 375 time: 0.0558567 Oct 15 00:28:25.191888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:25.233445 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3ad692c-4db1-4d98-8c87-487851581079 req-c5cab593-d175-4279-ab25-2b3ffd63dc3b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613012 Oct 15 00:28:25.258129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-48922513-c57c-4e45-8425-69a0842e2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:25.260228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-48922513-c57c-4e45-8425-69a0842e2229 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419885 Oct 15 00:28:25.276922 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-7950bf19-30a6-470d-812d-131a13021efe tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7dae56df76ea4e44ae910559073e7d51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826836 Oct 15 00:28:25.424698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:25.427410 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed91986-8985-4049-b6c6-ba8fcdbc5967" -d '{"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:25.450998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-9d1d5f0f-1e4b-4ed5-8280-8ade8d5b9e23 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730449 Oct 15 00:28:25.505358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-94d8236a-bcd1-4553-a025-190aa80a5ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/6dac6069-6598-483d-9b51-6ea1ab1436ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518915 Oct 15 00:28:25.585041 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396cc406-008d-4e11-8830-a6539f9343a1 x-openstack-request-id: req-396cc406-008d-4e11-8830-a6539f9343a1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:25.585404 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-plugged", "status": "completed", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:25.585612 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-396cc406-008d-4e11-8830-a6539f9343a1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:25.586213 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'code': 200} Oct 15 00:28:25.703887 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-75889e8c-d949-4ded-9d62-57a68696c28e service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411406 Oct 15 00:28:25.735953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-f526e7b8-7f93-4044-bed5-8ef6bbe400ac service neutron] 10.222.0.13 "GET /v2.0/networks/6dac6069-6598-483d-9b51-6ea1ab1436ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442888 Oct 15 00:28:25.882140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313a66d-2522-4fac-892d-1b570eb5777e req-1a2924b5-b696-4b5c-8887-56ac6ade93c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:25.891906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7313a66d-2522-4fac-892d-1b570eb5777e req-1a2924b5-b696-4b5c-8887-56ac6ade93c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1070476 Oct 15 00:28:25.973920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7313a66d-2522-4fac-892d-1b570eb5777e req-ded96b85-685e-41e7-982f-3186c788f3b3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807836 Oct 15 00:28:26.142531 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73b3fc81-4076-41f3-8acc-4e76cd75dd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:26.154725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a8e8e-605b-4438-9f23-7897bcda647e req-abae178d-ca76-4494-bf09-1f2f135a2b63 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:26.175559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7b1fe9d-57e4-45e4-9686-45e6a997a733 req-73c3f24c-5c0d-4a48-b8ee-e6a53af606b4 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 210 time: 0.0917528 Oct 15 00:28:26.176208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d2a8e8e-605b-4438-9f23-7897bcda647e req-abae178d-ca76-4494-bf09-1f2f135a2b63 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.1466417 Oct 15 00:28:26.298356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d2a8e8e-605b-4438-9f23-7897bcda647e req-73ee3d00-d982-4381-986b-658e0c290940 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072621 Oct 15 00:28:26.456854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830e94-0863-488b-8d72-0d169f73012d req-ff3f9645-1840-47c5-8b4d-8308089382f7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:26.464862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-db830e94-0863-488b-8d72-0d169f73012d req-ff3f9645-1840-47c5-8b4d-8308089382f7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 949 time: 0.0757062 Oct 15 00:28:26.524149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-db830e94-0863-488b-8d72-0d169f73012d req-142ee237-0c93-4779-b4f6-9bb4f16551cd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Oct 15 00:28:26.659425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3ef96-1621-4745-a133-be7323555645 req-ee5391c9-2a3b-4376-8b16-2122e36eff0b tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:26.668166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a2a3ef96-1621-4745-a133-be7323555645 req-ee5391c9-2a3b-4376-8b16-2122e36eff0b tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 1100 time: 0.0507901 Oct 15 00:28:26.711008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a2a3ef96-1621-4745-a133-be7323555645 req-351e52cb-058c-4208-b119-1866ef5558f1 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Oct 15 00:28:26.977965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-ce524d92-1c0c-491a-97d0-725d2b3bde41 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285354 Oct 15 00:28:27.136296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-50a4ca31-1c2d-41f6-ba34-1f50eeb5c83f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:27.143739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf754b-d785-4cd7-8966-44f1d12bda96 req-8c8cca2b-99bb-4a63-8694-311202bf2683 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:27.145166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-50a4ca31-1c2d-41f6-ba34-1f50eeb5c83f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570294 Oct 15 00:28:27.152684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bccf754b-d785-4cd7-8966-44f1d12bda96 req-8c8cca2b-99bb-4a63-8694-311202bf2683 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0812955 Oct 15 00:28:27.183519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-d6c63ef3-8b9f-4661-9385-408577439fd0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/quotas/f61da4d203b34931874b8120e40f060b HTTP/1.1" status: 200 len: 375 time: 0.0245171 Oct 15 00:28:27.244336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bccf754b-d785-4cd7-8966-44f1d12bda96 req-5abb1588-dfa6-4820-bb13-4f78eabba0fb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850434 Oct 15 00:28:27.322624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-e8ff622e-c56f-4251-8593-b7f2e0c832a5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0823011 Oct 15 00:28:27.349609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d9895c4-6a17-4c87-95d0-cfdd719b035a req-2b8c255d-2505-4a96-bf71-e0bf9708eaf9 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 210 time: 0.0505450 Oct 15 00:28:27.471219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cecd3-15a6-4fda-9b74-ab8ae9e3fae9 req-2221d803-11ce-4355-a4da-6b49160c3e82 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:27.472888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e53cecd3-15a6-4fda-9b74-ab8ae9e3fae9 req-2221d803-11ce-4355-a4da-6b49160c3e82 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0526447 Oct 15 00:28:27.516742 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e53cecd3-15a6-4fda-9b74-ab8ae9e3fae9 req-0be36463-60f1-46cc-bdf3-72daf6e27a08 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377893 Oct 15 00:28:28.096654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bc7c3b9-9e79-425c-8f12-72d892964f96 req-df090a35-cfb8-494f-8216-866ff5b63c00 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 210 time: 0.0427008 Oct 15 00:28:28.382397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bba0ff-132e-46b4-b142-2287f26bc0b5 req-d6d64858-442d-4549-8672-32a3c944d35a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:28.384151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65bba0ff-132e-46b4-b142-2287f26bc0b5 req-d6d64858-442d-4549-8672-32a3c944d35a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0608382 Oct 15 00:28:28.438002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65bba0ff-132e-46b4-b142-2287f26bc0b5 req-a8600c31-34bd-4bbd-9729-ee2802affd18 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427642 Oct 15 00:28:28.561692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01356f25-9900-4caa-8789-67f6938da5d0 req-8269a63a-2978-4b3a-80b1-15c1d161d28e tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 210 time: 0.0446665 Oct 15 00:28:28.663181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcd9bb-e905-4048-87c8-b37a2bc552ac req-d24b17aa-b34d-490c-ae10-7a8d734aa251 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:28.665686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69bcd9bb-e905-4048-87c8-b37a2bc552ac req-d24b17aa-b34d-490c-ae10-7a8d734aa251 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0577977 Oct 15 00:28:28.717313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69bcd9bb-e905-4048-87c8-b37a2bc552ac req-c692109d-8c7b-43ab-9170-a827571ba20f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Oct 15 00:28:28.800304 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70b78c69-cdf9-46c0-985b-37fb1b773b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:29.236123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a303be78-c719-403d-aed5-2c12d15121b9 req-13b9bb35-f1fb-425b-a6d8-7f2717c05cac tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 210 time: 0.0371914 Oct 15 00:28:29.702247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d890297-a589-4b8a-a148-c86ec3088961 req-bddad58f-4fa9-4d51-9896-09100776e37f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:29.714937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d890297-a589-4b8a-a148-c86ec3088961 req-bddad58f-4fa9-4d51-9896-09100776e37f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1128123 Oct 15 00:28:29.730171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-499b131e-fe06-42d7-b4cb-4c2b5f5c9107 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:29.731697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-499b131e-fe06-42d7-b4cb-4c2b5f5c9107 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.30 "GET /v2.0/networks?id=6dac6069-6598-483d-9b51-6ea1ab1436ec HTTP/1.1" status: 200 len: 805 time: 0.2616479 Oct 15 00:28:29.744021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ca992a9-5ef4-443f-b184-637e10b51232 req-d62837c5-30a1-43c7-9d02-f52815992074 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 210 time: 0.0866745 Oct 15 00:28:29.808691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d890297-a589-4b8a-a148-c86ec3088961 req-2b4fdfa3-5716-42cd-bd92-be71bf490cb5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901775 Oct 15 00:28:29.813836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-2c2f7f81-173d-4c08-bd70-657d070882a5 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dae56df76ea4e44ae910559073e7d51 HTTP/1.1" status: 200 len: 379 time: 0.0672839 Oct 15 00:28:29.849921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Request body: {'port': {'device_id': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'admin_state_up': True, 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'security_groups': ['43bc8887-bf74-4b76-a981-46c372ad51c4']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:29.903053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50b640-977d-4209-bd82-fc0bad2bc52f req-22d9ce64-f229-4c95-b006-2a5bb7db46ec tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:29.911732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa50b640-977d-4209-bd82-fc0bad2bc52f req-22d9ce64-f229-4c95-b006-2a5bb7db46ec tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0757203 Oct 15 00:28:29.974720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa50b640-977d-4209-bd82-fc0bad2bc52f req-5f023f11-897b-4712-882f-46667a3265f8 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616560 Oct 15 00:28:30.081237 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:30.110447 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:30.141634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Made reservation on behalf of 7dae56df76ea4e44ae910559073e7d51 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:30.146690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:30.340580 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-7516c644-706c-46c3-865f-ace110325476 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590787 Oct 15 00:28:30.344367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Allocated IP 172.20.0.14 (6dac6069-6598-483d-9b51-6ea1ab1436ec/1f4f7361-837d-499b-addf-ab0be894412b/e712158c-2f07-4387-82f4-282e2f38bede) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:30.519835 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3b3eacf0-8006-4717-b2af-f5cfcdd3b654 req-f0278a81-4a8d-462b-89a5-25a5a9cd0df4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 210 time: 0.1328518 Oct 15 00:28:30.554895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:30.590723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-a2b37a53-f6e4-4039-9c83-882639f5c9a4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:30.592672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-a2b37a53-f6e4-4039-9c83-882639f5c9a4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450495 Oct 15 00:28:30.611158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:30.733506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:30.864065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event updated for resources: {'Port': ['ID=e712158c-2f07-4387-82f4-282e2f38bede,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:30.915021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:30.918569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:30.921326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:30.949244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:30.961432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:30.975690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:30.976296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:30.999579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a907f-8c9f-4ac6-a3b6-bf4dd4bc4731 req-32d3a7b4-6ad2-48af-8bb0-01f1bb4e4ac8 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:31.007265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c35a907f-8c9f-4ac6-a3b6-bf4dd4bc4731 req-32d3a7b4-6ad2-48af-8bb0-01f1bb4e4ac8 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 932 time: 0.1475668 Oct 15 00:28:31.056501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c35a907f-8c9f-4ac6-a3b6-bf4dd4bc4731 req-67f4f464-73c9-42ba-9738-051c39cf8aac tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463552 Oct 15 00:28:31.074053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ac15ad24-a8d8-47bd-9cdf-559631b4207d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2311552 Oct 15 00:28:31.092687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Request body: {'port': {'device_id': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:31.307863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.108 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/46b98c90-d5bf-41cf-aeca-9eb5fa154efa) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:31.334992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1884b620-49d0-4c5d-9a2b-aef5c82af35c None None] Provisioning complete for port e712158c-2f07-4387-82f4-282e2f38bede triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:31.335570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1884b620-49d0-4c5d-9a2b-aef5c82af35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:31.369021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d303ba3-2b45-4f01-8f92-15ecbb8f5e10 req-f212f5c3-fa69-4c5a-b0f8-6507a7a537b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:31.377651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d303ba3-2b45-4f01-8f92-15ecbb8f5e10 req-f212f5c3-fa69-4c5a-b0f8-6507a7a537b5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.4642329 Oct 15 00:28:31.411079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1884b620-49d0-4c5d-9a2b-aef5c82af35c None None] Port e712158c-2f07-4387-82f4-282e2f38bede cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:28:31.444621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d303ba3-2b45-4f01-8f92-15ecbb8f5e10 req-9b3110c0-525f-4a8a-bf85-81da993ece09 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659430 Oct 15 00:28:31.633275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b8e71-0e40-44c9-8328-9a3da37efa82 req-f2dc961b-871d-4abb-acc5-1e69c098fc0f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:31.641203 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3b8e71-0e40-44c9-8328-9a3da37efa82 req-f2dc961b-871d-4abb-acc5-1e69c098fc0f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0847764 Oct 15 00:28:31.665802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:31.700185 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:31.728077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3b8e71-0e40-44c9-8328-9a3da37efa82 req-61df7e13-f383-4b80-8c23-a204cc4ce713 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835438 Oct 15 00:28:31.827345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:31.843237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c', 'ad963440-d114-4bbe-a101-453dc7b64fc0', '915b9bb2-d8af-4100-ac02-2b9650558b1b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:31.873743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:31.876764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:31.902807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:31.943314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', '7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:31.970422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:31.971142 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:32.012143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:32.067024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f08e11c2-2fb0-43dd-83ff-e928582ed928 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4628806 Oct 15 00:28:32.083294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Request body: {'port': {'device_id': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:32.162033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:32.193651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400efd8-9c4a-4b5a-9d15-faf68c1c2697 req-ed6a5c85-1ae1-4aab-9056-453f8752655d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:32.204001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4400efd8-9c4a-4b5a-9d15-faf68c1c2697 req-ed6a5c85-1ae1-4aab-9056-453f8752655d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 936 time: 0.1974518 Oct 15 00:28:32.248386 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:32.415685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4400efd8-9c4a-4b5a-9d15-faf68c1c2697 req-cd363abc-1748-491e-814c-5b2516c393ca tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051127 Oct 15 00:28:32.425357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ea9ff13a-994d-40a3-b6a1-13db3b46db08 None None] Provisioning complete for port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:32.425892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea9ff13a-994d-40a3-b6a1-13db3b46db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:32.562676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ff13a-994d-40a3-b6a1-13db3b46db08 None None] Port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:28:32.592891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e712158c-2f07-4387-82f4-282e2f38bede {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:32.606245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:32.624674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Transition to ACTIVE for port object e712158c-2f07-4387-82f4-282e2f38bede will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:32.684464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:32.698936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:32.735550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b98c90-d5bf-41cf-aeca-9eb5fa154efa {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:32.757818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:32.796773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d044-2c01-466f-9205-6d8e99e7b994 req-d01099d2-9723-437e-b20b-73fc97f7644c tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:32.804402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7592d044-2c01-466f-9205-6d8e99e7b994 req-d01099d2-9723-437e-b20b-73fc97f7644c tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 932 time: 0.2694831 Oct 15 00:28:32.813037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Transition to ACTIVE for port object 46b98c90-d5bf-41cf-aeca-9eb5fa154efa will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:32.820882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e712158c-2f07-4387-82f4-282e2f38bede,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:32.862469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222064a-18ea-477d-a4b9-69387d7dbef9 req-79aa84df-5278-4bcf-bc38-ffc0f73cfcb4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:32.871774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2222064a-18ea-477d-a4b9-69387d7dbef9 req-79aa84df-5278-4bcf-bc38-ffc0f73cfcb4 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.2454419 Oct 15 00:28:32.901355 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7592d044-2c01-466f-9205-6d8e99e7b994 req-d483831e-8147-4621-b1c9-90e9a0f27b76 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893672 Oct 15 00:28:32.928929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:32.983112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6', 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f', 'port_id': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6', 'mac_address': 'fa:16:3e:e4:e6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dbddfa-bb44-4fce-ac8c-63c2cd14766a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:33.039626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2222064a-18ea-477d-a4b9-69387d7dbef9 req-eef65aa8-8b6a-4a35-8964-4c6062dff6fd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664572 Oct 15 00:28:33.062288 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.069629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.085531 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:28:33.100010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:33.106818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Attempting to bind port e712158c-2f07-4387-82f4-282e2f38bede on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:33.107177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Attempting to bind port e712158c-2f07-4387-82f4-282e2f38bede by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:33.107575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Attempting to bind port e712158c-2f07-4387-82f4-282e2f38bede on network 6dac6069-6598-483d-9b51-6ea1ab1436ec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:33.120107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Port e712158c-2f07-4387-82f4-282e2f38bede on network 6dac6069-6598-483d-9b51-6ea1ab1436ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:33.120428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Attempting to bind port e712158c-2f07-4387-82f4-282e2f38bede on network 6dac6069-6598-483d-9b51-6ea1ab1436ec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:33.138056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:33.139750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Checking segment: {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:33.140141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Bound using segment: {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:33.140580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Bound port: e712158c-2f07-4387-82f4-282e2f38bede, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:33.140940 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.166871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:33.254528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.307510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] For port e712158c-2f07-4387-82f4-282e2f38bede, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:33.311915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] For port e712158c-2f07-4387-82f4-282e2f38bede, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e712158c-2f07-4387-82f4-282e2f38bede,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:33.317084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Pushing event updated for resources: {'Port': ['ID=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:33.346516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:33.367848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdfb7d-fd05-4174-99c1-17a7ce75866e req-537623b3-b05e-4b36-92c3-bd2dcdcd8c4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:33.377006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9abdfb7d-fd05-4174-99c1-17a7ce75866e req-537623b3-b05e-4b36-92c3-bd2dcdcd8c4e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.2299476 Oct 15 00:28:33.387582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.450993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9abdfb7d-fd05-4174-99c1-17a7ce75866e req-218876da-bac2-4612-ac20-cfb272d6f0d2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729921 Oct 15 00:28:33.477245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Attempting to bind port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:33.478011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Attempting to bind port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:33.478744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Attempting to bind port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:33.484571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:33.485254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Attempting to bind port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:33.494119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:33.496146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:33.496820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:33.498957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Bound port: 46b98c90-d5bf-41cf-aeca-9eb5fa154efa, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:33.504861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:33.504861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.504861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] 10.222.0.30 "PUT /v2.0/ports/e712158c-2f07-4387-82f4-282e2f38bede HTTP/1.1" status: 200 len: 1092 time: 2.4219484 Oct 15 00:28:33.505362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:33.507727 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407f267d-69fc-406c-887a-18ac79bd8b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "tag": "e712158c-2f07-4387-82f4-282e2f38bede"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:33.534064 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.578983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e712158c-2f07-4387-82f4-282e2f38bede,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:33.618471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ef0d7-93dd-4bac-8835-9f14b820f809 req-459b3ebc-ca06-4f96-86e2-b3e0d1b7de7f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:33.620049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-150ef0d7-93dd-4bac-8835-9f14b820f809 req-459b3ebc-ca06-4f96-86e2-b3e0d1b7de7f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 948 time: 0.0991755 Oct 15 00:28:33.622115 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e2759b-19de-4ccc-93dd-6119597d9edb x-openstack-request-id: req-25e2759b-19de-4ccc-93dd-6119597d9edb {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:33.622420 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "tag": "e712158c-2f07-4387-82f4-282e2f38bede", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:33.622673 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25e2759b-19de-4ccc-93dd-6119597d9edb {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:33.623294 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede', 'status': 'completed', 'code': 200} Oct 15 00:28:33.625268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.625742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.626251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.626594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.626926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.627261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.627589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.627958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.628286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.628629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.628953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.629277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db300b-e2c1-4965-9315-4f657403bdd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:33.691089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] For port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:33.694640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] For port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:33.753167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-150ef0d7-93dd-4bac-8835-9f14b820f809 req-4e5e5fa9-5c98-4d2e-b32e-199380d5bf1c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128945 Oct 15 00:28:33.764054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f267d-69fc-406c-887a-18ac79bd8b6c req-124e4582-06c6-498e-ada8-e9b482efc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:33.765635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-407f267d-69fc-406c-887a-18ac79bd8b6c req-124e4582-06c6-498e-ada8-e9b482efc735 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dae56df76ea4e44ae910559073e7d51&device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 1095 time: 0.1175227 Oct 15 00:28:33.784181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.800301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7bd66d29-967f-4c06-8cfe-bad6a5048ea6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:33.838447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:33.838950 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:33.840336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] 10.222.0.39 "PUT /v2.0/ports/46b98c90-d5bf-41cf-aeca-9eb5fa154efa HTTP/1.1" status: 200 len: 1096 time: 1.7614515 Oct 15 00:28:33.843718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'tag': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:33.847327 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee9cd8-58d3-4dc3-9378-4a4b082eb1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "53fb7edb-2629-45c3-98af-ce3fbb805e9a", "tag": "46b98c90-d5bf-41cf-aeca-9eb5fa154efa"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:33.936366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39af9f4-a441-461f-b844-6986b935bf30 service neutron] Pushing event updated for resources: {'Port': ['ID=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:33.947674 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb989d28-4ba4-46cd-8cb0-d9e1c5292115 x-openstack-request-id: req-fb989d28-4ba4-46cd-8cb0-d9e1c5292115 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:33.947970 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fb7edb-2629-45c3-98af-ce3fbb805e9a", "tag": "46b98c90-d5bf-41cf-aeca-9eb5fa154efa", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:33.948193 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb989d28-4ba4-46cd-8cb0-d9e1c5292115 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:33.948560 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'tag': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa', 'status': 'completed', 'code': 200} Oct 15 00:28:34.084554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee9cd8-58d3-4dc3-9378-4a4b082eb1b0 req-90a4d31c-5e5d-4d84-bc05-72993750b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.085951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64ee9cd8-58d3-4dc3-9378-4a4b082eb1b0 req-90a4d31c-5e5d-4d84-bc05-72993750b8aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 1099 time: 0.1127427 Oct 15 00:28:34.130889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f267d-69fc-406c-887a-18ac79bd8b6c req-4e05bef1-c2d6-45ce-93f3-7db8e578da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.132524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-407f267d-69fc-406c-887a-18ac79bd8b6c req-4e05bef1-c2d6-45ce-93f3-7db8e578da0b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7dae56df76ea4e44ae910559073e7d51&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3471324 Oct 15 00:28:34.163778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64ee9cd8-58d3-4dc3-9378-4a4b082eb1b0 req-e713287f-7a39-4d2c-8008-3b41f476b4fb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686827 Oct 15 00:28:34.362110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f267d-69fc-406c-887a-18ac79bd8b6c req-844d057f-173e-4f3d-847b-f3e2fc8aa055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.363995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-407f267d-69fc-406c-887a-18ac79bd8b6c req-844d057f-173e-4f3d-847b-f3e2fc8aa055 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1912658 Oct 15 00:28:34.374628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe79bec-d465-4ed2-a261-5be54868ed72 req-28b5ace6-8ef6-475b-8516-c3fcee258f95 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.382251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fe79bec-d465-4ed2-a261-5be54868ed72 req-28b5ace6-8ef6-475b-8516-c3fcee258f95 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 944 time: 0.3142064 Oct 15 00:28:34.421911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bafecb-fcee-4038-aa8a-ab0e93f45bd7 req-b2144e8e-8664-42f7-bb36-834cd4f42336 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.423475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1bafecb-fcee-4038-aa8a-ab0e93f45bd7 req-b2144e8e-8664-42f7-bb36-834cd4f42336 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1222541 Oct 15 00:28:34.447836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee9cd8-58d3-4dc3-9378-4a4b082eb1b0 req-a86d2efb-d4ab-451c-805a-517d9c06745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.448613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fe79bec-d465-4ed2-a261-5be54868ed72 req-45291a37-6ed9-4fe3-a635-d9d26abf6ccf tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654323 Oct 15 00:28:34.458194 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64ee9cd8-58d3-4dc3-9378-4a4b082eb1b0 req-a86d2efb-d4ab-451c-805a-517d9c06745b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2793744 Oct 15 00:28:34.524438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-aebe4472-2482-40e2-99dd-cb9ef427defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.528589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-aebe4472-2482-40e2-99dd-cb9ef427defb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dae56df76ea4e44ae910559073e7d51&device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 1095 time: 0.1050928 Oct 15 00:28:34.531626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1bafecb-fcee-4038-aa8a-ab0e93f45bd7 req-263c6bce-1706-451b-8622-cd61a1002ad0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994437 Oct 15 00:28:34.601455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-cb69caca-8dc7-48ca-b11f-8b792332d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.604930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-cb69caca-8dc7-48ca-b11f-8b792332d1c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 1099 time: 0.0639651 Oct 15 00:28:34.623204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-c814c5cc-b6b9-454a-bbcd-54de75df3325 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e712158c-2f07-4387-82f4-282e2f38bede HTTP/1.1" status: 200 len: 217 time: 0.0854173 Oct 15 00:28:34.685389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-e17f330d-4646-4f3f-bb39-4032efecb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.687032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-e17f330d-4646-4f3f-bb39-4032efecb746 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f4f7361-837d-499b-addf-ab0be894412b HTTP/1.1" status: 200 len: 844 time: 0.0555310 Oct 15 00:28:34.693911 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-36b8e7f4-0a68-411a-a74f-d058e5cac0af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=46b98c90-d5bf-41cf-aeca-9eb5fa154efa HTTP/1.1" status: 200 len: 217 time: 0.0800846 Oct 15 00:28:34.763018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-08bdc865-8063-4301-9710-c267a0b93fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.764853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-08bdc865-8063-4301-9710-c267a0b93fb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0538747 Oct 15 00:28:34.771820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ae7eeb09-eecf-4a23-a776-1ba0875d55da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.773387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-ae7eeb09-eecf-4a23-a776-1ba0875d55da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dac6069-6598-483d-9b51-6ea1ab1436ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786574 Oct 15 00:28:34.775050 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619919d-0e9a-4ec0-831b-56b7d9844f6b req-0e18bf38-52d5-4423-b630-cc7727ba105d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.784085 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d619919d-0e9a-4ec0-831b-56b7d9844f6b req-0e18bf38-52d5-4423-b630-cc7727ba105d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.1170926 Oct 15 00:28:34.869860 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d619919d-0e9a-4ec0-831b-56b7d9844f6b req-a956ce1e-080b-443f-907c-ff4a12ab0dbd tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849113 Oct 15 00:28:34.885142 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-90f93037-f96d-4dcf-87b3-1a39ee8364a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:34.886912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-90f93037-f96d-4dcf-87b3-1a39ee8364a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840950 Oct 15 00:28:34.945756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-d68d3ec7-2d09-4246-a267-131dd9bc6503 service neutron] 10.222.0.30 "GET /v2.0/networks/6dac6069-6598-483d-9b51-6ea1ab1436ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629121 Oct 15 00:28:34.995520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4ed8c-28ae-4eef-89bf-82fee723060c req-b4da87f7-aca7-4655-9126-e4fd95e8bf8d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:35.003863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba4ed8c-28ae-4eef-89bf-82fee723060c req-b4da87f7-aca7-4655-9126-e4fd95e8bf8d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 948 time: 0.1124871 Oct 15 00:28:35.037668 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-4c2244b9-59f3-4a71-8342-e3c4fcf8d63a service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408200 Oct 15 00:28:35.108153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba4ed8c-28ae-4eef-89bf-82fee723060c req-98e15a4b-a8e1-4761-92dd-ff853d82de56 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985942 Oct 15 00:28:35.140522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e1bdb2-923d-427d-a442-583b19cc8207 req-9f736fb2-8a87-4b06-9411-78b8476c571a service neutron] 10.222.0.30 "GET /v2.0/networks/6dac6069-6598-483d-9b51-6ea1ab1436ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854429 Oct 15 00:28:35.232612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1265d2f-828a-4c4d-917f-5a03344cd71f req-c9c25dd2-b89e-46d9-924b-308543f20f5b service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742623 Oct 15 00:28:35.777009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46382b06-5e5c-4e5e-a40d-78b615de3655 req-78f31781-ee25-49a3-a606-0ca637ec43ef tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:35.777009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46382b06-5e5c-4e5e-a40d-78b615de3655 req-78f31781-ee25-49a3-a606-0ca637ec43ef tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 944 time: 0.0828285 Oct 15 00:28:35.777009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46382b06-5e5c-4e5e-a40d-78b615de3655 req-eec9f522-0331-445c-a546-b160190e0fa6 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Oct 15 00:28:35.778936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434948fe-d6f8-4bd8-b478-1b5269a5dcfc req-d4007222-7141-4048-928d-7b1d1a36e916 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:35.778936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-434948fe-d6f8-4bd8-b478-1b5269a5dcfc req-d4007222-7141-4048-928d-7b1d1a36e916 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0826838 Oct 15 00:28:35.778936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-434948fe-d6f8-4bd8-b478-1b5269a5dcfc req-153a3c30-6b9f-4886-82c7-fbceb3d28621 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Oct 15 00:28:35.997169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c027-b9b3-4a83-b09f-629ed49545e0 req-1c4068a1-9157-4ea0-9d25-47f60ab2100e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:36.004585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56d3c027-b9b3-4a83-b09f-629ed49545e0 req-1c4068a1-9157-4ea0-9d25-47f60ab2100e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.0614753 Oct 15 00:28:36.054367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56d3c027-b9b3-4a83-b09f-629ed49545e0 req-d644f232-f664-440b-bb11-e671cd0f340c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Oct 15 00:28:36.260573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623550-ebfb-442d-8dd0-6a351b9e8ae7 req-2e903121-24e5-48ac-bd24-419501f763b3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:36.262720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d2623550-ebfb-442d-8dd0-6a351b9e8ae7 req-2e903121-24e5-48ac-bd24-419501f763b3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 948 time: 0.0893662 Oct 15 00:28:36.385554 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d2623550-ebfb-442d-8dd0-6a351b9e8ae7 req-c1bfdd8e-a461-40eb-8aa6-4a60e58b7cc3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166818 Oct 15 00:28:36.701418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:36.843039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa710ec-16ac-41c7-ad4e-e45e62a07145 req-7ed9e0cd-75b7-4375-b492-46b704dd4db0 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:36.844737 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8aa710ec-16ac-41c7-ad4e-e45e62a07145 req-7ed9e0cd-75b7-4375-b492-46b704dd4db0 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 944 time: 0.0953681 Oct 15 00:28:36.856088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:36.861465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:36.866249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:36.905159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8aa710ec-16ac-41c7-ad4e-e45e62a07145 req-a61219b4-de49-4e59-8ab1-1283efaa7fb8 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541511 Oct 15 00:28:36.928379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41454c2-6658-4626-ba31-1ba46f91e09a req-c9d4c04f-8b23-4c67-aaf3-96e07e28588f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:36.940178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f41454c2-6658-4626-ba31-1ba46f91e09a req-c9d4c04f-8b23-4c67-aaf3-96e07e28588f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0885372 Oct 15 00:28:37.011210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:37.038764 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f41454c2-6658-4626-ba31-1ba46f91e09a req-48567e64-2575-46bb-ac0d-d0fd4c0500ba tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979891 Oct 15 00:28:37.066951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:37.069350 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00954c00-edb6-464a-b43c-705c68cedc37" -d '{"events": [{"server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "name": "network-vif-plugged", "status": "completed", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:37.088238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:37.111318 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1d505c-f0ef-4b9d-978f-aa550e315c76 x-openstack-request-id: req-ad1d505c-f0ef-4b9d-978f-aa550e315c76 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:37.113520 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "name": "network-vif-plugged", "status": "completed", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:37.114007 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad1d505c-f0ef-4b9d-978f-aa550e315c76 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:37.114453 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6', 'code': 200} Oct 15 00:28:37.181700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:37.207884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fe86-54b1-47e3-a374-dd51bea830a6 req-a6ad361a-e6f7-420a-bea8-256aa96694a9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:37.209543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c663fe86-54b1-47e3-a374-dd51bea830a6 req-a6ad361a-e6f7-420a-bea8-256aa96694a9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.0621319 Oct 15 00:28:37.252890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923db7c-be4d-4010-acce-b917afb8ebba req-ffa3f87a-f6a5-4372-90fa-9317f9b9f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:37.254485 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7923db7c-be4d-4010-acce-b917afb8ebba req-ffa3f87a-f6a5-4372-90fa-9317f9b9f2a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1096 time: 0.0673013 Oct 15 00:28:37.258101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c663fe86-54b1-47e3-a374-dd51bea830a6 req-d3f8d821-c355-4d3f-a935-7c5ecb80bae1 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Oct 15 00:28:37.263515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:37.331185 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7923db7c-be4d-4010-acce-b917afb8ebba req-9f152871-495a-4c40-a1ab-a6150234a034 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654080 Oct 15 00:28:37.512220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf872c-56bc-40e9-a390-bd8470bd0424 req-dc329e69-3206-42cb-9ae2-01019b12f072 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:37.512827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e712158c-2f07-4387-82f4-282e2f38bede details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:37.519872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65cf872c-56bc-40e9-a390-bd8470bd0424 req-dc329e69-3206-42cb-9ae2-01019b12f072 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 948 time: 0.0614426 Oct 15 00:28:37.586989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65cf872c-56bc-40e9-a390-bd8470bd0424 req-eedc96db-cae5-47ac-a67f-f05f1cda9c77 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654516 Oct 15 00:28:37.651060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e712158c-2f07-4387-82f4-282e2f38bede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e712158c-2f07-4387-82f4-282e2f38bede,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:37.664070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e712158c-2f07-4387-82f4-282e2f38bede', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'port_id': 'e712158c-2f07-4387-82f4-282e2f38bede', 'mac_address': 'fa:16:3e:aa:61:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:37.709233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:37.746277 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e712158c-2f07-4387-82f4-282e2f38bede {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:37.748387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e712158c-2f07-4387-82f4-282e2f38bede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e712158c-2f07-4387-82f4-282e2f38bede,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:38.019359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6fb74-5990-49c2-a47c-8b028c9c0fce req-0c8e0906-d67b-454c-83a5-bba8ba477fea tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:38.020892 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7f6fb74-5990-49c2-a47c-8b028c9c0fce req-0c8e0906-d67b-454c-83a5-bba8ba477fea tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 944 time: 0.0528018 Oct 15 00:28:38.035425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:38.085714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7f6fb74-5990-49c2-a47c-8b028c9c0fce req-6ab6abb2-88fa-4902-aa25-9ddb3a5648ff tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557919 Oct 15 00:28:38.119302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e712158c-2f07-4387-82f4-282e2f38bede,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:38.216249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289002ba-6761-497e-a6ef-76d86be3ece6 req-7594982d-b37c-408b-b5f4-50f61039ac4d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:38.219097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-289002ba-6761-497e-a6ef-76d86be3ece6 req-7594982d-b37c-408b-b5f4-50f61039ac4d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0882170 Oct 15 00:28:38.264776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-289002ba-6761-497e-a6ef-76d86be3ece6 req-a2774215-b876-4b77-b083-0e39148870db tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Oct 15 00:28:38.359831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e712158c-2f07-4387-82f4-282e2f38bede'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:38.412530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88531-b758-45e7-a26d-81f1f07e0a5c req-d2c2da7d-a2f7-428e-b015-b064ca42c569 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:38.422434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7a88531-b758-45e7-a26d-81f1f07e0a5c req-d2c2da7d-a2f7-428e-b015-b064ca42c569 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0672374 Oct 15 00:28:38.487084 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7a88531-b758-45e7-a26d-81f1f07e0a5c req-5df3638d-70e0-4773-84e3-c508dd056616 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Oct 15 00:28:38.694438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 46b98c90-d5bf-41cf-aeca-9eb5fa154efa details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:38.709054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4c066-52f8-4e11-9eb3-8d626645069c req-bc4ecdd8-88a2-4b59-bcb4-eeedb66fd9eb tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:38.710567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89c4c066-52f8-4e11-9eb3-8d626645069c req-bc4ecdd8-88a2-4b59-bcb4-eeedb66fd9eb tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 948 time: 0.0544217 Oct 15 00:28:38.753310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89c4c066-52f8-4e11-9eb3-8d626645069c req-ef8fe315-e477-480e-8053-3eeab76c8543 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Oct 15 00:28:38.796197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:38.808202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa', 'mac_address': 'fa:16:3e:b5:48:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:38.851749 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:38.864212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b98c90-d5bf-41cf-aeca-9eb5fa154efa {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:38.883194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:38.960763 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:39.014807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:39.212860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eb390-d44f-4018-8689-c11773bdca7c req-c92900c8-5ffd-4f40-b5df-41ceae5014ec tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:39.214772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c27eb390-d44f-4018-8689-c11773bdca7c req-c92900c8-5ffd-4f40-b5df-41ceae5014ec tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 945 time: 0.0504937 Oct 15 00:28:39.256874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c27eb390-d44f-4018-8689-c11773bdca7c req-05fd5545-a4cc-4793-b360-483334943330 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363615 Oct 15 00:28:39.384808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c2697-d914-4285-bdbb-58cf115910b9 req-8fc1ce96-52f5-405b-a10b-a4725488133f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:39.386313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c5c2697-d914-4285-bdbb-58cf115910b9 req-8fc1ce96-52f5-405b-a10b-a4725488133f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0507805 Oct 15 00:28:39.425807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c5c2697-d914-4285-bdbb-58cf115910b9 req-97d05008-60d5-461a-b192-f819437bc78b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335042 Oct 15 00:28:39.530065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['46b98c90-d5bf-41cf-aeca-9eb5fa154efa'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:39.567595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:39.608299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85946c-3a29-4dc4-ba8e-545f98c859a5 req-2566de01-be8d-49db-9907-9420ee414802 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:39.610287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a85946c-3a29-4dc4-ba8e-545f98c859a5 req-2566de01-be8d-49db-9907-9420ee414802 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0710299 Oct 15 00:28:39.668215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a85946c-3a29-4dc4-ba8e-545f98c859a5 req-b56a3fb5-4d36-4c97-80ba-860e3d3a8b79 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476758 Oct 15 00:28:39.772648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e34245-6995-4fce-a0a4-3f587003e16c req-f030af01-6b6e-4801-be1f-48a11c61c70a tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:39.774697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22e34245-6995-4fce-a0a4-3f587003e16c req-f030af01-6b6e-4801-be1f-48a11c61c70a tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1096 time: 0.0457661 Oct 15 00:28:39.810021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22e34245-6995-4fce-a0a4-3f587003e16c req-ad85bee7-e15e-4c40-80a3-1e0523de9ffa tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295238 Oct 15 00:28:39.909890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9caed-24ff-4b2b-856c-7eaecacca049 req-39e0544a-3ff9-4c1a-a5fe-b8839e71dfec tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:39.911339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ce9caed-24ff-4b2b-856c-7eaecacca049 req-39e0544a-3ff9-4c1a-a5fe-b8839e71dfec tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 949 time: 0.0476949 Oct 15 00:28:39.950655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ce9caed-24ff-4b2b-856c-7eaecacca049 req-cb019616-d1ee-4d51-a357-b2d3ff0acb65 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327728 Oct 15 00:28:40.048449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eb6f5-29c0-42a2-9cd3-f6212cd08967 req-83bdd4f9-6023-43c7-9e49-2dc6756dd9c0 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:40.049915 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4b6eb6f5-29c0-42a2-9cd3-f6212cd08967 req-83bdd4f9-6023-43c7-9e49-2dc6756dd9c0 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1096 time: 0.0402882 Oct 15 00:28:40.085784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4b6eb6f5-29c0-42a2-9cd3-f6212cd08967 req-b8ddcb21-49d1-4f03-9ea7-06d7ce9c03b4 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299375 Oct 15 00:28:40.845309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943d2db-f9c7-4e84-a198-79ae846cf25c req-238ccf48-1994-4a99-8387-7c18604dfda2 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:40.846816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2943d2db-f9c7-4e84-a198-79ae846cf25c req-238ccf48-1994-4a99-8387-7c18604dfda2 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 945 time: 0.0509446 Oct 15 00:28:40.885448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2943d2db-f9c7-4e84-a198-79ae846cf25c req-2688e462-8efb-4dc4-8902-845552bca7db tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Oct 15 00:28:40.988143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23beb8-2741-41de-bdf2-c50f788446e1 req-f3a3b177-665b-40a4-9cd3-2f7991e88285 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:40.989594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c23beb8-2741-41de-bdf2-c50f788446e1 req-f3a3b177-665b-40a4-9cd3-2f7991e88285 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0490386 Oct 15 00:28:41.026651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c23beb8-2741-41de-bdf2-c50f788446e1 req-fcbb6851-f9f8-47a9-8f03-e2cea7eb81f5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Oct 15 00:28:41.371180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e1992-faf2-4fb1-9ca0-af2b676f43a4 req-8a75d7e2-49cf-418d-b66e-f3f710f93e53 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:41.372772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f0e1992-faf2-4fb1-9ca0-af2b676f43a4 req-8a75d7e2-49cf-418d-b66e-f3f710f93e53 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 949 time: 0.0509911 Oct 15 00:28:41.415115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f0e1992-faf2-4fb1-9ca0-af2b676f43a4 req-58381f9c-1e58-498e-a414-96d0852e0f8a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363088 Oct 15 00:28:41.520002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e712158c-2f07-4387-82f4-282e2f38bede up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:41.646433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port e712158c-2f07-4387-82f4-282e2f38bede completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:41.652260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e712158c-2f07-4387-82f4-282e2f38bede triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:41.652629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:41.653542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-a40546c0-1be5-4db3-9170-5831c68afd21 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:41.656472 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-a40546c0-1be5-4db3-9170-5831c68afd21 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.1090140 Oct 15 00:28:41.675800 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-1914b12b-20dc-4491-9e41-60bed624120b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/quotas/2e673117b64c44b4acc1d2368257cd90 HTTP/1.1" status: 200 len: 375 time: 0.0124357 Oct 15 00:28:41.733942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-25430e32-10bf-4977-ab2c-5a359601749b tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515385 Oct 15 00:28:41.835737 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-6c280bab-404e-47e5-a8fc-4c91fb029759 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938981 Oct 15 00:28:41.851476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8f706a41-5755-4390-a27d-fbe6676ae925 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:28:41.858918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8f706a41-5755-4390-a27d-fbe6676ae925 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121045 Oct 15 00:28:41.863658 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:41.888301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:41.890684 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b440d-4ed0-4c05-8e29-7a95fa08b652" -d '{"events": [{"server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "name": "network-vif-plugged", "status": "completed", "tag": "e712158c-2f07-4387-82f4-282e2f38bede"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:41.896544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-18dbee1f-2bc3-480a-acff-4a36514b2c83 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:41.898038 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-18dbee1f-2bc3-480a-acff-4a36514b2c83 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 1093 time: 0.0382085 Oct 15 00:28:41.905105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e712158c-2f07-4387-82f4-282e2f38bede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e712158c-2f07-4387-82f4-282e2f38bede,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:41.910706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Request body: {'binding': {'host': 'n-h1-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:41.911294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:28:41.938075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-bce39dd3-c3ab-4ac1-a0d3-e4785a3bf936 service neutron] 10.222.0.13 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933516 Oct 15 00:28:41.975473 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:41.976294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device f6ae232d-66d6-4fa0-b09b-5ceec23d3019 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:28:42.056845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on host n-h1-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:42.057448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:42.057775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:42.062209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:42.062571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:42.067481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:42.067892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:42.068465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:42.069070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Bound port: 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:42.076662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e712158c-2f07-4387-82f4-282e2f38bede,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:42.115124 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:42.126271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:42.148388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:42.220229 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:42.221609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8d5e0f56-6b0c-4e12-861c-0274c4e49c50 service neutron] 10.222.0.13 "POST /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3149164 Oct 15 00:28:42.230252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:42.267496 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8291d167-a868-4ed9-9ee2-b210bcfb56fc x-openstack-request-id: req-8291d167-a868-4ed9-9ee2-b210bcfb56fc {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:42.270661 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "name": "network-vif-plugged", "status": "completed", "tag": "e712158c-2f07-4387-82f4-282e2f38bede", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:42.270661 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8291d167-a868-4ed9-9ee2-b210bcfb56fc {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:42.270661 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede', 'code': 200} Oct 15 00:28:42.310929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:42.373095 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c785fc5-cfc3-465b-9332-77df00ddad17 req-4afd202d-a165-4357-8d22-24ce67026bc0 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:42.374743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c785fc5-cfc3-465b-9332-77df00ddad17 req-4afd202d-a165-4357-8d22-24ce67026bc0 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.0661860 Oct 15 00:28:42.442448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c785fc5-cfc3-465b-9332-77df00ddad17 req-3a64e9c2-5d99-43ac-816b-c95ff9cbccf1 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612123 Oct 15 00:28:42.454680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076ddf1-d72e-44c9-87c4-7227e3876540 req-3d111488-35a9-4e7c-a964-69a92add06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:42.456175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9076ddf1-d72e-44c9-87c4-7227e3876540 req-3d111488-35a9-4e7c-a964-69a92add06be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 1097 time: 0.1160300 Oct 15 00:28:42.515145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9076ddf1-d72e-44c9-87c4-7227e3876540 req-ee16d1c0-e35a-4d66-8f32-7adeb3e082e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507219 Oct 15 00:28:42.528055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c413-4eaf-40c8-b755-f3664e5ac00a req-b3cba423-1dcd-438e-aaa9-ef34f4c196f9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:42.529524 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e498c413-4eaf-40c8-b755-f3664e5ac00a req-b3cba423-1dcd-438e-aaa9-ef34f4c196f9 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0572164 Oct 15 00:28:42.533720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52bfa1b6-7425-46c1-a495-a772c14daa16 req-837855dd-0511-44fa-8b7e-7b693900bc99 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 210 time: 0.0348153 Oct 15 00:28:42.571619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e498c413-4eaf-40c8-b755-f3664e5ac00a req-628b0abc-bc30-4bd5-b6a3-7395fd1381ac tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Oct 15 00:28:42.662139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c4f98-92e7-4787-8228-d417986d04e7 req-682e93ab-d748-422d-a770-f67389aaa74d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:42.663771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-741c4f98-92e7-4787-8228-d417986d04e7 req-682e93ab-d748-422d-a770-f67389aaa74d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0675232 Oct 15 00:28:42.689946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e1a56-b1a9-44fc-b8d2-725b4369493e req-496d4ba8-d7d9-4689-9b12-8797eaacf4b3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:42.692198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5a6e1a56-b1a9-44fc-b8d2-725b4369493e req-496d4ba8-d7d9-4689-9b12-8797eaacf4b3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 949 time: 0.0540817 Oct 15 00:28:42.701028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 46b98c90-d5bf-41cf-aeca-9eb5fa154efa up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:42.705525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-741c4f98-92e7-4787-8228-d417986d04e7 req-b11a7a52-3ae8-4aa1-935b-21a0e7e26cef tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350115 Oct 15 00:28:42.739441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5a6e1a56-b1a9-44fc-b8d2-725b4369493e req-78b7f29c-a776-41cb-b957-bdccffa220cd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Oct 15 00:28:42.824660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:42.828909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:42.829506 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:42.896755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-96f0eedd-7e61-4332-9463-d6bcea4f849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:42.898233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-96f0eedd-7e61-4332-9463-d6bcea4f849b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1096 time: 0.0412731 Oct 15 00:28:42.910635 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:42.943448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:42.995961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8f50bae8-6737-4a46-8768-b433bd9448f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:42.997454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-8f50bae8-6737-4a46-8768-b433bd9448f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.0905893 Oct 15 00:28:42.998712 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:43.040142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-e6a7a4eb-b06f-455c-a8dd-130a90e62a36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 217 time: 0.0343833 Oct 15 00:28:43.054593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:43.094840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-7204e2ab-e114-41b4-b8e2-248bc5b008b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:43.096333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-7204e2ab-e114-41b4-b8e2-248bc5b008b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.0447664 Oct 15 00:28:43.130807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-548ad6e6-356a-4039-9811-8f3242ca91fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256355 Oct 15 00:28:43.236246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-94c66e3a-c3fc-4479-a831-a3ea6b274cdc service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891464 Oct 15 00:28:43.333997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-9b5373b2-8241-47a6-ae07-f6b7f4b6822f service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902207 Oct 15 00:28:43.383574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-3d15e578-d27d-486b-9f89-916ece3006ef tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:43.385056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-3d15e578-d27d-486b-9f89-916ece3006ef tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "GET /v2.0/ports?device_id=51e60757-7a0e-4ef0-a562-82c2e80c7108 HTTP/1.1" status: 200 len: 943 time: 0.0501058 Oct 15 00:28:43.503198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Deleting port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:28:43.503614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:43.624326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9a590-ae72-4586-ae4a-fa2288b42dc9 req-d756768a-4527-4189-8e3a-b2aa6d169e22 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:43.626081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31e9a590-ae72-4586-ae4a-fa2288b42dc9 req-d756768a-4527-4189-8e3a-b2aa6d169e22 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.1032212 Oct 15 00:28:43.640755 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3a60bb27-7a98-4995-8971-67167cb06180 req-2ee0c576-748a-4275-8114-6cbbf78f1e09 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 210 time: 0.0325801 Oct 15 00:28:43.661322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] For port f6ae232d-66d6-4fa0-b09b-5ceec23d3019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:43.662944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:43.691179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Calling delete_port for f6ae232d-66d6-4fa0-b09b-5ceec23d3019 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:28:43.703765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31e9a590-ae72-4586-ae4a-fa2288b42dc9 req-c97eae58-1cce-4b81-887c-a8cb82fd828d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626028 Oct 15 00:28:43.806069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f4877-0f9a-400f-ba87-56b1fd51bacf req-e0db652e-db22-4dd2-a710-9e2c2859cf87 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:43.816025 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e50f4877-0f9a-400f-ba87-56b1fd51bacf req-e0db652e-db22-4dd2-a710-9e2c2859cf87 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0830030 Oct 15 00:28:43.871726 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e50f4877-0f9a-400f-ba87-56b1fd51bacf req-a0d48668-cef1-45a9-86a4-78e273c5825c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462735 Oct 15 00:28:43.936203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d3e36-d98b-45f7-b91f-a106f94a292c req-f19caca8-5dff-4c21-b057-a11c439f9e6e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:43.937739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-188d3e36-d98b-45f7-b91f-a106f94a292c req-f19caca8-5dff-4c21-b057-a11c439f9e6e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.1387908 Oct 15 00:28:44.011173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-188d3e36-d98b-45f7-b91f-a106f94a292c req-41e06005-ca38-489f-bebc-b85e5312ec12 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667491 Oct 15 00:28:44.012210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:44.063197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899c8f0-692f-4ca4-9e79-9e41856d94d4 req-89be4803-7182-46f9-9564-a2a204a3d740 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:44.065176 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0899c8f0-692f-4ca4-9e79-9e41856d94d4 req-89be4803-7182-46f9-9564-a2a204a3d740 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 950 time: 0.0840151 Oct 15 00:28:44.075052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event deleted for resources: {'Port': ['ID=f6ae232d-66d6-4fa0-b09b-5ceec23d3019,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:44.105375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] No DVR routers for this DVR port f6ae232d-66d6-4fa0-b09b-5ceec23d3019 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:28:44.107956 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:44.111359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e99b093-fbf3-477d-9cd3-9eda9084447a req-2cf6ea34-6e36-47cb-8ef6-a06c6ae0cfd9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "DELETE /v2.0/ports/f6ae232d-66d6-4fa0-b09b-5ceec23d3019 HTTP/1.1" status: 204 len: 173 time: 0.7087193 Oct 15 00:28:44.112001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-deleted', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:44.121169 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0899c8f0-692f-4ca4-9e79-9e41856d94d4 req-c1dc6875-e2f7-45c8-97c8-6414f5455f75 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486069 Oct 15 00:28:44.127282 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8d6d82-c0f0-4549-ab62-0a2e2174a645" -d '{"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-deleted", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:44.179702 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc84038-c5f6-4daa-9252-3837b3a72119 x-openstack-request-id: req-4bc84038-c5f6-4daa-9252-3837b3a72119 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:44.180002 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-deleted", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:44.180256 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bc84038-c5f6-4daa-9252-3837b3a72119 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:44.180652 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-deleted', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'status': 'completed', 'code': 200} Oct 15 00:28:44.270569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019'}, {'server_uuid': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:44.274210 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a197b-ec87-45b3-aaa9-ac5445d49dca" -d '{"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019"}, {"server_uuid": "53fb7edb-2629-45c3-98af-ce3fbb805e9a", "name": "network-vif-plugged", "status": "completed", "tag": "46b98c90-d5bf-41cf-aeca-9eb5fa154efa"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:44.340117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-a9f1d042-2a99-483a-8429-3db5d723ddfb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:44.342441 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-a9f1d042-2a99-483a-8429-3db5d723ddfb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 804 time: 0.1366341 Oct 15 00:28:44.364627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Request body: {'port': {'device_id': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'admin_state_up': True, 'tenant_id': '2e673117b64c44b4acc1d2368257cd90'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:44.405696 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3e177b-470a-464b-9b44-eab3a6ec1794 x-openstack-request-id: req-9c3e177b-470a-464b-9b44-eab3a6ec1794 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:44.406290 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e60757-7a0e-4ef0-a562-82c2e80c7108", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ae232d-66d6-4fa0-b09b-5ceec23d3019", "code": 200}, {"server_uuid": "53fb7edb-2629-45c3-98af-ce3fbb805e9a", "name": "network-vif-plugged", "status": "completed", "tag": "46b98c90-d5bf-41cf-aeca-9eb5fa154efa", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:44.406661 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c3e177b-470a-464b-9b44-eab3a6ec1794 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:44.407353 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e60757-7a0e-4ef0-a562-82c2e80c7108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ae232d-66d6-4fa0-b09b-5ceec23d3019', 'code': 200} Oct 15 00:28:44.407701 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa', 'code': 200} Oct 15 00:28:44.543343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd502e87-3c25-4def-ab9d-0c8eaec7cb36 req-d1e0620b-573b-4ad1-8537-a09e729f83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:44.545290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd502e87-3c25-4def-ab9d-0c8eaec7cb36 req-d1e0620b-573b-4ad1-8537-a09e729f83f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 1101 time: 0.0617616 Oct 15 00:28:44.592332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd502e87-3c25-4def-ab9d-0c8eaec7cb36 req-40fbe982-e05b-4b40-9a77-3c85ba4f0d56 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Oct 15 00:28:44.629182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:44.663712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Made reservation on behalf of 2e673117b64c44b4acc1d2368257cd90 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:44.668589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:44.777141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25d347ac-f2d3-461c-940f-7165a576f36a req-06eb4776-fa79-4af6-a81b-d392a74d7412 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 210 time: 0.0362048 Oct 15 00:28:44.859122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c5415-1afe-4db4-8f8c-6b4cc237251c req-5e17c83c-5560-49db-bd09-cd4661c60d10 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:44.860676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Allocated IP 172.20.0.7 (822e0207-d55a-45bf-9f45-24de3fbade56/a94f4e65-63e0-4e73-8782-49af8d28657a/9cead443-67e0-479c-a9b6-5f2f6afe3632) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:44.861145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-883c5415-1afe-4db4-8f8c-6b4cc237251c req-5e17c83c-5560-49db-bd09-cd4661c60d10 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.0577774 Oct 15 00:28:44.911348 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-883c5415-1afe-4db4-8f8c-6b4cc237251c req-f014f76a-63b5-48c0-9ae8-e69fce1a1ec0 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426412 Oct 15 00:28:45.059578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9331237-81cb-4732-8fc9-980c9fab463f req-6cc935ca-44a1-4333-bf47-d04aa3861497 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:45.073434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57252) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:28:45.078762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Request body: {'floatingip': {'port_id': 'e712158c-2f07-4387-82f4-282e2f38bede'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:45.087431 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9331237-81cb-4732-8fc9-980c9fab463f req-6cc935ca-44a1-4333-bf47-d04aa3861497 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.0885284 Oct 15 00:28:45.178770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eabd0-64c5-4954-85b8-6231aee7535f req-3318f26e-6b48-44d1-8605-5e1a8332de45 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:45.180301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b7eabd0-64c5-4954-85b8-6231aee7535f req-3318f26e-6b48-44d1-8605-5e1a8332de45 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1755064 Oct 15 00:28:45.184848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:45.190062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:45.199666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa28bcd-765b-4176-9897-0a4a06c83b11 req-47c4bc75-6e2c-429c-844d-54f6ba975fa9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:45.201945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0fa28bcd-765b-4176-9897-0a4a06c83b11 req-47c4bc75-6e2c-429c-844d-54f6ba975fa9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0626395 Oct 15 00:28:45.249013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0fa28bcd-765b-4176-9897-0a4a06c83b11 req-a4485a68-4510-49d3-88e4-276600a101e8 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Oct 15 00:28:45.361226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b7eabd0-64c5-4954-85b8-6231aee7535f req-01806025-26d7-4a43-91b7-479fdbeaf952 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403568 Oct 15 00:28:45.459274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa25c7a-ecc2-463b-bb8c-5a9386bd5f41 req-e6671e57-e32a-415f-8289-c8c7faf423ae tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:45.460841 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6fa25c7a-ecc2-463b-bb8c-5a9386bd5f41 req-e6671e57-e32a-415f-8289-c8c7faf423ae tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 950 time: 0.0623162 Oct 15 00:28:45.465427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:45.511261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6fa25c7a-ecc2-463b-bb8c-5a9386bd5f41 req-d50d0d86-1437-4611-a260-89fdd5a7f365 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Oct 15 00:28:45.527244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Network 822e0207-d55a-45bf-9f45-24de3fbade56 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:45.538544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:45.543424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:45.571644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:45.663849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:45.664365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:45.803491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-3062067a-3289-4ed7-9c5c-1624428a05c0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4513509 Oct 15 00:28:45.817154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Request body: {'port': {'device_id': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:45.850717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:45.883120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:45.920704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:46.026315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f85ff7-477f-41cc-8451-0980611c0793 req-5fb51190-d186-4dd4-84ce-41ae014612a8 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:46.027811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59f85ff7-477f-41cc-8451-0980611c0793 req-5fb51190-d186-4dd4-84ce-41ae014612a8 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 931 time: 0.1411276 Oct 15 00:28:46.381406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed59772-43e2-4dfc-a697-660e0d76d97a req-1832bd36-a548-49bb-b6ee-5c9bd2eecfa6 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:46.383083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ed59772-43e2-4dfc-a697-660e0d76d97a req-1832bd36-a548-49bb-b6ee-5c9bd2eecfa6 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0523698 Oct 15 00:28:46.425547 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ed59772-43e2-4dfc-a697-660e0d76d97a req-bbaf18a5-6cae-48cd-bdda-1ffc83b937b5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345931 Oct 15 00:28:46.436230 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Floating IP 3f0b5582-b4a3-4104-88cc-4f8853be4b8b associated. External IP: 172.25.2.236, port: e712158c-2f07-4387-82f4-282e2f38bede. Oct 15 00:28:46.503050 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59f85ff7-477f-41cc-8451-0980611c0793 req-fe1954e2-917c-4ee9-aea4-01461cd96db9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086251 Oct 15 00:28:46.640992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10348644-1b6e-432f-823d-55da8f93d480 req-77d3793a-be97-4903-87bc-908f75501e4d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:46.642989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10348644-1b6e-432f-823d-55da8f93d480 req-77d3793a-be97-4903-87bc-908f75501e4d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0677156 Oct 15 00:28:46.691382 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10348644-1b6e-432f-823d-55da8f93d480 req-f01ac38f-8a78-4d43-aaea-4f844624ad4e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Oct 15 00:28:46.749972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cead443-67e0-479c-a9b6-5f2f6afe3632 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:46.766417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:46.820933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4e456-971e-4eff-a343-6d085120a9fa req-31be42b0-b9e6-4b46-ae0c-1955e7bd7aab tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:46.822506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fd4e456-971e-4eff-a343-6d085120a9fa req-31be42b0-b9e6-4b46-ae0c-1955e7bd7aab tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 950 time: 0.1402857 Oct 15 00:28:46.830163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Transition to ACTIVE for port object 9cead443-67e0-479c-a9b6-5f2f6afe3632 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:46.857793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Router 9f99c849-3f4f-4115-9f08-8c011eea308b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:28:46.877755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fd4e456-971e-4eff-a343-6d085120a9fa req-9669fa64-4be9-483b-b9bf-a7d3918a19ef tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464945 Oct 15 00:28:46.913218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:47.013048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:47.068339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:28:47.074362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:47.080222 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] Sync routers for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:28:47.090487 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:47.091146 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:47.113227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fea66ef1-d8cd-45cd-9a34-dcd3d8329016 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "PUT /v2.0/floatingips/3f0b5582-b4a3-4104-88cc-4f8853be4b8b HTTP/1.1" status: 200 len: 992 time: 2.0387337 Oct 15 00:28:47.115179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:47.117546 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46198c89-d43c-4abc-b983-90f32099cc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "tag": "e712158c-2f07-4387-82f4-282e2f38bede"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:47.121651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Attempting to bind port 9cead443-67e0-479c-a9b6-5f2f6afe3632 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:47.122005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Attempting to bind port 9cead443-67e0-479c-a9b6-5f2f6afe3632 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:47.122364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Attempting to bind port 9cead443-67e0-479c-a9b6-5f2f6afe3632 on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:47.127558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Port 9cead443-67e0-479c-a9b6-5f2f6afe3632 on network 822e0207-d55a-45bf-9f45-24de3fbade56 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:47.127878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Attempting to bind port 9cead443-67e0-479c-a9b6-5f2f6afe3632 on network 822e0207-d55a-45bf-9f45-24de3fbade56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:47.132845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:47.133587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Checking segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:47.133587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Bound using segment: {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:47.134019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Bound port: 9cead443-67e0-479c-a9b6-5f2f6afe3632, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:47.134349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:47.176339 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bb5d67-58ff-4397-bd80-102d634c8c75 x-openstack-request-id: req-f1bb5d67-58ff-4397-bd80-102d634c8c75 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:47.176640 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "tag": "e712158c-2f07-4387-82f4-282e2f38bede", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:47.176891 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1bb5d67-58ff-4397-bd80-102d634c8c75 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:47.177281 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede', 'status': 'completed', 'code': 200} Oct 15 00:28:47.217823 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:47.222787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:47.251221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:47.265069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198c89-d43c-4abc-b983-90f32099cc0c req-31c7d07e-c75d-4af1-be2c-e06cd39f808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.266596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46198c89-d43c-4abc-b983-90f32099cc0c req-31c7d07e-c75d-4af1-be2c-e06cd39f808d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dae56df76ea4e44ae910559073e7d51&device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 1097 time: 0.0587606 Oct 15 00:28:47.347039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:47.392726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.393359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:47.394754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/9cead443-67e0-479c-a9b6-5f2f6afe3632 HTTP/1.1" status: 200 len: 1091 time: 1.5816679 Oct 15 00:28:47.424331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198c89-d43c-4abc-b983-90f32099cc0c req-61882906-9297-49fc-bc51-8d9a5d2e3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.429102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46198c89-d43c-4abc-b983-90f32099cc0c req-61882906-9297-49fc-bc51-8d9a5d2e3937 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6dac6069-6598-483d-9b51-6ea1ab1436ec HTTP/1.1" status: 200 len: 906 time: 0.1507916 Oct 15 00:28:47.429102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22467cf-f559-4165-8882-8c1b413f16a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:47.484928 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3f0b5582-b4a3-4104-88cc-4f8853be4b8b', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'port_id': 'e712158c-2f07-4387-82f4-282e2f38bede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'mac_address': 'fa:16:3e:aa:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:28:23Z', 'updated_at': '2021-10-15T00:28:45Z', 'revision_number': 1, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:21Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:47.523714 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] Checking router: 9f99c849-3f4f-4115-9f08-8c011eea308b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:28:47.533415 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:28:47.535181 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:47.550263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46198c89-d43c-4abc-b983-90f32099cc0c req-7ea01110-2783-4aa2-bfb9-4cdbd0085b0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e712158c-2f07-4387-82f4-282e2f38bede HTTP/1.1" status: 200 len: 1000 time: 0.1168475 Oct 15 00:28:47.583707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device f6ae232d-66d6-4fa0-b09b-5ceec23d3019 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:28:47.640614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: f6ae232d-66d6-4fa0-b09b-5ceec23d3019 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:28:47.643920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device f6ae232d-66d6-4fa0-b09b-5ceec23d3019 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:28:47.644166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198c89-d43c-4abc-b983-90f32099cc0c req-af4ca4ab-fea0-4f80-b880-b766a2b8b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.645643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46198c89-d43c-4abc-b983-90f32099cc0c req-af4ca4ab-fea0-4f80-b880-b766a2b8b0ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f4f7361-837d-499b-addf-ab0be894412b HTTP/1.1" status: 200 len: 844 time: 0.0806122 Oct 15 00:28:47.655633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b556724-00fc-4dab-af57-968312e643e6 req-4f28594d-3c38-4751-b9b0-ba19f3530779 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.663033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b556724-00fc-4dab-af57-968312e643e6 req-4f28594d-3c38-4751-b9b0-ba19f3530779 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.1417770 Oct 15 00:28:47.682731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-1b664304-eeca-4e7f-8ae9-e414f378f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.684217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-1b664304-eeca-4e7f-8ae9-e414f378f8f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 1094 time: 0.1710770 Oct 15 00:28:47.756705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-481d0aef-e992-4cf9-b58d-7263279b00eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632 HTTP/1.1" status: 200 len: 217 time: 0.0631928 Oct 15 00:28:47.771519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a480c-311b-45f0-b385-bc55e22e766c req-091074bc-dff2-4a8e-afcf-db2b90e6f88f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.774043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-894a480c-311b-45f0-b385-bc55e22e766c req-091074bc-dff2-4a8e-afcf-db2b90e6f88f tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 943 time: 0.0838850 Oct 15 00:28:47.797381 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:28:47.816797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b556724-00fc-4dab-af57-968312e643e6 req-d1cf1c6c-3a2a-4a62-9a98-364294ef1433 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510301 Oct 15 00:28:47.833301 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-894a480c-311b-45f0-b385-bc55e22e766c req-e34172ef-9cbc-43a9-a85e-72bf8566b2e5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Oct 15 00:28:47.843969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198c89-d43c-4abc-b983-90f32099cc0c req-83d8f12b-a730-4d14-b002-626d8842ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.845475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46198c89-d43c-4abc-b983-90f32099cc0c req-83d8f12b-a730-4d14-b002-626d8842ee6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6dac6069-6598-483d-9b51-6ea1ab1436ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748931 Oct 15 00:28:47.872692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d42cbf0f-dfb6-4916-b8b0-ce5b6575e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.872893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-d42cbf0f-dfb6-4916-b8b0-ce5b6575e223 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.1068954 Oct 15 00:28:47.965152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-5ef51c22-0e3b-42f5-b8a7-19204e016b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625648 Oct 15 00:28:47.968810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504ff21-0397-4737-9c6e-f059e29bbc6d req-d7de56e7-f704-4524-9156-8d7a9b3db2dd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:47.970371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8504ff21-0397-4737-9c6e-f059e29bbc6d req-d7de56e7-f704-4524-9156-8d7a9b3db2dd tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0646226 Oct 15 00:28:48.019853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8504ff21-0397-4737-9c6e-f059e29bbc6d req-5d0a9597-853f-4a73-aa25-e8f17065224c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Oct 15 00:28:48.094413 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3f0b5582-b4a3-4104-88cc-4f8853be4b8b', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'port_id': 'e712158c-2f07-4387-82f4-282e2f38bede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'mac_address': 'fa:16:3e:aa:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:28:23Z', 'updated_at': '2021-10-15T00:28:45Z', 'revision_number': 1, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:21Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:28:48.120858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46198c89-d43c-4abc-b983-90f32099cc0c req-45413dcf-10e3-4b43-b5ce-7109a2149fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/6dac6069-6598-483d-9b51-6ea1ab1436ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653081 Oct 15 00:28:48.121593 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cecae9-e997-4271-822d-986e7a607022 None None] The sync data for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 is: [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3f0b5582-b4a3-4104-88cc-4f8853be4b8b', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'port_id': 'e712158c-2f07-4387-82f4-282e2f38bede', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'mac_address': 'fa:16:3e:aa:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:28:23Z', 'updated_at': '2021-10-15T00:28:45Z', 'revision_number': 1, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:21Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:28:48.131945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47d3d6-c210-4f4f-a2ff-282893256835 req-fd91c412-15d4-4a15-a782-0867b556c240 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:48.133445 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e47d3d6-c210-4f4f-a2ff-282893256835 req-fd91c412-15d4-4a15-a782-0867b556c240 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 950 time: 0.1328628 Oct 15 00:28:48.237068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-2a74bae2-69bf-408f-90c1-ca5aa31c9dc8 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281861 Oct 15 00:28:48.272627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e47d3d6-c210-4f4f-a2ff-282893256835 req-94dc4e36-984e-4f08-9832-0b46579d8c74 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287191 Oct 15 00:28:48.309758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46198c89-d43c-4abc-b983-90f32099cc0c req-2adc4143-73e5-41fc-b182-8e70917d9d73 service neutron] 10.222.0.30 "GET /v2.0/networks/6dac6069-6598-483d-9b51-6ea1ab1436ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753230 Oct 15 00:28:48.374288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83181e1-277c-41b2-8eb6-85da9232efc9 req-7177af82-c37b-498f-b5ed-3043cae55f19 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297159 Oct 15 00:28:48.404694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a8101-e5ef-40d0-9a80-4ecc16ee30c2 None None] New status for floating IP 3f0b5582-b4a3-4104-88cc-4f8853be4b8b: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:28:48.433012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c6969-80e9-480b-a94d-d13531849b72 req-e9fa46ba-946a-45fa-827a-84d208da1e86 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:48.434548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b50c6969-80e9-480b-a94d-d13531849b72 req-e9fa46ba-946a-45fa-827a-84d208da1e86 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 1101 time: 0.0521874 Oct 15 00:28:48.471162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b50c6969-80e9-480b-a94d-d13531849b72 req-75a08537-59a3-42e2-9789-ed9154d036ef tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297990 Oct 15 00:28:48.635706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-52d6089b-7193-4975-a9c8-952af2f46157 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295634 Oct 15 00:28:48.755773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-5a686530-e883-4bb5-9ac1-6f525f2d1f28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:48.757220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-5a686530-e883-4bb5-9ac1-6f525f2d1f28 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200771 Oct 15 00:28:48.771815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-e7c1b8ba-c6cc-4340-baf3-7097dcac5764 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/quotas/f61da4d203b34931874b8120e40f060b HTTP/1.1" status: 200 len: 375 time: 0.0088272 Oct 15 00:28:48.833839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-3bd49f7c-83b6-47fa-b73c-9cdd9f77fee8 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0560231 Oct 15 00:28:48.957674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fecdb7-1434-47c2-ba28-27d4d922e711 req-96fb9206-ce4a-44ce-8434-69104acdd3bb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:48.959229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4fecdb7-1434-47c2-ba28-27d4d922e711 req-96fb9206-ce4a-44ce-8434-69104acdd3bb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Oct 15 00:28:49.000720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4fecdb7-1434-47c2-ba28-27d4d922e711 req-a1a9ddcd-865c-42ba-8d61-2ba0239bce4a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Oct 15 00:28:49.124198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789f6cb-ed65-4182-a360-2d7220ecfffa req-2abba793-d9bd-4686-919d-2cc141f72db5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:49.126136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1789f6cb-ed65-4182-a360-2d7220ecfffa req-2abba793-d9bd-4686-919d-2cc141f72db5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 943 time: 0.0571017 Oct 15 00:28:49.176599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6995cd1b-6bef-484d-8cbc-7c3df7ff7d00 req-57cfe7cb-056d-45b1-8b2b-c8dacf99fa5b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 210 time: 0.0339856 Oct 15 00:28:49.177563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1789f6cb-ed65-4182-a360-2d7220ecfffa req-e5fe9d65-7495-4f79-b14a-76660c7b2e19 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Oct 15 00:28:49.178288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:49.181871 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece0603b-dd76-44e9-8d7c-de94cf122a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:49.245166 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc50d8b-28e5-4197-9321-999948ced27b x-openstack-request-id: req-ddc50d8b-28e5-4197-9321-999948ced27b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:49.245635 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:49.245946 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddc50d8b-28e5-4197-9321-999948ced27b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:49.246439 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'status': 'completed', 'code': 200} Oct 15 00:28:49.336678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-6bf470db-c74b-41c4-824e-77392e0ea196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:49.338273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-6bf470db-c74b-41c4-824e-77392e0ea196 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e673117b64c44b4acc1d2368257cd90&device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 1094 time: 0.0671802 Oct 15 00:28:49.443819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0fb43-cc2e-4723-99fe-29800429c38e req-9136a981-d33e-4ed5-9c0b-88a84c997fe8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:49.446613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-63e0fb43-cc2e-4723-99fe-29800429c38e req-9136a981-d33e-4ed5-9c0b-88a84c997fe8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0589690 Oct 15 00:28:49.457770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-7eee8c8a-241c-4107-b9e6-d24a0ba13347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:49.459452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-7eee8c8a-241c-4107-b9e6-d24a0ba13347 service neutron] 10.222.0.30 "GET /v2.0/networks?id=822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 200 len: 905 time: 0.1118538 Oct 15 00:28:49.489883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-63e0fb43-cc2e-4723-99fe-29800429c38e req-432e75e0-2258-4cc2-a6d3-e924b2e69d13 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361822 Oct 15 00:28:49.509778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-504f1cd8-3ca9-4858-9e94-6d24f4bf703d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632 HTTP/1.1" status: 200 len: 217 time: 0.0409164 Oct 15 00:28:49.561494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-2cf79b5c-3655-41f7-80b0-0566537a9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:49.563033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-2cf79b5c-3655-41f7-80b0-0566537a9cb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 200 len: 844 time: 0.0453575 Oct 15 00:28:49.600332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-df3d9a65-633b-4241-acab-0b10be7e3fdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=822e0207-d55a-45bf-9f45-24de3fbade56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287015 Oct 15 00:28:49.701467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-9a0b6240-43ad-4685-afb2-7a8ac985c76e service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919728 Oct 15 00:28:49.797331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ece0603b-dd76-44e9-8d7c-de94cf122a5f req-8728900a-7979-4718-90dd-b80d0c8f0703 service neutron] 10.222.0.30 "GET /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879676 Oct 15 00:28:50.133513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698de55d-205d-4035-8b8c-0b9858ab6612 req-29c81eb1-7262-45b1-80a4-e1038a70f7f5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:50.135759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-698de55d-205d-4035-8b8c-0b9858ab6612 req-29c81eb1-7262-45b1-80a4-e1038a70f7f5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0594454 Oct 15 00:28:50.179541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-698de55d-205d-4035-8b8c-0b9858ab6612 req-e8345565-f720-47e8-ab79-989e9634898e tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Oct 15 00:28:50.292432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-957fa422-62a8-477d-821f-56c74bf9f5c0 req-6af0a0d1-934d-42ab-9ef3-9caae89dbd44 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 210 time: 0.0366147 Oct 15 00:28:50.312587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ca74-9c88-4823-8297-43abbd4e7c45 req-ab0e06fd-09aa-43af-9585-fcedd66a4a3e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:50.314136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7942ca74-9c88-4823-8297-43abbd4e7c45 req-ab0e06fd-09aa-43af-9585-fcedd66a4a3e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 943 time: 0.0635366 Oct 15 00:28:50.354165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7942ca74-9c88-4823-8297-43abbd4e7c45 req-d7746794-a486-443d-9ca6-bb71f1e0f66d tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339830 Oct 15 00:28:50.608113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993168a4-758f-4157-b6b7-6a34ac9b25b8 req-fa2d3a5f-a549-445a-91b2-72af369f3dd3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:50.609655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-993168a4-758f-4157-b6b7-6a34ac9b25b8 req-fa2d3a5f-a549-445a-91b2-72af369f3dd3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0509751 Oct 15 00:28:50.647950 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-993168a4-758f-4157-b6b7-6a34ac9b25b8 req-99ddcaa7-3e6e-44b6-b275-6f331ae43ead tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Oct 15 00:28:51.034908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-b3a3e24a-7f1a-461e-a944-6efb0f4c598e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224791 Oct 15 00:28:51.147745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-8312a5f5-6508-489a-a92d-3471a95fc672 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:51.149186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-8312a5f5-6508-489a-a92d-3471a95fc672 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082699 Oct 15 00:28:51.163121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Request body: {'port': {'device_id': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'f61da4d203b34931874b8120e40f060b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:51.319458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55be6f4-b65e-424b-af66-f76e2ffe3b3a req-69f64c85-f6bd-45c8-9ba5-f24a4f424f66 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:51.320947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d55be6f4-b65e-424b-af66-f76e2ffe3b3a req-69f64c85-f6bd-45c8-9ba5-f24a4f424f66 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0500066 Oct 15 00:28:51.363630 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d55be6f4-b65e-424b-af66-f76e2ffe3b3a req-53822097-9dc8-4b5e-811b-80b85c2f4b14 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Oct 15 00:28:51.402424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e12f05b-c216-46d5-8235-2611cc5ada6f req-c0591cd9-7f2b-44ee-a69d-9008aa419460 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 210 time: 0.0321245 Oct 15 00:28:51.403017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Made reservation on behalf of f61da4d203b34931874b8120e40f060b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:28:51.406397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:51.494711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f083c62-6d21-453a-ae7f-e14cb93dc695 req-2d21d72b-c32c-49fa-b87b-89b1ff50faca tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:51.496764 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f083c62-6d21-453a-ae7f-e14cb93dc695 req-2d21d72b-c32c-49fa-b87b-89b1ff50faca tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 943 time: 0.0611854 Oct 15 00:28:51.564440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Allocated IP 192.168.233.235 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/3f463306-d28f-4348-bd46-5226b3c6bc78) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:28:51.587198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9cead443-67e0-479c-a9b6-5f2f6afe3632 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:51.756359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:51.782789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:51.798178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'mac_address': 'fa:16:3e:31:42:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:51.832433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f083c62-6d21-453a-ae7f-e14cb93dc695 req-75b7cbbe-fda4-422e-bec3-e8e24025be56 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287590 Oct 15 00:28:51.854966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:51.862322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22527c5a-538d-40f2-af92-fe33f1bbdc34 req-5b7ba910-b9ed-4507-b9b7-471ee6930f06 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:51.863919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22527c5a-538d-40f2-af92-fe33f1bbdc34 req-5b7ba910-b9ed-4507-b9b7-471ee6930f06 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0786407 Oct 15 00:28:51.875480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cead443-67e0-479c-a9b6-5f2f6afe3632 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:51.898074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:51.904140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:51.912156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c', 'ad963440-d114-4bbe-a101-453dc7b64fc0', '915b9bb2-d8af-4100-ac02-2b9650558b1b', '46b98c90-d5bf-41cf-aeca-9eb5fa154efa'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:51.916474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', '7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:51.965238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22527c5a-538d-40f2-af92-fe33f1bbdc34 req-9d45869d-6af0-46e0-815c-a74e343f1076 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903745 Oct 15 00:28:51.979505 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:51.985028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:28:51.988705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:28:51.997103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:28:52.036435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event updated for resources: {'Port': ['ID=3f463306-d28f-4348-bd46-5226b3c6bc78,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:52.076629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:52.077266 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:52.115799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:52.170444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-dddde51e-aa07-46a8-8503-1ba38bc74677 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0107889 Oct 15 00:28:52.193499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Request body: {'port': {'device_id': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:52.290265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:52.303438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['9cead443-67e0-479c-a9b6-5f2f6afe3632'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:52.435695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6e6b63db-5354-4242-bcd5-8bb19046b25b None None] Provisioning complete for port 3f463306-d28f-4348-bd46-5226b3c6bc78 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:52.437220 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e6b63db-5354-4242-bcd5-8bb19046b25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:52.535838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24095d-68d8-4ac1-ac86-63c84c81a069 req-be2f9fe7-0dd0-4545-af97-66b0083d4eaa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:52.550387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d24095d-68d8-4ac1-ac86-63c84c81a069 req-be2f9fe7-0dd0-4545-af97-66b0083d4eaa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0824158 Oct 15 00:28:52.604643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b63db-5354-4242-bcd5-8bb19046b25b None None] Port 3f463306-d28f-4348-bd46-5226b3c6bc78 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:28:52.610646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d24095d-68d8-4ac1-ac86-63c84c81a069 req-3fdef8a6-3d25-4167-b49b-67f903244faf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581360 Oct 15 00:28:52.660773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f463306-d28f-4348-bd46-5226b3c6bc78 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:52.670251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:52.683585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Transition to ACTIVE for port object 3f463306-d28f-4348-bd46-5226b3c6bc78 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:52.722986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8388a2-fd0b-40d8-980f-f1ece2acd3f3 req-f46272ae-45e7-4e6f-b969-e5d753bd26f4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:52.732804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d8388a2-fd0b-40d8-980f-f1ece2acd3f3 req-f46272ae-45e7-4e6f-b969-e5d753bd26f4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 936 time: 0.1453621 Oct 15 00:28:52.785087 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d8388a2-fd0b-40d8-980f-f1ece2acd3f3 req-083a0166-11f7-4c24-b6c8-3a0773e2ff6f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Oct 15 00:28:52.786341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:52.844050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Pushing event updated for resources: {'Port': ['ID=3f463306-d28f-4348-bd46-5226b3c6bc78,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:52.949072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Attempting to bind port 3f463306-d28f-4348-bd46-5226b3c6bc78 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:52.949407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Attempting to bind port 3f463306-d28f-4348-bd46-5226b3c6bc78 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:52.949898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Attempting to bind port 3f463306-d28f-4348-bd46-5226b3c6bc78 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:52.974783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Port 3f463306-d28f-4348-bd46-5226b3c6bc78 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:52.975110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Attempting to bind port 3f463306-d28f-4348-bd46-5226b3c6bc78 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:52.990549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:52.990919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:52.992094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:52.992383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Bound port: 3f463306-d28f-4348-bd46-5226b3c6bc78, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:52.992753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:53.052409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475604dc-abf9-47fe-94c7-5d5360e93a2a req-5f1807aa-f2f1-4f0a-a5c8-d0a9dd5c78ac tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.053959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475604dc-abf9-47fe-94c7-5d5360e93a2a req-5f1807aa-f2f1-4f0a-a5c8-d0a9dd5c78ac tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 944 time: 0.1307199 Oct 15 00:28:53.119725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] For port 3f463306-d28f-4348-bd46-5226b3c6bc78, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:53.125577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475604dc-abf9-47fe-94c7-5d5360e93a2a req-8f882321-2c7b-4fe7-a412-ce4200ad46f3 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587630 Oct 15 00:28:53.137685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] For port 3f463306-d28f-4348-bd46-5226b3c6bc78, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3f463306-d28f-4348-bd46-5226b3c6bc78,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:28:53.231470 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:53.263963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca218f-31e0-4e3f-a298-104791212d50 req-c47a2f3f-91f8-45c2-8c6c-b245faded9cd tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.265542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-faca218f-31e0-4e3f-a298-104791212d50 req-c47a2f3f-91f8-45c2-8c6c-b245faded9cd tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Oct 15 00:28:53.269960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.270608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:53.272404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] 10.222.0.30 "PUT /v2.0/ports/3f463306-d28f-4348-bd46-5226b3c6bc78 HTTP/1.1" status: 200 len: 1096 time: 1.0890601 Oct 15 00:28:53.276130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'tag': '3f463306-d28f-4348-bd46-5226b3c6bc78'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:53.279388 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc841d-43a0-4fb8-9f0a-841c7837348c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7", "tag": "3f463306-d28f-4348-bd46-5226b3c6bc78"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:53.306630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c861227-35a8-45f5-9fba-d8c5fd0c99c1 req-0b934262-fd23-44b0-8d0e-c3cf974d782d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.308172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c861227-35a8-45f5-9fba-d8c5fd0c99c1 req-0b934262-fd23-44b0-8d0e-c3cf974d782d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1107807 Oct 15 00:28:53.322639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-faca218f-31e0-4e3f-a298-104791212d50 req-e700c277-e9a9-4b72-86d7-d433f4eb7d8a tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455873 Oct 15 00:28:53.324029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c61bf-ed8f-4148-8ca8-87180dec8c66 service neutron] Pushing event updated for resources: {'Port': ['ID=3f463306-d28f-4348-bd46-5226b3c6bc78,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:53.361942 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3394feb-ceba-4d80-867d-774fa98e16fa x-openstack-request-id: req-e3394feb-ceba-4d80-867d-774fa98e16fa {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:53.362391 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7", "tag": "3f463306-d28f-4348-bd46-5226b3c6bc78", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:53.362733 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3394feb-ceba-4d80-867d-774fa98e16fa {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:53.363420 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'tag': '3f463306-d28f-4348-bd46-5226b3c6bc78', 'status': 'completed', 'code': 200} Oct 15 00:28:53.388109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c861227-35a8-45f5-9fba-d8c5fd0c99c1 req-5fe03bb2-a19d-4c8d-9dd7-847df2340999 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665410 Oct 15 00:28:53.445642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc841d-43a0-4fb8-9f0a-841c7837348c req-2b7353fd-2c9d-4658-bd91-0df5d4050801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.447702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1bc841d-43a0-4fb8-9f0a-841c7837348c req-2b7353fd-2c9d-4658-bd91-0df5d4050801 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 1099 time: 0.0548198 Oct 15 00:28:53.483258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1bc841d-43a0-4fb8-9f0a-841c7837348c req-17fad82b-0e14-4aab-a02c-9b15248ebe86 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f61da4d203b34931874b8120e40f060b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215602 Oct 15 00:28:53.586371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc841d-43a0-4fb8-9f0a-841c7837348c req-6462e582-a942-43f6-bdf8-69733f16a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.588046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1bc841d-43a0-4fb8-9f0a-841c7837348c req-6462e582-a942-43f6-bdf8-69733f16a006 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978572 Oct 15 00:28:53.669374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-72b09a48-924d-4bf7-89f9-bb97555bbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.670904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-72b09a48-924d-4bf7-89f9-bb97555bbe6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 1099 time: 0.0425131 Oct 15 00:28:53.741758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-6b5106d1-2b1f-41ad-a53e-ee532c33d3e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3f463306-d28f-4348-bd46-5226b3c6bc78 HTTP/1.1" status: 200 len: 217 time: 0.0521209 Oct 15 00:28:53.801550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754aa2b-50e4-4640-b212-96fdfa430b29 req-d64d6a27-d227-41c5-805f-0580c960ee6b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.803187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3754aa2b-50e4-4640-b212-96fdfa430b29 req-d64d6a27-d227-41c5-805f-0580c960ee6b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.1224592 Oct 15 00:28:53.820326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-8a24fb8a-e08c-4aac-a02a-0a35cdc67c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.821718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-8a24fb8a-e08c-4aac-a02a-0a35cdc67c7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0706172 Oct 15 00:28:53.880062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3754aa2b-50e4-4640-b212-96fdfa430b29 req-cf226e5c-6018-4637-bb83-06d2127802c7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689182 Oct 15 00:28:53.893944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-78c218e6-ab5a-4bf1-bf30-c26c8c876189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:53.895493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-78c218e6-ab5a-4bf1-bf30-c26c8c876189 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652101 Oct 15 00:28:54.039777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-ac5a57e7-10e2-4d23-bc0c-6245b7930174 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326699 Oct 15 00:28:54.050442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1640a36-44ef-4d13-a458-2e7d32725b64 req-f9faf039-3b2d-4b5e-a320-fa14fab1b608 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:54.055852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1640a36-44ef-4d13-a458-2e7d32725b64 req-f9faf039-3b2d-4b5e-a320-fa14fab1b608 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 948 time: 0.0676353 Oct 15 00:28:54.328692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409fc89-34f9-44c1-bf9b-382f9c60932c req-b70e560b-0b07-452e-ad72-8bca45821b18 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:54.330376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c409fc89-34f9-44c1-bf9b-382f9c60932c req-b70e560b-0b07-452e-ad72-8bca45821b18 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 944 time: 0.0595953 Oct 15 00:28:54.373047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c409fc89-34f9-44c1-bf9b-382f9c60932c req-26f4b680-6a11-4037-af70-d99052b0cfd1 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363595 Oct 15 00:28:54.466412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1640a36-44ef-4d13-a458-2e7d32725b64 req-7ea68a57-765b-438d-99f8-b54a3e0bde1a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059777 Oct 15 00:28:54.492177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d073e084-9539-424b-8ffe-f01977efc9a8 req-8d0274d8-b7d5-4b30-ab51-67927a0570f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393196 Oct 15 00:28:54.495652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e7f6b-91a4-488d-8d89-3797d7dc0538 req-1d2983e6-b8d3-464f-959c-bfedbc4a64e9 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:54.497211 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-452e7f6b-91a4-488d-8d89-3797d7dc0538 req-1d2983e6-b8d3-464f-959c-bfedbc4a64e9 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 945 time: 0.0631642 Oct 15 00:28:54.539926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-452e7f6b-91a4-488d-8d89-3797d7dc0538 req-0a5be01e-ffb8-45e9-a37d-0a49bd89059f tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357475 Oct 15 00:28:54.592905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760c037-edbd-4076-99f8-e6e1a9d0e661 req-942b3165-5ff9-4748-982e-0c1343777186 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:54.598621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5760c037-edbd-4076-99f8-e6e1a9d0e661 req-942b3165-5ff9-4748-982e-0c1343777186 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0594084 Oct 15 00:28:54.638941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5760c037-edbd-4076-99f8-e6e1a9d0e661 req-9bd412fc-5645-408e-bf90-9ff13401cdc5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Oct 15 00:28:55.030462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f7105-8d23-443e-a088-eb55d2198150 req-753a2935-189e-48e0-8b7e-84a5cf991e70 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:55.032998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-261f7105-8d23-443e-a088-eb55d2198150 req-753a2935-189e-48e0-8b7e-84a5cf991e70 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0513365 Oct 15 00:28:55.072590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-261f7105-8d23-443e-a088-eb55d2198150 req-f0f251fe-e431-465d-b34f-f95aa927717f tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Oct 15 00:28:55.496282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035ef8-6257-4720-b6c0-20f1a464a68c req-5026ce22-6595-4df1-9655-495779c9f132 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:55.497549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb035ef8-6257-4720-b6c0-20f1a464a68c req-5026ce22-6595-4df1-9655-495779c9f132 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 944 time: 0.0526352 Oct 15 00:28:55.539977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb035ef8-6257-4720-b6c0-20f1a464a68c req-8f5506dd-bf1c-48bd-a41d-8e1bba290082 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Oct 15 00:28:55.600535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c38d3-7e62-47e9-99db-a7a7c749a60b req-ba38b790-10d2-486f-ad63-66e6439fbb7a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:55.602100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92c38d3-7e62-47e9-99db-a7a7c749a60b req-ba38b790-10d2-486f-ad63-66e6439fbb7a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 948 time: 0.0582252 Oct 15 00:28:55.635334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9cead443-67e0-479c-a9b6-5f2f6afe3632 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:55.645132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92c38d3-7e62-47e9-99db-a7a7c749a60b req-45fd4cad-aa6f-4ef3-890c-5246f8425e72 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368650 Oct 15 00:28:55.678464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f2ac2-a32a-4e46-b210-ce843a128245 req-e85153ae-cd94-4393-acc6-3872afb489a5 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:55.680465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1b9f2ac2-a32a-4e46-b210-ce843a128245 req-e85153ae-cd94-4393-acc6-3872afb489a5 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 945 time: 0.0708303 Oct 15 00:28:55.723065 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1b9f2ac2-a32a-4e46-b210-ce843a128245 req-a744f71b-22c9-4424-856e-dfcd90c218f5 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fb5507-6e23-49c7-b40b-3d1b60532b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353069 Oct 15 00:28:55.752921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 9cead443-67e0-479c-a9b6-5f2f6afe3632 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:55.757513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 9cead443-67e0-479c-a9b6-5f2f6afe3632 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:55.757993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:55.812860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ded973-b34e-432f-a87d-69b5d1dce229 req-5e286387-cad4-4e57-9db1-b79723b062e3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:55.814467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00ded973-b34e-432f-a87d-69b5d1dce229 req-5e286387-cad4-4e57-9db1-b79723b062e3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0517201 Oct 15 00:28:55.844584 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:55.856577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00ded973-b34e-432f-a87d-69b5d1dce229 req-38fe130e-47cc-4a0d-873d-e703a9d84ae0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Oct 15 00:28:55.867680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:55.878348 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9362d0-ed99-452d-af69-d8c18bb91874" -d '{"events": [{"server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "name": "network-vif-plugged", "status": "completed", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:55.883667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:55.886764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-66b06469-0b3d-4c35-9e8f-5f01d641de11 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:55.888257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-66b06469-0b3d-4c35-9e8f-5f01d641de11 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 945 time: 0.0537710 Oct 15 00:28:55.911359 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e9698-9609-4d28-ae58-c52d6aab9c81 x-openstack-request-id: req-4a3e9698-9609-4d28-ae58-c52d6aab9c81 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:55.911359 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "name": "network-vif-plugged", "status": "completed", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:55.911359 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a3e9698-9609-4d28-ae58-c52d6aab9c81 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:55.911359 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'code': 200} Oct 15 00:28:55.955005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:55.997047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Deleting port 769aef6f-8e62-4556-b360-e1ba1c1be651 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:28:55.997382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:56.004723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:56.013280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234b693-fbae-4b8f-8061-af3885ce93e8 req-d615e294-025a-4fa0-aaf9-78223131244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:56.014876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6234b693-fbae-4b8f-8061-af3885ce93e8 req-d615e294-025a-4fa0-aaf9-78223131244f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 1096 time: 0.0482860 Oct 15 00:28:56.050448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6234b693-fbae-4b8f-8061-af3885ce93e8 req-e4628694-3b8b-405a-9cb9-f48e5bf53ad5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278523 Oct 15 00:28:56.093083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] For port 769aef6f-8e62-4556-b360-e1ba1c1be651, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=769aef6f-8e62-4556-b360-e1ba1c1be651,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:56.093443 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:56.107299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Calling delete_port for 769aef6f-8e62-4556-b360-e1ba1c1be651 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:28:56.166979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9ce6997a-9aad-4908-9515-e15b7a13b2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:56.221631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9ab5f-4b65-42d4-86ae-5b961dd7240f req-a41b0ed6-a9ee-4ea2-9784-61d228846ca7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:56.223124 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0a9ab5f-4b65-42d4-86ae-5b961dd7240f req-a41b0ed6-a9ee-4ea2-9784-61d228846ca7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0720034 Oct 15 00:28:56.294800 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0a9ab5f-4b65-42d4-86ae-5b961dd7240f req-6fc69edb-853d-443a-87ba-76731de50ec5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649905 Oct 15 00:28:56.394812 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:56.406222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['769aef6f-8e62-4556-b360-e1ba1c1be651'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:56.430150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Pushing event deleted for resources: {'Port': ['ID=769aef6f-8e62-4556-b360-e1ba1c1be651,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:56.442463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.442816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.443153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.443486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.443813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.444138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.444463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.444784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.445106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.445452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.445773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.446104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:28:56.482271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] No DVR routers for this DVR port 769aef6f-8e62-4556-b360-e1ba1c1be651 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:28:56.484944 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:56.488267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74b2844a-dfb6-48c5-bb70-bb781b441ccb req-426d43d3-0500-4b87-b62b-2e3d791fa6c7 tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.39 "DELETE /v2.0/ports/769aef6f-8e62-4556-b360-e1ba1c1be651 HTTP/1.1" status: 204 len: 173 time: 0.5928276 Oct 15 00:28:56.488724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'name': 'network-vif-deleted', 'tag': '769aef6f-8e62-4556-b360-e1ba1c1be651'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:56.491051 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71445e2-c9fa-4eb3-953f-b35093964ea8" -d '{"events": [{"server_uuid": "f3ed6f02-4574-4e1e-8f68-4318feac1f52", "name": "network-vif-deleted", "tag": "769aef6f-8e62-4556-b360-e1ba1c1be651"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:56.593196 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9139196-523b-4cde-b43f-bd7dada12580 x-openstack-request-id: req-d9139196-523b-4cde-b43f-bd7dada12580 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:56.593791 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed6f02-4574-4e1e-8f68-4318feac1f52", "name": "network-vif-deleted", "tag": "769aef6f-8e62-4556-b360-e1ba1c1be651", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:56.593791 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9139196-523b-4cde-b43f-bd7dada12580 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:56.594316 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed6f02-4574-4e1e-8f68-4318feac1f52', 'name': 'network-vif-deleted', 'tag': '769aef6f-8e62-4556-b360-e1ba1c1be651', 'status': 'completed', 'code': 200} Oct 15 00:28:56.669125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda745c-86f7-44e7-8701-4e7d035fa2eb req-4b07d159-34de-4563-84aa-3ce68f5a1450 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:56.670629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7eda745c-86f7-44e7-8701-4e7d035fa2eb req-4b07d159-34de-4563-84aa-3ce68f5a1450 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 945 time: 0.0547686 Oct 15 00:28:56.711224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7eda745c-86f7-44e7-8701-4e7d035fa2eb req-b64b6026-3221-494b-b1c6-a092b389ceec tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Oct 15 00:28:56.770645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f3d28-a0fd-49c0-88f3-4d7e06f82cf2 req-0c36104b-4626-4035-9d35-f9701bdd106d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:56.772085 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c0f3d28-a0fd-49c0-88f3-4d7e06f82cf2 req-0c36104b-4626-4035-9d35-f9701bdd106d tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 948 time: 0.0558114 Oct 15 00:28:56.811014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c0f3d28-a0fd-49c0-88f3-4d7e06f82cf2 req-a24048d2-e01b-4462-8625-950c4ed23c8a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Oct 15 00:28:56.865436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-229358bb-2678-44dd-95d7-40dfac179ffc req-1058c3e8-44a8-45f8-977a-b76f3f658dfc tempest-AttachSCSIVolumeTestJSON-1301872036 tempest-AttachSCSIVolumeTestJSON-1301872036-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3ed6f02-4574-4e1e-8f68-4318feac1f52 HTTP/1.1" status: 200 len: 210 time: 0.0273631 Oct 15 00:28:56.975144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8f3f-396e-4253-b5f5-48a7214d3072 req-8e550b20-91c5-4d65-bd28-8d7cbd78f335 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:56.976600 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f9c8f3f-396e-4253-b5f5-48a7214d3072 req-8e550b20-91c5-4d65-bd28-8d7cbd78f335 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0524375 Oct 15 00:28:57.015939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f9c8f3f-396e-4253-b5f5-48a7214d3072 req-05a7751e-904c-435d-a5da-ce8e080f3e93 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Oct 15 00:28:57.426030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380a2af-ea06-4812-aa67-d484b7aa702f req-a5e1498d-ac35-4737-aba5-8f62f0eec879 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:57.427531 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5380a2af-ea06-4812-aa67-d484b7aa702f req-a5e1498d-ac35-4737-aba5-8f62f0eec879 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0632365 Oct 15 00:28:57.471360 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5380a2af-ea06-4812-aa67-d484b7aa702f req-e40175e5-e684-4b10-897b-9a2b971732d2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Oct 15 00:28:57.637464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3f463306-d28f-4348-bd46-5226b3c6bc78 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:28:57.736551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3f463306-d28f-4348-bd46-5226b3c6bc78, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3f463306-d28f-4348-bd46-5226b3c6bc78,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:57.749686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '3f463306-d28f-4348-bd46-5226b3c6bc78', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '3f463306-d28f-4348-bd46-5226b3c6bc78', 'mac_address': 'fa:16:3e:9c:e5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:28:57.791215 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:57.808618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f463306-d28f-4348-bd46-5226b3c6bc78 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:28:57.830735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3f463306-d28f-4348-bd46-5226b3c6bc78, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3f463306-d28f-4348-bd46-5226b3c6bc78,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:57.842872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced2c21-7cef-4fa5-b5a6-7746185330fe req-fa702b60-5945-4abc-ab3d-f1c12a2c20a8 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:57.844463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ced2c21-7cef-4fa5-b5a6-7746185330fe req-fa702b60-5945-4abc-ab3d-f1c12a2c20a8 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 945 time: 0.0555656 Oct 15 00:28:57.884831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ced2c21-7cef-4fa5-b5a6-7746185330fe req-dd385871-99d6-49af-9308-90848d4e9c5e tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339532 Oct 15 00:28:57.889804 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:57.949116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=3f463306-d28f-4348-bd46-5226b3c6bc78,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:57.968609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a9fd4-2101-435c-a877-c5cf3ccabc48 req-a80ab90d-22ec-467d-b79d-6a475098a6a9 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:57.970814 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-327a9fd4-2101-435c-a877-c5cf3ccabc48 req-a80ab90d-22ec-467d-b79d-6a475098a6a9 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 949 time: 0.0697367 Oct 15 00:28:58.012314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-327a9fd4-2101-435c-a877-c5cf3ccabc48 req-ee8c1a94-2395-47ff-9469-2e013ddd0640 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354457 Oct 15 00:28:58.148474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684711b-8d8a-4b70-98cf-6d45153266dd req-c95d6637-4734-4edc-aad8-a77eb5fc73df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:58.150109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8684711b-8d8a-4b70-98cf-6d45153266dd req-c95d6637-4734-4edc-aad8-a77eb5fc73df tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0598629 Oct 15 00:28:58.187157 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8684711b-8d8a-4b70-98cf-6d45153266dd req-c9c99a55-f365-4667-8020-e6e2771a3f8d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Oct 15 00:28:58.216227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['3f463306-d28f-4348-bd46-5226b3c6bc78'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:28:58.500518 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-575502a5-452e-44fa-96e5-c117989e87a1 req-4b3ebc84-eafd-4969-b5c9-7c55f50174d1 service neutron] show failed (client error): The resource could not be found. Oct 15 00:28:58.501949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-4b3ebc84-eafd-4969-b5c9-7c55f50174d1 service neutron] 10.222.0.39 "GET /v2.0/ports/c074e58f-839c-4439-8fdc-7f3b56a01d3a/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0830557 Oct 15 00:28:58.628062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f3db3-9e06-4c52-9063-03c1b4097fe4 req-7cc0acb4-5c29-4181-93fb-ac0d3001dd65 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:58.635679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d22f3db3-9e06-4c52-9063-03c1b4097fe4 req-7cc0acb4-5c29-4181-93fb-ac0d3001dd65 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0693676 Oct 15 00:28:58.651133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15e47-9c71-491b-9864-b55ddcae47c2 req-fe8d1d58-c3db-4c04-85d7-2c46c38ad29a tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:58.652743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25f15e47-9c71-491b-9864-b55ddcae47c2 req-fe8d1d58-c3db-4c04-85d7-2c46c38ad29a tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.0579841 Oct 15 00:28:58.671768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d22f3db3-9e06-4c52-9063-03c1b4097fe4 req-701fe79a-6918-4195-87a5-2d1cdcef944a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Oct 15 00:28:58.693039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25f15e47-9c71-491b-9864-b55ddcae47c2 req-2b29849f-b1cb-49e1-a480-642ab5bd3e3f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345423 Oct 15 00:28:58.826810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c93b0e8-f47a-47d0-966f-60728d59fd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:59.145811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7759-2b3b-4057-a94f-39e4fabcdc2c req-2e677fce-6c67-4deb-b4e9-ae7e8cdbaf5b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:59.148024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f2b7759-2b3b-4057-a94f-39e4fabcdc2c req-2e677fce-6c67-4deb-b4e9-ae7e8cdbaf5b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 949 time: 0.0645256 Oct 15 00:28:59.170831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-4288064d-86e6-40ce-8da0-7d0ece1cb5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:59.173228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-4288064d-86e6-40ce-8da0-7d0ece1cb5b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5&tenant_id=7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 1101 time: 0.0623550 Oct 15 00:28:59.190623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:28:59.198946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f2b7759-2b3b-4057-a94f-39e4fabcdc2c req-bdc141be-894e-4a89-810a-04241f87e229 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397875 Oct 15 00:28:59.273010 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:59.313975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88ea5e-fa8c-4734-aeb6-3c29019f0b46 req-fcfa663a-f92e-447a-9f2a-a6a1c0b36322 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:59.315595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a88ea5e-fa8c-4734-aeb6-3c29019f0b46 req-fcfa663a-f92e-447a-9f2a-a6a1c0b36322 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0518243 Oct 15 00:28:59.323565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14e65a-4c7c-4c5c-9b05-6a03c1c35058 req-334bf0ab-3e16-4a07-b3e4-833c4fd66ef5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:59.325016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba14e65a-4c7c-4c5c-9b05-6a03c1c35058 req-334bf0ab-3e16-4a07-b3e4-833c4fd66ef5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 945 time: 0.1158140 Oct 15 00:28:59.358267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a88ea5e-fa8c-4734-aeb6-3c29019f0b46 req-13ecb41b-cadd-4e76-be2e-a4fe822af8b2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363786 Oct 15 00:28:59.432671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba14e65a-4c7c-4c5c-9b05-6a03c1c35058 req-4b231845-50a6-4b28-b8e4-0eef9e561cf0 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012216 Oct 15 00:28:59.535776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:28:59.568529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:28:59.610026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:28:59.612327 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e8c41a-ffaa-4aa8-be5f-0c295598819f" -d '{"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:28:59.616760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:59.632312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Transition to ACTIVE for port object c074e58f-839c-4439-8fdc-7f3b56a01d3a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:28:59.653255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3f463306-d28f-4348-bd46-5226b3c6bc78 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:28:59.661390 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e50542c-f60d-46dc-8d8e-3a68cf22a9be x-openstack-request-id: req-4e50542c-f60d-46dc-8d8e-3a68cf22a9be {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:28:59.661681 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:28:59.662131 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e50542c-f60d-46dc-8d8e-3a68cf22a9be {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:28:59.662505 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'code': 200} Oct 15 00:28:59.691851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:59.782481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] No DVR routers for this DVR port c074e58f-839c-4439-8fdc-7f3b56a01d3a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:28:59.786452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:28:59.794154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 3f463306-d28f-4348-bd46-5226b3c6bc78 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:28:59.800930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 3f463306-d28f-4348-bd46-5226b3c6bc78 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:28:59.803720 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:59.830577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:28:59.831067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:28:59.831399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:59.843139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:28:59.843877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:28:59.858472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:28:59.860436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:28:59.860774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:28:59.861220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Bound port: c074e58f-839c-4439-8fdc-7f3b56a01d3a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:28:59.864388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:28:59.873710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f1a90-c10e-48b8-8cce-f6b8d24e1649 req-be9e0230-9496-4207-b3c8-1367dbb558f0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:28:59.886679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f1a90-c10e-48b8-8cce-f6b8d24e1649 req-be9e0230-9496-4207-b3c8-1367dbb558f0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.1309404 Oct 15 00:28:59.981212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f1a90-c10e-48b8-8cce-f6b8d24e1649 req-9b6cf776-d22e-44b9-9390-c00bd85ed0fd tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933793 Oct 15 00:29:00.033981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:00.039114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:00.074490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:00.099624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f463306-d28f-4348-bd46-5226b3c6bc78'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:00.101878 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3783a60c-9bc6-445d-a19a-5c9f1835186e" -d '{"events": [{"server_uuid": "d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7", "name": "network-vif-plugged", "status": "completed", "tag": "3f463306-d28f-4348-bd46-5226b3c6bc78"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:00.108178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:00.116674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3f463306-d28f-4348-bd46-5226b3c6bc78, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3f463306-d28f-4348-bd46-5226b3c6bc78,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:00.137423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:00.142158 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:00.162651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.164102 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:00.166723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] 10.222.0.30 "PUT /v2.0/ports/c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 1096 time: 0.9803576 Oct 15 00:29:00.175521 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:00.245972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=3f463306-d28f-4348-bd46-5226b3c6bc78,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:00.266432 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8789c51-b30f-4300-88a9-d4e42ec7be7f x-openstack-request-id: req-b8789c51-b30f-4300-88a9-d4e42ec7be7f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:00.266840 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7", "name": "network-vif-plugged", "status": "completed", "tag": "3f463306-d28f-4348-bd46-5226b3c6bc78", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:00.267192 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8789c51-b30f-4300-88a9-d4e42ec7be7f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:00.267687 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f463306-d28f-4348-bd46-5226b3c6bc78', 'code': 200} Oct 15 00:29:00.308803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e2fd7-2e69-4fa6-97a3-da722643290f service neutron] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:00.404534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fa7ad-30cb-470a-8bb1-fadbadf2d33a req-d4fdac31-ac6d-4356-876e-1cd3921c0313 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.407148 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-056fa7ad-30cb-470a-8bb1-fadbadf2d33a req-d4fdac31-ac6d-4356-876e-1cd3921c0313 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 950 time: 0.0840073 Oct 15 00:29:00.409723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-bad053ff-84fd-420e-a532-21c09e0da04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.411219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-bad053ff-84fd-420e-a532-21c09e0da04b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1099 time: 0.2073958 Oct 15 00:29:00.420753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da70784-315e-4340-be21-57a9460e104b req-b402142a-17fd-45f5-897d-a67b6fa5cfec tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.422251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6da70784-315e-4340-be21-57a9460e104b req-b402142a-17fd-45f5-897d-a67b6fa5cfec tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.1195002 Oct 15 00:29:00.458068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-056fa7ad-30cb-470a-8bb1-fadbadf2d33a req-a4b143af-cfee-41ca-a849-5ee4fbd37f8e tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Oct 15 00:29:00.541952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9715459-dfdf-4fa7-8542-b0eb1b8371dd req-ff096c91-308a-483d-9f23-9d3b1487b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.543549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9715459-dfdf-4fa7-8542-b0eb1b8371dd req-ff096c91-308a-483d-9f23-9d3b1487b374 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 1101 time: 0.2048764 Oct 15 00:29:00.573475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-e4f256a2-3f09-4fb0-9144-dd04d0a650bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.577401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-e4f256a2-3f09-4fb0-9144-dd04d0a650bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1518788 Oct 15 00:29:00.583676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f5858-2355-44a3-8c6b-60cad0d50c13 req-7bdee5df-157b-4a6c-94c9-94c61667cb36 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.585691 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af0f5858-2355-44a3-8c6b-60cad0d50c13 req-7bdee5df-157b-4a6c-94c9-94c61667cb36 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0545299 Oct 15 00:29:00.590512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6da70784-315e-4340-be21-57a9460e104b req-0aeaf849-63fd-460d-8d27-10ef638d8353 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250770 Oct 15 00:29:00.645400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-02a89b64-090b-4448-92d9-6ea5713f11bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0504756 Oct 15 00:29:00.645876 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af0f5858-2355-44a3-8c6b-60cad0d50c13 req-857f97c6-8fcd-495e-ae50-21531164f957 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Oct 15 00:29:00.736043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9715459-dfdf-4fa7-8542-b0eb1b8371dd req-1673cb2e-0ff3-444b-8550-494337571951 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600938 Oct 15 00:29:00.750294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-1472a51c-6bae-42a9-8cd1-4afec875ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.750294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-1472a51c-6bae-42a9-8cd1-4afec875ab9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0966449 Oct 15 00:29:00.763652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 769aef6f-8e62-4556-b360-e1ba1c1be651 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:00.764960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bb47f-2c9a-4bb0-848e-bae65d6496e1 req-a2bde846-eddb-48f8-a013-5849c9ac39de tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:00.767556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a18bb47f-2c9a-4bb0-848e-bae65d6496e1 req-a2bde846-eddb-48f8-a013-5849c9ac39de tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 945 time: 0.1040847 Oct 15 00:29:00.786971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 769aef6f-8e62-4556-b360-e1ba1c1be651 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:00.787548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 769aef6f-8e62-4556-b360-e1ba1c1be651 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:00.788247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:00.812010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a18bb47f-2c9a-4bb0-848e-bae65d6496e1 req-a5814bc6-a0e7-4c51-b1e2-cc0c388bb144 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Oct 15 00:29:00.831938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:01.020523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575502a5-452e-44fa-96e5-c117989e87a1 req-dfa6e1c7-0f21-4ee0-a11e-973e1147c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.022273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-dfa6e1c7-0f21-4ee0-a11e-973e1147c46a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472984 Oct 15 00:29:01.094906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04a249-df9d-4ff5-b74a-8526635d07f3 req-6dc90da3-9e32-43fb-aecd-a58bc176b1c3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.096904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca04a249-df9d-4ff5-b74a-8526635d07f3 req-6dc90da3-9e32-43fb-aecd-a58bc176b1c3 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 945 time: 0.0540001 Oct 15 00:29:01.128959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-16e8de38-3faa-43ef-8d2e-ccb39f4bb369 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958514 Oct 15 00:29:01.145491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca04a249-df9d-4ff5-b74a-8526635d07f3 req-c461b237-b338-4088-a6ff-24fa0d4c27d4 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Oct 15 00:29:01.237438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575502a5-452e-44fa-96e5-c117989e87a1 req-8e202b41-eb6b-4f61-85d5-003a3d62a466 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886743 Oct 15 00:29:01.310565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-6186f99c-bce0-4b5d-9faa-f18b568e828e tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.312280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-6186f99c-bce0-4b5d-9faa-f18b568e828e tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.0570269 Oct 15 00:29:01.335439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-2'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:01.394914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:01.557384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:01.609294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:01.643669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9cead443-67e0-479c-a9b6-5f2f6afe3632 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:29:01.648508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e24276-ee36-455c-9780-7812c17ea3c2 req-81c55fb5-e70d-4edc-9ef4-2d4dc2c5ca1f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.658261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1e24276-ee36-455c-9780-7812c17ea3c2 req-81c55fb5-e70d-4edc-9ef4-2d4dc2c5ca1f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 950 time: 0.1091769 Oct 15 00:29:01.663315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:01.667121 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb187b0f-6c17-469c-bd75-08bf64448ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:01.678476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:01.716398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1e24276-ee36-455c-9780-7812c17ea3c2 req-8f7817c4-9a3c-444e-8372-c4226da030e8 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568304 Oct 15 00:29:01.761439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:01.803978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:01.830443 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c467c2-ce59-4888-8235-8ef09e48a5b1 x-openstack-request-id: req-d4c467c2-ce59-4888-8235-8ef09e48a5b1 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:01.830711 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:01.830969 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4c467c2-ce59-4888-8235-8ef09e48a5b1 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:01.831360 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'status': 'completed', 'code': 200} Oct 15 00:29:01.850177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'network_id': '822e0207-d55a-45bf-9f45-24de3fbade56', 'port_id': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'mac_address': 'fa:16:3e:31:42:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a94f4e65-63e0-4e73-8782-49af8d28657a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:29:01.903274 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:01.911224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:01.920770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cead443-67e0-479c-a9b6-5f2f6afe3632 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:01.941913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7656e-2a90-47b2-9d6c-6b58255ed346 req-c314e7dc-7911-4c8b-9b65-9f2fe08cb716 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.943610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7da7656e-2a90-47b2-9d6c-6b58255ed346 req-c314e7dc-7911-4c8b-9b65-9f2fe08cb716 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.1991158 Oct 15 00:29:01.954643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:01.971910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-ecc81149-dbfa-43cf-9f94-88d785911d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.972880 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-ecc81149-dbfa-43cf-9f94-88d785911d40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1099 time: 0.1501405 Oct 15 00:29:01.973255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-c9d0b187-6916-4f2d-9497-1dfdb761cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.975522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-c9d0b187-6916-4f2d-9497-1dfdb761cdfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1099 time: 0.1264675 Oct 15 00:29:01.984178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb5ffe-45c0-47f4-be4b-6c447d592741 req-0a2c7211-c083-474e-bbfa-a6d9f6dd891d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:01.985794 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7edb5ffe-45c0-47f4-be4b-6c447d592741 req-0a2c7211-c083-474e-bbfa-a6d9f6dd891d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0916047 Oct 15 00:29:02.008022 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:02.010452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:29:02.028202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:02.028578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:02.028860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:02.054350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:02.054681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:02.107173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7edb5ffe-45c0-47f4-be4b-6c447d592741 req-916b62c7-7c9e-487e-9e91-f39acaecc37d tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083338 Oct 15 00:29:02.149312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7da7656e-2a90-47b2-9d6c-6b58255ed346 req-7b80ae8a-405c-49a5-a21b-ea24041430a0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848702 Oct 15 00:29:02.151954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-eef25f9a-fbe1-4d15-81f3-6bd8e8655d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.156488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-eef25f9a-fbe1-4d15-81f3-6bd8e8655d62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1669545 Oct 15 00:29:02.161384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:02.168236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:02.170596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:02.171193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Bound port: 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:02.171669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:02.186550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:02.221624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:02.247455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:02.247778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:02.248144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:02.249328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-4c6be775-db96-4e39-97fe-b143f5b38706 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0855873 Oct 15 00:29:02.254000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:02.254325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:02.277549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:02.278810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:02.280064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:02.281201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Bound port: 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:02.281608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:02.287090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-720e4864-3987-46d1-8836-71fad99dba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.289043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-720e4864-3987-46d1-8836-71fad99dba99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3012838 Oct 15 00:29:02.337023 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:02.343566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-5857357c-9013-47e6-b10e-6aaadcd54446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.345920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-5857357c-9013-47e6-b10e-6aaadcd54446 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0936034 Oct 15 00:29:02.346476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:02.350853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:02.371842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d9506-48be-4022-a895-4126a461b8ea req-0d9267c9-380d-48c1-9b2d-106156f29dbb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.374544 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a5d9506-48be-4022-a895-4126a461b8ea req-0d9267c9-380d-48c1-9b2d-106156f29dbb tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 944 time: 0.1049328 Oct 15 00:29:02.412452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-438ee2d9-3537-4935-8792-7c600bbbf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.414281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-438ee2d9-3537-4935-8792-7c600bbbf834 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522919 Oct 15 00:29:02.422810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:02.487393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:02.490184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-e961f84b-044a-4e1c-8fd3-0c5aef1bc99d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0936968 Oct 15 00:29:02.492941 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 7bd66d29-967f-4c06-8cfe-bad6a5048ea6-n-h2-811521-2-0 {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:29:02.493314 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:29:02.553995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a5d9506-48be-4022-a895-4126a461b8ea req-c8872346-d596-4671-889b-0901c4a95496 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725414 Oct 15 00:29:02.560183 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-64e5393c-85eb-464a-934d-5bec806f1527 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287930 Oct 15 00:29:02.669228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:02.689093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.689717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:02.694476 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-225a108a-6c4b-4d58-ae19-2fc9225a7589 service neutron] 10.222.0.30 "PUT /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 1121 time: 1.3605814 Oct 15 00:29:02.694476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-d340d8d4-0812-44ea-a81d-0c0c6b74cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.694715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-d340d8d4-0812-44ea-a81d-0c0c6b74cbf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1285362 Oct 15 00:29:02.696570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34622e0a-06dc-4807-ba16-6e7922cd367d req-e474ae7c-3ec5-44b7-a61a-8e4ac330b6fa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.698057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34622e0a-06dc-4807-ba16-6e7922cd367d req-e474ae7c-3ec5-44b7-a61a-8e4ac330b6fa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.1013803 Oct 15 00:29:02.736801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-17204367-99cd-4789-992d-8434bbefcb93 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682663 Oct 15 00:29:02.758837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34622e0a-06dc-4807-ba16-6e7922cd367d req-14b34eca-7978-48fa-a606-0076f89bb382 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538204 Oct 15 00:29:02.801633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-94b5216e-51b2-4f52-8195-f4c7790a68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.803260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-94b5216e-51b2-4f52-8195-f4c7790a68ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705135 Oct 15 00:29:02.826379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7bd66d29-967f-4c06-8cfe-bad6a5048ea6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:02.860386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7bd66d29-967f-4c06-8cfe-bad6a5048ea6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:02.927040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fafcd0-8f6b-498c-8f0d-1c5d279d476c req-ed9d729c-13ba-48ec-9650-5b1d19120427 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:02.928786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5fafcd0-8f6b-498c-8f0d-1c5d279d476c req-ed9d729c-13ba-48ec-9650-5b1d19120427 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 950 time: 0.1237049 Oct 15 00:29:02.980930 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-5e76d617-d7d6-4b92-b8a8-8e5a57198e3f service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654692 Oct 15 00:29:02.988272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5fafcd0-8f6b-498c-8f0d-1c5d279d476c req-0a666b54-dbb3-41e8-b15d-ea996056caba tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506384 Oct 15 00:29:03.058354 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:03.059219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:03.059219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:03.079509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:03.079842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempting to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on network c172d30b-154f-4fa0-8315-a3b3c39dc79f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:03.098129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb187b0f-6c17-469c-bd75-08bf64448ae9 req-ef712797-a395-4756-b969-c16fcbf01cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072862 Oct 15 00:29:03.112990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:03.113593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Checking segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:03.114368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Bound using segment: {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:03.115113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Bound port: 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6afa557-eab0-449e-8194-2f0a5efd461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c172d30b-154f-4fa0-8315-a3b3c39dc79f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:03.115656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe460ad-41bb-4bb1-9468-9af97333f7de req-c91cde16-7d7e-41ae-bef1-5661ac0238c3 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:03.115847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:03.117153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dfe460ad-41bb-4bb1-9468-9af97333f7de req-c91cde16-7d7e-41ae-bef1-5661ac0238c3 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 1101 time: 0.0574517 Oct 15 00:29:03.173459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dfe460ad-41bb-4bb1-9468-9af97333f7de req-8eac5820-03a1-43c9-a04b-73db06b5bd36 tempest-ServersOnMultiNodesTest-696307851 tempest-ServersOnMultiNodesTest-696307851-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Oct 15 00:29:03.266661 n-d-811521-2 neutron-server[107727]: WARNING neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Concurrent port binding operations failed on port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 Oct 15 00:29:03.271077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:03.275391 n-d-811521-2 neutron-server[107727]: INFO neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Attempt 2 to bind port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 Oct 15 00:29:03.275776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 has no active binding in host n-h1-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:29:03.284641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e066806-4db8-43fb-b3f1-8472af18c687 req-412b0940-ca16-4733-bca4-b3309ee7464a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:03.286248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e066806-4db8-43fb-b3f1-8472af18c687 req-412b0940-ca16-4733-bca4-b3309ee7464a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 948 time: 0.0589092 Oct 15 00:29:03.311973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf75176-c282-45be-88c4-9e074e365f75 req-92744486-8cd0-4544-9336-fb652e550235 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:03.311973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3bf75176-c282-45be-88c4-9e074e365f75 req-92744486-8cd0-4544-9336-fb652e550235 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.0671508 Oct 15 00:29:03.337055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e066806-4db8-43fb-b3f1-8472af18c687 req-e51128b0-a199-44eb-83e1-d5e663476321 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Oct 15 00:29:03.357419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3bf75176-c282-45be-88c4-9e074e365f75 req-79973e10-870b-4ce7-8921-6742e837020f tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f937410-3970-4d72-b8da-801432abb4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Oct 15 00:29:03.445210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['9cead443-67e0-479c-a9b6-5f2f6afe3632'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:03.476340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-ae85bc69-59ac-42a3-8b4d-8346b438bc9c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:03.479601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-ae85bc69-59ac-42a3-8b4d-8346b438bc9c tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 946 time: 0.0749366 Oct 15 00:29:03.631759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Deleting port 94c1b627-3708-41b2-aacd-cbcb1e84de82 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:03.632382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:03.721512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197178e-b31b-41dc-8b79-c2caa638c5ca req-6bf0c080-8a66-4e4f-92df-5a6349a299d5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:03.726391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:29:03.730725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1197178e-b31b-41dc-8b79-c2caa638c5ca req-6bf0c080-8a66-4e4f-92df-5a6349a299d5 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 944 time: 0.0871415 Oct 15 00:29:03.735867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9cead443-67e0-479c-a9b6-5f2f6afe3632 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:03.766990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] For port 94c1b627-3708-41b2-aacd-cbcb1e84de82, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=94c1b627-3708-41b2-aacd-cbcb1e84de82,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:03.778515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:03.840017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1197178e-b31b-41dc-8b79-c2caa638c5ca req-eb02cdbb-27c9-4204-8df3-48d69feae2cf tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046550 Oct 15 00:29:03.849325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6'}, {'name': 'network-changed', 'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:03.851977 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866" -d '{"events": [{"server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6"}, {"name": "network-changed", "server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:03.948602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:03.967945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cce0dc-8aed-416d-a5ed-f5d0c3c8d746 req-10f7be11-4af1-4822-bc91-d518808e2da9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:03.968867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'mac_address': 'fa:16:3e:01:70:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:29:03.969765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33cce0dc-8aed-416d-a5ed-f5d0c3c8d746 req-10f7be11-4af1-4822-bc91-d518808e2da9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0665674 Oct 15 00:29:03.989087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d72d71-7ad0-4694-8d18-ffc9b392c994 req-060dd704-73d2-4a59-8685-8899ac88cd5b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:03.990907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87d72d71-7ad0-4694-8d18-ffc9b392c994 req-060dd704-73d2-4a59-8685-8899ac88cd5b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 950 time: 0.1233032 Oct 15 00:29:04.022257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33cce0dc-8aed-416d-a5ed-f5d0c3c8d746 req-2050d0cf-ad59-43ce-b956-212dbbd18325 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 Oct 15 00:29:04.053973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:04.076543 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:04.085013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c074e58f-839c-4439-8fdc-7f3b56a01d3a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:04.116803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9cead443-67e0-479c-a9b6-5f2f6afe3632 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:04.124173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87d72d71-7ad0-4694-8d18-ffc9b392c994 req-0cf0b591-1806-4817-8fb9-36daeaa1c373 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237431 Oct 15 00:29:04.148068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:04.161595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:04.162281 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:04.162821 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Floating IP 4a38e02b-e8eb-4b9d-9625-88d4dfaed429 disassociated. External IP: 172.25.2.176, port: 94c1b627-3708-41b2-aacd-cbcb1e84de82. Oct 15 00:29:04.163545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Calling delete_port for 94c1b627-3708-41b2-aacd-cbcb1e84de82 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:04.168776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:04.216701 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:04.247822 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67516a78-0c8e-4091-b189-4435765e443a x-openstack-request-id: req-67516a78-0c8e-4091-b189-4435765e443a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:04.256417 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6", "code": 200}, {"name": "network-changed", "server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:04.256875 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67516a78-0c8e-4091-b189-4435765e443a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:04.257507 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6', 'code': 200} Oct 15 00:29:04.257977 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6', 'status': 'completed', 'code': 200} Oct 15 00:29:04.280692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:04.297255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57658) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:04.302778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:04.348197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-a0e92b42-ddd8-45cb-bb61-32cac4ca8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:04.354758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-a0e92b42-ddd8-45cb-bb61-32cac4ca8949 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1124 time: 0.1333761 Oct 15 00:29:04.416167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:04.513694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-08341fde-1f65-466c-adb2-be17e3a0fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:04.515223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-08341fde-1f65-466c-adb2-be17e3a0fde5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.1510987 Oct 15 00:29:04.541838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:04.570251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-d00d126e-2e5a-4e44-b5a3-650d04d7d0fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 217 time: 0.0452163 Oct 15 00:29:04.590066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event deleted for resources: {'Port': ['ID=94c1b627-3708-41b2-aacd-cbcb1e84de82,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:04.625917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb87e35d-a011-47f3-8886-599b721fcb27 req-d66b6c2b-5024-48a8-abd4-e79c83ef2e33 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0581527 Oct 15 00:29:04.680363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8911844-fa94-478b-9169-50a4355a5d77 req-368a16fb-8770-41b3-a7b0-ddf2b7933186 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:04.682990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-6c75d0dd-408d-4118-9a55-29f5680883dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:04.684647 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-6c75d0dd-408d-4118-9a55-29f5680883dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1030049 Oct 15 00:29:04.688728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8911844-fa94-478b-9169-50a4355a5d77 req-368a16fb-8770-41b3-a7b0-ddf2b7933186 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.2345202 Oct 15 00:29:04.728916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-2fcc8d25-d65c-494b-a3c7-98e0b6a298a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346241 Oct 15 00:29:04.819976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8911844-fa94-478b-9169-50a4355a5d77 req-74d133b8-b1ca-471c-8d0f-6a828a2a10ca tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303282 Oct 15 00:29:04.864060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-48e7535b-7e75-4c42-8574-f7874d1676fd service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267819 Oct 15 00:29:04.924713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Router d07214fe-df58-4d3f-8deb-a698115d0d6f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:29:04.967699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f1d7b0d-8638-42d8-a32a-6fc7e4518866 req-6c929abb-3b25-485a-a4f3-2ba62a497c5d service neutron] 10.222.0.39 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944834 Oct 15 00:29:05.033276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c074e58f-839c-4439-8fdc-7f3b56a01d3a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:05.182964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d116-eb79-4ade-90a8-fe62d2d3b049 req-123d21e0-213a-4348-9e41-909f4ba834bf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:05.185196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb59d116-eb79-4ade-90a8-fe62d2d3b049 req-123d21e0-213a-4348-9e41-909f4ba834bf tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0761020 Oct 15 00:29:05.231205 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb59d116-eb79-4ade-90a8-fe62d2d3b049 req-5f0ab60a-2851-4d35-b6b3-490b69f4c8ee tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Oct 15 00:29:05.343893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b68562-2dfb-4aa1-9db8-685623ce0898 req-40f78c02-c499-4405-ab98-61cef04409fb tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:05.345592 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49b68562-2dfb-4aa1-9db8-685623ce0898 req-40f78c02-c499-4405-ab98-61cef04409fb tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 950 time: 0.0514205 Oct 15 00:29:05.383415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-49b68562-2dfb-4aa1-9db8-685623ce0898 req-92784cb8-d925-4b6b-9975-133df06be562 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Oct 15 00:29:05.451039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:05.463274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] Sync routers for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:05.473119 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:05.473773 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:05.501064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] No DVR routers for this DVR port 94c1b627-3708-41b2-aacd-cbcb1e84de82 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:05.512440 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:05.515739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bce27666-d58d-4fc3-a84e-31950c305f0d req-3e0b8980-c09d-43f6-a710-a8a2e13ea8a3 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.30 "DELETE /v2.0/ports/94c1b627-3708-41b2-aacd-cbcb1e84de82 HTTP/1.1" status: 204 len: 173 time: 2.0224535 Oct 15 00:29:05.527475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb062d3c-722f-461c-90fa-a7ce9ed89a4c req-1c71cedf-86e1-4d42-a5c5-e369f7692bd2 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:05.528918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb062d3c-722f-461c-90fa-a7ce9ed89a4c req-1c71cedf-86e1-4d42-a5c5-e369f7692bd2 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 943 time: 0.1646838 Oct 15 00:29:05.543769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:05.589534 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:05.622558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb062d3c-722f-461c-90fa-a7ce9ed89a4c req-1be2ad22-c597-40bc-af17-3c00d504d12c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873768 Oct 15 00:29:05.675487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9cead443-67e0-479c-a9b6-5f2f6afe3632 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:05.740036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 9cead443-67e0-479c-a9b6-5f2f6afe3632 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:05.740886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:05.812287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bb672580-e1a0-4ac4-be5d-f149aa5da159 req-bf9816d9-7746-434a-ba0a-81d7494c81b0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0760903 Oct 15 00:29:05.841400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:45Z', 'revision_number': 5, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:05.845293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:05.873266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:05.876149 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6007de21-1a9f-48fc-83bf-df87d72a0e15" -d '{"events": [{"server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "name": "network-vif-plugged", "status": "completed", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:05.892369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:05.897643 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] Checking router: d07214fe-df58-4d3f-8deb-a698115d0d6f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:05.910648 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:05.911316 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:05.934336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Deleting port 6a90dccd-802b-4d17-8f5e-f87df4eba679 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:05.934336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:05.971840 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:05.981828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6071fc5-46de-4305-a322-2436b215a0c2 req-b10afafc-e16d-4184-bcdb-d6e9d7be9cae tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:05.983789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6071fc5-46de-4305-a322-2436b215a0c2 req-b10afafc-e16d-4184-bcdb-d6e9d7be9cae tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.0601046 Oct 15 00:29:06.010003 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3673f3-a640-43e1-8002-cbf0c7269065 x-openstack-request-id: req-0b3673f3-a640-43e1-8002-cbf0c7269065 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:06.010817 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "name": "network-vif-plugged", "status": "completed", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:06.011268 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b3673f3-a640-43e1-8002-cbf0c7269065 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:06.011817 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'code': 200} Oct 15 00:29:06.033571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:06.034296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] For port 6a90dccd-802b-4d17-8f5e-f87df4eba679, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6a90dccd-802b-4d17-8f5e-f87df4eba679,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:06.034879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:06.038229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6071fc5-46de-4305-a322-2436b215a0c2 req-9c1a1b90-afe8-4300-bd11-5785ad736ed2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480514 Oct 15 00:29:06.051139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Calling delete_port for 6a90dccd-802b-4d17-8f5e-f87df4eba679 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:06.058701 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:06.261278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'name': 'network-vif-deleted', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:06.263823 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d617140-2c07-4b97-92d3-610c8db3d1d3" -d '{"events": [{"server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "name": "network-vif-deleted", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:06.265015 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:45Z', 'revision_number': 5, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:06.295925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84ae839-4e7d-4ba8-b0eb-36270bf1af6a None None] The sync data for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 is: [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '45798a28-2520-480b-ae9d-6bb07e4d6281', 'name': '', 'network_id': 'fdfafe7d-35c5-44e1-b136-a49b44203967', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'mac_address': 'fa:16:3e:65:b6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:39Z', 'updated_at': '2021-10-15T00:26:45Z', 'revision_number': 5, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'subnets': [{'id': 'f81e8944-a088-40c3-8fe4-7f88d842c3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:06.342433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:06.353347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31c263-7b9e-4600-9b33-e40341391749 req-700f7dc8-7c75-4f5e-a092-a1636f2b6c73 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:06.355214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c31c263-7b9e-4600-9b33-e40341391749 req-700f7dc8-7c75-4f5e-a092-a1636f2b6c73 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0520675 Oct 15 00:29:06.371256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a90dccd-802b-4d17-8f5e-f87df4eba679,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:06.418956 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c31c263-7b9e-4600-9b33-e40341391749 req-f4077dfa-95f9-4823-9686-f6ef75d686c5 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569603 Oct 15 00:29:06.589339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8b4f1-b988-4092-b57d-1cf15c475d8e req-3c43417f-9e3d-4ffa-a3f0-a552b19f7a71 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:06.593473 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2002ac3b-d083-4a0b-a05d-f3e31fcec703 x-openstack-request-id: req-2002ac3b-d083-4a0b-a05d-f3e31fcec703 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:06.594324 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c", "name": "network-vif-deleted", "tag": "94c1b627-3708-41b2-aacd-cbcb1e84de82", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:06.594736 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2002ac3b-d083-4a0b-a05d-f3e31fcec703 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:06.595361 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c', 'name': 'network-vif-deleted', 'tag': '94c1b627-3708-41b2-aacd-cbcb1e84de82', 'status': 'completed', 'code': 200} Oct 15 00:29:06.597173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdc8b4f1-b988-4092-b57d-1cf15c475d8e req-3c43417f-9e3d-4ffa-a3f0-a552b19f7a71 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.1005111 Oct 15 00:29:06.650945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdc8b4f1-b988-4092-b57d-1cf15c475d8e req-132a428f-6b37-4449-af3e-7576bcdbc608 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525239 Oct 15 00:29:06.674468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b1e44-dfcf-499d-900f-e8f87135c871 None None] New status for floating IP 4a38e02b-e8eb-4b9d-9625-88d4dfaed429: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:29:06.760644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec30ba-e778-44a8-ba71-f37244534753 req-44c8de9d-8f56-4c36-99c2-c1adc6c31f53 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:06.762205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deec30ba-e778-44a8-ba71-f37244534753 req-44c8de9d-8f56-4c36-99c2-c1adc6c31f53 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 950 time: 0.2713637 Oct 15 00:29:06.775802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0e33-27e9-424b-98f9-d3f9ebc17fdb req-6c39d403-3028-4a38-adf9-0aa0fdcff8e6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:06.776338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9b14c1ea-02bf-43d7-8b7f-2043eb068cb5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:06.778010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9fe0e33-27e9-424b-98f9-d3f9ebc17fdb req-6c39d403-3028-4a38-adf9-0aa0fdcff8e6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 945 time: 0.0576506 Oct 15 00:29:06.778265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9b14c1ea-02bf-43d7-8b7f-2043eb068cb5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5&tenant_id=7343b021868649e6a3ec485bdca87f75&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 949 time: 0.2532520 Oct 15 00:29:06.825820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9fe0e33-27e9-424b-98f9-d3f9ebc17fdb req-099783d3-932f-4b8f-b3d9-8227b25ec9d6 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Oct 15 00:29:06.831628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736e93c-2888-408d-9845-b45c8fba98c2 req-dfa8103a-3a22-4e06-9628-9a56213091f3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:06.833124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2736e93c-2888-408d-9845-b45c8fba98c2 req-dfa8103a-3a22-4e06-9628-9a56213091f3 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 950 time: 0.1773300 Oct 15 00:29:06.863677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:06.941857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d9cf69d-d8ce-44d1-a3f4-05cf95d5a91f req-2e7837f9-02be-467c-bbe2-e4b3356f434d tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aa69721-54d7-4ba7-9ec4-a6aa1cb4c52c HTTP/1.1" status: 200 len: 210 time: 0.0319169 Oct 15 00:29:07.012618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2736e93c-2888-408d-9845-b45c8fba98c2 req-fc6cc06a-315e-4d6e-a169-839b166836bb tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545553 Oct 15 00:29:07.035042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-b86ef0bb-bf95-4b5d-943c-86df36054c61 service neutron] 10.222.0.30 "GET /v2.0/ports/c074e58f-839c-4439-8fdc-7f3b56a01d3a/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 382 time: 0.2451546 Oct 15 00:29:07.127789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port 3f463306-d28f-4348-bd46-5226b3c6bc78 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:07.128127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:07.163301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-28367042-39ee-4527-8846-5df7b21406e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:07.164765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-28367042-39ee-4527-8846-5df7b21406e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1100 time: 0.0892103 Oct 15 00:29:07.361911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port 3f463306-d28f-4348-bd46-5226b3c6bc78, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3f463306-d28f-4348-bd46-5226b3c6bc78,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:07.362298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:07.387986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for 3f463306-d28f-4348-bd46-5226b3c6bc78 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:07.410073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-9dce1696-38b7-49a8-a770-59d45e964bde tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:07.411729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-9dce1696-38b7-49a8-a770-59d45e964bde tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 945 time: 0.0506296 Oct 15 00:29:07.411895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-c076aada-0a9c-48a5-97e6-e5c2b0dca1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:07.413235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-c076aada-0a9c-48a5-97e6-e5c2b0dca1d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2165024 Oct 15 00:29:07.450967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Router 7c14eae4-aff7-407b-86f8-f95f4944638d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:29:07.495628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-8ac1f196-e049-4ba1-83af-9f777afe744c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0468028 Oct 15 00:29:07.573507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149de17-d68a-4b94-9aba-d0acdc5e9d1b req-9eb78324-b0bd-4d7c-8151-167baa31e9f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:07.575290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d149de17-d68a-4b94-9aba-d0acdc5e9d1b req-9eb78324-b0bd-4d7c-8151-167baa31e9f2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0642817 Oct 15 00:29:07.587447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Deleting port 9cead443-67e0-479c-a9b6-5f2f6afe3632 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:07.588000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:07.614542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-350497d8-7458-4f3c-834e-d116fd5b453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:07.615917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-350497d8-7458-4f3c-834e-d116fd5b453f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1110699 Oct 15 00:29:07.683683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d149de17-d68a-4b94-9aba-d0acdc5e9d1b req-9757dac1-624c-4523-9b59-65bffc5c80aa tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924604 Oct 15 00:29:07.688923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:07.754762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:07.760397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-00983b1f-4151-4a29-848b-7a75f8a47e02 admin admin] 10.222.0.13 "PUT /v2.0/routers/7c14eae4-aff7-407b-86f8-f95f4944638d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4579129 Oct 15 00:29:07.760600 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] Sync routers for ids ['7c14eae4-aff7-407b-86f8-f95f4944638d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:07.761036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57716) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:07.769459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] For port 9cead443-67e0-479c-a9b6-5f2f6afe3632, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9cead443-67e0-479c-a9b6-5f2f6afe3632,segment=NetworkSegment(7ed16132-c2c5-41b9-8e3a-ba18b7a5304c),segment_id=7ed16132-c2c5-41b9-8e3a-ba18b7a5304c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:07.769459 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:07.771608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-bc97f712-9ac1-4dfa-aece-8b8edd4a2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:07.773948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-bc97f712-9ac1-4dfa-aece-8b8edd4a2fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225250 Oct 15 00:29:07.774900 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] Routers {'7c14eae4-aff7-407b-86f8-f95f4944638d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:07.775519 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c14eae4-aff7-407b-86f8-f95f4944638d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:07.796122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Calling delete_port for 9cead443-67e0-479c-a9b6-5f2f6afe3632 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:07.907127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port c074e58f-839c-4439-8fdc-7f3b56a01d3a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:29:07.912592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c074e58f-839c-4439-8fdc-7f3b56a01d3a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:07.916081 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:07.951388 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] Set router 7c14eae4-aff7-407b-86f8-f95f4944638d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:08.065784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb284a2e-4b48-4c21-8f80-ca7865778b42 req-77260e55-605f-4557-b428-6bd7f3bc6cbd tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:08.067383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb284a2e-4b48-4c21-8f80-ca7865778b42 req-77260e55-605f-4557-b428-6bd7f3bc6cbd tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 945 time: 0.1312120 Oct 15 00:29:08.123835 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:08.179235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:08.188782 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26a53b8-3c2c-4670-9341-1b58c8aa78b2" -d '{"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:08.193325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb284a2e-4b48-4c21-8f80-ca7865778b42 req-89e77b80-571b-4b71-9a6b-ab18f20547d9 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/security-groups?id=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081142 Oct 15 00:29:08.214351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:08.221779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:08.235188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c', 'ad963440-d114-4bbe-a101-453dc7b64fc0', '915b9bb2-d8af-4100-ac02-2b9650558b1b', '46b98c90-d5bf-41cf-aeca-9eb5fa154efa'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:08.242724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', '7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:08.250248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:08.270136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=3f463306-d28f-4348-bd46-5226b3c6bc78,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:08.280586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:29:06Z', 'revision_number': 5, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:08.295667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Pushing event deleted for resources: {'Port': ['ID=9cead443-67e0-479c-a9b6-5f2f6afe3632,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:08.336318 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] Checking router: 7c14eae4-aff7-407b-86f8-f95f4944638d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:08.346855 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] Routers {'7c14eae4-aff7-407b-86f8-f95f4944638d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:08.351590 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c14eae4-aff7-407b-86f8-f95f4944638d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:08.358146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:08.358146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 94c1b627-3708-41b2-aacd-cbcb1e84de82 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:08.358421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] No DVR routers for this DVR port 9cead443-67e0-479c-a9b6-5f2f6afe3632 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:08.370869 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:08.376673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e1bd1fe-2987-4119-acf2-b492c1dc6829 req-6377539b-adcf-48c4-8149-91d07a513a1c tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.30 "DELETE /v2.0/ports/9cead443-67e0-479c-a9b6-5f2f6afe3632 HTTP/1.1" status: 204 len: 173 time: 0.9443462 Oct 15 00:29:08.377070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'name': 'network-vif-deleted', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:08.379452 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5968a64c-8531-4061-9734-a1be6ab59587" -d '{"events": [{"server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "name": "network-vif-deleted", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:08.423218 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0c36e849-bb92-4116-9742-bb72f8d9c87f req-ce78b445-c17d-4609-a7d4-34f3af21887f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 210 time: 0.0559900 Oct 15 00:29:08.459128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 94c1b627-3708-41b2-aacd-cbcb1e84de82 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:08.459470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 94c1b627-3708-41b2-aacd-cbcb1e84de82 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:08.459970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3f463306-d28f-4348-bd46-5226b3c6bc78 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:08.500839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3258b-5714-412b-8040-85db2f260162 req-db655ab7-ffb2-484d-b04a-1c7ce4d0e6c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:08.502769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e3258b-5714-412b-8040-85db2f260162 req-db655ab7-ffb2-484d-b04a-1c7ce4d0e6c7 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.6724446 Oct 15 00:29:08.504978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-cf74958e-63c2-48be-b357-345c769e5b7e service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978617 Oct 15 00:29:08.506769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:08.529133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 3f463306-d28f-4348-bd46-5226b3c6bc78 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:08.529494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3f463306-d28f-4348-bd46-5226b3c6bc78 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:08.589031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:08.620348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.620694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.621006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.621333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.621655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.621977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.622398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.622718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.623031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.623458 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.623734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.624182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:08.703495 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] Set router 7c14eae4-aff7-407b-86f8-f95f4944638d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:08.780884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port 3f463306-d28f-4348-bd46-5226b3c6bc78 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:08.795924 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361eccfb-9135-4166-b985-b713e35cfff8 x-openstack-request-id: req-361eccfb-9135-4166-b985-b713e35cfff8 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:08.796477 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:08.797166 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-361eccfb-9135-4166-b985-b713e35cfff8 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:08.797166 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'code': 200} Oct 15 00:29:08.881562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:08.915989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-30e383b9-6fe6-420d-9622-e333ed7aee33 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068445 Oct 15 00:29:08.925788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:08.935243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deec30ba-e778-44a8-ba71-f37244534753 req-097cde94-491f-488b-b0e9-143f572e4b2a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "DELETE /v2.0/ports/3f463306-d28f-4348-bd46-5226b3c6bc78 HTTP/1.1" status: 204 len: 173 time: 2.1553156 Oct 15 00:29:08.940923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'name': 'network-vif-deleted', 'tag': '3f463306-d28f-4348-bd46-5226b3c6bc78'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:08.949554 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4b901d-c46d-4a99-a95d-4207a5c048a5" -d '{"events": [{"server_uuid": "d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7", "name": "network-vif-deleted", "tag": "3f463306-d28f-4348-bd46-5226b3c6bc78"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:08.979058 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a12671b-2af4-468f-81a1-88c6c6279b39 x-openstack-request-id: req-9a12671b-2af4-468f-81a1-88c6c6279b39 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:08.980067 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aa465d-dd7a-4663-bfe0-0e3b0b00b74c", "name": "network-vif-deleted", "tag": "9cead443-67e0-479c-a9b6-5f2f6afe3632", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:08.981940 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a12671b-2af4-468f-81a1-88c6c6279b39 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:08.982484 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aa465d-dd7a-4663-bfe0-0e3b0b00b74c', 'name': 'network-vif-deleted', 'tag': '9cead443-67e0-479c-a9b6-5f2f6afe3632', 'status': 'completed', 'code': 200} Oct 15 00:29:08.997826 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:29:06Z', 'revision_number': 5, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:09.029409 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8706916-04d3-447c-a0e8-f61278385a6c None None] The sync data for ids ['7c14eae4-aff7-407b-86f8-f95f4944638d'] in n-d-811521-2 is: [{'id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'name': 'tempest-AttachSCSIVolumeTestJSON-433638444-router', 'tenant_id': 'd255cd69457843eb920138b6c640c651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:53Z', 'updated_at': '2021-10-15T00:29:06Z', 'revision_number': 5, 'project_id': 'd255cd69457843eb920138b6c640c651', 'gw_port': {'id': '7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c14eae4-aff7-407b-86f8-f95f4944638d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:55Z', 'updated_at': '2021-10-15T00:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:09.031533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e3258b-5714-412b-8040-85db2f260162 req-cfdc5202-d04d-4316-a942-fd3d2a9bc852 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364231 Oct 15 00:29:09.064423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-63c93990-de4b-40ad-8939-c3a5077968e2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.162933 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25742b57-1403-4687-b2a0-74442fbd94eb x-openstack-request-id: req-25742b57-1403-4687-b2a0-74442fbd94eb {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:09.163188 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7", "name": "network-vif-deleted", "tag": "3f463306-d28f-4348-bd46-5226b3c6bc78", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:09.163472 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25742b57-1403-4687-b2a0-74442fbd94eb {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:09.164106 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1f6c7-bbf5-4ca8-817f-195fa7c993e7', 'name': 'network-vif-deleted', 'tag': '3f463306-d28f-4348-bd46-5226b3c6bc78', 'status': 'completed', 'code': 200} Oct 15 00:29:09.166800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.192628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-63c93990-de4b-40ad-8939-c3a5077968e2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.277548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a0f3b-311f-41ae-8844-95142d458e5d req-7b14843a-a832-4d6c-ba17-291f7bde6969 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:09.279295 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-314a0f3b-311f-41ae-8844-95142d458e5d req-7b14843a-a832-4d6c-ba17-291f7bde6969 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.2204728 Oct 15 00:29:09.330359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Deleting port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:09.331069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.386629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-314a0f3b-311f-41ae-8844-95142d458e5d req-a819dee0-a57f-4b73-8200-82cf9c788109 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905087 Oct 15 00:29:09.462822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-63c93990-de4b-40ad-8939-c3a5077968e2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.466496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-63c93990-de4b-40ad-8939-c3a5077968e2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.471234 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-63c93990-de4b-40ad-8939-c3a5077968e2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "DELETE /v2.0/security-groups/4f937410-3970-4d72-b8da-801432abb4f8 HTTP/1.1" status: 204 len: 168 time: 0.5878632 Oct 15 00:29:09.472107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:09.510190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e981f561-a132-4fac-b209-9d882e79516e req-b072e61f-b173-4500-ac4b-c3815146c436 tempest-ImagesTestJSON-505713708 tempest-ImagesTestJSON-505713708-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aa465d-dd7a-4663-bfe0-0e3b0b00b74c HTTP/1.1" status: 200 len: 210 time: 0.1231346 Oct 15 00:29:09.534883 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-9217ff26-16ed-4eb6-833d-0164d6fcc33b tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] show failed (client error): The resource could not be found. Oct 15 00:29:09.542167 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9217ff26-16ed-4eb6-833d-0164d6fcc33b tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "GET /v2.0/security-groups/4f937410-3970-4d72-b8da-801432abb4f8 HTTP/1.1" status: 404 len: 347 time: 0.0642710 Oct 15 00:29:09.544107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57746) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:09.550738 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c93990-de4b-40ad-8939-c3a5077968e2 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f937410-3970-4d72-b8da-801432abb4f8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:09.617645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] For port 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:09.618023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.686922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Calling delete_port for 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:09.698943 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:09.794885 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e930623b-f12f-40bd-9df7-0928b0db0638 req-ba06dc71-f25a-4c21-a86e-2a0427f9d190 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d1f6c7-bbf5-4ca8-817f-195fa7c993e7 HTTP/1.1" status: 200 len: 210 time: 0.1078336 Oct 15 00:29:09.905560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Deleting port 739a4e78-b3fc-4673-9c25-b16c88d85cfb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:09.905892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.004544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.032921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:10.039265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.039537 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.069847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Calling delete_port for 739a4e78-b3fc-4673-9c25-b16c88d85cfb owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:10.086058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-100b1c85-3194-4a20-8b62-d4f9b6003e1d service neutron] 10.222.0.39 "GET /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.1169727 Oct 15 00:29:10.086445 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:29:10.112765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.206399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.208687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.258832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c87318-9819-4555-be1d-521953b88b3f req-c66e23f8-386c-4f49-9abe-c410accbc5e8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:10.260611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22c87318-9819-4555-be1d-521953b88b3f req-c66e23f8-386c-4f49-9abe-c410accbc5e8 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.1314015 Oct 15 00:29:10.314510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.315039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c14eae4-aff7-407b-86f8-f95f4944638d {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:29:10.320146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.321398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e67f5a60-66d2-4026-9be3-eef4dcfafcca admin admin] 10.222.0.13 "DELETE /v2.0/routers/7c14eae4-aff7-407b-86f8-f95f4944638d HTTP/1.1" status: 204 len: 168 time: 2.5593235 Oct 15 00:29:10.323865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57754) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:10.372783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] Deleting subnet 5cc75336-6ac9-44eb-a7b0-719ea59380b0 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:29:10.376071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.380399 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22c87318-9819-4555-be1d-521953b88b3f req-e53792b3-1154-4da2-8e45-96c17fdc9261 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128180 Oct 15 00:29:10.416874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.450002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.494587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Pushing event deleted for resources: {'Port': ['ID=739a4e78-b3fc-4673-9c25-b16c88d85cfb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:10.535815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.560958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:10.580614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b627616-93b1-4b7f-a002-d3dd32ff069a req-ac05cf0c-8365-4460-926b-e4c520d49a12 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:10.582264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b627616-93b1-4b7f-a002-d3dd32ff069a req-ac05cf0c-8365-4460-926b-e4c520d49a12 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 943 time: 0.0923722 Oct 15 00:29:10.600140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:10.618331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.623513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.625523 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-acdc2788-c319-44bc-bf09-b63f1898bab0 tempest-ServersTestManualDisk-1059693671 tempest-ServersTestManualDisk-1059693671-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a38e02b-e8eb-4b9d-9625-88d4dfaed429 HTTP/1.1" status: 204 len: 168 time: 1.0787077 Oct 15 00:29:10.626237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57766) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:10.638900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b627616-93b1-4b7f-a002-d3dd32ff069a req-87c5ab7b-69f7-4548-a24b-30cd18657b1c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468407 Oct 15 00:29:10.686568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:10.689878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.701084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:10.717065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc75336-6ac9-44eb-a7b0-719ea59380b0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:10.721080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.726083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2acb623d-0aa8-4390-8e7d-797310d40ffb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5cc75336-6ac9-44eb-a7b0-719ea59380b0 HTTP/1.1" status: 204 len: 168 time: 0.4011655 Oct 15 00:29:10.729001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57780) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:10.740021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04d41f-bf6f-448f-bc9b-2ce8dd4b3315 None None] Network 06cc5db5-e538-4818-8a18-7e5b6928dd6d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:10.782941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.822055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:10.850807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:10.960757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Deleting port fc367801-baab-4058-b3fc-e6ec0395895e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:10.961479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.002929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] Transition to ACTIVE for port object 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:29:11.067608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] For port fc367801-baab-4058-b3fc-e6ec0395895e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fc367801-baab-4058-b3fc-e6ec0395895e,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:11.068129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.084799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Calling delete_port for fc367801-baab-4058-b3fc-e6ec0395895e owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:11.085178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.110831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:11.154925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:11.182119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:11.188415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:11.188754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7bd20d5f-d982-44b6-aeae-5d1f3cbcc9fe not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:11.189162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6a90dccd-802b-4d17-8f5e-f87df4eba679 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:11.205106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] No DVR routers for this DVR port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:11.219451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=10']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:11.221982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6a90dccd-802b-4d17-8f5e-f87df4eba679 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:11.234710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6a90dccd-802b-4d17-8f5e-f87df4eba679 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:11.249240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] DHCP port deletion for 06cc5db5-e538-4818-8a18-7e5b6928dd6d request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:29:11.257371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-dd2ac4fb-070b-43a9-8538-6180254235a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6/bindings/n-h1-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1294444 Oct 15 00:29:11.285449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] Deleting subnet a94f4e65-63e0-4e73-8782-49af8d28657a {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:29:11.297257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.315676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] Deleting port fc367801-baab-4058-b3fc-e6ec0395895e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:11.316235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.326143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.359574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.405030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] For port fc367801-baab-4058-b3fc-e6ec0395895e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fc367801-baab-4058-b3fc-e6ec0395895e,segment=NetworkSegment(2a4c6542-b079-4b6d-a768-d77089fc14c5),segment_id=2a4c6542-b079-4b6d-a768-d77089fc14c5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:11.405513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.424926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] Calling delete_port for fc367801-baab-4058-b3fc-e6ec0395895e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:11.440480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.477045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] No DVR routers for this DVR port fc367801-baab-4058-b3fc-e6ec0395895e on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:11.500884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fc367801-baab-4058-b3fc-e6ec0395895e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:11.535200 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.546647 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.568269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] Pushing event deleted for resources: {'Port': ['ID=fc367801-baab-4058-b3fc-e6ec0395895e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:11.578182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256b479-890b-413b-8f59-b776fefa3a55 None None] No DVR routers for this DVR port fc367801-baab-4058-b3fc-e6ec0395895e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:11.690521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-4614e069-8c69-4a62-b48f-1c3ec82c3a2d tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:11.692028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-4614e069-8c69-4a62-b48f-1c3ec82c3a2d tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.2678921 Oct 15 00:29:11.698383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.735906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565d77-bd94-4d1b-bf87-79d63edaaddd req-3463ed5c-b519-43f8-9976-639e46f421da tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:11.737593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7565d77-bd94-4d1b-bf87-79d63edaaddd req-3463ed5c-b519-43f8-9976-639e46f421da tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.2334049 Oct 15 00:29:11.745942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9cead443-67e0-479c-a9b6-5f2f6afe3632 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:11.767358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cc5db5-e538-4818-8a18-7e5b6928dd6d']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:11.768178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 9cead443-67e0-479c-a9b6-5f2f6afe3632 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:11.768713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9cead443-67e0-479c-a9b6-5f2f6afe3632 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:11.769628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:11.786552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4c6542-b079-4b6d-a768-d77089fc14c5') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:11.786834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4c6542-b079-4b6d-a768-d77089fc14c5') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:11.813952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.831249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.844032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fa495-5e06-4d41-8e46-7c91c911742a req-fdc21691-54ea-44cd-8134-aeab01524bb0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:11.858690 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad0fa495-5e06-4d41-8e46-7c91c911742a req-fdc21691-54ea-44cd-8134-aeab01524bb0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 950 time: 0.1442213 Oct 15 00:29:11.869796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.872902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7565d77-bd94-4d1b-bf87-79d63edaaddd req-5949bba0-f6b7-40e7-9021-4a78f8a729b3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222479 Oct 15 00:29:11.873888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.882346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-765f60c1-8bc0-494c-bfcc-d8b9c35c5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:11.884599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-765f60c1-8bc0-494c-bfcc-d8b9c35c5ca2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702&tenant_id=081dd2cbe3764db593ffc59a96324037 HTTP/1.1" status: 200 len: 1095 time: 0.1745069 Oct 15 00:29:11.885306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94f4e65-63e0-4e73-8782-49af8d28657a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:11.889954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.892746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8e4fbe19-bc06-4abd-b70c-6e2431dce9c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a94f4e65-63e0-4e73-8782-49af8d28657a HTTP/1.1" status: 204 len: 168 time: 0.7084098 Oct 15 00:29:11.894322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:29:11.894752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:29:11.896517 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:29:11.899301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57812) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:11.933985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad0fa495-5e06-4d41-8e46-7c91c911742a req-d6609a63-bf6c-4886-ad95-07ca9b04a5c8 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742347 Oct 15 00:29:11.995905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:12.001722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:12.011689 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc899417-fa4b-47c8-bb8e-57bae0ade1d2" -d '{"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:12.081518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.082848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Deleting port 45798a28-2520-480b-ae9d-6bb07e4d6281 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:12.083185 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.096821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.110322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-a5586557-5e3d-43b2-8981-424fcffb767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:12.111807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-a5586557-5e3d-43b2-8981-424fcffb767f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=081dd2cbe3764db593ffc59a96324037&device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1095 time: 0.1777148 Oct 15 00:29:12.117895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.129085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa8db2-25fe-4849-a1a0-dc9c5f1a73aa req-e5769b7d-8003-486a-861f-c71c855027cb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:12.130581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1dfa8db2-25fe-4849-a1a0-dc9c5f1a73aa req-e5769b7d-8003-486a-861f-c71c855027cb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.1245141 Oct 15 00:29:12.141696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.147754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] 10.222.0.13 "DELETE /v2.0/networks/06cc5db5-e538-4818-8a18-7e5b6928dd6d HTTP/1.1" status: 204 len: 168 time: 1.4142807 Oct 15 00:29:12.147868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:12.159282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57818) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:12.185194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52831c7-41b3-44a5-bd79-42fb3343a2eb admin admin] Pushing event deleted for resources: {'Network': ['ID=06cc5db5-e538-4818-8a18-7e5b6928dd6d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:12.197027 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a1bfb-79cf-4648-92b1-debda898c590 x-openstack-request-id: req-9b5a1bfb-79cf-4648-92b1-debda898c590 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:12.197816 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:12.198316 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b5a1bfb-79cf-4648-92b1-debda898c590 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:12.198780 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'code': 200} Oct 15 00:29:12.222240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] For port 45798a28-2520-480b-ae9d-6bb07e4d6281, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=45798a28-2520-480b-ae9d-6bb07e4d6281,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:12.222623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.232629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-448bd32c-e25c-4652-b74d-d987d9e3511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:12.234269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-448bd32c-e25c-4652-b74d-d987d9e3511a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5&tenant_id=7343b021868649e6a3ec485bdca87f75 HTTP/1.1" status: 200 len: 1100 time: 0.0834236 Oct 15 00:29:12.239558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Calling delete_port for 45798a28-2520-480b-ae9d-6bb07e4d6281 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:12.251834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:12.332225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1dfa8db2-25fe-4849-a1a0-dc9c5f1a73aa req-ba0f400b-d0a9-4f15-8b09-b400cac26186 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852567 Oct 15 00:29:12.350665 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.365148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.428921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-c60fbe82-7bfc-447a-92c4-1671d48c5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:12.430391 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-c60fbe82-7bfc-447a-92c4-1671d48c5de6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 200 len: 909 time: 0.3101494 Oct 15 00:29:12.433505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822e0207-d55a-45bf-9f45-24de3fbade56']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:12.455841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:12.456327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed16132-c2c5-41b9-8e3a-ba18b7a5304c') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:12.497390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.507928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-84790108-e730-463c-8730-42236528cf87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 200 len: 217 time: 0.0647292 Oct 15 00:29:12.553901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.589199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:29:12.589510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:29:12.591234 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:29:12.652063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:12.654605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-63a3e024-81d3-45d8-a7cc-915e96d0036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:12.656060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-63a3e024-81d3-45d8-a7cc-915e96d0036f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 200 len: 848 time: 0.1406178 Oct 15 00:29:12.687071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:12.718296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-05ff2734-b497-4085-b97a-5f53977de914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c172d30b-154f-4fa0-8315-a3b3c39dc79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323491 Oct 15 00:29:12.721846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c074e58f-839c-4439-8fdc-7f3b56a01d3a {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:12.730305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.764755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Transition to ACTIVE for port object c074e58f-839c-4439-8fdc-7f3b56a01d3a will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:29:12.765670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.789435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Pushing event deleted for resources: {'Port': ['ID=45798a28-2520-480b-ae9d-6bb07e4d6281,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:12.814056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.830332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.837473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/822e0207-d55a-45bf-9f45-24de3fbade56 HTTP/1.1" status: 204 len: 168 time: 0.9262025 Oct 15 00:29:12.853619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:12.855762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1a22-ce6c-4338-a50f-b4875b8f25b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=822e0207-d55a-45bf-9f45-24de3fbade56,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:12.921924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-ba6aab2c-3d75-47f2-b1f1-4145f53fc42a service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950181 Oct 15 00:29:12.955195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=11']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:12.997925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] No DVR routers for this DVR port c074e58f-839c-4439-8fdc-7f3b56a01d3a on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:13.209859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:13.210239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:13.210570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:13.227667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:13.227997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Attempting to bind port c074e58f-839c-4439-8fdc-7f3b56a01d3a on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:13.245557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:13.246041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:13.246543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:13.247078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Bound port: c074e58f-839c-4439-8fdc-7f3b56a01d3a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:13.247523 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:13.264315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:13.288276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fc367801-baab-4058-b3fc-e6ec0395895e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:13.308500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d4f3d-d482-4e10-9083-4f64955cb0d2 req-faca4a86-765c-4d9b-9d11-bdb06e5e5d16 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:13.316983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b4d4f3d-d482-4e10-9083-4f64955cb0d2 req-faca4a86-765c-4d9b-9d11-bdb06e5e5d16 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.2655265 Oct 15 00:29:13.322019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: fc367801-baab-4058-b3fc-e6ec0395895e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:13.322629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fc367801-baab-4058-b3fc-e6ec0395895e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:13.421092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57834) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:13.464879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b4d4f3d-d482-4e10-9083-4f64955cb0d2 req-df209acf-a341-4ccb-8bd0-c4af5e78af2b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468058 Oct 15 00:29:13.476845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:13.541001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:13.582508 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-578295e2-9dea-401a-b811-68712c577842 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e673117b64c44b4acc1d2368257cd90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598780 Oct 15 00:29:13.584707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-b4ecb109-d57e-43db-b6e9-ebc4d582a72a service neutron] 10.222.0.30 "GET /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476698 Oct 15 00:29:13.585180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57836) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:13.616481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505b3a-da8a-404b-98c2-09a02f33891a req-7ec9acf2-abf2-441e-a8de-ea59ad6fc160 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:13.619032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4505b3a-da8a-404b-98c2-09a02f33891a req-7ec9acf2-abf2-441e-a8de-ea59ad6fc160 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 950 time: 0.5300364 Oct 15 00:29:13.665591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-017fd083-4c1a-4c55-8983-35a59056c777 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:13.667137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-017fd083-4c1a-4c55-8983-35a59056c777 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 950 time: 0.1537831 Oct 15 00:29:13.692204 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:13.762795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4505b3a-da8a-404b-98c2-09a02f33891a req-c313f89b-a8d7-42ff-9da0-1044ad22afe4 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310048 Oct 15 00:29:13.771136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:13.772582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:13.773241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:13.773750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee47e-347e-4dd1-9f02-3cf39b6e2433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:13.775853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 1097 time: 1.5308552 Oct 15 00:29:13.779216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:13.781508 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af160c76-ea49-4f57-ac88-19861b4bf544" -d '{"events": [{"name": "network-changed", "server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:13.822215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Router d07214fe-df58-4d3f-8deb-a698115d0d6f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:29:13.857783 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e919343-fe4f-4973-befb-2723e5537faa x-openstack-request-id: req-0e919343-fe4f-4973-befb-2723e5537faa {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:13.858136 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:13.858339 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e919343-fe4f-4973-befb-2723e5537faa {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:13.858798 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'status': 'completed', 'code': 200} Oct 15 00:29:13.871566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c8848-7990-4848-9506-762a7bc6a7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=12']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:13.883500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee47e-347e-4dd1-9f02-3cf39b6e2433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:13.888363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be8c20-9ec6-403d-bb0f-5c4749da647c req-d9fb6d8c-0139-426d-99cc-038ba2b58f3c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:13.889928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41be8c20-9ec6-403d-bb0f-5c4749da647c req-d9fb6d8c-0139-426d-99cc-038ba2b58f3c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.2017190 Oct 15 00:29:13.956940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-a177efb0-4ca0-4394-b9ab-0c630172f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:13.958602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-a177efb0-4ca0-4394-b9ab-0c630172f5b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1100 time: 0.1529620 Oct 15 00:29:14.040400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41be8c20-9ec6-403d-bb0f-5c4749da647c req-2ec21291-2845-42ba-bb6f-ba129475ba19 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417086 Oct 15 00:29:14.066690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:14.067088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.071082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-8adcc6e4-c014-4ab9-8c34-24206085260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.072775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-8adcc6e4-c014-4ab9-8c34-24206085260d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1100 time: 0.1733122 Oct 15 00:29:14.105351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:14.115894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a2c1579f-5bb5-4045-adb5-a6dc8781da47 admin admin] 10.222.0.13 "PUT /v2.0/routers/d07214fe-df58-4d3f-8deb-a698115d0d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4867272 Oct 15 00:29:14.117390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] Sync routers for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:14.120452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57840) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:14.128958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:14.129889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:14.184800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-12671b2d-9236-4d76-9a18-330cec900faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.186229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-12671b2d-9236-4d76-9a18-330cec900faa service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2182138 Oct 15 00:29:14.210780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee47e-347e-4dd1-9f02-3cf39b6e2433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.213528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ee47e-347e-4dd1-9f02-3cf39b6e2433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.217377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ca4ee47e-347e-4dd1-9f02-3cf39b6e2433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f HTTP/1.1" status: 204 len: 168 time: 0.6261384 Oct 15 00:29:14.236846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-b533cb85-2bbd-472f-a132-fb5991f74bcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0424759 Oct 15 00:29:14.278659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ee47e-347e-4dd1-9f02-3cf39b6e2433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d9fb5e-47fe-40c5-b9f6-6fc690ccd35f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:14.324589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:14.325118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.329603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.342921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-e2f09564-fc00-4552-b131-d236a76eb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.344150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-e2f09564-fc00-4552-b131-d236a76eb97a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2575717 Oct 15 00:29:14.353536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for 46b98c90-d5bf-41cf-aeca-9eb5fa154efa owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:14.375369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:14.377039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-ac04d138-6ef3-4362-92ad-aca20f8a5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.378594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-ac04d138-6ef3-4362-92ad-aca20f8a5c01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1093452 Oct 15 00:29:14.397812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-c7fe5763-2e39-4b2a-9f88-16726a6c4404 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.399426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-c7fe5763-2e39-4b2a-9f88-16726a6c4404 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702&tenant_id=081dd2cbe3764db593ffc59a96324037&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.1718385 Oct 15 00:29:14.405876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-f41dde4e-667e-42a2-8410-0de3d37d7378 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0485210 Oct 15 00:29:14.474381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-17ddddd9-b378-49c5-80ff-a9f2da64dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.475863 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-17ddddd9-b378-49c5-80ff-a9f2da64dddd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883479 Oct 15 00:29:14.580170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.591016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-fc425b1e-08d4-4ee5-82b2-c4a5b5b42a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.593314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-fc425b1e-08d4-4ee5-82b2-c4a5b5b42a09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1742177 Oct 15 00:29:14.620371 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.657586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-66f73ae3-c1e7-45d2-8091-baa367207c84 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728463 Oct 15 00:29:14.663735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:29:12Z', 'revision_number': 5, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port': {'id': 'f8bc553e-0b65-4174-b284-b30e15d6a8f1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:0f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:26:33Z', 'updated_at': '2021-10-15T00:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:14.698582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] Checking router: d07214fe-df58-4d3f-8deb-a698115d0d6f for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:14.710889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] Routers {'d07214fe-df58-4d3f-8deb-a698115d0d6f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:14.712420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d07214fe-df58-4d3f-8deb-a698115d0d6f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:14.773637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-19050f3e-2eb2-4602-b2b4-8f36c61e30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.777386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-19050f3e-2eb2-4602-b2b4-8f36c61e30de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744514 Oct 15 00:29:14.796908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f8a9-c4b7-4e25-ace6-1a3f6ac38ad0 req-7d45aee8-2668-4a3c-b661-092f5a76255e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:14.799143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7da9f8a9-c4b7-4e25-ace6-1a3f6ac38ad0 req-7d45aee8-2668-4a3c-b661-092f5a76255e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.1786470 Oct 15 00:29:14.812673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Deleting port b737e3c7-1bc7-4340-9350-3348a16cc5a6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:14.813086 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.851858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Deleting port f8bc553e-0b65-4174-b284-b30e15d6a8f1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:14.857715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] Set router d07214fe-df58-4d3f-8deb-a698115d0d6f gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:14.862846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.873330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66a79fac-7be4-4ea8-9fc0-ed1cf281c8ba req-30fba858-53f7-465b-9dc2-4efa5a98d822 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091291 Oct 15 00:29:14.933099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:29:14Z', 'revision_number': 6, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:14.966974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76562a91-16e3-4b02-be4d-35d5bf0b175d None None] The sync data for ids ['d07214fe-df58-4d3f-8deb-a698115d0d6f'] in n-d-811521-2 is: [{'id': 'd07214fe-df58-4d3f-8deb-a698115d0d6f', 'name': 'tempest-ServersTestManualDisk-1723823166-router', 'tenant_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:26:32Z', 'updated_at': '2021-10-15T00:29:14Z', 'revision_number': 6, 'project_id': '51de851a3ef9425d905c1fdf7bcbf4b8', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:14.977186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-ec7a623a-0179-420e-b3ac-b5ef51a48565 service neutron] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:14.982498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:14.986706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7da9f8a9-c4b7-4e25-ace6-1a3f6ac38ad0 req-4c6fd3a4-b9ef-42f0-b87d-61afa0633651 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757526 Oct 15 00:29:15.001608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-ec7a623a-0179-420e-b3ac-b5ef51a48565 service neutron] Publish callbacks [] for binding, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:15.002785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-864d67c8-7e03-460f-8ec8-619435b52e28 req-ec7a623a-0179-420e-b3ac-b5ef51a48565 service neutron] 10.222.0.30 "DELETE /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6/bindings/n-h2-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.5848086 Oct 15 00:29:15.026481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', '7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:15.030767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c', 'ad963440-d114-4bbe-a101-453dc7b64fc0', '915b9bb2-d8af-4100-ac02-2b9650558b1b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:15.049739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=46b98c90-d5bf-41cf-aeca-9eb5fa154efa,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:15.067068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-7a773e58-da53-44c2-8fad-74e6fb0cbcc6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611785 Oct 15 00:29:15.093448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] For port b737e3c7-1bc7-4340-9350-3348a16cc5a6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b737e3c7-1bc7-4340-9350-3348a16cc5a6,segment=NetworkSegment(74e092cb-4483-42d7-b7de-82de5c85ab01),segment_id=74e092cb-4483-42d7-b7de-82de5c85ab01)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:15.093448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:15.106078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] For port f8bc553e-0b65-4174-b284-b30e15d6a8f1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f8bc553e-0b65-4174-b284-b30e15d6a8f1,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:15.106536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:15.127109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port 46b98c90-d5bf-41cf-aeca-9eb5fa154efa on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:15.141789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:15.145142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b558c4be-1f3f-440e-854e-4000a5c68016 req-930300ba-ea78-4c08-a190-ec468085eacd tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "DELETE /v2.0/ports/46b98c90-d5bf-41cf-aeca-9eb5fa154efa HTTP/1.1" status: 204 len: 173 time: 1.4605420 Oct 15 00:29:15.148225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'name': 'network-vif-deleted', 'tag': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:15.151179 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7221b5d5-4919-4a0b-b390-4aa87a0c43a0" -d '{"events": [{"server_uuid": "53fb7edb-2629-45c3-98af-ce3fbb805e9a", "name": "network-vif-deleted", "tag": "46b98c90-d5bf-41cf-aeca-9eb5fa154efa"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:15.154261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Calling delete_port for b737e3c7-1bc7-4340-9350-3348a16cc5a6 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:15.436242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-f72612a6-bdbe-45ef-a3e3-cf86fb238407 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505142 Oct 15 00:29:15.504558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32112452-17b9-4b5b-a093-823e38a4ba26 req-eed20581-47c4-4f07-ad83-6edc61b0d3e2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:15.514512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32112452-17b9-4b5b-a093-823e38a4ba26 req-eed20581-47c4-4f07-ad83-6edc61b0d3e2 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.3375506 Oct 15 00:29:15.612320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Calling delete_port for f8bc553e-0b65-4174-b284-b30e15d6a8f1 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:15.648359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c0e5-2f40-404f-afac-cbec332a2d07 req-0c0be0cd-81a7-47bb-8855-4628babe988f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:15.651368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32112452-17b9-4b5b-a093-823e38a4ba26 req-35b0eb4c-b2b3-4499-9514-421472379f45 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357932 Oct 15 00:29:15.658495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5499c0e5-2f40-404f-afac-cbec332a2d07 req-0c0be0cd-81a7-47bb-8855-4628babe988f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=53fb7edb-2629-45c3-98af-ce3fbb805e9a HTTP/1.1" status: 200 len: 867 time: 0.7585869 Oct 15 00:29:15.698720 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecb7b9e-7f59-4eae-ab85-a3827e3c5578 x-openstack-request-id: req-eecb7b9e-7f59-4eae-ab85-a3827e3c5578 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:15.699112 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fb7edb-2629-45c3-98af-ce3fbb805e9a", "name": "network-vif-deleted", "tag": "46b98c90-d5bf-41cf-aeca-9eb5fa154efa", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:15.699461 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eecb7b9e-7f59-4eae-ab85-a3827e3c5578 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:15.700437 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fb7edb-2629-45c3-98af-ce3fbb805e9a', 'name': 'network-vif-deleted', 'tag': '46b98c90-d5bf-41cf-aeca-9eb5fa154efa', 'status': 'completed', 'code': 200} Oct 15 00:29:15.707656 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5499c0e5-2f40-404f-afac-cbec332a2d07 req-81b281f3-19e1-45c9-99a2-fc4e4f3f5848 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 Oct 15 00:29:15.746212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:15.854692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b737e3c7-1bc7-4340-9350-3348a16cc5a6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:15.953876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-3da65418-4a96-49d9-bbae-c64c367b08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:15.962303 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-3da65418-4a96-49d9-bbae-c64c367b08af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1100 time: 1.0177376 Oct 15 00:29:16.015427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603499-69a9-4a9d-ad21-5c0bbcb44328 req-5f7beac0-eec3-4f15-b743-afb35a9b8a23 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:16.035803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36603499-69a9-4a9d-ad21-5c0bbcb44328 req-5f7beac0-eec3-4f15-b743-afb35a9b8a23 tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 1095 time: 0.0846829 Oct 15 00:29:16.118879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:16.208338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36603499-69a9-4a9d-ad21-5c0bbcb44328 req-782143b9-de40-42b5-a9d6-00f831aa0c4f tempest-LiveMigrationTest-1811553280 tempest-LiveMigrationTest-1811553280-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685531 Oct 15 00:29:16.300377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-c4ed0f4a-a267-4e9d-8571-f5636473f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:16.302162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-c4ed0f4a-a267-4e9d-8571-f5636473f3fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3288510 Oct 15 00:29:16.313645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d9716-f048-4e20-80a7-8fe872bc2e0e req-9f77744b-3afd-4d4b-870d-7f6b330d12f5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:16.315441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-430d9716-f048-4e20-80a7-8fe872bc2e0e req-9f77744b-3afd-4d4b-870d-7f6b330d12f5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.1436965 Oct 15 00:29:16.355927 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-381d1628-a524-49eb-abf1-10dbc6dfbc4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 200 len: 217 time: 0.0393319 Oct 15 00:29:16.424594 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:16.453965 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-430d9716-f048-4e20-80a7-8fe872bc2e0e req-7cdb5615-b877-4dd0-9bd5-3c6a7946b7ba tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897105 Oct 15 00:29:16.474711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-2d1c4d12-00d4-4821-a0d4-757a7e460d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:16.476232 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-2d1c4d12-00d4-4821-a0d4-757a7e460d21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1081769 Oct 15 00:29:16.477172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bc553e-0b65-4174-b284-b30e15d6a8f1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:16.482560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:29:16.500790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-02382f59-9a12-49cf-9773-02b3c18785a4 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c06b55f8f97b4858833419675f31ed3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354042 Oct 15 00:29:16.576246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:16.594905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-5392df20-076b-4997-bb86-bd1040bc07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:16.596447 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-5392df20-076b-4997-bb86-bd1040bc07ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100805 Oct 15 00:29:16.700053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:16.706937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0849a328-4b26-4750-b919-0e2ea1b58c01 admin admin] 10.222.0.13 "PUT /v2.0/routers/7580e841-a5b1-4d6e-9a60-4bf60e5bf04f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5365462 Oct 15 00:29:16.709955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57900) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:16.712217 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] Sync routers for ids ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:16.712672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:16.715692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-eb237091-9b8a-496f-af30-c4bff93bd675 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:16.718220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-eb237091-9b8a-496f-af30-c4bff93bd675 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659513 Oct 15 00:29:16.718363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:16.730217 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] Routers {'7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:16.731090 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:16.751255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-aa5b0929-e816-48cd-8975-a29462cbedab tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/quotas/c06b55f8f97b4858833419675f31ed3a HTTP/1.1" status: 200 len: 375 time: 0.0209470 Oct 15 00:29:16.786008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-16c4de20-70f3-4ac3-ba3a-197755eeaefc tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c06b55f8f97b4858833419675f31ed3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284107 Oct 15 00:29:16.825193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 46b98c90-d5bf-41cf-aeca-9eb5fa154efa no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:16.856914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 46b98c90-d5bf-41cf-aeca-9eb5fa154efa {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:16.857550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 46b98c90-d5bf-41cf-aeca-9eb5fa154efa not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:16.870547 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] Set router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:16.923382 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-f75593b2-9c91-4a56-816e-d78b6a00ac6e service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017805 Oct 15 00:29:16.950513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.046949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.047554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d07214fe-df58-4d3f-8deb-a698115d0d6f {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:29:17.060505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.064365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57912) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:17.064547 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-38e48aaf-6c4d-4014-a7a6-943abf918f78 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d07214fe-df58-4d3f-8deb-a698115d0d6f HTTP/1.1" status: 204 len: 168 time: 2.9431832 Oct 15 00:29:17.148443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af160c76-ea49-4f57-ac88-19861b4bf544 req-a79b7536-a629-452e-b646-304056db735d service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116735 Oct 15 00:29:17.154720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.230991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f8bc553e-0b65-4174-b284-b30e15d6a8f1 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:17.248318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] Deleting subnet f81e8944-a088-40c3-8fe4-7f88d842c3e0 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:29:17.256970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.287545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: f8bc553e-0b65-4174-b284-b30e15d6a8f1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:17.288578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f8bc553e-0b65-4174-b284-b30e15d6a8f1 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:17.289194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 45798a28-2520-480b-ae9d-6bb07e4d6281 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:17.304494 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:29:15Z', 'revision_number': 5, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port': {'id': 'd928e573-6ac0-4572-a4d6-a80ff85752ba', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:71:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:27:09Z', 'updated_at': '2021-10-15T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:17.337659 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] Checking router: 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:17.354236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.360580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Deleting port d928e573-6ac0-4572-a4d6-a80ff85752ba {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:17.360926 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.365732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 45798a28-2520-480b-ae9d-6bb07e4d6281 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:17.366399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 45798a28-2520-480b-ae9d-6bb07e4d6281 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:17.368315 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] Routers {'7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:17.370098 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:28:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:17.407686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa86cd-b53a-4a1a-b27e-19ffa4ba6e3d req-b5908f3b-3ad0-4e3a-ba7f-14edfe81ca11 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:17.417863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dffa86cd-b53a-4a1a-b27e-19ffa4ba6e3d req-b5908f3b-3ad0-4e3a-ba7f-14edfe81ca11 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.1139359 Oct 15 00:29:17.466609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] For port d928e573-6ac0-4572-a4d6-a80ff85752ba, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d928e573-6ac0-4572-a4d6-a80ff85752ba,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:17.467551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.495914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Calling delete_port for d928e573-6ac0-4572-a4d6-a80ff85752ba owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:17.498229 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] Set router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:17.498404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dffa86cd-b53a-4a1a-b27e-19ffa4ba6e3d req-75c89532-6c33-4cf1-b173-43fbd13d5848 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790641 Oct 15 00:29:17.522352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.561399 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:29:17Z', 'revision_number': 6, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:17.576232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-731be8c8-380c-449f-98b7-43d038c7c8d2 req-39d8b8b0-7fce-43c7-94aa-c344f447aa82 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 210 time: 0.0324631 Oct 15 00:29:17.590587 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c246ae-6ec0-4281-8825-261caeb607b3 None None] The sync data for ids ['7580e841-a5b1-4d6e-9a60-4bf60e5bf04f'] in n-d-811521-2 is: [{'id': '7580e841-a5b1-4d6e-9a60-4bf60e5bf04f', 'name': 'tempest-AttachSCSIVolumeTestJSON-750568401-router', 'tenant_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:27:08Z', 'updated_at': '2021-10-15T00:29:17Z', 'revision_number': 6, 'project_id': 'a7b06cc0a8e24f84a425ca3091ad98c5', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:17.705874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.746002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81e8944-a088-40c3-8fe4-7f88d842c3e0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:17.754791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.757592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419bac2-d287-4b1c-ba46-9e0264df1f05 None None] Network fdfafe7d-35c5-44e1-b136-a49b44203967 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:17.759901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18fe4b2f-eb64-4105-bc43-bc8096dab0c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f81e8944-a088-40c3-8fe4-7f88d842c3e0 HTTP/1.1" status: 204 len: 168 time: 0.6943183 Oct 15 00:29:17.761859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57926) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:17.773743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be48688-f69e-4829-9c05-03bef2655ebc req-ee9bd737-79d0-48c0-b8fe-5848b618ea78 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:17.775938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5be48688-f69e-4829-9c05-03bef2655ebc req-ee9bd737-79d0-48c0-b8fe-5848b618ea78 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 944 time: 0.1223495 Oct 15 00:29:17.784351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971cd61-7300-4038-8803-5fcbd9c56bfc req-828b9199-1567-4d2e-80cd-d905c849f63c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:17.786429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3971cd61-7300-4038-8803-5fcbd9c56bfc req-828b9199-1567-4d2e-80cd-d905c849f63c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.1233592 Oct 15 00:29:17.796915 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.871276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d928e573-6ac0-4572-a4d6-a80ff85752ba,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:17.902625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3971cd61-7300-4038-8803-5fcbd9c56bfc req-6941c060-ee06-491d-8934-ca9ccd418ce2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070497 Oct 15 00:29:17.923451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Deleting port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:17.923451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.978328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:17.980665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] DHCP port deletion for fdfafe7d-35c5-44e1-b136-a49b44203967 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:29:18.045678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] Deleting port ee434a3d-8209-4390-973c-ef5ccf362899 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:18.046654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.049112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d7ab9-7a1b-478f-8754-aafc4d4b8d2c req-0f423213-e1ca-4825-966b-a4a74897a8f9 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:18.058277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-953d7ab9-7a1b-478f-8754-aafc4d4b8d2c req-0f423213-e1ca-4825-966b-a4a74897a8f9 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 949 time: 0.2557614 Oct 15 00:29:18.117444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.145279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] For port ee434a3d-8209-4390-973c-ef5ccf362899, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ee434a3d-8209-4390-973c-ef5ccf362899,segment=NetworkSegment(7b2ff256-4cf3-4595-bddc-7968dfd52e03),segment_id=7b2ff256-4cf3-4595-bddc-7968dfd52e03)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:18.145279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.169005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] Calling delete_port for ee434a3d-8209-4390-973c-ef5ccf362899 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:18.257275 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.261335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.273175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-953d7ab9-7a1b-478f-8754-aafc4d4b8d2c req-7f43012f-3204-4666-b50b-f6ed136d7bd5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120671 Oct 15 00:29:18.333227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Deleting port ee434a3d-8209-4390-973c-ef5ccf362899 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:18.333695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.336006 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.365135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] Pushing event deleted for resources: {'Port': ['ID=ee434a3d-8209-4390-973c-ef5ccf362899,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:18.369627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b695cb-ceb3-415e-a35d-89df9f56beaa None None] No DVR routers for this DVR port ee434a3d-8209-4390-973c-ef5ccf362899 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:18.390744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] For port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:18.391252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.405020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Calling delete_port for 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:18.413551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] For port ee434a3d-8209-4390-973c-ef5ccf362899, host n-d-811521-2, got binding levels [] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:18.413937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.424872 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.425380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7580e841-a5b1-4d6e-9a60-4bf60e5bf04f {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:29:18.432406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.436217 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4d28578-fd48-421e-a194-1e2a630659a4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7580e841-a5b1-4d6e-9a60-4bf60e5bf04f HTTP/1.1" status: 204 len: 168 time: 1.7189727 Oct 15 00:29:18.436217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Calling delete_port for ee434a3d-8209-4390-973c-ef5ccf362899 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:18.436217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:18.443515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_backend_mixin [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Port ee434a3d-8209-4390-973c-ef5ccf362899 was not found and therefore no delete operation was performed {{(pid=107725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:29:18.445582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.508048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee434a3d-8209-4390-973c-ef5ccf362899,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:18.511913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] No DVR routers for this DVR port ee434a3d-8209-4390-973c-ef5ccf362899 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:18.542235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] Deleting subnet 5c402aaf-6122-4867-b0cc-f4c7b08eaf7b {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:29:18.555657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.635148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.652536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.666392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', '7bd66d29-967f-4c06-8cfe-bad6a5048ea6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:18.667611 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.688479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event deleted for resources: {'Port': ['ID=7bd66d29-967f-4c06-8cfe-bad6a5048ea6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:18.701664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfafe7d-35c5-44e1-b136-a49b44203967']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:18.723618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2ff256-4cf3-4595-bddc-7968dfd52e03') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:18.723919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2ff256-4cf3-4595-bddc-7968dfd52e03') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:18.745808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8a7cd-d0f5-41ee-8920-fad345ffbc7e req-14557206-e084-4a42-9830-791c2b896ea6 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:18.747735 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-81c8a7cd-d0f5-41ee-8920-fad345ffbc7e req-14557206-e084-4a42-9830-791c2b896ea6 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 866 time: 0.1592476 Oct 15 00:29:18.754412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.759454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8566c163-e712-4385-b0eb-3a9e0abf2a98 req-bb223fdb-9658-4e3e-8b79-7ed8665099a3 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 210 time: 0.0578244 Oct 15 00:29:18.785541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] No DVR routers for this DVR port 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:18.788407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.792272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5be48688-f69e-4829-9c05-03bef2655ebc req-1ac88926-87bb-4555-916a-71ac9a755586 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "DELETE /v2.0/ports/7bd66d29-967f-4c06-8cfe-bad6a5048ea6 HTTP/1.1" status: 204 len: 173 time: 1.0046642 Oct 15 00:29:18.792982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'name': 'network-vif-deleted', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:18.796365 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1616d06-4c89-4983-90a9-c93e5b5fef89" -d '{"events": [{"server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "name": "network-vif-deleted", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:18.816376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.829437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:29:18.829840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:29:18.832962 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:29:18.845718 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60684253-0756-47b8-b1bb-20f8194ef88b x-openstack-request-id: req-60684253-0756-47b8-b1bb-20f8194ef88b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:18.846011 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928c69f1-c236-420c-b1ee-63ca3e82c702", "name": "network-vif-deleted", "tag": "7bd66d29-967f-4c06-8cfe-bad6a5048ea6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:18.846286 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60684253-0756-47b8-b1bb-20f8194ef88b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:18.846676 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928c69f1-c236-420c-b1ee-63ca3e82c702', 'name': 'network-vif-deleted', 'tag': '7bd66d29-967f-4c06-8cfe-bad6a5048ea6', 'status': 'completed', 'code': 200} Oct 15 00:29:18.847412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:29:18.877551 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-81c8a7cd-d0f5-41ee-8920-fad345ffbc7e req-630f6f0c-7c23-41c2-b70b-950afadfe177 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210966 Oct 15 00:29:18.878908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.062111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:19.069108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'mac_address': 'fa:16:3e:01:70:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:29:19.071540 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.083670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.087855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdfafe7d-35c5-44e1-b136-a49b44203967 HTTP/1.1" status: 204 len: 168 time: 1.3243577 Oct 15 00:29:19.092986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a05d3-f468-47c2-bcf6-24ece8bb46b7 req-a14313ac-1639-4a45-afdd-f7399e5e340e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:19.100659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54e176-e604-4af3-93fa-596fdf4a75a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfafe7d-35c5-44e1-b136-a49b44203967,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:19.100888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad6a05d3-f468-47c2-bcf6-24ece8bb46b7 req-a14313ac-1639-4a45-afdd-f7399e5e340e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 949 time: 0.0903671 Oct 15 00:29:19.111258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.155705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad6a05d3-f468-47c2-bcf6-24ece8bb46b7 req-268619a9-e9e0-4999-b397-0e62105c5964 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518363 Oct 15 00:29:19.166727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.193347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ee434a3d-8209-4390-973c-ef5ccf362899 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:19.205802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c402aaf-6122-4867-b0cc-f4c7b08eaf7b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:19.227277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.231887 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ee78a39c-085d-41f9-b4e9-28c49602489a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5c402aaf-6122-4867-b0cc-f4c7b08eaf7b HTTP/1.1" status: 204 len: 168 time: 0.7948747 Oct 15 00:29:19.234817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57950) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:19.242226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be038a-d10d-4eb6-a1df-974cc918560d None None] Network 2f175b69-3a96-4922-8827-f012eae2959b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:19.247102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c074e58f-839c-4439-8fdc-7f3b56a01d3a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:19.263019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: ee434a3d-8209-4390-973c-ef5ccf362899 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:19.263351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ee434a3d-8209-4390-973c-ef5ccf362899 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:19.263758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d928e573-6ac0-4572-a4d6-a80ff85752ba no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:19.287822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d928e573-6ac0-4572-a4d6-a80ff85752ba {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:19.288363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d928e573-6ac0-4572-a4d6-a80ff85752ba not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:19.288798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b737e3c7-1bc7-4340-9350-3348a16cc5a6 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:19.336794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b737e3c7-1bc7-4340-9350-3348a16cc5a6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:19.337666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b737e3c7-1bc7-4340-9350-3348a16cc5a6 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:19.345026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:19.352766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.441663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.464993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a6d5e-ee35-47be-ad21-a5ae89221dfa req-825b7fae-e36a-4633-8478-3601bb9f7322 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:19.467001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d2a6d5e-ee35-47be-ad21-a5ae89221dfa req-825b7fae-e36a-4633-8478-3601bb9f7322 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 949 time: 0.0621736 Oct 15 00:29:19.485445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Deleting port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:19.485784 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.526976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d2a6d5e-ee35-47be-ad21-a5ae89221dfa req-1a06130f-9586-4167-b093-a83c529ff6ae tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521834 Oct 15 00:29:19.553259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=13']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:19.598007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-04fe50ec-010d-4792-acb5-945963fd69d5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:19.599505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-04fe50ec-010d-4792-acb5-945963fd69d5 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 949 time: 0.1574905 Oct 15 00:29:19.607173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] For port 3412f4d9-6527-4b9d-a2c1-b36525c9f935, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3412f4d9-6527-4b9d-a2c1-b36525c9f935,segment=NetworkSegment(74e092cb-4483-42d7-b7de-82de5c85ab01),segment_id=74e092cb-4483-42d7-b7de-82de5c85ab01)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:19.607576 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.616709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] DHCP port deletion for 2f175b69-3a96-4922-8827-f012eae2959b request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:29:19.644659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Calling delete_port for 3412f4d9-6527-4b9d-a2c1-b36525c9f935 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:19.689918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] Deleting port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:19.690420 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.737115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57956) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:19.764524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] For port 3412f4d9-6527-4b9d-a2c1-b36525c9f935, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3412f4d9-6527-4b9d-a2c1-b36525c9f935,segment=NetworkSegment(74e092cb-4483-42d7-b7de-82de5c85ab01),segment_id=74e092cb-4483-42d7-b7de-82de5c85ab01)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:19.771031 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.774831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port 915b9bb2-d8af-4100-ac02-2b9650558b1b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:19.775181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.780055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] Calling delete_port for 3412f4d9-6527-4b9d-a2c1-b36525c9f935 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:19.806983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a92d332e-ace5-4906-ab97-a1e6990e02ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51de851a3ef9425d905c1fdf7bcbf4b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677557 Oct 15 00:29:19.809375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57960) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:19.880195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.885305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:19.891494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['c074e58f-839c-4439-8fdc-7f3b56a01d3a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:19.943674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] Pushing event deleted for resources: {'Port': ['ID=3412f4d9-6527-4b9d-a2c1-b36525c9f935,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:19.954163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79159b76-9491-4605-9f5f-6aa0567de723 None None] No DVR routers for this DVR port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:20.029225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44266768-ca3e-4f78-8f5d-67eea4d26703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.053209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e0a30cb-9b48-4eb7-91cb-aebbcd5066a0 req-f3a2d37a-8d34-4b71-9b62-34c60cc7e58d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0768244 Oct 15 00:29:20.059222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44266768-ca3e-4f78-8f5d-67eea4d26703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.069995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-20be00bf-e137-448c-8656-d79661f949d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1886797 Oct 15 00:29:20.202615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-00cb82b7-98fe-4b93-a5c8-8050923c4736 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c06b55f8f97b4858833419675f31ed3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613272 Oct 15 00:29:20.290256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643491a0-bf64-43fe-b117-6e174de3e08d req-f33f0dcf-5dc1-49fa-bab1-a5261ddabcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:20.292106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-f33f0dcf-5dc1-49fa-bab1-a5261ddabcbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f61da4d203b34931874b8120e40f060b&device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 1101 time: 0.1938996 Oct 15 00:29:20.313847 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-99cfc48f-9877-498e-8dc5-1971a6c63fdb req-61fe548d-c194-4306-929b-bc67d4a13605 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 210 time: 0.0511000 Oct 15 00:29:20.314855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] No DVR routers for this DVR port 3412f4d9-6527-4b9d-a2c1-b36525c9f935 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:20.320129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Pushing event deleted for resources: {'Port': ['ID=3412f4d9-6527-4b9d-a2c1-b36525c9f935,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:20.355524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port 915b9bb2-d8af-4100-ac02-2b9650558b1b, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=915b9bb2-d8af-4100-ac02-2b9650558b1b,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:20.355894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.369512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44266768-ca3e-4f78-8f5d-67eea4d26703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.372199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44266768-ca3e-4f78-8f5d-67eea4d26703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.373356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-44266768-ca3e-4f78-8f5d-67eea4d26703 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef9f5baf-c3a8-45fe-ab6b-43688bcf1132 HTTP/1.1" status: 204 len: 168 time: 0.5630600 Oct 15 00:29:20.384669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for 915b9bb2-d8af-4100-ac02-2b9650558b1b owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:20.435388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44266768-ca3e-4f78-8f5d-67eea4d26703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f5baf-c3a8-45fe-ab6b-43688bcf1132,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:20.476385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.535529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-97010db9-6c00-411c-ad65-c4caf6b109ad tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:20.537002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-97010db9-6c00-411c-ad65-c4caf6b109ad tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080208 Oct 15 00:29:20.546508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c9135-1010-4831-a7cf-96e3c0dcaba3 req-9bac0b2f-6521-45aa-acbd-6bb0445064a5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:20.548009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c99c9135-1010-4831-a7cf-96e3c0dcaba3 req-9bac0b2f-6521-45aa-acbd-6bb0445064a5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.2720344 Oct 15 00:29:20.560700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Request body: {'port': {'device_id': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'c06b55f8f97b4858833419675f31ed3a'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:20.568361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f175b69-3a96-4922-8827-f012eae2959b']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:20.583345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e092cb-4483-42d7-b7de-82de5c85ab01') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:20.583543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e092cb-4483-42d7-b7de-82de5c85ab01') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:20.601824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.641280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643491a0-bf64-43fe-b117-6e174de3e08d req-789a63f5-6759-4c3a-8e4e-8479ef3e7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:20.643041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-789a63f5-6759-4c3a-8e4e-8479ef3e7cbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2917857 Oct 15 00:29:20.647004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.671347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:29:20.676241 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:29:20.706251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c99c9135-1010-4831-a7cf-96e3c0dcaba3 req-4f4eb3df-dd00-4cb6-b9c0-0c6b29737595 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381617 Oct 15 00:29:20.748419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-f921024a-0f37-412f-b616-b15f9e3e4355 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 HTTP/1.1" status: 200 len: 217 time: 0.0538905 Oct 15 00:29:20.791111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55420972-f42f-4cf1-87fe-b11270434351 req-63925b4d-6c63-462f-84b5-0a7ed512fb14 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:20.799162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55420972-f42f-4cf1-87fe-b11270434351 req-63925b4d-6c63-462f-84b5-0a7ed512fb14 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 949 time: 0.1608963 Oct 15 00:29:20.842078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643491a0-bf64-43fe-b117-6e174de3e08d req-15046082-f0f8-4445-bc29-c5509a150e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:20.844263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-15046082-f0f8-4445-bc29-c5509a150e64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0880499 Oct 15 00:29:20.855800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 915b9bb2-d8af-4100-ac02-2b9650558b1b no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:20.869197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55420972-f42f-4cf1-87fe-b11270434351 req-e34e85f0-ba3b-437e-bd74-9a1d84e7f77f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608020 Oct 15 00:29:20.907616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643491a0-bf64-43fe-b117-6e174de3e08d req-c881026c-45bf-48e2-94fa-0f68e1e52276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:20.909773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-c881026c-45bf-48e2-94fa-0f68e1e52276 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588560 Oct 15 00:29:20.914885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.925498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.934758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2f175b69-3a96-4922-8827-f012eae2959b HTTP/1.1" status: 204 len: 168 time: 1.6981089 Oct 15 00:29:20.959697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6ba47-666a-45ca-a381-51d15b91f753 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f175b69-3a96-4922-8827-f012eae2959b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:20.972601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.980233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Made reservation on behalf of c06b55f8f97b4858833419675f31ed3a for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:20.987566 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:20.998284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c', 'ad963440-d114-4bbe-a101-453dc7b64fc0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:21.003819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', '7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:21.031816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:21.072793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=915b9bb2-d8af-4100-ac02-2b9650558b1b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:21.135632 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:21.167244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3412f4d9-6527-4b9d-a2c1-b36525c9f935 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:21.194251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 3412f4d9-6527-4b9d-a2c1-b36525c9f935 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:21.194634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port 915b9bb2-d8af-4100-ac02-2b9650558b1b on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:21.194751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3412f4d9-6527-4b9d-a2c1-b36525c9f935 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:21.214253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:21.218112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f15cc5b-41ac-4d0d-a4fe-a403622b62cf req-31fb1a5d-c244-43bf-bbc8-afe7b4f1e79c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "DELETE /v2.0/ports/915b9bb2-d8af-4100-ac02-2b9650558b1b HTTP/1.1" status: 204 len: 173 time: 1.6022391 Oct 15 00:29:21.219397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60323276-0697-4f83-b79e-1f9d83928af0', 'name': 'network-vif-deleted', 'tag': '915b9bb2-d8af-4100-ac02-2b9650558b1b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:21.221784 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8f92e3-839c-48c7-a811-6ed1c81419a6" -d '{"events": [{"server_uuid": "60323276-0697-4f83-b79e-1f9d83928af0", "name": "network-vif-deleted", "tag": "915b9bb2-d8af-4100-ac02-2b9650558b1b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:21.255298 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c22e1e4-5a7d-4413-8195-637b2a3a7f72 req-8148ec35-c7a8-486e-91a2-7b7afd8977ad tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0578666 Oct 15 00:29:21.278265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-783b1b6c-5bb3-45a5-aec1-7a8fa6d5bda1 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388813 Oct 15 00:29:21.343929 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b811a175-aba2-4daf-b069-37a6199d1540 x-openstack-request-id: req-b811a175-aba2-4daf-b069-37a6199d1540 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:21.344227 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60323276-0697-4f83-b79e-1f9d83928af0", "name": "network-vif-deleted", "tag": "915b9bb2-d8af-4100-ac02-2b9650558b1b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:21.344480 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b811a175-aba2-4daf-b069-37a6199d1540 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:21.344927 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60323276-0697-4f83-b79e-1f9d83928af0', 'name': 'network-vif-deleted', 'tag': '915b9bb2-d8af-4100-ac02-2b9650558b1b', 'status': 'completed', 'code': 200} Oct 15 00:29:21.466111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-643491a0-bf64-43fe-b117-6e174de3e08d req-fc4fcd74-36ae-4d10-8cc2-e09ef3a0746a service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803727 Oct 15 00:29:21.525207 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df5063fe-7886-44d1-a9a4-3c6fa6c07534 req-6772284a-97cb-40e6-ba79-f359acbdf35b tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 210 time: 0.0761137 Oct 15 00:29:21.554414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57998) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:21.639317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7c221ca-4fca-4273-8ad3-e6a277a86bdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d255cd69457843eb920138b6c640c651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709174 Oct 15 00:29:21.640068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58002) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:21.660459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc491-499e-48cf-a347-3ea72f555be6 req-deb4e5f5-d32a-4e6c-b6a4-621d3f81e9a8 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:21.668271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8ccc491-499e-48cf-a347-3ea72f555be6 req-deb4e5f5-d32a-4e6c-b6a4-621d3f81e9a8 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 1101 time: 0.1996968 Oct 15 00:29:21.693072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:21.744334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d86e5-e363-42b0-b5d6-1a6b8970ab48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:21.767548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8ccc491-499e-48cf-a347-3ea72f555be6 req-3b40990d-61b2-4fb8-8223-079d85d486d8 tempest-MigrationsAdminTest-962676018 tempest-MigrationsAdminTest-962676018-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727687 Oct 15 00:29:21.792222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:21.792355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d86e5-e363-42b0-b5d6-1a6b8970ab48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:21.792468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:21.846952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:21.847264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7bd66d29-967f-4c06-8cfe-bad6a5048ea6 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:21.937662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:22.016437 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31487e98-3ab6-471c-96a5-c285e681226d req-96aa63f3-304e-41f9-9213-7e579e848cb9 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=60323276-0697-4f83-b79e-1f9d83928af0 HTTP/1.1" status: 200 len: 210 time: 0.0431089 Oct 15 00:29:22.017564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d86e5-e363-42b0-b5d6-1a6b8970ab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.020503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d86e5-e363-42b0-b5d6-1a6b8970ab48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.022222 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ba5d86e5-e363-42b0-b5d6-1a6b8970ab48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09fb5507-6e23-49c7-b40b-3d1b60532b44 HTTP/1.1" status: 204 len: 168 time: 0.3814058 Oct 15 00:29:22.033280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d86e5-e363-42b0-b5d6-1a6b8970ab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fb5507-6e23-49c7-b40b-3d1b60532b44,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:22.106551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Allocated IP 192.168.233.39 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/4c29fc4b-ad70-4298-bd47-51289cfd5bf7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:22.272149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.374612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58022) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:22.390406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.434820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f494a58-737c-4035-bea6-a3794eedacaf req-888b0916-13ba-4be5-a967-d2afe1737b1a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:22.442962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f494a58-737c-4035-bea6-a3794eedacaf req-888b0916-13ba-4be5-a967-d2afe1737b1a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 950 time: 0.0681674 Oct 15 00:29:22.478144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29b5c217-e105-450d-a877-aac26c095dd0 req-55d2780d-8224-40fa-88f9-a0758166f89d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0658786 Oct 15 00:29:22.491283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:22.495664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:22.498388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:22.514164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f494a58-737c-4035-bea6-a3794eedacaf req-d10f364c-565a-437f-ba08-a2ca14ac76d2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Oct 15 00:29:22.552058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Pushing event updated for resources: {'Port': ['ID=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:22.581914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:22.585599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.595282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1803005832-network', 'tenant_id': '14de8b2df74949358d430af260307141'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:22.687284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971447ce-4ab3-4b5c-ac3c-bf6d62ba9f8a req-a3d2a712-c9f2-4266-b2bb-46279469ff70 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:22.689411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-971447ce-4ab3-4b5c-ac3c-bf6d62ba9f8a req-a3d2a712-c9f2-4266-b2bb-46279469ff70 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 935 time: 0.0582616 Oct 15 00:29:22.742532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:22.745005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.758149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.763173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-971447ce-4ab3-4b5c-ac3c-bf6d62ba9f8a req-12fb0557-f7ca-4611-99d7-253fb44035be tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562246 Oct 15 00:29:22.796105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2d6e9fc6-9e8a-4bf6-b8c2-5233c1565cc5 None None] Provisioning complete for port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:22.796686 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2d6e9fc6-9e8a-4bf6-b8c2-5233c1565cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.844008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e9fc6-9e8a-4bf6-b8c2-5233c1565cc5 None None] Port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:22.864961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:22.870439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-b9f18a66-27d6-434e-8244-58c1225f34a5 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3197141 Oct 15 00:29:22.884541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Request body: {'port': {'device_id': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:22.893612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.928121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-0df5eeee-5874-4511-8fb3-949282a4792f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609076 Oct 15 00:29:22.968280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.971490 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:22.999659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:29:23.001667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-575b0680-2f70-439b-a115-461cd906be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:23.003560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-575b0680-2f70-439b-a115-461cd906be94 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7343b021868649e6a3ec485bdca87f75&device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 1100 time: 0.0502682 Oct 15 00:29:23.070070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58036) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:23.100897 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port c074e58f-839c-4439-8fdc-7f3b56a01d3a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:29:23.113646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port c074e58f-839c-4439-8fdc-7f3b56a01d3a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:23.113932 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.161316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-32688385-78d0-4781-9340-8f98b62f4efc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7b06cc0a8e24f84a425ca3091ad98c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900872 Oct 15 00:29:23.163909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58040) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:23.229210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-8f391b03-cbbd-4ea5-b3c1-dac026e5e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:23.230642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-8f391b03-cbbd-4ea5-b3c1-dac026e5e23e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2046461 Oct 15 00:29:23.235637 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc217cc1-546d-426f-8cf0-3d8fcd32d17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.261115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc217cc1-546d-426f-8cf0-3d8fcd32d17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.345699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-fa0b2008-17ce-4585-be60-3010f3cfade4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 200 len: 217 time: 0.0407996 Oct 15 00:29:23.350504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.350856 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Added segment 36bd3900-c262-4fb6-ba7a-f440ab5c14be of type vlan for network 349a77c5-1632-46d4-b490-e167c9e0301f Oct 15 00:29:23.352972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dfdd17-35d2-4c08-bd96-3b97fc593002,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:23.419509 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.431502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-3572ed95-75bf-4b19-93bb-ea064d8f2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:23.433041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-3572ed95-75bf-4b19-93bb-ea064d8f2da7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0789220 Oct 15 00:29:23.434182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc217cc1-546d-426f-8cf0-3d8fcd32d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.438641 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc217cc1-546d-426f-8cf0-3d8fcd32d17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.442368 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cc217cc1-546d-426f-8cf0-3d8fcd32d17f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7c509a2-5d05-4826-a5fb-215cadbb68a7 HTTP/1.1" status: 204 len: 168 time: 0.2755291 Oct 15 00:29:23.442536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.459726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:23.463346 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c1387d-08d9-42d1-b6ec-09b9fe387a2e" -d '{"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:23.484974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc217cc1-546d-426f-8cf0-3d8fcd32d17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c509a2-5d05-4826-a5fb-215cadbb68a7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:23.491858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:23.516167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-c5580456-4a31-4095-8cf2-640255fa802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:23.518486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-c5580456-4a31-4095-8cf2-640255fa802b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743661 Oct 15 00:29:23.531424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.537689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:23.552349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Transition to ACTIVE for port object 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:29:23.576814 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f4b73-e293-4794-9c1b-5c41a501f81b x-openstack-request-id: req-da4f4b73-e293-4794-9c1b-5c41a501f81b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:23.577134 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:23.577406 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da4f4b73-e293-4794-9c1b-5c41a501f81b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:23.579202 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'code': 200} Oct 15 00:29:23.637220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a53e6ec8-6fc1-4853-8be7-e78027f77a3f req-7d4f937b-0d08-4095-a1a9-006bff2929cb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0460167 Oct 15 00:29:23.637965 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.638878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:23.639442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.641871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-2823ff47-761c-4c12-a2e6-8f2f869a6b2e service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142256 Oct 15 00:29:23.646764 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.670062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:23.766910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=14']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:23.771554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] Pushing event updated for resources: {'Network': ['ID=349a77c5-1632-46d4-b490-e167c9e0301f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:23.786662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 349a77c5-1632-46d4-b490-e167c9e0301f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:29:23.858981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab3219ea-9fd9-47f6-99c2-2b1a60558159 req-9efab5be-518a-4b1b-a330-bfe91599787e service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978188 Oct 15 00:29:23.925977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ab10d94-cc91-421c-9a46-1a7a90cf2c80 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5474129 Oct 15 00:29:23.926935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58058) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:23.934620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Request body: {'subnet': {'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1803005832-subnet', 'tenant_id': '14de8b2df74949358d430af260307141', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:23.991759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Pushing event updated for resources: {'Port': ['ID=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:24.016304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33279d-161b-471f-b71d-b9faa6ef5e75 req-b52233e9-3ef1-4660-be51-56bf8822f0ad tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.017898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc33279d-161b-471f-b71d-b9faa6ef5e75 req-b52233e9-3ef1-4660-be51-56bf8822f0ad tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 951 time: 0.2241232 Oct 15 00:29:24.052924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:24.056622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.082936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-9d33b0f7-fc8d-4c04-9dd0-059f4bf83a78 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.084667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-9d33b0f7-fc8d-4c04-9dd0-059f4bf83a78 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 951 time: 0.2402363 Oct 15 00:29:24.157828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Attempting to bind port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:24.158287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Attempting to bind port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:24.158703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Attempting to bind port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:24.166870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc33279d-161b-471f-b71d-b9faa6ef5e75 req-9571bb3c-b6c2-4951-9e23-b02d88259aa3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278017 Oct 15 00:29:24.195478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:24.196318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Attempting to bind port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:24.205008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:24.205422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:24.205934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:24.206455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Bound port: 4c29fc4b-ad70-4298-bd47-51289cfd5bf7, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:24.206880 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.285166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Deleting port c074e58f-839c-4439-8fdc-7f3b56a01d3a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:24.285685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.311938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3130f-edca-4d95-a396-82ef4785e81e req-5483b41d-aae8-443c-9d8e-e844e82de7fc tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.323168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] For port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:24.324300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9a3130f-edca-4d95-a396-82ef4785e81e req-5483b41d-aae8-443c-9d8e-e844e82de7fc tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 947 time: 0.1106267 Oct 15 00:29:24.369759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] For port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:24.415527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9a3130f-edca-4d95-a396-82ef4785e81e req-704970f9-c985-41bc-b148-86672028c30e tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893455 Oct 15 00:29:24.435292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] For port c074e58f-839c-4439-8fdc-7f3b56a01d3a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c074e58f-839c-4439-8fdc-7f3b56a01d3a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:24.435608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.457855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Calling delete_port for c074e58f-839c-4439-8fdc-7f3b56a01d3a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:24.459987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.473329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174db1e-b6bf-4f3e-ad7f-61332ddff9c2 req-0705d0d2-9948-44c7-81ce-41d341c61ded tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.474855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7174db1e-b6bf-4f3e-ad7f-61332ddff9c2 req-0705d0d2-9948-44c7-81ce-41d341c61ded tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 950 time: 0.1055963 Oct 15 00:29:24.519531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.571591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.573147 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.574758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] 10.222.0.39 "PUT /v2.0/ports/4c29fc4b-ad70-4298-bd47-51289cfd5bf7 HTTP/1.1" status: 200 len: 1095 time: 1.6973608 Oct 15 00:29:24.576528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'tag': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:24.585264 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23781339-f189-4439-961e-74be5520af92" -d '{"events": [{"name": "network-changed", "server_uuid": "60f81c3f-ac21-4341-8dd2-e3e63ba9dafb", "tag": "4c29fc4b-ad70-4298-bd47-51289cfd5bf7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:24.603936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Checking segment: {'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:24.604559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Network hostable DHCP agents. Network: 349a77c5-1632-46d4-b490-e167c9e0301f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:29:24.619325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ddb8f8-7bf1-46ad-9d8b-824f3908b99b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:24.631871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da23d0-793e-4fc2-82cf-22e645308187 service neutron] Pushing event updated for resources: {'Port': ['ID=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:24.648057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7174db1e-b6bf-4f3e-ad7f-61332ddff9c2 req-7558aa14-cd3a-46d7-aa1b-cb9a371a346c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445432 Oct 15 00:29:24.656638 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddb6ba7-0e40-41ae-b9b2-c7b47321e215 x-openstack-request-id: req-dddb6ba7-0e40-41ae-b9b2-c7b47321e215 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:24.656638 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f81c3f-ac21-4341-8dd2-e3e63ba9dafb", "tag": "4c29fc4b-ad70-4298-bd47-51289cfd5bf7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:24.656907 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dddb6ba7-0e40-41ae-b9b2-c7b47321e215 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:24.657225 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'tag': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7', 'status': 'completed', 'code': 200} Oct 15 00:29:24.737555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Network 349a77c5-1632-46d4-b490-e167c9e0301f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:29:24.773651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec554d6d-efc8-4613-ab7f-e34ca1015ea7 req-6759937c-eb6b-469e-8a33-daa85d511ffb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Oct 15 00:29:24.802891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-02881006-b9a7-4ff6-b7cd-bc16bd2f23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.804700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-02881006-b9a7-4ff6-b7cd-bc16bd2f23a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c06b55f8f97b4858833419675f31ed3a&device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 1098 time: 0.0934761 Oct 15 00:29:24.823148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 349a77c5-1632-46d4-b490-e167c9e0301f) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:24.828197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.828781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.835595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b8273-09f1-4ab1-b840-dcb5072e47f7 None None] Network 349a77c5-1632-46d4-b490-e167c9e0301f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:24.850305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-864535c9-7505-4619-9a40-324db11ea21d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4c29fc4b-ad70-4298-bd47-51289cfd5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0372937 Oct 15 00:29:24.890048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:24.912791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e2f4e0f5-c947-44a5-ad13-04acb97df640 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9818668 Oct 15 00:29:24.913003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58082) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:24.918826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:24.929512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event deleted for resources: {'Port': ['ID=c074e58f-839c-4439-8fdc-7f3b56a01d3a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:24.946493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-2e7cbd95-f200-4de0-ad91-1a1f325c00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:24.946996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-2e7cbd95-f200-4de0-ad91-1a1f325c00bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0894589 Oct 15 00:29:24.997624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:24.999988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b36191c9-23de-49a3-8308-ce3420410e0a', 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:25.014587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] No DVR routers for this DVR port c074e58f-839c-4439-8fdc-7f3b56a01d3a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:25.018134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.021773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a2a7a39-bcc1-42f3-b45c-f72be18516ca req-74f0e071-879c-4011-b576-bd92231c634f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "DELETE /v2.0/ports/c074e58f-839c-4439-8fdc-7f3b56a01d3a HTTP/1.1" status: 204 len: 173 time: 0.9213123 Oct 15 00:29:25.044567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdaae-d773-4576-97bd-2a18776db178 req-6516c033-e81a-4975-b7cf-dc60ac7a8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:25.046742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-6516c033-e81a-4975-b7cf-dc60ac7a8190 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779636 Oct 15 00:29:25.058029 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.060836 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.200930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.229636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-349a77c5-1632-46d4-b490-e167c9e0301f', 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f', 'tenant_id': '14de8b2df74949358d430af260307141', 'fixed_ips': [{'subnet_id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:29:25.230566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.310792 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-4ecce1fe-aaaa-494d-b28f-c654b848515a service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562587 Oct 15 00:29:25.322072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-da06ec97-6bdb-4928-b081-2656f2bcbe22 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:25.330734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-da06ec97-6bdb-4928-b081-2656f2bcbe22 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 950 time: 0.1816363 Oct 15 00:29:25.541582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Allocated IP 172.20.0.2 (349a77c5-1632-46d4-b490-e167c9e0301f/40ddb8f8-7bf1-46ad-9d8b-824f3908b99b/9cbea6fa-270a-4917-a76b-2340d006376b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:25.599302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645cdaae-d773-4576-97bd-2a18776db178 req-3f31ac17-b414-4e0d-92e9-54bbd63785ba service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675550 Oct 15 00:29:25.610345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-edb26dd9-ae60-4572-9314-c9e95957a373 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:25.611881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-edb26dd9-ae60-4572-9314-c9e95957a373 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/ports?device_id=86ac9d7b-34e5-47a5-a291-65d7741ef647 HTTP/1.1" status: 200 len: 950 time: 0.1202490 Oct 15 00:29:25.612052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7822188b-a630-4d8f-8a6e-16b68515e2d6 req-7f01b6d2-86ad-4908-a0bd-01ef16efe506 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=880e47ed-dffe-4715-98f2-c1029c35a1f5 HTTP/1.1" status: 200 len: 210 time: 0.1765683 Oct 15 00:29:25.651912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port ad963440-d114-4bbe-a101-453dc7b64fc0 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:25.652408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.747686 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.829215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9dc96-b36d-4f8a-9891-fbc6ea4a3ba4 req-88a8e931-5899-46ce-b0fe-ff74dce32dab tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:25.838180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ed9dc96-b36d-4f8a-9891-fbc6ea4a3ba4 req-88a8e931-5899-46ce-b0fe-ff74dce32dab tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 947 time: 0.0724390 Oct 15 00:29:25.880087 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.900214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ed9dc96-b36d-4f8a-9891-fbc6ea4a3ba4 req-1fb82951-ac89-49cc-b6bd-b75f2f5dd934 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610018 Oct 15 00:29:25.902590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port ad963440-d114-4bbe-a101-453dc7b64fc0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ad963440-d114-4bbe-a101-453dc7b64fc0,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:25.902951 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:25.929292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for ad963440-d114-4bbe-a101-453dc7b64fc0 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:25.949194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089e101-ce2a-40c2-b1ec-932caaeefd28 req-fe987d43-4789-48e1-ab75-edd20b9cf956 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:25.950538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d089e101-ce2a-40c2-b1ec-932caaeefd28 req-fe987d43-4789-48e1-ab75-edd20b9cf956 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 950 time: 0.1433189 Oct 15 00:29:25.954266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781339-f189-4439-961e-74be5520af92 req-41e259ac-8ae8-4e6e-ae92-079caf45738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:25.955656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23781339-f189-4439-961e-74be5520af92 req-41e259ac-8ae8-4e6e-ae92-079caf45738c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c06b55f8f97b4858833419675f31ed3a&device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 1098 time: 0.1638944 Oct 15 00:29:25.966512 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.029548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Pushing event updated for resources: {'Port': ['ID=9cbea6fa-270a-4917-a76b-2340d006376b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:26.042815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Network 349a77c5-1632-46d4-b490-e167c9e0301f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:26.044681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:26.050564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:26.112719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f42c05b0-f357-4791-b4e9-303d426364d5 req-ae522306-658a-4b4a-ac4e-a18784b35575 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928c69f1-c236-420c-b1ee-63ca3e82c702 HTTP/1.1" status: 200 len: 210 time: 0.0632532 Oct 15 00:29:26.159604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.161616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Attempting to bind port 9cbea6fa-270a-4917-a76b-2340d006376b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:26.162152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Attempting to bind port 9cbea6fa-270a-4917-a76b-2340d006376b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:26.163043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Attempting to bind port 9cbea6fa-270a-4917-a76b-2340d006376b on network 349a77c5-1632-46d4-b490-e167c9e0301f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:26.177643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:26.178026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Checking segment: {'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:26.178468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.178862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Bound using segment: {'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:26.179352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Bound port: 9cbea6fa-270a-4917-a76b-2340d006376b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:26.179742 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.182138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.183898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50e90590-48bc-47df-bff5-84dbed114504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.335810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] For port 9cbea6fa-270a-4917-a76b-2340d006376b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:26.340135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] For port 9cbea6fa-270a-4917-a76b-2340d006376b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9cbea6fa-270a-4917-a76b-2340d006376b,segment=NetworkSegment(36bd3900-c262-4fb6-ba7a-f440ab5c14be),segment_id=36bd3900-c262-4fb6-ba7a-f440ab5c14be)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:26.384294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Allocated IP 172.25.2.161 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/055223f6-ad19-4839-81ba-c6563af2a646) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:26.400064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port 7ed408eb-8d6f-4853-873d-0991fe88daf5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:26.400607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.429473 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.594729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d089e101-ce2a-40c2-b1ec-932caaeefd28 req-6a9176cb-75f7-421c-8358-2a72a6759bf7 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310141 Oct 15 00:29:26.599347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116a191-3e2f-4884-9504-b1c8134558dd None None] Pushing event updated for resources: {'Port': ['ID=9cbea6fa-270a-4917-a76b-2340d006376b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:26.604276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.669991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-deleted', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:26.672260 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57a4494-b554-4175-9b75-2021891e4e52" -d '{"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-deleted", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:26.725920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781339-f189-4439-961e-74be5520af92 req-4db17e96-7fde-4673-8fac-4a16343d9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:26.728234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23781339-f189-4439-961e-74be5520af92 req-4db17e96-7fde-4673-8fac-4a16343d9a12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.7627909 Oct 15 00:29:26.737655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port 7ed408eb-8d6f-4853-873d-0991fe88daf5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7ed408eb-8d6f-4853-873d-0991fe88daf5,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:26.738656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.754305 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97902cf8-2b76-4a71-ad2a-0ca5d4abea2d x-openstack-request-id: req-97902cf8-2b76-4a71-ad2a-0ca5d4abea2d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:26.754706 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e47ed-dffe-4715-98f2-c1029c35a1f5", "name": "network-vif-deleted", "tag": "c074e58f-839c-4439-8fdc-7f3b56a01d3a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:26.755025 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97902cf8-2b76-4a71-ad2a-0ca5d4abea2d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:26.755537 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e47ed-dffe-4715-98f2-c1029c35a1f5', 'name': 'network-vif-deleted', 'tag': 'c074e58f-839c-4439-8fdc-7f3b56a01d3a', 'status': 'completed', 'code': 200} Oct 15 00:29:26.795324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.796071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for 7ed408eb-8d6f-4853-873d-0991fe88daf5 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:26.801545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23781339-f189-4439-961e-74be5520af92 req-56498323-d9b7-4ff5-8c0c-eb7c7f003317 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4c29fc4b-ad70-4298-bd47-51289cfd5bf7 HTTP/1.1" status: 200 len: 217 time: 0.0516648 Oct 15 00:29:26.852125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:26.874725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Pushing event updated for resources: {'Port': ['ID=055223f6-ad19-4839-81ba-c6563af2a646,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:26.876830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:26.878794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:26.881219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:26.883123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', '7ed408eb-8d6f-4853-873d-0991fe88daf5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:26.885672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c', 'ad963440-d114-4bbe-a101-453dc7b64fc0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:27.193953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58156) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:27.203509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=ad963440-d114-4bbe-a101-453dc7b64fc0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:27.259042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9cbea6fa-270a-4917-a76b-2340d006376b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:27.358007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port ad963440-d114-4bbe-a101-453dc7b64fc0 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:27.363986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:27.374296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dff36a7-f2cd-4308-bb32-48361632e852 req-e32833d9-2ef4-4b3f-9da4-82e8536bd3c2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "DELETE /v2.0/ports/ad963440-d114-4bbe-a101-453dc7b64fc0 HTTP/1.1" status: 204 len: 173 time: 2.0260248 Oct 15 00:29:27.376107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781339-f189-4439-961e-74be5520af92 req-4494b989-c737-42ec-b0a6-da5ce12607d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:27.378849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23781339-f189-4439-961e-74be5520af92 req-4494b989-c737-42ec-b0a6-da5ce12607d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.5717120 Oct 15 00:29:27.409081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9cbea6fa-270a-4917-a76b-2340d006376b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:27.410382 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:27.447203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de822-99e7-498d-9f50-2ce5bcc6f1d3 req-a3efab30-d417-4e3b-87e3-95d51cbcbffc tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:27.458922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c79de822-99e7-498d-9f50-2ce5bcc6f1d3 req-a3efab30-d417-4e3b-87e3-95d51cbcbffc tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 947 time: 0.2697914 Oct 15 00:29:27.473640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a90d3-aac2-4446-abf1-32a2e75f8f71 req-90076e60-ccaa-4e64-bd36-687d613bcbbf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:27.483460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da6a90d3-aac2-4446-abf1-32a2e75f8f71 req-90076e60-ccaa-4e64-bd36-687d613bcbbf tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 951 time: 0.1646695 Oct 15 00:29:27.495910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8081740-c55f-42a5-82db-9eb4aec0d002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:27.529849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:27.623381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c79de822-99e7-498d-9f50-2ce5bcc6f1d3 req-cbb5a410-1178-4d1f-9286-ff370637652b tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624939 Oct 15 00:29:27.633316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da6a90d3-aac2-4446-abf1-32a2e75f8f71 req-70ee06b9-1128-4f6c-867d-8e18a049814b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485372 Oct 15 00:29:27.769270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781339-f189-4439-961e-74be5520af92 req-49a46946-3c03-4e2d-b238-7e43adf84d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:27.773131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23781339-f189-4439-961e-74be5520af92 req-49a46946-3c03-4e2d-b238-7e43adf84d15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3792372 Oct 15 00:29:27.842160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:27.968371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 9cbea6fa-270a-4917-a76b-2340d006376b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9cbea6fa-270a-4917-a76b-2340d006376b,segment=NetworkSegment(36bd3900-c262-4fb6-ba7a-f440ab5c14be),segment_id=36bd3900-c262-4fb6-ba7a-f440ab5c14be)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:28.007366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-848a03c7-f13b-48e9-87d5-ed18c574676e req-2ede6531-29db-4c49-a88a-b6bc3d486db8 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d2028e-098c-4880-9ae6-92a59c714174 HTTP/1.1" status: 200 len: 210 time: 0.0649154 Oct 15 00:29:28.009701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23781339-f189-4439-961e-74be5520af92 req-a721b350-ef3f-45b9-870d-c744b3ddae86 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203298 Oct 15 00:29:28.042314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8081740-c55f-42a5-82db-9eb4aec0d002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.128582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.181254 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.203936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.206569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8081740-c55f-42a5-82db-9eb4aec0d002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.248493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=7ed408eb-8d6f-4853-873d-0991fe88daf5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:28.321561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8081740-c55f-42a5-82db-9eb4aec0d002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b281eec-4bc0-4dc6-8dd3-a84350c3868d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:28.331953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b8081740-c55f-42a5-82db-9eb4aec0d002 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09a7f41a03794ee0bcd75c63c14b8bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1350644 Oct 15 00:29:28.332647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db10d9-c3c8-4bb2-87eb-e1cd40b02c61 None None] Network 349a77c5-1632-46d4-b490-e167c9e0301f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:28.333560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58170) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:28.341808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=9cbea6fa-270a-4917-a76b-2340d006376b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:28.380088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port 7ed408eb-8d6f-4853-873d-0991fe88daf5 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:28.387500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.396251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e566857-5ac4-4388-8ef5-79d6a30d04a6 req-912098a2-7bc2-46c6-9a19-e8dda235a612 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "DELETE /v2.0/ports/7ed408eb-8d6f-4853-873d-0991fe88daf5 HTTP/1.1" status: 204 len: 173 time: 2.7759891 Oct 15 00:29:28.408192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23781339-f189-4439-961e-74be5520af92 req-ac5df33b-c80f-4484-b09c-e4d73d4920bb service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938012 Oct 15 00:29:28.409657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5935c851-330b-4593-b4a2-f5050a1615d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.419127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:28.436319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5935c851-330b-4593-b4a2-f5050a1615d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.526537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Router d9640c95-2c13-4472-a909-4f96f8588e67 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:29:28.572294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-09a94297-f269-464c-8720-db104722e74f None None] Provisioning complete for port 9cbea6fa-270a-4917-a76b-2340d006376b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:28.572668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09a94297-f269-464c-8720-db104722e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.624791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1149a-729f-48df-b028-04af63f9be95 req-85121a44-24b7-4e4c-9efd-31e5a7a55db0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:28.626523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbf1149a-729f-48df-b028-04af63f9be95 req-85121a44-24b7-4e4c-9efd-31e5a7a55db0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 951 time: 0.1047270 Oct 15 00:29:28.640259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:28.651934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5935c851-330b-4593-b4a2-f5050a1615d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.684103 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5935c851-330b-4593-b4a2-f5050a1615d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:28.690114 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5935c851-330b-4593-b4a2-f5050a1615d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b281eec-4bc0-4dc6-8dd3-a84350c3868d HTTP/1.1" status: 204 len: 168 time: 0.3552396 Oct 15 00:29:28.761083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d2028e-098c-4880-9ae6-92a59c714174', 'name': 'network-vif-deleted', 'tag': 'ad963440-d114-4bbe-a101-453dc7b64fc0'}, {'server_uuid': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'name': 'network-vif-deleted', 'tag': '7ed408eb-8d6f-4853-873d-0991fe88daf5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:28.763927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935c851-330b-4593-b4a2-f5050a1615d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b281eec-4bc0-4dc6-8dd3-a84350c3868d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:28.771594 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae79a2-f445-445d-8603-462cf4c1111f" -d '{"events": [{"server_uuid": "52d2028e-098c-4880-9ae6-92a59c714174", "name": "network-vif-deleted", "tag": "ad963440-d114-4bbe-a101-453dc7b64fc0"}, {"server_uuid": "86ac9d7b-34e5-47a5-a291-65d7741ef647", "name": "network-vif-deleted", "tag": "7ed408eb-8d6f-4853-873d-0991fe88daf5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:28.978106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72f3f0-af97-45a3-aa76-f21e27e04d53 req-7aec1bb9-3c12-441c-b341-b269ac380122 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:28.979939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b72f3f0-af97-45a3-aa76-f21e27e04d53 req-7aec1bb9-3c12-441c-b341-b269ac380122 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 951 time: 0.1964438 Oct 15 00:29:28.980151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:29.006946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Deleting port cdd099d8-0cf7-4d18-951c-c1bde5669a42 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:29.007285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:29.013192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:29:29.043353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae651e3b-f2b3-4e54-b4c1-a0f8da97b76b req-fd38be48-a405-4b5a-aaac-763b1211dee0 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:29.046775 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae651e3b-f2b3-4e54-b4c1-a0f8da97b76b req-fd38be48-a405-4b5a-aaac-763b1211dee0 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 947 time: 0.2406478 Oct 15 00:29:29.091443 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:29.095870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f6658ec0-4e41-492a-b504-d24c9409cec2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1791940 Oct 15 00:29:29.096008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58190) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:29.124705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] For port cdd099d8-0cf7-4d18-951c-c1bde5669a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=cdd099d8-0cf7-4d18-951c-c1bde5669a42,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:29.125262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:29.130725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae651e3b-f2b3-4e54-b4c1-a0f8da97b76b req-e4366611-ba81-4a98-af53-5fca12960023 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766132 Oct 15 00:29:29.156130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Calling delete_port for cdd099d8-0cf7-4d18-951c-c1bde5669a42 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:29.286162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:29.301270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ad963440-d114-4bbe-a101-453dc7b64fc0 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:29.330865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7', 'mac_address': 'fa:16:3e:d5:83:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:29:29.344647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b72f3f0-af97-45a3-aa76-f21e27e04d53 req-cb84adad-74e1-4be0-94d0-72fd573ba556 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404093 Oct 15 00:29:29.344958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9cbea6fa-270a-4917-a76b-2340d006376b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:29.358959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Sync routers for ids ['d9640c95-2c13-4472-a909-4f96f8588e67'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:29.364153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:29.368156 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4a81076e-8bbd-40e3-af91-dca902bfda04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:29.460462 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01c9fb0-51f1-41f9-a03d-046ed7bc051a x-openstack-request-id: req-b01c9fb0-51f1-41f9-a03d-046ed7bc051a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:29.465814 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d2028e-098c-4880-9ae6-92a59c714174", "name": "network-vif-deleted", "tag": "ad963440-d114-4bbe-a101-453dc7b64fc0", "status": "completed", "code": 200}, {"server_uuid": "86ac9d7b-34e5-47a5-a291-65d7741ef647", "name": "network-vif-deleted", "tag": "7ed408eb-8d6f-4853-873d-0991fe88daf5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:29.472496 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b01c9fb0-51f1-41f9-a03d-046ed7bc051a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:29.473184 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d2028e-098c-4880-9ae6-92a59c714174', 'name': 'network-vif-deleted', 'tag': 'ad963440-d114-4bbe-a101-453dc7b64fc0', 'status': 'completed', 'code': 200} Oct 15 00:29:29.473561 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ac9d7b-34e5-47a5-a291-65d7741ef647', 'name': 'network-vif-deleted', 'tag': '7ed408eb-8d6f-4853-873d-0991fe88daf5', 'status': 'completed', 'code': 200} Oct 15 00:29:29.479096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event deleted for resources: {'Port': ['ID=cdd099d8-0cf7-4d18-951c-c1bde5669a42,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:29.624377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] No DVR routers for this DVR port cdd099d8-0cf7-4d18-951c-c1bde5669a42 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:29.636558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: ad963440-d114-4bbe-a101-453dc7b64fc0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:29.638042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:29.641499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbf1149a-729f-48df-b028-04af63f9be95 req-30350bdf-f4f0-45fc-a1a3-b1a0019e6bf5 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "DELETE /v2.0/ports/cdd099d8-0cf7-4d18-951c-c1bde5669a42 HTTP/1.1" status: 204 len: 173 time: 1.0086246 Oct 15 00:29:29.641916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ad963440-d114-4bbe-a101-453dc7b64fc0 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:29.642534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:29.821074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Routers {'d9640c95-2c13-4472-a909-4f96f8588e67'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:29.821214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d9640c95-2c13-4472-a909-4f96f8588e67'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:29.832406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: c074e58f-839c-4439-8fdc-7f3b56a01d3a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:29.832747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c074e58f-839c-4439-8fdc-7f3b56a01d3a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:29.894733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7ed408eb-8d6f-4853-873d-0991fe88daf5 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:29.943079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7ed408eb-8d6f-4853-873d-0991fe88daf5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:29.943616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7ed408eb-8d6f-4853-873d-0991fe88daf5 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:30.349771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:30.384391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9cbea6fa-270a-4917-a76b-2340d006376b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:30.384391 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:30.427868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:30.471269 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:30.509884 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:30.523094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892866b-5781-4130-86fd-80fa85424b4c req-efbf2b3e-e9af-4230-89ae-03d0f4538a8a tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:30.527452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:30.535886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3892866b-5781-4130-86fd-80fa85424b4c req-efbf2b3e-e9af-4230-89ae-03d0f4538a8a tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 947 time: 0.2107971 Oct 15 00:29:30.556176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9a70564a-af9e-47b3-b15e-0a241fcbbf33 None None] Provisioning complete for port 9cbea6fa-270a-4917-a76b-2340d006376b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:30.556729 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a70564a-af9e-47b3-b15e-0a241fcbbf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:30.562444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Set router d9640c95-2c13-4472-a909-4f96f8588e67 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:30.677773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:30.686252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:30.691684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3892866b-5781-4130-86fd-80fa85424b4c req-0b951361-aeb0-4681-99b6-19bcb15ccf65 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416922 Oct 15 00:29:30.901794 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af3ee9d1-317a-436b-92cc-158a9a2edf09 req-2cecae0d-c3d6-48e4-bd35-d829deda9ef6 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=eeb12703-4e80-49b3-94ff-11b2337e3c7e HTTP/1.1" status: 200 len: 210 time: 0.0382202 Oct 15 00:29:30.909653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:31.009094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:31.078702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4c29fc4b-ad70-4298-bd47-51289cfd5bf7'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:31.316746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Allocated IP 172.20.0.1 (349a77c5-1632-46d4-b490-e167c9e0301f/40ddb8f8-7bf1-46ad-9d8b-824f3908b99b/d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:31.326581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '055223f6-ad19-4839-81ba-c6563af2a646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:29:27Z', 'revision_number': 3, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port': {'id': '055223f6-ad19-4839-81ba-c6563af2a646', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:26Z', 'updated_at': '2021-10-15T00:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:31.366752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Checking router: d9640c95-2c13-4472-a909-4f96f8588e67 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:31.367948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Updating router d9640c95-2c13-4472-a909-4f96f8588e67 port 055223f6-ad19-4839-81ba-c6563af2a646 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:29:31.421302 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:31.448805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7837e30-0f70-498c-81be-540a90770162 req-b5e2f713-ef15-4157-9d40-583ed1d4cb68 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:31.450931 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7837e30-0f70-498c-81be-540a90770162 req-b5e2f713-ef15-4157-9d40-583ed1d4cb68 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 950 time: 0.2558985 Oct 15 00:29:31.475228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-deleted', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:31.477658 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c84e1dd-5ff4-43de-a37c-1414c53c1242" -d '{"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-deleted", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:31.573890 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7837e30-0f70-498c-81be-540a90770162 req-bbbfb00a-57a8-41bb-97df-cf8516f7a5b8 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157293 Oct 15 00:29:31.600360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:31.739764 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb261a1-3201-4627-a5e7-95557c9970fd x-openstack-request-id: req-cbb261a1-3201-4627-a5e7-95557c9970fd {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:31.740257 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb12703-4e80-49b3-94ff-11b2337e3c7e", "name": "network-vif-deleted", "tag": "cdd099d8-0cf7-4d18-951c-c1bde5669a42", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:31.740894 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbb261a1-3201-4627-a5e7-95557c9970fd {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:31.741533 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb12703-4e80-49b3-94ff-11b2337e3c7e', 'name': 'network-vif-deleted', 'tag': 'cdd099d8-0cf7-4d18-951c-c1bde5669a42', 'status': 'completed', 'code': 200} Oct 15 00:29:31.799372 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:31.841183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:31.847542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:31.887298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b36191c9-23de-49a3-8308-ce3420410e0a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:31.891710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: cdd099d8-0cf7-4d18-951c-c1bde5669a42 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:31.891710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device cdd099d8-0cf7-4d18-951c-c1bde5669a42 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:31.902661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Network 349a77c5-1632-46d4-b490-e167c9e0301f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:31.912850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:31.916864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:31.918726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Pushing event updated for resources: {'Port': ['ID=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:31.965831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:31.966515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c64d78-e7b2-402f-a51e-998a3d15c951 req-b226de6c-25da-4ffe-aeb2-d13a5a65ea1e tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:31.968506 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93c64d78-e7b2-402f-a51e-998a3d15c951 req-b226de6c-25da-4ffe-aeb2-d13a5a65ea1e tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 948 time: 0.1666629 Oct 15 00:29:31.991549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.103358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Attempting to bind port 055223f6-ad19-4839-81ba-c6563af2a646 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:32.103846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Attempting to bind port 055223f6-ad19-4839-81ba-c6563af2a646 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:32.111285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Attempting to bind port 055223f6-ad19-4839-81ba-c6563af2a646 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:32.111512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-a8c06376-15f4-4549-8e46-1627de4419b0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:32.111512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-a8c06376-15f4-4549-8e46-1627de4419b0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/ports?device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 950 time: 0.1030538 Oct 15 00:29:32.117294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628fb67-9057-4b91-94c7-86a05629df7d None None] Pushing event updated for resources: {'Port': ['ID=055223f6-ad19-4839-81ba-c6563af2a646,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:32.137805 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:32.142485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:32.142485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.142485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:32.142485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Bound port: 055223f6-ad19-4839-81ba-c6563af2a646, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:32.142485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.151023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93c64d78-e7b2-402f-a51e-998a3d15c951 req-b99975b8-ea7d-42f0-ac08-2c42427f9dba tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658976 Oct 15 00:29:32.223845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.297741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] For port 055223f6-ad19-4839-81ba-c6563af2a646, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:32.300545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] For port 055223f6-ad19-4839-81ba-c6563af2a646, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=055223f6-ad19-4839-81ba-c6563af2a646,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:32.346866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0ea70458-3af6-49e4-a9f7-6e8457132d4a None None] Provisioning complete for port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:32.347310 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ea70458-3af6-49e4-a9f7-6e8457132d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.372562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port db34f442-c513-459f-89ec-f0d8a02c0033 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:32.372901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.400703 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.425600 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.504811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0ea70458-3af6-49e4-a9f7-6e8457132d4a None None] Port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:32.565957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port db34f442-c513-459f-89ec-f0d8a02c0033, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=db34f442-c513-459f-89ec-f0d8a02c0033,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:32.566974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.573733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Routers {'d9640c95-2c13-4472-a909-4f96f8588e67'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:32.574733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d9640c95-2c13-4472-a909-4f96f8588e67'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:32.600569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for db34f442-c513-459f-89ec-f0d8a02c0033 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:32.720475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628fb67-9057-4b91-94c7-86a05629df7d None None] Pushing event updated for resources: {'Port': ['ID=055223f6-ad19-4839-81ba-c6563af2a646,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:32.803556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.831870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e538-297b-4aae-915c-92fcd425cbe5 req-1968b595-8932-4714-a343-9c4c03da793f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:32.840569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0925e538-297b-4aae-915c-92fcd425cbe5 req-1968b595-8932-4714-a343-9c4c03da793f tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 950 time: 0.1383233 Oct 15 00:29:32.869284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:32.875527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-9f083ab9-2694-4b21-9742-8cd31ebf7cd0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:32.876463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-9f083ab9-2694-4b21-9742-8cd31ebf7cd0 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 949 time: 0.1342597 Oct 15 00:29:32.914690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:32.978548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] Set router d9640c95-2c13-4472-a909-4f96f8588e67 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:33.034874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0925e538-297b-4aae-915c-92fcd425cbe5 req-3d5839d6-d591-43ee-a0ce-ee8221999a65 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797547 Oct 15 00:29:33.050130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Pushing event updated for resources: {'Port': ['ID=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:33.072314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.109525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port 867b4210-56d4-4626-9224-0b503a68b50c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:33.109525 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.115608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:29:33.121998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:33.122577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.220745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.230935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462cc2-0788-4990-afdb-81d74fc81a61 req-f8a54e20-d07d-443f-a22d-084a42e90141 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:33.240446 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-02462cc2-0788-4990-afdb-81d74fc81a61 req-f8a54e20-d07d-443f-a22d-084a42e90141 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.2449815 Oct 15 00:29:33.340205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=db34f442-c513-459f-89ec-f0d8a02c0033,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:33.365073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-02462cc2-0788-4990-afdb-81d74fc81a61 req-91c7cfbc-8d1a-44bc-b38e-67c53fe206f2 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236250 Oct 15 00:29:33.394509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58290) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:33.398229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033', '867b4210-56d4-4626-9224-0b503a68b50c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:33.401188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:33.405624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port db34f442-c513-459f-89ec-f0d8a02c0033 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:33.415471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.418936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc48b8ce-4af3-4793-84b0-5baba0efe6a0 req-728c1738-f971-44a2-92b7-638ecff3d55a tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "DELETE /v2.0/ports/db34f442-c513-459f-89ec-f0d8a02c0033 HTTP/1.1" status: 204 len: 173 time: 1.3051572 Oct 15 00:29:33.428705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port 867b4210-56d4-4626-9224-0b503a68b50c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=867b4210-56d4-4626-9224-0b503a68b50c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:33.430555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.452317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15de50a-3f92-4d8f-bcde-b2966ee1abac req-349dd25f-92e9-4e17-899a-bbf22e5e1236 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:33.453671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c15de50a-3f92-4d8f-bcde-b2966ee1abac req-349dd25f-92e9-4e17-899a-bbf22e5e1236 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 948 time: 0.2059371 Oct 15 00:29:33.457905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for 867b4210-56d4-4626-9224-0b503a68b50c owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:33.477619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Network 349a77c5-1632-46d4-b490-e167c9e0301f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:33.480062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:33.546747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c15de50a-3f92-4d8f-bcde-b2966ee1abac req-fb0df3c1-bf33-4705-9d5f-ec715f02eee1 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839906 Oct 15 00:29:33.646267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-47151e04-64c9-4cc2-92f4-375202c4d471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.742551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56380463-9893-45a2-ad7d-595e9923ace8', 'name': 'network-vif-deleted', 'tag': 'db34f442-c513-459f-89ec-f0d8a02c0033'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:33.746050 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a935605-dd6d-43bb-ba14-5d3c9adc20a6" -d '{"events": [{"server_uuid": "56380463-9893-45a2-ad7d-595e9923ace8", "name": "network-vif-deleted", "tag": "db34f442-c513-459f-89ec-f0d8a02c0033"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:33.828907 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.844311 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:33.859662 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b98d1d-6156-49ad-963b-6c5dac51f954 x-openstack-request-id: req-99b98d1d-6156-49ad-963b-6c5dac51f954 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:33.859662 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56380463-9893-45a2-ad7d-595e9923ace8", "name": "network-vif-deleted", "tag": "db34f442-c513-459f-89ec-f0d8a02c0033", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:33.859662 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99b98d1d-6156-49ad-963b-6c5dac51f954 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:33.859662 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56380463-9893-45a2-ad7d-595e9923ace8', 'name': 'network-vif-deleted', 'tag': 'db34f442-c513-459f-89ec-f0d8a02c0033', 'status': 'completed', 'code': 200} Oct 15 00:29:33.861276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Router d9640c95-2c13-4472-a909-4f96f8588e67 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:29:33.926232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:33.935003 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9169016a-527a-4979-aa2f-b3b1d49e4cb4" -d '{"events": [{"server_uuid": "60f81c3f-ac21-4341-8dd2-e3e63ba9dafb", "name": "network-vif-plugged", "status": "completed", "tag": "4c29fc4b-ad70-4298-bd47-51289cfd5bf7"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:33.936606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=867b4210-56d4-4626-9224-0b503a68b50c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:33.959033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.959372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.959710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.960042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.960438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.960780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.961203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.963950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.964208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.964548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.964881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:33.968519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:34.052213 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca7caf4-2073-4d13-b8a9-35d51bc6f2a7 x-openstack-request-id: req-6ca7caf4-2073-4d13-b8a9-35d51bc6f2a7 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:34.054551 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f81c3f-ac21-4341-8dd2-e3e63ba9dafb", "name": "network-vif-plugged", "status": "completed", "tag": "4c29fc4b-ad70-4298-bd47-51289cfd5bf7", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:34.055145 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ca7caf4-2073-4d13-b8a9-35d51bc6f2a7 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:34.055729 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7', 'code': 200} Oct 15 00:29:34.081498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:34.094187 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-47151e04-64c9-4cc2-92f4-375202c4d471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.101386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port 867b4210-56d4-4626-9224-0b503a68b50c on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:34.129629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.136652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0145bd0d-ab5c-4ce9-a30b-145a90f5bf74 req-2b7e6a74-a1cf-4922-9653-cc1598da3ecf tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.39 "DELETE /v2.0/ports/867b4210-56d4-4626-9224-0b503a68b50c HTTP/1.1" status: 204 len: 173 time: 1.2484717 Oct 15 00:29:34.153930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '055223f6-ad19-4839-81ba-c6563af2a646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 4, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port': {'id': '055223f6-ad19-4839-81ba-c6563af2a646', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:26Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd8cffa7f-d43c-4ae9-975e-a47dc1f0bd34', 'name': '', 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f', 'tenant_id': '14de8b2df74949358d430af260307141', 'mac_address': 'fa:16:3e:c1:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:30Z', 'updated_at': '2021-10-15T00:29:31Z', 'revision_number': 1, 'project_id': '14de8b2df74949358d430af260307141', 'subnets': [{'id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:34.202447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-47151e04-64c9-4cc2-92f4-375202c4d471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.246820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c80df937-a38a-466e-b376-04ae3dbac536 None None] Provisioning complete for port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:34.247189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c80df937-a38a-466e-b376-04ae3dbac536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.248872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ccad6-ad79-4f47-8368-05917df67f1b None None] The sync data for ids ['d9640c95-2c13-4472-a909-4f96f8588e67'] in n-d-811521-2 is: [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '055223f6-ad19-4839-81ba-c6563af2a646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 4, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port': {'id': '055223f6-ad19-4839-81ba-c6563af2a646', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:26Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd8cffa7f-d43c-4ae9-975e-a47dc1f0bd34', 'name': '', 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f', 'tenant_id': '14de8b2df74949358d430af260307141', 'mac_address': 'fa:16:3e:c1:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:30Z', 'updated_at': '2021-10-15T00:29:31Z', 'revision_number': 1, 'project_id': '14de8b2df74949358d430af260307141', 'subnets': [{'id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:34.250665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.296475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1474cf7b-7958-4f93-b823-534cb4b851b0 req-278670a0-2044-42a2-9cab-f9dd932d2ee2 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=56380463-9893-45a2-ad7d-595e9923ace8 HTTP/1.1" status: 200 len: 210 time: 0.0594211 Oct 15 00:29:34.300441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47151e04-64c9-4cc2-92f4-375202c4d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3029826a-e873-466d-becf-5cf7a947e9dc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:34.331278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e07858-e897-4453-be7a-604aec592ab3 req-f7d08448-a04f-4570-9ce8-f73af0da3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:34.333502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45e07858-e897-4453-be7a-604aec592ab3 req-f7d08448-a04f-4570-9ce8-f73af0da3c08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 1099 time: 0.2336276 Oct 15 00:29:34.348801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:34.357778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-609820e3-e667-42d4-a214-5249bfcdda8a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:34.359446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-609820e3-e667-42d4-a214-5249bfcdda8a tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.1810555 Oct 15 00:29:34.360004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a5f6af39-a9e9-4a25-a44a-ed458d78eace admin admin] 10.222.0.13 "PUT /v2.0/routers/d9640c95-2c13-4472-a909-4f96f8588e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2627120 Oct 15 00:29:34.372487 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-47151e04-64c9-4cc2-92f4-375202c4d471 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=823ce879c2f948f0ac0b0045e8cd7580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9761393 Oct 15 00:29:34.378151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58308) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:34.541340 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ae7e-9989-4d5a-b020-2eb3288a606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.583989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c80df937-a38a-466e-b376-04ae3dbac536 None None] Port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:34.583989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:34.607716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ae7e-9989-4d5a-b020-2eb3288a606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.619848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['db34f442-c513-459f-89ec-f0d8a02c0033'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:34.728207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58318) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:34.795601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45e07858-e897-4453-be7a-604aec592ab3 req-2b3156dd-1223-4e09-bc27-be921cf0dfb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319701 Oct 15 00:29:34.814569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1456543226'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:34.832654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Deleting port b36191c9-23de-49a3-8308-ce3420410e0a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:34.833037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.869317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:34.909413 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ae7e-9989-4d5a-b020-2eb3288a606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.913652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ae7e-9989-4d5a-b020-2eb3288a606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:34.920452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8c4ae7e-9989-4d5a-b020-2eb3288a606a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3029826a-e873-466d-becf-5cf7a947e9dc HTTP/1.1" status: 204 len: 168 time: 0.5391598 Oct 15 00:29:35.029234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:35.032780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:35.047366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3b29-a8f4-4da8-b081-8debbbfffb48 req-8611deab-3b9f-4c47-bd12-102ab89295c0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:35.057974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-959b3b29-a8f4-4da8-b081-8debbbfffb48 req-8611deab-3b9f-4c47-bd12-102ab89295c0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 949 time: 0.5266821 Oct 15 00:29:35.077170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ae7e-9989-4d5a-b020-2eb3288a606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3029826a-e873-466d-becf-5cf7a947e9dc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:35.123222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:29:35.129377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] For port b36191c9-23de-49a3-8308-ce3420410e0a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b36191c9-23de-49a3-8308-ce3420410e0a,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:35.129769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:35.150016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aefe9e-5eaa-490e-a953-bd220af7cb43 req-a14af2d8-3e34-455f-9a3b-6a8f906baf94 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:35.158807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8aefe9e-5eaa-490e-a953-bd220af7cb43 req-a14af2d8-3e34-455f-9a3b-6a8f906baf94 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 949 time: 0.2371612 Oct 15 00:29:35.159029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-959b3b29-a8f4-4da8-b081-8debbbfffb48 req-a75b2b32-fee4-47f8-bc3f-f7f2c7b3890e tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829356 Oct 15 00:29:35.224485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Calling delete_port for b36191c9-23de-49a3-8308-ce3420410e0a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:35.233514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:35.233865 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Added segment 88031283-72c4-464d-913d-5deec7976554 of type vlan for network fbcce56d-b030-4591-bee8-0fb0ce38114f Oct 15 00:29:35.339522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:35.397119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8aefe9e-5eaa-490e-a953-bd220af7cb43 req-55b0ade9-ccd5-4f08-bd54-3f38fb94896c tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373831 Oct 15 00:29:35.528658 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:35.543753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:35.544445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:35.614668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-ac45b776-13f5-4133-8611-9bf0ff4d12ed tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:35.616138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-ac45b776-13f5-4133-8611-9bf0ff4d12ed tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 945 time: 0.2067997 Oct 15 00:29:35.626435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e57acc-aa12-40d0-a467-c37fb0ec8def req-0ebe83f2-0a2a-4293-aed0-538689f1f796 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:35.641145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3e57acc-aa12-40d0-a467-c37fb0ec8def req-0ebe83f2-0a2a-4293-aed0-538689f1f796 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 945 time: 0.3833148 Oct 15 00:29:35.763196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Network': ['ID=fbcce56d-b030-4591-bee8-0fb0ce38114f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:35.782281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network fbcce56d-b030-4591-bee8-0fb0ce38114f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:29:35.834510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9bae442-9828-4dcc-90be-2ebe201a04f9 req-d4fad056-43e1-4a31-836f-f26fd3c29605 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b899286-4b55-4321-abc8-e8b119e690d4 HTTP/1.1" status: 200 len: 210 time: 0.0534668 Oct 15 00:29:35.859524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3e57acc-aa12-40d0-a467-c37fb0ec8def req-6056228f-39a1-401a-bcb1-a165eee3197c tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244780 Oct 15 00:29:35.861433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b899286-4b55-4321-abc8-e8b119e690d4', 'name': 'network-vif-deleted', 'tag': '867b4210-56d4-4626-9224-0b503a68b50c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:35.864051 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12580151-f3a0-4486-b478-1072ca9d35c5" -d '{"events": [{"server_uuid": "4b899286-4b55-4321-abc8-e8b119e690d4", "name": "network-vif-deleted", "tag": "867b4210-56d4-4626-9224-0b503a68b50c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:35.919657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Deleting port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:35.920418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:35.985184 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-34adf89f-895b-4fb8-b7e0-a3a90a8acb58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2557814 Oct 15 00:29:35.988037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:35.994466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'subnet': {'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:36.066391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] For port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:36.067032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:36.084151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Calling delete_port for ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:36.114997 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc5c06-bae2-408a-a6af-b1096bb9b964 x-openstack-request-id: req-c9bc5c06-bae2-408a-a6af-b1096bb9b964 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:36.115324 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b899286-4b55-4321-abc8-e8b119e690d4", "name": "network-vif-deleted", "tag": "867b4210-56d4-4626-9224-0b503a68b50c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:36.115535 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9bc5c06-bae2-408a-a6af-b1096bb9b964 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:36.120158 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b899286-4b55-4321-abc8-e8b119e690d4', 'name': 'network-vif-deleted', 'tag': '867b4210-56d4-4626-9224-0b503a68b50c', 'status': 'completed', 'code': 200} Oct 15 00:29:36.122577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:36.136320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8978d4ac-b48e-4e10-9313-95a6f8b89c14'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:36.138573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b36191c9-23de-49a3-8308-ce3420410e0a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:36.239680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:36.250112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:36.319368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] No DVR routers for this DVR port b36191c9-23de-49a3-8308-ce3420410e0a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:36.322280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event deleted for resources: {'Port': ['ID=b36191c9-23de-49a3-8308-ce3420410e0a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:36.333120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:36.337944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4a2eeaa-ec36-4ccb-9c14-4dd0fa14ef1d req-2922b997-7f0b-4407-a27a-5c3c4aba584b tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.39 "DELETE /v2.0/ports/b36191c9-23de-49a3-8308-ce3420410e0a HTTP/1.1" status: 204 len: 173 time: 1.9701352 Oct 15 00:29:36.424965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3799f662-1e10-4dbf-8c6e-34d5f65ae014 req-a712ba20-8983-4f3d-bab0-958758dabe87 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d2a4295-8a79-4e88-ab16-3a45d9139e5f HTTP/1.1" status: 200 len: 210 time: 0.1081319 Oct 15 00:29:36.575128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12954-67b6-41b2-9eb6-a2b50695af34 req-b96a1755-9a4b-4cdc-8d3c-977fc8b30b32 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:36.576738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f12954-67b6-41b2-9eb6-a2b50695af34 req-b96a1755-9a4b-4cdc-8d3c-977fc8b30b32 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 949 time: 0.0638301 Oct 15 00:29:36.620595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f12954-67b6-41b2-9eb6-a2b50695af34 req-cbae65df-98fb-478e-b82d-5f9347fb8bd6 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Oct 15 00:29:36.674530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:36.687512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:36.707305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:36.736260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event deleted for resources: {'Port': ['ID=ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:36.772446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58364) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:36.812580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Checking segment: {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:36.812946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network hostable DHCP agents. Network: fbcce56d-b030-4591-bee8-0fb0ce38114f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:29:36.821848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] No DVR routers for this DVR port ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:36.826690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:36.830069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-208e4339-97f9-4c43-8786-d0c8dcb4b6d7 req-7fec1ca0-280a-40e1-8035-c85f7881d691 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.30 "DELETE /v2.0/ports/ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da HTTP/1.1" status: 204 len: 173 time: 1.1921349 Oct 15 00:29:36.832996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Subnet': ['ID=b62b695c-5545-427e-bbbc-c2e62316f6ce,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:36.903753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network fbcce56d-b030-4591-bee8-0fb0ce38114f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:29:36.917235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-73487292-network', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:36.935729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 867b4210-56d4-4626-9224-0b503a68b50c no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:36.958333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 867b4210-56d4-4626-9224-0b503a68b50c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:36.958720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 867b4210-56d4-4626-9224-0b503a68b50c not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:36.965645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b36191c9-23de-49a3-8308-ce3420410e0a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:36.979701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: b36191c9-23de-49a3-8308-ce3420410e0a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:36.980056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b36191c9-23de-49a3-8308-ce3420410e0a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:36.980469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device db34f442-c513-459f-89ec-f0d8a02c0033 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:36.981255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, fbcce56d-b030-4591-bee8-0fb0ce38114f) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:36.987494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:36.988217 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.017102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Made reservation on behalf of cdeab9337ea44c1c806053f88d4efdd8 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:37.019507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.021593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6c0c6-5e53-4f83-b8a4-4825bed5b9a9 None None] Network fbcce56d-b030-4591-bee8-0fb0ce38114f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:37.029291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.030271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: db34f442-c513-459f-89ec-f0d8a02c0033 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:37.031041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device db34f442-c513-459f-89ec-f0d8a02c0033 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:37.044629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a877acf6-5ca2-4817-aadc-54e1a8f0a8fe req-5d2abcdf-b68f-499a-a606-d4a38b9ed2b8 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=96682e15-3f19-4087-8fff-8a71c9c29e5d HTTP/1.1" status: 200 len: 210 time: 0.0476470 Oct 15 00:29:37.108047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9b0cda2e-4cd6-4a92-8ce4-1034104d2722 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1168742 Oct 15 00:29:37.114867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58376) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:37.114867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1835593079'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:37.171233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.187383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 055223f6-ad19-4839-81ba-c6563af2a646 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:37.227906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:37.230179 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Sync routers for ids ['d9640c95-2c13-4472-a909-4f96f8588e67'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:37.233052 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.269187 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.274716 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Routers {'d9640c95-2c13-4472-a909-4f96f8588e67'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:37.278924 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d9640c95-2c13-4472-a909-4f96f8588e67'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:37.310601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-fbcce56d-b030-4591-bee8-0fb0ce38114f', 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f', 'tenant_id': '14de8b2df74949358d430af260307141', 'fixed_ips': [{'subnet_id': 'b62b695c-5545-427e-bbbc-c2e62316f6ce'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:29:37.310876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.317018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:29:37.341122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a355189-a981-4388-a1b4-36689c13d3b3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:37.357257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:29:37.363651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.364722 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Added segment 871c6bfe-87d7-4a8f-8306-dc888a3911ac of type vlan for network 11ce43c2-06a9-458b-861e-742620101857 Oct 15 00:29:37.373260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 055223f6-ad19-4839-81ba-c6563af2a646 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:37.373642 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.393227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.394169 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Added segment 1751627f-3a1c-4839-b0e9-84d3aea1fb34 of type vlan for network 55b3132a-ad4b-4558-b170-9dd6f2e912aa Oct 15 00:29:37.421065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e40184-0abe-4343-bd25-bae9c5510eb3 req-532000f1-e607-44de-99b5-bf65a20f132c tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:37.432419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78e40184-0abe-4343-bd25-bae9c5510eb3 req-532000f1-e607-44de-99b5-bf65a20f132c tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 949 time: 0.1608875 Oct 15 00:29:37.456653 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.537757 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Set router d9640c95-2c13-4472-a909-4f96f8588e67 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:37.544498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.554544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.555721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:37.556365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.659258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78e40184-0abe-4343-bd25-bae9c5510eb3 req-6f5587c1-8c91-4b2d-933b-91af58ecd4fe tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253187 Oct 15 00:29:37.687977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Allocated IP 19.80.0.2 (fbcce56d-b030-4591-bee8-0fb0ce38114f/b62b695c-5545-427e-bbbc-c2e62316f6ce/97c6b031-b9fe-4b7b-8131-ff60f9d1b008) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:37.709709 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.760153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 055223f6-ad19-4839-81ba-c6563af2a646, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=055223f6-ad19-4839-81ba-c6563af2a646,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:37.793100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] Pushing event updated for resources: {'Network': ['ID=11ce43c2-06a9-458b-861e-742620101857,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:37.807595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 11ce43c2-06a9-458b-861e-742620101857 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:29:37.831551 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '055223f6-ad19-4839-81ba-c6563af2a646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 4, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port': {'id': '055223f6-ad19-4839-81ba-c6563af2a646', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:26Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd8cffa7f-d43c-4ae9-975e-a47dc1f0bd34', 'name': '', 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f', 'tenant_id': '14de8b2df74949358d430af260307141', 'mac_address': 'fa:16:3e:c1:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:30Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 2, 'project_id': '14de8b2df74949358d430af260307141', 'subnets': [{'id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:37.876310 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Checking router: d9640c95-2c13-4472-a909-4f96f8588e67 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:37.876778 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Updating router d9640c95-2c13-4472-a909-4f96f8588e67 port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:29:37.885232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.899477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-68becbd8-4667-4e39-aed8-7d72186f089c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1089957 Oct 15 00:29:37.902614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58390) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:37.902792 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.913800 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.919629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:37.923236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:37.927703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Request body: {'subnet': {'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-73487292-subnet', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:38.048517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=055223f6-ad19-4839-81ba-c6563af2a646,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:38.053092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.111373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Network': ['ID=55b3132a-ad4b-4558-b170-9dd6f2e912aa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:38.119330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Made reservation on behalf of cdeab9337ea44c1c806053f88d4efdd8 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:38.122593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.124625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 55b3132a-ad4b-4558-b170-9dd6f2e912aa details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:29:38.129556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-deleted', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a'}, {'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'name': 'network-vif-deleted', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:38.132699 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e9a719-ff7d-4e59-b7cb-7d743282a5ad" -d '{"events": [{"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-deleted", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a"}, {"server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "name": "network-vif-deleted", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:38.144101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.188841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Network fbcce56d-b030-4591-bee8-0fb0ce38114f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:38.221737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:38.231501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6b8d5221-0d57-4bd3-b9a2-f865986ab153 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1191604 Oct 15 00:29:38.231713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:38.232011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58396) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:38.232829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbdebc-6f49-4601-a1b0-a4b61421943f req-e18e0aa2-39d1-4619-8dbd-1f584411e424 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:38.234412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cbdebc-6f49-4601-a1b0-a4b61421943f req-e18e0aa2-39d1-4619-8dbd-1f584411e424 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 950 time: 0.1540978 Oct 15 00:29:38.237500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'subnet': {'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:38.256305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Pushing event updated for resources: {'Port': ['ID=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:38.305980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49cbdebc-6f49-4601-a1b0-a4b61421943f req-4ca96b96-5515-40bf-81f9-fac44c62edf6 tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523152 Oct 15 00:29:38.331984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Attempting to bind port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:38.332349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Attempting to bind port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:38.332779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Attempting to bind port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 on network fbcce56d-b030-4591-bee8-0fb0ce38114f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:38.353933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:38.357130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Checking segment: {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:38.357130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.357130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Bound using segment: {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:38.357130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Bound port: 97c6b031-b9fe-4b7b-8131-ff60f9d1b008, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:38.357130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.513919 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ed5649-7b0b-4aac-b311-38a7c2601692 x-openstack-request-id: req-18ed5649-7b0b-4aac-b311-38a7c2601692 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:38.518260 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a4295-8a79-4e88-ab16-3a45d9139e5f", "name": "network-vif-deleted", "tag": "b36191c9-23de-49a3-8308-ce3420410e0a", "status": "completed", "code": 200}, {"server_uuid": "96682e15-3f19-4087-8fff-8a71c9c29e5d", "name": "network-vif-deleted", "tag": "ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:38.518260 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18ed5649-7b0b-4aac-b311-38a7c2601692 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:38.518260 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a4295-8a79-4e88-ab16-3a45d9139e5f', 'name': 'network-vif-deleted', 'tag': 'b36191c9-23de-49a3-8308-ce3420410e0a', 'status': 'completed', 'code': 200} Oct 15 00:29:38.518260 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96682e15-3f19-4087-8fff-8a71c9c29e5d', 'name': 'network-vif-deleted', 'tag': 'ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da', 'status': 'completed', 'code': 200} Oct 15 00:29:38.525821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] For port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:38.525821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] For port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:38.537243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:38.541763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.594860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.623454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.701016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e72c4c-39b9-4b45-b92d-448068d55821 None None] Pushing event updated for resources: {'Port': ['ID=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:38.712991 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.751336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe3cf61-605f-4334-9022-1f260e731615,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:38.795287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-5a1df8c1-3115-45ad-91a4-a58909527854 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:38.797069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-5a1df8c1-3115-45ad-91a4-a58909527854 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.39 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 949 time: 0.1204605 Oct 15 00:29:38.797917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Checking segment: {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:38.798398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Network hostable DHCP agents. Network: 11ce43c2-06a9-458b-861e-742620101857, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:29:38.802670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b76c2-e8b6-43f0-bf86-fd49dda7a4d1 req-28ed0f0f-20d0-4b94-992a-5de0d8970b55 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:38.810473 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a4b76c2-e8b6-43f0-bf86-fd49dda7a4d1 req-28ed0f0f-20d0-4b94-992a-5de0d8970b55 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1253273 Oct 15 00:29:38.823115 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:38.900972 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Pushing event updated for resources: {'Port': ['ID=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:38.926959 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.929411 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.932038 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.932556 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.933070 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.933567 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.934055 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.938647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.938647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.938647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.938647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.938647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:38.965942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Network 11ce43c2-06a9-458b-861e-742620101857 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:29:38.983268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a4b76c2-e8b6-43f0-bf86-fd49dda7a4d1 req-dc81146c-ff5e-4438-99dc-b0067f4b9258 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720364 Oct 15 00:29:39.003512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Deleting port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:39.004124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.087147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 11ce43c2-06a9-458b-861e-742620101857) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:39.105456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72388633-6625-44c9-a632-ee56f866f32f None None] Network 11ce43c2-06a9-458b-861e-742620101857 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:39.129839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:39.133735 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.143351 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Attempting to bind port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:39.143715 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Attempting to bind port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:39.144125 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Attempting to bind port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 on network 349a77c5-1632-46d4-b490-e167c9e0301f {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:39.151512 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:39.152023 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Checking segment: {'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:39.152427 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.153220 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Bound using segment: {'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:39.153777 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Bound port: d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bd3900-c262-4fb6-ba7a-f440ab5c14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:39.154210 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.174785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 055223f6-ad19-4839-81ba-c6563af2a646 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:39.201952 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.293116 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] For port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:39.302022 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] For port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,segment=NetworkSegment(36bd3900-c262-4fb6-ba7a-f440ab5c14be),segment_id=36bd3900-c262-4fb6-ba7a-f440ab5c14be)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:39.400258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59c143-c42e-427a-95f5-411cef462f2e req-a8594eb9-de50-4fce-b3a4-f3ea58b57247 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:39.408070 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8f59c143-c42e-427a-95f5-411cef462f2e req-a8594eb9-de50-4fce-b3a4-f3ea58b57247 tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 949 time: 0.2427042 Oct 15 00:29:39.412890 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.436376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-3c7537fc-9e4e-4705-83bf-ef9ba7a2548b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:39.438148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-3c7537fc-9e4e-4705-83bf-ef9ba7a2548b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 950 time: 0.2102997 Oct 15 00:29:39.440363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] For port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:39.440928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.441277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Subnet': ['ID=4668bac7-8b19-4fc8-8508-248294c682f1,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:39.447863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a013e0b0-4196-4c73-9e1d-0db013746012 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5445595 Oct 15 00:29:39.474054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58414) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:39.479755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Checking segment: {'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:39.480112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network hostable DHCP agents. Network: 55b3132a-ad4b-4558-b170-9dd6f2e912aa, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:29:39.480277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:39.488027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Calling delete_port for 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:39.534124 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8f59c143-c42e-427a-95f5-411cef462f2e req-fcd8d86c-49e8-414c-8c85-8c052fb4dfdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/security-groups?id=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064248 Oct 15 00:29:39.552921 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Routers {'d9640c95-2c13-4472-a909-4f96f8588e67'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:39.559646 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d9640c95-2c13-4472-a909-4f96f8588e67'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:39.598564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network 55b3132a-ad4b-4558-b170-9dd6f2e912aa is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:29:39.615907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4ac9d4f9-02d3-42fc-a3aa-9024f8fc1fdf None None] Provisioning complete for port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:39.616270 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d4f9-02d3-42fc-a3aa-9024f8fc1fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.618932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-11ce43c2-06a9-458b-861e-742620101857', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:29:39.619776 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.653430 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d89f9-6834-4a21-9a5e-1491d70874d0 None None] Pushing event updated for resources: {'Port': ['ID=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:39.698943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 055223f6-ad19-4839-81ba-c6563af2a646 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:39.700909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.733439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.734616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.751066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 55b3132a-ad4b-4558-b170-9dd6f2e912aa) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:39.761055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:39.761652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.775395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Deleting port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:39.780398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1246b3b-471d-480c-b741-cf9f845b7e6b None None] Network 55b3132a-ad4b-4558-b170-9dd6f2e912aa requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:39.781105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.805959 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.838369 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] Set router d9640c95-2c13-4472-a909-4f96f8588e67 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:39.848988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63c0b-7c56-40ed-b6ac-26812b1f1a50 req-84ba2260-42cc-403d-b16a-839128158cc0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:39.852709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27b63c0b-7c56-40ed-b6ac-26812b1f1a50 req-84ba2260-42cc-403d-b16a-839128158cc0 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.2004988 Oct 15 00:29:39.884904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-226b27bb-c159-4750-bfdd-37317278777c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6517692 Oct 15 00:29:39.887572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:39.963387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] For port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:39.964849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:39.978894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27b63c0b-7c56-40ed-b6ac-26812b1f1a50 req-bb26fd77-b1f1-4be2-9987-261519f7641d tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181414 Oct 15 00:29:39.991070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Calling delete_port for a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:40.004328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:40.004732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ac4ca8bc-1af6-4d14-b3cb-ba58f8ad93da not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:40.188769 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '055223f6-ad19-4839-81ba-c6563af2a646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 4, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port': {'id': '055223f6-ad19-4839-81ba-c6563af2a646', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:26Z', 'updated_at': '2021-10-15T00:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd8cffa7f-d43c-4ae9-975e-a47dc1f0bd34', 'name': '', 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f', 'tenant_id': '14de8b2df74949358d430af260307141', 'mac_address': 'fa:16:3e:c1:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:30Z', 'updated_at': '2021-10-15T00:29:39Z', 'revision_number': 4, 'project_id': '14de8b2df74949358d430af260307141', 'subnets': [{'id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:40.221381 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2049713d-7a75-4fd8-86e5-6edca4d490b8 None None] The sync data for ids ['d9640c95-2c13-4472-a909-4f96f8588e67'] in n-d-811521-2 is: [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '055223f6-ad19-4839-81ba-c6563af2a646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:29:32Z', 'revision_number': 4, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port': {'id': '055223f6-ad19-4839-81ba-c6563af2a646', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:26Z', 'updated_at': '2021-10-15T00:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd8cffa7f-d43c-4ae9-975e-a47dc1f0bd34', 'name': '', 'network_id': '349a77c5-1632-46d4-b490-e167c9e0301f', 'tenant_id': '14de8b2df74949358d430af260307141', 'mac_address': 'fa:16:3e:c1:8e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:30Z', 'updated_at': '2021-10-15T00:29:39Z', 'revision_number': 4, 'project_id': '14de8b2df74949358d430af260307141', 'subnets': [{'id': '40ddb8f8-7bf1-46ad-9d8b-824f3908b99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:40.269918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddecbc-f494-433f-a509-f2619577d8e6 req-79d3d62f-80e7-4934-bd0f-9c92494437f0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:40.271442 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71ddecbc-f494-433f-a509-f2619577d8e6 req-79d3d62f-80e7-4934-bd0f-9c92494437f0 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1021194 Oct 15 00:29:40.342378 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71ddecbc-f494-433f-a509-f2619577d8e6 req-c23386e5-96a3-4030-a2da-680ae6c353bb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598180 Oct 15 00:29:40.397450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d3ad3-b4ed-42fc-a94b-de8ca36baa8f None None] Network fbcce56d-b030-4591-bee8-0fb0ce38114f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:40.545611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d4f9-02d3-42fc-a3aa-9024f8fc1fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:40.547929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Allocated IP 172.20.0.2 (11ce43c2-06a9-458b-861e-742620101857/bbe3cf61-605f-4334-9022-1f260e731615/d4a4dd9c-d7f8-40c6-bd01-c17b33010714) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:40.603620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4ac9d4f9-02d3-42fc-a3aa-9024f8fc1fdf None None] For port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,segment=NetworkSegment(36bd3900-c262-4fb6-ba7a-f440ab5c14be),segment_id=36bd3900-c262-4fb6-ba7a-f440ab5c14be)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:40.624729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:40.656893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:40.659146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-55b3132a-ad4b-4558-b170-9dd6f2e912aa', 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa', 'tenant_id': '14de8b2df74949358d430af260307141', 'fixed_ips': [{'subnet_id': '4668bac7-8b19-4fc8-8508-248294c682f1'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:29:40.660409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:40.672166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4688b5e2-53f7-4398-9eb1-f9df568e834e tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:40.682492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4688b5e2-53f7-4398-9eb1-f9df568e834e tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:40.685030 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4688b5e2-53f7-4398-9eb1-f9df568e834e tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/networks?id=fbcce56d-b030-4591-bee8-0fb0ce38114f&id=55b3132a-ad4b-4558-b170-9dd6f2e912aa&id=fbcce56d-b030-4591-bee8-0fb0ce38114f HTTP/1.1" status: 200 len: 1392 time: 0.2207680 Oct 15 00:29:40.688249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:40.715646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-a4d7d34f-d42b-4852-971f-f62ebd4c4f0f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/quotas/14de8b2df74949358d430af260307141 HTTP/1.1" status: 200 len: 375 time: 0.0245261 Oct 15 00:29:40.718878 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4ac9d4f9-02d3-42fc-a3aa-9024f8fc1fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:40.722428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Pushing event deleted for resources: {'Port': ['ID=a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:40.786910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-abe6fba4-ab21-4d34-bda4-bead11ef52f9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:40.790152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-abe6fba4-ab21-4d34-bda4-bead11ef52f9 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.5709271 Oct 15 00:29:40.796778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-82ef0263-b2b4-4483-b157-679dc6354533 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796878 Oct 15 00:29:40.841445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465a32c-be87-424c-82ae-8795ff42ab1e req-e74e678f-55e5-4021-b10e-d0ad6a08ee4b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:40.844146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7465a32c-be87-424c-82ae-8795ff42ab1e req-e74e678f-55e5-4021-b10e-d0ad6a08ee4b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccddf59f-3530-4750-82d2-8942d2f68256 HTTP/1.1" status: 200 len: 867 time: 0.9874256 Oct 15 00:29:40.897865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] No DVR routers for this DVR port a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:40.900403 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:40.902626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:40.906510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-370aa947-c6c9-4900-aa5e-ed8d4885929d req-4e6014c4-614f-431d-94da-42da0916ee8b tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.30 "DELETE /v2.0/ports/a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 HTTP/1.1" status: 204 len: 173 time: 1.4517288 Oct 15 00:29:40.937163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4c29fc4b-ad70-4298-bd47-51289cfd5bf7'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:29:40.954236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'name': 'network-vif-deleted', 'tag': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:40.957143 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb16d3b-9f4b-42ad-95ae-e632b91d494e" -d '{"events": [{"server_uuid": "ccddf59f-3530-4750-82d2-8942d2f68256", "name": "network-vif-deleted", "tag": "a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:40.976681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-caf2069f-1897-478e-98b7-3b7389821f1e service neutron] 10.222.0.13 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692321 Oct 15 00:29:41.014671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-f4beeed0-35ac-4761-b0a5-9beeedd6c4bb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:41.016080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] Provisioning complete for port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:41.016453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.016574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-f4beeed0-35ac-4761-b0a5-9beeedd6c4bb tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.7535017 Oct 15 00:29:41.022940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9d4f9-02d3-42fc-a3aa-9024f8fc1fdf None None] Pushing event updated for resources: {'Port': ['ID=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:41.073472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Pushing event deleted for resources: {'Port': ['ID=4c29fc4b-ad70-4298-bd47-51289cfd5bf7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:41.135321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-bd10ed0a-445a-4f63-bd8c-ad6cb17179e1 service neutron] 10.222.0.13 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444485 Oct 15 00:29:41.190769 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.193401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Allocated IP 19.86.0.2 (55b3132a-ad4b-4558-b170-9dd6f2e912aa/4668bac7-8b19-4fc8-8508-248294c682f1/a2119e87-f301-4039-9583-ac0a526ba3f5) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:41.314707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-b62d35f1-466d-498c-8c11-1b5c5e75b7dc service neutron] 10.222.0.13 "GET /v2.0/networks/55b3132a-ad4b-4558-b170-9dd6f2e912aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770298 Oct 15 00:29:41.333663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.357021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.404549 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.447518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] No DVR routers for this DVR port 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:41.467385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.467911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:41.470675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-182d17ed-13e3-4502-bc09-24146b14ceb1 req-0fac2401-d149-42f1-82bc-7e7d1990ffdb tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.39 "DELETE /v2.0/ports/4c29fc4b-ad70-4298-bd47-51289cfd5bf7 HTTP/1.1" status: 204 len: 173 time: 2.6661189 Oct 15 00:29:41.480370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-c0a157f0-ba0e-4972-8d5e-3848b08f1e9d service neutron] 10.222.0.13 "GET /v2.0/networks/55b3132a-ad4b-4558-b170-9dd6f2e912aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560309 Oct 15 00:29:41.513429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7465a32c-be87-424c-82ae-8795ff42ab1e req-c216a0d2-014f-40d5-a09b-d07c7d40cf8c tempest-ServersOnMultiNodesTest-1325782883 tempest-ServersOnMultiNodesTest-1325782883-project] 10.222.0.13 "GET /v2.0/security-groups?id=c890bffb-5022-438f-b522-397ea4a04822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128285 Oct 15 00:29:41.534667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Network 11ce43c2-06a9-458b-861e-742620101857 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:41.548462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Pushing event updated for resources: {'Port': ['ID=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:41.553767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] For port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:41.561682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:41.566669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:41.675512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Deleting port 319584f3-2a1a-47ab-be84-7199db56a135 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:41.676004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-c7df4644-74f8-4e22-8d7d-fc49e978e05e service neutron] 10.222.0.13 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944327 Oct 15 00:29:41.676124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.685641 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.751698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Attempting to bind port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:41.752063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Attempting to bind port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:41.752422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Attempting to bind port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 on network 11ce43c2-06a9-458b-861e-742620101857 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:41.763549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.764789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:41.765136 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.779333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f9d4052-f6df-4285-9040-999c226815ea req-2f5b315f-5d80-403f-8b49-dca78bc677ef tempest-ImagesNegativeTestJSON-1413100013 tempest-ImagesNegativeTestJSON-1413100013-project] 10.222.0.13 "GET /v2.0/ports?device_id=60f81c3f-ac21-4341-8dd2-e3e63ba9dafb HTTP/1.1" status: 200 len: 210 time: 0.1171556 Oct 15 00:29:41.803492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:41.803679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Checking segment: {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:41.804346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.805191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Bound using segment: {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:41.805644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Bound port: d4a4dd9c-d7f8-40c6-bd01-c17b33010714, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:41.806026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.828256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] Provisioning complete for port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:41.828535 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.838123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebfaa9-58b9-4b50-8fec-714dcbe4038f None None] Pushing event updated for resources: {'Port': ['ID=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:41.862714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-e8ad1201-bb6b-447c-88ae-4b26a855f01c service neutron] 10.222.0.13 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858032 Oct 15 00:29:41.878005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.945005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Deleting port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:41.946248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.984050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Network 55b3132a-ad4b-4558-b170-9dd6f2e912aa is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:41.993739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] For port 319584f3-2a1a-47ab-be84-7199db56a135, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=319584f3-2a1a-47ab-be84-7199db56a135,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:41.994277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:41.998075 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b826ebc4-ba87-4b79-b135-068fe0af6bcd x-openstack-request-id: req-b826ebc4-ba87-4b79-b135-068fe0af6bcd {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:41.998075 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccddf59f-3530-4750-82d2-8942d2f68256", "name": "network-vif-deleted", "tag": "a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:41.998075 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b826ebc4-ba87-4b79-b135-068fe0af6bcd {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:41.998840 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccddf59f-3530-4750-82d2-8942d2f68256', 'name': 'network-vif-deleted', 'tag': 'a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9', 'status': 'completed', 'code': 200} Oct 15 00:29:42.005514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:42.009045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:42.049019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Calling delete_port for 319584f3-2a1a-47ab-be84-7199db56a135 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:42.060136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Pushing event updated for resources: {'Port': ['ID=a2119e87-f301-4039-9583-ac0a526ba3f5,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:42.065920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] For port d4a4dd9c-d7f8-40c6-bd01-c17b33010714, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:42.107821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] For port d4a4dd9c-d7f8-40c6-bd01-c17b33010714, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:42.134338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:42.160101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] For port 8978d4ac-b48e-4e10-9313-95a6f8b89c14, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8978d4ac-b48e-4e10-9313-95a6f8b89c14,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:42.160462 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.203101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.217471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Attempting to bind port a2119e87-f301-4039-9583-ac0a526ba3f5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:42.218083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Attempting to bind port a2119e87-f301-4039-9583-ac0a526ba3f5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:42.218467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Attempting to bind port a2119e87-f301-4039-9583-ac0a526ba3f5 on network 55b3132a-ad4b-4558-b170-9dd6f2e912aa {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:42.249517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Calling delete_port for 8978d4ac-b48e-4e10-9313-95a6f8b89c14 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:42.261386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:42.261752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Checking segment: {'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:42.262177 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.262560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Bound using segment: {'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:42.263757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Bound port: a2119e87-f301-4039-9583-ac0a526ba3f5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:42.263757 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.298318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159996dc-375d-4e8f-a4ca-73145e5ce9b8 None None] Pushing event updated for resources: {'Port': ['ID=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:42.353871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:42.354284 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.368322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e77205-044b-4910-8919-92efe53c709f req-5d4e2f24-76e3-4d8d-8691-ca36ae60fee3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:42.372209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6e77205-044b-4910-8919-92efe53c709f req-5d4e2f24-76e3-4d8d-8691-ca36ae60fee3 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 950 time: 0.1241500 Oct 15 00:29:42.400444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef6cf4-0ecf-40cc-bcc3-7c6e2b133baf req-7770175d-56d5-4030-b2f1-6058d0694559 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:42.407868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ef6cf4-0ecf-40cc-bcc3-7c6e2b133baf req-7770175d-56d5-4030-b2f1-6058d0694559 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 944 time: 0.3288562 Oct 15 00:29:42.430468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] For port a2119e87-f301-4039-9583-ac0a526ba3f5, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:42.432912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-118f877b-0822-4ddf-9b4f-dded186ed5ce None None] Provisioning complete for port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:42.432912 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-118f877b-0822-4ddf-9b4f-dded186ed5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.436971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] For port a2119e87-f301-4039-9583-ac0a526ba3f5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a2119e87-f301-4039-9583-ac0a526ba3f5,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:42.443890 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6e77205-044b-4910-8919-92efe53c709f req-6465a0a7-d374-43b0-a6b9-d6dee6cb9be1 tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/security-groups?id=744f965a-ff05-4691-b122-78f757661f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656307 Oct 15 00:29:42.540750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ef6cf4-0ecf-40cc-bcc3-7c6e2b133baf req-26f0bac6-d614-4d31-be79-13ac5fa66ad7 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320105 Oct 15 00:29:42.560201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fbb2ea76-b953-492d-9c3d-a1d0736799ad req-76887ad9-fa33-4483-99ed-5b5d48c4311a tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 210 time: 0.0558939 Oct 15 00:29:42.564912 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.566981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.595730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.713224 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.772122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event deleted for resources: {'Port': ['ID=319584f3-2a1a-47ab-be84-7199db56a135,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:42.830375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] No DVR routers for this DVR port 319584f3-2a1a-47ab-be84-7199db56a135 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:42.833317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.837775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18b6da83-94c7-4cb9-8758-cb61e4d5e5b8 req-c0ca1d5c-a0ba-40a9-9658-2bf0441b3b3a tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "DELETE /v2.0/ports/319584f3-2a1a-47ab-be84-7199db56a135 HTTP/1.1" status: 204 len: 173 time: 2.0422375 Oct 15 00:29:42.889795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1c75b-d375-44e1-ac7e-77f34ca7869f None None] Pushing event updated for resources: {'Port': ['ID=a2119e87-f301-4039-9583-ac0a526ba3f5,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:42.908513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Allocated IP 172.25.2.227 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/d9420e72-82be-4ec5-97fa-cd749f4bf140) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:42.942437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:42.959983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:42.985358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:42.985939 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c29fc4b-ad70-4298-bd47-51289cfd5bf7 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:43.051417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Pushing event deleted for resources: {'Port': ['ID=8978d4ac-b48e-4e10-9313-95a6f8b89c14,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:43.194690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] No DVR routers for this DVR port 8978d4ac-b48e-4e10-9313-95a6f8b89c14 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:43.200094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:43.204345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-213633d6-8b00-4387-8cbb-d19c78a8379d req-526f1f1a-5381-433e-9a3e-828d4857214f tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.30 "DELETE /v2.0/ports/8978d4ac-b48e-4e10-9313-95a6f8b89c14 HTTP/1.1" status: 204 len: 173 time: 2.1057627 Oct 15 00:29:43.270659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:43.346185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:43.424840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:43.425757 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:43.441358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58484) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:43.475008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:43.595445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:43.647518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:43.675499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:43.675825 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:43.684836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:43.697050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:43.746249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-82e6cdb2-1bfe-41e7-b435-9d61c512207d req-7d7c40e2-5003-42aa-afda-7b1b461ea32c tempest-MigrationsAdminTest-974801331 tempest-MigrationsAdminTest-974801331-project] 10.222.0.13 "GET /v2.0/ports?device_id=e17506ef-3921-4a5a-948b-0dcb890fc7c4 HTTP/1.1" status: 200 len: 210 time: 0.0895102 Oct 15 00:29:43.849848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58496) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:43.866513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d4a4dd9c-d7f8-40c6-bd01-c17b33010714 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:43.888824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a562146-13d4-4d1a-89d0-44e486fc9dce req-a1d2ce42-175c-4072-bf87-8fd02085f15b tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=1383dbe5-70fd-4ad3-b3b5-5bb6f146db65 HTTP/1.1" status: 200 len: 210 time: 0.0917804 Oct 15 00:29:43.925739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Pushing event updated for resources: {'Port': ['ID=d9420e72-82be-4ec5-97fa-cd749f4bf140,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:43.945433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cb83ead8-0315-46dd-8880-5353e7ffdf9c req-0fcbe100-c46d-4278-9eb5-b7e634c3187d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 210 time: 0.0659053 Oct 15 00:29:43.952495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:43.989127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 8978d4ac-b48e-4e10-9313-95a6f8b89c14 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:43.989478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8978d4ac-b48e-4e10-9313-95a6f8b89c14 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:43.990039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:44.031346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef405174-6121-4c12-8767-0cd696afc15d None None] Network 11ce43c2-06a9-458b-861e-742620101857 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:44.035927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:44.036348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a4e1b8b1-bc22-45ce-bdfd-f3ff593137c9 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:44.094349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'name': 'network-vif-deleted', 'tag': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7'}, {'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'name': 'network-vif-deleted', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135'}, {'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-deleted', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:44.096715 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a0e2e-4d98-4abf-b3bc-beb0d5130b8c" -d '{"events": [{"server_uuid": "60f81c3f-ac21-4341-8dd2-e3e63ba9dafb", "name": "network-vif-deleted", "tag": "4c29fc4b-ad70-4298-bd47-51289cfd5bf7"}, {"server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "name": "network-vif-deleted", "tag": "319584f3-2a1a-47ab-be84-7199db56a135"}, {"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-deleted", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:44.116562 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3a783b72-2f49-462d-997e-abc0d21e6a22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f61da4d203b34931874b8120e40f060b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6740534 Oct 15 00:29:44.121242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58504) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:44.130228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6dae4855-876b-41aa-b99c-45a8eab0dec2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c06b55f8f97b4858833419675f31ed3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818627 Oct 15 00:29:44.132840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58506) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:44.194434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:44.196519 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.203261 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cca4fb89-909d-43f3-8220-57833573325a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.212138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8f1b-419f-4dec-886f-2889994da12f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.236144 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b2df2-51b9-4b92-a573-b196c905b9a9 x-openstack-request-id: req-684b2df2-51b9-4b92-a573-b196c905b9a9 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:44.236618 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f81c3f-ac21-4341-8dd2-e3e63ba9dafb", "name": "network-vif-deleted", "tag": "4c29fc4b-ad70-4298-bd47-51289cfd5bf7", "status": "completed", "code": 200}, {"server_uuid": "1383dbe5-70fd-4ad3-b3b5-5bb6f146db65", "name": "network-vif-deleted", "tag": "319584f3-2a1a-47ab-be84-7199db56a135", "status": "completed", "code": 200}, {"server_uuid": "e17506ef-3921-4a5a-948b-0dcb890fc7c4", "name": "network-vif-deleted", "tag": "8978d4ac-b48e-4e10-9313-95a6f8b89c14", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:44.236875 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-684b2df2-51b9-4b92-a573-b196c905b9a9 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:44.237534 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f81c3f-ac21-4341-8dd2-e3e63ba9dafb', 'name': 'network-vif-deleted', 'tag': '4c29fc4b-ad70-4298-bd47-51289cfd5bf7', 'status': 'completed', 'code': 200} Oct 15 00:29:44.237534 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1383dbe5-70fd-4ad3-b3b5-5bb6f146db65', 'name': 'network-vif-deleted', 'tag': '319584f3-2a1a-47ab-be84-7199db56a135', 'status': 'completed', 'code': 200} Oct 15 00:29:44.237804 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17506ef-3921-4a5a-948b-0dcb890fc7c4', 'name': 'network-vif-deleted', 'tag': '8978d4ac-b48e-4e10-9313-95a6f8b89c14', 'status': 'completed', 'code': 200} Oct 15 00:29:44.239513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8f1b-419f-4dec-886f-2889994da12f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.258772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cca4fb89-909d-43f3-8220-57833573325a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.287402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-207e594b-9149-41c6-a800-fa81886d5c22 None None] Provisioning complete for port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:44.287762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-207e594b-9149-41c6-a800-fa81886d5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.398370 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8f1b-419f-4dec-886f-2889994da12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.401562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a8f1b-419f-4dec-886f-2889994da12f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.403052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1b4a8f1b-419f-4dec-886f-2889994da12f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cd84b56-5f7c-47f0-9991-b8d8cde65d5a HTTP/1.1" status: 204 len: 168 time: 0.2690120 Oct 15 00:29:44.419878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a8f1b-419f-4dec-886f-2889994da12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd84b56-5f7c-47f0-9991-b8d8cde65d5a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:44.491142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cca4fb89-909d-43f3-8220-57833573325a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.497435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cca4fb89-909d-43f3-8220-57833573325a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.499734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cca4fb89-909d-43f3-8220-57833573325a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c890bffb-5022-438f-b522-397ea4a04822 HTTP/1.1" status: 204 len: 168 time: 0.3775206 Oct 15 00:29:44.537013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4fb89-909d-43f3-8220-57833573325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c890bffb-5022-438f-b522-397ea4a04822,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:44.537280 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.545619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.614336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa9ab9-6755-465b-b64c-e6df3051c656 None None] Network 55b3132a-ad4b-4558-b170-9dd6f2e912aa requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:44.648834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-207e594b-9149-41c6-a800-fa81886d5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.670562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d4a4dd9c-d7f8-40c6-bd01-c17b33010714, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:44.723755 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.755868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.839493 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:44.868296 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-207e594b-9149-41c6-a800-fa81886d5c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:29:44.868495 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-207e594b-9149-41c6-a800-fa81886d5c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:29:44.991724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:45.035629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 319584f3-2a1a-47ab-be84-7199db56a135 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:45.035918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 319584f3-2a1a-47ab-be84-7199db56a135 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:45.040316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:45.102486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bf2bb66-ed2d-4cb7-be0e-636a66e1c141 req-9983ac3b-d4d7-4396-b41d-7825d93e442d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 210 time: 0.0418491 Oct 15 00:29:45.129962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Router ac01ae08-3476-433a-96f5-304b8f4a46ea is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:29:45.168266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2119e87-f301-4039-9583-ac0a526ba3f5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:45.279745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a2119e87-f301-4039-9583-ac0a526ba3f5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:45.280756 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.396158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58534) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:45.408925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.425675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-7dffcda0-d09f-4d9c-b14f-b56e59e7f16f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:45.437515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-7dffcda0-d09f-4d9c-b14f-b56e59e7f16f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:45.439160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-7dffcda0-d09f-4d9c-b14f-b56e59e7f16f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "GET /v2.0/networks?id=fbcce56d-b030-4591-bee8-0fb0ce38114f&id=55b3132a-ad4b-4558-b170-9dd6f2e912aa&id=fbcce56d-b030-4591-bee8-0fb0ce38114f HTTP/1.1" status: 200 len: 1392 time: 0.2977481 Oct 15 00:29:45.464763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'port': {'device_id': 'deced91f-311e-4f78-9148-aa66abb89f72', 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f', 'admin_state_up': True, 'tenant_id': '14de8b2df74949358d430af260307141'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:45.478756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9e32e0c7-cbf4-4fe3-ab03-451a76f2148e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc94353cc0784abf9ce3cb4e8bc0c088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811090 Oct 15 00:29:45.479648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58542) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:45.488500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:45.524114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Sync routers for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:45.547232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port a2119e87-f301-4039-9583-ac0a526ba3f5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a2119e87-f301-4039-9583-ac0a526ba3f5,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:45.556621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:45.558791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:45.592194 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58544) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:45.629968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eca2f7a0-7ede-46ef-b34f-79073e738a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.640440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.657461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.658989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f2f1ec8c-1dc3-4e8f-8425-502300e63d33 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1836789 Oct 15 00:29:45.661806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58550) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:45.669690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eca2f7a0-7ede-46ef-b34f-79073e738a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.684514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f93e5b-5e62-41bc-becf-8162407e1d36 req-d0e6ce9f-a422-46bd-b827-d22d4d9f9313 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:45.686281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e2f93e5b-5e62-41bc-becf-8162407e1d36 req-d0e6ce9f-a422-46bd-b827-d22d4d9f9313 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.1375327 Oct 15 00:29:45.714362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=a2119e87-f301-4039-9583-ac0a526ba3f5,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:45.733222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f65e1334-17fa-4ee8-aefa-1180dd55ef44 None None] Provisioning complete for port a2119e87-f301-4039-9583-ac0a526ba3f5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:45.734077 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f65e1334-17fa-4ee8-aefa-1180dd55ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.750344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e2f93e5b-5e62-41bc-becf-8162407e1d36 req-d99fe012-3688-4e54-9740-326a10563b01 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 Oct 15 00:29:45.856459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:45.864603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2153300b-9a7e-4068-a5c4-8893e06ac7ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7343b021868649e6a3ec485bdca87f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708018 Oct 15 00:29:45.865222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58554) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:45.898821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eca2f7a0-7ede-46ef-b34f-79073e738a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.901511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eca2f7a0-7ede-46ef-b34f-79073e738a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:45.905628 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eca2f7a0-7ede-46ef-b34f-79073e738a51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76cdd72b-fc4e-4666-9453-1b22d2eefa01 HTTP/1.1" status: 204 len: 168 time: 0.4245374 Oct 15 00:29:45.941576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2f7a0-7ede-46ef-b34f-79073e738a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cdd72b-fc4e-4666-9453-1b22d2eefa01,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:45.965343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6826d107-80fe-4edf-8be1-53a3fb21d0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.004118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6826d107-80fe-4edf-8be1-53a3fb21d0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.075333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f65e1334-17fa-4ee8-aefa-1180dd55ef44 None None] Provisioning complete for port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:46.075840 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f65e1334-17fa-4ee8-aefa-1180dd55ef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.093709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:46.097124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.166338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6826d107-80fe-4edf-8be1-53a3fb21d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.169406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6826d107-80fe-4edf-8be1-53a3fb21d0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.170604 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6826d107-80fe-4edf-8be1-53a3fb21d0da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/744f965a-ff05-4691-b122-78f757661f4e HTTP/1.1" status: 204 len: 168 time: 0.3044524 Oct 15 00:29:46.185480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826d107-80fe-4edf-8be1-53a3fb21d0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f965a-ff05-4691-b122-78f757661f4e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:46.217016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-3f774a8c-7374-4566-aff5-20e3c40bd616 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:46.218802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-3f774a8c-7374-4566-aff5-20e3c40bd616 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.1264386 Oct 15 00:29:46.238852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:44Z', 'revision_number': 3, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:46.284008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Checking router: ac01ae08-3476-433a-96f5-304b8f4a46ea for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:46.284008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Updating router ac01ae08-3476-433a-96f5-304b8f4a46ea port d9420e72-82be-4ec5-97fa-cd749f4bf140 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:29:46.333147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.345612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4fe4aa4-862b-408c-8657-0f82066fa9f3 req-a4ff7aeb-139d-4e01-8a87-130ecac705bd tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 210 time: 0.1380327 Oct 15 00:29:46.473482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58574) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:46.540938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Allocated IP 19.80.0.117 (fbcce56d-b030-4591-bee8-0fb0ce38114f/b62b695c-5545-427e-bbbc-c2e62316f6ce/8a3ca884-719f-4d53-9222-147862a99464) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:46.618960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Deleting port 76be05e8-9563-4a40-9066-a9954e3bbc58 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:29:46.620184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.787616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-475698801-network', 'tenant_id': 'f13bebc26af748b9b6ccac6aa830226c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:46.848680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.924871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Made reservation on behalf of f13bebc26af748b9b6ccac6aa830226c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:46.927139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.954206 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.978524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] For port 76be05e8-9563-4a40-9066-a9954e3bbc58, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76be05e8-9563-4a40-9066-a9954e3bbc58,segment=NetworkSegment(b6afa557-eab0-449e-8194-2f0a5efd461f),segment_id=b6afa557-eab0-449e-8194-2f0a5efd461f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:46.978899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:46.982331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.010873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b052e7-ef5a-4ac9-a46f-3ab9873d05de None None] Pushing event updated for resources: {'Port': ['ID=d9420e72-82be-4ec5-97fa-cd749f4bf140,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:47.015431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Attempting to bind port d9420e72-82be-4ec5-97fa-cd749f4bf140 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:47.015919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Attempting to bind port d9420e72-82be-4ec5-97fa-cd749f4bf140 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:47.016577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Attempting to bind port d9420e72-82be-4ec5-97fa-cd749f4bf140 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:47.025175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Calling delete_port for 76be05e8-9563-4a40-9066-a9954e3bbc58 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:29:47.026075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:47.027573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:47.029425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.031356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:47.031356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Bound port: d9420e72-82be-4ec5-97fa-cd749f4bf140, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:47.033829 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.060856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.078754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76207841-ff8e-437e-b670-79154dc94d46 req-d0da25cc-1e2c-4754-b536-46800b437b09 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:47.087693 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:29:47.088131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76207841-ff8e-437e-b670-79154dc94d46 req-d0da25cc-1e2c-4754-b536-46800b437b09 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 944 time: 0.2129474 Oct 15 00:29:47.109465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] For port d9420e72-82be-4ec5-97fa-cd749f4bf140, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:47.112639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] For port d9420e72-82be-4ec5-97fa-cd749f4bf140, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d9420e72-82be-4ec5-97fa-cd749f4bf140,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:47.126293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2119e87-f301-4039-9583-ac0a526ba3f5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:47.184062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:47.192220 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.198491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a2119e87-f301-4039-9583-ac0a526ba3f5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:47.199183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.254535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c337a9d4-3e18-420e-be05-9e9757246dc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6077ab6c6e77402fac11c02cc5a25f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678122 Oct 15 00:29:47.256059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58596) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:47.265583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76207841-ff8e-437e-b670-79154dc94d46 req-1cd5121c-70f8-4c11-a4ef-36cd5756de90 tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/security-groups?id=d83c6717-ac31-4192-9b3a-dbdb69215cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769071 Oct 15 00:29:47.373677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.394808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.397753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.401689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b052e7-ef5a-4ac9-a46f-3ab9873d05de None None] Pushing event updated for resources: {'Port': ['ID=d9420e72-82be-4ec5-97fa-cd749f4bf140,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:47.426973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:47.427682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:47.443575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d46e9ce4-5b9d-4582-9f23-70b0f8a5d64e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.469515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.480775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d46e9ce4-5b9d-4582-9f23-70b0f8a5d64e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.516993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network fbcce56d-b030-4591-bee8-0fb0ce38114f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:47.541484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:47.543350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Port': ['ID=8a3ca884-719f-4d53-9222-147862a99464,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:47.545526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:47.566867 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.588543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:29:47.618326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:47.623162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d46e9ce4-5b9d-4582-9f23-70b0f8a5d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.626809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d46e9ce4-5b9d-4582-9f23-70b0f8a5d64e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.628367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d46e9ce4-5b9d-4582-9f23-70b0f8a5d64e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c80315b-64ab-4877-b4aa-e8d03a94b28a HTTP/1.1" status: 204 len: 168 time: 0.3696222 Oct 15 00:29:47.666356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e9ce4-5b9d-4582-9f23-70b0f8a5d64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c80315b-64ab-4877-b4aa-e8d03a94b28a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:47.672470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58612) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:47.707973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670e39ea-50d0-4a40-ba55-906c4c86fb83,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:47.757328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.757722 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Added segment 632236c3-f980-4526-b175-55583cafa600 of type vlan for network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b Oct 15 00:29:47.759929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Pushing event deleted for resources: {'Port': ['ID=76be05e8-9563-4a40-9066-a9954e3bbc58,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:47.763176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d4a4dd9c-d7f8-40c6-bd01-c17b33010714 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:47.871397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:47.872042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.884207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-network', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:47.922974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:47.923680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.936911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d0b6-6b5f-4648-8206-149c26d17872 req-9a3867c1-6d4a-451b-9b3e-7928e427c84f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:47.938443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cba6d0b6-6b5f-4648-8206-149c26d17872 req-9a3867c1-6d4a-451b-9b3e-7928e427c84f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 932 time: 0.4236360 Oct 15 00:29:47.942540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.944772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] No DVR routers for this DVR port 76be05e8-9563-4a40-9066-a9954e3bbc58 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:29:47.954595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:47.957903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3dba9aca-3cd7-4f1d-ad56-4137dc217e3e req-5220e440-79e3-4a39-a839-07ed1ef0b2cc tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.39 "DELETE /v2.0/ports/76be05e8-9563-4a40-9066-a9954e3bbc58 HTTP/1.1" status: 204 len: 173 time: 1.6703970 Oct 15 00:29:47.960126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'name': 'network-vif-deleted', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:47.963153 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a83fb-de2e-4f81-8df0-c82234e9baec" -d '{"events": [{"server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "name": "network-vif-deleted", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:47.984032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Made reservation on behalf of 9fe264e666d14b838bc0227c4f49cb38 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:47.989798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.005425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.009200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Allocated IP 172.20.0.1 (11ce43c2-06a9-458b-861e-742620101857/bbe3cf61-605f-4334-9022-1f260e731615/5ec8b661-74c4-4c78-9e81-0cd2cc421975) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:48.016182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9c165da4-af31-42d1-a39e-a9330af62b39 None None] Provisioning complete for port 8a3ca884-719f-4d53-9222-147862a99464 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:48.016549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9c165da4-af31-42d1-a39e-a9330af62b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.020252 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7065d5b0-767f-480b-b088-43c2ae7f2d1b x-openstack-request-id: req-7065d5b0-767f-480b-b088-43c2ae7f2d1b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:48.020546 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea72a2-ee38-49c4-aa34-572d41cf5fd4", "name": "network-vif-deleted", "tag": "76be05e8-9563-4a40-9066-a9954e3bbc58", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:48.020804 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7065d5b0-767f-480b-b088-43c2ae7f2d1b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:48.021206 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea72a2-ee38-49c4-aa34-572d41cf5fd4', 'name': 'network-vif-deleted', 'tag': '76be05e8-9563-4a40-9066-a9954e3bbc58', 'status': 'completed', 'code': 200} Oct 15 00:29:48.043480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cba6d0b6-6b5f-4648-8206-149c26d17872 req-c6fc394e-e0cf-4019-9c01-1bc0bfa6c1e6 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955853 Oct 15 00:29:48.095800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9c165da4-af31-42d1-a39e-a9330af62b39 None None] Port 8a3ca884-719f-4d53-9222-147862a99464 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:48.111276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:44Z', 'revision_number': 3, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:48.128670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-d0fd34e6-f471-4666-9f45-b32219cdd40f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6722994 Oct 15 00:29:48.129085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.130045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:48.130648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.136191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.149952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'port': {'device_id': 'deced91f-311e-4f78-9148-aa66abb89f72', 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa', 'admin_state_up': True, 'tenant_id': '14de8b2df74949358d430af260307141'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:48.160200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a681cf5-12c6-4d05-981a-8abc3d8319e2 None None] The sync data for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 is: [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:44Z', 'revision_number': 3, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:48.194638 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.249730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:29:48.258768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1278d740-ddca-4714-902f-7267b9af0ac3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:48.293928 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.293928 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Added segment 71a0fff1-8856-4dd5-beb9-cedcc3e59a2c of type vlan for network b4c7f167-2f77-45ce-9b8b-faa89cc395da Oct 15 00:29:48.309355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8348291 Oct 15 00:29:48.317054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58626) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:48.321206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcb189-f68d-4ec3-8c30-b3aa26591e60 admin admin] Pushing event updated for resources: {'Network': ['ID=15cf1ac1-03b3-4007-a55b-4fc90ffda65b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:48.326445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Request body: {'subnet': {'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-475698801-subnet', 'tenant_id': 'f13bebc26af748b9b6ccac6aa830226c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:48.334319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:29:48.335003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.359195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.440059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed94dddc-0a6a-47c8-a1b9-d8abbd4ff815 req-60ef75cd-4c2c-4ca6-8c20-ff51fcd2dcfb tempest-LiveMigrationTest-31848239 tempest-LiveMigrationTest-31848239-project] 10.222.0.13 "GET /v2.0/ports?device_id=8aea72a2-ee38-49c4-aa34-572d41cf5fd4 HTTP/1.1" status: 200 len: 210 time: 0.0282700 Oct 15 00:29:48.463665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Made reservation on behalf of f13bebc26af748b9b6ccac6aa830226c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:48.466070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.491595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.503353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:48.503353 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.538824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.604792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c7f167-2f77-45ce-9b8b-faa89cc395da,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:48.616390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:29:48.670918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:48.678190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.690028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Pushing event updated for resources: {'Port': ['ID=5ec8b661-74c4-4c78-9e81-0cd2cc421975,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:48.702197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Network 11ce43c2-06a9-458b-861e-742620101857 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:48.714826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:48.718458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:48.748779 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e92a4026-1c35-46e4-9059-15389dd043a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0685661 Oct 15 00:29:48.754567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58636) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:48.757178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Request body: {'subnet': {'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-subnet', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:48.825264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:48.863051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Made reservation on behalf of 9fe264e666d14b838bc0227c4f49cb38 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:48.870825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.015358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Allocated IP 19.86.0.125 (55b3132a-ad4b-4558-b170-9dd6f2e912aa/4668bac7-8b19-4fc8-8508-248294c682f1/f7205238-8078-4946-808c-37ee9d473e68) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:49.146036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1ce35ec6-50d2-4663-9ad5-43662d4ae820 None None] Provisioning complete for port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:49.151327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ce35ec6-50d2-4663-9ad5-43662d4ae820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.201438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1ce35ec6-50d2-4663-9ad5-43662d4ae820 None None] Port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:49.231677 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d9420e72-82be-4ec5-97fa-cd749f4bf140 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:49.317600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d9420e72-82be-4ec5-97fa-cd749f4bf140 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:49.318108 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.407869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90aff1-3513-467b-936e-824e41a19c6a req-dfe544b6-5ae3-4e73-89eb-f5c94288d170 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:49.415413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d90aff1-3513-467b-936e-824e41a19c6a req-dfe544b6-5ae3-4e73-89eb-f5c94288d170 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 932 time: 0.2676625 Oct 15 00:29:49.421890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.463534 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.470996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.494622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d9420e72-82be-4ec5-97fa-cd749f4bf140, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d9420e72-82be-4ec5-97fa-cd749f4bf140,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:49.522505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58652) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:49.581004 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.664816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d9420e72-82be-4ec5-97fa-cd749f4bf140,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:49.808907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.875281 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] Deleting subnet 82dbddfa-bb44-4fce-ac8c-63c2cd14766a {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:29:49.890848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.899509 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.916156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d90aff1-3513-467b-936e-824e41a19c6a req-20b015c6-a71a-499d-ba30-d2e528a190bc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998515 Oct 15 00:29:49.923777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:49.954061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:49.981766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae4a766-1696-4a38-ae06-6b0eb1de0330,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:49.987401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Checking segment: {'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:49.993576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Network hostable DHCP agents. Network: b4c7f167-2f77-45ce-9b8b-faa89cc395da, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:29:50.009249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Checking segment: {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:50.009650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Network hostable DHCP agents. Network: 15cf1ac1-03b3-4007-a55b-4fc90ffda65b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:29:50.020393 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.071484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.113217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:29:50.134570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network 55b3132a-ad4b-4558-b170-9dd6f2e912aa is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:50.143805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:50.147843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Port': ['ID=f7205238-8078-4946-808c-37ee9d473e68,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:50.150499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.153435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:50.159505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:29:50.190845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.195409 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82dbddfa-bb44-4fce-ac8c-63c2cd14766a HTTP/1.1" status: 204 len: 168 time: 0.6716144 Oct 15 00:29:50.196921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f72c54-f288-414f-8c75-553b6baf0ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82dbddfa-bb44-4fce-ac8c-63c2cd14766a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:50.199795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58668) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:50.222939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b4c7f167-2f77-45ce-9b8b-faa89cc395da) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:50.232698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:50.233732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.240312 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5886571e-5c7d-47cf-997b-190e3f9c56a6 None None] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:50.265896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 15cf1ac1-03b3-4007-a55b-4fc90ffda65b) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:50.269112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.277540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d92be7-c3e0-4b9d-b370-a211360f1432 None None] Network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:50.330205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:50.330869 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.335370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.350388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3d5c2240-bcb8-452e-adea-70b13e4f8d8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5987673 Oct 15 00:29:50.350815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58672) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:50.356532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:50.358958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:50.359618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.386951 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.472963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.474117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.566576 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.579931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Pushing event updated for resources: {'Port': ['ID=5ec8b661-74c4-4c78-9e81-0cd2cc421975,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:50.592230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0868c7-623c-4c38-b972-be1f46842969 None None] Network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:50.600372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.630591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d32989d1-284f-4f21-a656-71d571a032aa None None] Provisioning complete for port f7205238-8078-4946-808c-37ee9d473e68 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:50.630961 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d32989d1-284f-4f21-a656-71d571a032aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.631069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c172d30b-154f-4fa0-8315-a3b3c39dc79f']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:50.640837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-b4c7f167-2f77-45ce-9b8b-faa89cc395da', 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'fixed_ips': [{'subnet_id': 'e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:29:50.641671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.643175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6afa557-eab0-449e-8194-2f0a5efd461f') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:50.643425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6afa557-eab0-449e-8194-2f0a5efd461f') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:50.656453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.673644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.681290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:29:50.681766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.763252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:29:50.765476 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:29:50.771927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4d9c48d3-fe80-4de9-a4fc-2f7407551831 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6277058 Oct 15 00:29:50.784133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2ccb1793-5343-4541-b96a-c70c1ce99f03 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4564080 Oct 15 00:29:50.786148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'port': {'device_id': 'deced91f-311e-4f78-9148-aa66abb89f72', 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f', 'admin_state_up': True, 'tenant_id': '14de8b2df74949358d430af260307141'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:50.909455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.914808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.924425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:50.927483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] 10.222.0.13 "DELETE /v2.0/networks/c172d30b-154f-4fa0-8315-a3b3c39dc79f HTTP/1.1" status: 204 len: 168 time: 0.7248793 Oct 15 00:29:50.932582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58688) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:51.005414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ab4ff-297e-47d2-829d-bd9f0d670d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=c172d30b-154f-4fa0-8315-a3b3c39dc79f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:51.021932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d32989d1-284f-4f21-a656-71d571a032aa None None] Port f7205238-8078-4946-808c-37ee9d473e68 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:51.023550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Allocated IP 172.20.0.2 (b4c7f167-2f77-45ce-9b8b-faa89cc395da/e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6/272de3c4-eb3e-4aa3-8292-64779371805b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:51.028669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:29:51.046923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.047390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.047846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.054005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.054755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.055230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.055677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.056127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.056555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.057025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.057462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.057887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.058361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.058790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.064379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-39b2ec23-8f34-4f5d-9d1f-945c46c0d254 req-80c3344d-176b-4bb4-a3c7-3dd60658b1d0 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9875 time: 0.3374128 Oct 15 00:29:51.074427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Network 11ce43c2-06a9-458b-861e-742620101857 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:51.075621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 76be05e8-9563-4a40-9066-a9954e3bbc58 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:29:51.075829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76be05e8-9563-4a40-9066-a9954e3bbc58 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:29:51.079839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:51.118722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] Deleting subnet 86b02f1f-bdcb-46a5-a8aa-5fa257ed1746 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:29:51.135177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.175992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:51.182168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.187371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.221373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d9420e72-82be-4ec5-97fa-cd749f4bf140 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:51.230975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.354761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d9420e72-82be-4ec5-97fa-cd749f4bf140 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:51.355324 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.395704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4fea9-77b7-44fc-bcc9-d5ffc1d2176e req-bb909456-f967-4fe0-851d-4c7d7ec26424 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.403220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4fea9-77b7-44fc-bcc9-d5ffc1d2176e req-bb909456-f967-4fe0-851d-4c7d7ec26424 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.410794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cf4fea9-77b7-44fc-bcc9-d5ffc1d2176e req-bb909456-f967-4fe0-851d-4c7d7ec26424 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 1655 time: 0.3096917 Oct 15 00:29:51.418692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.423764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Router ac01ae08-3476-433a-96f5-304b8f4a46ea has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:29:51.436230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-f95e86d0-8471-40d7-9366-7907ca72bc42 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.443229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-f95e86d0-8471-40d7-9366-7907ca72bc42 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 821 time: 0.1579924 Oct 15 00:29:51.496107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.502233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-11c7c418-be01-4824-bb2c-2f354b710283 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/quotas/f13bebc26af748b9b6ccac6aa830226c HTTP/1.1" status: 200 len: 375 time: 0.0569189 Oct 15 00:29:51.505105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.514868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Allocated IP 19.80.0.252 (fbcce56d-b030-4591-bee8-0fb0ce38114f/b62b695c-5545-427e-bbbc-c2e62316f6ce/bbf43efd-0bb5-4b12-b12a-da3b005a28fd) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:51.517124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:51.519530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:51.525561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cf4fea9-77b7-44fc-bcc9-d5ffc1d2176e req-dbe35c33-3258-4b2b-b898-3bfdd09c76cd tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137831 Oct 15 00:29:51.563329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:51.589573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b02f1f-bdcb-46a5-a8aa-5fa257ed1746,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:51.593304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-71f97528-114d-4595-86cc-11b5d8307c7e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911694 Oct 15 00:29:51.612509 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.615889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5e3571ba-30ea-4061-b84d-45ad8feb6935 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86b02f1f-bdcb-46a5-a8aa-5fa257ed1746 HTTP/1.1" status: 204 len: 168 time: 0.6807141 Oct 15 00:29:51.619908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58706) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:51.622218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Pushing event updated for resources: {'Port': ['ID=272de3c4-eb3e-4aa3-8292-64779371805b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:51.637783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fca63049-a7d9-49b2-b479-93780608e25f None None] Provisioning complete for port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:51.637783 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fca63049-a7d9-49b2-b479-93780608e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.693411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.694385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Attempting to bind port 272de3c4-eb3e-4aa3-8292-64779371805b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:51.694774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Attempting to bind port 272de3c4-eb3e-4aa3-8292-64779371805b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:51.695980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Attempting to bind port 272de3c4-eb3e-4aa3-8292-64779371805b on network b4c7f167-2f77-45ce-9b8b-faa89cc395da {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:51.706311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fca63049-a7d9-49b2-b479-93780608e25f None None] Port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:51.709000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:51.711553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Checking segment: {'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:51.711553 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.711553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Bound using segment: {'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:51.711553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Bound port: 272de3c4-eb3e-4aa3-8292-64779371805b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:51.711553 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.768519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:51.787574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf166c6a-53e5-460c-bd8e-7073f221cd5c admin admin] 10.222.0.13 "PUT /v2.0/routers/ac01ae08-3476-433a-96f5-304b8f4a46ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1168666 Oct 15 00:29:51.787786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.791554 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Sync routers for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:51.792154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] For port 272de3c4-eb3e-4aa3-8292-64779371805b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:51.793912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] For port 272de3c4-eb3e-4aa3-8292-64779371805b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=272de3c4-eb3e-4aa3-8292-64779371805b,segment=NetworkSegment(71a0fff1-8856-4dd5-beb9-cedcc3e59a2c),segment_id=71a0fff1-8856-4dd5-beb9-cedcc3e59a2c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:51.800699 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.802928 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:51.803723 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:51.819690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e3cc-f36a-41c4-9de8-089c11e61d70 req-0ef5e938-ec19-481d-a5df-0c1b25f54dcf tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:51.821732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5154e3cc-f36a-41c4-9de8-089c11e61d70 req-0ef5e938-ec19-481d-a5df-0c1b25f54dcf tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 886 time: 0.2457614 Oct 15 00:29:51.876456 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.881479 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-38429a58-5a3e-43f3-be46-8ffbd5eeabf8 service neutron] 10.222.0.13 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621529 Oct 15 00:29:51.907166 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:51.948599 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:51.953042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb813-4237-42d7-bb56-9027e14e7ae5 None None] Pushing event updated for resources: {'Port': ['ID=272de3c4-eb3e-4aa3-8292-64779371805b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:52.060458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.076022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.108921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20690bab-4110-462a-8d6b-4b318f5fe686']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:52.137882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Allocated IP 172.25.2.163 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/35aa775c-ab6a-4645-80f9-b139c5cf33fd) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:52.140880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501bf200-efff-47d9-93f0-403c3baf342a') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:52.141179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501bf200-efff-47d9-93f0-403c3baf342a') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:52.155355 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-38b75765-acf4-4ac8-afcf-90dd90d9ece5 service neutron] 10.222.0.13 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727096 Oct 15 00:29:52.166898 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.191648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.201202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network fbcce56d-b030-4591-bee8-0fb0ce38114f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:52.215941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:29:52.216811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:29:52.220782 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:29:52.230353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:52.247959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:52.261311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Port': ['ID=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:52.284597 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 2, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:52.322411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.323084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.324060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.324817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.325712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.325938 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Checking router: ac01ae08-3476-433a-96f5-304b8f4a46ea for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:52.326356 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Updating router ac01ae08-3476-433a-96f5-304b8f4a46ea port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:29:52.326928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.327516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.328114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.328770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.330040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.330984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.331899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.332807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.338460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3499f51f-4bbf-45bf-bea5-53c58eec75ea req-137ac78f-8f71-4643-910f-f37ff2046547 tempest-NetworksTest-65329475 tempest-NetworksTest-65329475-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9179 time: 0.3658683 Oct 15 00:29:52.381817 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.407932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:52.414741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.464460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.480331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.496820 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.498354 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-92d3bdd1-a99e-4875-ad2e-8e44fc948e99 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7170894 Oct 15 00:29:52.500287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] 10.222.0.13 "DELETE /v2.0/networks/20690bab-4110-462a-8d6b-4b318f5fe686 HTTP/1.1" status: 204 len: 168 time: 0.8792305 Oct 15 00:29:52.517120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Request body: {'port': {'device_id': 'deced91f-311e-4f78-9148-aa66abb89f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:52.537206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dacca-de87-4b41-9350-16cf9a658174 admin admin] Pushing event deleted for resources: {'Network': ['ID=20690bab-4110-462a-8d6b-4b318f5fe686,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:52.683480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.691428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ba4f59b-7f4b-4c94-867b-ca0fb8706c80 req-6aacbbf1-3f79-4190-90b7-3ae8eec3e707 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 210 time: 0.0682831 Oct 15 00:29:52.787616 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.791683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-10a6e05d-1101-4c1d-b8c9-f0718fd5feaa None None] Provisioning complete for port bbf43efd-0bb5-4b12-b12a-da3b005a28fd triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:52.792201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-10a6e05d-1101-4c1d-b8c9-f0718fd5feaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.865689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:52.884125 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:52.895968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:52.906169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-10a6e05d-1101-4c1d-b8c9-f0718fd5feaa None None] Port bbf43efd-0bb5-4b12-b12a-da3b005a28fd cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:52.923262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:52.956585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Pushing event updated for resources: {'Port': ['ID=35aa775c-ab6a-4645-80f9-b139c5cf33fd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:52.971872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58736) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:52.979458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-875b1d92-4955-403d-94a2-05318710f6e6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441878910', 'description': 'tempest-description--1929720252'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:53.013007 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.072481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1da59-bf47-4fc7-8b15-2f94baac5d45 req-4c2a29d7-2bc4-43a0-b3f9-6b0d5d2cc017 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:53.078701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1da59-bf47-4fc7-8b15-2f94baac5d45 req-4c2a29d7-2bc4-43a0-b3f9-6b0d5d2cc017 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:53.088178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1da59-bf47-4fc7-8b15-2f94baac5d45 req-4c2a29d7-2bc4-43a0-b3f9-6b0d5d2cc017 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:53.090717 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4e1da59-bf47-4fc7-8b15-2f94baac5d45 req-4c2a29d7-2bc4-43a0-b3f9-6b0d5d2cc017 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2377 time: 0.2386849 Oct 15 00:29:53.112703 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6de2f-550d-43b5-9aa8-af707aa8efa3 None None] Pushing event updated for resources: {'Port': ['ID=5ec8b661-74c4-4c78-9e81-0cd2cc421975,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:53.131524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-875b1d92-4955-403d-94a2-05318710f6e6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.239139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 272de3c4-eb3e-4aa3-8292-64779371805b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:53.265488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58740) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:53.318073 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Attempting to bind port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:53.318556 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Attempting to bind port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:53.319681 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Attempting to bind port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 on network 11ce43c2-06a9-458b-861e-742620101857 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:53.328881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7672562d-03de-46e9-a752-b5164b633220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081dd2cbe3764db593ffc59a96324037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561650 Oct 15 00:29:53.332850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:53.347380 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:53.349479 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Checking segment: {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:53.349479 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.349479 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Bound using segment: {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:53.349479 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Bound port: 5ec8b661-74c4-4c78-9e81-0cd2cc421975, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:53.349479 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.380225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3ca884-719f-4d53-9222-147862a99464 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:53.393771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 272de3c4-eb3e-4aa3-8292-64779371805b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:53.396367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.400611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:53.402528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4e1da59-bf47-4fc7-8b15-2f94baac5d45 req-8983b0ea-dcfb-4db7-9ce6-38ed6c6a9e36 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033586 Oct 15 00:29:53.425137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.441183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Transition to ACTIVE for port object 8a3ca884-719f-4d53-9222-147862a99464 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:29:53.471314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-875b1d92-4955-403d-94a2-05318710f6e6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.536133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-875b1d92-4955-403d-94a2-05318710f6e6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.539646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.563905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.564131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb36c5ef-64cf-4c83-a644-f2286fb339b0 None None] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:29:53.586224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.649325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-257e21ce-1642-4b4a-83db-67023789d7ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.696278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 272de3c4-eb3e-4aa3-8292-64779371805b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=272de3c4-eb3e-4aa3-8292-64779371805b,segment=NetworkSegment(71a0fff1-8856-4dd5-beb9-cedcc3e59a2c),segment_id=71a0fff1-8856-4dd5-beb9-cedcc3e59a2c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:53.698699 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] For port 5ec8b661-74c4-4c78-9e81-0cd2cc421975, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:53.702935 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] For port 5ec8b661-74c4-4c78-9e81-0cd2cc421975, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5ec8b661-74c4-4c78-9e81-0cd2cc421975,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:53.722110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] Provisioning complete for port 272de3c4-eb3e-4aa3-8292-64779371805b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:53.722424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.745243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-257e21ce-1642-4b4a-83db-67023789d7ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.749341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b1d92-4955-403d-94a2-05318710f6e6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01be5924-b628-4575-b5e4-6f174e90ebb0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:53.751544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3ca884-719f-4d53-9222-147862a99464,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:53.803822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.854648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0ec86c2-2eea-47c0-a1b2-651aa5f9488b req-6961797b-3311-4cd0-90f3-321df34885c5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 210 time: 0.1068771 Oct 15 00:29:53.860429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b87b88c3-dfeb-43de-aefe-e832faf0cc45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.868050 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.898837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-875b1d92-4955-403d-94a2-05318710f6e6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:53.903878 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-875b1d92-4955-403d-94a2-05318710f6e6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9306548 Oct 15 00:29:53.911839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58754) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:53.955234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-124ea6fb-7600-48d4-a8df-375f20f3f322 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Request body: {'security_group_rule': {'security_group_id': '01be5924-b628-4575-b5e4-6f174e90ebb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:53.984808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Attempting to bind port 8a3ca884-719f-4d53-9222-147862a99464 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:53.985497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Attempting to bind port 8a3ca884-719f-4d53-9222-147862a99464 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:53.985620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Attempting to bind port 8a3ca884-719f-4d53-9222-147862a99464 on network fbcce56d-b030-4591-bee8-0fb0ce38114f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:54.006239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Port 8a3ca884-719f-4d53-9222-147862a99464 on network fbcce56d-b030-4591-bee8-0fb0ce38114f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:54.009896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Attempting to bind port 8a3ca884-719f-4d53-9222-147862a99464 on network fbcce56d-b030-4591-bee8-0fb0ce38114f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:54.018610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:54.018948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Checking segment: {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:54.019365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Bound using segment: {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:54.020038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Bound port: 8a3ca884-719f-4d53-9222-147862a99464, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:54.020414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.035534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=272de3c4-eb3e-4aa3-8292-64779371805b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:54.039459 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6de2f-550d-43b5-9aa8-af707aa8efa3 None None] Pushing event updated for resources: {'Port': ['ID=5ec8b661-74c4-4c78-9e81-0cd2cc421975,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:54.052067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] Provisioning complete for port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:54.052346 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:54.052472 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.052991 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:54.122790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b87b88c3-dfeb-43de-aefe-e832faf0cc45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.128649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-124ea6fb-7600-48d4-a8df-375f20f3f322 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.171777 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.192672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] For port 8a3ca884-719f-4d53-9222-147862a99464, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:54.198579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] For port 8a3ca884-719f-4d53-9222-147862a99464, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8a3ca884-719f-4d53-9222-147862a99464,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:54.212911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b87b88c3-dfeb-43de-aefe-e832faf0cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.271099 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b87b88c3-dfeb-43de-aefe-e832faf0cc45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb9d3bb9b4734909afa7eba75d9f6823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8257349 Oct 15 00:29:54.276524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] For port 5ec8b661-74c4-4c78-9e81-0cd2cc421975, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5ec8b661-74c4-4c78-9e81-0cd2cc421975,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:54.295459 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-124ea6fb-7600-48d4-a8df-375f20f3f322 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.297495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58758) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:54.307877 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:54.317991 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.382977 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.391456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:54.392414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.393512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a3ca884-719f-4d53-9222-147862a99464 HTTP/1.1" status: 200 len: 1092 time: 1.8870311 Oct 15 00:29:54.394182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'tag': '8a3ca884-719f-4d53-9222-147862a99464'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:54.396681 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61" -d '{"events": [{"name": "network-changed", "server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "tag": "8a3ca884-719f-4d53-9222-147862a99464"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:54.400954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b88c3-dfeb-43de-aefe-e832faf0cc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1689a816-1cb4-4e5a-92e0-b8ee22753f23,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:54.448497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-124ea6fb-7600-48d4-a8df-375f20f3f322 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.548135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ea6fb-7600-48d4-a8df-375f20f3f322 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66af0d29-8e53-4894-8b33-ff6abcbbcf63,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:54.556404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9d3a78a0-e2e9-4408-a64a-4d5c515d16d8 None None] Provisioning complete for port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:54.556886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d3a78a0-e2e9-4408-a64a-4d5c515d16d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.558776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d478dd-2f35-44cd-8545-04ef0ceecc63 None None] Pushing event updated for resources: {'Port': ['ID=5ec8b661-74c4-4c78-9e81-0cd2cc421975,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:54.572340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Request body: {'port': {'device_id': 'deced91f-311e-4f78-9148-aa66abb89f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:54.579154 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e4ca41-b31e-4074-864e-f4ff43423411 x-openstack-request-id: req-d5e4ca41-b31e-4074-864e-f4ff43423411 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:54.579443 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "tag": "8a3ca884-719f-4d53-9222-147862a99464", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:54.579694 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5e4ca41-b31e-4074-864e-f4ff43423411 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:54.580091 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'tag': '8a3ca884-719f-4d53-9222-147862a99464', 'status': 'completed', 'code': 200} Oct 15 00:29:54.634047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.637971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-257e21ce-1642-4b4a-83db-67023789d7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.640717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-257e21ce-1642-4b4a-83db-67023789d7ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.642208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-257e21ce-1642-4b4a-83db-67023789d7ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d83c6717-ac31-4192-9b3a-dbdb69215cd6 HTTP/1.1" status: 204 len: 168 time: 1.2918918 Oct 15 00:29:54.700353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38b3e7db-852e-4f52-8134-80cea35bf9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.735987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38b3e7db-852e-4f52-8134-80cea35bf9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.800592 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:53Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:54.826732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-124ea6fb-7600-48d4-a8df-375f20f3f322 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.829912 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb5c1ed-429b-4938-abdf-31b0d5f21cc9 None None] The sync data for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 is: [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:53Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:54.830749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-124ea6fb-7600-48d4-a8df-375f20f3f322 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9128947 Oct 15 00:29:54.834295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58768) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:54.839548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e21ce-1642-4b4a-83db-67023789d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83c6717-ac31-4192-9b3a-dbdb69215cd6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:54.850861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-12d8c1af-a435-4c23-89de-422a231e7877 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Request body: {'security_group_rule': {'security_group_id': '01be5924-b628-4575-b5e4-6f174e90ebb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:54.857214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd7540-5427-4ab7-989b-0b60de3ccab8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3ca884-719f-4d53-9222-147862a99464,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:54.915299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38b3e7db-852e-4f52-8134-80cea35bf9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.917849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38b3e7db-852e-4f52-8134-80cea35bf9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.919214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-38b3e7db-852e-4f52-8134-80cea35bf9ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1689a816-1cb4-4e5a-92e0-b8ee22753f23 HTTP/1.1" status: 204 len: 168 time: 0.6207356 Oct 15 00:29:54.934405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-de500a02-c5ce-4c42-8f2c-74349582f9cc None None] Provisioning complete for port 272de3c4-eb3e-4aa3-8292-64779371805b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:54.935806 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-de500a02-c5ce-4c42-8f2c-74349582f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.968854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12d8c1af-a435-4c23-89de-422a231e7877 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:54.998383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb0c0-578c-469e-b09c-94fd02ecae14 req-5aa8736d-3901-49f8-a1c5-534a9cf73fcc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:55.023928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb0c0-578c-469e-b09c-94fd02ecae14 req-5aa8736d-3901-49f8-a1c5-534a9cf73fcc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:55.056009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb0c0-578c-469e-b09c-94fd02ecae14 req-5aa8736d-3901-49f8-a1c5-534a9cf73fcc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:55.062116 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-db2e1190-c9b5-43b8-85de-666ac25158dc req-df15f1b2-55a9-44f7-93d5-ee33e79205d9 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 210 time: 0.0591772 Oct 15 00:29:55.066025 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c11fb0c0-578c-469e-b09c-94fd02ecae14 req-5aa8736d-3901-49f8-a1c5-534a9cf73fcc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2389 time: 0.4721069 Oct 15 00:29:55.068319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:55.072210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Router de5f1143-cec3-480f-8f89-b789f548ac2b is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:29:55.127980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12d8c1af-a435-4c23-89de-422a231e7877 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:55.130197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-f4e5314e-8c50-4d4b-8cf5-9de046451cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:55.130684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-f4e5314e-8c50-4d4b-8cf5-9de046451cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:55.131132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-f4e5314e-8c50-4d4b-8cf5-9de046451cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:55.145668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-f4e5314e-8c50-4d4b-8cf5-9de046451cf5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2732 time: 0.5882759 Oct 15 00:29:55.192515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3e7db-852e-4f52-8134-80cea35bf9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1689a816-1cb4-4e5a-92e0-b8ee22753f23,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:55.307268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:55.312710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12d8c1af-a435-4c23-89de-422a231e7877 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:55.316820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Sync routers for ids ['de5f1143-cec3-480f-8f89-b789f548ac2b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:29:55.330700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Routers {'de5f1143-cec3-480f-8f89-b789f548ac2b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:55.331414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['de5f1143-cec3-480f-8f89-b789f548ac2b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:55.374958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8c1af-a435-4c23-89de-422a231e7877 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442511bc-b4d4-464e-a8e1-c0b33b013b85,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:55.407290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5ec8b661-74c4-4c78-9e81-0cd2cc421975 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:55.475392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:55.477032 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a6110a5a-ed30-4d44-a7a3-b6ce9529b10c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.1246741 Oct 15 00:29:55.479886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:55.559694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:55.560054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:55.569057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58782) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:55.596434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12d8c1af-a435-4c23-89de-422a231e7877 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:55.600897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-12d8c1af-a435-4c23-89de-422a231e7877 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7630358 Oct 15 00:29:55.613571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58784) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:55.621272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:55.633772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Set router de5f1143-cec3-480f-8f89-b789f548ac2b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:55.749677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2e724ff4-442c-4f36-823c-15a6d4e7d84a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1172616915b04ba497fde285d85aafbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758847 Oct 15 00:29:55.750338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58786) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:55.760073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c11fb0c0-578c-469e-b09c-94fd02ecae14 req-b40b30a3-c32d-4a0b-90f9-186a92e1f9c1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882492 Oct 15 00:29:55.875280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.046568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 272de3c4-eb3e-4aa3-8292-64779371805b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:56.052776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-417bdbce-b030-4f5c-81ad-ceda6cfa9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:56.053816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-417bdbce-b030-4f5c-81ad-ceda6cfa9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:56.055296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-417bdbce-b030-4f5c-81ad-ceda6cfa9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:56.057167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-417bdbce-b030-4f5c-81ad-ceda6cfa9e63 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=14de8b2df74949358d430af260307141&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8959997 Oct 15 00:29:56.167806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 272de3c4-eb3e-4aa3-8292-64779371805b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:56.168181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.182867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58792) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:56.211262 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbf53-142a-4984-98a6-75c1075b8bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.222318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:29:53Z', 'revision_number': 3, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:56.223191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c70d-d7ba-4174-ab74-9ad3fdd74a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.250551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.268823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5c746c-511c-48a7-b58e-112a9462c024 req-c9dfd61f-a4c7-4657-acf8-11edc2f04b01 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 210 time: 0.0908551 Oct 15 00:29:56.292115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Checking router: de5f1143-cec3-480f-8f89-b789f548ac2b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:29:56.292460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Updating router de5f1143-cec3-480f-8f89-b789f548ac2b port 35aa775c-ab6a-4645-80f9-b139c5cf33fd binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:29:56.344730 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.353175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-52e1d470-3012-46b4-92bb-d42966974bd3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:56.355017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-52e1d470-3012-46b4-92bb-d42966974bd3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 821 time: 0.5093546 Oct 15 00:29:56.374716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Request body: {'port': {'device_id': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'admin_state_up': True, 'tenant_id': 'f13bebc26af748b9b6ccac6aa830226c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:56.380741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7205238-8078-4946-808c-37ee9d473e68 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:56.381604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.399514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-1a4b16e7-c62b-47d2-94bd-07233fe06d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:56.400986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79a5641b-c9a0-4d65-b8e3-adcd69a1af61 req-1a4b16e7-c62b-47d2-94bd-07233fe06d0e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3301561 Oct 15 00:29:56.403300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.480330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Transition to ACTIVE for port object f7205238-8078-4946-808c-37ee9d473e68 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:29:56.538442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.560646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.566511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c70d-d7ba-4174-ab74-9ad3fdd74a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.619536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.640812 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.643519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.648587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97ec7a72-afa2-460c-b7f0-2a8852b08ef3 HTTP/1.1" status: 204 len: 168 time: 0.8901577 Oct 15 00:29:56.690034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Pushing event updated for resources: {'Port': ['ID=f7205238-8078-4946-808c-37ee9d473e68,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:56.710401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Made reservation on behalf of f13bebc26af748b9b6ccac6aa830226c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:29:56.714863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.724783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ec7a72-afa2-460c-b7f0-2a8852b08ef3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:56.756694 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c70d-d7ba-4174-ab74-9ad3fdd74a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.794938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.795224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.795577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.795894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.796311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.796639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.796961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.797280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.797597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.797914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.798264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.798642 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1951a12-035c-471d-b233-669e0ed7fd66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:29:56.821803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.894202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ed4c70d-d7ba-4174-ab74-9ad3fdd74a92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=589f546debb34b6ebbeb53ffad6243d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7056124 Oct 15 00:29:56.899476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:29:56.912676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4c70d-d7ba-4174-ab74-9ad3fdd74a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd70bd-4261-4c2c-9d6f-f8b956399075,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:56.920841 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:56.958243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Attempting to bind port f7205238-8078-4946-808c-37ee9d473e68 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:56.958470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Attempting to bind port f7205238-8078-4946-808c-37ee9d473e68 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:56.958800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Attempting to bind port f7205238-8078-4946-808c-37ee9d473e68 on network 55b3132a-ad4b-4558-b170-9dd6f2e912aa {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:56.986181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Allocated IP 172.20.0.1 (b4c7f167-2f77-45ce-9b8b-faa89cc395da/e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6/704e6441-eb44-48e0-b629-96f49b2383fe) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:56.996353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Port f7205238-8078-4946-808c-37ee9d473e68 on network 55b3132a-ad4b-4558-b170-9dd6f2e912aa not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:56.996686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Attempting to bind port f7205238-8078-4946-808c-37ee9d473e68 on network 55b3132a-ad4b-4558-b170-9dd6f2e912aa {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:57.012414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Allocated IP 172.25.2.70 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/10c7c471-797c-4de7-b6ec-8ec8a5b72cdb) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:57.019764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:57.020110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Checking segment: {'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:57.020489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Bound using segment: {'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:57.020926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Bound port: f7205238-8078-4946-808c-37ee9d473e68, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1751627f-3a1c-4839-b0e9-84d3aea1fb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:57.021283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.029810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Allocated IP 172.20.0.12 (15cf1ac1-03b3-4007-a55b-4fc90ffda65b/aae4a766-1696-4a38-ae06-6b0eb1de0330/8d01afa4-439a-4305-9cb6-9b20cf4fe655) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:29:57.034857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Attempting to bind port 35aa775c-ab6a-4645-80f9-b139c5cf33fd on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:57.035230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Attempting to bind port 35aa775c-ab6a-4645-80f9-b139c5cf33fd by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:57.035585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Attempting to bind port 35aa775c-ab6a-4645-80f9-b139c5cf33fd on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:57.057125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415c52a-ef49-4ddf-ac20-640f96e16343 None None] Pushing event updated for resources: {'Port': ['ID=35aa775c-ab6a-4645-80f9-b139c5cf33fd,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:57.061979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:57.062382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:57.062827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.063209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:57.063684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Bound port: 35aa775c-ab6a-4645-80f9-b139c5cf33fd, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:57.064060 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.108646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46148b8-d9c8-4119-980c-3447b87c5c9a req-2ca6eb2e-f942-4dab-922d-02a5e1e0e6e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.114715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46148b8-d9c8-4119-980c-3447b87c5c9a req-2ca6eb2e-f942-4dab-922d-02a5e1e0e6e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.120822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46148b8-d9c8-4119-980c-3447b87c5c9a req-2ca6eb2e-f942-4dab-922d-02a5e1e0e6e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.122543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b46148b8-d9c8-4119-980c-3447b87c5c9a req-2ca6eb2e-f942-4dab-922d-02a5e1e0e6e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2401 time: 0.2248387 Oct 15 00:29:57.131502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] For port 35aa775c-ab6a-4645-80f9-b139c5cf33fd, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:57.136616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] For port 35aa775c-ab6a-4645-80f9-b139c5cf33fd, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=35aa775c-ab6a-4645-80f9-b139c5cf33fd,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:57.141248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3733f0f2-8461-4c69-aa14-d5ba1d15d2da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.209677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3733f0f2-8461-4c69-aa14-d5ba1d15d2da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.221955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.237193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.243555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.276607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b46148b8-d9c8-4119-980c-3447b87c5c9a req-d96b7814-be4b-466a-9f9f-1d00edb53232 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411698 Oct 15 00:29:57.281561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] For port f7205238-8078-4946-808c-37ee9d473e68, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:57.333953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] For port f7205238-8078-4946-808c-37ee9d473e68, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f7205238-8078-4946-808c-37ee9d473e68,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:57.358890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Routers {'de5f1143-cec3-480f-8f89-b789f548ac2b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:29:57.359500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['de5f1143-cec3-480f-8f89-b789f548ac2b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:57.387449 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bc3f53fa-9ccf-4419-a24d-35a2258cec62 req-1954e495-74fc-40be-bc8f-eed1b2b6a798 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 210 time: 0.0285382 Oct 15 00:29:57.387449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.396428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.401490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415c52a-ef49-4ddf-ac20-640f96e16343 None None] Pushing event updated for resources: {'Port': ['ID=35aa775c-ab6a-4645-80f9-b139c5cf33fd,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:57.431271 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.434565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:57.435679 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.440247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:57.451978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:57.473486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3733f0f2-8461-4c69-aa14-d5ba1d15d2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.474241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Pushing event updated for resources: {'Port': ['ID=704e6441-eb44-48e0-b629-96f49b2383fe,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:57.477206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3733f0f2-8461-4c69-aa14-d5ba1d15d2da admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.481162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3733f0f2-8461-4c69-aa14-d5ba1d15d2da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14bd70bd-4261-4c2c-9d6f-f8b956399075 HTTP/1.1" status: 204 len: 168 time: 0.5742431 Oct 15 00:29:57.484503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.485586 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.487266 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] 10.222.0.39 "PUT /v2.0/ports/f7205238-8078-4946-808c-37ee9d473e68 HTTP/1.1" status: 200 len: 1092 time: 2.9703467 Oct 15 00:29:57.506151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'tag': 'f7205238-8078-4946-808c-37ee9d473e68'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:29:57.506151 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a677f65a-906f-48d7-9e6a-8fb6d483c00f" -d '{"events": [{"name": "network-changed", "server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "tag": "f7205238-8078-4946-808c-37ee9d473e68"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:29:57.522002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733f0f2-8461-4c69-aa14-d5ba1d15d2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd70bd-4261-4c2c-9d6f-f8b956399075,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:57.524919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:57.543327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:57.549734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:57.555808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df746f-708f-4f1c-8e2e-3e05385a2dea service neutron] Pushing event updated for resources: {'Port': ['ID=f7205238-8078-4946-808c-37ee9d473e68,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:57.574709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Request body: {'port': {'device_id': 'deced91f-311e-4f78-9148-aa66abb89f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:57.600161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.603658 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.631135 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b5730f-31c8-4333-a20f-e8edf3bd7d8e x-openstack-request-id: req-c9b5730f-31c8-4333-a20f-e8edf3bd7d8e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:29:57.631577 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "tag": "f7205238-8078-4946-808c-37ee9d473e68", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:29:57.631925 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9b5730f-31c8-4333-a20f-e8edf3bd7d8e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:29:57.632657 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'tag': 'f7205238-8078-4946-808c-37ee9d473e68', 'status': 'completed', 'code': 200} Oct 15 00:29:57.633149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] Set router de5f1143-cec3-480f-8f89-b789f548ac2b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:29:57.730671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:57.741049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event updated for resources: {'Port': ['ID=10c7c471-797c-4de7-b6ec-8ec8a5b72cdb,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:57.777524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:57.780792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:29:57.832361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:57.835941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.869683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-50a6c0ec-b6fc-4336-b68a-47a302847b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.870349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-50a6c0ec-b6fc-4336-b68a-47a302847b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.870881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-50a6c0ec-b6fc-4336-b68a-47a302847b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.872818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-50a6c0ec-b6fc-4336-b68a-47a302847b96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2799 time: 0.2140226 Oct 15 00:29:57.910285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:57.965358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:57.965358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.045108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:29:53Z', 'revision_number': 3, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:29:58.085185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41931b68-079d-4bc5-97ab-c9cbfa823772 None None] The sync data for ids ['de5f1143-cec3-480f-8f89-b789f548ac2b'] in n-d-811521-2 is: [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:29:53Z', 'revision_number': 3, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:29:58.102398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3d214c8b-b536-4aa3-bdfe-43b9c4f08483 None None] Provisioning complete for port 704e6441-eb44-48e0-b629-96f49b2383fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:58.102778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3d214c8b-b536-4aa3-bdfe-43b9c4f08483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.119232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.141174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-37acca59-2f23-4dcc-b725-95acc4b7a175 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7702467 Oct 15 00:29:58.155067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Request body: {'port': {'device_id': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:29:58.156116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.161837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-3f2cacfd-7d91-4bc3-86a9-668a5074f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.162335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-3f2cacfd-7d91-4bc3-86a9-668a5074f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.162795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-3f2cacfd-7d91-4bc3-86a9-668a5074f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.165454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-3f2cacfd-7d91-4bc3-86a9-668a5074f74e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=14de8b2df74949358d430af260307141&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2684448 Oct 15 00:29:58.195055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3d214c8b-b536-4aa3-bdfe-43b9c4f08483 None None] Port 704e6441-eb44-48e0-b629-96f49b2383fe cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:29:58.512108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-cfb87333-f9d0-4dd5-9923-551ee5e866ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.517665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a677f65a-906f-48d7-9e6a-8fb6d483c00f req-cfb87333-f9d0-4dd5-9923-551ee5e866ec service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3242376 Oct 15 00:29:58.553107 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.616845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c839-8c66-45bc-bd24-cef06435223a req-8ba17e5d-bb80-486a-a5e3-0287ecae6920 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.623004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c839-8c66-45bc-bd24-cef06435223a req-8ba17e5d-bb80-486a-a5e3-0287ecae6920 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.629317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c839-8c66-45bc-bd24-cef06435223a req-8ba17e5d-bb80-486a-a5e3-0287ecae6920 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.646609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8189c839-8c66-45bc-bd24-cef06435223a req-8ba17e5d-bb80-486a-a5e3-0287ecae6920 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2401 time: 0.2319858 Oct 15 00:29:58.667458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.695326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf43efd-0bb5-4b12-b12a-da3b005a28fd {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:58.695734 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.715551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.720565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8189c839-8c66-45bc-bd24-cef06435223a req-5fe50747-2045-4805-b774-c1fa72ab2ca1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717392 Oct 15 00:29:58.727679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effcffa-9983-4b22-bdd5-f0be83a86344 req-ba2aeba1-f295-4239-a4ec-850a34dd435d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:58.729310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2effcffa-9983-4b22-bdd5-f0be83a86344 req-ba2aeba1-f295-4239-a4ec-850a34dd435d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 932 time: 0.1707914 Oct 15 00:29:58.776885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.802289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f20ac44f-707f-422d-9977-b4ec0e047f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.818748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.845656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Transition to ACTIVE for port object bbf43efd-0bb5-4b12-b12a-da3b005a28fd will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:29:58.920207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:58.961596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2effcffa-9983-4b22-bdd5-f0be83a86344 req-440c27db-455a-44d1-afab-b488a1a05f43 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214272 Oct 15 00:29:59.052380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event updated for resources: {'Port': ['ID=10c7c471-797c-4de7-b6ec-8ec8a5b72cdb,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:59.096525 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.116367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:59.190243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423f9f6-269f-4c86-af55-bdb13161e66c req-9d9be91b-b37b-4989-a071-48f9589c1922 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:29:59.191961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3423f9f6-269f-4c86-af55-bdb13161e66c req-9d9be91b-b37b-4989-a071-48f9589c1922 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.2725971 Oct 15 00:29:59.203270 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.222773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35aa775c-ab6a-4645-80f9-b139c5cf33fd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:29:59.249574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Pushing event updated for resources: {'Port': ['ID=704e6441-eb44-48e0-b629-96f49b2383fe,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:59.307619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 35aa775c-ab6a-4645-80f9-b139c5cf33fd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:29:59.311511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.409296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d01afa4-439a-4305-9cb6-9b20cf4fe655 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:29:59.449092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.449786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.458573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5c77d6df-6cd5-43af-ba85-0a10e5061512 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8336575 Oct 15 00:29:59.458798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Attempting to bind port bbf43efd-0bb5-4b12-b12a-da3b005a28fd on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:29:59.458798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Attempting to bind port bbf43efd-0bb5-4b12-b12a-da3b005a28fd by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:29:59.458798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Attempting to bind port bbf43efd-0bb5-4b12-b12a-da3b005a28fd on network fbcce56d-b030-4591-bee8-0fb0ce38114f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:59.482161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Port bbf43efd-0bb5-4b12-b12a-da3b005a28fd on network fbcce56d-b030-4591-bee8-0fb0ce38114f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:29:59.482452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Attempting to bind port bbf43efd-0bb5-4b12-b12a-da3b005a28fd on network fbcce56d-b030-4591-bee8-0fb0ce38114f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:29:59.489361 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3423f9f6-269f-4c86-af55-bdb13161e66c req-2d90ce96-f587-4331-9831-cd194bbdeb8c tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830384 Oct 15 00:29:59.494394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:29:59.496023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:29:59.536002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Transition to ACTIVE for port object 8d01afa4-439a-4305-9cb6-9b20cf4fe655 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:29:59.537039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.542985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:29:59.543331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Checking segment: {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:29:59.543724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Bound using segment: {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:29:59.544173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Bound port: bbf43efd-0bb5-4b12-b12a-da3b005a28fd, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88031283-72c4-464d-913d-5deec7976554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:29:59.544593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.605980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 35aa775c-ab6a-4645-80f9-b139c5cf33fd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=35aa775c-ab6a-4645-80f9-b139c5cf33fd,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:29:59.621989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.685340 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.710736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] For port bbf43efd-0bb5-4b12-b12a-da3b005a28fd, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:29:59.721184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:59.729202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] For port bbf43efd-0bb5-4b12-b12a-da3b005a28fd, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:29:59.772098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Router de5f1143-cec3-480f-8f89-b789f548ac2b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:29:59.796696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=35aa775c-ab6a-4645-80f9-b139c5cf33fd,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:29:59.831187 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:29:59.964968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:29:59.972852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f4271af5-f517-47aa-a2c2-c2f738cbf260 admin admin] 10.222.0.13 "PUT /v2.0/routers/de5f1143-cec3-480f-8f89-b789f548ac2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4913652 Oct 15 00:30:00.013949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.014609 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:00.027670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] 10.222.0.39 "PUT /v2.0/ports/bbf43efd-0bb5-4b12-b12a-da3b005a28fd HTTP/1.1" status: 200 len: 1092 time: 2.4592116 Oct 15 00:30:00.066489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'tag': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:00.069132 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2679c674-3584-4bd7-9789-9c995a041d75" -d '{"events": [{"name": "network-changed", "server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "tag": "bbf43efd-0bb5-4b12-b12a-da3b005a28fd"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:00.116265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f24ecc86-94b2-4344-8a9f-9916d7e77244 None None] Provisioning complete for port 704e6441-eb44-48e0-b629-96f49b2383fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:00.116700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f24ecc86-94b2-4344-8a9f-9916d7e77244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:00.128911 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:00.177938 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:00.215170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f24ecc86-94b2-4344-8a9f-9916d7e77244 None None] Port 704e6441-eb44-48e0-b629-96f49b2383fe cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:00.218979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c97ae-7be7-4656-abcf-fa96e3e4308d req-54a6d246-2908-48c0-9812-9a86211f0446 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.221321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-534c97ae-7be7-4656-abcf-fa96e3e4308d req-54a6d246-2908-48c0-9812-9a86211f0446 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 944 time: 0.1175163 Oct 15 00:30:00.236910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Attempting to bind port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:00.241315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Attempting to bind port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:00.242008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Attempting to bind port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:00.281210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65192f3f-642f-4139-b216-11b955e29ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:00.291465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-534c97ae-7be7-4656-abcf-fa96e3e4308d req-48f1ea22-5fbc-4580-91a9-53eb0f659354 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476272 Oct 15 00:30:00.336388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15d3d-374f-458a-832f-dc182164fdef req-272ae46f-1f72-41d7-9f50-e7f4ac9d6c52 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.348875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15d3d-374f-458a-832f-dc182164fdef req-272ae46f-1f72-41d7-9f50-e7f4ac9d6c52 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.360040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15d3d-374f-458a-832f-dc182164fdef req-272ae46f-1f72-41d7-9f50-e7f4ac9d6c52 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.361802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc15d3d-374f-458a-832f-dc182164fdef req-272ae46f-1f72-41d7-9f50-e7f4ac9d6c52 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2413 time: 0.4208055 Oct 15 00:30:00.362447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:00.362781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Attempting to bind port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:00.384110 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7702b6-ad48-4f14-ba0c-92a22fc3d386 x-openstack-request-id: req-ec7702b6-ad48-4f14-ba0c-92a22fc3d386 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:00.384407 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "tag": "bbf43efd-0bb5-4b12-b12a-da3b005a28fd", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:00.384669 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec7702b6-ad48-4f14-ba0c-92a22fc3d386 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:00.385077 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'tag': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd', 'status': 'completed', 'code': 200} Oct 15 00:30:00.397633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:00.398574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Checking segment: {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:00.398961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Bound using segment: {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:00.399404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Bound port: 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:00.399766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:00.432202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-a4cdec53-7a05-4322-b43f-a874396068cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.432903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-a4cdec53-7a05-4322-b43f-a874396068cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.433139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-a4cdec53-7a05-4322-b43f-a874396068cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.434827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-a4cdec53-7a05-4322-b43f-a874396068cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2866 time: 0.2573328 Oct 15 00:30:00.501617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc15d3d-374f-458a-832f-dc182164fdef req-9bb8ec8b-28d2-4ce8-9453-f8fc7df32a6b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138260 Oct 15 00:30:00.535502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-97379483-4d6c-483c-b569-d7980fad04e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=8a3ca884-719f-4d53-9222-147862a99464 HTTP/1.1" status: 200 len: 217 time: 0.0542319 Oct 15 00:30:00.594540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:00.611783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:00.613850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-26da02a5-c72d-44ba-a6fd-75291898c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.615650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-26da02a5-c72d-44ba-a6fd-75291898c07b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b62b695c-5545-427e-bbbc-c2e62316f6ce HTTP/1.1" status: 200 len: 801 time: 0.0715694 Oct 15 00:30:00.685917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-0b5e815f-e42c-49a9-974f-1acb42bc9602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.686795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-0b5e815f-e42c-49a9-974f-1acb42bc9602 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbcce56d-b030-4591-bee8-0fb0ce38114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643122 Oct 15 00:30:00.701679 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Sync routers for ids ['de5f1143-cec3-480f-8f89-b789f548ac2b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:00.717050 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Routers {'de5f1143-cec3-480f-8f89-b789f548ac2b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:00.719790 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['de5f1143-cec3-480f-8f89-b789f548ac2b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:00.723168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:00.760154 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-ab0d12e3-ca98-4ce3-919d-c0f0e86fb13b req-918ba62e-8c95-493f-93a5-c05efe40a627 tempest-FloatingIPDetailsNegativeTestJSON-1550477112 tempest-FloatingIPDetailsNegativeTestJSON-1550477112-project] show failed (client error): The resource could not be found. Oct 15 00:30:00.772989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:00.773953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab0d12e3-ca98-4ce3-919d-c0f0e86fb13b req-918ba62e-8c95-493f-93a5-c05efe40a627 tempest-FloatingIPDetailsNegativeTestJSON-1550477112 tempest-FloatingIPDetailsNegativeTestJSON-1550477112-project] 10.222.0.13 "GET /v2.0/floatingips/06f22f03-077c-4f72-a60d-9ea5ee1a8161 HTTP/1.1" status: 404 len: 350 time: 0.0652483 Oct 15 00:30:00.815941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:00.816859 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:00.822149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d01afa4-439a-4305-9cb6-9b20cf4fe655 HTTP/1.1" status: 200 len: 1092 time: 2.6716495 Oct 15 00:30:00.884717 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Set router de5f1143-cec3-480f-8f89-b789f548ac2b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:00.941124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eebad-100a-45c5-94b1-6f9019f655e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:00.997090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-98773f9e-c5dd-4f2f-9228-9d41a057c539 service neutron] 10.222.0.39 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982247 Oct 15 00:30:01.170274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35aa775c-ab6a-4645-80f9-b139c5cf33fd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:01.170806 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:29:57Z', 'revision_number': 4, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '704e6441-eb44-48e0-b629-96f49b2383fe', 'name': '', 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'mac_address': 'fa:16:3e:ee:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:56Z', 'updated_at': '2021-10-15T00:29:58Z', 'revision_number': 2, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'subnets': [{'id': 'e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:01.203644 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Checking router: de5f1143-cec3-480f-8f89-b789f548ac2b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:01.204323 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Updating router de5f1143-cec3-480f-8f89-b789f548ac2b port 704e6441-eb44-48e0-b629-96f49b2383fe binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:30:01.247301 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:01.271741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 35aa775c-ab6a-4645-80f9-b139c5cf33fd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:01.277758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:01.506790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43706b54-2e9a-43ca-a778-ae5302ba3b35 req-ebe20e47-ba71-4928-9b52-e5d837fe19b1 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:01.510528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43706b54-2e9a-43ca-a778-ae5302ba3b35 req-ebe20e47-ba71-4928-9b52-e5d837fe19b1 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 944 time: 0.0903299 Oct 15 00:30:01.624227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-35517daa-f1de-4b44-b42b-9a0c69a8fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:01.624824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-35517daa-f1de-4b44-b42b-9a0c69a8fabd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 1095 time: 0.6898479 Oct 15 00:30:01.627280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43706b54-2e9a-43ca-a778-ae5302ba3b35 req-4baa0b47-3ba7-405a-8bae-620b22962401 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026382 Oct 15 00:30:01.668226 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:01.721378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-0e1af4f0-fb03-44ea-a344-664486c6f191 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655 HTTP/1.1" status: 200 len: 217 time: 0.0861502 Oct 15 00:30:01.760156 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:01.795357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-fb3da747-a591-42f2-9190-e74e2b0c2d4f service neutron] 10.222.0.39 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806122 Oct 15 00:30:01.830032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d2d8e-2754-41b1-85a2-3e1441d7902a req-7ff087db-9e92-449f-b3c8-4a1623c061ed tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:01.836329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d2d8e-2754-41b1-85a2-3e1441d7902a req-7ff087db-9e92-449f-b3c8-4a1623c061ed tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:01.846905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d2d8e-2754-41b1-85a2-3e1441d7902a req-7ff087db-9e92-449f-b3c8-4a1623c061ed tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:01.849179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac7d2d8e-2754-41b1-85a2-3e1441d7902a req-7ff087db-9e92-449f-b3c8-4a1623c061ed tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2413 time: 0.1270769 Oct 15 00:30:01.876941 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b966ab-26a0-428f-951c-a0393be9cf64 None None] Pushing event updated for resources: {'Port': ['ID=704e6441-eb44-48e0-b629-96f49b2383fe,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:01.891019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-5fa757fa-dd6a-4d64-8e41-4ff24b53a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:01.891019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-5fa757fa-dd6a-4d64-8e41-4ff24b53a1d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aae4a766-1696-4a38-ae06-6b0eb1de0330 HTTP/1.1" status: 200 len: 861 time: 0.1575756 Oct 15 00:30:01.891019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-df60a1ba-27f2-48e1-aed9-fe7b915ff67f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.125&port_id=f7205238-8078-4946-808c-37ee9d473e68 HTTP/1.1" status: 200 len: 217 time: 0.0815818 Oct 15 00:30:01.938331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac7d2d8e-2754-41b1-85a2-3e1441d7902a req-ffef0eb1-f5bc-4f96-82b0-5028c9f8d28c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774751 Oct 15 00:30:01.958009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-2a8c0155-c40d-4c9c-9c4f-47022debbb6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609331 Oct 15 00:30:01.980586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Attempting to bind port 704e6441-eb44-48e0-b629-96f49b2383fe on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:01.981130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Attempting to bind port 704e6441-eb44-48e0-b629-96f49b2383fe by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:01.982289 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Attempting to bind port 704e6441-eb44-48e0-b629-96f49b2383fe on network b4c7f167-2f77-45ce-9b8b-faa89cc395da {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:01.991205 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:01.996357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Checking segment: {'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:01.996357 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:01.996357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Bound using segment: {'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:01.996357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Bound port: 704e6441-eb44-48e0-b629-96f49b2383fe, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:01.996357 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.074041 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] For port 704e6441-eb44-48e0-b629-96f49b2383fe, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:02.077953 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] For port 704e6441-eb44-48e0-b629-96f49b2383fe, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=704e6441-eb44-48e0-b629-96f49b2383fe,segment=NetworkSegment(71a0fff1-8856-4dd5-beb9-cedcc3e59a2c),segment_id=71a0fff1-8856-4dd5-beb9-cedcc3e59a2c)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:02.131701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-c47118ce-f518-4500-9dbb-8f3ef77f630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:02.133191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-c47118ce-f518-4500-9dbb-8f3ef77f630e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4668bac7-8b19-4fc8-8508-248294c682f1 HTTP/1.1" status: 200 len: 801 time: 0.2242279 Oct 15 00:30:02.165431 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.185783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d6dd47df-8300-42a1-81cd-394641139a22 None None] Provisioning complete for port 704e6441-eb44-48e0-b629-96f49b2383fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:02.189721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6dd47df-8300-42a1-81cd-394641139a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.189721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.206276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-3ccb8452-007a-46bc-8931-74729530afd2 service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250168 Oct 15 00:30:02.272079 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Routers {'de5f1143-cec3-480f-8f89-b789f548ac2b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:02.273145 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['de5f1143-cec3-480f-8f89-b789f548ac2b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:02.291768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-437a70f1-efc6-4314-bd65-a581f75407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:02.293522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-437a70f1-efc6-4314-bd65-a581f75407ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55b3132a-ad4b-4558-b170-9dd6f2e912aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1515446 Oct 15 00:30:02.310398 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b966ab-26a0-428f-951c-a0393be9cf64 None None] Pushing event updated for resources: {'Port': ['ID=704e6441-eb44-48e0-b629-96f49b2383fe,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:02.346847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6dd47df-8300-42a1-81cd-394641139a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.401316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d6dd47df-8300-42a1-81cd-394641139a22 None None] For port 704e6441-eb44-48e0-b629-96f49b2383fe, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=704e6441-eb44-48e0-b629-96f49b2383fe,segment=NetworkSegment(71a0fff1-8856-4dd5-beb9-cedcc3e59a2c),segment_id=71a0fff1-8856-4dd5-beb9-cedcc3e59a2c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:02.407916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:02.410451 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27bbb93-9a50-44f7-bf16-91c38149d12b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:02.416733 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] Set router de5f1143-cec3-480f-8f89-b789f548ac2b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:02.478564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6dd47df-8300-42a1-81cd-394641139a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.526992 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3945f192-90a8-4378-b3bf-c058124d6005 x-openstack-request-id: req-3945f192-90a8-4378-b3bf-c058124d6005 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:02.526992 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:02.526992 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3945f192-90a8-4378-b3bf-c058124d6005 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:02.526992 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'status': 'completed', 'code': 200} Oct 15 00:30:02.546287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.566502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84375256-8cf3-419a-bbec-7d75e07f49cb req-7b6803af-be58-4af2-a0df-cb48653fefb3 service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438957 Oct 15 00:30:02.597187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd47df-8300-42a1-81cd-394641139a22 None None] Pushing event updated for resources: {'Port': ['ID=704e6441-eb44-48e0-b629-96f49b2383fe,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:02.615435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1537d888-2e7e-49df-9a83-6a1cc39f7e80 None None] Provisioning complete for port 704e6441-eb44-48e0-b629-96f49b2383fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:02.619500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1537d888-2e7e-49df-9a83-6a1cc39f7e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:02.697693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-884f1fc0-ad1d-42ef-9e5d-7a1b54849bf5 service neutron] 10.222.0.39 "GET /v2.0/networks/55b3132a-ad4b-4558-b170-9dd6f2e912aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235149 Oct 15 00:30:02.827521 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:29:57Z', 'revision_number': 4, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '704e6441-eb44-48e0-b629-96f49b2383fe', 'name': '', 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'mac_address': 'fa:16:3e:ee:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:56Z', 'updated_at': '2021-10-15T00:30:02Z', 'revision_number': 4, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'subnets': [{'id': 'e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:02.876078 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dae2fe8-6ac6-4bab-8eaa-9d3799094c01 None None] The sync data for ids ['de5f1143-cec3-480f-8f89-b789f548ac2b'] in n-d-811521-2 is: [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:29:57Z', 'revision_number': 4, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '704e6441-eb44-48e0-b629-96f49b2383fe', 'name': '', 'network_id': 'b4c7f167-2f77-45ce-9b8b-faa89cc395da', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'mac_address': 'fa:16:3e:ee:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:56Z', 'updated_at': '2021-10-15T00:30:02Z', 'revision_number': 4, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'subnets': [{'id': 'e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:03.106063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-800ff6e6-e6bb-405c-91f1-443a9870986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.107828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-800ff6e6-e6bb-405c-91f1-443a9870986e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 1095 time: 0.3473232 Oct 15 00:30:03.115048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-bc3959ec-9f4b-4ae1-a92f-4ee06b307dbe service neutron] 10.222.0.39 "GET /v2.0/networks/55b3132a-ad4b-4558-b170-9dd6f2e912aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606460 Oct 15 00:30:03.129587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66d60f-1989-4e99-bfa6-0d9aa53cd875 req-b896c307-fcaa-4f5c-97cc-d36c4404df60 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.131245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f66d60f-1989-4e99-bfa6-0d9aa53cd875 req-b896c307-fcaa-4f5c-97cc-d36c4404df60 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 944 time: 0.3688552 Oct 15 00:30:03.235745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-f37ccc49-e7f2-4f31-98dc-9a9746b3fd5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=bbf43efd-0bb5-4b12-b12a-da3b005a28fd HTTP/1.1" status: 200 len: 217 time: 0.1019068 Oct 15 00:30:03.243606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 704e6441-eb44-48e0-b629-96f49b2383fe up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:03.246426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdaf2a-3ded-473d-8b09-ce1a068f9557 req-d8abf08b-fabb-4b9f-a9a3-cc8d20630a49 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.253646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdaf2a-3ded-473d-8b09-ce1a068f9557 req-d8abf08b-fabb-4b9f-a9a3-cc8d20630a49 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.263063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdaf2a-3ded-473d-8b09-ce1a068f9557 req-d8abf08b-fabb-4b9f-a9a3-cc8d20630a49 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.271845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dcbdaf2a-3ded-473d-8b09-ce1a068f9557 req-d8abf08b-fabb-4b9f-a9a3-cc8d20630a49 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2413 time: 0.1574492 Oct 15 00:30:03.338724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dcbdaf2a-3ded-473d-8b09-ce1a068f9557 req-3867175a-eb3a-4177-99e7-bc8ff681b96f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659218 Oct 15 00:30:03.362166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 704e6441-eb44-48e0-b629-96f49b2383fe triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:03.362794 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:03.391997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f66d60f-1989-4e99-bfa6-0d9aa53cd875 req-a03c9333-8ec4-4a50-aec6-cacc1a8282b5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456634 Oct 15 00:30:03.478193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4287b4f7-a4f2-46c1-bb4f-1d4a2bb5587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.479654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-4287b4f7-a4f2-46c1-bb4f-1d4a2bb5587b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b62b695c-5545-427e-bbbc-c2e62316f6ce HTTP/1.1" status: 200 len: 801 time: 0.2045157 Oct 15 00:30:03.484334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-3d6a2c03-0b1c-4a6c-a405-ae2e119949a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.485767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-3d6a2c03-0b1c-4a6c-a405-ae2e119949a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 922 time: 0.3667197 Oct 15 00:30:03.575896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-cc9ea033-a9b9-47f1-81f7-36830231db5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655 HTTP/1.1" status: 200 len: 217 time: 0.0708115 Oct 15 00:30:03.639419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-160b7907-eefc-4dab-aefb-dae560adda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.640933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-160b7907-eefc-4dab-aefb-dae560adda61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbcce56d-b030-4591-bee8-0fb0ce38114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1370635 Oct 15 00:30:03.680424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-82e928da-3bfd-483f-be7d-f04d96364c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:03.681979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-82e928da-3bfd-483f-be7d-f04d96364c7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aae4a766-1696-4a38-ae06-6b0eb1de0330 HTTP/1.1" status: 200 len: 861 time: 0.0973282 Oct 15 00:30:03.685183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Deleting port 704e6441-eb44-48e0-b629-96f49b2383fe {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:03.689795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:03.774345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-ca750b21-311e-43e7-ba10-142c46887aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666656 Oct 15 00:30:03.913085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8d01afa4-439a-4305-9cb6-9b20cf4fe655 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:03.943469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-2c440d64-1aa5-4ee9-b60d-8ca519353bd1 service neutron] 10.222.0.39 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944801 Oct 15 00:30:03.961704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] For port 704e6441-eb44-48e0-b629-96f49b2383fe, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=704e6441-eb44-48e0-b629-96f49b2383fe,segment=NetworkSegment(71a0fff1-8856-4dd5-beb9-cedcc3e59a2c),segment_id=71a0fff1-8856-4dd5-beb9-cedcc3e59a2c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:03.962063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:04.025624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Calling delete_port for 704e6441-eb44-48e0-b629-96f49b2383fe owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:04.035635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-d745fcac-2416-401a-910a-3af2d8496c18 service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555358 Oct 15 00:30:04.133369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:04.153894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'port_id': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'mac_address': 'fa:16:3e:f8:f7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae4a766-1696-4a38-ae06-6b0eb1de0330', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:04.201422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:04.221242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d01afa4-439a-4305-9cb6-9b20cf4fe655 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:04.250653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:04.271777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa23068e-94c9-46a7-a719-5bfd5f311db0 req-e6a06adb-a456-4a1e-959f-144d208aad65 service neutron] 10.222.0.39 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205378 Oct 15 00:30:04.303289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27bbb93-9a50-44f7-bf16-91c38149d12b req-6f0a4b6d-ccc5-4bd0-afce-990dd8c1cbfe service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590737 Oct 15 00:30:04.328098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:04.418825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:04.474391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c409b2-ca70-4e29-b231-237463149757 req-7d50edbd-eb56-45a2-87c0-462c5c41ff09 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.482894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c409b2-ca70-4e29-b231-237463149757 req-7d50edbd-eb56-45a2-87c0-462c5c41ff09 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.489064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c409b2-ca70-4e29-b231-237463149757 req-7d50edbd-eb56-45a2-87c0-462c5c41ff09 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.495788 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9c409b2-ca70-4e29-b231-237463149757 req-7d50edbd-eb56-45a2-87c0-462c5c41ff09 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2413 time: 0.0818555 Oct 15 00:30:04.509003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c674-3584-4bd7-9789-9c995a041d75 req-b9af42a9-f2f3-4417-9171-3c8d59c3007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.509576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c674-3584-4bd7-9789-9c995a041d75 req-b9af42a9-f2f3-4417-9171-3c8d59c3007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.510360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c674-3584-4bd7-9789-9c995a041d75 req-b9af42a9-f2f3-4417-9171-3c8d59c3007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.511992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2679c674-3584-4bd7-9789-9c995a041d75 req-b9af42a9-f2f3-4417-9171-3c8d59c3007f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2866 time: 0.0657423 Oct 15 00:30:04.542944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8d01afa4-439a-4305-9cb6-9b20cf4fe655'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:04.570959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9c409b2-ca70-4e29-b231-237463149757 req-f18d5a8c-69d8-4495-846e-f967643a6181 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654907 Oct 15 00:30:04.599259 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:04.656632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Pushing event deleted for resources: {'Port': ['ID=704e6441-eb44-48e0-b629-96f49b2383fe,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:04.738964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c674-3584-4bd7-9789-9c995a041d75 req-a6256afb-3a7a-4eb3-8e69-a476d7be9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.747839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2679c674-3584-4bd7-9789-9c995a041d75 req-a6256afb-3a7a-4eb3-8e69-a476d7be9765 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fbcce56d-b030-4591-bee8-0fb0ce38114f HTTP/1.1" status: 200 len: 903 time: 0.2276497 Oct 15 00:30:04.799938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7028703-24ad-453b-b34a-97062982f059 req-b070f578-1b48-43ec-b73b-495d8eb07582 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:04.804542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7028703-24ad-453b-b34a-97062982f059 req-b070f578-1b48-43ec-b73b-495d8eb07582 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 945 time: 0.2449296 Oct 15 00:30:04.926356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2679c674-3584-4bd7-9789-9c995a041d75 req-5ec02392-9704-4ca9-9242-7e1fe44f59ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=bbf43efd-0bb5-4b12-b12a-da3b005a28fd HTTP/1.1" status: 200 len: 217 time: 0.1089966 Oct 15 00:30:04.992134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7028703-24ad-453b-b34a-97062982f059 req-1ee14e1f-79f0-466e-8862-7f14fe02cd52 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753001 Oct 15 00:30:05.361703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c674-3584-4bd7-9789-9c995a041d75 req-6388dc58-5c76-4b2f-89e1-a51446364554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:05.363200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2679c674-3584-4bd7-9789-9c995a041d75 req-6388dc58-5c76-4b2f-89e1-a51446364554 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b62b695c-5545-427e-bbbc-c2e62316f6ce HTTP/1.1" status: 200 len: 801 time: 0.4295335 Oct 15 00:30:05.397676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:05.457443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c674-3584-4bd7-9789-9c995a041d75 req-8b10310d-9860-48a0-a0bb-b94cc238efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:05.458967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2679c674-3584-4bd7-9789-9c995a041d75 req-8b10310d-9860-48a0-a0bb-b94cc238efc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fbcce56d-b030-4591-bee8-0fb0ce38114f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0866199 Oct 15 00:30:05.640164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2679c674-3584-4bd7-9789-9c995a041d75 req-97485add-4c94-4428-aaa0-039af94f3f82 service neutron] 10.222.0.39 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728911 Oct 15 00:30:05.726151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97054361-e322-402a-b1d3-99d01830cd69 req-e7867521-a623-4b72-ad06-8a5e0597d5a9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:05.732717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97054361-e322-402a-b1d3-99d01830cd69 req-e7867521-a623-4b72-ad06-8a5e0597d5a9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:05.739474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97054361-e322-402a-b1d3-99d01830cd69 req-e7867521-a623-4b72-ad06-8a5e0597d5a9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:05.748436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97054361-e322-402a-b1d3-99d01830cd69 req-e7867521-a623-4b72-ad06-8a5e0597d5a9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2413 time: 0.0781660 Oct 15 00:30:05.799764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Router de5f1143-cec3-480f-8f89-b789f548ac2b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:30:05.806508 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97054361-e322-402a-b1d3-99d01830cd69 req-6feb91af-baeb-4723-af01-f21d441c331c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Oct 15 00:30:05.880973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2679c674-3584-4bd7-9789-9c995a041d75 req-a4499394-0a4a-433b-87df-d4310b355ec6 service neutron] 10.222.0.39 "GET /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304537 Oct 15 00:30:05.924668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8d01afa4-439a-4305-9cb6-9b20cf4fe655 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:05.955205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:05.964157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d831de7f-1d63-4cfc-a8ec-ab7f27f9f714 admin admin] 10.222.0.13 "PUT /v2.0/routers/de5f1143-cec3-480f-8f89-b789f548ac2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1640317 Oct 15 00:30:05.964828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59096) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:05.983294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] Sync routers for ids ['de5f1143-cec3-480f-8f89-b789f548ac2b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:05.998330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] Routers {'de5f1143-cec3-480f-8f89-b789f548ac2b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:05.998934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['de5f1143-cec3-480f-8f89-b789f548ac2b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:06.124906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] Set router de5f1143-cec3-480f-8f89-b789f548ac2b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:06.127634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:06.127832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:06.154946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:06.155312 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:06.330897 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:06.383370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:06.385891 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4dffcf-c54a-42d6-ad13-ae183119c750" -d '{"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-plugged", "status": "completed", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:06.403290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:06.425302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:30:04Z', 'revision_number': 5, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:06.455658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] Checking router: de5f1143-cec3-480f-8f89-b789f548ac2b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:06.464891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] Routers {'de5f1143-cec3-480f-8f89-b789f548ac2b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:06.465503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['de5f1143-cec3-480f-8f89-b789f548ac2b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:06.513190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:06.566168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb41365-75c6-468d-8df9-6b9708beaabf req-0dbff947-d108-4da1-a19d-b8232daf9ad6 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:06.567708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8bb41365-75c6-468d-8df9-6b9708beaabf req-0dbff947-d108-4da1-a19d-b8232daf9ad6 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 945 time: 0.4381990 Oct 15 00:30:06.602133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:06.629991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8bb41365-75c6-468d-8df9-6b9708beaabf req-242c00fb-9e34-4d29-af89-6bba6d014780 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493367 Oct 15 00:30:06.751741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:06.764454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Deleting port 35aa775c-ab6a-4645-80f9-b139c5cf33fd {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:06.765284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:06.765609 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c812cf72-baec-4a52-8890-8739e736c190 x-openstack-request-id: req-c812cf72-baec-4a52-8890-8739e736c190 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:06.765940 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-plugged", "status": "completed", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:06.766257 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c812cf72-baec-4a52-8890-8739e736c190 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:06.766644 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'code': 200} Oct 15 00:30:06.776305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] Set router de5f1143-cec3-480f-8f89-b789f548ac2b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:06.879401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9edb98-a9d6-4bb3-a06f-1207c9f542bc req-c64adbe2-0506-44c1-a6b9-cb055fdae636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:06.879638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] For port 35aa775c-ab6a-4645-80f9-b139c5cf33fd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=35aa775c-ab6a-4645-80f9-b139c5cf33fd,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:06.880070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:06.880918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9edb98-a9d6-4bb3-a06f-1207c9f542bc req-c64adbe2-0506-44c1-a6b9-cb055fdae636 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 1097 time: 0.0518534 Oct 15 00:30:06.898522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Calling delete_port for 35aa775c-ab6a-4645-80f9-b139c5cf33fd owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:06.932216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9edb98-a9d6-4bb3-a06f-1207c9f542bc req-cf4aba7c-d6a9-4cde-9a77-feb765e87f40 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421903 Oct 15 00:30:06.990485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device bbf43efd-0bb5-4b12-b12a-da3b005a28fd details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:06.996931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90493f66-3098-4999-8cb3-239751036b90 req-2e786359-00f4-4b93-9cc1-7ff0acf96768 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:07.003893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90493f66-3098-4999-8cb3-239751036b90 req-2e786359-00f4-4b93-9cc1-7ff0acf96768 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:07.010935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90493f66-3098-4999-8cb3-239751036b90 req-2e786359-00f4-4b93-9cc1-7ff0acf96768 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:07.014257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90493f66-3098-4999-8cb3-239751036b90 req-2e786359-00f4-4b93-9cc1-7ff0acf96768 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2413 time: 0.1181564 Oct 15 00:30:07.034346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:30:04Z', 'revision_number': 5, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:07.072000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140bbe87-2a76-4c79-b57e-33f71fa17f29 None None] The sync data for ids ['de5f1143-cec3-480f-8f89-b789f548ac2b'] in n-d-811521-2 is: [{'id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1019956535-router', 'tenant_id': '9fe264e666d14b838bc0227c4f49cb38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:50Z', 'updated_at': '2021-10-15T00:30:04Z', 'revision_number': 5, 'project_id': '9fe264e666d14b838bc0227c4f49cb38', 'gw_port': {'id': '35aa775c-ab6a-4645-80f9-b139c5cf33fd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5f1143-cec3-480f-8f89-b789f548ac2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:51Z', 'updated_at': '2021-10-15T00:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:07.108586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90493f66-3098-4999-8cb3-239751036b90 req-f3882b8a-e048-4df3-b1f2-d02adda339d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857844 Oct 15 00:30:07.145287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port bbf43efd-0bb5-4b12-b12a-da3b005a28fd, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:07.180112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd', 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f', 'port_id': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd', 'mac_address': 'fa:16:3e:bf:50:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62b695c-5545-427e-bbbc-c2e62316f6ce', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:07.247678 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.265634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf43efd-0bb5-4b12-b12a-da3b005a28fd {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:07.292731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port bbf43efd-0bb5-4b12-b12a-da3b005a28fd, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:07.295104 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.328577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Pushing event deleted for resources: {'Port': ['ID=35aa775c-ab6a-4645-80f9-b139c5cf33fd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:07.378683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.379650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 8a3ca884-719f-4d53-9222-147862a99464 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:07.399471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.454070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 8a3ca884-719f-4d53-9222-147862a99464, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8a3ca884-719f-4d53-9222-147862a99464,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:07.456537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:07.473821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '8a3ca884-719f-4d53-9222-147862a99464', 'network_id': 'fbcce56d-b030-4591-bee8-0fb0ce38114f', 'port_id': '8a3ca884-719f-4d53-9222-147862a99464', 'mac_address': 'fa:16:3e:0c:91:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62b695c-5545-427e-bbbc-c2e62316f6ce', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:07.501893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.504866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.525667 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.541925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3ca884-719f-4d53-9222-147862a99464 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:07.561968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 8a3ca884-719f-4d53-9222-147862a99464, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8a3ca884-719f-4d53-9222-147862a99464,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:07.643384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.643639 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.643972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de5f1143-cec3-480f-8f89-b789f548ac2b {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:30:07.644093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f7205238-8078-4946-808c-37ee9d473e68 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:07.649514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.653528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4393050d-238b-4ab9-a75b-b904c4a0c737 admin admin] 10.222.0.13 "DELETE /v2.0/routers/de5f1143-cec3-480f-8f89-b789f548ac2b HTTP/1.1" status: 204 len: 168 time: 1.6833866 Oct 15 00:30:07.653528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59116) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:07.710864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] Deleting subnet e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:30:07.710864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.748038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.831691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=8a3ca884-719f-4d53-9222-147862a99464,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:07.831933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1b0b3-6798-4e5d-aa2a-cc3e09678567 req-cb4e0160-2b35-4fa1-b451-3daa4d501dc1 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:07.833539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44d1b0b3-6798-4e5d-aa2a-cc3e09678567 req-cb4e0160-2b35-4fa1-b451-3daa4d501dc1 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0821731 Oct 15 00:30:07.872007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:07.906442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44d1b0b3-6798-4e5d-aa2a-cc3e09678567 req-dc9b2619-b2bc-408a-bb3b-009f4ef744a3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 Oct 15 00:30:07.954546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f7205238-8078-4946-808c-37ee9d473e68, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f7205238-8078-4946-808c-37ee9d473e68,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:07.974732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'f7205238-8078-4946-808c-37ee9d473e68', 'network_id': '55b3132a-ad4b-4558-b170-9dd6f2e912aa', 'port_id': 'f7205238-8078-4946-808c-37ee9d473e68', 'mac_address': 'fa:16:3e:0b:9b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4668bac7-8b19-4fc8-8508-248294c682f1', 'ip_address': '19.86.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:08.012155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.023699 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.028704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7205238-8078-4946-808c-37ee9d473e68 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:08.037161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.043256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59122) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:08.043808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6 HTTP/1.1" status: 204 len: 168 time: 0.3888123 Oct 15 00:30:08.048772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39a89e5-59cc-44f5-9d2f-7ec65f7916eb None None] Network b4c7f167-2f77-45ce-9b8b-faa89cc395da requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:08.062753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad4133-4586-46bf-8f28-774541252df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9574ae9-ec7b-4ce5-b9ce-c75e8bd6ffe6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:08.080284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f7205238-8078-4946-808c-37ee9d473e68, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f7205238-8078-4946-808c-37ee9d473e68,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:08.132806 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.168235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.216939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Deleting port 272de3c4-eb3e-4aa3-8292-64779371805b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:08.217657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.244826 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f7205238-8078-4946-808c-37ee9d473e68,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:08.351765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] DHCP port deletion for b4c7f167-2f77-45ce-9b8b-faa89cc395da request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:30:08.352368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] For port 272de3c4-eb3e-4aa3-8292-64779371805b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=272de3c4-eb3e-4aa3-8292-64779371805b,segment=NetworkSegment(71a0fff1-8856-4dd5-beb9-cedcc3e59a2c),segment_id=71a0fff1-8856-4dd5-beb9-cedcc3e59a2c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:08.352751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.368001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Calling delete_port for 272de3c4-eb3e-4aa3-8292-64779371805b owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:08.390661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c256-41bb-4961-8de7-f4c84752ff48 req-b0cc32f5-371f-49d0-b34e-ea912d041924 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:08.396625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c256-41bb-4961-8de7-f4c84752ff48 req-b0cc32f5-371f-49d0-b34e-ea912d041924 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:08.403491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c256-41bb-4961-8de7-f4c84752ff48 req-b0cc32f5-371f-49d0-b34e-ea912d041924 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:08.404711 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64e6c256-41bb-4961-8de7-f4c84752ff48 req-b0cc32f5-371f-49d0-b34e-ea912d041924 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2416 time: 0.1238205 Oct 15 00:30:08.409617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Deleting port 272de3c4-eb3e-4aa3-8292-64779371805b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:08.409991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.489844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] For port 272de3c4-eb3e-4aa3-8292-64779371805b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=272de3c4-eb3e-4aa3-8292-64779371805b,segment=NetworkSegment(71a0fff1-8856-4dd5-beb9-cedcc3e59a2c),segment_id=71a0fff1-8856-4dd5-beb9-cedcc3e59a2c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:08.490310 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.491125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64e6c256-41bb-4961-8de7-f4c84752ff48 req-5f31cf32-ed7e-4539-88a5-1399b0b07328 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537596 Oct 15 00:30:08.511656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Calling delete_port for 272de3c4-eb3e-4aa3-8292-64779371805b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:08.556964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f7205238-8078-4946-808c-37ee9d473e68'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:08.599710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.629866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['8a3ca884-719f-4d53-9222-147862a99464'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:08.636626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Pushing event deleted for resources: {'Port': ['ID=272de3c4-eb3e-4aa3-8292-64779371805b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:08.639546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] No DVR routers for this DVR port 272de3c4-eb3e-4aa3-8292-64779371805b on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:08.662670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.717188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Pushing event deleted for resources: {'Port': ['ID=272de3c4-eb3e-4aa3-8292-64779371805b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:08.720028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.720562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] No DVR routers for this DVR port 272de3c4-eb3e-4aa3-8292-64779371805b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:08.739320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.739739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.740009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.740344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.740676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.740999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.741875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.742839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.743173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.743500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.745004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.745004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17f6f7-a969-4f1d-8206-256636f7a584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:08.748838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c7f167-2f77-45ce-9b8b-faa89cc395da']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:08.759890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:08.760323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a0fff1-8856-4dd5-beb9-cedcc3e59a2c') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:08.772066 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.789098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.796178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:30:08.796808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:30:08.800193 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:30:08.978405 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.983386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:08.987728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4c7f167-2f77-45ce-9b8b-faa89cc395da HTTP/1.1" status: 204 len: 168 time: 0.9422779 Oct 15 00:30:09.028703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472a60-eb39-42ef-8717-ae9442404533 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c7f167-2f77-45ce-9b8b-faa89cc395da,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:09.061147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef68fa-3a63-4b00-9815-ebef27483e22 req-d96fbd7c-839a-4f24-9e16-35bc42bdc1ed tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.068388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2eef68fa-3a63-4b00-9815-ebef27483e22 req-d96fbd7c-839a-4f24-9e16-35bc42bdc1ed tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0793309 Oct 15 00:30:09.116994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2eef68fa-3a63-4b00-9815-ebef27483e22 req-1038783b-9e4c-4acb-b33f-080c9b3214d8 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Oct 15 00:30:09.134578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 704e6441-eb44-48e0-b629-96f49b2383fe no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:09.160486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 704e6441-eb44-48e0-b629-96f49b2383fe {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:09.160927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 704e6441-eb44-48e0-b629-96f49b2383fe not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:09.161459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 272de3c4-eb3e-4aa3-8292-64779371805b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:09.181144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 272de3c4-eb3e-4aa3-8292-64779371805b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:09.181486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 272de3c4-eb3e-4aa3-8292-64779371805b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:09.181902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35aa775c-ab6a-4645-80f9-b139c5cf33fd no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:09.205056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 35aa775c-ab6a-4645-80f9-b139c5cf33fd {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:09.205403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35aa775c-ab6a-4645-80f9-b139c5cf33fd not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:09.305955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640f55-2a2f-46ff-b753-369447d48251 req-a7b247c4-81d7-412c-ada8-7aecf457caba tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.308625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff640f55-2a2f-46ff-b753-369447d48251 req-a7b247c4-81d7-412c-ada8-7aecf457caba tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0610552 Oct 15 00:30:09.354654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff640f55-2a2f-46ff-b753-369447d48251 req-1e1c5464-cd00-455f-aeda-42f0fb3d6c77 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392036 Oct 15 00:30:09.444320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59144) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:09.502370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333db7-77c0-4492-85e3-5171a28a9d37 req-618f7fa7-3a24-47fc-8e3a-ea2936aaa028 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.504214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20333db7-77c0-4492-85e3-5171a28a9d37 req-618f7fa7-3a24-47fc-8e3a-ea2936aaa028 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0633492 Oct 15 00:30:09.510209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b2e2a962-3ed4-4d32-a1bb-6540c4afb96d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fe264e666d14b838bc0227c4f49cb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632081 Oct 15 00:30:09.512980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59148) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:09.572049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20333db7-77c0-4492-85e3-5171a28a9d37 req-cbb6a1ff-546b-4bab-a1e4-1e735ad099a2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583417 Oct 15 00:30:09.611180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:09.659342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-645a798b-621c-4d1e-83ab-554a37f9392d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:09.701912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-645a798b-621c-4d1e-83ab-554a37f9392d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:09.717594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e769c49-9102-48c1-b1a9-a2c417b92371 req-a212c98c-ebf5-496c-83e5-c0a4722cc295 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.726409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8103aa3-1626-4381-92ba-c13eba556c10 req-f8501bb7-4cf0-49e3-bb7d-0454e6026e6c tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.726409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8103aa3-1626-4381-92ba-c13eba556c10 req-f8501bb7-4cf0-49e3-bb7d-0454e6026e6c tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0631456 Oct 15 00:30:09.726658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e769c49-9102-48c1-b1a9-a2c417b92371 req-a212c98c-ebf5-496c-83e5-c0a4722cc295 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.731082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e769c49-9102-48c1-b1a9-a2c417b92371 req-a212c98c-ebf5-496c-83e5-c0a4722cc295 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.732731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e769c49-9102-48c1-b1a9-a2c417b92371 req-a212c98c-ebf5-496c-83e5-c0a4722cc295 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2416 time: 0.1314416 Oct 15 00:30:09.764417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8103aa3-1626-4381-92ba-c13eba556c10 req-2b8675e5-282a-48b7-8d2e-6d1d34c8ece7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 Oct 15 00:30:09.809373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e769c49-9102-48c1-b1a9-a2c417b92371 req-c8d98399-1d42-4734-827d-1af8caf5872b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643084 Oct 15 00:30:09.895448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['bbf43efd-0bb5-4b12-b12a-da3b005a28fd'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:09.954018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-645a798b-621c-4d1e-83ab-554a37f9392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:09.956904 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-645a798b-621c-4d1e-83ab-554a37f9392d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:09.958584 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-645a798b-621c-4d1e-83ab-554a37f9392d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1278d740-ddca-4714-902f-7267b9af0ac3 HTTP/1.1" status: 204 len: 168 time: 0.4439435 Oct 15 00:30:09.971038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a798b-621c-4d1e-83ab-554a37f9392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1278d740-ddca-4714-902f-7267b9af0ac3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:09.989186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8097ef-a52c-41ae-889e-6ca03a9a618d req-c4af75ef-edf5-49ac-b56e-39c3a7c9b8c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:09.997326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb8097ef-a52c-41ae-889e-6ca03a9a618d req-c4af75ef-edf5-49ac-b56e-39c3a7c9b8c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.1142027 Oct 15 00:30:10.050695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb8097ef-a52c-41ae-889e-6ca03a9a618d req-aa85787c-9728-4120-8a97-386d48dfcec7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523312 Oct 15 00:30:10.255808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0645-75d4-42dd-b027-f1dacc2737a4 req-5a031cd0-44be-4093-8a5f-232499b75b04 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:10.267421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-001c0645-75d4-42dd-b027-f1dacc2737a4 req-5a031cd0-44be-4093-8a5f-232499b75b04 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0871918 Oct 15 00:30:10.314893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-001c0645-75d4-42dd-b027-f1dacc2737a4 req-992d5d59-2d8c-45ea-9a2f-ed5faeb1a291 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 Oct 15 00:30:10.514296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e140a-4760-4119-8be3-b178576859af req-e2d975e9-11e5-4227-8a67-14f045ed9519 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:10.516208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-488e140a-4760-4119-8be3-b178576859af req-e2d975e9-11e5-4227-8a67-14f045ed9519 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0675483 Oct 15 00:30:10.518442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59184) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:10.570645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-488e140a-4760-4119-8be3-b178576859af req-62fab4e6-bfbb-4a09-9458-4548dbac443a tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Oct 15 00:30:10.692735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69a1f954-116b-4c62-8435-4584121a65b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:10.734958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97b75-c4f6-4cda-b6a5-2e61bcd6bf0a req-ec7759d3-25bf-4aa7-ba77-894d49f49c15 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:10.745375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18f97b75-c4f6-4cda-b6a5-2e61bcd6bf0a req-ec7759d3-25bf-4aa7-ba77-894d49f49c15 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0982809 Oct 15 00:30:10.794133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18f97b75-c4f6-4cda-b6a5-2e61bcd6bf0a req-727ae629-8731-4656-bb8f-e04525c74fd9 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Oct 15 00:30:10.802197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69a1f954-116b-4c62-8435-4584121a65b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:10.856099 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69a1f954-116b-4c62-8435-4584121a65b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:10.912312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59208) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:10.913060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-69a1f954-116b-4c62-8435-4584121a65b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=938194aa402249289182018488c733ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930542 Oct 15 00:30:10.916268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1f954-116b-4c62-8435-4584121a65b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423c7641-b390-4979-b8c2-fd818c841bee,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:10.982275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69734353-a132-465d-82db-d0feff9c4c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:10.988993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f6440-e20b-45d6-b213-00b17012595a req-1bb58bf7-d9d6-4728-aa56-01fce86a7f48 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:10.996445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f6440-e20b-45d6-b213-00b17012595a req-1bb58bf7-d9d6-4728-aa56-01fce86a7f48 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:11.003083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device bbf43efd-0bb5-4b12-b12a-da3b005a28fd up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:11.003594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f6440-e20b-45d6-b213-00b17012595a req-1bb58bf7-d9d6-4728-aa56-01fce86a7f48 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:11.013546 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-822f6440-e20b-45d6-b213-00b17012595a req-1bb58bf7-d9d6-4728-aa56-01fce86a7f48 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2416 time: 0.0923018 Oct 15 00:30:11.041140 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69734353-a132-465d-82db-d0feff9c4c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.090720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-822f6440-e20b-45d6-b213-00b17012595a req-b9a4457e-7896-47ab-9cdd-ff5ec8a50714 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761788 Oct 15 00:30:11.176815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port bbf43efd-0bb5-4b12-b12a-da3b005a28fd completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:11.180277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69734353-a132-465d-82db-d0feff9c4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.187147 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69734353-a132-465d-82db-d0feff9c4c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.189471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port bbf43efd-0bb5-4b12-b12a-da3b005a28fd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:11.190001 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.192156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-69734353-a132-465d-82db-d0feff9c4c48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/423c7641-b390-4979-b8c2-fd818c841bee HTTP/1.1" status: 204 len: 168 time: 0.2750237 Oct 15 00:30:11.204886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734353-a132-465d-82db-d0feff9c4c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423c7641-b390-4979-b8c2-fd818c841bee,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:11.298605 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.328038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:11.331164 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a31520-98c5-4188-9644-dd7d393c5995" -d '{"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-plugged", "status": "completed", "tag": "bbf43efd-0bb5-4b12-b12a-da3b005a28fd"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:11.353446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port bbf43efd-0bb5-4b12-b12a-da3b005a28fd, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:11.397221 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271f1d65-9fad-460b-a73c-aaaac5ec291e x-openstack-request-id: req-271f1d65-9fad-460b-a73c-aaaac5ec291e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:11.398929 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-plugged", "status": "completed", "tag": "bbf43efd-0bb5-4b12-b12a-da3b005a28fd", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:11.399190 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-271f1d65-9fad-460b-a73c-aaaac5ec291e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:11.399597 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd', 'code': 200} Oct 15 00:30:11.432776 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.432776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 8a3ca884-719f-4d53-9222-147862a99464 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:11.543927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:11.609944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 8a3ca884-719f-4d53-9222-147862a99464 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:11.614022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 8a3ca884-719f-4d53-9222-147862a99464 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:11.614515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.718958 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.760995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 8a3ca884-719f-4d53-9222-147862a99464, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8a3ca884-719f-4d53-9222-147862a99464,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:11.885699 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:11.886552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f7205238-8078-4946-808c-37ee9d473e68 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:11.973751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=8a3ca884-719f-4d53-9222-147862a99464,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:11.983913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f436e-21a9-4edb-9572-7f59c8bbbda8 req-481a4619-0932-4067-9316-c7a70129c8dd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:11.986162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-671f436e-21a9-4edb-9572-7f59c8bbbda8 req-481a4619-0932-4067-9316-c7a70129c8dd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0646114 Oct 15 00:30:12.030348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-671f436e-21a9-4edb-9572-7f59c8bbbda8 req-da78aa33-0741-4585-b471-3232377a4171 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Oct 15 00:30:12.043993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port f7205238-8078-4946-808c-37ee9d473e68 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:12.058856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port f7205238-8078-4946-808c-37ee9d473e68 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:12.059528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.157601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59276) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:12.169387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.177635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04749d12-fe19-4349-8ebb-0c5b1b891e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.200806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-16ee2608-fc50-4637-9254-d1d9a241e754 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5c4a7190539b423abae4e5cf18b813df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234373 Oct 15 00:30:12.246729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f7205238-8078-4946-808c-37ee9d473e68, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f7205238-8078-4946-808c-37ee9d473e68,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:12.286838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04749d12-fe19-4349-8ebb-0c5b1b891e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.308436 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.340817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-3fb6e0ed-5207-478c-941f-c2b4f9ae3a28 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:12.342844 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-3fb6e0ed-5207-478c-941f-c2b4f9ae3a28 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362855 Oct 15 00:30:12.353556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04749d12-fe19-4349-8ebb-0c5b1b891e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.360059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-ce369a60-801f-4e51-ab1d-0090c40f0cc1 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/quotas/5c4a7190539b423abae4e5cf18b813df HTTP/1.1" status: 200 len: 375 time: 0.0103812 Oct 15 00:30:12.377866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f7205238-8078-4946-808c-37ee9d473e68,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:12.394305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04749d12-fe19-4349-8ebb-0c5b1b891e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059a384c-1264-4897-94ba-7c9bb3b58691,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:12.413459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-773ce9c5-1074-4cee-b539-dc85d5ab1989 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c4a7190539b423abae4e5cf18b813df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415361 Oct 15 00:30:12.420255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-04749d12-fe19-4349-8ebb-0c5b1b891e67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f21eabfe0bf4d67bc7d9660d2695432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614522 Oct 15 00:30:12.422269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59278) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:12.537445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2877e334-a749-4670-9555-25424b456d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.564533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2877e334-a749-4670-9555-25424b456d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.596424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ad49-9c58-4065-81ef-ed88271eec65 req-b75e74c1-2cb3-48de-940c-050eaed0ea9f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:12.603044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ad49-9c58-4065-81ef-ed88271eec65 req-b75e74c1-2cb3-48de-940c-050eaed0ea9f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:12.609372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ad49-9c58-4065-81ef-ed88271eec65 req-b75e74c1-2cb3-48de-940c-050eaed0ea9f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:12.611068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6d0ad49-9c58-4065-81ef-ed88271eec65 req-b75e74c1-2cb3-48de-940c-050eaed0ea9f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2419 time: 0.1161475 Oct 15 00:30:12.670399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6d0ad49-9c58-4065-81ef-ed88271eec65 req-95ccee69-924d-4db6-a2c5-7a3506e2da7d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508058 Oct 15 00:30:12.775570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2877e334-a749-4670-9555-25424b456d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.778683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2877e334-a749-4670-9555-25424b456d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:12.779875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2877e334-a749-4670-9555-25424b456d25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/059a384c-1264-4897-94ba-7c9bb3b58691 HTTP/1.1" status: 204 len: 168 time: 0.3566926 Oct 15 00:30:12.790490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e334-a749-4670-9555-25424b456d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059a384c-1264-4897-94ba-7c9bb3b58691,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:12.827334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1530e91a-4b9c-44d7-ad32-7f69fbb25da1 req-b8bab32f-7eb6-4ce2-8342-41c93591a9ef tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 210 time: 0.0334895 Oct 15 00:30:13.167646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc45a7d-f6d2-4381-ac45-96181b17e935 req-4461c88d-5231-4a78-a71c-b2e579eb4b2b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:13.176965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fc45a7d-f6d2-4381-ac45-96181b17e935 req-4461c88d-5231-4a78-a71c-b2e579eb4b2b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0647004 Oct 15 00:30:13.213932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fc45a7d-f6d2-4381-ac45-96181b17e935 req-b537ce38-66f1-4a89-8a07-36e3dd74dd56 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Oct 15 00:30:13.401065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3ca884-719f-4d53-9222-147862a99464'}, {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7205238-8078-4946-808c-37ee9d473e68'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:13.404041 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0442a25-6644-40e9-be10-ee4b6f29273a" -d '{"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-plugged", "status": "completed", "tag": "8a3ca884-719f-4d53-9222-147862a99464"}, {"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-plugged", "status": "completed", "tag": "f7205238-8078-4946-808c-37ee9d473e68"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:13.443868 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1706c7-deed-4efb-86a5-8dc1a99bac50 x-openstack-request-id: req-bf1706c7-deed-4efb-86a5-8dc1a99bac50 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:13.443868 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-plugged", "status": "completed", "tag": "8a3ca884-719f-4d53-9222-147862a99464", "code": 200}, {"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-plugged", "status": "completed", "tag": "f7205238-8078-4946-808c-37ee9d473e68", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:13.443868 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf1706c7-deed-4efb-86a5-8dc1a99bac50 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:13.443868 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3ca884-719f-4d53-9222-147862a99464', 'code': 200} Oct 15 00:30:13.443868 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7205238-8078-4946-808c-37ee9d473e68', 'code': 200} Oct 15 00:30:13.579731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb9ec-850d-4a21-9703-d213e1108b4f req-5ffda2c6-5d5f-44c1-80bd-96c7a2bfdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:13.581615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb9ec-850d-4a21-9703-d213e1108b4f req-5ffda2c6-5d5f-44c1-80bd-96c7a2bfdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:13.581615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb9ec-850d-4a21-9703-d213e1108b4f req-5ffda2c6-5d5f-44c1-80bd-96c7a2bfdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:13.582569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10acb9ec-850d-4a21-9703-d213e1108b4f req-5ffda2c6-5d5f-44c1-80bd-96c7a2bfdda7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2872 time: 0.0628266 Oct 15 00:30:13.622547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10acb9ec-850d-4a21-9703-d213e1108b4f req-8e5efba8-bd11-4fda-ae29-78518954dd7d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Oct 15 00:30:13.803304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc19f-adf5-44ea-8adc-34e93ecf2605 req-c143a4a7-bafa-46b6-b023-ff105e8298ab tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:13.809889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc19f-adf5-44ea-8adc-34e93ecf2605 req-c143a4a7-bafa-46b6-b023-ff105e8298ab tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:13.815843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc19f-adf5-44ea-8adc-34e93ecf2605 req-c143a4a7-bafa-46b6-b023-ff105e8298ab tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:13.817529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d83fc19f-adf5-44ea-8adc-34e93ecf2605 req-c143a4a7-bafa-46b6-b023-ff105e8298ab tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2419 time: 0.0689244 Oct 15 00:30:13.863914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d83fc19f-adf5-44ea-8adc-34e93ecf2605 req-59debff6-fa91-48d5-a26e-a9675c2a19af tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363121 Oct 15 00:30:13.929897 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8d01afa4-439a-4305-9cb6-9b20cf4fe655 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:13.954351 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21e63df6-6127-4125-a7e0-9b59280277d1 req-0fea5e54-f1ba-496f-b628-5d01f707c5d9 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 210 time: 0.0397735 Oct 15 00:30:14.080554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:14.096556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'port_id': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'mac_address': 'fa:16:3e:f8:f7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae4a766-1696-4a38-ae06-6b0eb1de0330', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:14.101356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59338) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:14.156217 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:14.178368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d01afa4-439a-4305-9cb6-9b20cf4fe655 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:14.202032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:14.237860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0183-1182-4f66-b9af-8b7137169bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:14.296868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:14.416635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0183-1182-4f66-b9af-8b7137169bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:14.426796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52444acb-8d4b-4857-95a3-12cd5b20b929 req-0d5af87c-8132-479a-b66f-0fbcdfb2f8a6 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:14.429284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52444acb-8d4b-4857-95a3-12cd5b20b929 req-0d5af87c-8132-479a-b66f-0fbcdfb2f8a6 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 945 time: 0.1208332 Oct 15 00:30:14.481612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52444acb-8d4b-4857-95a3-12cd5b20b929 req-556e4a30-8939-427c-956f-3107e632c834 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Oct 15 00:30:14.519670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0183-1182-4f66-b9af-8b7137169bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:14.568807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fc4a0183-1182-4f66-b9af-8b7137169bc8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a41c3e5ec6894c11b655abbe5813dd88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656610 Oct 15 00:30:14.572190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59350) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:14.573224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:14.578050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8d01afa4-439a-4305-9cb6-9b20cf4fe655'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:14.581531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a0183-1182-4f66-b9af-8b7137169bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2415d092-0354-4d6d-a6fb-be2583dae8df,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:14.668853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-782e8a96-05c7-4c50-a76f-315cd3a9b7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:14.714117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-782e8a96-05c7-4c50-a76f-315cd3a9b7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:14.904078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.011065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-782e8a96-05c7-4c50-a76f-315cd3a9b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.018504 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-782e8a96-05c7-4c50-a76f-315cd3a9b7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.019173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-782e8a96-05c7-4c50-a76f-315cd3a9b7d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2415d092-0354-4d6d-a6fb-be2583dae8df HTTP/1.1" status: 204 len: 168 time: 0.4456742 Oct 15 00:30:15.046047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc5c1-bf4e-4151-9373-1370995ac37a req-e932bcf5-a246-49fd-b476-81e2a6204d58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:15.047699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8a96-05c7-4c50-a76f-315cd3a9b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2415d092-0354-4d6d-a6fb-be2583dae8df,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:15.052260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc5c1-bf4e-4151-9373-1370995ac37a req-e932bcf5-a246-49fd-b476-81e2a6204d58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:15.059683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc5c1-bf4e-4151-9373-1370995ac37a req-e932bcf5-a246-49fd-b476-81e2a6204d58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:15.067483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bdbc5c1-bf4e-4151-9373-1370995ac37a req-e932bcf5-a246-49fd-b476-81e2a6204d58 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2419 time: 0.1010783 Oct 15 00:30:15.072048 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31ed53fd-5d34-467a-b20a-1aa031ff277d req-a8050bb4-7d7c-4b23-8908-b51fbc1199b4 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 210 time: 0.0401735 Oct 15 00:30:15.130634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bdbc5c1-bf4e-4151-9373-1370995ac37a req-c129d54b-3814-4eed-b42a-9f76c2374b89 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Oct 15 00:30:15.394222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a4bb0702-25dd-4afc-9a74-00f07831eed9 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5c4a7190539b423abae4e5cf18b813df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250845 Oct 15 00:30:15.525631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-9d3ce2d0-62ec-4266-a4fa-de71f9c97a14 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:15.527558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-9d3ce2d0-62ec-4266-a4fa-de71f9c97a14 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277847 Oct 15 00:30:15.545525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Request body: {'port': {'device_id': '43826e99-9dac-4072-8862-a1e23bb1b029', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '5c4a7190539b423abae4e5cf18b813df'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:15.696516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59382) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:15.696669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc73684-8e08-45a2-8988-09363d419e01 req-46f232ec-a75b-4e06-9aaf-5c7c778297c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:15.700802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbc73684-8e08-45a2-8988-09363d419e01 req-46f232ec-a75b-4e06-9aaf-5c7c778297c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 945 time: 0.1110511 Oct 15 00:30:15.715226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-134bf097-71dc-4a9f-8484-85f7c9f21383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.779022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbc73684-8e08-45a2-8988-09363d419e01 req-3fe92479-b811-443c-9488-c6e77c7e2a71 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771217 Oct 15 00:30:15.852471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-134bf097-71dc-4a9f-8484-85f7c9f21383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.891002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Made reservation on behalf of 5c4a7190539b423abae4e5cf18b813df for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:15.894536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.903654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.940631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-134bf097-71dc-4a9f-8484-85f7c9f21383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:15.956920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8d01afa4-439a-4305-9cb6-9b20cf4fe655 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:16.016079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.018112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-134bf097-71dc-4a9f-8484-85f7c9f21383 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdef994668c74ce3998338430fc997c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253310 Oct 15 00:30:16.019470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bf097-71dc-4a9f-8484-85f7c9f21383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64efbc5-6697-4899-ac8e-610cff1164da,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:16.022792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59396) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:16.031628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:16.032060 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.088036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.093971 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6e8-e143-4eab-9c2d-86bae36fc8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.121470 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.154790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:16.157358 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e2e82-b87e-45ff-b5a5-e0ba0f9a3847" -d '{"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-plugged", "status": "completed", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:16.172186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:16.173637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:16.196110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6e8-e143-4eab-9c2d-86bae36fc8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.245043 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.327614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:16.335352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Allocated IP 192.168.233.40 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/fe3ac701-337f-4177-90c9-824fabce6bd1) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:16.386597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6e8-e143-4eab-9c2d-86bae36fc8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.391988 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fa5b6e8-e143-4eab-9c2d-86bae36fc8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.391988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4fa5b6e8-e143-4eab-9c2d-86bae36fc8be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d64efbc5-6697-4899-ac8e-610cff1164da HTTP/1.1" status: 204 len: 168 time: 0.3662286 Oct 15 00:30:16.392213 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-1af769e1-faea-4b23-8c8e-76ea0b5d47c1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa66655b43a14109ae5bb82e34f60255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224504 Oct 15 00:30:16.408998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f6f1-fd23-45af-83d8-ebdd400ab38a req-794c83cf-ae93-4206-9258-706cc0354538 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:16.410488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d325f6f1-fd23-45af-83d8-ebdd400ab38a req-794c83cf-ae93-4206-9258-706cc0354538 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.0928400 Oct 15 00:30:16.417168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5b6e8-e143-4eab-9c2d-86bae36fc8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64efbc5-6697-4899-ac8e-610cff1164da,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:16.505338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d325f6f1-fd23-45af-83d8-ebdd400ab38a req-61a7f311-b96b-43f6-8aed-71b3b297ef94 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792060 Oct 15 00:30:16.534995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-a9c39302-6dd0-466f-99fb-b6076f5376a3 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:16.536963 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-a9c39302-6dd0-466f-99fb-b6076f5376a3 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364894 Oct 15 00:30:16.564882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-7cb15e11-6ba5-4ee5-b7f0-9d589e0c9d62 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/quotas/fa66655b43a14109ae5bb82e34f60255 HTTP/1.1" status: 200 len: 375 time: 0.0193429 Oct 15 00:30:16.597486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.606269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-0841462b-7aa1-475a-afb4-df47c6f0120e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403352 Oct 15 00:30:16.676753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cae46fab-41a1-45f4-972b-454797b305b2 req-4d48e27e-886d-41e9-a2a5-f8f77bb2739d tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 210 time: 0.0769219 Oct 15 00:30:16.793549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734893-0221-43cd-965f-a42b3d6fcb71 req-f8d2cb13-b7a3-48be-b2a3-4aea4cb3c216 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:16.802159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734893-0221-43cd-965f-a42b3d6fcb71 req-f8d2cb13-b7a3-48be-b2a3-4aea4cb3c216 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:16.808322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734893-0221-43cd-965f-a42b3d6fcb71 req-f8d2cb13-b7a3-48be-b2a3-4aea4cb3c216 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:16.809969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96734893-0221-43cd-965f-a42b3d6fcb71 req-f8d2cb13-b7a3-48be-b2a3-4aea4cb3c216 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2419 time: 0.0832505 Oct 15 00:30:16.849583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96734893-0221-43cd-965f-a42b3d6fcb71 req-4189ebda-a8a6-4772-8371-08a2b79222a9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Oct 15 00:30:16.852421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:16.896796 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f0b2d7-5746-474d-8a2d-1c36bd25ed6b x-openstack-request-id: req-63f0b2d7-5746-474d-8a2d-1c36bd25ed6b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:16.897108 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-plugged", "status": "completed", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:16.897521 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63f0b2d7-5746-474d-8a2d-1c36bd25ed6b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:16.897954 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'code': 200} Oct 15 00:30:16.914167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:16.941914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:16.951108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:16.952814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:17.077366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:17.077985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:17.106926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df955e-5055-4171-8ac6-4c070d7b3ad8 req-aa25ec97-c704-4fba-8c6c-7908eeea0f88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:17.111071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3df955e-5055-4171-8ac6-4c070d7b3ad8 req-aa25ec97-c704-4fba-8c6c-7908eeea0f88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.1209121 Oct 15 00:30:17.188618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3df955e-5055-4171-8ac6-4c070d7b3ad8 req-c2711f2f-6159-4033-9c53-a26c5f4e43d4 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619187 Oct 15 00:30:17.235065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a93fe12b-aa60-4b8f-8c77-f81323a93608 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6923718 Oct 15 00:30:17.242309 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-c4d3fdbf-27c2-4027-a977-a6b6126f33f4 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa66655b43a14109ae5bb82e34f60255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313737 Oct 15 00:30:17.256424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Request body: {'port': {'device_id': '43826e99-9dac-4072-8862-a1e23bb1b029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:17.298308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-657d5ab2-f227-43b7-9936-60c47661a1d0 None None] Provisioning complete for port fe3ac701-337f-4177-90c9-824fabce6bd1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:17.298868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-657d5ab2-f227-43b7-9936-60c47661a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:17.367621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:17.371185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-657d5ab2-f227-43b7-9936-60c47661a1d0 None None] Port fe3ac701-337f-4177-90c9-824fabce6bd1 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:17.396727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-d04bfefd-e34a-4a50-a39e-5dbe882c6fff tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:17.404792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-d04bfefd-e34a-4a50-a39e-5dbe882c6fff tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533222 Oct 15 00:30:17.416673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0f34f9ad-52fa-4fea-8e83-0da0d2aedc72 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/quotas/fa66655b43a14109ae5bb82e34f60255 HTTP/1.1" status: 200 len: 375 time: 0.0107892 Oct 15 00:30:17.464379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-6933a5d1-e5b2-4321-8adc-24b399e98fd0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386956 Oct 15 00:30:17.575914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-e49d1f45-7039-40ed-9780-cb9cb1aeea94 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:17.577362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-e49d1f45-7039-40ed-9780-cb9cb1aeea94 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.30 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.0738783 Oct 15 00:30:17.781817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Deleting port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:17.782624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:17.807696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3ac701-337f-4177-90c9-824fabce6bd1 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:17.823522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:17.896078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Transition to ACTIVE for port object fe3ac701-337f-4177-90c9-824fabce6bd1 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:17.927784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] For port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:17.928136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:17.937999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b21274-54b6-42cc-907f-4268be24df62 req-7b833e19-2c15-45c7-b01e-69f762c9e3b3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:17.939478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5b21274-54b6-42cc-907f-4268be24df62 req-7b833e19-2c15-45c7-b01e-69f762c9e3b3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 946 time: 0.0835207 Oct 15 00:30:17.973725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8d01afa4-439a-4305-9cb6-9b20cf4fe655 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:18.057298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.090496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:18.164687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Deleting port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:18.165018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.205326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.205655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.205983 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5 disassociated. External IP: 172.25.2.107, port: aa0be93c-b9eb-42e0-aed9-c1c7f0c34019. Oct 15 00:30:18.206315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Calling delete_port for aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:18.348560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] For port 8d01afa4-439a-4305-9cb6-9b20cf4fe655, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8d01afa4-439a-4305-9cb6-9b20cf4fe655,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:18.349446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.365257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Calling delete_port for 8d01afa4-439a-4305-9cb6-9b20cf4fe655 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:18.491644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7f806-de61-475d-ae6b-669e45f046f9 req-b5809073-c971-459c-8d5e-5f521fc14dea tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:18.496426 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12d7f806-de61-475d-ae6b-669e45f046f9 req-b5809073-c971-459c-8d5e-5f521fc14dea tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 946 time: 0.0921185 Oct 15 00:30:18.556174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12d7f806-de61-475d-ae6b-669e45f046f9 req-e47ef15e-09b7-4aca-bf25-90c2d020940d tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5a5228c-fd98-4782-afd5-ef0f194900a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479391 Oct 15 00:30:18.594680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.632201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.660071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:18.737118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569ac40-cce2-46b5-b64a-710b0b6cfaac req-9a26fbfd-4e62-4af5-81bc-203caab249db tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:18.741613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b569ac40-cce2-46b5-b64a-710b0b6cfaac req-9a26fbfd-4e62-4af5-81bc-203caab249db tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 944 time: 0.1260254 Oct 15 00:30:18.765812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:18.792945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb828d0-1d12-4ef6-b353-fec1b1566729 req-46e1dd98-6886-4c24-ba23-87592c15db51 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:18.805617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0eb828d0-1d12-4ef6-b353-fec1b1566729 req-46e1dd98-6886-4c24-ba23-87592c15db51 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 935 time: 0.3093815 Oct 15 00:30:18.822301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59488) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:18.844239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b569ac40-cce2-46b5-b64a-710b0b6cfaac req-9b85c26f-af97-4338-967f-357b25b331a0 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972569 Oct 15 00:30:18.899715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:18.902043 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a0830c-0602-43ac-8428-914092934eba" -d '{"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-unplugged", "status": "completed", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:19.015609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-network', 'tenant_id': 'a76e217a7882496c954b32c9055d005b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:19.131256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577d82-2b37-40f1-8f82-070fe884ccee req-f37067ea-580a-4d2d-8453-19fe70cb9387 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:19.143204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577d82-2b37-40f1-8f82-070fe884ccee req-f37067ea-580a-4d2d-8453-19fe70cb9387 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:19.155352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577d82-2b37-40f1-8f82-070fe884ccee req-f37067ea-580a-4d2d-8453-19fe70cb9387 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:19.166874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae577d82-2b37-40f1-8f82-070fe884ccee req-f37067ea-580a-4d2d-8453-19fe70cb9387 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2419 time: 0.1347353 Oct 15 00:30:19.219958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Made reservation on behalf of a76e217a7882496c954b32c9055d005b for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:19.227941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.234510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae577d82-2b37-40f1-8f82-070fe884ccee req-58b58500-1f3f-43b4-848f-ccafbc043d36 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656202 Oct 15 00:30:19.246026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.296928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:19.354217 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb7f9ee6-6d90-4a00-ad36-94372e9475ae req-4ab0b03e-9128-4afc-8441-30adff12dd27 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 210 time: 0.0425174 Oct 15 00:30:19.385548 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.411008 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40124cca-af8b-44cb-9c48-7343a17195c3 x-openstack-request-id: req-40124cca-af8b-44cb-9c48-7343a17195c3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:19.411008 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-unplugged", "status": "completed", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:19.411008 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40124cca-af8b-44cb-9c48-7343a17195c3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:19.411008 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'code': 200} Oct 15 00:30:19.411429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event deleted for resources: {'Port': ['ID=aa0be93c-b9eb-42e0-aed9-c1c7f0c34019,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:19.466533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0eb828d0-1d12-4ef6-b353-fec1b1566729 req-dbae9f34-41c3-476a-9cf7-939f1e9fe87e tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6586421 Oct 15 00:30:19.473641 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.520170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.537139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-3cd54875-b202-47ca-a502-fb9fb5ee5020 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:19.542872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:30:19.543363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-3cd54875-b202-47ca-a502-fb9fb5ee5020 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:19.549294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-3cd54875-b202-47ca-a502-fb9fb5ee5020 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:19.551236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-3cd54875-b202-47ca-a502-fb9fb5ee5020 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2419 time: 0.2676177 Oct 15 00:30:19.557530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb152a17-0a76-4f86-bf24-e1117792bad6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:19.565003 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.565616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event deleted for resources: {'Port': ['ID=8d01afa4-439a-4305-9cb6-9b20cf4fe655,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:19.565855 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Added segment 49162917-32b7-42aa-a5f0-ccddc4bd72a0 of type vlan for network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 Oct 15 00:30:19.621533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.702605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aae55e9a-26a0-4324-9bf3-fcaf93af37fe req-27e4c845-c15d-40f6-be63-8de4e6e5be9a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 210 time: 0.0329804 Oct 15 00:30:19.737453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] No DVR routers for this DVR port 8d01afa4-439a-4305-9cb6-9b20cf4fe655 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:19.737453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Attempting to bind port fe3ac701-337f-4177-90c9-824fabce6bd1 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:19.737453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Attempting to bind port fe3ac701-337f-4177-90c9-824fabce6bd1 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:19.737453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Attempting to bind port fe3ac701-337f-4177-90c9-824fabce6bd1 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:19.737453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.739344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5b21274-54b6-42cc-907f-4268be24df62 req-e0529b02-a2a0-4c2b-9fc0-e909370e4a34 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "DELETE /v2.0/ports/8d01afa4-439a-4305-9cb6-9b20cf4fe655 HTTP/1.1" status: 204 len: 173 time: 1.7937891 Oct 15 00:30:19.742439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-deleted', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:19.744598 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7139a59-149d-40b8-8f90-4c50c1088221" -d '{"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-deleted", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:19.761412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Port fe3ac701-337f-4177-90c9-824fabce6bd1 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:19.761731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Attempting to bind port fe3ac701-337f-4177-90c9-824fabce6bd1 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:19.770122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:19.770398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:19.770783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:19.771220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Bound port: fe3ac701-337f-4177-90c9-824fabce6bd1, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:19.771575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.796734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Router 90baca36-3269-4526-a916-c26b78bffba3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:30:19.799162 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c24024-c5ea-46a3-b505-b40578122827 x-openstack-request-id: req-07c24024-c5ea-46a3-b505-b40578122827 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:19.799446 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e590b93-4ab0-4b6f-aee8-2c26fa1d5170", "name": "network-vif-deleted", "tag": "8d01afa4-439a-4305-9cb6-9b20cf4fe655", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:19.799699 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07c24024-c5ea-46a3-b505-b40578122827 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:19.800095 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e590b93-4ab0-4b6f-aee8-2c26fa1d5170', 'name': 'network-vif-deleted', 'tag': '8d01afa4-439a-4305-9cb6-9b20cf4fe655', 'status': 'completed', 'code': 200} Oct 15 00:30:19.808962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.810689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:19.812106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.842299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port bbf43efd-0bb5-4b12-b12a-da3b005a28fd {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:19.842636 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:19.951553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] Pushing event updated for resources: {'Network': ['ID=5dca5e40-f01d-4d9b-9913-e29600fd8de7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:19.964246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:30:20.040215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:20.045471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca555f3b-7504-4bed-8a13-500ab06026e8 req-0033dd5e-0869-43a9-978d-70e0b9fea0f2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 210 time: 0.0512147 Oct 15 00:30:20.049770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4cb6af7d-3250-4d41-8286-737048e8e218 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2252455 Oct 15 00:30:20.055912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59518) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:20.060832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Request body: {'subnet': {'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-subnet', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:20.099708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:20.166970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port bbf43efd-0bb5-4b12-b12a-da3b005a28fd, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:20.167273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:20.170756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:20.182353 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] Sync routers for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:20.193083 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:20.193679 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:20.199947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for bbf43efd-0bb5-4b12-b12a-da3b005a28fd owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:20.222742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Made reservation on behalf of a76e217a7882496c954b32c9055d005b for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:20.226714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] No DVR routers for this DVR port aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:20.228262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:20.230572 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:20.235037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:20.238395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e279c3b3-c74d-4cb8-b30f-225faa35c2a7 req-09d7448e-610d-4c21-9719-3575a4a238d9 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.30 "DELETE /v2.0/ports/aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 HTTP/1.1" status: 204 len: 173 time: 2.6508622 Oct 15 00:30:20.309874 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:20.310698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:20.312111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe3ac701-337f-4177-90c9-824fabce6bd1 HTTP/1.1" status: 200 len: 1095 time: 3.0602431 Oct 15 00:30:20.319498 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:20.349604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d77f3-bee4-4cb2-a8d3-e083d9dc3ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:20.565551 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-facf867c-d1c5-44b6-9fc3-0c65c8b33914 req-2bab5df9-1878-4804-940b-b58a8b112fa6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 210 time: 0.0629289 Oct 15 00:30:20.579733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec842-650f-4624-9867-780c812d169c req-f365f372-1dd6-4c20-8095-10e2b857ee1c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:20.586060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec842-650f-4624-9867-780c812d169c req-f365f372-1dd6-4c20-8095-10e2b857ee1c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:20.592379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec842-650f-4624-9867-780c812d169c req-f365f372-1dd6-4c20-8095-10e2b857ee1c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:20.594578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-151ec842-650f-4624-9867-780c812d169c req-f365f372-1dd6-4c20-8095-10e2b857ee1c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 2419 time: 0.2006054 Oct 15 00:30:20.604475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-3e0f511f-00d0-4e06-a92e-b76e5aa1df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:20.609678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-3e0f511f-00d0-4e06-a92e-b76e5aa1df55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c4a7190539b423abae4e5cf18b813df&device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 1098 time: 0.1478944 Oct 15 00:30:20.675007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:20.678724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-a77a7933-194f-427a-b5d2-ed2e755611a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=fe3ac701-337f-4177-90c9-824fabce6bd1 HTTP/1.1" status: 200 len: 217 time: 0.0604012 Oct 15 00:30:20.679635 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:20.691371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f7205238-8078-4946-808c-37ee9d473e68', '8a3ca884-719f-4d53-9222-147862a99464', 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:20.724712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=bbf43efd-0bb5-4b12-b12a-da3b005a28fd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:20.777782 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] Checking router: 90baca36-3269-4526-a916-c26b78bffba3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:20.806565 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:20.807178 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:20.830690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-151ec842-650f-4624-9867-780c812d169c req-f0855249-7fe7-4860-9840-b6329fea48b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194312 Oct 15 00:30:20.942612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port bbf43efd-0bb5-4b12-b12a-da3b005a28fd on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:20.952257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:20.956484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a6ef6896-1fb3-4ca2-bb1d-fff993f7f6b0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "DELETE /v2.0/ports/bbf43efd-0bb5-4b12-b12a-da3b005a28fd HTTP/1.1" status: 204 len: 173 time: 1.3933835 Oct 15 00:30:21.002933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f6e5b-fb73-4656-8151-1fdadaf91b5e req-c7904d4e-7ee8-4553-b525-61c08da5e11d tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:21.004483 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c4f6e5b-fb73-4656-8151-1fdadaf91b5e req-c7904d4e-7ee8-4553-b525-61c08da5e11d tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 947 time: 0.0974965 Oct 15 00:30:21.021290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.101704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-1ff8bc8b-ad83-49f8-8f29-0bed1c182281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:21.101704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-1ff8bc8b-ad83-49f8-8f29-0bed1c182281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.3928072 Oct 15 00:30:21.123921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db2cb015-e27b-4218-93e3-a8419c680e65 req-94f6a917-9249-4e4c-a00a-5c5a8d0b72cd tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 210 time: 0.1545787 Oct 15 00:30:21.132190 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:21.212066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c4f6e5b-fb73-4656-8151-1fdadaf91b5e req-82de6264-6629-4226-9652-140d6d6095f0 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791053 Oct 15 00:30:21.217122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692ea848-94c5-4e1b-8e44-0c57dbc0a196,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:21.243321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-95d9457b-0ee0-4add-ad1f-e682fa30cc45 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa66655b43a14109ae5bb82e34f60255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1421578 Oct 15 00:30:21.255431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Checking segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:21.255782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Network hostable DHCP agents. Network: 5dca5e40-f01d-4d9b-9913-e29600fd8de7, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:30:21.346339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:30:21.364681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45be03f5-0452-4fe4-a432-ce7de05ba7d9 req-a4eb81dd-2c3d-4987-bfff-e12f46ce3d13 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e590b93-4ab0-4b6f-aee8-2c26fa1d5170 HTTP/1.1" status: 200 len: 210 time: 0.0643289 Oct 15 00:30:21.425375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-729bb190-0afb-4dff-adbf-50d2209a40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:21.427015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-729bb190-0afb-4dff-adbf-50d2209a40ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3007917 Oct 15 00:30:21.433993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 5dca5e40-f01d-4d9b-9913-e29600fd8de7) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:21.438260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port f7205238-8078-4946-808c-37ee9d473e68 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:21.438260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.445092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:21.447560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.450061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e14b3d7-14d1-4fae-a6be-efcdae3b4ff1 None None] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:21.499554 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:21.507241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-a672eaa6-5f70-48ef-8dbd-8aa80f095a00 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:21.508975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-a672eaa6-5f70-48ef-8dbd-8aa80f095a00 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2240546 Oct 15 00:30:21.556698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Request body: {'port': {'device_id': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'fa66655b43a14109ae5bb82e34f60255'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:21.572234 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ded2c7-6cde-4027-8872-e5d8c96bdabf None None] The sync data for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 is: [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9f69131b-f395-41c8-b02b-288db2a079bc', 'name': '', 'network_id': '97bd6b0d-78ab-424f-bcef-7b925db6f842', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'mac_address': 'fa:16:3e:f3:c8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:21Z', 'updated_at': '2021-10-15T00:24:26Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'subnets': [{'id': 'fbff45c6-043b-4463-9d03-3f05bec9420f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:21.601448 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fdd8c301-595c-4869-b53b-57700e406025 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5444233 Oct 15 00:30:21.604134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:21.608691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:21.733154 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.735598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.749490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f5d79b64-b8c4-4c64-84fe-ee5040ee6600 req-dfc094cc-3481-42de-8847-c5d2c4de36be tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 210 time: 0.0525303 Oct 15 00:30:21.749787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:30:21.751502 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.801830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'name': 'network-vif-deleted', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019'}, {'name': 'network-changed', 'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1'}, {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-deleted', 'tag': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:21.806718 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f63d93-dda5-4bb8-8736-77b40f36c58c" -d '{"events": [{"server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "name": "network-vif-deleted", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019"}, {"name": "network-changed", "server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1"}, {"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-deleted", "tag": "bbf43efd-0bb5-4b12-b12a-da3b005a28fd"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:21.826779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-3f6e8109-ed03-4338-ae36-cc9203500326 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858666 Oct 15 00:30:21.828528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port f7205238-8078-4946-808c-37ee9d473e68, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f7205238-8078-4946-808c-37ee9d473e68,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:21.828984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.893238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for f7205238-8078-4946-808c-37ee9d473e68 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:21.921515 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a33320-88fd-4622-9c14-93d190016879 x-openstack-request-id: req-11a33320-88fd-4622-9c14-93d190016879 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:21.927325 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10808ccb-fc81-4504-bbe4-6cf0a9ff5d72", "name": "network-vif-deleted", "tag": "aa0be93c-b9eb-42e0-aed9-c1c7f0c34019", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1", "status": "completed", "code": 200}, {"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-deleted", "tag": "bbf43efd-0bb5-4b12-b12a-da3b005a28fd", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:21.927733 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11a33320-88fd-4622-9c14-93d190016879 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:21.928190 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10808ccb-fc81-4504-bbe4-6cf0a9ff5d72', 'name': 'network-vif-deleted', 'tag': 'aa0be93c-b9eb-42e0-aed9-c1c7f0c34019', 'status': 'completed', 'code': 200} Oct 15 00:30:21.928583 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'status': 'completed', 'code': 200} Oct 15 00:30:21.929476 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-deleted', 'tag': 'bbf43efd-0bb5-4b12-b12a-da3b005a28fd', 'status': 'completed', 'code': 200} Oct 15 00:30:21.967953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:21.992309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8d01afa4-439a-4305-9cb6-9b20cf4fe655 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:22.011141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Made reservation on behalf of fa66655b43a14109ae5bb82e34f60255 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:22.015641 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.021810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 8d01afa4-439a-4305-9cb6-9b20cf4fe655 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:22.022877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8d01afa4-439a-4305-9cb6-9b20cf4fe655 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:22.023447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:22.045681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:22.046021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device aa0be93c-b9eb-42e0-aed9-c1c7f0c34019 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:22.052616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf3b99-c0c9-44f3-9e46-46fdf26437b5 req-b46fcd78-5283-42a1-a7de-321af3912693 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:22.055680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Allocated IP 172.20.0.2 (5dca5e40-f01d-4d9b-9913-e29600fd8de7/692ea848-94c5-4e1b-8e44-0c57dbc0a196/c269339b-3d45-4363-a27e-d91d66eb5435) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:22.061223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf3b99-c0c9-44f3-9e46-46fdf26437b5 req-b46fcd78-5283-42a1-a7de-321af3912693 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:22.062919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ebf3b99-c0c9-44f3-9e46-46fdf26437b5 req-b46fcd78-5283-42a1-a7de-321af3912693 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 1683 time: 0.0742419 Oct 15 00:30:22.087429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65291db0-27e3-47c9-a84c-371b6d0a496f None None] New status for floating IP 1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:30:22.099906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.118766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ebf3b99-c0c9-44f3-9e46-46fdf26437b5 req-670a6bb6-7544-4e6e-a56c-6ab695d01b45 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Oct 15 00:30:22.129006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adfe7896-3fe8-430c-b231-2daa6823af76 req-2f5410be-27c9-4e6f-843f-2116135e3179 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679882 Oct 15 00:30:22.191567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-f5a71982-cfca-423c-a626-e07c92b566de tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa66655b43a14109ae5bb82e34f60255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235963 Oct 15 00:30:22.369351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.445569 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.452815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.461603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.526146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17224ef8-f7ba-4baf-b734-a054c71382be req-586717e9-30f2-4d29-84cd-cc1259e0d791 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:22.526825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8256b0f-b3ab-4c09-994c-81185af3504d req-ee403acb-e451-4334-b3a6-05d5ce1f6be6 tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/ports?device_id=10808ccb-fc81-4504-bbe4-6cf0a9ff5d72 HTTP/1.1" status: 200 len: 210 time: 0.1030366 Oct 15 00:30:22.536034 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-17224ef8-f7ba-4baf-b734-a054c71382be req-586717e9-30f2-4d29-84cd-cc1259e0d791 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 947 time: 0.1410081 Oct 15 00:30:22.540649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:22.548315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:22.556258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:22.573721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.623179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Pushing event updated for resources: {'Port': ['ID=c269339b-3d45-4363-a27e-d91d66eb5435,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:22.641058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-17224ef8-f7ba-4baf-b734-a054c71382be req-556e2f3a-a483-4064-ab6d-12ac99a1a8ae tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039031 Oct 15 00:30:22.661578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Attempting to bind port c269339b-3d45-4363-a27e-d91d66eb5435 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:22.662260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Attempting to bind port c269339b-3d45-4363-a27e-d91d66eb5435 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:22.663842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Attempting to bind port c269339b-3d45-4363-a27e-d91d66eb5435 on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:22.671333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:22.671965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Checking segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:22.672528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.685991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Bound using segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:22.685991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Bound port: c269339b-3d45-4363-a27e-d91d66eb5435, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:22.685991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.763551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] For port c269339b-3d45-4363-a27e-d91d66eb5435, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:22.767175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] For port c269339b-3d45-4363-a27e-d91d66eb5435, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c269339b-3d45-4363-a27e-d91d66eb5435,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:22.808808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-c8c4b22f-bebc-4b29-8929-e600b9336ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:22.810677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-c8c4b22f-bebc-4b29-8929-e600b9336ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c4a7190539b423abae4e5cf18b813df&device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 1098 time: 0.5084219 Oct 15 00:30:22.857246 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.908280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-faf343db-184b-4bee-9128-725cb5e004af tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:22.910109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-faf343db-184b-4bee-9128-725cb5e004af tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7080848 Oct 15 00:30:22.930277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Allocated IP 192.168.233.41 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/68c121e4-c064-4802-9369-02468bc7d904) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:22.936941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Request body: {'port': {'device_id': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'fa66655b43a14109ae5bb82e34f60255'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:22.938042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a7f12-3f07-4f92-ba0b-0e1ffaabae1f None None] Pushing event updated for resources: {'Port': ['ID=c269339b-3d45-4363-a27e-d91d66eb5435,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:22.944967 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6663394d-f188-444e-a1b3-cf7a64a4a9ee req-96b4b595-9a9f-42d6-b787-dfd26ea313ee tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 210 time: 0.0560734 Oct 15 00:30:22.957927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:22.961680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae12642-d49c-4134-8540-9a65a6b6a908,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:22.996429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.022801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device bbf43efd-0bb5-4b12-b12a-da3b005a28fd no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:23.032365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.085985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: bbf43efd-0bb5-4b12-b12a-da3b005a28fd {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:23.085985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device bbf43efd-0bb5-4b12-b12a-da3b005a28fd not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:23.086367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 8a3ca884-719f-4d53-9222-147862a99464 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:23.096057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59566) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:23.104290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-421b31c0-bfc6-423a-9f6c-c78b05444985 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801993526', 'description': 'tempest-description--2083503122'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:23.218989 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.259494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Allocated IP 172.25.2.183 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/7a91579a-f94b-43c1-95f8-5d30106f4c03) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:23.294188 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b31c0-bfc6-423a-9f6c-c78b05444985 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.320729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3ca884-719f-4d53-9222-147862a99464'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:23.336107 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef4489-d141-4c13-9f28-833a4d4482a7" -d '{"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3ca884-719f-4d53-9222-147862a99464"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:23.360369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 8a3ca884-719f-4d53-9222-147862a99464, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8a3ca884-719f-4d53-9222-147862a99464,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:23.416468 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c88388-e213-4bb0-9e71-54018ba48873 x-openstack-request-id: req-c9c88388-e213-4bb0-9e71-54018ba48873 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:23.416965 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3ca884-719f-4d53-9222-147862a99464", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:23.417395 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9c88388-e213-4bb0-9e71-54018ba48873 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:23.417953 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3ca884-719f-4d53-9222-147862a99464', 'code': 200} Oct 15 00:30:23.456955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.458019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f7205238-8078-4946-808c-37ee9d473e68 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:23.478716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.508422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b31c0-bfc6-423a-9f6c-c78b05444985 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.540784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: f7205238-8078-4946-808c-37ee9d473e68 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:23.542120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f7205238-8078-4946-808c-37ee9d473e68 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:23.559011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=f7205238-8078-4946-808c-37ee9d473e68,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:23.574299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=8a3ca884-719f-4d53-9222-147862a99464,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:23.582570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b31c0-bfc6-423a-9f6c-c78b05444985 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.633735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.724111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-928ef9f3-7a05-4ac3-ab84-d4b19d2eb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:23.724111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-928ef9f3-7a05-4ac3-ab84-d4b19d2eb412 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.8998840 Oct 15 00:30:23.734261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port f7205238-8078-4946-808c-37ee9d473e68 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:23.738598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421b31c0-bfc6-423a-9f6c-c78b05444985 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.744044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-421b31c0-bfc6-423a-9f6c-c78b05444985 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6472321 Oct 15 00:30:23.747677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b31c0-bfc6-423a-9f6c-c78b05444985 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b778ee94-6fee-4434-af1f-d9508fb8ef71,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:23.752148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59584) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:23.758216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-513e139d-dc57-480a-98b5-9837ec40fd88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Request body: {'security_group_rule': {'security_group_id': 'b778ee94-6fee-4434-af1f-d9508fb8ef71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:23.760778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:23.764129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-cb26315f-6350-4663-a556-79a9e8df3234 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "DELETE /v2.0/ports/f7205238-8078-4946-808c-37ee9d473e68 HTTP/1.1" status: 204 len: 173 time: 2.8016014 Oct 15 00:30:23.769095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:23.776065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:23.786639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:23.789645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bc73f-e81d-4723-b376-d680f1148f46 req-6eb82cee-1e17-4aef-ae54-14c50b1b3301 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:23.805875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e39bc73f-e81d-4723-b376-d680f1148f46 req-6eb82cee-1e17-4aef-ae54-14c50b1b3301 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 944 time: 0.2525539 Oct 15 00:30:23.845126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Pushing event updated for resources: {'Port': ['ID=7a91579a-f94b-43c1-95f8-5d30106f4c03,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:23.926073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-293c1c9b-e7d3-4f57-802d-61606b85ca4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=fe3ac701-337f-4177-90c9-824fabce6bd1 HTTP/1.1" status: 200 len: 217 time: 0.1701217 Oct 15 00:30:23.933697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-deleted', 'tag': 'f7205238-8078-4946-808c-37ee9d473e68'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:23.936036 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb4423-3574-4b54-8051-e1ecea52c422" -d '{"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-deleted", "tag": "f7205238-8078-4946-808c-37ee9d473e68"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:24.004005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879a72-ed86-45c8-9528-f580b6dbba90 req-1e036251-a5dd-46f7-a7cf-70bb786a3a43 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:24.005526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec879a72-ed86-45c8-9528-f580b6dbba90 req-1e036251-a5dd-46f7-a7cf-70bb786a3a43 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 947 time: 0.1564364 Oct 15 00:30:24.031283 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-513e139d-dc57-480a-98b5-9837ec40fd88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.087703 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:30:24.107622 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec879a72-ed86-45c8-9528-f580b6dbba90 req-1a60e9a8-e6d0-4aba-949b-a2d9a5821ee2 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754969 Oct 15 00:30:24.137518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.158639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-513e139d-dc57-480a-98b5-9837ec40fd88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.169175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e39bc73f-e81d-4723-b376-d680f1148f46 req-dcc85889-84da-46d6-9445-046d646e6309 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623993 Oct 15 00:30:24.215263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-8901a15c-c76c-430d-850a-33925d7cea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:24.216708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-8901a15c-c76c-430d-850a-33925d7cea7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.2778325 Oct 15 00:30:24.262251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59592) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:24.297123 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc29a60-2704-475b-bb86-84f73e34fcba x-openstack-request-id: req-4cc29a60-2704-475b-bb86-84f73e34fcba {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:24.297296 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-deleted", "tag": "f7205238-8078-4946-808c-37ee9d473e68", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:24.297585 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cc29a60-2704-475b-bb86-84f73e34fcba {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:24.298050 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-deleted', 'tag': 'f7205238-8078-4946-808c-37ee9d473e68', 'status': 'completed', 'code': 200} Oct 15 00:30:24.304974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Made reservation on behalf of fa66655b43a14109ae5bb82e34f60255 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:24.309816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.320144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port 8a3ca884-719f-4d53-9222-147862a99464 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:24.320534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.341663 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-513e139d-dc57-480a-98b5-9837ec40fd88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.432139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e139d-dc57-480a-98b5-9837ec40fd88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7340d31-ace2-496b-b598-745113f14154,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:24.433054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.437257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9f422-c26b-4d56-9e8b-40aa7a357003 None None] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:24.465721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-6d2d06e3-370b-4fa0-95e7-ce0aaa0507c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:24.467396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-6d2d06e3-370b-4fa0-95e7-ce0aaa0507c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430692 Oct 15 00:30:24.482870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c98f40ff-bfab-4852-b769-274f965e74bc req-3618b4d7-0321-4699-8493-11395c0c026a tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 210 time: 0.0790544 Oct 15 00:30:24.489923 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.537739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-513e139d-dc57-480a-98b5-9837ec40fd88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.539121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-513e139d-dc57-480a-98b5-9837ec40fd88 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7860110 Oct 15 00:30:24.543234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59596) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:24.548995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-74cfdcdc-8909-4ae2-a285-1bd6d34e2ee2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Request body: {'security_group_rule': {'security_group_id': 'b778ee94-6fee-4434-af1f-d9508fb8ef71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:24.607168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:24.608271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-28481fe9-32fe-4bf8-8fce-89941f3e8447 None None] Provisioning complete for port c269339b-3d45-4363-a27e-d91d66eb5435 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:24.608738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28481fe9-32fe-4bf8-8fce-89941f3e8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.611689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port 8a3ca884-719f-4d53-9222-147862a99464, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=8a3ca884-719f-4d53-9222-147862a99464,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:24.611931 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.641529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:24.655362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:24.664303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:24.748905 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28481fe9-32fe-4bf8-8fce-89941f3e8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.797647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-28481fe9-32fe-4bf8-8fce-89941f3e8447 None None] For port c269339b-3d45-4363-a27e-d91d66eb5435, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c269339b-3d45-4363-a27e-d91d66eb5435,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:24.833446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for 8a3ca884-719f-4d53-9222-147862a99464 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:24.885814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28481fe9-32fe-4bf8-8fce-89941f3e8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.903576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:24.904392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.918019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-60197099-0e4b-4dbb-8cc6-53a5d3b3ce74 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010742 Oct 15 00:30:24.922616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632e6dd3-4aab-470b-aee7-0ad5de28f17f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:24.977719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28481fe9-32fe-4bf8-8fce-89941f3e8447 None None] Pushing event updated for resources: {'Port': ['ID=c269339b-3d45-4363-a27e-d91d66eb5435,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:25.054840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-55931d85-16db-4d4a-a9be-637e1e010ee0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5059488 Oct 15 00:30:25.069281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Request body: {'port': {'device_id': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:25.108075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4dab5d61-3d4b-42a1-b681-97f59ba8bb8e None None] Provisioning complete for port 68c121e4-c064-4802-9369-02468bc7d904 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:25.108466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dab5d61-3d4b-42a1-b681-97f59ba8bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.142134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632e6dd3-4aab-470b-aee7-0ad5de28f17f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.181875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4dab5d61-3d4b-42a1-b681-97f59ba8bb8e None None] Port 68c121e4-c064-4802-9369-02468bc7d904 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:25.193251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4dab5d61-3d4b-42a1-b681-97f59ba8bb8e None None] Provisioning complete for port c269339b-3d45-4363-a27e-d91d66eb5435 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:25.193758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dab5d61-3d4b-42a1-b681-97f59ba8bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.221187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21f63d93-dda5-4bb8-8736-77b40f36c58c req-390e1e89-4b8c-46ae-8664-7dd6b867c637 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857141 Oct 15 00:30:25.229639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c269339b-3d45-4363-a27e-d91d66eb5435 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:25.308848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74cfdcdc-8909-4ae2-a285-1bd6d34e2ee2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.353528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632e6dd3-4aab-470b-aee7-0ad5de28f17f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.356546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632e6dd3-4aab-470b-aee7-0ad5de28f17f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.357545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c269339b-3d45-4363-a27e-d91d66eb5435 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:25.357725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-632e6dd3-4aab-470b-aee7-0ad5de28f17f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5a5228c-fd98-4782-afd5-ef0f194900a4 HTTP/1.1" status: 204 len: 168 time: 1.0934200 Oct 15 00:30:25.357939 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.378568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Allocated IP 192.168.233.61 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/7b4e11cd-a65d-4155-b4cd-b82766551f8d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:25.387412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59602) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:25.417112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.453334 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-dab5455b-7e0b-45ed-b1f5-74f1ae10921a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] show failed (client error): The resource could not be found. Oct 15 00:30:25.454430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dab5455b-7e0b-45ed-b1f5-74f1ae10921a tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "GET /v2.0/security-groups/c5a5228c-fd98-4782-afd5-ef0f194900a4 HTTP/1.1" status: 404 len: 347 time: 0.0612314 Oct 15 00:30:25.473164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59608) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:25.481747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e6dd3-4aab-470b-aee7-0ad5de28f17f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a5228c-fd98-4782-afd5-ef0f194900a4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:25.489244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.521756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ca4f7-af21-4f77-ba45-83d9de7ad1f1 req-e5b4af9c-70e2-421c-95f7-3a4f3a9583ac tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:25.529286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-391ca4f7-af21-4f77-ba45-83d9de7ad1f1 req-e5b4af9c-70e2-421c-95f7-3a4f3a9583ac tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 947 time: 0.2357464 Oct 15 00:30:25.626387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-391ca4f7-af21-4f77-ba45-83d9de7ad1f1 req-3b817474-31a9-48a3-9024-cc57d3ead402 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955775 Oct 15 00:30:25.719387 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.728621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74cfdcdc-8909-4ae2-a285-1bd6d34e2ee2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.770797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=8a3ca884-719f-4d53-9222-147862a99464,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:25.799564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9a8a-cfd2-49cd-95ab-9d7948a2cb51 req-21a51e3e-3225-4cbc-83ce-55318176dcd6 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:25.808840 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d4a9a8a-cfd2-49cd-95ab-9d7948a2cb51 req-21a51e3e-3225-4cbc-83ce-55318176dcd6 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=deced91f-311e-4f78-9148-aa66abb89f72 HTTP/1.1" status: 200 len: 944 time: 0.3941858 Oct 15 00:30:25.823222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74cfdcdc-8909-4ae2-a285-1bd6d34e2ee2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.871896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4df6551-c2ba-4ffc-a1d3-c410b6adb6a6 req-b0a437de-a473-4dc2-91a9-eb909b325408 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 210 time: 0.0730674 Oct 15 00:30:25.892953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port 8a3ca884-719f-4d53-9222-147862a99464 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:25.896018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:25.901452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6222806a-8ec1-4435-90a7-7c2e84ec3add req-a7f1b4eb-99a9-4681-b2d1-2f3f7cfa29c9 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "DELETE /v2.0/ports/8a3ca884-719f-4d53-9222-147862a99464 HTTP/1.1" status: 204 len: 173 time: 2.0785232 Oct 15 00:30:25.914549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfdcdc-8909-4ae2-a285-1bd6d34e2ee2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c113cd13-4e7c-4779-9ff9-858693ee4a4a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:25.936827 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d4a9a8a-cfd2-49cd-95ab-9d7948a2cb51 req-f3213e60-9266-49c4-9183-90efda0a874a tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270590 Oct 15 00:30:25.946697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Deleting port 5c3d14e9-bf10-4f3c-8b6c-928a8ef38125 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:25.947052 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.012273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.042590 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.043066 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.055879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Calling delete_port for 5c3d14e9-bf10-4f3c-8b6c-928a8ef38125 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:26.099317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:30:26.108903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74cfdcdc-8909-4ae2-a285-1bd6d34e2ee2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.110102 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-74cfdcdc-8909-4ae2-a285-1bd6d34e2ee2 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5650363 Oct 15 00:30:26.114520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:26.119824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:26.175908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-34e97acb-4aef-4685-be03-7ddc1f5ff46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.195691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.262330 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.268911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:26.282448 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:26.306520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:26.306772 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:26.306772 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:29:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:26.306976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:26.307207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:26.309802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-deleted', 'tag': '8a3ca884-719f-4d53-9222-147862a99464'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:26.312655 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ad54e6-9de9-422a-a407-5af3fe629f9c" -d '{"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-deleted", "tag": "8a3ca884-719f-4d53-9222-147862a99464"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:26.363885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Pushing event updated for resources: {'Port': ['ID=7b4e11cd-a65d-4155-b4cd-b82766551f8d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:26.371420 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd31467-89e6-4fff-997f-0a8ca99f3212 x-openstack-request-id: req-cbd31467-89e6-4fff-997f-0a8ca99f3212 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:26.371703 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deced91f-311e-4f78-9148-aa66abb89f72", "name": "network-vif-deleted", "tag": "8a3ca884-719f-4d53-9222-147862a99464", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:26.371952 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbd31467-89e6-4fff-997f-0a8ca99f3212 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:26.372335 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deced91f-311e-4f78-9148-aa66abb89f72', 'name': 'network-vif-deleted', 'tag': '8a3ca884-719f-4d53-9222-147862a99464', 'status': 'completed', 'code': 200} Oct 15 00:30:26.418847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.420133 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be4c7633-2730-41b8-9748-6fac0647ea77 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8150387 Oct 15 00:30:26.422982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59616) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:26.432174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:26.432856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.467465 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:26.572035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c121e4-c064-4802-9369-02468bc7d904 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:26.585644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.593741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-81c75344-4168-4da7-a9d3-e8dbd5bbc168 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6679637 Oct 15 00:30:26.611893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Request body: {'port': {'device_id': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:26.617673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Transition to ACTIVE for port object 68c121e4-c064-4802-9369-02468bc7d904 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:26.655780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.717002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.721240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.748149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.764146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Pushing event deleted for resources: {'Port': ['ID=5c3d14e9-bf10-4f3c-8b6c-928a8ef38125,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:26.795925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:24Z', 'revision_number': 3, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:26.828922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65bd4c48-4bb2-4fc6-9607-c850649424b7 None None] Provisioning complete for port 7b4e11cd-a65d-4155-b4cd-b82766551f8d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:26.830110 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65bd4c48-4bb2-4fc6-9607-c850649424b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.881315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65bd4c48-4bb2-4fc6-9607-c850649424b7 None None] Port 7b4e11cd-a65d-4155-b4cd-b82766551f8d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:26.881783 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:26.882294 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Updating router 9f9b4230-b371-4922-8909-fa2c7b0aa58b port 7a91579a-f94b-43c1-95f8-5d30106f4c03 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:30:26.921511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Allocated IP 172.25.2.155 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/4745fac8-172b-4c9c-aab2-b3ee7c0dc949) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:26.938139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.940753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.942118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-394c00e4-f94a-46e8-a756-9b0bb5fc169f tempest-ServersWithSpecificFlavorTestJSON-1688979218 tempest-ServersWithSpecificFlavorTestJSON-1688979218-project] 10.222.0.13 "DELETE /v2.0/floatingips/1bbfcfdc-d79a-4d43-a5c0-b7de0b0b1eb5 HTTP/1.1" status: 204 len: 168 time: 1.3986959 Oct 15 00:30:26.952516 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:26.965350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff04919-c0b2-478f-8ac1-e884070d572b req-67d095de-7f76-468f-a65e-b437e8aa00e0 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:26.967025 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eff04919-c0b2-478f-8ac1-e884070d572b req-67d095de-7f76-468f-a65e-b437e8aa00e0 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 947 time: 0.2006528 Oct 15 00:30:26.979053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:27.024648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:27.164395 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eff04919-c0b2-478f-8ac1-e884070d572b req-b1f1600c-34bd-4d09-bfee-264d462804ed tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086016 Oct 15 00:30:27.228793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:27.277115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'mac_address': 'fa:16:3e:ce:d3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:27.325072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.336039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.344721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3ac701-337f-4177-90c9-824fabce6bd1 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:27.371221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:27.383568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22722723-c336-4d0d-b35f-5b940a0d4c5b req-f2f22f9b-c0bf-461a-bf07-bc52aebf7d0d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:27.386402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22722723-c336-4d0d-b35f-5b940a0d4c5b req-f2f22f9b-c0bf-461a-bf07-bc52aebf7d0d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 935 time: 0.4041946 Oct 15 00:30:27.491692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.542132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Allocated IP 172.20.0.1 (5dca5e40-f01d-4d9b-9913-e29600fd8de7/692ea848-94c5-4e1b-8e44-0c57dbc0a196/c2e8eff7-de53-4003-863f-87cf917aed99) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:27.544973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:27.658506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59636) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:27.722520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.740226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting subnet 4668bac7-8b19-4fc8-8508-248294c682f1 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:30:27.746321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.763506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.792972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['fe3ac701-337f-4177-90c9-824fabce6bd1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:27.810918 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.897358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Attempting to bind port 68c121e4-c064-4802-9369-02468bc7d904 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:27.897991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Attempting to bind port 68c121e4-c064-4802-9369-02468bc7d904 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:27.898552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Attempting to bind port 68c121e4-c064-4802-9369-02468bc7d904 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:27.916282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22722723-c336-4d0d-b35f-5b940a0d4c5b req-70576309-4b58-48b9-a018-2adfbff0c03e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059285 Oct 15 00:30:27.925801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Port 68c121e4-c064-4802-9369-02468bc7d904 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:27.925801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Attempting to bind port 68c121e4-c064-4802-9369-02468bc7d904 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:27.934786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4e11cd-a65d-4155-b4cd-b82766551f8d {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:27.945896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:27.946502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:27.946744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:27.947124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Bound port: 68c121e4-c064-4802-9369-02468bc7d904, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:27.947474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.951980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.978215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:27.978832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Transition to ACTIVE for port object 7b4e11cd-a65d-4155-b4cd-b82766551f8d will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:28.036736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:28.040492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:28.046064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:28.048951 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.053596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:28.055884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e8eff7-de53-4003-863f-87cf917aed99,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:28.058220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:28.073087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.120725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:28.124315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:28.130705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:28.136977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'Port': ['ID=4745fac8-172b-4c9c-aab2-b3ee7c0dc949,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:28.181666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.233671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59656) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:28.242713 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.247454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.307020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:28.307646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.309129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] 10.222.0.30 "PUT /v2.0/ports/68c121e4-c064-4802-9369-02468bc7d904 HTTP/1.1" status: 200 len: 1095 time: 3.2461662 Oct 15 00:30:28.322167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e11cd-a65d-4155-b4cd-b82766551f8d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:28.343069 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.416098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'tag': '68c121e4-c064-4802-9369-02468bc7d904'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:28.418421 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2f6fe4-9a96-44b9-886a-029f219125a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "tag": "68c121e4-c064-4802-9369-02468bc7d904"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:28.468017 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.472489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.511188 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8162cf5b-fb68-4913-93db-b5f445d67e41 x-openstack-request-id: req-8162cf5b-fb68-4913-93db-b5f445d67e41 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:28.511458 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "tag": "68c121e4-c064-4802-9369-02468bc7d904", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:28.511703 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8162cf5b-fb68-4913-93db-b5f445d67e41 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:28.512091 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'tag': '68c121e4-c064-4802-9369-02468bc7d904', 'status': 'completed', 'code': 200} Oct 15 00:30:28.529057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c6f9ec78-8093-42bb-ad78-3d4d885db471 None None] Provisioning complete for port c2e8eff7-de53-4003-863f-87cf917aed99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:28.530236 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Attempting to bind port 7a91579a-f94b-43c1-95f8-5d30106f4c03 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:28.530521 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ec78-8093-42bb-ad78-3d4d885db471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.530688 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Attempting to bind port 7a91579a-f94b-43c1-95f8-5d30106f4c03 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:28.531223 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Attempting to bind port 7a91579a-f94b-43c1-95f8-5d30106f4c03 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:28.543646 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:28.544043 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:28.544400 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.544788 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:28.545260 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Bound port: 7a91579a-f94b-43c1-95f8-5d30106f4c03, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:28.545651 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.551056 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5d17-1af5-4179-aba0-78dde673500d None None] Pushing event updated for resources: {'Port': ['ID=7a91579a-f94b-43c1-95f8-5d30106f4c03,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:28.584244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.597697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.616176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59662) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:28.618007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/subnets/4668bac7-8b19-4fc8-8508-248294c682f1 HTTP/1.1" status: 204 len: 168 time: 0.9571002 Oct 15 00:30:28.619013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658e260-5c55-4c4b-bcb4-932d12533586 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Subnet': ['ID=4668bac7-8b19-4fc8-8508-248294c682f1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:28.620456 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] For port 7a91579a-f94b-43c1-95f8-5d30106f4c03, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:28.627373 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] For port 7a91579a-f94b-43c1-95f8-5d30106f4c03, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7a91579a-f94b-43c1-95f8-5d30106f4c03,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:28.634980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7651cba-d27e-4ad4-834e-6111b0f106ac None None] Network 55b3132a-ad4b-4558-b170-9dd6f2e912aa requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:28.637374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9ec78-8093-42bb-ad78-3d4d885db471 None None] Port c2e8eff7-de53-4003-863f-87cf917aed99 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:28.664144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.669115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca45225-a955-442d-bbd4-8809e2590da1 service neutron] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:28.687513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c48a-ddf0-4998-bc77-3512bb4456e0 req-89397886-4df2-4c4d-8d0b-61504ff4060c tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:28.696261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8f6c48a-ddf0-4998-bc77-3512bb4456e0 req-89397886-4df2-4c4d-8d0b-61504ff4060c tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 948 time: 0.4059942 Oct 15 00:30:28.749463 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.806916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Attempting to bind port 7b4e11cd-a65d-4155-b4cd-b82766551f8d on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:28.807325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Attempting to bind port 7b4e11cd-a65d-4155-b4cd-b82766551f8d by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:28.807572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Attempting to bind port 7b4e11cd-a65d-4155-b4cd-b82766551f8d on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:28.850519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-fa1a08e7-2c87-4a35-8f4d-7ad392dedf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:28.852591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-fa1a08e7-2c87-4a35-8f4d-7ad392dedf46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1098 time: 0.3649445 Oct 15 00:30:28.879084 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:28.881819 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:28.893326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.894817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Port 7b4e11cd-a65d-4155-b4cd-b82766551f8d on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:28.895136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Attempting to bind port 7b4e11cd-a65d-4155-b4cd-b82766551f8d on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:28.916691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.942459 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.954362 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5d17-1af5-4179-aba0-78dde673500d None None] Pushing event updated for resources: {'Port': ['ID=7a91579a-f94b-43c1-95f8-5d30106f4c03,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:28.976375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-6db6d315-0458-4d99-8126-e810ba9f96b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=68c121e4-c064-4802-9369-02468bc7d904 HTTP/1.1" status: 200 len: 217 time: 0.1008887 Oct 15 00:30:28.982152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:28.982574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:28.982963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:28.983411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Bound port: 7b4e11cd-a65d-4155-b4cd-b82766551f8d, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:28.983765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:28.997955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-13692bf8-2eef-4ba9-98bc-adb065e497c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.030004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.036061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:29.052316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8f6c48a-ddf0-4998-bc77-3512bb4456e0 req-35040149-ec90-475e-9534-8210bd1853a9 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499970 Oct 15 00:30:29.130453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e8eff7-de53-4003-863f-87cf917aed99,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:29.139264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.168292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46dc50-5212-4eba-8984-d382dd06a98c req-208f1517-7f0a-4993-a450-0dfd13638296 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:29.175480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae46dc50-5212-4eba-8984-d382dd06a98c req-208f1517-7f0a-4993-a450-0dfd13638296 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 947 time: 0.1578104 Oct 15 00:30:29.215806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] DHCP port deletion for 55b3132a-ad4b-4558-b170-9dd6f2e912aa request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:30:29.262693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port fe3ac701-337f-4177-90c9-824fabce6bd1 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:29.271650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port fe3ac701-337f-4177-90c9-824fabce6bd1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:29.272107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.280595 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:29.292790 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae46dc50-5212-4eba-8984-d382dd06a98c req-474487b4-ee94-4f6c-a5c9-46348991aa46 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111369 Oct 15 00:30:29.304386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-e9f65bb8-7425-42cc-8bd0-2bd928eae683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:29.306610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-e9f65bb8-7425-42cc-8bd0-2bd928eae683 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.2882266 Oct 15 00:30:29.342763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:29.344806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:29.345038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] Deleting port a2119e87-f301-4039-9583-ac0a526ba3f5 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:29.345414 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.436395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] For port 7b4e11cd-a65d-4155-b4cd-b82766551f8d, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:29.481367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] For port 7b4e11cd-a65d-4155-b4cd-b82766551f8d, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:29.503252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] For port a2119e87-f301-4039-9583-ac0a526ba3f5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a2119e87-f301-4039-9583-ac0a526ba3f5,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:29.503252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.513931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-e67a4fae-9d63-4780-9229-d659fed0f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:29.515713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-e67a4fae-9d63-4780-9229-d659fed0f441 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955290 Oct 15 00:30:29.516917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.517512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port a2119e87-f301-4039-9583-ac0a526ba3f5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:29.517850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.541553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] Calling delete_port for a2119e87-f301-4039-9583-ac0a526ba3f5 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:29.558057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:30:29.573714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:29.575787 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48707eb-ed47-4ac0-bad2-c92d6f597e06" -d '{"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:29.604485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.610287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.646426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:29.659958 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091284f7-9e7f-46f7-8de5-c2684a8e9115 x-openstack-request-id: req-091284f7-9e7f-46f7-8de5-c2684a8e9115 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:29.660703 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:29.660703 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-091284f7-9e7f-46f7-8de5-c2684a8e9115 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:29.660939 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'code': 200} Oct 15 00:30:29.679931 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:27Z', 'revision_number': 1, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:29.729589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a6786-9c6b-4e81-b1c9-a62b2eac4074 None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:27Z', 'revision_number': 1, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:29.748977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port a2119e87-f301-4039-9583-ac0a526ba3f5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a2119e87-f301-4039-9583-ac0a526ba3f5,segment=NetworkSegment(1751627f-3a1c-4839-b0e9-84d3aea1fb34),segment_id=1751627f-3a1c-4839-b0e9-84d3aea1fb34)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:29.749339 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.772782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:29.773795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.775267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b4e11cd-a65d-4155-b4cd-b82766551f8d HTTP/1.1" status: 200 len: 1095 time: 3.1707513 Oct 15 00:30:29.778511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-29f8917a-2ca3-49e1-84b2-c8ba17b52dd7 None None] Provisioning complete for port c2e8eff7-de53-4003-863f-87cf917aed99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:29.778975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-29f8917a-2ca3-49e1-84b2-c8ba17b52dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.798541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.812361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:29.830376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fc0916aa-b9b6-4f5b-a33b-f4b3b625a588 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f9b4230-b371-4922-8909-fa2c7b0aa58b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4006679 Oct 15 00:30:29.833325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.871367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for a2119e87-f301-4039-9583-ac0a526ba3f5 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:29.873398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0397d4-8cb8-4aa0-bf70-c27314fb4915 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e11cd-a65d-4155-b4cd-b82766551f8d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:29.908388 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:29.940927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-29f8917a-2ca3-49e1-84b2-c8ba17b52dd7 None None] Port c2e8eff7-de53-4003-863f-87cf917aed99 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:29.951033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'Port': ['ID=4745fac8-172b-4c9c-aab2-b3ee7c0dc949,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:29.959806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] No DVR routers for this DVR port a2119e87-f301-4039-9583-ac0a526ba3f5 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:30.038152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:30.076049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a299a7-8f1d-4310-aed9-9875d47756dd None None] Pushing event deleted for resources: {'Port': ['ID=a2119e87-f301-4039-9583-ac0a526ba3f5,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:30.153995 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:30.190637 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:30.227381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-9037061f-399b-470e-9e6d-693a9b9ee031 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884069 Oct 15 00:30:30.256406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905607f-7e99-40f0-82aa-8a542352ad4b req-66fc6548-f526-409a-a44c-cbbe27a2e2cb tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:30.259748 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8905607f-7e99-40f0-82aa-8a542352ad4b req-66fc6548-f526-409a-a44c-cbbe27a2e2cb tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 949 time: 0.0949776 Oct 15 00:30:30.283848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10a2fc-d198-483a-af6b-9016f6a404fb req-6accbc2a-7e97-497d-9085-c590091d0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:30.288336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be10a2fc-d198-483a-af6b-9016f6a404fb req-6accbc2a-7e97-497d-9085-c590091d0119 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 1100 time: 0.5413616 Oct 15 00:30:30.289398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:30.304622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-1cacaa15-6d99-4960-82df-3972488363f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:30.306424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-1cacaa15-6d99-4960-82df-3972488363f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 1098 time: 0.3477125 Oct 15 00:30:30.310042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8905607f-7e99-40f0-82aa-8a542352ad4b req-2ef6f70a-9e76-4e8a-a01c-9859b0b0a22b tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Oct 15 00:30:30.431668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-340b1d1b-035e-4edd-9d98-fb698c48e0e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d HTTP/1.1" status: 200 len: 217 time: 0.1063266 Oct 15 00:30:30.464964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:30.510182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe084dd-f7d0-4614-b066-b430628b48d9 req-53e1fd60-98b2-4c18-8ab9-14ddf2b12289 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:30.512736 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-abe084dd-f7d0-4614-b066-b430628b48d9 req-53e1fd60-98b2-4c18-8ab9-14ddf2b12289 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 947 time: 0.0712769 Oct 15 00:30:30.527379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'tag': '7b4e11cd-a65d-4155-b4cd-b82766551f8d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:30.529667 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18" -d '{"events": [{"name": "network-changed", "server_uuid": "00147c9d-b1de-41be-8dd5-2f241ac5c161", "tag": "7b4e11cd-a65d-4155-b4cd-b82766551f8d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:30.550034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:30.551324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ad07bdf4-76fa-4678-b106-1403a6b20d5f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4359128 Oct 15 00:30:30.557202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-abe084dd-f7d0-4614-b066-b430628b48d9 req-6c191dcd-35d7-429e-9806-6aaf48722248 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 Oct 15 00:30:30.594233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be10a2fc-d198-483a-af6b-9016f6a404fb req-10b4cf4c-e1a7-41ea-9978-cf9a2861ffe2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867279 Oct 15 00:30:30.613020 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:30.620730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port a2119e87-f301-4039-9583-ac0a526ba3f5 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:30.644057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1b411e0-54c1-445a-99e0-b4485a989500 req-04f30fb2-b740-4311-b244-130d8bae1cf3 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041884 Oct 15 00:30:30.645687 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866118ea-a409-485c-8de7-6570ec3cf932 x-openstack-request-id: req-866118ea-a409-485c-8de7-6570ec3cf932 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:30.645974 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00147c9d-b1de-41be-8dd5-2f241ac5c161", "tag": "7b4e11cd-a65d-4155-b4cd-b82766551f8d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:30.646436 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-866118ea-a409-485c-8de7-6570ec3cf932 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:30.647324 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'tag': '7b4e11cd-a65d-4155-b4cd-b82766551f8d', 'status': 'completed', 'code': 200} Oct 15 00:30:30.929931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-086ea231-561e-4cbe-9280-ac11c5697b7e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:30.931723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-086ea231-561e-4cbe-9280-ac11c5697b7e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 821 time: 0.1432679 Oct 15 00:30:30.948707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-23d7c08f-ec4c-4c06-9886-63d7d44845a8 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/quotas/f13bebc26af748b9b6ccac6aa830226c HTTP/1.1" status: 200 len: 375 time: 0.0107393 Oct 15 00:30:31.012548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-a454b0ca-d18b-4305-a1e7-930b158bc84f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574424 Oct 15 00:30:31.086887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=a2119e87-f301-4039-9583-ac0a526ba3f5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:31.127271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-3cb252ac-f24b-4005-bc17-8042220b1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:31.129120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-3cb252ac-f24b-4005-bc17-8042220b1dc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.6809027 Oct 15 00:30:31.137913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-5feacbd7-34ea-4256-b7cc-ca5bf1c26756 service neutron] 10.222.0.13 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134501 Oct 15 00:30:31.148156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-411c6ecc-c46d-4b5d-b53d-82fd50151102 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:31.149672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-411c6ecc-c46d-4b5d-b53d-82fd50151102 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 820 time: 0.8165765 Oct 15 00:30:31.182783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-51c550a2-6e11-4c03-b72e-53c4ab851cc5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/quotas/a76e217a7882496c954b32c9055d005b HTTP/1.1" status: 200 len: 375 time: 0.0125437 Oct 15 00:30:31.263398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7a91579a-f94b-43c1-95f8-5d30106f4c03 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:31.279651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-726677aa-f6e9-4e5b-b9fc-8446298f35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:31.281145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-726677aa-f6e9-4e5b-b9fc-8446298f35d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1098 time: 0.1871569 Oct 15 00:30:31.283826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.290980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-fe5cd953-54e7-4cd4-84b0-4402c0bc01cf service neutron] 10.222.0.13 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464462 Oct 15 00:30:31.322764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7a91579a-f94b-43c1-95f8-5d30106f4c03 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:31.323126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.378833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b3132a-ad4b-4558-b170-9dd6f2e912aa']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:31.402700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-38e08b9f-5e95-44d3-a398-253212894408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:31.404250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-38e08b9f-5e95-44d3-a398-253212894408 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518039 Oct 15 00:30:31.420589 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.440554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1751627f-3a1c-4839-b0e9-84d3aea1fb34') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:31.440554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1751627f-3a1c-4839-b0e9-84d3aea1fb34') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:31.445019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 7a91579a-f94b-43c1-95f8-5d30106f4c03, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7a91579a-f94b-43c1-95f8-5d30106f4c03,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:31.482382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.525978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-fae09567-56cb-4b24-82d7-7058833d7401 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3136182 Oct 15 00:30:31.540965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.575054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.608239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=7a91579a-f94b-43c1-95f8-5d30106f4c03,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:31.625358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2119e87-f301-4039-9583-ac0a526ba3f5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:31.648588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:30:31.648961 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:30:31.653369 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:30:31.671043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: a2119e87-f301-4039-9583-ac0a526ba3f5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:31.674611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2119e87-f301-4039-9583-ac0a526ba3f5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:31.678907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-a2d464ca-aa40-4648-8786-c436c2410cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:31.680585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-a2d464ca-aa40-4648-8786-c436c2410cde service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3622901 Oct 15 00:30:31.790459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f49d-89ae-452a-8449-35eedee19745 req-5e63b719-2df9-4c3b-8fa7-265409d752e1 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:31.800827 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3b0f49d-89ae-452a-8449-35eedee19745 req-5e63b719-2df9-4c3b-8fa7-265409d752e1 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 949 time: 0.0963967 Oct 15 00:30:31.817386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-ec8a9734-012c-4a0b-b968-56c9de761123 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=68c121e4-c064-4802-9369-02468bc7d904 HTTP/1.1" status: 200 len: 217 time: 0.1162200 Oct 15 00:30:31.868485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-e9cba1c3-3d80-45a2-9fa7-b935275dfe91 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260716 Oct 15 00:30:31.870159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3b0f49d-89ae-452a-8449-35eedee19745 req-4c361d2f-ec94-4827-a4c4-8c3766d8c283 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684586 Oct 15 00:30:31.905790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.935973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:31.939294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/networks/55b3132a-ad4b-4558-b170-9dd6f2e912aa HTTP/1.1" status: 204 len: 168 time: 3.3151708 Oct 15 00:30:31.943037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59732) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:31.945762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-edf74415-6c7f-404b-9d16-69674ba6bab7 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017756 Oct 15 00:30:31.984339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35588988-06ed-46db-977a-0ccd156f1282 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Network': ['ID=55b3132a-ad4b-4558-b170-9dd6f2e912aa,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:31.997131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-b8fb73ab-0959-4d41-84c6-9310c6121177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:31.998541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-b8fb73ab-0959-4d41-84c6-9310c6121177 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1697538 Oct 15 00:30:32.039456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:32.067987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting subnet b62b695c-5545-427e-bbbc-c2e62316f6ce {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:30:32.080383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.171525 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.181553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d499-c825-4f3b-9978-80d8070931d5 req-a6b56a35-a633-449c-9028-3b1c508aa20e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:32.183145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67e7d499-c825-4f3b-9978-80d8070931d5 req-a6b56a35-a633-449c-9028-3b1c508aa20e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 947 time: 0.1237650 Oct 15 00:30:32.227460 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.278339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:32.292715 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67e7d499-c825-4f3b-9978-80d8070931d5 req-274eb87e-4bec-448c-8908-432b6de4853d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736964 Oct 15 00:30:32.299220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '68c121e4-c064-4802-9369-02468bc7d904', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '68c121e4-c064-4802-9369-02468bc7d904', 'mac_address': 'fa:16:3e:22:4c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:32.344787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.371813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-5f3517d5-8920-49c5-8c24-3fe2338507f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:32.372871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.373300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-5f3517d5-8920-49c5-8c24-3fe2338507f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757204 Oct 15 00:30:32.393872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c121e4-c064-4802-9369-02468bc7d904 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:32.410812 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee83cd66-6bdf-4fdc-9bd9-88f03b9be17b req-cbd8ff85-cb41-40d6-9755-367bf281ad4c tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 210 time: 0.0616090 Oct 15 00:30:32.423346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:32.444499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6317fb6-1e9d-4631-85a2-f42c2d21bf08 req-62b16fd6-9b4a-4f11-a118-a05e46879507 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651038 Oct 15 00:30:32.456112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-fb335626-658a-48fc-a7f9-82d7475fc84e service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856644 Oct 15 00:30:32.508422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.548134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Deleting port 9f69131b-f395-41c8-b02b-288db2a079bc {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:32.548669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.572169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-13d99979-7701-41cf-9451-a5aebfa933e7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782010 Oct 15 00:30:32.612204 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.621281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:32.644532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:32.645555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Subnet': ['ID=b62b695c-5545-427e-bbbc-c2e62316f6ce,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:32.654021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.660712 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-272d2444-db26-41ed-a0a7-a187d9746f35 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/subnets/b62b695c-5545-427e-bbbc-c2e62316f6ce HTTP/1.1" status: 204 len: 168 time: 0.7153232 Oct 15 00:30:32.663822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59738) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:32.669339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccd084-d3cb-41e0-aa6c-56fc9cc3706a None None] Network fbcce56d-b030-4591-bee8-0fb0ce38114f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:32.682573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7f8a9-73ad-4867-8382-432e6661425a req-086cad84-f5e7-47b1-9436-3257f01a48c1 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:32.684211 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95a7f8a9-73ad-4867-8382-432e6661425a req-086cad84-f5e7-47b1-9436-3257f01a48c1 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.1295013 Oct 15 00:30:32.845789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95a7f8a9-73ad-4867-8382-432e6661425a req-3db1e142-bc22-42fa-8a47-84b2ca6b8dce tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462231 Oct 15 00:30:32.852570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da3d8460-5f9c-499c-8730-fb74f7988462 req-8b1d3671-18e6-4afa-ae48-c1cf924a3276 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 210 time: 0.0649738 Oct 15 00:30:32.872178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.907018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] For port 9f69131b-f395-41c8-b02b-288db2a079bc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9f69131b-f395-41c8-b02b-288db2a079bc,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:32.907410 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:32.911019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['68c121e4-c064-4802-9369-02468bc7d904'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:32.928878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-d399b234-a62b-4b9a-8bac-a2bda93d2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:32.930444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-d399b234-a62b-4b9a-8bac-a2bda93d2868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 1098 time: 0.3291175 Oct 15 00:30:32.934205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef2f6fe4-9a96-44b9-886a-029f219125a5 req-bceae43b-9457-414d-b560-db1ba73329f4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476682 Oct 15 00:30:32.949084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Calling delete_port for 9f69131b-f395-41c8-b02b-288db2a079bc owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:32.995185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:32.995732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.019040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:33.022983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:33.176278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,segment=NetworkSegment(88031283-72c4-464d-913d-5deec7976554),segment_id=88031283-72c4-464d-913d-5deec7976554)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:33.176640 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.197040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:33.238451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245d3f9-961b-488d-b665-5d1d71cc6acd req-6f39e838-898b-4166-859b-14445bde0bf9 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:33.240045 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1245d3f9-961b-488d-b665-5d1d71cc6acd req-6f39e838-898b-4166-859b-14445bde0bf9 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 949 time: 0.1405988 Oct 15 00:30:33.266771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] DHCP port deletion for fbcce56d-b030-4591-bee8-0fb0ce38114f request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:30:33.269287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7a91579a-f94b-43c1-95f8-5d30106f4c03 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:33.277932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-16819846-5e0d-448f-a5bc-82085126c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:33.279497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-16819846-5e0d-448f-a5bc-82085126c85b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.3332026 Oct 15 00:30:33.385380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:33.417819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.444701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-fd201dcd-5c42-400f-9903-bb4c82f677fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d HTTP/1.1" status: 200 len: 217 time: 0.1156750 Oct 15 00:30:33.474442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:33.482628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:33.530265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba1410-03af-4ddd-982f-7744b86e4275 req-307fb7a6-c013-4c2a-8007-847458856bff tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:33.537424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1245d3f9-961b-488d-b665-5d1d71cc6acd req-e7f2a3c3-9a50-4644-a498-4ee582fab0ec tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746030 Oct 15 00:30:33.538184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74ba1410-03af-4ddd-982f-7744b86e4275 req-307fb7a6-c013-4c2a-8007-847458856bff tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 947 time: 0.1242847 Oct 15 00:30:33.555336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-e9b458d8-0d05-4b67-ad44-deb575d11678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:33.556779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-e9b458d8-0d05-4b67-ad44-deb575d11678 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1022243 Oct 15 00:30:33.572857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7a91579a-f94b-43c1-95f8-5d30106f4c03 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:33.573431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.610021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] Deleting port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:33.610387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.611774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.650640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcce56d-b030-4591-bee8-0fb0ce38114f']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:33.673030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88031283-72c4-464d-913d-5deec7976554') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:33.673347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88031283-72c4-464d-913d-5deec7976554') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:33.697257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74ba1410-03af-4ddd-982f-7744b86e4275 req-b7026ccf-19e2-4156-8d81-4d1808ced0c1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571462 Oct 15 00:30:33.715266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-8fec122c-ffe8-4ff9-b1ef-706ac604def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:33.720629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.728611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-8fec122c-ffe8-4ff9-b1ef-706ac604def1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641746 Oct 15 00:30:33.824082 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.883517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] For port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:33.883992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:33.939743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] Calling delete_port for 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:33.945293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] Port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:30:33.953932 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.061413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f69131b-f395-41c8-b02b-288db2a079bc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:34.099292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.099733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.100123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.106856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.107239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.107629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.108789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.109118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.109460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.109850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.110208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.110539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:34.121059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] Pushing event deleted for resources: {'Port': ['ID=97c6b031-b9fe-4b7b-8131-ff60f9d1b008,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:34.129479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b4e11cd-a65d-4155-b4cd-b82766551f8d details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:34.132322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:34.172616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-fe4e3811-3294-427d-958c-af5e6c257831 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351382 Oct 15 00:30:34.174521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45aedd-ddeb-4060-8f2c-b64fa66e37a6 None None] No DVR routers for this DVR port 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:34.243682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 2, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:34.259653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.298195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e6ad938-5ac9-4bb1-a599-84323d03cbb7 req-585fd967-bdc4-4cbe-b016-66ac406585c6 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 210 time: 0.5585771 Oct 15 00:30:34.309423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:34.311120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:30:34.311406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Updating router 9f9b4230-b371-4922-8909-fa2c7b0aa58b port c2e8eff7-de53-4003-863f-87cf917aed99 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:30:34.316169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:30:34.324603 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:30:34.356329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.386658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7b4e11cd-a65d-4155-b4cd-b82766551f8d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:34.416426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.417145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 68c121e4-c064-4802-9369-02468bc7d904 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:34.426562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7b4e11cd-a65d-4155-b4cd-b82766551f8d', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '7b4e11cd-a65d-4155-b4cd-b82766551f8d', 'mac_address': 'fa:16:3e:08:b9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:34.430475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 68c121e4-c064-4802-9369-02468bc7d904 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:34.430842 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.572475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.588855 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.598739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/networks/fbcce56d-b030-4591-bee8-0fb0ce38114f HTTP/1.1" status: 204 len: 168 time: 1.9296803 Oct 15 00:30:34.612331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:34.612944 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.618710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1907614599'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:34.623301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822fa4-a91e-4299-8661-59788d6d4324 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Network': ['ID=fbcce56d-b030-4591-bee8-0fb0ce38114f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:34.731412 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b10ff-4ac8-4cfb-b542-327c0d51779e req-06def754-e4fc-4b46-b885-308a8b803d13 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:34.739710 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da5b10ff-4ac8-4cfb-b542-327c0d51779e req-06def754-e4fc-4b46-b885-308a8b803d13 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.1022363 Oct 15 00:30:34.763747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4e11cd-a65d-4155-b4cd-b82766551f8d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:34.779498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da5b10ff-4ac8-4cfb-b542-327c0d51779e req-68865931-bfb3-4b58-a43c-e2bd1ee3b707 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Oct 15 00:30:34.796758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.811552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:34.816988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.849481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7b4e11cd-a65d-4155-b4cd-b82766551f8d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:34.867128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:30:34.884238 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.884639 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Added segment 7088b7ce-60fe-442c-b1b8-a1880a9ad527 of type vlan for network 0004964e-28c1-4db7-8aac-74771eaf5345 Oct 15 00:30:34.907139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:34.910697 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286500cd-6a72-44df-9c44-7d051a9471f4" -d '{"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-plugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:34.917948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec011bd-c56a-4f01-bc1b-9b1e76f3ba18 req-a99458fb-112d-49e9-afed-7086a1e867d1 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936357 Oct 15 00:30:34.930971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.937815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:34.941270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:34.953194 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd7e7203-a337-4258-9bf2-e0449a732a68 req-5e3883c3-6345-4091-97c8-c43a721a81f8 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 210 time: 0.0375919 Oct 15 00:30:34.995743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-139ce35e-8cc0-417f-94cb-9efa69de3337 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:34.997205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-139ce35e-8cc0-417f-94cb-9efa69de3337 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.39 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 821 time: 0.6558394 Oct 15 00:30:35.009281 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.019661 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-674e06d8-6e5e-447c-b1b4-bef2ea233dbe tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--441878910&fields=id&tenant_id=cdeab9337ea44c1c806053f88d4efdd8 HTTP/1.1" status: 200 len: 267 time: 0.0637784 Oct 15 00:30:35.035773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Request body: {'port': {'device_id': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'admin_state_up': True, 'tenant_id': 'f13bebc26af748b9b6ccac6aa830226c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:35.055866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.064370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:35.064873 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.130526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7b4e11cd-a65d-4155-b4cd-b82766551f8d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:35.161446 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5480256 Oct 15 00:30:35.201020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7b4e11cd-a65d-4155-b4cd-b82766551f8d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:35.205339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59800) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:35.210351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.212667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d19c5-0d02-4695-a37e-b32a05f8f836 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Network': ['ID=0004964e-28c1-4db7-8aac-74771eaf5345,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:35.233628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'subnet': {'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:35.241789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 0004964e-28c1-4db7-8aac-74771eaf5345 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:30:35.245747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-7dff7480-a610-4786-99d7-5e7f9b546ed0 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:35.248276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-7dff7480-a610-4786-99d7-5e7f9b546ed0 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/networks?id=11ce43c2-06a9-458b-861e-742620101857 HTTP/1.1" status: 200 len: 814 time: 0.2272174 Oct 15 00:30:35.267706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-db315ce7-5632-482c-8da3-e8711ced0277 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/quotas/cdeab9337ea44c1c806053f88d4efdd8 HTTP/1.1" status: 200 len: 375 time: 0.0105186 Oct 15 00:30:35.276002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.303377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:35.344254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-e656ce60-7e71-4fc1-8917-308b15538466 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdeab9337ea44c1c806053f88d4efdd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667536 Oct 15 00:30:35.371332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:35.371770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:35.372119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 97c6b031-b9fe-4b7b-8131-ff60f9d1b008 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:35.429745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Made reservation on behalf of f13bebc26af748b9b6ccac6aa830226c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:35.433655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.462775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85d82-e378-4014-86a6-af29a12c82df None None] Pushing event updated for resources: {'Port': ['ID=c2e8eff7-de53-4003-863f-87cf917aed99,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:35.481448 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-2aae190a-a64b-4c8e-ac4c-c709e778e5c7 service neutron] 10.222.0.13 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239057 Oct 15 00:30:35.541650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Attempting to bind port c2e8eff7-de53-4003-863f-87cf917aed99 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:35.542715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Attempting to bind port c2e8eff7-de53-4003-863f-87cf917aed99 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:35.542715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Attempting to bind port c2e8eff7-de53-4003-863f-87cf917aed99 on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:35.548513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:35.548887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Checking segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:35.549288 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.549673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Bound using segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:35.550161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Bound port: c2e8eff7-de53-4003-863f-87cf917aed99, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:35.550541 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.622698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-97b8d32d-ed2a-41dd-a197-7381fb44ec0f service neutron] 10.222.0.13 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399927 Oct 15 00:30:35.657445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fc15e-a1f5-4a12-9e9f-267401afcdfa req-afefc08e-0883-4ea5-818d-6d28b0c896b6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:35.659054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-816fc15e-a1f5-4a12-9e9f-267401afcdfa req-afefc08e-0883-4ea5-818d-6d28b0c896b6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 948 time: 0.4511890 Oct 15 00:30:35.675757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] For port c2e8eff7-de53-4003-863f-87cf917aed99, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:35.680898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] For port c2e8eff7-de53-4003-863f-87cf917aed99, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c2e8eff7-de53-4003-863f-87cf917aed99,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:35.730273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:35.734444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.748192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b198510b-b681-4830-8262-f6304d865df6 None None] Provisioning complete for port c2e8eff7-de53-4003-863f-87cf917aed99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:35.748632 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b198510b-b681-4830-8262-f6304d865df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.772958 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:35.810204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Router 90baca36-3269-4526-a916-c26b78bffba3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:30:35.841445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b198510b-b681-4830-8262-f6304d865df6 None None] Port c2e8eff7-de53-4003-863f-87cf917aed99 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:35.851627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:35.852413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:35.857189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85d82-e378-4014-86a6-af29a12c82df None None] Pushing event updated for resources: {'Port': ['ID=c2e8eff7-de53-4003-863f-87cf917aed99,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:35.869871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-816fc15e-a1f5-4a12-9e9f-267401afcdfa req-4448ef8a-66bf-45f3-83c1-261d8d58976a tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926608 Oct 15 00:30:35.956138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-be9b4cf6-4b33-46fa-bbdd-1428ef7f3919 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:35.957655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-be9b4cf6-4b33-46fa-bbdd-1428ef7f3919 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 820 time: 0.4270678 Oct 15 00:30:35.985444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'port': {'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'admin_state_up': True, 'tenant_id': 'a76e217a7882496c954b32c9055d005b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:36.003189 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821bcb42-dd77-4b31-b7d8-64951cfd39ed x-openstack-request-id: req-821bcb42-dd77-4b31-b7d8-64951cfd39ed {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:36.003410 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-plugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:36.007073 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-821bcb42-dd77-4b31-b7d8-64951cfd39ed {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:36.007303 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904', 'code': 200} Oct 15 00:30:36.043809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:36.044352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Allocated IP 172.20.0.8 (15cf1ac1-03b3-4007-a55b-4fc90ffda65b/aae4a766-1696-4a38-ae06-6b0eb1de0330/e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:36.106020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f6867747-7233-496e-933e-e294b0c6b19f None None] Provisioning complete for port c2e8eff7-de53-4003-863f-87cf917aed99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:36.106436 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f6867747-7233-496e-933e-e294b0c6b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.194374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9e96106-6663-479d-af26-28a8e186c655 req-3ff41702-c55e-4258-a745-2ce1efcdec8d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 210 time: 0.1290905 Oct 15 00:30:36.300238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ebd52-c9c1-4137-8e4a-b76a2845f7b2 req-93e0d6f4-b97e-4312-8bca-6ea096c87778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:36.301855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b7ebd52-c9c1-4137-8e4a-b76a2845f7b2 req-93e0d6f4-b97e-4312-8bca-6ea096c87778 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1100 time: 0.2552464 Oct 15 00:30:36.324557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f6867747-7233-496e-933e-e294b0c6b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.446507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0590d3c-6157-43af-8a38-a72c81b8532c req-1c2f13cb-65d4-4d5f-bce1-44246b1b5c5e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 210 time: 0.1483533 Oct 15 00:30:36.512476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f6867747-7233-496e-933e-e294b0c6b19f None None] For port c2e8eff7-de53-4003-863f-87cf917aed99, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c2e8eff7-de53-4003-863f-87cf917aed99,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:36.523125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:36.523957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:35Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:36.528660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-81e55be1-aee8-4fa0-a600-7d5e1f48e4bf admin admin] 10.222.0.13 "PUT /v2.0/routers/90baca36-3269-4526-a916-c26b78bffba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2924750 Oct 15 00:30:36.531341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59834) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:36.540349 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] Sync routers for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:36.554202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeb070-9c99-4cec-bffb-0bfc81fc2af6 None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:35Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:36.565746 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:36.569473 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:36.574833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b7ebd52-c9c1-4137-8e4a-b76a2845f7b2 req-25894ae6-484f-41a6-a0e4-5124b1b2a6e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166836 Oct 15 00:30:36.592162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.600000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f6867747-7233-496e-933e-e294b0c6b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.651236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb32582d-747f-48b2-8b88-373fede4de5c req-c467b36e-5ce1-4ab2-8d24-e052ce5dfa08 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.1071937 Oct 15 00:30:36.687106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.691508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6867747-7233-496e-933e-e294b0c6b19f None None] Pushing event updated for resources: {'Port': ['ID=c2e8eff7-de53-4003-863f-87cf917aed99,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:36.789504 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:36.803150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Subnet': ['ID=056daa7a-8087-4849-9f0d-d7ae873b0178,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:36.828090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Made reservation on behalf of a76e217a7882496c954b32c9055d005b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:36.831656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.849528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.857558 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:36.882022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Checking segment: {'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:36.882682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network hostable DHCP agents. Network: 0004964e-28c1-4db7-8aac-74771eaf5345, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:30:37.108214 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:30:33Z', 'revision_number': 5, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port': {'id': 'df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90baca36-3269-4526-a916-c26b78bffba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:17Z', 'updated_at': '2021-10-15T00:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:37.146078 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] Checking router: 90baca36-3269-4526-a916-c26b78bffba3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:37.155329 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] Routers {'90baca36-3269-4526-a916-c26b78bffba3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:37.155920 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['90baca36-3269-4526-a916-c26b78bffba3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:37.178635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Allocated IP 172.20.0.8 (5dca5e40-f01d-4d9b-9913-e29600fd8de7/692ea848-94c5-4e1b-8e44-0c57dbc0a196/69b93bdb-f583-4ab9-b76d-ee50c0c2536d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:37.183847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Deleting port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:37.184447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:37.254740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c2e8eff7-de53-4003-863f-87cf917aed99 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:37.308869 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] Set router 90baca36-3269-4526-a916-c26b78bffba3 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:37.335552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487d9d8-ed76-47d7-adf8-528fc00b43d4 req-06e3f065-daf4-411b-b568-ebde647c15a5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:37.337301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:37.339397 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5487d9d8-ed76-47d7-adf8-528fc00b43d4 req-06e3f065-daf4-411b-b568-ebde647c15a5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 948 time: 0.3038692 Oct 15 00:30:37.340312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network 0004964e-28c1-4db7-8aac-74771eaf5345 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:30:37.398466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c2e8eff7-de53-4003-863f-87cf917aed99 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:37.398826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:37.421600 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 6, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:37.439398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5487d9d8-ed76-47d7-adf8-528fc00b43d4 req-b22d3481-1415-480b-89ac-8befb9c7b6c4 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753281 Oct 15 00:30:37.453523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] For port df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:37.455102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:37.488167 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7a853-5551-43e4-a1c3-b9640e7fdbcf None None] The sync data for ids ['90baca36-3269-4526-a916-c26b78bffba3'] in n-d-811521-2 is: [{'id': '90baca36-3269-4526-a916-c26b78bffba3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-577274655-router', 'tenant_id': '765e27a30a044616b5d19aa5becd8f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:16Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 6, 'project_id': '765e27a30a044616b5d19aa5becd8f53', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:37.493167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Calling delete_port for df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:37.619186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:37.621221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:37.632747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:37.638841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:37.660543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c052-b607-4e03-a3ff-b3dd6f94a591 req-eebecda8-90e2-4db4-95db-8bfcdd5f35e9 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:37.668582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8f6c052-b607-4e03-a3ff-b3dd6f94a591 req-eebecda8-90e2-4db4-95db-8bfcdd5f35e9 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.3462932 Oct 15 00:30:37.705397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 0004964e-28c1-4db7-8aac-74771eaf5345) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:37.722617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec6249-9718-4bba-88a4-f99c14c99d10 None None] Network 0004964e-28c1-4db7-8aac-74771eaf5345 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:37.733557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:37.734113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:37.760310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:37.790044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:37.790721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:37.816728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8f6c052-b607-4e03-a3ff-b3dd6f94a591 req-1678aaa5-e71c-44c0-bd9b-a04c989151ad tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471848 Oct 15 00:30:37.869315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-51e054f2-322a-49f5-89bd-4362823eba25 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6419768 Oct 15 00:30:37.873528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:37.886746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-896941062'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:37.908286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd8e87-88df-43cb-8e44-48c73db8d0ff req-72756b5f-37b8-4dd9-b56d-3585c738884b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:37.916700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7afd8e87-88df-43cb-8e44-48c73db8d0ff req-72756b5f-37b8-4dd9-b56d-3585c738884b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 931 time: 0.1397212 Oct 15 00:30:37.941609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-6b02fd29-a926-445b-a4e9-efeef966fa32 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9122345 Oct 15 00:30:37.960458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Request body: {'port': {'device_id': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:37.987484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7afd8e87-88df-43cb-8e44-48c73db8d0ff req-68eb6c68-e8c1-4958-a5a4-5494b177f9ae tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697515 Oct 15 00:30:37.995159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.075374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.080226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b4e11cd-a65d-4155-b4cd-b82766551f8d up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:38.092170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Pushing event deleted for resources: {'Port': ['ID=df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:38.114227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:38.118251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.154739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.173820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-0004964e-28c1-4db7-8aac-74771eaf5345', 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345', 'tenant_id': '14de8b2df74949358d430af260307141', 'fixed_ips': [{'subnet_id': '056daa7a-8087-4849-9f0d-d7ae873b0178'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:30:38.174955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.198612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:38.200549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9830c6e2-9234-472a-85ff-9d0a0a620d27 req-5322cd3b-0e28-445f-8a5d-1e75395cb648 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0737767 Oct 15 00:30:38.203761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Pushing event updated for resources: {'Port': ['ID=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:38.209735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:38.217869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:38.220654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:30:38.264212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228576c-b95c-4316-a8be-49183343bb4b req-52acd3d5-29dc-4138-a9d8-8e4a842cb448 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:38.271600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9228576c-b95c-4316-a8be-49183343bb4b req-52acd3d5-29dc-4138-a9d8-8e4a842cb448 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 931 time: 0.2002425 Oct 15 00:30:38.284645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.329823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.330548 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Added segment 7b237aa9-8183-4c7d-8484-05a382a0ec90 of type vlan for network 62f613ad-9d1e-4e84-b4c0-d65250371841 Oct 15 00:30:38.425499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 7b4e11cd-a65d-4155-b4cd-b82766551f8d completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:38.454226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.462012 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.468977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7b4e11cd-a65d-4155-b4cd-b82766551f8d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:38.469247 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.557687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Allocated IP 19.80.0.2 (0004964e-28c1-4db7-8aac-74771eaf5345/056daa7a-8087-4849-9f0d-d7ae873b0178/50326145-d023-4a60-bc60-e18ff864a410) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:38.595657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:38.596590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.643988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.644720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90baca36-3269-4526-a916-c26b78bffba3 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:30:38.657104 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.657104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b1a5d563-acf6-485a-9c1e-8dd204f759fb admin admin] 10.222.0.13 "DELETE /v2.0/routers/90baca36-3269-4526-a916-c26b78bffba3 HTTP/1.1" status: 204 len: 168 time: 2.1208637 Oct 15 00:30:38.657104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:38.659369 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.683142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9228576c-b95c-4316-a8be-49183343bb4b req-2079e58c-ef4c-4112-b647-d080cf2dc3a6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059207 Oct 15 00:30:38.718268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d9225-46ba-4e47-8172-719cdd96ce10 req-6b14c04e-499e-43d1-85a0-d2fa24a778c5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:38.730737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-257d9225-46ba-4e47-8172-719cdd96ce10 req-6b14c04e-499e-43d1-85a0-d2fa24a778c5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 948 time: 0.1688023 Oct 15 00:30:38.763336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-d0b34b0e-de3d-47b8-b499-218e88c55ae7 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:38.764117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] Deleting subnet fbff45c6-043b-4463-9d03-3f05bec9420f {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:30:38.765563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-d0b34b0e-de3d-47b8-b499-218e88c55ae7 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.3945618 Oct 15 00:30:38.767535 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.776164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-0eb41633-e768-42e5-aac1-abe28a35ac2e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7988558 Oct 15 00:30:38.796918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Request body: {'port': {'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:38.812155 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.836265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.857575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:38.859041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.919580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:38.980160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.003862 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.014391 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-257d9225-46ba-4e47-8172-719cdd96ce10 req-84f7df5b-09d2-4e48-aafa-da270099535e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779608 Oct 15 00:30:39.040236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-17986d81-5683-4386-9b32-23dfbc16374a None None] Provisioning complete for port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:39.040666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-17986d81-5683-4386-9b32-23dfbc16374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.086430 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.115029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-17986d81-5683-4386-9b32-23dfbc16374a None None] Port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:39.128270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:39.133711 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.148603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbff45c6-043b-4463-9d03-3f05bec9420f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:39.152503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e11cd-a65d-4155-b4cd-b82766551f8d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:39.155528 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856d714b-1468-4a49-b600-eda8a8262229" -d '{"events": [{"server_uuid": "00147c9d-b1de-41be-8dd5-2f241ac5c161", "name": "network-vif-plugged", "status": "completed", "tag": "7b4e11cd-a65d-4155-b4cd-b82766551f8d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:39.156363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.163648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a592bacd-7a47-4b03-9d7d-474a4b725558 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fbff45c6-043b-4463-9d03-3f05bec9420f HTTP/1.1" status: 204 len: 168 time: 0.5031500 Oct 15 00:30:39.163899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:39.173586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Network': ['ID=62f613ad-9d1e-4e84-b4c0-d65250371841,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:39.182042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-90803c2d-6f1e-488c-bf60-6c5fa28b6643 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3073015 Oct 15 00:30:39.187360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd23e7f-fb36-44d8-82b9-33780744d06d None None] Network 97bd6b0d-78ab-424f-bcef-7b925db6f842 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:39.205669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59882) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:39.219409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 62f613ad-9d1e-4e84-b4c0-d65250371841 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:30:39.309023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'subnet': {'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:39.327513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:39.339754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Network 0004964e-28c1-4db7-8aac-74771eaf5345 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:39.342519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7b4e11cd-a65d-4155-b4cd-b82766551f8d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:39.350925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:39.354434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:39.380066 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.418821 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.421467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:39.422039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device df61ac65-11dd-477b-9eb7-b0b4eeaf3cd5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:39.422468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9f69131b-f395-41c8-b02b-288db2a079bc no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:39.424989 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.resource_extend [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:30:39.518185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Pushing event updated for resources: {'Port': ['ID=50326145-d023-4a60-bc60-e18ff864a410,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:39.553764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15c451-3abc-46af-b642-63d4b94c4e1b req-a32f4340-0c7b-44ae-9a29-931f98992545 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:39.561674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df15c451-3abc-46af-b642-63d4b94c4e1b req-a32f4340-0c7b-44ae-9a29-931f98992545 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 931 time: 0.1721435 Oct 15 00:30:39.599780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7b4e11cd-a65d-4155-b4cd-b82766551f8d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:39.603126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Attempting to bind port 50326145-d023-4a60-bc60-e18ff864a410 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:39.603490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Attempting to bind port 50326145-d023-4a60-bc60-e18ff864a410 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:39.603998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Attempting to bind port 50326145-d023-4a60-bc60-e18ff864a410 on network 0004964e-28c1-4db7-8aac-74771eaf5345 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:39.606068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9f69131b-f395-41c8-b02b-288db2a079bc {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:39.606437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9f69131b-f395-41c8-b02b-288db2a079bc not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:39.618621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Deleting port dbb65b33-6791-4bae-a728-b34a7403b51d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:39.618621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.642751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df15c451-3abc-46af-b642-63d4b94c4e1b req-34b0e205-2d7c-48a1-9f60-2fe3e32f1441 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718563 Oct 15 00:30:39.644597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:39.648716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.658126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:39.662739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Checking segment: {'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:39.663182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.663581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Bound using segment: {'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:39.670107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Bound port: 50326145-d023-4a60-bc60-e18ff864a410, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:39.670107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.704714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-948f981d-5cb5-4ed0-af98-76f874df74e2 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:39.706552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-948f981d-5cb5-4ed0-af98-76f874df74e2 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.30 "GET /v2.0/networks?id=11ce43c2-06a9-458b-861e-742620101857 HTTP/1.1" status: 200 len: 814 time: 0.1243939 Oct 15 00:30:39.733943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.762838 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6b4cd-3caf-4d20-a1bc-46a1882741cd x-openstack-request-id: req-4dd6b4cd-3caf-4d20-a1bc-46a1882741cd {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:39.763004 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00147c9d-b1de-41be-8dd5-2f241ac5c161", "name": "network-vif-plugged", "status": "completed", "tag": "7b4e11cd-a65d-4155-b4cd-b82766551f8d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:39.763250 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dd6b4cd-3caf-4d20-a1bc-46a1882741cd {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:39.763645 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e11cd-a65d-4155-b4cd-b82766551f8d', 'code': 200} Oct 15 00:30:39.774873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.792433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e6cef-492f-444e-a532-32bfa629f2e9 req-768f3f1b-3256-4cb2-870c-09096a4a53e8 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:39.794134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-358e6cef-492f-444e-a532-32bfa629f2e9 req-768f3f1b-3256-4cb2-870c-09096a4a53e8 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 946 time: 0.8105817 Oct 15 00:30:39.862889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:39.907140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4b8e6d45-8be0-4e6a-944f-5bc0642c26a0 req-6d26a99e-d53c-44de-b87d-a37a6c988e6a tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.1103501 Oct 15 00:30:39.910568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'mac_address': 'fa:16:3e:ce:d3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:39.920561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-58172bed-5123-459f-b976-6533e32372c3 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdeab9337ea44c1c806053f88d4efdd8 HTTP/1.1" status: 200 len: 379 time: 0.2000501 Oct 15 00:30:39.927473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] For port dbb65b33-6791-4bae-a728-b34a7403b51d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbb65b33-6791-4bae-a728-b34a7403b51d,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:39.929274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.946910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Request body: {'port': {'device_id': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'admin_state_up': True, 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'security_groups': ['01be5924-b628-4575-b5e4-6f174e90ebb0']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:39.966896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Calling delete_port for dbb65b33-6791-4bae-a728-b34a7403b51d owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:39.992663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:39.999617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] For port 50326145-d023-4a60-bc60-e18ff864a410, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:40.000074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f86c9-bf29-4000-9dc9-c6a803c02d6b req-e38e44c3-e60f-41bb-9ff6-13c94ef18331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:40.001745 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811f86c9-bf29-4000-9dc9-c6a803c02d6b req-e38e44c3-e60f-41bb-9ff6-13c94ef18331 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 1100 time: 0.1962581 Oct 15 00:30:40.031349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Deleting port e712158c-2f07-4387-82f4-282e2f38bede {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:40.031707 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.046476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] DHCP port deletion for 97bd6b0d-78ab-424f-bcef-7b925db6f842 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:30:40.062369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] For port 50326145-d023-4a60-bc60-e18ff864a410, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=50326145-d023-4a60-bc60-e18ff864a410,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:40.066726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe3ac701-337f-4177-90c9-824fabce6bd1 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:40.118651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:40.139531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] For port e712158c-2f07-4387-82f4-282e2f38bede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e712158c-2f07-4387-82f4-282e2f38bede,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:40.139896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.145257 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.160244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] Deleting port dbb65b33-6791-4bae-a728-b34a7403b51d {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:40.160698 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.161111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-811f86c9-bf29-4000-9dc9-c6a803c02d6b req-553d0b48-dc41-4ac4-891c-40f8bbbd93ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238062 Oct 15 00:30:40.234508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec050f4-f362-4fd0-8868-365f01a2ee38 req-eec266ad-5f1d-47c9-a428-3e47bac6b4dc tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:40.236019 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aec050f4-f362-4fd0-8868-365f01a2ee38 req-eec266ad-5f1d-47c9-a428-3e47bac6b4dc tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 931 time: 0.1773820 Oct 15 00:30:40.245981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.308478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aec050f4-f362-4fd0-8868-365f01a2ee38 req-e3686753-6e7e-496b-b50b-f970ba75b46c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488887 Oct 15 00:30:40.325083 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.347792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.348270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.348488 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Floating IP 3f0b5582-b4a3-4104-88cc-4f8853be4b8b disassociated. External IP: 172.25.2.236, port: e712158c-2f07-4387-82f4-282e2f38bede. Oct 15 00:30:40.348852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Calling delete_port for e712158c-2f07-4387-82f4-282e2f38bede owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:40.354681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['fe3ac701-337f-4177-90c9-824fabce6bd1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:40.358656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] For port dbb65b33-6791-4bae-a728-b34a7403b51d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbb65b33-6791-4bae-a728-b34a7403b51d,segment=NetworkSegment(906e844e-8e48-413f-ab55-b99f8cfb234e),segment_id=906e844e-8e48-413f-ab55-b99f8cfb234e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:40.359049 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.363268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e1a01-18eb-44bd-9fb3-3c2ab9ff011f None None] Pushing event updated for resources: {'Port': ['ID=50326145-d023-4a60-bc60-e18ff864a410,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:40.382280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb65b33-6791-4bae-a728-b34a7403b51d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:40.392479 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.392479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] No DVR routers for this DVR port dbb65b33-6791-4bae-a728-b34a7403b51d on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:40.472129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:40.523090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] Calling delete_port for dbb65b33-6791-4bae-a728-b34a7403b51d owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:40.579130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:40.615701 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.649316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-358e6cef-492f-444e-a532-32bfa629f2e9 req-ec69dc8c-0a87-4b48-ab20-dba8716da878 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups?id=43bc8887-bf74-4b76-a981-46c372ad51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8314400 Oct 15 00:30:40.651287 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.665362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Subnet': ['ID=3c63741a-e3fe-4751-8f97-436b65e17857,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:40.710875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a2893-3ccf-4f78-ac37-58a98f7ebd3a req-b70b7e4f-449b-44ed-8a2a-a84dbbcd67a8 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:40.718703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b7a2893-3ccf-4f78-ac37-58a98f7ebd3a req-b70b7e4f-449b-44ed-8a2a-a84dbbcd67a8 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 949 time: 0.3124962 Oct 15 00:30:40.722893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bd6b0d-78ab-424f-bcef-7b925db6f842']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:40.744590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.753845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906e844e-8e48-413f-ab55-b99f8cfb234e') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:40.754185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906e844e-8e48-413f-ab55-b99f8cfb234e') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:40.758965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Checking segment: {'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:40.758965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network hostable DHCP agents. Network: 62f613ad-9d1e-4e84-b4c0-d65250371841, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:30:40.774363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.781868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.802387 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.813595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:30:40.813989 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.825637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b7a2893-3ccf-4f78-ac37-58a98f7ebd3a req-ebfd5145-50b9-4d20-a6bd-08685d2a7dfe tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059463 Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:30:40.831653 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:30:40.919980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Transition to ACTIVE for port object e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:40.936797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network 62f613ad-9d1e-4e84-b4c0-d65250371841 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:30:40.952806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event deleted for resources: {'Port': ['ID=e712158c-2f07-4387-82f4-282e2f38bede,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:40.988580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:40.997447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.003095 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] 10.222.0.13 "DELETE /v2.0/networks/97bd6b0d-78ab-424f-bcef-7b925db6f842 HTTP/1.1" status: 204 len: 168 time: 1.8378820 Oct 15 00:30:41.026482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59904) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:41.032352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] Pushing event deleted for resources: {'Port': ['ID=dbb65b33-6791-4bae-a728-b34a7403b51d,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:41.044140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283a542-de3e-4dad-92a4-c06361ca29e2 None None] No DVR routers for this DVR port dbb65b33-6791-4bae-a728-b34a7403b51d on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:41.044315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 62f613ad-9d1e-4e84-b4c0-d65250371841) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:41.048704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5577695-6147-41af-8a3a-195cd1e2f9e9 None None] Network 62f613ad-9d1e-4e84-b4c0-d65250371841 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:41.100681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6233f-7491-4758-a75e-3d42e3e77232 admin admin] Pushing event deleted for resources: {'Network': ['ID=97bd6b0d-78ab-424f-bcef-7b925db6f842,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:41.108263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-82b76885-163a-481f-9642-e39ec311aa5e req-8a650d39-8589-436c-b3a5-cac7efab1dad tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0917885 Oct 15 00:30:41.109774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:41.110838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.133081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.179662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:41.228409 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ef428b5f-d24c-4bce-aaf6-3aeddfb0b427 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0206699 Oct 15 00:30:41.354697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819db994-e15a-4cea-883f-5da020e50e70 req-6dbf392c-455b-4a96-b89c-b2bf35e9db7a tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:41.359824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 50326145-d023-4a60-bc60-e18ff864a410 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:41.361005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-819db994-e15a-4cea-883f-5da020e50e70 req-6dbf392c-455b-4a96-b89c-b2bf35e9db7a tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 931 time: 0.4940820 Oct 15 00:30:41.372253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port fe3ac701-337f-4177-90c9-824fabce6bd1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:41.373035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.504338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-62f613ad-9d1e-4e84-b4c0-d65250371841', 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841', 'tenant_id': '14de8b2df74949358d430af260307141', 'fixed_ips': [{'subnet_id': '3c63741a-e3fe-4751-8f97-436b65e17857'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:30:41.504338 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.644741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 50326145-d023-4a60-bc60-e18ff864a410 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:41.645110 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.663759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Made reservation on behalf of cdeab9337ea44c1c806053f88d4efdd8 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:41.676798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.680410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5434804-f539-4c32-90ce-33d899c8ae45 req-39acbd77-2b49-42fa-ae0d-974ce0e47f13 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:41.690507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5434804-f539-4c32-90ce-33d899c8ae45 req-39acbd77-2b49-42fa-ae0d-974ce0e47f13 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 931 time: 0.2676454 Oct 15 00:30:41.743580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:41.755268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:41.805066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5434804-f539-4c32-90ce-33d899c8ae45 req-e465247f-d282-49fd-849d-8f61931996be tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134760 Oct 15 00:30:41.867697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Router 9f99c849-3f4f-4115-9f08-8c011eea308b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:30:41.905196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:41.907731 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602fdaa2-f34a-450d-98e0-95d91a4d3f47" -d '{"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:41.956372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73be1c-70a0-452b-89f0-74cfc6a8dc06 None None] Network 0004964e-28c1-4db7-8aac-74771eaf5345 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:41.978582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-819db994-e15a-4cea-883f-5da020e50e70 req-ecf02b88-273a-442f-b6b6-88494482de84 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648561 Oct 15 00:30:41.991678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:42.010190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Attempting to bind port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:42.013676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Attempting to bind port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:42.016317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Attempting to bind port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:42.020146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Allocated IP 19.86.0.2 (62f613ad-9d1e-4e84-b4c0-d65250371841/3c63741a-e3fe-4751-8f97-436b65e17857/91b516c6-4350-497e-94d8-3b02afb49c4a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:42.028937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d2168ee8-5371-417e-920b-3769a61a85e8 None None] Provisioning complete for port 50326145-d023-4a60-bc60-e18ff864a410 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:42.029302 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2168ee8-5371-417e-920b-3769a61a85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.040189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:42.040608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Attempting to bind port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:42.048691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b93bdb-f583-4ab9-b76d-ee50c0c2536d {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:42.051555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.062885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.121317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.124945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:42.125405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Checking segment: {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:42.125693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Bound using segment: {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:42.126292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Bound port: e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:42.126512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.265406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0327fab4-6dd2-4ccb-bf1c-c802c14da6e6 req-ce90c85d-826e-409c-9a83-bb1be7bcea77 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f1e1d5c-18b1-4cb2-94c1-800a847deb5d HTTP/1.1" status: 200 len: 210 time: 0.1518841 Oct 15 00:30:42.269135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.291562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e712158c-2f07-4387-82f4-282e2f38bede no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:42.295342 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.400309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Transition to ACTIVE for port object 69b93bdb-f583-4ab9-b76d-ee50c0c2536d will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:42.415106 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.460487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: e712158c-2f07-4387-82f4-282e2f38bede {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:42.461910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e712158c-2f07-4387-82f4-282e2f38bede not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:42.515686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.540220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 50326145-d023-4a60-bc60-e18ff864a410, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=50326145-d023-4a60-bc60-e18ff864a410,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:42.564423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Network 62f613ad-9d1e-4e84-b4c0-d65250371841 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:42.574040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:42.585793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:42.596871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:42.601692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-73dd2a82-c640-4e17-844f-0bd56a6caeee tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:42.619427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-73dd2a82-c640-4e17-844f-0bd56a6caeee tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:42.626412 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-73dd2a82-c640-4e17-844f-0bd56a6caeee tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/networks?id=0004964e-28c1-4db7-8aac-74771eaf5345&id=62f613ad-9d1e-4e84-b4c0-d65250371841 HTTP/1.1" status: 200 len: 1391 time: 0.6838717 Oct 15 00:30:42.626511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:42.626615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.680401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Allocated IP 172.20.0.6 (11ce43c2-06a9-458b-861e-742620101857/bbe3cf61-605f-4334-9022-1f260e731615/e106b1be-6baa-4d91-94b2-98c8ce681f5a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:42.700463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-91eba29b-f42e-43eb-ae66-d331e0c12502 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/quotas/14de8b2df74949358d430af260307141 HTTP/1.1" status: 200 len: 375 time: 0.0570426 Oct 15 00:30:42.706496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:42.744693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fb38c-984c-4c09-b8a5-0d48825eb250 req-919a9fea-c346-45a7-bae9-161b13a22d96 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:42.752855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b4fb38c-984c-4c09-b8a5-0d48825eb250 req-919a9fea-c346-45a7-bae9-161b13a22d96 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 949 time: 0.2231927 Oct 15 00:30:42.755202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:42.808513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:42.854064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbb65b33-6791-4bae-a728-b34a7403b51d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:42.861479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] Sync routers for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:42.876716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:42.884759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Attempting to bind port 91b516c6-4350-497e-94d8-3b02afb49c4a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:42.885544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Attempting to bind port 91b516c6-4350-497e-94d8-3b02afb49c4a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:42.886275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Attempting to bind port 91b516c6-4350-497e-94d8-3b02afb49c4a on network 62f613ad-9d1e-4e84-b4c0-d65250371841 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:42.937457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-5b4518fc-436a-4d72-922e-e07426006fe5 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2240238 Oct 15 00:30:43.021631 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b4fb38c-984c-4c09-b8a5-0d48825eb250 req-a6bd4b91-4ec3-4128-8c63-fc7aa05ea5e9 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658315 Oct 15 00:30:43.025640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Pushing event updated for resources: {'Port': ['ID=91b516c6-4350-497e-94d8-3b02afb49c4a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:43.096989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] No DVR routers for this DVR port e712158c-2f07-4387-82f4-282e2f38bede on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:43.119190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.125306 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a0e5e-e5f9-498a-a4be-e373c9a54f94 x-openstack-request-id: req-e25a0e5e-e5f9-498a-a4be-e373c9a54f94 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:43.130017 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:43.136684 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e25a0e5e-e5f9-498a-a4be-e373c9a54f94 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:43.137327 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'code': 200} Oct 15 00:30:43.145724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee5cd9aa-348a-403f-9474-1dc150f7084b req-8cce7322-424d-4448-ae69-a780ca63966d tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.30 "DELETE /v2.0/ports/e712158c-2f07-4387-82f4-282e2f38bede HTTP/1.1" status: 204 len: 173 time: 4.3565142 Oct 15 00:30:43.162725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-446b5d7b-c3ee-4f3b-b0fe-182134b2af2f service neutron] 10.222.0.13 "GET /v2.0/networks/0004964e-28c1-4db7-8aac-74771eaf5345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113667 Oct 15 00:30:43.202183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'name': 'network-vif-deleted', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:43.206826 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db512b-d492-4730-87f3-85d5c267927e" -d '{"events": [{"server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "name": "network-vif-deleted", "tag": "e712158c-2f07-4387-82f4-282e2f38bede"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:43.211799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: dbb65b33-6791-4bae-a728-b34a7403b51d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:43.212355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbb65b33-6791-4bae-a728-b34a7403b51d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:43.227473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:43.227826 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Checking segment: {'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:43.230520 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.230814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Bound using segment: {'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:43.231359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Bound port: 91b516c6-4350-497e-94d8-3b02afb49c4a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:43.231740 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.273727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:43.274282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.277902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 HTTP/1.1" status: 200 len: 1091 time: 5.3201497 Oct 15 00:30:43.316469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-c7a91352-e4e5-4396-8753-c5006ae2bf48 service neutron] 10.222.0.13 "GET /v2.0/networks/0004964e-28c1-4db7-8aac-74771eaf5345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528063 Oct 15 00:30:43.373760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:43.374442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:43.396249 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1722f3fd-0b22-461d-8264-36907699fdd0 req-c4fc0381-9177-4df1-8d4b-7448a95a7ec7 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.1087527 Oct 15 00:30:43.428827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=50326145-d023-4a60-bc60-e18ff864a410,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:43.515169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Deleting port 06254397-5826-4a8d-80b0-6b382a0e035b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:43.515505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.594049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:43.673857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] For port 06254397-5826-4a8d-80b0-6b382a0e035b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=06254397-5826-4a8d-80b0-6b382a0e035b,segment=NetworkSegment(aae669a7-f28a-4c11-bcd5-ee74e163571c),segment_id=aae669a7-f28a-4c11-bcd5-ee74e163571c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:43.674444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.694730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Calling delete_port for 06254397-5826-4a8d-80b0-6b382a0e035b owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:43.699266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f912a-8627-4b1e-a07c-6bd60d0e1c93 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:43.741222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Attempting to bind port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:43.741780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Attempting to bind port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:43.742163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Attempting to bind port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:43.767981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:43.768365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Attempting to bind port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:43.783724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2cd62-e01e-4fac-965d-2736898f7b29 req-a8a62b0b-f423-4e86-a894-292efc93be6d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:43.791621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47c2cd62-e01e-4fac-965d-2736898f7b29 req-a8a62b0b-f423-4e86-a894-292efc93be6d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 943 time: 0.1607273 Oct 15 00:30:43.802291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-e452eda5-7aa7-4554-99a1-46a92997a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:43.804875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-e452eda5-7aa7-4554-99a1-46a92997a3cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 1094 time: 0.3722894 Oct 15 00:30:43.816003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:43.816678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Checking segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:43.816798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Bound using segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:43.817215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Bound port: 69b93bdb-f583-4ab9-b76d-ee50c0c2536d, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:43.817571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.858819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:43.904103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-7b64c35b-0825-4fa5-a6e7-b4cac18d5c92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 HTTP/1.1" status: 200 len: 217 time: 0.0705011 Oct 15 00:30:43.921707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-ca2bce56-2635-4ce3-b6fe-28e0c5bf1d0a service neutron] 10.222.0.13 "GET /v2.0/networks/62f613ad-9d1e-4e84-b4c0-d65250371841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043122 Oct 15 00:30:43.937193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47c2cd62-e01e-4fac-965d-2736898f7b29 req-058c08d4-012c-47c9-855f-b54f8a9ca7b7 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418588 Oct 15 00:30:44.049003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] For port 91b516c6-4350-497e-94d8-3b02afb49c4a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:44.066422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] For port 91b516c6-4350-497e-94d8-3b02afb49c4a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=91b516c6-4350-497e-94d8-3b02afb49c4a,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:44.090485 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-91690bb6-0845-4d39-84d2-89f6e5ae1db9 service neutron] 10.222.0.13 "GET /v2.0/networks/62f613ad-9d1e-4e84-b4c0-d65250371841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676147 Oct 15 00:30:44.091379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:44.112607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:21Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:44.196357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06254397-5826-4a8d-80b0-6b382a0e035b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:44.206443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:44.250256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-99ecf0ec-b683-49ab-ac28-04ee923cc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:44.251834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-99ecf0ec-b683-49ab-ac28-04ee923cc7aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aae4a766-1696-4a38-ae06-6b0eb1de0330 HTTP/1.1" status: 200 len: 861 time: 0.3302748 Oct 15 00:30:44.355497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-5570460f-326f-4e17-90ce-302266a0a3b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741262 Oct 15 00:30:44.381951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Network 11ce43c2-06a9-458b-861e-742620101857 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:44.398961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:44.416786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:44.602585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] For port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:44.648828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:44.649551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:44.663672 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:44.705842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] Checking router: 9f99c849-3f4f-4115-9f08-8c011eea308b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:44.714240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9be9c-e1fe-49f9-b4b3-af13ec45cae6 req-fe5ad5b0-3ef6-4fee-b265-f99bd2f5b996 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:44.726725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83c9be9c-e1fe-49f9-b4b3-af13ec45cae6 req-fe5ad5b0-3ef6-4fee-b265-f99bd2f5b996 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.5969174 Oct 15 00:30:44.764944 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:44.822932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] For port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:44.848691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:44.849335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:44.924841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7945279-3a8d-4fd4-af03-d2cecb0e3fbf req-6e6f6099-6a44-4ce1-b51e-9571d1899123 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:44.925456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event updated for resources: {'Port': ['ID=e106b1be-6baa-4d91-94b2-98c8ce681f5a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:44.936732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7945279-3a8d-4fd4-af03-d2cecb0e3fbf req-6e6f6099-6a44-4ce1-b51e-9571d1899123 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.2558270 Oct 15 00:30:44.936856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:45.021925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fb3edbbe-40a9-468c-97e4-000f8465d4fa None None] Provisioning complete for port 50326145-d023-4a60-bc60-e18ff864a410 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:45.024789 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fb3edbbe-40a9-468c-97e4-000f8465d4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:45.042466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:45.059718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-26879456-2346-462b-b248-7549c07e05bd tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1283019 Oct 15 00:30:45.065529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:45.067151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:45.068909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-8ea5264b-f276-4e41-bee2-b7eb126b7e27 service neutron] 10.222.0.39 "PUT /v2.0/ports/69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 1091 time: 6.2786934 Oct 15 00:30:45.101197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Request body: {'port': {'device_id': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:45.104555 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7945279-3a8d-4fd4-af03-d2cecb0e3fbf req-0478e98f-67d3-44c0-bc67-faba2e7f25bf tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622295 Oct 15 00:30:45.195319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:45.202660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83c9be9c-e1fe-49f9-b4b3-af13ec45cae6 req-b0eb00dc-6c1a-4ede-9dfe-bdcf4a1a42e5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695168 Oct 15 00:30:45.254856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82070c8-88e6-4ebf-b500-db71431c6f2d None None] Pushing event updated for resources: {'Port': ['ID=91b516c6-4350-497e-94d8-3b02afb49c4a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:45.377873 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceeace8-6f36-44c2-8efb-3b9b5bcb1849 x-openstack-request-id: req-fceeace8-6f36-44c2-8efb-3b9b5bcb1849 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:45.378202 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1e1d5c-18b1-4cb2-94c1-800a847deb5d", "name": "network-vif-deleted", "tag": "e712158c-2f07-4387-82f4-282e2f38bede", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:45.378460 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fceeace8-6f36-44c2-8efb-3b9b5bcb1849 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:45.378866 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1e1d5c-18b1-4cb2-94c1-800a847deb5d', 'name': 'network-vif-deleted', 'tag': 'e712158c-2f07-4387-82f4-282e2f38bede', 'status': 'completed', 'code': 200} Oct 15 00:30:45.605479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-32f7f393-5068-435b-ad8a-ff3e3f4c5659 service neutron] 10.222.0.39 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2201748 Oct 15 00:30:45.610606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:45.632475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:45.641832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 50326145-d023-4a60-bc60-e18ff864a410 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:45.738864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d51a480-14ea-4a15-8d2e-f95ed96c0e73 req-b6d0f779-2088-4d90-9e4a-d4f457a5bcb8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 210 time: 0.0797961 Oct 15 00:30:45.803791 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Router d35d08b2-a0e0-4a9d-a15b-76a191b89155 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:30:45.969707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 50326145-d023-4a60-bc60-e18ff864a410 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:45.970199 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:46.098934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363328-d0f1-4a4a-a31c-be28df4016a7 req-06544997-02a1-49a2-9b12-199bd5e6d48c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:46.105580 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21363328-d0f1-4a4a-a31c-be28df4016a7 req-06544997-02a1-49a2-9b12-199bd5e6d48c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 943 time: 0.1913223 Oct 15 00:30:46.131924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:46.143121 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] Sync routers for ids ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:46.163070 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4f7bfffa-3d49-493b-8c95-dd8330e60ba3 admin admin] 10.222.0.13 "PUT /v2.0/routers/d35d08b2-a0e0-4a9d-a15b-76a191b89155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1350780 Oct 15 00:30:46.164026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60006) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:46.167108 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] Routers {'d35d08b2-a0e0-4a9d-a15b-76a191b89155'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:46.168596 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:46.240676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-89d7b2f7-535f-4614-9b20-cf0e358d6493 None None] Provisioning complete for port e106b1be-6baa-4d91-94b2-98c8ce681f5a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:46.241141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89d7b2f7-535f-4614-9b20-cf0e358d6493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:46.318459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:21Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:46.323761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-89d7b2f7-535f-4614-9b20-cf0e358d6493 None None] Port e106b1be-6baa-4d91-94b2-98c8ce681f5a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:46.364043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-eff8c155-e188-43f0-831c-7fe3ad8e747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:46.366121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-eff8c155-e188-43f0-831c-7fe3ad8e747e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1094 time: 1.1515558 Oct 15 00:30:46.384993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dab9-1e31-4eb0-ad1c-ffca4bf9f4ea req-33d49bc0-6a01-4d00-afb3-81cfd7998e97 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:46.387396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c34dab9-1e31-4eb0-ad1c-ffca4bf9f4ea req-33d49bc0-6a01-4d00-afb3-81cfd7998e97 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 931 time: 0.8189242 Oct 15 00:30:46.393019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227b8843-8c60-453e-8d22-53b91b5333c8 None None] The sync data for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 is: [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '94f032af-aac3-47e3-af81-980d1f6db549', 'name': '', 'network_id': '6dac6069-6598-483d-9b51-6ea1ab1436ec', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'mac_address': 'fa:16:3e:59:22:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '1f4f7361-837d-499b-addf-ab0be894412b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:13Z', 'updated_at': '2021-10-15T00:28:21Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'subnets': [{'id': '1f4f7361-837d-499b-addf-ab0be894412b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:46.397977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:46.515422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21363328-d0f1-4a4a-a31c-be28df4016a7 req-ca6c74a7-cf47-4f3c-ad28-4d69e768b349 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957844 Oct 15 00:30:46.605160 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] Set router d35d08b2-a0e0-4a9d-a15b-76a191b89155 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:46.694243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60012) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:46.815765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cd4dd8-7794-42c5-8385-cc740f137e9b None None] Network 62f613ad-9d1e-4e84-b4c0-d65250371841 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:46.931166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-2e82d14f-a0d2-4e18-a6e8-3c4e0107ece5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa66655b43a14109ae5bb82e34f60255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1293292 Oct 15 00:30:46.955245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:46.966482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1775-0a36-4176-a77c-54dd58fab4af tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:46.998267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50090036-0ac6-4a2b-ba45-261ba3fc9b4e None None] New status for floating IP 3f0b5582-b4a3-4104-88cc-4f8853be4b8b: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:30:47.127695 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:30:43Z', 'revision_number': 5, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port': {'id': 'cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ab:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:24:29Z', 'updated_at': '2021-10-15T00:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:47.203962 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] Checking router: d35d08b2-a0e0-4a9d-a15b-76a191b89155 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:47.208894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1775-0a36-4176-a77c-54dd58fab4af tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.223439 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] Routers {'d35d08b2-a0e0-4a9d-a15b-76a191b89155'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:47.224882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:47.310390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-28b5c42e-8e89-4a77-aa97-56a94232c722 None None] Provisioning complete for port 91b516c6-4350-497e-94d8-3b02afb49c4a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:47.312231 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28b5c42e-8e89-4a77-aa97-56a94232c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.368290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-6a9c8ecc-a35d-48c5-94a2-8112ba2fbc94 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:47.376843 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-6a9c8ecc-a35d-48c5-94a2-8112ba2fbc94 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4060285 Oct 15 00:30:47.442291 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-4fa13391-6ec2-4ce4-8c4d-c2a8aa331b40 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/quotas/fa66655b43a14109ae5bb82e34f60255 HTTP/1.1" status: 200 len: 375 time: 0.0643642 Oct 15 00:30:47.496443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Deleting port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:47.496676 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.497511 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] Set router d35d08b2-a0e0-4a9d-a15b-76a191b89155 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:47.504721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91b516c6-4350-497e-94d8-3b02afb49c4a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:47.563927 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:30:46Z', 'revision_number': 6, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:47.655721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1775-0a36-4176-a77c-54dd58fab4af tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.658352 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4fc1775-0a36-4176-a77c-54dd58fab4af tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.663354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e4fc1775-0a36-4176-a77c-54dd58fab4af tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "DELETE /v2.0/security-groups/43bc8887-bf74-4b76-a981-46c372ad51c4 HTTP/1.1" status: 204 len: 168 time: 0.9643040 Oct 15 00:30:47.671701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60026) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:47.730467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc1775-0a36-4176-a77c-54dd58fab4af tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc8887-bf74-4b76-a981-46c372ad51c4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:47.734124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0'}, {'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:47.742612 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d614afa6-366a-4e18-8dd9-324740b7a894" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0"}, {"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:47.745742 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7834b-5949-4ce9-aad4-2ff4c64ab719 None None] The sync data for ids ['d35d08b2-a0e0-4a9d-a15b-76a191b89155'] in n-d-811521-2 is: [{'id': 'd35d08b2-a0e0-4a9d-a15b-76a191b89155', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-443296321-router', 'tenant_id': 'bf328360710540a0bb193f80c0dd96d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:24:28Z', 'updated_at': '2021-10-15T00:30:46Z', 'revision_number': 6, 'project_id': 'bf328360710540a0bb193f80c0dd96d1', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:47.750954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-43bda024-3f33-4d0a-ba15-4a6a3ade63c3 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3078122 Oct 15 00:30:47.754191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-44d9faca-8c97-465b-8b77-5dda9f5bcad5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 217 time: 1.3655772 Oct 15 00:30:47.783947 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28b5c42e-8e89-4a77-aa97-56a94232c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.793151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-a8fac7b1-bb28-40a9-b5f5-86ca96b290bb tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:47.801613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e106b1be-6baa-4d91-94b2-98c8ce681f5a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:47.805373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-a8fac7b1-bb28-40a9-b5f5-86ca96b290bb tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:47.811823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c34dab9-1e31-4eb0-ad1c-ffca4bf9f4ea req-df59441b-1429-47d6-914e-9616f96249ac tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3805192 Oct 15 00:30:47.819315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-a8fac7b1-bb28-40a9-b5f5-86ca96b290bb tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "GET /v2.0/networks?id=0004964e-28c1-4db7-8aac-74771eaf5345&id=62f613ad-9d1e-4e84-b4c0-d65250371841 HTTP/1.1" status: 200 len: 1391 time: 0.3558073 Oct 15 00:30:47.821491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] For port cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:47.821876 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.826647 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-50c30110-4181-483a-a96c-f5152b951ae3 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] show failed (client error): The resource could not be found. Oct 15 00:30:47.838657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4be85d22-f662-4d4e-af57-1a056b81e7bd req-63a499f6-7d55-44a0-b33f-2e1a7b5af55a service neutron] 10.222.0.39 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1558027 Oct 15 00:30:47.841293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.842143 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-50c30110-4181-483a-a96c-f5152b951ae3 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "GET /v2.0/security-groups/43bc8887-bf74-4b76-a981-46c372ad51c4 HTTP/1.1" status: 404 len: 347 time: 0.1641462 Oct 15 00:30:47.847390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60030) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:47.928793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Calling delete_port for cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:47.943005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-28b5c42e-8e89-4a77-aa97-56a94232c722 None None] For port 91b516c6-4350-497e-94d8-3b02afb49c4a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=91b516c6-4350-497e-94d8-3b02afb49c4a,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:47.945390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 91b516c6-4350-497e-94d8-3b02afb49c4a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:47.945390 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:47.984774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-f04df71d-3b5e-4399-bb5c-2da4d45a0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:47.986184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-f04df71d-3b5e-4399-bb5c-2da4d45a0d09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.1871412 Oct 15 00:30:48.051456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'port': {'device_id': 'a978ced6-675e-49fe-8fd3-6245703de163', 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345', 'admin_state_up': True, 'tenant_id': '14de8b2df74949358d430af260307141'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:48.100604 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:48.103927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Transition to ACTIVE for port object e106b1be-6baa-4d91-94b2-98c8ce681f5a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:48.123192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28b5c42e-8e89-4a77-aa97-56a94232c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:48.230945 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:48.349120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5c42e-8e89-4a77-aa97-56a94232c722 None None] Pushing event updated for resources: {'Port': ['ID=91b516c6-4350-497e-94d8-3b02afb49c4a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:48.473795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bd53841f-fc8c-478c-b003-a8dd7e66f966 None None] Provisioning complete for port 91b516c6-4350-497e-94d8-3b02afb49c4a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:48.474190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bd53841f-fc8c-478c-b003-a8dd7e66f966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:48.480203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80954-31d8-4959-b8de-428467684a9a req-0d591427-15bf-45db-be2f-71336149cc6b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:48.487810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18c80954-31d8-4959-b8de-428467684a9a req-0d591427-15bf-45db-be2f-71336149cc6b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.5004365 Oct 15 00:30:48.564700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-b50cf723-3680-4e01-9a2f-2179d03b844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:48.566239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-b50cf723-3680-4e01-9a2f-2179d03b844c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4780715 Oct 15 00:30:48.586829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e106b1be-6baa-4d91-94b2-98c8ce681f5a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:48.672246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18c80954-31d8-4959-b8de-428467684a9a req-ec4671bf-ef14-4d7e-94de-542a2d5f3f7e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836073 Oct 15 00:30:48.709353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:30:48.710205 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:30:48.779845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12151668-f896-415b-adf5-88aaf54f7376 req-24aaf2f5-a1ce-4b4b-963b-88c5d24331d7 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 210 time: 0.1114640 Oct 15 00:30:48.783867 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:48.829119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:48.853114 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-07b1e402-46b2-460d-a9ab-e002c8c768e4 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635150 Oct 15 00:30:48.854927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Deleting port 50a3b67e-98df-4612-9903-a97a2b30e655 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:48.855337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:48.918413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:48.924083 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:48.928135 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12ca3fe-c866-4e85-b629-994624a1c48f x-openstack-request-id: req-d12ca3fe-c866-4e85-b629-994624a1c48f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:48.928987 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:48.929550 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d12ca3fe-c866-4e85-b629-994624a1c48f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:48.930172 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'status': 'completed', 'code': 200} Oct 15 00:30:48.933897 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'status': 'completed', 'code': 200} Oct 15 00:30:48.942577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.073553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Attempting to bind port e106b1be-6baa-4d91-94b2-98c8ce681f5a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:49.073980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Attempting to bind port e106b1be-6baa-4d91-94b2-98c8ce681f5a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:49.074405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Attempting to bind port e106b1be-6baa-4d91-94b2-98c8ce681f5a on network 11ce43c2-06a9-458b-861e-742620101857 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:49.076441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.078930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.217493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f79000-02bf-4218-8741-426bfa037693 req-8932e8f3-acc0-40d0-87d0-1f5ce649772f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:49.220470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62f79000-02bf-4218-8741-426bfa037693 req-8932e8f3-acc0-40d0-87d0-1f5ce649772f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 943 time: 0.3602309 Oct 15 00:30:49.229503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Port e106b1be-6baa-4d91-94b2-98c8ce681f5a on network 11ce43c2-06a9-458b-861e-742620101857 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:49.229834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Attempting to bind port e106b1be-6baa-4d91-94b2-98c8ce681f5a on network 11ce43c2-06a9-458b-861e-742620101857 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:49.241936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.242874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35d08b2-a0e0-4a9d-a15b-76a191b89155 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:30:49.254347 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.255882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea74a1cc-af46-45d6-bafb-76b9a7999c81 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d35d08b2-a0e0-4a9d-a15b-76a191b89155 HTTP/1.1" status: 204 len: 168 time: 3.0895576 Oct 15 00:30:49.259159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73e02e7d-e931-4285-b51a-7d9359491868 req-6134458d-d79e-405e-80e1-988197929895 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 210 time: 0.1179125 Oct 15 00:30:49.265225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60052) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:49.366597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-380894cf-f78f-48c6-9121-859267e4e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:49.368562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-380894cf-f78f-48c6-9121-859267e4e5ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 1094 time: 0.4369783 Oct 15 00:30:49.373927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4520965e-be92-4fe1-84b3-09cd70a96ea3 req-3f93f146-c251-4109-83bf-3af5a6ac7d87 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111842 Oct 15 00:30:49.379591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:49.380064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Checking segment: {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:49.380606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Bound using segment: {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:49.381193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Bound port: e106b1be-6baa-4d91-94b2-98c8ce681f5a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871c6bfe-87d7-4a8f-8306-dc888a3911ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11ce43c2-06a9-458b-861e-742620101857'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:49.381193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.431952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.432449 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.519418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91b516c6-4350-497e-94d8-3b02afb49c4a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:49.531287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Calling delete_port for 50a3b67e-98df-4612-9903-a97a2b30e655 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:49.539562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Allocated IP 19.80.0.188 (0004964e-28c1-4db7-8aac-74771eaf5345/056daa7a-8087-4849-9f0d-d7ae873b0178/fd524283-3fc3-441c-9c2e-03ef3b89a2aa) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:49.565220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62f79000-02bf-4218-8741-426bfa037693 req-0b1ec73a-a940-450c-ad09-16fb7dd0341b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273180 Oct 15 00:30:49.656432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 91b516c6-4350-497e-94d8-3b02afb49c4a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:49.661555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.791992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:49.793581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-da825783-2a35-4554-bc0f-459a319f817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:49.799440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-da825783-2a35-4554-bc0f-459a319f817e service neutron] 10.222.0.39 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 922 time: 0.4091785 Oct 15 00:30:49.945342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-799d549a-bcbe-4648-a894-2cb9075fc3de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 HTTP/1.1" status: 200 len: 217 time: 0.1317692 Oct 15 00:30:50.017779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 06254397-5826-4a8d-80b0-6b382a0e035b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:50.056845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 06254397-5826-4a8d-80b0-6b382a0e035b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:50.061685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 06254397-5826-4a8d-80b0-6b382a0e035b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:50.062262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:50.106985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:50.107452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cfb85de6-19d1-44b4-ad57-cba4e6a7f6a1 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:50.116167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] For port e106b1be-6baa-4d91-94b2-98c8ce681f5a, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:50.139910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-95fea59e-dcde-403f-a7c9-551acdd349ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:50.141566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-95fea59e-dcde-403f-a7c9-551acdd349ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aae4a766-1696-4a38-ae06-6b0eb1de0330 HTTP/1.1" status: 200 len: 861 time: 0.1508033 Oct 15 00:30:50.150338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff737e8-6aa7-438a-8d8e-f1b45560fd0b req-763462c8-d040-46d3-abbf-252fb4d04081 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:50.151917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ff737e8-6aa7-438a-8d8e-f1b45560fd0b req-763462c8-d040-46d3-abbf-252fb4d04081 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.2585752 Oct 15 00:30:50.154034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] For port e106b1be-6baa-4d91-94b2-98c8ce681f5a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:50.212567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-235f7556-c8da-490d-8898-5e03bfa016a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569835 Oct 15 00:30:50.262950 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.342688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ff737e8-6aa7-438a-8d8e-f1b45560fd0b req-70ab2c1b-0ab6-4c45-8c68-604d652e0390 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752150 Oct 15 00:30:50.362785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:50.363547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.367523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] 10.222.0.30 "PUT /v2.0/ports/e106b1be-6baa-4d91-94b2-98c8ce681f5a HTTP/1.1" status: 200 len: 1091 time: 5.2862298 Oct 15 00:30:50.378358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] Deleting subnet 3cf4dba1-51ee-4233-8559-452810dc2b26 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:30:50.382458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.448089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-f6d73a13-7c0e-4612-9718-8917e6ff975c service neutron] 10.222.0.39 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223883 Oct 15 00:30:50.450861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ece4e0-57e7-40a0-930c-1c9088745f8b service neutron] Pushing event updated for resources: {'Port': ['ID=e106b1be-6baa-4d91-94b2-98c8ce681f5a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:50.451361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.453417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Port': ['ID=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:50.513404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network 0004964e-28c1-4db7-8aac-74771eaf5345 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:50.517944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:50.521140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:50.593111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffce4c-b8f8-443d-a8f8-3c72504d6be6 req-45d71750-b1ff-4206-bd4a-cda8ee8775cf tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:50.604021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34ffce4c-b8f8-443d-a8f8-3c72504d6be6 req-45d71750-b1ff-4206-bd4a-cda8ee8775cf tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 943 time: 0.7479889 Oct 15 00:30:50.609186 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.709741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-ba94f4fa-86b7-4965-955e-71d798718c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:50.717885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-ba94f4fa-86b7-4965-955e-71d798718c72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdeab9337ea44c1c806053f88d4efdd8&device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 1094 time: 0.2136126 Oct 15 00:30:50.719254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34ffce4c-b8f8-443d-a8f8-3c72504d6be6 req-aef59190-cdd7-453c-aad3-67f21d1e3b0b tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079671 Oct 15 00:30:50.728165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:50.728363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.728843 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.749717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0c463-187c-41d3-ae53-f09fd36d7eef req-e0239dd0-7bbf-4d1b-984a-765b421f73fd tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:50.761774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24b0c463-187c-41d3-ae53-f09fd36d7eef req-e0239dd0-7bbf-4d1b-984a-765b421f73fd tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 932 time: 0.2296331 Oct 15 00:30:50.847695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:50.894217 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-424e87dc-d8bf-4468-8b88-159df3c0d410 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0267613 Oct 15 00:30:50.907917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Request body: {'port': {'device_id': 'a978ced6-675e-49fe-8fd3-6245703de163', 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841', 'admin_state_up': True, 'tenant_id': '14de8b2df74949358d430af260307141'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:50.912601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Pushing event deleted for resources: {'Port': ['ID=50a3b67e-98df-4612-9903-a97a2b30e655,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:50.922376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-735eb8fa-fee5-4925-9168-31304443bf00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a HTTP/1.1" status: 200 len: 217 time: 0.1895750 Oct 15 00:30:50.944378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:50.947133 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad6142e-1649-4b36-9213-4bbb87597b59" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:50.982080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24b0c463-187c-41d3-ae53-f09fd36d7eef req-05706bc4-1915-4606-b91e-1a3a00ba951b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192609 Oct 15 00:30:50.985939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-373b4bec-7965-4737-b869-3f5c989aed80 service neutron] 10.222.0.39 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260625 Oct 15 00:30:51.068699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7200fc26-4797-423c-808f-290d8c84df79 None None] Provisioning complete for port fd524283-3fc3-441c-9c2e-03ef3b89a2aa triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:51.073988 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7200fc26-4797-423c-808f-290d8c84df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.081160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-10ad1bc1-3a20-460e-8c37-bc1298c8ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.082716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-10ad1bc1-3a20-460e-8c37-bc1298c8ff70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbe3cf61-605f-4334-9022-1f260e731615 HTTP/1.1" status: 200 len: 853 time: 0.1067548 Oct 15 00:30:51.084344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-33ed2643-e756-47ba-b490-00274def1127 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa66655b43a14109ae5bb82e34f60255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2156980 Oct 15 00:30:51.122143 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3d55e8e-3cb6-452f-84aa-4eb45042ac2f req-ab9f89b1-9f4e-4f2e-b624-f274f2f555f2 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 210 time: 0.1496782 Oct 15 00:30:51.153964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7200fc26-4797-423c-808f-290d8c84df79 None None] Port fd524283-3fc3-441c-9c2e-03ef3b89a2aa cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:51.270054 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a3052d-aad4-4d1f-9bd3-32287af63fb6 x-openstack-request-id: req-b3a3052d-aad4-4d1f-9bd3-32287af63fb6 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:51.270394 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:51.270618 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3a3052d-aad4-4d1f-9bd3-32287af63fb6 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:51.271037 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'status': 'completed', 'code': 200} Oct 15 00:30:51.285911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Made reservation on behalf of 14de8b2df74949358d430af260307141 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:51.289785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.293270 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.325102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-8729a7f6-9451-45f3-ae43-9fc5a4499460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.326646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-8729a7f6-9451-45f3-ae43-9fc5a4499460 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1094 time: 0.2409780 Oct 15 00:30:51.336913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf4dba1-51ee-4233-8559-452810dc2b26,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:51.344473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.347796 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-483f15d5-7a11-4ee7-afb0-a30775872281 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3cf4dba1-51ee-4233-8559-452810dc2b26 HTTP/1.1" status: 204 len: 168 time: 2.0846124 Oct 15 00:30:51.352224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885eadf7-3fe1-4876-bb77-9641f8212cee None None] Network 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:30:51.366050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60086) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:51.550599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.560967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-5980e9a4-184a-4dfb-aa76-ec6d107cf3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.562500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-5980e9a4-184a-4dfb-aa76-ec6d107cf3d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11ce43c2-06a9-458b-861e-742620101857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4631958 Oct 15 00:30:51.565986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.569316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.570514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9d752155-1a44-4565-86d4-0f622149f799 tempest-ServersTestJSON-2077851339 tempest-ServersTestJSON-2077851339-project] 10.222.0.13 "DELETE /v2.0/floatingips/3f0b5582-b4a3-4104-88cc-4f8853be4b8b HTTP/1.1" status: 204 len: 168 time: 3.7219281 Oct 15 00:30:51.573732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60090) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:51.581296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb2e8a-81da-474a-9119-699bc02ed411 req-cdde482a-de2f-4dd5-98bf-d5be3bda7791 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.582834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cdb2e8a-81da-474a-9119-699bc02ed411 req-cdde482a-de2f-4dd5-98bf-d5be3bda7791 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 943 time: 0.4846442 Oct 15 00:30:51.587375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-b729e42f-252f-48e7-8af1-adce8628a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.588848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-b729e42f-252f-48e7-8af1-adce8628a81c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.2254956 Oct 15 00:30:51.590118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Allocated IP 19.86.0.225 (62f613ad-9d1e-4e84-b4c0-d65250371841/3c63741a-e3fe-4751-8f97-436b65e17857/aecc93c8-f4f8-427a-82e9-6cb0957aed2c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:51.641670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] DHCP port deletion for 6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:30:51.695771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b580a-4117-492a-a0da-c9142814bd4d req-01730656-de61-47b5-837a-d5fadf166be7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.702729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-ad712444-a29e-4903-be9b-49b0297c0139 service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040263 Oct 15 00:30:51.706041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d77b580a-4117-492a-a0da-c9142814bd4d req-01730656-de61-47b5-837a-d5fadf166be7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.1848493 Oct 15 00:30:51.766051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-cfb4c94d-b906-4fe2-8703-8a933b1f566f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 217 time: 0.0727301 Oct 15 00:30:51.800055 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d77b580a-4117-492a-a0da-c9142814bd4d req-c9d2130f-8fa2-44b7-beea-4b9034e7f744 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908806 Oct 15 00:30:51.843486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-2a466f03-b25a-41e1-a776-b0d69e1c7abe tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.845213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-2a466f03-b25a-41e1-a776-b0d69e1c7abe tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7243235 Oct 15 00:30:51.850801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] Deleting port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:51.857107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.929087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-eddcca05-09f2-4836-8932-617240b83b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.930992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-eddcca05-09f2-4836-8932-617240b83b38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.1227496 Oct 15 00:30:51.944835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Request body: {'port': {'device_id': '112b451f-cf68-495f-97f6-264f4348a0fb', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'fa66655b43a14109ae5bb82e34f60255'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:51.950213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] For port 7278c41c-b7ea-4a39-a245-a38ad676dbb4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7278c41c-b7ea-4a39-a245-a38ad676dbb4,segment=NetworkSegment(aae669a7-f28a-4c11-bcd5-ee74e163571c),segment_id=aae669a7-f28a-4c11-bcd5-ee74e163571c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:51.950869 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:51.969913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] Calling delete_port for 7278c41c-b7ea-4a39-a245-a38ad676dbb4 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:51.983962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f742d-f987-44d6-9a62-a9a229aaac34 req-4ca9014a-6f99-4baa-a343-a8290e7a4e30 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:51.985144 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-720f742d-f987-44d6-9a62-a9a229aaac34 req-4ca9014a-6f99-4baa-a343-a8290e7a4e30 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 943 time: 0.1010699 Oct 15 00:30:52.000467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cdb2e8a-81da-474a-9119-699bc02ed411 req-a6f6abcc-09c1-40d5-9319-c48e0db5b2f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029269 Oct 15 00:30:52.143758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Deleting port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:52.144098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.169812 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.188249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-720f742d-f987-44d6-9a62-a9a229aaac34 req-b9f512ca-b0b1-4d34-9702-63fc3ade9d9c tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007779 Oct 15 00:30:52.259222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] No DVR routers for this DVR port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:52.261578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad8640-b711-4e34-94b8-2c652b5e0378 None None] Pushing event deleted for resources: {'Port': ['ID=7278c41c-b7ea-4a39-a245-a38ad676dbb4,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:52.292180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.361482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd7c3bd1-0697-4846-a236-f06def305d4b req-117a2bac-49d7-41a1-949f-9c687286b558 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 210 time: 0.0430839 Oct 15 00:30:52.614334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.615036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8aa74f-ca6b-4a30-b20f-ad7c7e9b92d8 req-401f907d-9a9f-4b7e-9b6f-a7adf66c0957 service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318467 Oct 15 00:30:52.615036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-49783e6d-4d86-480f-8709-bba32e19c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:52.615036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-49783e6d-4d86-480f-8709-bba32e19c77d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6233833 Oct 15 00:30:52.615036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] For port 7278c41c-b7ea-4a39-a245-a38ad676dbb4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7278c41c-b7ea-4a39-a245-a38ad676dbb4,segment=NetworkSegment(aae669a7-f28a-4c11-bcd5-ee74e163571c),segment_id=aae669a7-f28a-4c11-bcd5-ee74e163571c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:52.615036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.635337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Calling delete_port for 7278c41c-b7ea-4a39-a245-a38ad676dbb4 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:52.666907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dccd94-6945-4432-8891-62142a1d9148 req-0086948b-2ac7-4f8f-8652-a9545361ab6d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:52.668367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21dccd94-6945-4432-8891-62142a1d9148 req-0086948b-2ac7-4f8f-8652-a9545361ab6d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 932 time: 0.5752816 Oct 15 00:30:52.703148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.771978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Network 62f613ad-9d1e-4e84-b4c0-d65250371841 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:52.780609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event updated for resources: {'Port': ['ID=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:52.783221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:52.786406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:52.861724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21dccd94-6945-4432-8891-62142a1d9148 req-c5c8e42c-bb62-4bf9-9a62-76d4ec2fc04b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582987 Oct 15 00:30:52.868970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-43669f6d-170c-45ef-8e85-92d9ce7cdb18 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776828 Oct 15 00:30:52.869709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Made reservation on behalf of fa66655b43a14109ae5bb82e34f60255 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:30:52.885452 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.911198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:52.912419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.938124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-9fcdf267-33eb-479a-a552-bf4f6c5a5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:52.942263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-9fcdf267-33eb-479a-a552-bf4f6c5a5cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdeab9337ea44c1c806053f88d4efdd8&device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 1094 time: 0.1952968 Oct 15 00:30:52.961922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:52.991534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] No DVR routers for this DVR port 7278c41c-b7ea-4a39-a245-a38ad676dbb4 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:30:53.021866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-3f5e32c3-07e1-4a4f-a896-9babe39500df tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1196046 Oct 15 00:30:53.037131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Request body: {'port': {'device_id': 'a978ced6-675e-49fe-8fd3-6245703de163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:53.077839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Deleting port 94f032af-aac3-47e3-af81-980d1f6db549 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:53.078289 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.124562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7278c41c-b7ea-4a39-a245-a38ad676dbb4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:53.134974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:53.176133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] For port 94f032af-aac3-47e3-af81-980d1f6db549, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=94f032af-aac3-47e3-af81-980d1f6db549,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:53.176659 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.194429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Calling delete_port for 94f032af-aac3-47e3-af81-980d1f6db549 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:53.259863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:53.274684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'port_id': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'mac_address': 'fa:16:3e:bb:15:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae4a766-1696-4a38-ae06-6b0eb1de0330', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:53.310202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217027f-6b24-4a89-ae39-351a665e8b09 req-8f1633fc-8919-4881-837b-084df804fbe0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:53.311837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3217027f-6b24-4a89-ae39-351a665e8b09 req-8f1633fc-8919-4881-837b-084df804fbe0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 943 time: 0.1621091 Oct 15 00:30:53.341045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-11440a1d-557e-4dfd-b462-6ef9dd870b1f None None] Provisioning complete for port aecc93c8-f4f8-427a-82e9-6cb0957aed2c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:53.344092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11440a1d-557e-4dfd-b462-6ef9dd870b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.398840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.438981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.441087 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d614afa6-366a-4e18-8dd9-324740b7a894 req-792cc63b-0303-4c7b-8166-e14a87463a1e service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490096 Oct 15 00:30:53.450349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7278c41c-b7ea-4a39-a245-a38ad676dbb4 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:53.482318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-11440a1d-557e-4dfd-b462-6ef9dd870b1f None None] Port aecc93c8-f4f8-427a-82e9-6cb0957aed2c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:53.484302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c2d26-ca3f-4591-8d4c-a6cfdea0dfc7 req-5f29beea-a71f-401c-bb07-ac7c43c2ade3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:53.486895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7278c41c-b7ea-4a39-a245-a38ad676dbb4 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:53.487553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7278c41c-b7ea-4a39-a245-a38ad676dbb4 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:53.493254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-e8ed0f41-ac90-424c-adbb-f78032ba9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:53.494435 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d3c2d26-ca3f-4591-8d4c-a6cfdea0dfc7 req-5f29beea-a71f-401c-bb07-ac7c43c2ade3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.5531375 Oct 15 00:30:53.495189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-e8ed0f41-ac90-424c-adbb-f78032ba9f8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=11ce43c2-06a9-458b-861e-742620101857 HTTP/1.1" status: 200 len: 915 time: 0.5190802 Oct 15 00:30:53.502793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4948f7-e826-41a8-b4e2-8dc68bd1ed55']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:53.504210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:53.527551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:53.532591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.550618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-74e277f8-dbda-4a70-9818-90101b97bc2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a HTTP/1.1" status: 200 len: 217 time: 0.0406883 Oct 15 00:30:53.557196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3217027f-6b24-4a89-ae39-351a665e8b09 req-7b6e03f2-6726-49ee-a6e5-80b33084eba6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253232 Oct 15 00:30:53.558942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae669a7-f28a-4c11-bcd5-ee74e163571c') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:53.559246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae669a7-f28a-4c11-bcd5-ee74e163571c') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:53.582518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.623362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.633853 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.637969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 69b93bdb-f583-4ab9-b76d-ee50c0c2536d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:30:53.638148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Allocated IP 192.168.233.161 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/96a302b9-c965-4f5a-a9e4-f26bcc2eac4f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:30:53.640237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:30:53.640806 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:30:53.644211 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:30:53.651869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d3c2d26-ca3f-4591-8d4c-a6cfdea0dfc7 req-75af1656-c68c-43f8-851e-3d36e0a5bc9e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563475 Oct 15 00:30:53.652481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:53.711919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-169902e4-801b-4432-8f64-689cbebd207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:53.718391 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-169902e4-801b-4432-8f64-689cbebd207b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbe3cf61-605f-4334-9022-1f260e731615 HTTP/1.1" status: 200 len: 853 time: 0.1453178 Oct 15 00:30:53.718541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:53.727258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Pushing event deleted for resources: {'Port': ['ID=94f032af-aac3-47e3-af81-980d1f6db549,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:53.850545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2df786df-703f-4ab4-b727-94cf751d66c0 req-259b97d6-9bc8-420c-b18e-c6d5633fa0dd tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 210 time: 0.0859170 Oct 15 00:30:53.918559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:53.949755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'mac_address': 'fa:16:3e:bd:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:30:54.057843 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.078634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.107229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b93bdb-f583-4ab9-b76d-ee50c0c2536d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:54.129282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.142127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:54.156542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.162647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6d4948f7-e826-41a8-b4e2-8dc68bd1ed55 HTTP/1.1" status: 204 len: 168 time: 2.7901499 Oct 15 00:30:54.165010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a38774-704b-4eb6-b95a-0dc6b31ad9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4948f7-e826-41a8-b4e2-8dc68bd1ed55,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:54.170136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-921bba30-06f0-4eca-bf32-70cfed585f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:54.171590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-921bba30-06f0-4eca-bf32-70cfed585f61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11ce43c2-06a9-458b-861e-742620101857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3764582 Oct 15 00:30:54.184473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784eb9b-b4e3-46de-995c-5a0adfd556f7 req-6adf503f-add4-4a05-a3a4-52b7e0c449b7 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:54.186033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c784eb9b-b4e3-46de-995c-5a0adfd556f7 req-6adf503f-add4-4a05-a3a4-52b7e0c449b7 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 943 time: 0.4971757 Oct 15 00:30:54.233876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.276615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d8034-1cba-484e-876d-cc7f26b1410c req-64248da2-5c29-4f44-a99f-cf4a7154ada1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:54.283155 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d8034-1cba-484e-876d-cc7f26b1410c req-64248da2-5c29-4f44-a99f-cf4a7154ada1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:54.284258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0d2d8034-1cba-484e-876d-cc7f26b1410c req-64248da2-5c29-4f44-a99f-cf4a7154ada1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1655 time: 0.1896999 Oct 15 00:30:54.285969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c784eb9b-b4e3-46de-995c-5a0adfd556f7 req-5d6081dc-8ddb-43eb-a33f-5725165fbec2 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897057 Oct 15 00:30:54.287608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.293839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.313583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['68c121e4-c064-4802-9369-02468bc7d904', '7b4e11cd-a65d-4155-b4cd-b82766551f8d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:54.361113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:30:54.367872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-28f80b04-884d-413b-9186-5cce67bd841e service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808777 Oct 15 00:30:54.373030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:30:54.383635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Pushing event updated for resources: {'Port': ['ID=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:54.386173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:30:54.457760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0d2d8034-1cba-484e-876d-cc7f26b1410c req-10acd9fd-34b9-4ac0-a625-d4b7b3b825fd tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510890 Oct 15 00:30:54.502338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:54.525213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd524283-3fc3-441c-9c2e-03ef3b89a2aa {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:54.560609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:54.561025 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.561454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.590208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Transition to ACTIVE for port object fd524283-3fc3-441c-9c2e-03ef3b89a2aa will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:54.632563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60136) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:54.633573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['69b93bdb-f583-4ab9-b76d-ee50c0c2536d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:54.635835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:30:54.641732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ad6142e-1649-4b36-9213-4bbb87597b59 req-32b91f84-cd78-4590-b3c8-51741b1cdc1a service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654722 Oct 15 00:30:54.667304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.750844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-62b9510c-9823-4e27-a1ba-f06624624f15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=765e27a30a044616b5d19aa5becd8f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171196 Oct 15 00:30:54.752711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60140) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:54.757955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:54.772451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-d47979f2-1600-4d9f-8c00-436a61187174 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8372121 Oct 15 00:30:54.790497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Request body: {'port': {'device_id': '112b451f-cf68-495f-97f6-264f4348a0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:54.903894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-db70ee24-71dd-462e-8805-6dd65a6cc026 None None] Provisioning complete for port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:54.904265 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db70ee24-71dd-462e-8805-6dd65a6cc026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:54.951469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f53e4-4160-4ea3-9488-376c0920c699 req-d8e76f99-d0ef-457d-990f-921b8e901edf tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:54.953389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b24f53e4-4160-4ea3-9488-376c0920c699 req-d8e76f99-d0ef-457d-990f-921b8e901edf tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 944 time: 0.2501590 Oct 15 00:30:55.017925 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.023616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8463c7de-de39-49dd-9671-49a7ce8d087a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.052662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Router 9f99c849-3f4f-4115-9f08-8c011eea308b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:30:55.053798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Attempting to bind port fd524283-3fc3-441c-9c2e-03ef3b89a2aa on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:55.054428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Attempting to bind port fd524283-3fc3-441c-9c2e-03ef3b89a2aa by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:55.054918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Attempting to bind port fd524283-3fc3-441c-9c2e-03ef3b89a2aa on network 0004964e-28c1-4db7-8aac-74771eaf5345 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:55.074393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e3176-d696-48c4-9ef7-2ce936f15aaa req-b8b28fd1-6a16-4b5d-b5f2-b4199ada7d1e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:55.075978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e47e3176-d696-48c4-9ef7-2ce936f15aaa req-b8b28fd1-6a16-4b5d-b5f2-b4199ada7d1e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 944 time: 0.2909260 Oct 15 00:30:55.077818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Port fd524283-3fc3-441c-9c2e-03ef3b89a2aa on network 0004964e-28c1-4db7-8aac-74771eaf5345 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:55.078134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Attempting to bind port fd524283-3fc3-441c-9c2e-03ef3b89a2aa on network 0004964e-28c1-4db7-8aac-74771eaf5345 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:55.087921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-db70ee24-71dd-462e-8805-6dd65a6cc026 None None] Port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:30:55.095713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b24f53e4-4160-4ea3-9488-376c0920c699 req-42146415-1683-4943-b3f8-8236a9835ffe tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304591 Oct 15 00:30:55.105968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:55.118593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Checking segment: {'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:55.119292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Bound using segment: {'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:55.120169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Bound port: fd524283-3fc3-441c-9c2e-03ef3b89a2aa, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7088b7ce-60fe-442c-b1b8-a1880a9ad527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:55.120776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.122747 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8463c7de-de39-49dd-9671-49a7ce8d087a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.313121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f2595-bc26-45bb-87c4-ecc640af732d req-5a902e5f-5b9c-493b-8bf5-b76260745103 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:55.316466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-896f2595-bc26-45bb-87c4-ecc640af732d req-5a902e5f-5b9c-493b-8bf5-b76260745103 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 936 time: 0.0928938 Oct 15 00:30:55.394726 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8463c7de-de39-49dd-9671-49a7ce8d087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.397888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8463c7de-de39-49dd-9671-49a7ce8d087a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.401826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8463c7de-de39-49dd-9671-49a7ce8d087a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d02a3309-453b-4d11-ab97-437fb7656126 HTTP/1.1" status: 204 len: 168 time: 0.6464510 Oct 15 00:30:55.421090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] For port fd524283-3fc3-441c-9c2e-03ef3b89a2aa, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:55.426702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] For port fd524283-3fc3-441c-9c2e-03ef3b89a2aa, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:55.428607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-896f2595-bc26-45bb-87c4-ecc640af732d req-3c094116-b480-4664-9b27-d9e2a8030cd2 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994184 Oct 15 00:30:55.432754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463c7de-de39-49dd-9671-49a7ce8d087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a3309-453b-4d11-ab97-437fb7656126,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:55.567200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e47e3176-d696-48c4-9ef7-2ce936f15aaa req-e4f58ceb-22b2-4dd0-a95d-fd88b694d542 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719522 Oct 15 00:30:55.571592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.602847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:55.610969 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.627175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Transition to ACTIVE for port object 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:55.709861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:55.771704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0055002-241b-43d7-904e-0fbd8941c9dd req-97ce0835-a315-41fa-81ac-469ec4f023f1 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:55.775315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0055002-241b-43d7-904e-0fbd8941c9dd req-97ce0835-a315-41fa-81ac-469ec4f023f1 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 943 time: 0.1104996 Oct 15 00:30:55.951354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Pushing event updated for resources: {'Port': ['ID=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:55.972424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0055002-241b-43d7-904e-0fbd8941c9dd req-471df361-cacb-4bb6-88fb-5cbdc413339d tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922259 Oct 15 00:30:56.021847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Attempting to bind port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:56.022261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Attempting to bind port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:56.022531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Attempting to bind port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:56.028244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:56.028557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Attempting to bind port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:56.034607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:56.034963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:56.038433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:56.038433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Bound port: 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:56.038433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:56.073782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.074412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:56.075801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] 10.222.0.39 "PUT /v2.0/ports/fd524283-3fc3-441c-9c2e-03ef3b89a2aa HTTP/1.1" status: 200 len: 1092 time: 3.0439718 Oct 15 00:30:56.079916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'tag': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:56.080113 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c635c3-2e70-4657-a3b9-e27009e6dc73" -d '{"events": [{"name": "network-changed", "server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "tag": "fd524283-3fc3-441c-9c2e-03ef3b89a2aa"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:56.100700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:30:56.112100 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e270a04b-7d10-4220-ada9-90e5aab9529a admin admin] 10.222.0.13 "PUT /v2.0/routers/9f99c849-3f4f-4115-9f08-8c011eea308b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5371532 Oct 15 00:30:56.116765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60164) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:56.120760 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] Sync routers for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:30:56.159207 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:56.160092 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:56.187391 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f668bc63-bb30-4c93-a3e8-01c93e32968e x-openstack-request-id: req-f668bc63-bb30-4c93-a3e8-01c93e32968e {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:56.187631 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "tag": "fd524283-3fc3-441c-9c2e-03ef3b89a2aa", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:56.187864 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f668bc63-bb30-4c93-a3e8-01c93e32968e {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:56.188256 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'tag': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa', 'status': 'completed', 'code': 200} Oct 15 00:30:56.193538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49c010-fd02-43cf-97a7-2d36198e9fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:56.205088 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b10dc8a7-fac8-415c-82e6-d177aec9b173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:56.216163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Request body: {'port': {'device_id': 'a978ced6-675e-49fe-8fd3-6245703de163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:30:56.262836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbddab2-2c5c-4b84-91be-9b4e8afd1192 req-40f53e8b-d3c5-45c8-9383-7b23808828af tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.272463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbddab2-2c5c-4b84-91be-9b4e8afd1192 req-40f53e8b-d3c5-45c8-9383-7b23808828af tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.274120 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3cbddab2-2c5c-4b84-91be-9b4e8afd1192 req-40f53e8b-d3c5-45c8-9383-7b23808828af tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1667 time: 0.2209821 Oct 15 00:30:56.354951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] For port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:56.378185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] For port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:56.385107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-e0f02740-18b0-439d-8c31-d59a1d4912d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.385107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-e0f02740-18b0-439d-8c31-d59a1d4912d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.387227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-e0f02740-18b0-439d-8c31-d59a1d4912d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1914 time: 0.1757386 Oct 15 00:30:56.408876 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:56.454164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60168) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:56.471540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3cbddab2-2c5c-4b84-91be-9b4e8afd1192 req-fb46c42c-e532-49fc-8071-858a716ed5dd tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901109 Oct 15 00:30:56.477314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:56.486215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:56.518601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1f24-e506-4432-a51e-dc70fdcf6863 req-779502db-11d5-4607-ad2c-3a89311ffc4c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.518601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c1b1f24-e506-4432-a51e-dc70fdcf6863 req-779502db-11d5-4607-ad2c-3a89311ffc4c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 944 time: 0.1951833 Oct 15 00:30:56.622729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:56.627944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.634216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:56.634216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] 10.222.0.30 "PUT /v2.0/ports/96a302b9-c965-4f5a-a9e4-f26bcc2eac4f HTTP/1.1" status: 200 len: 1096 time: 1.8436818 Oct 15 00:30:56.635235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112b451f-cf68-495f-97f6-264f4348a0fb', 'tag': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:56.637211 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88cf589-2856-44a6-9dec-c6639477e892" -d '{"events": [{"name": "network-changed", "server_uuid": "112b451f-cf68-495f-97f6-264f4348a0fb", "tag": "96a302b9-c965-4f5a-a9e4-f26bcc2eac4f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:56.747818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c158ec78-664c-4ac8-9d3c-7fdd0671e998 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf328360710540a0bb193f80c0dd96d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924950 Oct 15 00:30:56.750673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d4352-6f5e-4a49-a171-86cb3b6e7374 service neutron] Pushing event updated for resources: {'Port': ['ID=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:56.756337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c1b1f24-e506-4432-a51e-dc70fdcf6863 req-39ba75cf-ff12-441e-a77e-78f2de152a99 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198968 Oct 15 00:30:56.768917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60178) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:56.773783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-0967603b-2969-4b95-b7b1-739d06caf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.774288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-0967603b-2969-4b95-b7b1-739d06caf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.774739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-0967603b-2969-4b95-b7b1-739d06caf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:56.776368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-0967603b-2969-4b95-b7b1-739d06caf215 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=14de8b2df74949358d430af260307141&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3756294 Oct 15 00:30:56.930282 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:30:53Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:56.991500 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] Checking router: 9f99c849-3f4f-4115-9f08-8c011eea308b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:30:57.001977 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] Routers {'9f99c849-3f4f-4115-9f08-8c011eea308b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:30:57.003030 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f99c849-3f4f-4115-9f08-8c011eea308b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:57.080654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59af13c-191c-4901-b41d-17c170d18c82 req-aa5e000e-e06b-4bdc-b677-c6a56b95d442 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.082352 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e59af13c-191c-4901-b41d-17c170d18c82 req-aa5e000e-e06b-4bdc-b677-c6a56b95d442 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 948 time: 0.3932109 Oct 15 00:30:57.107973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-3bbc5389-0af7-4fab-adb5-e00ab8d0bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.112405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-3bbc5389-0af7-4fab-adb5-e00ab8d0bc7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 1099 time: 0.3289106 Oct 15 00:30:57.118747 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] Set router 9f99c849-3f4f-4115-9f08-8c011eea308b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:30:57.128312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ad59d-c17f-434f-90a3-d05c648a5252 req-491e8924-aa3b-4e2e-82fe-dbbd37b4b611 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.136163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.138439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-419ad59d-c17f-434f-90a3-d05c648a5252 req-491e8924-aa3b-4e2e-82fe-dbbd37b4b611 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 944 time: 0.1130650 Oct 15 00:30:57.140085 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.168042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:57.191698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e59af13c-191c-4901-b41d-17c170d18c82 req-403b464d-4d3c-4d53-a91b-6a1a8cb85670 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985985 Oct 15 00:30:57.197564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.264336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-e3d7e9c8-33b9-4487-9043-889298a4c027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f HTTP/1.1" status: 200 len: 217 time: 0.1042626 Oct 15 00:30:57.283694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-2f2e3a94-c947-47d5-a6f7-9fc185ec6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.288796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79c635c3-2e70-4657-a3b9-e27009e6dc73 req-2f2e3a94-c947-47d5-a6f7-9fc185ec6438 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5025375 Oct 15 00:30:57.337051 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af69264-1f84-494c-a778-36441976c69d x-openstack-request-id: req-5af69264-1f84-494c-a778-36441976c69d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:57.337540 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112b451f-cf68-495f-97f6-264f4348a0fb", "tag": "96a302b9-c965-4f5a-a9e4-f26bcc2eac4f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:57.337980 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5af69264-1f84-494c-a778-36441976c69d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:57.338552 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112b451f-cf68-495f-97f6-264f4348a0fb', 'tag': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f', 'status': 'completed', 'code': 200} Oct 15 00:30:57.342049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:57.348892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:57.350238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.383937 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:30:53Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:30:57.387862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-419ad59d-c17f-434f-90a3-d05c648a5252 req-208c841c-6864-458b-b7f5-ac18fffc6956 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478523 Oct 15 00:30:57.405613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aecc93c8-f4f8-427a-82e9-6cb0957aed2c {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:30:57.415141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-ebe2707b-9fdc-4067-ba45-765f412ccc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.416911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-ebe2707b-9fdc-4067-ba45-765f412ccc62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1363564 Oct 15 00:30:57.433921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.439291 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9a8ed-5613-47ac-87cd-194bd5a6b0d8 None None] The sync data for ids ['9f99c849-3f4f-4115-9f08-8c011eea308b'] in n-d-811521-2 is: [{'id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'name': 'tempest-ServersTestJSON-795213085-router', 'tenant_id': '7dae56df76ea4e44ae910559073e7d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:28:08Z', 'updated_at': '2021-10-15T00:30:53Z', 'revision_number': 5, 'project_id': '7dae56df76ea4e44ae910559073e7d51', 'gw_port': {'id': 'ffbdad4b-892b-4fde-9cb3-119efc836a23', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99c849-3f4f-4115-9f08-8c011eea308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:28:09Z', 'updated_at': '2021-10-15T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:30:57.495865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Transition to ACTIVE for port object aecc93c8-f4f8-427a-82e9-6cb0957aed2c will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:30:57.496866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-0582fe32-8137-481b-a65d-8c299529f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.498414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-0582fe32-8137-481b-a65d-8c299529f396 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725539 Oct 15 00:30:57.529518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.558762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:57.562075 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6db19c-ebae-4048-907f-fa592a39eee9" -d '{"events": [{"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-plugged", "status": "completed", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:57.581860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:57.595765 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.607656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.610302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.611450 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aed4f636-53ad-44d9-b5ec-8dfbfbe91bcb HTTP/1.1" status: 204 len: 168 time: 0.8109152 Oct 15 00:30:57.622296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Deleting port ffbdad4b-892b-4fde-9cb3-119efc836a23 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:30:57.622296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.644860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:57.646333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 69b93bdb-f583-4ab9-b76d-ee50c0c2536d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:30:57.693050 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-7a82aeb2-b356-4812-90a5-2e6620264d58 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842320 Oct 15 00:30:57.698406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987972eb-7001-435f-a366-bfa9b6ee13d6 req-fd9e3041-cbaa-4242-9341-4347a2973cd3 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.706650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-987972eb-7001-435f-a366-bfa9b6ee13d6 req-fd9e3041-cbaa-4242-9341-4347a2973cd3 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 943 time: 0.2844560 Oct 15 00:30:57.716992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3353fb-4b48-4500-83ef-87388283ae18 req-ecf2a105-2c32-4e5d-8cbd-f871e1a00d5c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.719116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3353fb-4b48-4500-83ef-87388283ae18 req-ecf2a105-2c32-4e5d-8cbd-f871e1a00d5c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:57.720835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa3353fb-4b48-4500-83ef-87388283ae18 req-ecf2a105-2c32-4e5d-8cbd-f871e1a00d5c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1679 time: 0.0908809 Oct 15 00:30:57.732461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed4f636-53ad-44d9-b5ec-8dfbfbe91bcb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:57.856139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa3353fb-4b48-4500-83ef-87388283ae18 req-4fa7bd4d-3319-42ec-9a6d-348673604c80 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088276 Oct 15 00:30:57.893377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.893641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.893978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.894350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.895473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:57.899148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.899507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.900089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.900431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.900755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.901139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.901399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.901721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e014c69-e292-427b-a7b9-0095c04b9c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:30:57.954735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Pushing event updated for resources: {'Port': ['ID=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:57.970905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:30:57.976296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:30:57.976664 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:58.045499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ce4fd76-15b7-4616-9859-a2a4b1405d11 req-aa493d60-38d0-448c-b299-a7d548b27532 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235207 Oct 15 00:30:58.062110 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2551641-81d5-453d-a50a-c1486a3cd2ea x-openstack-request-id: req-a2551641-81d5-453d-a50a-c1486a3cd2ea {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:58.062716 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-plugged", "status": "completed", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:58.063400 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2551641-81d5-453d-a50a-c1486a3cd2ea {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:58.063992 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'code': 200} Oct 15 00:30:58.153200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7cbb7-33b4-4f4c-ab9e-c201f20afbd3 req-134e2cfe-d2b5-4393-bf01-1be1a69ddac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.154836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fd7cbb7-33b4-4f4c-ab9e-c201f20afbd3 req-134e2cfe-d2b5-4393-bf01-1be1a69ddac2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 1096 time: 0.0688853 Oct 15 00:30:58.178045 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-987972eb-7001-435f-a366-bfa9b6ee13d6 req-f7ef13ff-fa45-458d-a63b-67bdb42a93e0 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4693084 Oct 15 00:30:58.186034 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:58.240737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] For port ffbdad4b-892b-4fde-9cb3-119efc836a23, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ffbdad4b-892b-4fde-9cb3-119efc836a23,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:58.242123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:58.250398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:30:58.293641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Calling delete_port for ffbdad4b-892b-4fde-9cb3-119efc836a23 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:30:58.308429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Attempting to bind port aecc93c8-f4f8-427a-82e9-6cb0957aed2c on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:30:58.308768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Attempting to bind port aecc93c8-f4f8-427a-82e9-6cb0957aed2c by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:30:58.312794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Attempting to bind port aecc93c8-f4f8-427a-82e9-6cb0957aed2c on network 62f613ad-9d1e-4e84-b4c0-d65250371841 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:58.324668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:58.381399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Port aecc93c8-f4f8-427a-82e9-6cb0957aed2c on network 62f613ad-9d1e-4e84-b4c0-d65250371841 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:30:58.381930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Attempting to bind port aecc93c8-f4f8-427a-82e9-6cb0957aed2c on network 62f613ad-9d1e-4e84-b4c0-d65250371841 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:30:58.385812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fd7cbb7-33b4-4f4c-ab9e-c201f20afbd3 req-2e3e40f0-8af5-40ed-b086-02ebd47adf6b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171533 Oct 15 00:30:58.402501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:30:58.403386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Checking segment: {'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:30:58.403922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Bound using segment: {'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:30:58.404533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Bound port: aecc93c8-f4f8-427a-82e9-6cb0957aed2c, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b237aa9-8183-4c7d-8484-05a382a0ec90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:30:58.405643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:58.408056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cf589-2856-44a6-9dec-c6639477e892 req-e7cfc48f-962c-4931-b47e-ec1d0d0f42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.409552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a88cf589-2856-44a6-9dec-c6639477e892 req-e7cfc48f-962c-4931-b47e-ec1d0d0f42fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 1099 time: 0.1761127 Oct 15 00:30:58.415557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:58.428423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953618c-5fd4-4a33-ad00-09f0d8b83a1e req-16c312fa-f083-41b7-89fe-e74f0465d179 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.434724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1953618c-5fd4-4a33-ad00-09f0d8b83a1e req-16c312fa-f083-41b7-89fe-e74f0465d179 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.1723104 Oct 15 00:30:58.550063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1953618c-5fd4-4a33-ad00-09f0d8b83a1e req-3fd99391-ea34-46da-83d1-9ceeb991d99e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144757 Oct 15 00:30:58.587569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cf589-2856-44a6-9dec-c6639477e892 req-555adf1c-bb76-489b-b8ed-a87d2fe2bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.598720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a88cf589-2856-44a6-9dec-c6639477e892 req-555adf1c-bb76-489b-b8ed-a87d2fe2bbb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1524553 Oct 15 00:30:58.656536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeae63-04f7-4ebf-87af-227d0c684bdf req-60db0e7e-1a53-4e6e-80cd-6c809fe2664d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.666336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2eeae63-04f7-4ebf-87af-227d0c684bdf req-60db0e7e-1a53-4e6e-80cd-6c809fe2664d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 948 time: 0.2977705 Oct 15 00:30:58.701168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a88cf589-2856-44a6-9dec-c6639477e892 req-1448e960-1968-47a5-8cc5-f7e0b3d34210 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f HTTP/1.1" status: 200 len: 217 time: 0.1011088 Oct 15 00:30:58.773060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2eeae63-04f7-4ebf-87af-227d0c684bdf req-65f2cfdc-a3bd-458c-8ae2-e42f94d4a645 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057351 Oct 15 00:30:58.776628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f29c5f-b6ad-4677-b75c-4714b1257af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:58.823589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] For port aecc93c8-f4f8-427a-82e9-6cb0957aed2c, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:30:58.842229 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] For port aecc93c8-f4f8-427a-82e9-6cb0957aed2c, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:30:58.859069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cf589-2856-44a6-9dec-c6639477e892 req-024f49c0-3fdd-4b2b-be5f-afc1fcf3a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.860518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a88cf589-2856-44a6-9dec-c6639477e892 req-024f49c0-3fdd-4b2b-be5f-afc1fcf3a656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1510613 Oct 15 00:30:58.874268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4566d-36fd-4c1b-905c-b79554b20365 req-40713722-2431-4d45-9dc7-e6d8e6d95c1a tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.882846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63c4566d-36fd-4c1b-905c-b79554b20365 req-40713722-2431-4d45-9dc7-e6d8e6d95c1a tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.1609919 Oct 15 00:30:58.924853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:58.956951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63c4566d-36fd-4c1b-905c-b79554b20365 req-ffd6339b-9519-41a3-bb87-0e9e42a82106 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729365 Oct 15 00:30:58.969273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cf589-2856-44a6-9dec-c6639477e892 req-32da3bff-fd1f-493e-b3cf-1b2ce0e26e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:58.979794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a88cf589-2856-44a6-9dec-c6639477e892 req-32da3bff-fd1f-493e-b3cf-1b2ce0e26e3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940347 Oct 15 00:30:58.983860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.041279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.042211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.043811 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] 10.222.0.39 "PUT /v2.0/ports/aecc93c8-f4f8-427a-82e9-6cb0957aed2c HTTP/1.1" status: 200 len: 1092 time: 2.8440638 Oct 15 00:30:59.061652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'tag': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:30:59.063918 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34" -d '{"events": [{"name": "network-changed", "server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "tag": "aecc93c8-f4f8-427a-82e9-6cb0957aed2c"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:30:59.146359 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622f7829-8c85-48cb-9553-8f9324aa213f x-openstack-request-id: req-622f7829-8c85-48cb-9553-8f9324aa213f {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:30:59.148163 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "tag": "aecc93c8-f4f8-427a-82e9-6cb0957aed2c", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:30:59.148525 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-622f7829-8c85-48cb-9553-8f9324aa213f {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:30:59.148992 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'tag': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c', 'status': 'completed', 'code': 200} Oct 15 00:30:59.163427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a88cf589-2856-44a6-9dec-c6639477e892 req-05be7c7f-4849-4ba8-a47a-ef2010375d7b service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692460 Oct 15 00:30:59.183466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ae5a5-b4b8-4a00-a167-6d82b3171974 req-4a83a799-38df-4ffb-8e7f-825d832aeaf5 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.189637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ae5a5-b4b8-4a00-a167-6d82b3171974 req-4a83a799-38df-4ffb-8e7f-825d832aeaf5 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.191300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9f6ae5a5-b4b8-4a00-a167-6d82b3171974 req-4a83a799-38df-4ffb-8e7f-825d832aeaf5 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1679 time: 0.2537868 Oct 15 00:30:59.197051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81677ac7-3c34-4b56-a960-067439233c83 service neutron] Pushing event updated for resources: {'Port': ['ID=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:59.238687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbdad4b-892b-4fde-9cb3-119efc836a23,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:30:59.296874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.384620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a88cf589-2856-44a6-9dec-c6639477e892 req-decbcfd7-62c1-46fc-94a4-762931f9e8bb service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122221 Oct 15 00:30:59.404730 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.407123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.410329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94053b-871c-483f-8466-d6f89c863150 req-c41cb4cf-ba32-4d9f-89d6-e1068a8ea30c tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.412399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae94053b-871c-483f-8466-d6f89c863150 req-c41cb4cf-ba32-4d9f-89d6-e1068a8ea30c tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 943 time: 0.1138299 Oct 15 00:30:59.485623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-dad2781f-a6a7-4e09-910d-253ce3185ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.486124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-dad2781f-a6a7-4e09-910d-253ce3185ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.487797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-dad2781f-a6a7-4e09-910d-253ce3185ea0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1981 time: 0.3273630 Oct 15 00:30:59.494358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae94053b-871c-483f-8466-d6f89c863150 req-1f10348e-40c2-4197-8050-af7aa563f8a9 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741746 Oct 15 00:30:59.494618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 94f032af-aac3-47e3-af81-980d1f6db549 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:30:59.529223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9f6ae5a5-b4b8-4a00-a167-6d82b3171974 req-85272ea6-4b2e-46bb-890f-6053e866f44a tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822230 Oct 15 00:30:59.531615 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.532191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f99c849-3f4f-4115-9f08-8c011eea308b {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:30:59.560477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 94f032af-aac3-47e3-af81-980d1f6db549 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:30:59.562906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 94f032af-aac3-47e3-af81-980d1f6db549 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:30:59.584685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.592452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:30:59.593019 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c46c75f1-97d8-4936-a05c-6a1351688422 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f99c849-3f4f-4115-9f08-8c011eea308b HTTP/1.1" status: 204 len: 168 time: 3.4672859 Oct 15 00:30:59.601338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-4cad7dda-32b6-4cd1-b4da-7213fe770e02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=fd524283-3fc3-441c-9c2e-03ef3b89a2aa HTTP/1.1" status: 200 len: 217 time: 0.1033082 Oct 15 00:30:59.704044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] Deleting subnet 1f4f7361-837d-499b-addf-ab0be894412b {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:30:59.707837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.740390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-c1c3ee5e-f7db-4c81-a513-0e1608ffbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.741817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-c1c3ee5e-f7db-4c81-a513-0e1608ffbde7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=056daa7a-8087-4849-9f0d-d7ae873b0178 HTTP/1.1" status: 200 len: 801 time: 0.1218519 Oct 15 00:30:59.749996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:30:59.799027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e25f-0a58-4e87-ad6f-d7b82b92fce2 req-2f27566d-508f-4653-87f3-030d749d2cc3 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.800366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1236e25f-0a58-4e87-ad6f-d7b82b92fce2 req-2f27566d-508f-4653-87f3-030d749d2cc3 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.1054132 Oct 15 00:30:59.818587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-b906c1bb-cc64-41da-bfce-920fae8a3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:30:59.818587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-b906c1bb-cc64-41da-bfce-920fae8a3185 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0004964e-28c1-4db7-8aac-74771eaf5345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678701 Oct 15 00:30:59.921679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1236e25f-0a58-4e87-ad6f-d7b82b92fce2 req-13ce009d-407f-40f0-b854-2567361434fd tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933671 Oct 15 00:30:59.949563 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-01766772-5bbf-4936-b4a9-a98721df18fe service neutron] 10.222.0.39 "GET /v2.0/networks/0004964e-28c1-4db7-8aac-74771eaf5345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225905 Oct 15 00:31:00.065530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:00.068793 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73cc760-d24e-4d8d-9e83-bec1fb94de20" -d '{"events": [{"server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "name": "network-vif-plugged", "status": "completed", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:00.089725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-9322c74d-7527-45c0-bbe3-ed91c41d0269 service neutron] 10.222.0.39 "GET /v2.0/networks/0004964e-28c1-4db7-8aac-74771eaf5345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326797 Oct 15 00:31:00.107327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.130895 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.163861 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-c72f4498-a8ac-4534-b372-bbf0f87074a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=aecc93c8-f4f8-427a-82e9-6cb0957aed2c HTTP/1.1" status: 200 len: 217 time: 0.0664117 Oct 15 00:31:00.164485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e106b1be-6baa-4d91-94b2-98c8ce681f5a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:00.244453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.259757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92032df-bf9d-4115-8684-c1838add8d41 req-0dad81a8-c98f-47e5-8338-170646221118 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:00.268317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a92032df-bf9d-4115-8684-c1838add8d41 req-0dad81a8-c98f-47e5-8338-170646221118 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.1626124 Oct 15 00:31:00.297590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-57b5ea0f-e45e-425c-8dca-57c42c6fb463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:00.300452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-57b5ea0f-e45e-425c-8dca-57c42c6fb463 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c63741a-e3fe-4751-8f97-436b65e17857 HTTP/1.1" status: 200 len: 801 time: 0.1112628 Oct 15 00:31:00.360940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e106b1be-6baa-4d91-94b2-98c8ce681f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:00.372866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a92032df-bf9d-4115-8684-c1838add8d41 req-16cee6a5-ddf2-4aab-8870-c9c9cb337713 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035388 Oct 15 00:31:00.395279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'port_id': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'mac_address': 'fa:16:3e:b4:06:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:00.397828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-2fa1a6f2-a7d1-4a9f-a1e8-e00f8de9d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:00.412067 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-2fa1a6f2-a7d1-4a9f-a1e8-e00f8de9d293 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=62f613ad-9d1e-4e84-b4c0-d65250371841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0995870 Oct 15 00:31:00.439556 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d921cb-dd2d-4bc2-9b4a-0fbd158b85cb x-openstack-request-id: req-43d921cb-dd2d-4bc2-9b4a-0fbd158b85cb {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:00.440034 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "name": "network-vif-plugged", "status": "completed", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:00.441476 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43d921cb-dd2d-4bc2-9b4a-0fbd158b85cb {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:00.441476 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'code': 200} Oct 15 00:31:00.450588 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.472508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.487347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb8920-2001-4c50-849a-b249eb4990e7 req-9c7e515a-7ffa-468d-a702-a7b83ab22a53 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:00.495402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68cb8920-2001-4c50-849a-b249eb4990e7 req-9c7e515a-7ffa-468d-a702-a7b83ab22a53 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 948 time: 0.2525051 Oct 15 00:31:00.521565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4f7361-837d-499b-addf-ab0be894412b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:00.526755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e106b1be-6baa-4d91-94b2-98c8ce681f5a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:00.563041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e106b1be-6baa-4d91-94b2-98c8ce681f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:00.569846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.573814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c085e7e7-2e96-4b6a-a6dc-34cf410485b9 None None] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:00.582933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b2cd0561-57de-406e-8a6a-633155b3d15e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f4f7361-837d-499b-addf-ab0be894412b HTTP/1.1" status: 204 len: 168 time: 0.9885468 Oct 15 00:31:00.584235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60276) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:00.693754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68cb8920-2001-4c50-849a-b249eb4990e7 req-62afa582-1501-4e66-993e-c69acc330edd tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919966 Oct 15 00:31:00.694757 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.695762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:00.719199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-e9f54a5d-829d-46aa-9af2-1969ef56fa0b service neutron] 10.222.0.39 "GET /v2.0/networks/62f613ad-9d1e-4e84-b4c0-d65250371841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996156 Oct 15 00:31:00.768352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35876e-9b4e-45ee-b84a-48ac21b1908f req-feac313f-1af0-4e56-b892-f88b4759fa48 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:00.769934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e35876e-9b4e-45ee-b84a-48ac21b1908f req-feac313f-1af0-4e56-b892-f88b4759fa48 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 944 time: 0.1354702 Oct 15 00:31:00.816705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234a045-adcb-444f-aaa1-d01b988514df req-b217a02d-4705-4b5e-96ec-1c13dd9043f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:00.818612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2234a045-adcb-444f-aaa1-d01b988514df req-b217a02d-4705-4b5e-96ec-1c13dd9043f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.2911971 Oct 15 00:31:00.829677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:00.866504 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e35876e-9b4e-45ee-b84a-48ac21b1908f req-5a74dd25-2a67-4127-b9b5-ac6a8cd809e5 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631900 Oct 15 00:31:00.898491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8d7497-c8ab-48b8-a8e4-ee8aaaaa44d9 req-7667fc71-a98e-47de-881c-a90efd6ad76d service neutron] 10.222.0.39 "GET /v2.0/networks/62f613ad-9d1e-4e84-b4c0-d65250371841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700091 Oct 15 00:31:00.990480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:01.028832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2234a045-adcb-444f-aaa1-d01b988514df req-48eb6065-bc7d-4089-9981-cbd87c7a6b7c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879733 Oct 15 00:31:01.066331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b1c7-05eb-499b-a86d-b56c1ca75778 req-d7153f01-3487-498b-8adf-3fac0290149d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.078441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f', 'mac_address': 'fa:16:3e:b9:88:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:01.079448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b1c7-05eb-499b-a86d-b56c1ca75778 req-d7153f01-3487-498b-8adf-3fac0290149d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.082276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e106b1be-6baa-4d91-94b2-98c8ce681f5a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:01.090277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9333b1c7-05eb-499b-a86d-b56c1ca75778 req-d7153f01-3487-498b-8adf-3fac0290149d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1679 time: 0.2926269 Oct 15 00:31:01.098580 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:31:01.145404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Deleting port 567f7628-d927-45d4-8118-1ee3f8ed0690 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:01.146325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.163840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9333b1c7-05eb-499b-a86d-b56c1ca75778 req-c84b2332-461a-42b6-9da7-345515d67aaf tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670772 Oct 15 00:31:01.164119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.187094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed518033-0b29-4711-8c37-7d46800825cc req-3d50957f-06d0-4858-bb69-345eebdcdfa8 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.189623 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed518033-0b29-4711-8c37-7d46800825cc req-3d50957f-06d0-4858-bb69-345eebdcdfa8 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.1131537 Oct 15 00:31:01.197440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:01.225975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:01.279189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] DHCP port deletion for 6dac6069-6598-483d-9b51-6ea1ab1436ec request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:31:01.293033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed518033-0b29-4711-8c37-7d46800825cc req-c2f9abee-4ce1-4c85-b19e-c9393156ae99 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970170 Oct 15 00:31:01.304494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] For port 567f7628-d927-45d4-8118-1ee3f8ed0690, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=567f7628-d927-45d4-8118-1ee3f8ed0690,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:01.304932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.320793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.325646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Calling delete_port for 567f7628-d927-45d4-8118-1ee3f8ed0690 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:01.388694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-9a05f549-1d85-4f8a-859c-9b42f926d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.389168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-9a05f549-1d85-4f8a-859c-9b42f926d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.390765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-9a05f549-1d85-4f8a-859c-9b42f926d364 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14de8b2df74949358d430af260307141&device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1981 time: 0.0941660 Oct 15 00:31:01.435170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:01.440600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 567f7628-d927-45d4-8118-1ee3f8ed0690 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:01.581249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] Deleting port 567f7628-d927-45d4-8118-1ee3f8ed0690 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:01.581249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.604986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.610340 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.639001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e106b1be-6baa-4d91-94b2-98c8ce681f5a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:01.641573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['96a302b9-c965-4f5a-a9e4-f26bcc2eac4f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:01.646804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=567f7628-d927-45d4-8118-1ee3f8ed0690,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:01.656401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] No DVR routers for this DVR port 567f7628-d927-45d4-8118-1ee3f8ed0690 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:01.671482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399a0b-18c8-4ed6-85d2-b6147d276c03 req-4bb08648-eaa8-4973-98ed-d344e461326f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.673411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b399a0b-18c8-4ed6-85d2-b6147d276c03 req-4bb08648-eaa8-4973-98ed-d344e461326f tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.1573632 Oct 15 00:31:01.675159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-78c3d09d-9348-45c1-9a61-3eb559d6817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.676858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-78c3d09d-9348-45c1-9a61-3eb559d6817e service neutron] 10.222.0.39 "GET /v2.0/networks?id=62f613ad-9d1e-4e84-b4c0-d65250371841 HTTP/1.1" status: 200 len: 902 time: 0.2780385 Oct 15 00:31:01.743849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.758716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] For port 567f7628-d927-45d4-8118-1ee3f8ed0690, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=567f7628-d927-45d4-8118-1ee3f8ed0690,segment=NetworkSegment(a6a34cdc-d020-4e6f-a2fd-aa042d6a8214),segment_id=a6a34cdc-d020-4e6f-a2fd-aa042d6a8214)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:01.759109 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.763901 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-d00339e2-59e0-4198-98d5-9b60ddc02ebd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=aecc93c8-f4f8-427a-82e9-6cb0957aed2c HTTP/1.1" status: 200 len: 217 time: 0.0596819 Oct 15 00:31:01.768683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b399a0b-18c8-4ed6-85d2-b6147d276c03 req-5bc7cd8c-b098-4bde-8d7e-b87ed662ff25 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882401 Oct 15 00:31:01.811270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dac6069-6598-483d-9b51-6ea1ab1436ec']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:01.830426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-4dad9666-2acf-4cfb-81ee-7e20b0bcd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.832294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-4dad9666-2acf-4cfb-81ee-7e20b0bcd706 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3c63741a-e3fe-4751-8f97-436b65e17857 HTTP/1.1" status: 200 len: 801 time: 0.0586174 Oct 15 00:31:01.836613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:01.840450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a34cdc-d020-4e6f-a2fd-aa042d6a8214') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:01.870243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.898233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.944204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:31:01.945007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:31:01.947191 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:31:01.985602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-59c78275-1c34-458c-89f6-9ddcbcd9ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:01.987267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-59c78275-1c34-458c-89f6-9ddcbcd9ff09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=62f613ad-9d1e-4e84-b4c0-d65250371841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1428242 Oct 15 00:31:02.026331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56877-373e-44c0-acb0-7900e25a26f8 req-0d325728-61e6-4c97-ab88-8b48d705a005 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:02.034422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] Calling delete_port for 567f7628-d927-45d4-8118-1ee3f8ed0690 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:02.035201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69a56877-373e-44c0-acb0-7900e25a26f8 req-0d325728-61e6-4c97-ab88-8b48d705a005 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 949 time: 0.1379368 Oct 15 00:31:02.080649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69a56877-373e-44c0-acb0-7900e25a26f8 req-6bdf1f82-8955-47f0-adea-c9a8f2b96438 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Oct 15 00:31:02.084445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8834-3c0d-4092-af4f-937be365ddc0 req-53c88272-44a8-4cd7-98a7-eb2697bc68bb tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:02.092827 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb3a8834-3c0d-4092-af4f-937be365ddc0 req-53c88272-44a8-4cd7-98a7-eb2697bc68bb tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.1499383 Oct 15 00:31:02.124877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:02.130556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: from cryptography.utils import int_from_bytes Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: from cryptography.utils import int_from_bytes Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.131600 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:02.134617 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:31:02.137900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6dac6069-6598-483d-9b51-6ea1ab1436ec HTTP/1.1" status: 204 len: 168 time: 1.5502446 Oct 15 00:31:02.140187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ffbdad4b-892b-4fde-9cb3-119efc836a23 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:02.155186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307851e-d143-43be-a74d-667e7cc93da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dac6069-6598-483d-9b51-6ea1ab1436ec,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:02.166003 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:02.169377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb3a8834-3c0d-4092-af4f-937be365ddc0 req-a1a56905-df2d-4b83-b7d1-9a58cf893853 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719554 Oct 15 00:31:02.176695 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-84cdf767-861a-4cbe-9fd0-1230a19a1fa6 service neutron] 10.222.0.39 "GET /v2.0/networks/62f613ad-9d1e-4e84-b4c0-d65250371841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803303 Oct 15 00:31:02.182697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: ffbdad4b-892b-4fde-9cb3-119efc836a23 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:02.183008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ffbdad4b-892b-4fde-9cb3-119efc836a23 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:02.206427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] Network 6dac6069-6598-483d-9b51-6ea1ab1436ec is not hosted by any dhcp agent {{(pid=107727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:31:02.206743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] No DVR routers for this DVR port 567f7628-d927-45d4-8118-1ee3f8ed0690 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:02.217217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77ac3a-dd99-470a-b51f-934115422f5e None None] Pushing event deleted for resources: {'Port': ['ID=567f7628-d927-45d4-8118-1ee3f8ed0690,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:02.415593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:02.439849 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8c5a706-ae5b-4b2d-9642-3dab7880bb34 req-5c0abced-06d4-4488-bc10-e403b020f28d service neutron] 10.222.0.39 "GET /v2.0/networks/62f613ad-9d1e-4e84-b4c0-d65250371841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459385 Oct 15 00:31:02.480840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe94e3-51e3-41fc-8960-26e280192a9d req-053ce4ac-2ea9-40f0-9d59-ab15eccac376 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:02.490153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8dfe94e3-51e3-41fc-8960-26e280192a9d req-053ce4ac-2ea9-40f0-9d59-ab15eccac376 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 944 time: 0.2053940 Oct 15 00:31:02.541038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd6bb-45f3-44e0-a8c0-db8dc8da6350 req-e8f82b2b-6dfc-4f94-a16e-2df93185dcba tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:02.547881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8dfe94e3-51e3-41fc-8960-26e280192a9d req-33ad09b9-a3e5-4134-80f7-140a7d11febe tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538650 Oct 15 00:31:02.559770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd6bb-45f3-44e0-a8c0-db8dc8da6350 req-e8f82b2b-6dfc-4f94-a16e-2df93185dcba tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:02.577511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-765bd6bb-45f3-44e0-a8c0-db8dc8da6350 req-e8f82b2b-6dfc-4f94-a16e-2df93185dcba tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1679 time: 0.1405005 Oct 15 00:31:02.646422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-765bd6bb-45f3-44e0-a8c0-db8dc8da6350 req-e727fba3-5f63-4b00-8d5b-679c587c1257 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670688 Oct 15 00:31:02.734882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60336) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:02.819167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4624f0f8-d9dc-40c6-9761-8e5e7fb73cc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dae56df76ea4e44ae910559073e7d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890353 Oct 15 00:31:02.821706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60344) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:02.908406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7d36c-2aaa-426f-a275-138af07ecf00 req-e6d8513a-a152-418e-8cd3-3e6e48321b40 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:02.909855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09e7d36c-2aaa-426f-a275-138af07ecf00 req-e6d8513a-a152-418e-8cd3-3e6e48321b40 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.0889354 Oct 15 00:31:02.935551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2f09e950-ad45-4cc1-b0b1-29abb68f45c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:02.976330 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2f09e950-ad45-4cc1-b0b1-29abb68f45c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:02.980763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09e7d36c-2aaa-426f-a275-138af07ecf00 req-62e4cf70-af8e-413a-9517-48db04d03a59 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625372 Oct 15 00:31:03.131057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2f09e950-ad45-4cc1-b0b1-29abb68f45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:03.134862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2f09e950-ad45-4cc1-b0b1-29abb68f45c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:03.136097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2f09e950-ad45-4cc1-b0b1-29abb68f45c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92a08add-2597-4d2c-ac08-03ac1c64bc9a HTTP/1.1" status: 204 len: 168 time: 0.3116276 Oct 15 00:31:03.166790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09e950-ad45-4cc1-b0b1-29abb68f45c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a08add-2597-4d2c-ac08-03ac1c64bc9a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:03.273448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b3493-cf38-4461-b0f8-a6ef9f6ae4e7 req-75894191-1dd6-41f7-ac8c-759dafe48927 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:03.280660 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f16b3493-cf38-4461-b0f8-a6ef9f6ae4e7 req-75894191-1dd6-41f7-ac8c-759dafe48927 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 949 time: 0.0619051 Oct 15 00:31:03.321917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f16b3493-cf38-4461-b0f8-a6ef9f6ae4e7 req-8f2bfcb0-d396-4686-8ebf-f14e0c9d7b4f tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Oct 15 00:31:03.728104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174296cf-b0f1-4a9b-aa82-14717b80195e req-7e18bf8d-cafd-404d-b72c-9ea62d990324 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:03.729604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-174296cf-b0f1-4a9b-aa82-14717b80195e req-7e18bf8d-cafd-404d-b72c-9ea62d990324 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 944 time: 0.0838833 Oct 15 00:31:03.781492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-174296cf-b0f1-4a9b-aa82-14717b80195e req-2e413928-9300-4aa0-b725-4107e6d4452f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Oct 15 00:31:03.796030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610de2aa-6f2c-4856-a8ee-c37ee4117102 req-27912cb8-cbfe-4592-9f7f-35b723a8546e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:03.801493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-610de2aa-6f2c-4856-a8ee-c37ee4117102 req-27912cb8-cbfe-4592-9f7f-35b723a8546e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.0874712 Oct 15 00:31:03.872216 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-610de2aa-6f2c-4856-a8ee-c37ee4117102 req-13ba2aab-98ee-4d4e-9a1a-8b03d1195502 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683389 Oct 15 00:31:04.042019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7b67-80e0-4662-a0e7-5ae0580456b0 req-d86b0304-e7b1-4db8-8614-c28b8ee63bd4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:04.051561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7b67-80e0-4662-a0e7-5ae0580456b0 req-d86b0304-e7b1-4db8-8614-c28b8ee63bd4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:04.059293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de1a7b67-80e0-4662-a0e7-5ae0580456b0 req-d86b0304-e7b1-4db8-8614-c28b8ee63bd4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1679 time: 0.0911441 Oct 15 00:31:04.115302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de1a7b67-80e0-4662-a0e7-5ae0580456b0 req-45454865-e78e-41e3-8f08-3841896efb94 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Oct 15 00:31:04.172365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a3e67-1279-4bef-a280-7787965acf93 req-04612437-6b1c-40e2-a5eb-354bf64a8e9b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:04.174529 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-829a3e67-1279-4bef-a280-7787965acf93 req-04612437-6b1c-40e2-a5eb-354bf64a8e9b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.0572004 Oct 15 00:31:04.189532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e106b1be-6baa-4d91-94b2-98c8ce681f5a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:04.244653 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-829a3e67-1279-4bef-a280-7787965acf93 req-bd3a5273-1c2b-4897-8e02-47373b93287d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503199 Oct 15 00:31:04.330170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port e106b1be-6baa-4d91-94b2-98c8ce681f5a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:31:04.334186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e106b1be-6baa-4d91-94b2-98c8ce681f5a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:04.334829 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:04.441561 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-8aa2b2a1-9042-4cbb-9295-41ee49ad794b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1505153 Oct 15 00:31:04.449360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:04.466782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:04.524298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:04.527213 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7ac914-44cf-4bf4-bf52-6eb4d9d5e593" -d '{"events": [{"server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "name": "network-vif-plugged", "status": "completed", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:04.531419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e106b1be-6baa-4d91-94b2-98c8ce681f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:04.550733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f04fe-653f-4a24-9020-f826090faa0e req-48f1c0f7-b6cc-49bf-99cb-2f6bbe3022af tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:04.557621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:04.559253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c1f04fe-653f-4a24-9020-f826090faa0e req-48f1c0f7-b6cc-49bf-99cb-2f6bbe3022af tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 949 time: 0.0711100 Oct 15 00:31:04.581289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:04.584343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:04.623240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c1f04fe-653f-4a24-9020-f826090faa0e req-32e43311-7adf-4a18-8a35-90fd711b94a6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628746 Oct 15 00:31:04.735581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e106b1be-6baa-4d91-94b2-98c8ce681f5a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:04.738069 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:04.741506 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b32177-de9f-49e8-bc1b-7d2368ce41c0 x-openstack-request-id: req-16b32177-de9f-49e8-bc1b-7d2368ce41c0 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:04.742032 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "name": "network-vif-plugged", "status": "completed", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:04.742477 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16b32177-de9f-49e8-bc1b-7d2368ce41c0 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:04.750547 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'code': 200} Oct 15 00:31:04.750980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:04.771560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:31:04.779241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:04.779884 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:04.891940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994143d3-e344-4153-9bff-eb37144e9534 req-74b08fa8-2807-45a1-94dd-d344d9c55f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:04.893414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-994143d3-e344-4153-9bff-eb37144e9534 req-74b08fa8-2807-45a1-94dd-d344d9c55f79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 1096 time: 0.0720978 Oct 15 00:31:04.955036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-994143d3-e344-4153-9bff-eb37144e9534 req-488957b3-9c1c-4829-9357-cf813c9b7dbd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519772 Oct 15 00:31:04.986386 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.060577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:05.138889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9747e9-12f0-49fc-b68a-57f0deb96774 req-5a25abb8-43bf-4063-9bc8-8575ec5d6692 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:05.140985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f9747e9-12f0-49fc-b68a-57f0deb96774 req-5a25abb8-43bf-4063-9bc8-8575ec5d6692 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.0680654 Oct 15 00:31:05.174318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fd524283-3fc3-441c-9c2e-03ef3b89a2aa details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:05.198838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f9747e9-12f0-49fc-b68a-57f0deb96774 req-3b899cac-4785-4ce4-8727-f6917d22193f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485952 Oct 15 00:31:05.240795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-421638411-network', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:05.301356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fd524283-3fc3-441c-9c2e-03ef3b89a2aa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:05.302347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa449e-7c8b-4cda-84f5-46ce87dbd427 req-d12ab3d2-9b2f-484b-919e-50c7dab82bfc tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:05.304833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79aa449e-7c8b-4cda-84f5-46ce87dbd427 req-d12ab3d2-9b2f-484b-919e-50c7dab82bfc tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.0542393 Oct 15 00:31:05.313810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa', 'network_id': '0004964e-28c1-4db7-8aac-74771eaf5345', 'port_id': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa', 'mac_address': 'fa:16:3e:c6:89:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056daa7a-8087-4849-9f0d-d7ae873b0178', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:05.325114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Allocated IP 172.25.2.89 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/8c037c0b-8625-4a3e-95a6-ac0de97bd284) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:05.353782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.366146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79aa449e-7c8b-4cda-84f5-46ce87dbd427 req-d656cc99-6217-4d88-b23f-7d0e1ec46fb6 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491261 Oct 15 00:31:05.388271 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.418321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd524283-3fc3-441c-9c2e-03ef3b89a2aa {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:05.433384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:05.441120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.446839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fd524283-3fc3-441c-9c2e-03ef3b89a2aa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:05.505852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f877-3b95-4a2a-9602-1e13a0f181bd req-14e7225e-199d-4183-95ce-e7e94ae31d59 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:05.512052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f877-3b95-4a2a-9602-1e13a0f181bd req-14e7225e-199d-4183-95ce-e7e94ae31d59 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:05.513701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a210f877-3b95-4a2a-9602-1e13a0f181bd req-14e7225e-199d-4183-95ce-e7e94ae31d59 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1679 time: 0.0586247 Oct 15 00:31:05.554698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a210f877-3b95-4a2a-9602-1e13a0f181bd req-f472dc7c-e95a-43a3-9152-a19757b272cd tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346975 Oct 15 00:31:05.662920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:05.663397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.664073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device aecc93c8-f4f8-427a-82e9-6cb0957aed2c details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:05.665285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.674509 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.676751 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.736685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:05.745011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:05.752302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:05.779174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Pushing event updated for resources: {'Port': ['ID=8c037c0b-8625-4a3e-95a6-ac0de97bd284,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:05.819830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port aecc93c8-f4f8-427a-82e9-6cb0957aed2c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:05.836487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c', 'network_id': '62f613ad-9d1e-4e84-b4c0-d65250371841', 'port_id': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c', 'mac_address': 'fa:16:3e:48:b3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c63741a-e3fe-4751-8f97-436b65e17857', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:05.844989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:05.886882 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.915724 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.916408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f43ae-a7b3-4ebc-912a-018692e994dc req-ab2d6bdf-475f-493e-88e0-73b0f19a8a47 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:05.922301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e93f43ae-a7b3-4ebc-912a-018692e994dc req-ab2d6bdf-475f-493e-88e0-73b0f19a8a47 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 950 time: 0.0807142 Oct 15 00:31:05.940735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aecc93c8-f4f8-427a-82e9-6cb0957aed2c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:05.945097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.952781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:05.977117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port aecc93c8-f4f8-427a-82e9-6cb0957aed2c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:05.989090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e93f43ae-a7b3-4ebc-912a-018692e994dc req-d71bef62-3a8e-438b-8f06-6e3b8b5fe90d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 Oct 15 00:31:05.995642 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:31:06.004716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c2f35-7317-498c-a054-f5c71aadcee5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:06.019635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.020003 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Added segment 4c5debc6-206a-4c7e-94f6-002e01e3c54d of type vlan for network 520495d5-6751-4c82-b05e-ddd962ad39c3 Oct 15 00:31:06.073416 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.091007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.108254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.139964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:06.252905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.253924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:06.254569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.346166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] Pushing event updated for resources: {'Network': ['ID=520495d5-6751-4c82-b05e-ddd962ad39c3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:06.354871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:31:06.370252 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f48f779a-cdc9-461e-94b5-a69e1395cfee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6125333 Oct 15 00:31:06.373178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60478) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:06.378234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Request body: {'subnet': {'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-subnet', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:06.414484 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.432058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe709f-4c9d-4cee-a47e-3e05f7ae27a2 req-36cb4771-306f-40b3-8ee2-e7e95bd19731 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:06.433587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6abe709f-4c9d-4cee-a47e-3e05f7ae27a2 req-36cb4771-306f-40b3-8ee2-e7e95bd19731 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.0668287 Oct 15 00:31:06.486513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6abe709f-4c9d-4cee-a47e-3e05f7ae27a2 req-667e87f6-8f11-4f35-a1ed-d30802680c73 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Oct 15 00:31:06.565264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.567472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:06.570606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.576172 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['fd524283-3fc3-441c-9c2e-03ef3b89a2aa'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:06.636101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7d351-10e8-4119-b5a2-b7dcdc2426af req-9b3da165-bd7c-4951-9fd5-82106217d381 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:06.637759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7f7d351-10e8-4119-b5a2-b7dcdc2426af req-9b3da165-bd7c-4951-9fd5-82106217d381 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.0618885 Oct 15 00:31:06.644812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['aecc93c8-f4f8-427a-82e9-6cb0957aed2c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:06.666626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Pushing event updated for resources: {'Port': ['ID=8c037c0b-8625-4a3e-95a6-ac0de97bd284,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:06.687854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7f7d351-10e8-4119-b5a2-b7dcdc2426af req-9abe9fb9-de63-4f6d-b721-97e5d8fda0da tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Oct 15 00:31:06.733666 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.747951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112b451f-cf68-495f-97f6-264f4348a0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:06.750287 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe42f2b-e102-4f35-8c98-c24360f9a2a2" -d '{"events": [{"server_uuid": "112b451f-cf68-495f-97f6-264f4348a0fb", "name": "network-vif-plugged", "status": "completed", "tag": "96a302b9-c965-4f5a-a9e4-f26bcc2eac4f"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:06.842552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.843988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-ca60af65-d9f7-4120-999e-f7aac9d835f6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4011919 Oct 15 00:31:06.903442 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-9a1c538a-0b27-41f7-a63f-c2803823ac55 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0504704 Oct 15 00:31:06.906339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:06.937349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6f23-0569-4f94-a797-0854e293faba req-f674c8ba-45f5-4b72-8381-faec475472d2 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:06.945091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a6f23-0569-4f94-a797-0854e293faba req-f674c8ba-45f5-4b72-8381-faec475472d2 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:06.947439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed6a6f23-0569-4f94-a797-0854e293faba req-f674c8ba-45f5-4b72-8381-faec475472d2 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1681 time: 0.0635788 Oct 15 00:31:06.988371 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed6a6f23-0569-4f94-a797-0854e293faba req-d515ece8-542d-4bf0-8991-1b4daa3b2290 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331039 Oct 15 00:31:07.020663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Pushing event updated for resources: {'Subnet': ['ID=496b85c5-8e88-4796-8ff9-2d8400ce8c11,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:07.032591 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd86998c-0146-4c79-8861-bb247d30969a x-openstack-request-id: req-bd86998c-0146-4c79-8861-bb247d30969a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:07.032885 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112b451f-cf68-495f-97f6-264f4348a0fb", "name": "network-vif-plugged", "status": "completed", "tag": "96a302b9-c965-4f5a-a9e4-f26bcc2eac4f", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:07.033133 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd86998c-0146-4c79-8861-bb247d30969a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:07.033548 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112b451f-cf68-495f-97f6-264f4348a0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f', 'code': 200} Oct 15 00:31:07.069053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Checking segment: {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:07.069053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Network hostable DHCP agents. Network: 520495d5-6751-4c82-b05e-ddd962ad39c3, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:31:07.077949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-7f08717f-0a55-4563-875f-0cfe15d9965d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:07.079328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9bf1581-da71-4947-ad2a-e64b1e5eb920 req-7f08717f-0a55-4563-875f-0cfe15d9965d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1487784 Oct 15 00:31:07.186502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:31:07.193994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7f67e-4c6d-4fe6-8468-ba37de76126e req-f0b1e013-66ad-454f-bf80-fb6951e461a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:07.198242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46e7f67e-4c6d-4fe6-8468-ba37de76126e req-f0b1e013-66ad-454f-bf80-fb6951e461a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 1101 time: 0.0721459 Oct 15 00:31:07.203858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be69d50-7946-4eb0-8fc6-e7428c4619d4 req-95e46ab0-ed22-4154-94b4-5736ab03b1c1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:07.205234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2be69d50-7946-4eb0-8fc6-e7428c4619d4 req-95e46ab0-ed22-4154-94b4-5736ab03b1c1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 950 time: 0.0916948 Oct 15 00:31:07.253256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46e7f67e-4c6d-4fe6-8468-ba37de76126e req-21e20a1f-bc0d-4ff9-993a-593a4e3cbfc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Oct 15 00:31:07.265867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2be69d50-7946-4eb0-8fc6-e7428c4619d4 req-38e98945-bbbb-4940-baa7-9074c8162810 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Oct 15 00:31:07.267545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 520495d5-6751-4c82-b05e-ddd962ad39c3) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:07.272208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:07.276700 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.277062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25421bcb-a87e-4b09-a99a-8f9ac00fc0f8 None None] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:07.361643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b3245e0a-7388-432a-ae41-e2456b8d097c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9873383 Oct 15 00:31:07.364169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:07.372873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:07.455003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-520495d5-6751-4c82-b05e-ddd962ad39c3', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:31:07.455980 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.469291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.470462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.485737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-839c3c34-1cc7-41f7-9dfe-7582c15ce69a tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:07.487306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-839c3c34-1cc7-41f7-9dfe-7582c15ce69a tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 820 time: 0.1308405 Oct 15 00:31:07.510716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-087ed3f9-16e2-40f3-9b48-e2a8d6134c38 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/quotas/a76e217a7882496c954b32c9055d005b HTTP/1.1" status: 200 len: 375 time: 0.0148265 Oct 15 00:31:07.519683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5af63-803a-43d7-9c45-54ec501c7938 req-de0a19af-bdb8-4ed3-93a5-65c6e69d3254 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:07.521623 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3d5af63-803a-43d7-9c45-54ec501c7938 req-de0a19af-bdb8-4ed3-93a5-65c6e69d3254 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 949 time: 0.0860944 Oct 15 00:31:07.548920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.572958 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-fe9c3870-33b8-4fdf-a710-27effc99db8b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0591660 Oct 15 00:31:07.585783 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3d5af63-803a-43d7-9c45-54ec501c7938 req-5d0dbded-30dc-4168-9e88-f3aa0eb107d5 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Oct 15 00:31:07.620979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Allocated IP 172.20.0.2 (520495d5-6751-4c82-b05e-ddd962ad39c3/496b85c5-8e88-4796-8ff9-2d8400ce8c11/412e73ef-93c6-4465-89a7-663cd9919966) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:07.692951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-eb617f33-d662-47d7-a7ec-513b509b59b1 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124260 Oct 15 00:31:07.783634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.787520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.808633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c74d1b-3439-480d-9c75-b8e190f5107f req-54c2abe1-af9e-4e8d-b476-b0226c3eb467 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:07.810182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44c74d1b-3439-480d-9c75-b8e190f5107f req-54c2abe1-af9e-4e8d-b476-b0226c3eb467 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.1198003 Oct 15 00:31:07.815550 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-43f0016b-7a24-473a-9903-ef511a7f761a service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156240 Oct 15 00:31:07.854467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44c74d1b-3439-480d-9c75-b8e190f5107f req-bf8035f9-75a9-4448-9dd7-692645751d7e tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377562 Oct 15 00:31:07.873557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:07.917215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:07.920022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:07.923475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:07.942207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Pushing event updated for resources: {'Port': ['ID=412e73ef-93c6-4465-89a7-663cd9919966,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:08.000082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Attempting to bind port 412e73ef-93c6-4465-89a7-663cd9919966 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:31:08.000482 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Attempting to bind port 412e73ef-93c6-4465-89a7-663cd9919966 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:31:08.001012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Attempting to bind port 412e73ef-93c6-4465-89a7-663cd9919966 on network 520495d5-6751-4c82-b05e-ddd962ad39c3 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:08.008063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:31:08.008442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Checking segment: {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:08.008899 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.009284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Bound using segment: {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:31:08.009750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Bound port: 412e73ef-93c6-4465-89a7-663cd9919966, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:31:08.010137 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.016790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07014d-ed8f-4308-aac2-4837c2ef413b req-122abf63-7f42-461b-a6d9-5e1d85434a93 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:08.027842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7e07014d-ed8f-4308-aac2-4837c2ef413b req-122abf63-7f42-461b-a6d9-5e1d85434a93 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.0831082 Oct 15 00:31:08.078443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] For port 412e73ef-93c6-4465-89a7-663cd9919966, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:31:08.081855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] For port 412e73ef-93c6-4465-89a7-663cd9919966, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=412e73ef-93c6-4465-89a7-663cd9919966,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:31:08.108809 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7e07014d-ed8f-4308-aac2-4837c2ef413b req-3f1be01f-4485-43d1-8ab4-bf4660785877 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768769 Oct 15 00:31:08.137948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a758c3a-b429-4c3c-a7f3-33984375cc66 req-ecd0eed7-a13f-4b4a-8da7-d8a3f6e2a5ba tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:08.138977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a758c3a-b429-4c3c-a7f3-33984375cc66 req-ecd0eed7-a13f-4b4a-8da7-d8a3f6e2a5ba tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.0831156 Oct 15 00:31:08.148802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60564) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:08.154344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Request body: {'floatingip': {'port_id': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:08.159176 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.217736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.245551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54edd73-15e5-4239-9983-c6731dca5a53 None None] Pushing event updated for resources: {'Port': ['ID=412e73ef-93c6-4465-89a7-663cd9919966,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:08.294818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b224323-e3ef-4444-bb22-d57f1dbbb847 req-6fb5f412-8886-4afe-a84c-d2fad9e86d46 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 210 time: 0.0940356 Oct 15 00:31:08.356860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.386494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.389979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f23d6-0bc5-40d9-b494-4d8ae233622d req-f0c10e91-8019-4d70-9c2b-a5bc4abc1010 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:08.395992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f23d6-0bc5-40d9-b494-4d8ae233622d req-f0c10e91-8019-4d70-9c2b-a5bc4abc1010 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:08.398145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a9f23d6-0bc5-40d9-b494-4d8ae233622d req-f0c10e91-8019-4d70-9c2b-a5bc4abc1010 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1681 time: 0.1766906 Oct 15 00:31:08.498726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a9f23d6-0bc5-40d9-b494-4d8ae233622d req-ba83dfe8-8a92-4b44-ae9a-32b8f308ce2b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901389 Oct 15 00:31:08.523202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7e97d-e80d-440b-af14-33f78a5bdbe2 req-d8ccda03-1b7f-479a-b686-bafda08516ea tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:08.524668 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dce7e97d-e80d-440b-af14-33f78a5bdbe2 req-d8ccda03-1b7f-479a-b686-bafda08516ea tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 950 time: 0.1350226 Oct 15 00:31:08.621962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Allocated IP 172.25.2.82 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:08.664781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dce7e97d-e80d-440b-af14-33f78a5bdbe2 req-abaf1853-890b-4364-9a98-3185af99fa16 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319940 Oct 15 00:31:08.783307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.839831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f864b3a-e012-4fc7-8d42-e902e17cae01 req-b3995db3-c6c2-44ff-b358-244a754a5796 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:08.841242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f864b3a-e012-4fc7-8d42-e902e17cae01 req-b3995db3-c6c2-44ff-b358-244a754a5796 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 949 time: 0.1191466 Oct 15 00:31:08.862433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:08.908836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:08.912469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:08.915958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:08.939667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f864b3a-e012-4fc7-8d42-e902e17cae01 req-25acd588-38a2-4d6b-a494-58b6d2f2ce67 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684152 Oct 15 00:31:08.942977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Pushing event updated for resources: {'Port': ['ID=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:09.028670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.120211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.212148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:09.280872 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Floating IP ad24a173-bb1c-4113-8ba8-16caa6133118 associated. External IP: 172.25.2.70, port: e106b1be-6baa-4d91-94b2-98c8ce681f5a. Oct 15 00:31:09.362871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device aecc93c8-f4f8-427a-82e9-6cb0957aed2c up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:09.366655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1efd0-d5e6-4bd4-a472-ce49e2eff117 req-6f19098a-d30e-4e3a-83bb-0306eb47e115 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:09.378650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-86f1efd0-d5e6-4bd4-a472-ce49e2eff117 req-6f19098a-d30e-4e3a-83bb-0306eb47e115 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.1667898 Oct 15 00:31:09.429438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:09.431663 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.460628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'port_id': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'mac_address': 'fa:16:3e:bb:15:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae4a766-1696-4a38-ae06-6b0eb1de0330', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:09.531204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 412e73ef-93c6-4465-89a7-663cd9919966 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:09.569060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-86f1efd0-d5e6-4bd4-a472-ce49e2eff117 req-cddecf4f-30ba-40ae-a268-645f9b13eacc tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725476 Oct 15 00:31:09.609776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port aecc93c8-f4f8-427a-82e9-6cb0957aed2c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:31:09.616831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.620295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port aecc93c8-f4f8-427a-82e9-6cb0957aed2c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:09.620683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.690041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.709677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Router ac01ae08-3476-433a-96f5-304b8f4a46ea has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:09.749579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:09.764020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3013a911-1467-4144-b9a2-b6219265e4f6 None None] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:09.789212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-03966ec4-5f02-4cf0-aafe-f2850ccb37f2 req-b6ad8350-be18-42ab-beb6-26253041d064 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 210 time: 0.0420353 Oct 15 00:31:09.824108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:09.872107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:09.876830 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.882142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 412e73ef-93c6-4465-89a7-663cd9919966 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:09.882248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.894119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] Sync routers for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:09.895703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.911824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-859baa4c-db41-4281-a232-1fcf9810a1a8 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "PUT /v2.0/floatingips/ad24a173-bb1c-4113-8ba8-16caa6133118 HTTP/1.1" status: 200 len: 990 time: 1.7581973 Oct 15 00:31:09.911824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:09.912921 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325b9e9-6935-4922-9176-1d4caedb8372" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:09.936051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:09.986015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c0e-68e2-4ae3-92f0-d9f212f60063 req-0e77cb43-f8f9-4610-9cf1-457ee10b2ae8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:09.992160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e54c0e-68e2-4ae3-92f0-d9f212f60063 req-0e77cb43-f8f9-4610-9cf1-457ee10b2ae8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:09.993707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e54c0e-68e2-4ae3-92f0-d9f212f60063 req-0e77cb43-f8f9-4610-9cf1-457ee10b2ae8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1681 time: 0.1267076 Oct 15 00:31:09.999465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-40e39de1-3a8f-4ff4-9da3-4893521c3bb7 None None] Provisioning complete for port 412e73ef-93c6-4465-89a7-663cd9919966 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:09.999908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-40e39de1-3a8f-4ff4-9da3-4893521c3bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:10.041338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:10.042049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:10.048352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:10.070979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9e54c0e-68e2-4ae3-92f0-d9f212f60063 req-00cc4241-7ab7-481a-a40f-49f787ca2c1f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Oct 15 00:31:10.165695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Router a7e7d996-e753-481b-adb7-0b9cdeab00c5 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:31:10.255629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:10.332445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:10.344188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:10.345154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992888c-5aec-4246-ae36-b2854e283232 req-9b7bb93e-567d-4050-b019-3ac466c67680 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:10.346453 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4104a1a-84d9-41ac-9cb2-2792a9ee4010" -d '{"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-plugged", "status": "completed", "tag": "aecc93c8-f4f8-427a-82e9-6cb0957aed2c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:10.353045 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c992888c-5aec-4246-ae36-b2854e283232 req-9b7bb93e-567d-4050-b019-3ac466c67680 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 950 time: 0.1348877 Oct 15 00:31:10.380407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:10.387971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port aecc93c8-f4f8-427a-82e9-6cb0957aed2c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:10.389650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.389987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.390733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.391069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.391398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.391724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.392046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.392281 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Sync routers for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:10.392742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.392742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.392968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.393287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.393603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:10.406022 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:10.406648 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:10.463733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c992888c-5aec-4246-ae36-b2854e283232 req-fcf55f9c-f23b-48b8-86d4-882193f5b1db tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095557 Oct 15 00:31:10.511717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-3c59b5fc-67e0-4cae-8478-32790076193e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:10.524123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-3c59b5fc-67e0-4cae-8478-32790076193e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 820 time: 0.2233682 Oct 15 00:31:10.538761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'port': {'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'admin_state_up': True, 'tenant_id': 'a76e217a7882496c954b32c9055d005b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:10.552808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:10.559871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce845963-dbc1-4e7f-bdec-d92258282f2e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1938283 Oct 15 00:31:10.560302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60664) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:10.610186 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:10.622693 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:10.624454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fd524283-3fc3-441c-9c2e-03ef3b89a2aa up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:10.813203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:10.838983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:10.842055 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddacbea-39f2-4b7b-a359-ef46b791e90a x-openstack-request-id: req-bddacbea-39f2-4b7b-a359-ef46b791e90a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:10.842384 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:10.843666 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bddacbea-39f2-4b7b-a359-ef46b791e90a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:10.846790 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'status': 'completed', 'code': 200} Oct 15 00:31:10.900271 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ebe2b2-9257-4ce6-aff9-927194aeac1c x-openstack-request-id: req-60ebe2b2-9257-4ce6-aff9-927194aeac1c {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:10.900696 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-plugged", "status": "completed", "tag": "aecc93c8-f4f8-427a-82e9-6cb0957aed2c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:10.901046 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60ebe2b2-9257-4ce6-aff9-927194aeac1c {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:10.901532 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c', 'code': 200} Oct 15 00:31:10.907539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Made reservation on behalf of a76e217a7882496c954b32c9055d005b for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:10.913533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:10.913756 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:09Z', 'revision_number': 3, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:10.957383 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Checking router: a7e7d996-e753-481b-adb7-0b9cdeab00c5 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:10.958653 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Updating router a7e7d996-e753-481b-adb7-0b9cdeab00c5 port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:31:11.002458 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.053012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-40e39de1-3a8f-4ff4-9da3-4893521c3bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.097429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:11.171824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-9c9aff59-2230-4044-8e8f-f62ee7db1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:11.173059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-9c9aff59-2230-4044-8e8f-f62ee7db1aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdeab9337ea44c1c806053f88d4efdd8&device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 1096 time: 0.3362262 Oct 15 00:31:11.177177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 412e73ef-93c6-4465-89a7-663cd9919966, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=412e73ef-93c6-4465-89a7-663cd9919966,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:11.216670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0eb89944-5d59-4626-8675-bd06f74463c4 req-740e5e25-634e-4c4f-91eb-82add9f3573a tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 210 time: 0.0519130 Oct 15 00:31:11.217960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Allocated IP 172.20.0.10 (5dca5e40-f01d-4d9b-9913-e29600fd8de7/692ea848-94c5-4e1b-8e44-0c57dbc0a196/5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:11.251308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.289815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c5f07-ebac-42e2-9847-f988f18be912 req-279fb823-b13c-432f-814b-f7101431bfe3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:11.297799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d80c5f07-ebac-42e2-9847-f988f18be912 req-279fb823-b13c-432f-814b-f7101431bfe3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 944 time: 0.2705784 Oct 15 00:31:11.360991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port fd524283-3fc3-441c-9c2e-03ef3b89a2aa completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:31:11.415567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port fd524283-3fc3-441c-9c2e-03ef3b89a2aa triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:11.416180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.502850 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.506670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d80c5f07-ebac-42e2-9847-f988f18be912 req-886921be-81b8-4683-ac35-fb5324d15100 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077403 Oct 15 00:31:11.526147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-40e39de1-3a8f-4ff4-9da3-4893521c3bb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:31:11.526147 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-40e39de1-3a8f-4ff4-9da3-4893521c3bb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:31:11.550856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=412e73ef-93c6-4465-89a7-663cd9919966,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:11.565263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.581003 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.609856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.622339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-b9bd0bc6-fc38-42ff-89cb-c8bd9eef27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:11.629470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-b9bd0bc6-fc38-42ff-89cb-c8bd9eef27d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11ce43c2-06a9-458b-861e-742620101857 HTTP/1.1" status: 200 len: 915 time: 0.4146247 Oct 15 00:31:11.689494 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Pushing event updated for resources: {'Port': ['ID=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:11.691982 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Attempting to bind port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:31:11.692622 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Attempting to bind port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:31:11.693038 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Attempting to bind port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:11.703842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fd524283-3fc3-441c-9c2e-03ef3b89a2aa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:11.706385 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.710558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:11.714657 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:31:11.715153 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:11.715804 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.716291 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:31:11.716861 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Bound port: 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:31:11.717333 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.756444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'ad24a173-bb1c-4113-8ba8-16caa6133118', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'port_id': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'mac_address': 'fa:16:3e:b4:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:29:57Z', 'updated_at': '2021-10-15T00:31:08Z', 'revision_number': 1, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:54Z', 'revision_number': 5, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:11.764458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-1eec654d-5b5c-4aea-8ea3-e34c9f2b60f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a HTTP/1.1" status: 200 len: 998 time: 0.1201982 Oct 15 00:31:11.789496 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] For port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:31:11.793550 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] For port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:31:11.812716 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.815110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] Checking router: ac01ae08-3476-433a-96f5-304b8f4a46ea for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:11.825772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:11.839192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-ecbebab8-58e7-49d0-adcd-cc6d0dd356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:11.840813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-ecbebab8-58e7-49d0-adcd-cc6d0dd356fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbe3cf61-605f-4334-9022-1f260e731615 HTTP/1.1" status: 200 len: 853 time: 0.0556154 Oct 15 00:31:11.885267 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:11.938639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:11.939523 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:11.953769 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:11.954594 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:11.960867 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af5e4-6c66-46e1-8cd2-1ceb37629a06 None None] Pushing event updated for resources: {'Port': ['ID=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:12.015578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:12.015942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.077507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:12.102075 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:12.162555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.185489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['69b93bdb-f583-4ab9-b76d-ee50c0c2536d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:12.226480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:12.231336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:12.265941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.268540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.269738 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.271664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.272439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.273011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.273533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.274397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.274729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.275295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.280572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:12.295231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-b26d5cb8-722e-4637-b32a-69e3981bbd0a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78&device_id=112b451f-cf68-495f-97f6-264f4348a0fb&device_id=a978ced6-675e-49fe-8fd3-6245703de163&device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019&device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993&device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161&device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c&device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 8202 time: 0.5841553 Oct 15 00:31:12.303051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:12.388913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.390510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.419346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bbc580a6-bd12-41b8-9c4c-c9e5d23a1798 None None] Provisioning complete for port 412e73ef-93c6-4465-89a7-663cd9919966 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:12.419981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbc580a6-bd12-41b8-9c4c-c9e5d23a1798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.423026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-5a63ad53-26f1-4c07-9cad-30b7934bd7c8 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.426008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-45a294ba-3e66-4e75-87e2-13934d51c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.436403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-45a294ba-3e66-4e75-87e2-13934d51c5c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11ce43c2-06a9-458b-861e-742620101857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5772254 Oct 15 00:31:12.436569 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:09Z', 'revision_number': 3, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:12.443560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Pushing event updated for resources: {'Port': ['ID=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:12.522082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebed11-e235-41a1-9449-e21aad4d52e3 req-46deeb73-e2e3-47ea-9f9f-940e649b91f0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.529947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebed11-e235-41a1-9449-e21aad4d52e3 req-46deeb73-e2e3-47ea-9f9f-940e649b91f0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:12.538771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80ebed11-e235-41a1-9449-e21aad4d52e3 req-46deeb73-e2e3-47ea-9f9f-940e649b91f0 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1683 time: 0.1663470 Oct 15 00:31:12.552130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:12.568781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-5a63ad53-26f1-4c07-9cad-30b7934bd7c8 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.637205 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.647330 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c91107-fd65-409d-a3a3-a09df6a180c2 None None] The sync data for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 is: [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:09Z', 'revision_number': 3, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:12.651271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80ebed11-e235-41a1-9449-e21aad4d52e3 req-b7c282d0-b945-477e-bee0-cc5438c54d75 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111746 Oct 15 00:31:12.678870 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-5a63ad53-26f1-4c07-9cad-30b7934bd7c8 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.698758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-fc74c177-f450-48b6-a8c4-3869bd70081d service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589321 Oct 15 00:31:12.708972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-738e8c87-1ad8-408c-8a97-bdaa460c973f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1740391 Oct 15 00:31:12.734982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Request body: {'port': {'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:12.751797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-237c401a-c452-4a65-8218-93dfd0b0e9d9 req-5a63ad53-26f1-4c07-9cad-30b7934bd7c8 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&id=670e39ea-50d0-4a40-ba55-906c4c86fb83&id=01be5924-b628-4575-b5e4-6f174e90ebb0&id=2ae12642-d49c-4134-8540-9a65a6b6a908&id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.4554043 Oct 15 00:31:12.808100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63ad53-26f1-4c07-9cad-30b7934bd7c8 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25b303f-1883-49a1-b6fe-00e8e4032514,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:12.874855 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.902934 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:12.903853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:12.906450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa'}, {'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:12.908645 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d6ade-a9d6-40f4-af16-053d1e996615" -d '{"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-plugged", "status": "completed", "tag": "fd524283-3fc3-441c-9c2e-03ef3b89a2aa"}, {"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-plugged", "status": "completed", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:12.968059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Allocated IP 172.20.0.1 (520495d5-6751-4c82-b05e-ddd962ad39c3/496b85c5-8e88-4796-8ff9-2d8400ce8c11/5d55356b-bf3c-49fd-b803-d21d0a68b0e3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:13.146860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2325b9e9-6935-4922-9176-1d4caedb8372 req-879ad8f5-ca56-4c97-8b07-eb13a91b3f96 service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373503 Oct 15 00:31:13.148863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37428879-95ec-4895-bf22-b1aac7ccf293 req-18b3bb94-65db-4f09-8323-5c15b758bb0e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:13.150408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-37428879-95ec-4895-bf22-b1aac7ccf293 req-18b3bb94-65db-4f09-8323-5c15b758bb0e tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.1092422 Oct 15 00:31:13.178965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460c9f-2fd5-4c57-995b-05756cfb6ef5 req-0e5f898d-bdab-40b4-bab7-17f8d8f274b7 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:13.184006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15460c9f-2fd5-4c57-995b-05756cfb6ef5 req-0e5f898d-bdab-40b4-bab7-17f8d8f274b7 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 932 time: 0.1757045 Oct 15 00:31:13.212655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:13.231184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.241194 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-37428879-95ec-4895-bf22-b1aac7ccf293 req-35b83a79-18e6-4aa6-939b-bf32c3eb160c tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495148 Oct 15 00:31:13.299023 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.318450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-aff9df21-6abe-45f0-a2b7-54009475efac None None] Provisioning complete for port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:13.318811 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aff9df21-6abe-45f0-a2b7-54009475efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.325685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15460c9f-2fd5-4c57-995b-05756cfb6ef5 req-e54f0b80-3133-4cb6-94f5-666fd666480d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283147 Oct 15 00:31:13.367584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:13.377082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.379417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-aff9df21-6abe-45f0-a2b7-54009475efac None None] Port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:31:13.382454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.416700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Transition to ACTIVE for port object 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:31:13.428788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'ad24a173-bb1c-4113-8ba8-16caa6133118', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'port_id': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'mac_address': 'fa:16:3e:b4:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:29:57Z', 'updated_at': '2021-10-15T00:31:08Z', 'revision_number': 1, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:54Z', 'revision_number': 5, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:13.428788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:13.445132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:13.449719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:13.451854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Pushing event updated for resources: {'Port': ['ID=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:13.454866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:13.498463 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c13ed25-d608-45b1-b01a-9f3ac517f02f x-openstack-request-id: req-7c13ed25-d608-45b1-b01a-9f3ac517f02f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:13.498815 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-plugged", "status": "completed", "tag": "fd524283-3fc3-441c-9c2e-03ef3b89a2aa", "code": 200}, {"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-plugged", "status": "completed", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:13.499070 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c13ed25-d608-45b1-b01a-9f3ac517f02f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:13.499850 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa', 'code': 200} Oct 15 00:31:13.499850 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'code': 200} Oct 15 00:31:13.513146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b9b6a-eec0-483f-87cc-c1e036f541bf None None] The sync data for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 is: [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'ad24a173-bb1c-4113-8ba8-16caa6133118', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'port_id': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'mac_address': 'fa:16:3e:b4:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:29:57Z', 'updated_at': '2021-10-15T00:31:08Z', 'revision_number': 1, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:54Z', 'revision_number': 5, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:13.513422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.541464 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.556393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:13.671526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Pushing event updated for resources: {'Port': ['ID=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:13.708428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:13.717610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:13.881333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:13.951745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc9ec-aa65-4879-a4c4-f6b11d46121e req-c3429449-66d0-48db-ae8c-5c71e52c6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:13.953075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbc9ec-aa65-4879-a4c4-f6b11d46121e req-c3429449-66d0-48db-ae8c-5c71e52c6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:13.954885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3bfbc9ec-aa65-4879-a4c4-f6b11d46121e req-c3429449-66d0-48db-ae8c-5c71e52c6716 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1985 time: 0.3660183 Oct 15 00:31:13.977793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702bcc0-f44d-4817-a9af-c1726ec4e333 req-bc50e3ad-6862-4a4c-9141-ad0c7a99ca5c tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:13.978761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702bcc0-f44d-4817-a9af-c1726ec4e333 req-bc50e3ad-6862-4a4c-9141-ad0c7a99ca5c tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:13.979304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702bcc0-f44d-4817-a9af-c1726ec4e333 req-bc50e3ad-6862-4a4c-9141-ad0c7a99ca5c tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:13.988023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4702bcc0-f44d-4817-a9af-c1726ec4e333 req-bc50e3ad-6862-4a4c-9141-ad0c7a99ca5c tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb&device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161&device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 2882 time: 0.1781931 Oct 15 00:31:13.992047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-28d04487-85a5-47b4-aa44-fe8efa9cac35 None None] Provisioning complete for port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:14.011513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28d04487-85a5-47b4-aa44-fe8efa9cac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.048196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4702bcc0-f44d-4817-a9af-c1726ec4e333 req-d93c6031-1bad-45da-808b-fa64574629f7 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586956 Oct 15 00:31:14.048927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Attempting to bind port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:31:14.049380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Attempting to bind port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:31:14.049820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Attempting to bind port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:14.061527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3bfbc9ec-aa65-4879-a4c4-f6b11d46121e req-222a9da3-dedf-4f7f-9474-089f061bf02e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912604 Oct 15 00:31:14.075231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:31:14.075961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Attempting to bind port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba on network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:14.081241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:31:14.081522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-28d04487-85a5-47b4-aa44-fe8efa9cac35 None None] Port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:31:14.081643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Checking segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:14.081949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Bound using segment: {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:31:14.082410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Bound port: 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49162917-32b7-42aa-a5f0-ccddc4bd72a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:31:14.082977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.089048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:14.089471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.104598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8c21b2-5b97-4572-a58f-b8076334abd5 None None] New status for floating IP ad24a173-bb1c-4113-8ba8-16caa6133118: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:31:14.133300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.185681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] For port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:31:14.191703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] For port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:31:14.209225 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.276330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185174-f891-4fe0-8538-46822dec9c89 req-2eff44d5-b9a9-421f-976b-11ca3541231b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.283008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8185174-f891-4fe0-8538-46822dec9c89 req-2eff44d5-b9a9-421f-976b-11ca3541231b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.290696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8185174-f891-4fe0-8538-46822dec9c89 req-2eff44d5-b9a9-421f-976b-11ca3541231b tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1683 time: 0.1385682 Oct 15 00:31:14.336865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.341235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:14.393383 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.393987 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.395614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] 10.222.0.39 "PUT /v2.0/ports/5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 1092 time: 1.6731646 Oct 15 00:31:14.396779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:14.399200 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727452fe-a913-4de9-a3d6-53b8e16b4fec" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:14.454180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8185174-f891-4fe0-8538-46822dec9c89 req-defe0984-27f0-4477-bd3c-c4311cfc9d9d tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601393 Oct 15 00:31:14.467990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.469439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d262e-ef5d-4d2f-bcce-93e79b11cdfa service neutron] Pushing event updated for resources: {'Port': ['ID=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:14.491356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3bf3b-3422-4719-8cfd-732c269fc180 req-2a80b149-49c0-4936-b7cf-f50072c9e9e0 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.498693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-25c3bf3b-3422-4719-8cfd-732c269fc180 req-2a80b149-49c0-4936-b7cf-f50072c9e9e0 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 945 time: 0.1085396 Oct 15 00:31:14.561960 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.597295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:14.618267 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.641717 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-25c3bf3b-3422-4719-8cfd-732c269fc180 req-521d916d-17cb-4658-af8d-b1e766100b18 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286814 Oct 15 00:31:14.651402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.660052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-fb7c7b99-4787-4e44-8c5c-4cfb99a2c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.661893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-fb7c7b99-4787-4e44-8c5c-4cfb99a2c3b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 1095 time: 0.1290469 Oct 15 00:31:14.684491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:14.737650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-c07389a1-4130-4962-84f2-0875722bdeca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 217 time: 0.0568523 Oct 15 00:31:14.742643 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e45a9e9-f41d-4918-a07f-d7c4b06fa216 x-openstack-request-id: req-4e45a9e9-f41d-4918-a07f-d7c4b06fa216 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:14.742643 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:14.742643 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e45a9e9-f41d-4918-a07f-d7c4b06fa216 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:14.742941 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'status': 'completed', 'code': 200} Oct 15 00:31:14.744002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.786498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.787224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 412e73ef-93c6-4465-89a7-663cd9919966 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:14.805586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-26160218-d837-48c4-97f0-276e4e1d9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.807332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-26160218-d837-48c4-97f0-276e4e1d9665 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0608618 Oct 15 00:31:14.815911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abb78c-48f6-43d4-a046-ed4b16de1ba5 req-4a5c48a4-78b7-4fa0-99cc-9878469f0835 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.817499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66abb78c-48f6-43d4-a046-ed4b16de1ba5 req-4a5c48a4-78b7-4fa0-99cc-9878469f0835 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 944 time: 0.0949914 Oct 15 00:31:14.821045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Pushing event updated for resources: {'Port': ['ID=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:14.825109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:14.898581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122048fa-72ae-40c0-8117-a9117895d30f req-a39ec3ac-f21e-4ff2-9a90-f99a5a8821ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:14.898806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66abb78c-48f6-43d4-a046-ed4b16de1ba5 req-7ebdcce8-809f-4f0f-9922-dcc9e2d98542 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623338 Oct 15 00:31:14.900219 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-a39ec3ac-f21e-4ff2-9a90-f99a5a8821ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740585 Oct 15 00:31:14.902935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:14.949214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 412e73ef-93c6-4465-89a7-663cd9919966 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:14.950215 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:15.032258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-78d18ac0-0f5f-4a2c-8cdf-8f9af0b69dc7 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210873 Oct 15 00:31:15.042069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:15.043640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:15.222462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Router a7e7d996-e753-481b-adb7-0b9cdeab00c5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:15.229695 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122048fa-72ae-40c0-8117-a9117895d30f req-fab63f3d-6164-45d3-91f9-bc2777d68928 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878841 Oct 15 00:31:15.337650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:15.398937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5f5a1736-e18a-4eec-8b18-4c1ed71974b1 None None] Provisioning complete for port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:15.398937 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1736-e18a-4eec-8b18-4c1ed71974b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:15.499042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:15.537826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:15.544656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77e20034-ae77-4047-b38c-6aa226ad4b56 admin admin] 10.222.0.13 "PUT /v2.0/routers/a7e7d996-e753-481b-adb7-0b9cdeab00c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9830265 Oct 15 00:31:15.546271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1'}, {'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:15.548678 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Sync routers for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:15.563096 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:15.564296 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:15.564765 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eee128-395c-4078-b40d-c0057e36008e" -d '{"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1"}, {"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:15.570329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a1736-e18a-4eec-8b18-4c1ed71974b1 None None] Port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:31:15.576370 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a8b96c0-7157-42d8-b826-db3a011df083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:15.610590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:15.611109 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:15.649483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-f1eb084d-ca92-4584-b171-c4bc386faf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:15.651319 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-f1eb084d-ca92-4584-b171-c4bc386faf1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 1095 time: 0.2648263 Oct 15 00:31:15.721543 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:15.788696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1219-b793-47ec-bc67-df1dfdc73ce9 req-ac1567c2-5bc1-434f-a2b4-57ac510f33cc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:15.795115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1219-b793-47ec-bc67-df1dfdc73ce9 req-ac1567c2-5bc1-434f-a2b4-57ac510f33cc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:15.798237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f1e1219-b793-47ec-bc67-df1dfdc73ce9 req-ac1567c2-5bc1-434f-a2b4-57ac510f33cc tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1683 time: 0.2099738 Oct 15 00:31:15.863443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-4df6235f-2913-4ee5-939f-400d06c47960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:15.865142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-4df6235f-2913-4ee5-939f-400d06c47960 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.2010388 Oct 15 00:31:15.877691 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f1e1219-b793-47ec-bc67-df1dfdc73ce9 req-acba3d01-e5ea-4db3-9009-cd7649d82daa tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643966 Oct 15 00:31:15.918373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-00f0e594-10ec-48c7-a2a9-c6b436a0bcdf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 217 time: 0.0396397 Oct 15 00:31:15.944117 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9b5023-1aa2-46cb-a16a-f9f78865c4ba x-openstack-request-id: req-bf9b5023-1aa2-46cb-a16a-f9f78865c4ba {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:15.944601 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1", "code": 200}, {"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:15.944945 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf9b5023-1aa2-46cb-a16a-f9f78865c4ba {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:15.945441 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'code': 200} Oct 15 00:31:15.945902 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'code': 200} Oct 15 00:31:16.010570 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 2, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:16.048018 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Checking router: a7e7d996-e753-481b-adb7-0b9cdeab00c5 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:16.048366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Updating router a7e7d996-e753-481b-adb7-0b9cdeab00c5 port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:31:16.062039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a8b96c0-7157-42d8-b826-db3a011df083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.073997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-872286a2-6a51-4ff0-89aa-21816e5c2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:16.075483 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-872286a2-6a51-4ff0-89aa-21816e5c2526 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.1480005 Oct 15 00:31:16.083379 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.131221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae4363-6545-4d0a-9340-43467b458ead req-a4972af2-f9ce-4658-acda-125edd7032ff tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:16.132756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0dae4363-6545-4d0a-9340-43467b458ead req-a4972af2-f9ce-4658-acda-125edd7032ff tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.1202030 Oct 15 00:31:16.162701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5012f4-09ca-4486-85ed-36601bdb5f4f req-63eaee3b-aac4-4311-8bec-f0af2a46ba81 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:16.164229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e5012f4-09ca-4486-85ed-36601bdb5f4f req-63eaee3b-aac4-4311-8bec-f0af2a46ba81 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 944 time: 0.0828550 Oct 15 00:31:16.172301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a8b96c0-7157-42d8-b826-db3a011df083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.232740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e5012f4-09ca-4486-85ed-36601bdb5f4f req-657894c7-a38e-4d46-8763-bf7c208a05ab tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571737 Oct 15 00:31:16.248085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b96c0-7157-42d8-b826-db3a011df083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2893c808-2e4c-4651-a145-0feaba10d97d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:16.303792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a8b96c0-7157-42d8-b826-db3a011df083 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee08310df1ad4e67afe158847fd4b2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9613123 Oct 15 00:31:16.311744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60834) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:16.311898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-0d53b413-26a9-46ed-b2f4-c97b32687f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:16.311898 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-0d53b413-26a9-46ed-b2f4-c97b32687f19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163260 Oct 15 00:31:16.314175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0dae4363-6545-4d0a-9340-43467b458ead req-d5928ddd-c140-4626-9111-d1f174d0bfb3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498809 Oct 15 00:31:16.456162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-0db2526c-feb8-43a1-b19a-ddc4bef26797 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365664 Oct 15 00:31:16.463075 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-313d3e2f-4e79-49cf-8f2f-edddd297955b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.468307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b03ee4-58e3-4bf7-9449-8c471f461b5b req-b4a76963-78f1-437c-b47b-6ece1cf49180 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:16.476716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86b03ee4-58e3-4bf7-9449-8c471f461b5b req-b4a76963-78f1-437c-b47b-6ece1cf49180 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1100 time: 0.1103895 Oct 15 00:31:16.541216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-313d3e2f-4e79-49cf-8f2f-edddd297955b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.554231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86b03ee4-58e3-4bf7-9449-8c471f461b5b req-03dbc826-0c6f-4f6c-adb3-0f303fb2f3aa tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765710 Oct 15 00:31:16.555837 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.609645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-727452fe-a913-4de9-a3d6-53b8e16b4fec req-c7ea2c20-7ea2-41e5-a716-811c2ae6eb1f service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456134 Oct 15 00:31:16.677228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa52ab-bad1-43ce-a6a1-ae36d39a6aaf req-64b8985c-f037-46da-8ed2-483a8d1eaa98 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:16.677228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-42fa52ab-bad1-43ce-a6a1-ae36d39a6aaf req-64b8985c-f037-46da-8ed2-483a8d1eaa98 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1100 time: 0.0437615 Oct 15 00:31:16.695995 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.710822 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-42fa52ab-bad1-43ce-a6a1-ae36d39a6aaf req-3790e2b5-ba8e-41b5-95de-cfdb1c83ce77 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278239 Oct 15 00:31:16.725312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-313d3e2f-4e79-49cf-8f2f-edddd297955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.729039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-313d3e2f-4e79-49cf-8f2f-edddd297955b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.730945 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-313d3e2f-4e79-49cf-8f2f-edddd297955b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2893c808-2e4c-4651-a145-0feaba10d97d HTTP/1.1" status: 204 len: 168 time: 0.4250443 Oct 15 00:31:16.753929 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925b007-b4f1-4fa0-be7e-e9448479fac0 None None] Pushing event updated for resources: {'Port': ['ID=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:16.774991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d3e2f-4e79-49cf-8f2f-edddd297955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893c808-2e4c-4651-a145-0feaba10d97d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:16.831937 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Attempting to bind port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:31:16.832424 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Attempting to bind port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:31:16.836827 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Attempting to bind port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 on network 520495d5-6751-4c82-b05e-ddd962ad39c3 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:16.838449 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:31:16.838822 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Checking segment: {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:16.839221 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.839619 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Bound using segment: {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:31:16.840071 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Bound port: 5d55356b-bf3c-49fd-b803-d21d0a68b0e3, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:31:16.840450 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:16.914936 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] For port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:31:16.919381 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] For port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:31:17.004640 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.014870 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-b79a546a-71b9-4995-a166-74a063ad9516 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:17.023904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-b79a546a-71b9-4995-a166-74a063ad9516 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.39 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.1232114 Oct 15 00:31:17.098881 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:17.100035 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:30:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:17.105717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fad2e5d3-07a7-43ec-aa07-2a24341d76fc None None] Provisioning complete for port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:17.106266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fad2e5d3-07a7-43ec-aa07-2a24341d76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.165459 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925b007-b4f1-4fa0-be7e-e9448479fac0 None None] Pushing event updated for resources: {'Port': ['ID=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:17.174256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8065c-df85-4c32-86f8-44cf282b7452 req-6cdb61ca-20eb-4d3c-bc78-4d6a23dfbb2c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:17.180671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8065c-df85-4c32-86f8-44cf282b7452 req-6cdb61ca-20eb-4d3c-bc78-4d6a23dfbb2c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:17.182471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ca8065c-df85-4c32-86f8-44cf282b7452 req-6cdb61ca-20eb-4d3c-bc78-4d6a23dfbb2c tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1683 time: 0.1572735 Oct 15 00:31:17.237295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Deleting port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:17.237660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.258622 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fad2e5d3-07a7-43ec-aa07-2a24341d76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.261416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:17.313968 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ca8065c-df85-4c32-86f8-44cf282b7452 req-77d8a844-a236-4b0e-81a4-21de55ee6e66 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205244 Oct 15 00:31:17.357684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fad2e5d3-07a7-43ec-aa07-2a24341d76fc None None] For port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:17.371845 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:17.452325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fad2e5d3-07a7-43ec-aa07-2a24341d76fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.512666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] For port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:17.513494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.516388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2e5d3-07a7-43ec-aa07-2a24341d76fc None None] Pushing event updated for resources: {'Port': ['ID=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:17.546716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:17.553610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Calling delete_port for e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:17.574880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0cbab-0afe-45f2-93ab-b1818d1da050 req-f7860c7f-8903-4126-bb58-10de49ce1787 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:17.583468 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76c0cbab-0afe-45f2-93ab-b1818d1da050 req-f7860c7f-8903-4126-bb58-10de49ce1787 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 944 time: 0.1833489 Oct 15 00:31:17.586351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'mac_address': 'fa:16:3e:ce:d3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:17.622877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdfb40-7a49-4ede-97aa-b45b159289e1 req-29e02134-b59e-493d-acdf-357581bdfe40 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:17.632921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30cdfb40-7a49-4ede-97aa-b45b159289e1 req-29e02134-b59e-493d-acdf-357581bdfe40 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 943 time: 0.0751476 Oct 15 00:31:17.640334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-30293aa4-d72b-4941-8e43-88afe33796c9 None None] Provisioning complete for port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:17.641381 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-30293aa4-d72b-4941-8e43-88afe33796c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.643136 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76c0cbab-0afe-45f2-93ab-b1818d1da050 req-cfc801ba-e35f-46fb-afd3-45c1f869c938 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Oct 15 00:31:17.710443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.718349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30cdfb40-7a49-4ede-97aa-b45b159289e1 req-5ff7b680-a953-4526-9bc9-b41564f86220 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841820 Oct 15 00:31:17.720219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60910) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:17.758622 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1d13837-a534-4ae9-b59e-a442b8f606c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:17.778447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3ac701-337f-4177-90c9-824fabce6bd1 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:17.797038 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:16Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:17.848038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:17.872009 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc1f232-c3ed-4f69-a19e-f86a218933ab None None] The sync data for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 is: [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:16Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:17.920940 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.014752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1d13837-a534-4ae9-b59e-a442b8f606c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.073643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1d13837-a534-4ae9-b59e-a442b8f606c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.081331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:18.101902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.116106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['fe3ac701-337f-4177-90c9-824fabce6bd1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:18.158723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c1d13837-a534-4ae9-b59e-a442b8f606c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=502c3858bed74a27b4d9ea9040d7c4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332063 Oct 15 00:31:18.160004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60922) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:18.160884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d13837-a534-4ae9-b59e-a442b8f606c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5160e843-f9a4-41d9-b26c-8e57be019c7c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:18.183739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event deleted for resources: {'Port': ['ID=e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:18.260311 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bf7025f-e50d-4ed4-adbb-f2adc8e74468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.316758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bf7025f-e50d-4ed4-adbb-f2adc8e74468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.333431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] No DVR routers for this DVR port e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:18.344686 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.350988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0f9989f-190b-4c9b-87b0-78c95931d90b req-30d6fe6d-e20f-4f13-84a3-2b41e24473c7 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.39 "DELETE /v2.0/ports/e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 HTTP/1.1" status: 204 len: 173 time: 1.3125656 Oct 15 00:31:18.351707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-deleted', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:18.354332 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e211c3-76d9-4768-9b8f-f0ea25c59d3f" -d '{"events": [{"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-deleted", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:18.566750 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf49e170-fe88-439c-ae61-7cde20828861 x-openstack-request-id: req-cf49e170-fe88-439c-ae61-7cde20828861 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:18.567963 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b9cb1-02e2-4974-a7cb-9e53f39a9993", "name": "network-vif-deleted", "tag": "e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:18.568847 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf49e170-fe88-439c-ae61-7cde20828861 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:18.569424 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b9cb1-02e2-4974-a7cb-9e53f39a9993', 'name': 'network-vif-deleted', 'tag': 'e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0', 'status': 'completed', 'code': 200} Oct 15 00:31:18.574336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bf7025f-e50d-4ed4-adbb-f2adc8e74468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.580737 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bf7025f-e50d-4ed4-adbb-f2adc8e74468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:18.588908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6bf7025f-e50d-4ed4-adbb-f2adc8e74468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5160e843-f9a4-41d9-b26c-8e57be019c7c HTTP/1.1" status: 204 len: 168 time: 0.4238393 Oct 15 00:31:18.644819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7025f-e50d-4ed4-adbb-f2adc8e74468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160e843-f9a4-41d9-b26c-8e57be019c7c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:18.695984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df238ca-8521-4d22-b0a2-f3df667898d9 req-4f1b78f0-75b6-4af4-bf77-34491bb60fb4 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:18.699097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8df238ca-8521-4d22-b0a2-f3df667898d9 req-4f1b78f0-75b6-4af4-bf77-34491bb60fb4 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1965094 Oct 15 00:31:18.789447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8df238ca-8521-4d22-b0a2-f3df667898d9 req-658ab654-5d67-4770-8610-72d585e4b17a tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672488 Oct 15 00:31:18.789590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1526-d1f8-4119-811d-a3c6bdf06b06 req-bca5ac06-aee9-42f5-99d6-d07c3002ff2f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:18.803218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1526-d1f8-4119-811d-a3c6bdf06b06 req-bca5ac06-aee9-42f5-99d6-d07c3002ff2f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:18.805180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b99b1526-d1f8-4119-811d-a3c6bdf06b06 req-bca5ac06-aee9-42f5-99d6-d07c3002ff2f tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1683 time: 0.1634257 Oct 15 00:31:18.874607 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b99b1526-d1f8-4119-811d-a3c6bdf06b06 req-c206c864-c8b0-4bdd-b012-47ff54b85345 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623515 Oct 15 00:31:18.945803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea185ebb-3a75-4ad7-8f23-9a2663158fd2 req-07490d90-3e11-4634-b255-ab36a0a3e074 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:18.953503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea185ebb-3a75-4ad7-8f23-9a2663158fd2 req-07490d90-3e11-4634-b255-ab36a0a3e074 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 944 time: 0.0966508 Oct 15 00:31:19.031323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea185ebb-3a75-4ad7-8f23-9a2663158fd2 req-517b95c2-2965-4f80-b785-2aa2bfe3988d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482430 Oct 15 00:31:19.031595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5164dec-98e5-4508-a576-4f122d65edc5 req-44460f97-2426-4c9e-8a07-112d37d2d544 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=f61b9cb1-02e2-4974-a7cb-9e53f39a9993 HTTP/1.1" status: 200 len: 210 time: 0.0506768 Oct 15 00:31:19.277946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:19.285875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:19.541985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:19.592628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port fe3ac701-337f-4177-90c9-824fabce6bd1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:19.593175 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:19.649279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:19.685218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'mac_address': 'fa:16:3e:73:3c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:19.709098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:19.709723 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:19.851413 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:19.884031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:19.909427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:19.916998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:19.970246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfc163-0977-490a-8f37-b7a52f684c4f req-1e3d117d-e145-4af4-8e03-4f5692599a84 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:19.978749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85bfc163-0977-490a-8f37-b7a52f684c4f req-1e3d117d-e145-4af4-8e03-4f5692599a84 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0963962 Oct 15 00:31:19.985099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:19.987403 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7093cb79-cdb9-4f59-8ea2-bcb8a6dddb51" -d '{"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:20.006883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:20.010685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:20.035189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae53aa-b64b-48ea-a323-e1b321b6c334 req-c2197a89-39a2-46bb-bc2f-508d8b845c8a tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:20.048436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae53aa-b64b-48ea-a323-e1b321b6c334 req-c2197a89-39a2-46bb-bc2f-508d8b845c8a tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:20.048436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1ae53aa-b64b-48ea-a323-e1b321b6c334 req-c2197a89-39a2-46bb-bc2f-508d8b845c8a tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1683 time: 0.0914540 Oct 15 00:31:20.064798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85bfc163-0977-490a-8f37-b7a52f684c4f req-9d18d478-ef80-46e5-b317-29eb9ac0ad02 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847096 Oct 15 00:31:20.091020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:20.106934 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:20.135981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1ae53aa-b64b-48ea-a323-e1b321b6c334 req-79a65f2a-05e7-41d3-9744-83cee376db51 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787151 Oct 15 00:31:20.176733 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770a1b8-a554-4a51-96dc-9cca92668b42 x-openstack-request-id: req-b770a1b8-a554-4a51-96dc-9cca92668b42 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:20.178056 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:20.178336 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b770a1b8-a554-4a51-96dc-9cca92668b42 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:20.178780 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'code': 200} Oct 15 00:31:20.198974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:20.338502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e1a35-b5cb-4d91-8ea3-11cd64ff20a3 req-a8ad843c-1ce7-4351-96c3-205eea8609b7 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:20.340575 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e93e1a35-b5cb-4d91-8ea3-11cd64ff20a3 req-a8ad843c-1ce7-4351-96c3-205eea8609b7 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 945 time: 0.0828412 Oct 15 00:31:20.428444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e93e1a35-b5cb-4d91-8ea3-11cd64ff20a3 req-61cd21ef-ee46-4de3-b668-d91f1160e7cf tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725996 Oct 15 00:31:20.599596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-82b2a67f-774f-431e-8910-019f4fdc6c77 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:20.601387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-82b2a67f-774f-431e-8910-019f4fdc6c77 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 821 time: 0.1366384 Oct 15 00:31:20.620823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-2ae0a2b4-3940-4cc9-bf47-715b75ebeb3c tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/quotas/f13bebc26af748b9b6ccac6aa830226c HTTP/1.1" status: 200 len: 375 time: 0.0130496 Oct 15 00:31:20.664013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-ba77436c-c59b-455a-9051-0a9ba21458bb tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:20.675180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-ba77436c-c59b-455a-9051-0a9ba21458bb tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:20.680608 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-ba77436c-c59b-455a-9051-0a9ba21458bb tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 1683 time: 0.0732143 Oct 15 00:31:20.686032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:20.706353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-8248f7e7-cd36-4fb0-9b6a-a98443a24a06 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749388 Oct 15 00:31:20.800666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port fd524283-3fc3-441c-9c2e-03ef3b89a2aa {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:20.801008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:20.871856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-c51b2d03-88af-45f8-b548-eae94670060c service neutron] 10.222.0.13 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580184 Oct 15 00:31:20.932219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port fd524283-3fc3-441c-9c2e-03ef3b89a2aa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:20.932613 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:20.945159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for fd524283-3fc3-441c-9c2e-03ef3b89a2aa owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:20.985591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-90a3a11c-a1c7-4a6e-854b-10443b23b2fb service neutron] 10.222.0.13 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075442 Oct 15 00:31:21.177694 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:21.213386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=fd524283-3fc3-441c-9c2e-03ef3b89a2aa,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:21.253325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e4ee-63bc-4cc5-aec9-ff786beafcfe req-2078652c-3824-4778-b6ee-82e730f3ca99 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:21.255574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bde7e4ee-63bc-4cc5-aec9-ff786beafcfe req-2078652c-3824-4778-b6ee-82e730f3ca99 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1083696 Oct 15 00:31:21.291663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:21.292967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port fd524283-3fc3-441c-9c2e-03ef3b89a2aa on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:21.297376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:21.301475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-30252396-813a-4294-9867-090de46b74d4 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "DELETE /v2.0/ports/fd524283-3fc3-441c-9c2e-03ef3b89a2aa HTTP/1.1" status: 204 len: 173 time: 0.6162388 Oct 15 00:31:21.302368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-deleted', 'tag': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:21.305770 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c7e09-2df8-4d2a-b77e-5b0315a4f3c0" -d '{"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-deleted", "tag": "fd524283-3fc3-441c-9c2e-03ef3b89a2aa"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:21.347957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:21.349550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e3ecd866-0cae-48f4-9ff0-0351ba9fa5e0 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:21.451122 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bde7e4ee-63bc-4cc5-aec9-ff786beafcfe req-e473d2bd-437b-459e-b9b0-1d1dfb1f70d1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510196 Oct 15 00:31:21.569331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4fad2-9d94-4283-b395-a005fdc0d4ec req-1c45aeb4-91ab-47d3-9d2b-b48874351c7e tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:21.573231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5a4fad2-9d94-4283-b395-a005fdc0d4ec req-1c45aeb4-91ab-47d3-9d2b-b48874351c7e tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 946 time: 0.1400924 Oct 15 00:31:21.590178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c81fc0b0-5729-4591-8b42-476360f68481 req-23a79ac2-0fa9-4e78-88a0-4d41f9942e39 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 210 time: 0.0448155 Oct 15 00:31:21.649504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port aecc93c8-f4f8-427a-82e9-6cb0957aed2c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:21.649843 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:21.685872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5a4fad2-9d94-4283-b395-a005fdc0d4ec req-ed34de36-a0b9-46e5-aae7-6d072e352082 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/security-groups?id=87dfdd17-35d2-4c08-bd96-3b97fc593002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012535 Oct 15 00:31:21.767784 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32b6c7c-10c5-4299-b553-7d8cc4534114 x-openstack-request-id: req-e32b6c7c-10c5-4299-b553-7d8cc4534114 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:21.768075 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-deleted", "tag": "fd524283-3fc3-441c-9c2e-03ef3b89a2aa", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:21.768691 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e32b6c7c-10c5-4299-b553-7d8cc4534114 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:21.768691 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-deleted', 'tag': 'fd524283-3fc3-441c-9c2e-03ef3b89a2aa', 'status': 'completed', 'code': 200} Oct 15 00:31:21.850238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port aecc93c8-f4f8-427a-82e9-6cb0957aed2c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:21.850722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:21.873406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea22c6d-a73a-450f-af12-d4174e5d29f8 req-ba8cc119-7794-4942-a6d9-5ca48543f7e2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:21.874166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fea22c6d-a73a-450f-af12-d4174e5d29f8 req-ba8cc119-7794-4942-a6d9-5ca48543f7e2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 945 time: 0.0840476 Oct 15 00:31:21.878723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for aecc93c8-f4f8-427a-82e9-6cb0957aed2c owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:21.962519 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fea22c6d-a73a-450f-af12-d4174e5d29f8 req-2d585b5a-9ee4-4487-8415-410993c7351f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801175 Oct 15 00:31:22.147473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:22.186245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=aecc93c8-f4f8-427a-82e9-6cb0957aed2c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:22.248223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port aecc93c8-f4f8-427a-82e9-6cb0957aed2c on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:22.250778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:22.254219 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9852ba2-02b1-492a-9e66-3e089f481737 req-0f20ab40-d11f-45bd-ad37-045a6d69e9e1 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.39 "DELETE /v2.0/ports/aecc93c8-f4f8-427a-82e9-6cb0957aed2c HTTP/1.1" status: 204 len: 173 time: 0.9238596 Oct 15 00:31:22.624089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054e09-7c37-4e9e-9489-3b90974f0d42 req-d8e58da6-d416-4dbc-b858-bb7824433317 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:22.624982 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94054e09-7c37-4e9e-9489-3b90974f0d42 req-d8e58da6-d416-4dbc-b858-bb7824433317 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0797203 Oct 15 00:31:22.675060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94054e09-7c37-4e9e-9489-3b90974f0d42 req-71aca4c0-0ba6-4447-bf74-6535bdac7d60 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403399 Oct 15 00:31:22.796583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cb8d913e-a7ab-4ef1-a310-954a705edaab req-4e5bb6fb-e3b4-483b-b7b3-776195339890 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 210 time: 0.0395679 Oct 15 00:31:22.959060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ce95e67-305f-4790-b4ef-b433e331e1dc req-10e08d1f-9103-4c37-a119-7af19f9e886a tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "GET /v2.0/ports?device_id=a978ced6-675e-49fe-8fd3-6245703de163 HTTP/1.1" status: 200 len: 210 time: 0.0386181 Oct 15 00:31:23.146687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-bc78f020-cae0-4e6d-befe-bf914f904314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:23.151159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-bc78f020-cae0-4e6d-befe-bf914f904314 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1100 time: 0.0718880 Oct 15 00:31:23.307789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:23.405169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-f7b25910-a468-40de-9977-430518c577c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:23.407184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-f7b25910-a468-40de-9977-430518c577c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.2288189 Oct 15 00:31:23.422553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019b5a2-92df-4b89-9074-1e8e945e36a4 req-b3b42a00-79f0-4b48-b5eb-e4cfb4a2cc06 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:23.426823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9019b5a2-92df-4b89-9074-1e8e945e36a4 req-b3b42a00-79f0-4b48-b5eb-e4cfb4a2cc06 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 945 time: 0.1951334 Oct 15 00:31:23.464154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-9c95e42b-5f34-43b9-a165-d70839e34d17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=68c121e4-c064-4802-9369-02468bc7d904 HTTP/1.1" status: 200 len: 217 time: 0.0389190 Oct 15 00:31:23.471985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:31:23.476971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:23.477753 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:23.570010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-277b08a2-20fa-4724-ab16-1023243b7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:23.572505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-277b08a2-20fa-4724-ab16-1023243b7442 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0922034 Oct 15 00:31:23.607988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9019b5a2-92df-4b89-9074-1e8e945e36a4 req-833d0768-8926-4b80-81a9-463c20bbc0da tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424999 Oct 15 00:31:23.638548 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:23.681412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:23.684496 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053228a-13a8-4c32-8c6c-2b1938eace0d" -d '{"events": [{"server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "name": "network-vif-plugged", "status": "completed", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:23.709540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-9f7bd3d6-b597-4b02-a3ef-1e94cae397c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:23.711068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-9f7bd3d6-b597-4b02-a3ef-1e94cae397c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021535 Oct 15 00:31:23.717919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:23.769497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-deleted', 'tag': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:23.773279 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf02e8f1-5c42-4f68-a0c4-49ec5ec838e1" -d '{"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-deleted", "tag": "aecc93c8-f4f8-427a-82e9-6cb0957aed2c"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:23.822307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:23.823127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device aecc93c8-f4f8-427a-82e9-6cb0957aed2c no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:23.838520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-b1e6b524-4e3f-4a2c-bbe1-fff1f681b0d4 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166775 Oct 15 00:31:23.870269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: aecc93c8-f4f8-427a-82e9-6cb0957aed2c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:23.878279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device aecc93c8-f4f8-427a-82e9-6cb0957aed2c not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:23.878279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fd524283-3fc3-441c-9c2e-03ef3b89a2aa no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:23.894818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: fd524283-3fc3-441c-9c2e-03ef3b89a2aa {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:23.901320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fd524283-3fc3-441c-9c2e-03ef3b89a2aa not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:23.932730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:24.104058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f71179-8577-418a-9d44-47fba7f4f514 req-bdf100b8-8691-48fa-93f9-39b135bbc3d3 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:24.105607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81f71179-8577-418a-9d44-47fba7f4f514 req-bdf100b8-8691-48fa-93f9-39b135bbc3d3 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.2310617 Oct 15 00:31:24.125243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-c61bbd88-e9ae-4c98-8cea-c4478c9a0702 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:24.127603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-c61bbd88-e9ae-4c98-8cea-c4478c9a0702 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 821 time: 0.2408237 Oct 15 00:31:24.148057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Request body: {'port': {'device_id': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'admin_state_up': True, 'tenant_id': 'f13bebc26af748b9b6ccac6aa830226c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:24.203464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81f71179-8577-418a-9d44-47fba7f4f514 req-ac02beab-afae-49a3-aac8-4195ee361294 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883949 Oct 15 00:31:24.220022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84a05c6a-ba7b-4749-bc09-cae26d526d70 req-f8f004cf-7d1a-4f30-b9cf-dd655e1ec582 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571219 Oct 15 00:31:24.269823 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c8e2ea-f2f1-49e6-a92c-e4b2ee32a685 x-openstack-request-id: req-48c8e2ea-f2f1-49e6-a92c-e4b2ee32a685 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:24.271031 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "name": "network-vif-plugged", "status": "completed", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:24.271314 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48c8e2ea-f2f1-49e6-a92c-e4b2ee32a685 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:24.271714 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'code': 200} Oct 15 00:31:24.311012 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20abd463-bdf7-4981-ad97-654b8cf1ccc2 x-openstack-request-id: req-20abd463-bdf7-4981-ad97-654b8cf1ccc2 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:24.311559 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a978ced6-675e-49fe-8fd3-6245703de163", "name": "network-vif-deleted", "tag": "aecc93c8-f4f8-427a-82e9-6cb0957aed2c", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:24.311804 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20abd463-bdf7-4981-ad97-654b8cf1ccc2 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:24.312364 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a978ced6-675e-49fe-8fd3-6245703de163', 'name': 'network-vif-deleted', 'tag': 'aecc93c8-f4f8-427a-82e9-6cb0957aed2c', 'status': 'completed', 'code': 200} Oct 15 00:31:24.445983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc63c-ce68-4f74-b91c-f6b8c395ff67 req-d4bbaff1-bd43-4b41-b659-f08e667911c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:24.447812 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-945dc63c-ce68-4f74-b91c-f6b8c395ff67 req-d4bbaff1-bd43-4b41-b659-f08e667911c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 1097 time: 0.0577245 Oct 15 00:31:24.454715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c81348f9-1fdd-4961-b7bf-5046b804d14b req-838880b2-c583-4ceb-88e3-7684ea25db58 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 210 time: 0.0723939 Oct 15 00:31:24.457659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Made reservation on behalf of f13bebc26af748b9b6ccac6aa830226c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:24.468310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:24.564994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-945dc63c-ce68-4f74-b91c-f6b8c395ff67 req-8bfbf9d2-2039-4536-9cda-62c801838b97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003592 Oct 15 00:31:24.659829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Allocated IP 172.20.0.9 (15cf1ac1-03b3-4007-a55b-4fc90ffda65b/aae4a766-1696-4a38-ae06-6b0eb1de0330/bb7af7b1-41ee-4d30-bce0-13216b06f562) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:24.689166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32926) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:24.774875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting subnet 3c63741a-e3fe-4751-8f97-436b65e17857 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:31:24.780004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:24.850626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:24.967563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:24.997388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-427bc22f-129d-4e13-aba1-d116550d729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:24.999125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-427bc22f-129d-4e13-aba1-d116550d729a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c4a7190539b423abae4e5cf18b813df&device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 1101 time: 0.1037035 Oct 15 00:31:25.001541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ddcf0-ebf3-4bb5-be34-9e260376edc2 req-3e0f7534-9b80-49ce-a438-e8308de5d4ae tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:25.003331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-999ddcf0-ebf3-4bb5-be34-9e260376edc2 req-3e0f7534-9b80-49ce-a438-e8308de5d4ae tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 946 time: 0.0870187 Oct 15 00:31:25.059656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:25.067813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-999ddcf0-ebf3-4bb5-be34-9e260376edc2 req-77f0e44f-bc13-4c5f-83f9-89a377479922 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521462 Oct 15 00:31:25.119212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:25.208495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:25.210683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-4d919a10-2814-40f7-b00d-2eb89debb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:25.212907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:25.217118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:25.225101 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-4d919a10-2814-40f7-b00d-2eb89debb237 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1993775 Oct 15 00:31:25.282133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event updated for resources: {'Port': ['ID=bb7af7b1-41ee-4d30-bce0-13216b06f562,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:25.354999 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-73d2fe0c-5463-46da-b911-fee433ed09c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=fe3ac701-337f-4177-90c9-824fabce6bd1 HTTP/1.1" status: 200 len: 217 time: 0.1170423 Oct 15 00:31:25.358411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:25.394206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:25.395756 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:25.430680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225764c-359b-45a8-9f08-1eeb1232cfe8 req-1d0aaf02-5ad5-4c66-9b2c-1dd98d60d842 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:25.432811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f225764c-359b-45a8-9f08-1eeb1232cfe8 req-1d0aaf02-5ad5-4c66-9b2c-1dd98d60d842 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1044638 Oct 15 00:31:25.440570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Subnet': ['ID=3c63741a-e3fe-4751-8f97-436b65e17857,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:25.442756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:25.445124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25635ce-20a7-44b6-9b64-96a5492a3a87 None None] Network 62f613ad-9d1e-4e84-b4c0-d65250371841 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:25.446225 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3066c5ec-5fe3-4cf0-b209-69f6a1febf90 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/subnets/3c63741a-e3fe-4751-8f97-436b65e17857 HTTP/1.1" status: 204 len: 168 time: 0.7526515 Oct 15 00:31:25.450695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:25.488328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-0a318e7b-28e6-4d65-a45e-9ecbd925b6cd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3443356 Oct 15 00:31:25.499149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-2b634c46-ccb1-49a1-8a7f-234eb6d824db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:25.500995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-2b634c46-ccb1-49a1-8a7f-234eb6d824db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1281869 Oct 15 00:31:25.526839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Request body: {'port': {'device_id': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:25.607808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f225764c-359b-45a8-9f08-1eeb1232cfe8 req-ebb4885d-eed1-428c-91fe-4c4f628a915b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557178 Oct 15 00:31:25.615649 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:25.660409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-31666544-1990-4651-b6cf-f11f3b96c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:25.664296 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-31666544-1990-4651-b6cf-f11f3b96c205 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938377 Oct 15 00:31:25.729813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:25.872202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32944) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:25.907323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] DHCP port deletion for 62f613ad-9d1e-4e84-b4c0-d65250371841 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:31:26.025666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] Deleting port 91b516c6-4350-497e-94d8-3b02afb49c4a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:26.028646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.157807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] For port 91b516c6-4350-497e-94d8-3b02afb49c4a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=91b516c6-4350-497e-94d8-3b02afb49c4a,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:26.158509 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.169978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8ffd6-8c14-42b2-8f7d-4bb8677f6c39 req-dcab4e30-4b34-4852-bb1d-11dc9297b317 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:26.179138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] Calling delete_port for 91b516c6-4350-497e-94d8-3b02afb49c4a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:26.183429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cbb8ffd6-8c14-42b2-8f7d-4bb8677f6c39 req-dcab4e30-4b34-4852-bb1d-11dc9297b317 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 931 time: 0.3480387 Oct 15 00:31:26.259871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aba4ea34-66d2-4519-9c77-58a9f790b48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.261157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34470833-6dbf-44f2-a9b1-769edb866d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.325263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port 91b516c6-4350-497e-94d8-3b02afb49c4a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:26.325881 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.341468 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-040af986-78cd-45fd-8f7b-671d607082a7 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468198 Oct 15 00:31:26.376649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34470833-6dbf-44f2-a9b1-769edb866d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.393983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cbb8ffd6-8c14-42b2-8f7d-4bb8677f6c39 req-22e74e3b-d813-4f7e-b481-aff1483d7c44 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069561 Oct 15 00:31:26.446467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port 91b516c6-4350-497e-94d8-3b02afb49c4a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=91b516c6-4350-497e-94d8-3b02afb49c4a,segment=NetworkSegment(7b237aa9-8183-4c7d-8484-05a382a0ec90),segment_id=7b237aa9-8183-4c7d-8484-05a382a0ec90)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:26.446824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.455499 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.494406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] Pushing event deleted for resources: {'Port': ['ID=91b516c6-4350-497e-94d8-3b02afb49c4a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:26.498454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0162c3f-96dd-4404-bcce-fdde225196a7 None None] No DVR routers for this DVR port 91b516c6-4350-497e-94d8-3b02afb49c4a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:26.498747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for 91b516c6-4350-497e-94d8-3b02afb49c4a owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:26.549750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34470833-6dbf-44f2-a9b1-769edb866d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.576526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab6f083a-8d92-4dea-bdca-df3530f8c626 req-0ff64724-bb40-4964-bf2c-af2c92f187f6 service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234340 Oct 15 00:31:26.581949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34470833-6dbf-44f2-a9b1-769edb866d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e7970-f7ee-4c21-b969-4034ed904c9f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:26.621233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.621487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34470833-6dbf-44f2-a9b1-769edb866d30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5611c3ca335d4619a5d31d4a1f5a4248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7426617 Oct 15 00:31:26.623296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:26.658813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=91b516c6-4350-497e-94d8-3b02afb49c4a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:26.671337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port 91b516c6-4350-497e-94d8-3b02afb49c4a on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:26.776509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7af7b1-41ee-4d30-bce0-13216b06f562 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:26.792615 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.795809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18320eb0-e969-4ae0-8942-f387ff07fd18 req-59a91369-1a8a-4ec5-9be2-dda1e32eb3c2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:26.802824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c1181-ce8a-407a-b15d-c3acf900e27f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.803968 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18320eb0-e969-4ae0-8942-f387ff07fd18 req-59a91369-1a8a-4ec5-9be2-dda1e32eb3c2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 946 time: 0.1181083 Oct 15 00:31:26.807805 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.828264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f613ad-9d1e-4e84-b4c0-d65250371841']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:26.849764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b237aa9-8183-4c7d-8484-05a382a0ec90') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:26.850164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b237aa9-8183-4c7d-8484-05a382a0ec90') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:26.853313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c1181-ce8a-407a-b15d-c3acf900e27f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.870934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.908220 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.919672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18320eb0-e969-4ae0-8942-f387ff07fd18 req-6e8a0a4c-f99a-47ba-b5cb-db1e369be791 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144819 Oct 15 00:31:26.929825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:31:26.930222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:31:26.933513 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:31:27.072084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c1181-ce8a-407a-b15d-c3acf900e27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.073038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb960d6b-d747-4823-88eb-4269d95bf42a req-3bc4a09b-06f8-410d-8310-04464e96f625 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:27.075281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c1181-ce8a-407a-b15d-c3acf900e27f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.076833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-106c1181-ce8a-407a-b15d-c3acf900e27f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/822e7970-f7ee-4c21-b969-4034ed904c9f HTTP/1.1" status: 204 len: 168 time: 0.4516330 Oct 15 00:31:27.084400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb960d6b-d747-4823-88eb-4269d95bf42a req-3bc4a09b-06f8-410d-8310-04464e96f625 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0632670 Oct 15 00:31:27.086827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Transition to ACTIVE for port object bb7af7b1-41ee-4d30-bce0-13216b06f562 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:31:27.093413 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.103884 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.108330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/networks/62f613ad-9d1e-4e84-b4c0-d65250371841 HTTP/1.1" status: 204 len: 168 time: 1.6565323 Oct 15 00:31:27.111162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c1181-ce8a-407a-b15d-c3acf900e27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e7970-f7ee-4c21-b969-4034ed904c9f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:27.113199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32962) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:27.142872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9810a8-204b-47f2-828b-14eea3a5e8fe tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Network': ['ID=62f613ad-9d1e-4e84-b4c0-d65250371841,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:27.142983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb960d6b-d747-4823-88eb-4269d95bf42a req-3180ef8b-d2db-4eb3-a811-3e8b0c2c8d6b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557113 Oct 15 00:31:27.157367 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.213095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting subnet 056daa7a-8087-4849-9f0d-d7ae873b0178 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:31:27.218847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.248973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7af7b1-41ee-4d30-bce0-13216b06f562,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:27.289777 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.453755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Attempting to bind port bb7af7b1-41ee-4d30-bce0-13216b06f562 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:31:27.453972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Attempting to bind port bb7af7b1-41ee-4d30-bce0-13216b06f562 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:31:27.454499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Attempting to bind port bb7af7b1-41ee-4d30-bce0-13216b06f562 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:27.465297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Port bb7af7b1-41ee-4d30-bce0-13216b06f562 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:31:27.466838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Attempting to bind port bb7af7b1-41ee-4d30-bce0-13216b06f562 on network 15cf1ac1-03b3-4007-a55b-4fc90ffda65b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:27.485764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-b40c054f-621c-4908-a57e-2558c8f76967 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:27.490971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91b516c6-4350-497e-94d8-3b02afb49c4a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:27.493420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-b40c054f-621c-4908-a57e-2558c8f76967 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1172681 Oct 15 00:31:27.514523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:31:27.514854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Checking segment: {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:27.515267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Bound using segment: {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:31:27.515661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Bound port: bb7af7b1-41ee-4d30-bce0-13216b06f562, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '632236c3-f980-4526-b175-55583cafa600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:31:27.516010 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.526874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.552007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 91b516c6-4350-497e-94d8-3b02afb49c4a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:27.552627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91b516c6-4350-497e-94d8-3b02afb49c4a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:27.617247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-21e6839b-75c6-4a27-9f1a-86556083cf5c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.1218956 Oct 15 00:31:27.623444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'floatingip': {'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:27.688819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.737079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.802010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Subnet': ['ID=056daa7a-8087-4849-9f0d-d7ae873b0178,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:27.805401 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:27.808917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b4b4bff1-d44e-41ec-9743-d745168213e8 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/subnets/056daa7a-8087-4849-9f0d-d7ae873b0178 HTTP/1.1" status: 204 len: 168 time: 0.6806095 Oct 15 00:31:27.814154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32970) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:27.828487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b57ce0-4769-4531-8fe2-46ad7eea63ed None None] Network 0004964e-28c1-4db7-8aac-74771eaf5345 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:27.955941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.095723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Deleting port 50326145-d023-4a60-bc60-e18ff864a410 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:28.096026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.137657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32974) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:28.188411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c07b147-317f-46dc-9555-46ac29fa3c6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.218907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] For port 50326145-d023-4a60-bc60-e18ff864a410, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=50326145-d023-4a60-bc60-e18ff864a410,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:28.219589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.241259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Calling delete_port for 50326145-d023-4a60-bc60-e18ff864a410 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:28.248662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] DHCP port deletion for 0004964e-28c1-4db7-8aac-74771eaf5345 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:31:28.312365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] For port bb7af7b1-41ee-4d30-bce0-13216b06f562, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:31:28.321789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] For port bb7af7b1-41ee-4d30-bce0-13216b06f562, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=bb7af7b1-41ee-4d30-bce0-13216b06f562,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:31:28.336595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] Deleting port 50326145-d023-4a60-bc60-e18ff864a410 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:28.337054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.416587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] For port 50326145-d023-4a60-bc60-e18ff864a410, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=50326145-d023-4a60-bc60-e18ff864a410,segment=NetworkSegment(7088b7ce-60fe-442c-b1b8-a1880a9ad527),segment_id=7088b7ce-60fe-442c-b1b8-a1880a9ad527)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:28.416885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.437265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] Calling delete_port for 50326145-d023-4a60-bc60-e18ff864a410 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:28.446818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c07b147-317f-46dc-9555-46ac29fa3c6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.672330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.674700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.676974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c07b147-317f-46dc-9555-46ac29fa3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.683738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.741514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07b147-317f-46dc-9555-46ac29fa3c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e7f72-e16c-4541-9923-8f142735feaa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:28.752494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Port': ['ID=50326145-d023-4a60-bc60-e18ff864a410,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:28.768517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] No DVR routers for this DVR port 50326145-d023-4a60-bc60-e18ff864a410 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:28.785935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1c07b147-317f-46dc-9555-46ac29fa3c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcc4808178bf484bbdeff4e5f8144a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6531153 Oct 15 00:31:28.794827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.797207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:28.814068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:28.815717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.818057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] 10.222.0.30 "PUT /v2.0/ports/bb7af7b1-41ee-4d30-bce0-13216b06f562 HTTP/1.1" status: 200 len: 1091 time: 3.3035953 Oct 15 00:31:28.823849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] No DVR routers for this DVR port 50326145-d023-4a60-bc60-e18ff864a410 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:28.834467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3922dc-ee8a-4a18-a3c5-6e7e00cbc717 None None] Pushing event deleted for resources: {'Port': ['ID=50326145-d023-4a60-bc60-e18ff864a410,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:28.863134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'tag': 'bb7af7b1-41ee-4d30-bce0-13216b06f562'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:28.866704 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46" -d '{"events": [{"name": "network-changed", "server_uuid": "17ee1d5d-eda5-4a62-b345-07799fcf9aec", "tag": "bb7af7b1-41ee-4d30-bce0-13216b06f562"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:28.912939 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6ad15f8c-19e2-4a1e-a90d-6701450f7da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.915753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.920856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:28.968322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0004964e-28c1-4db7-8aac-74771eaf5345']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:28.988573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7088b7ce-60fe-442c-b1b8-a1880a9ad527') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:28.988908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7088b7ce-60fe-442c-b1b8-a1880a9ad527') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:29.033567 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.037068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffcc97-3bc6-463b-ba9c-ffaba5517e40 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7af7b1-41ee-4d30-bce0-13216b06f562,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:29.040024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fc195fd-837d-4df0-8434-e24319c36306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.061643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.095319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:31:29.095724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:31:29.101779 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:31:29.156146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fc195fd-837d-4df0-8434-e24319c36306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.175041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-186a36d3-fa93-4ecd-b2a3-0a95c7cfc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:29.178963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-186a36d3-fa93-4ecd-b2a3-0a95c7cfc2fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 1094 time: 0.2010255 Oct 15 00:31:29.261158 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3 associated. External IP: 172.25.2.89, port: 69b93bdb-f583-4ab9-b76d-ee50c0c2536d. Oct 15 00:31:29.273725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-dd77d658-d877-4daf-9668-00394c0a77ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb7af7b1-41ee-4d30-bce0-13216b06f562 HTTP/1.1" status: 200 len: 217 time: 0.0765514 Oct 15 00:31:29.416075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-666391a8-faf5-4fdf-8551-1e652547c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:29.417518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-666391a8-faf5-4fdf-8551-1e652547c990 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aae4a766-1696-4a38-ae06-6b0eb1de0330 HTTP/1.1" status: 200 len: 861 time: 0.1045234 Oct 15 00:31:29.427489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.439596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 50326145-d023-4a60-bc60-e18ff864a410 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:29.443390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.450834 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] 10.222.0.13 "DELETE /v2.0/networks/0004964e-28c1-4db7-8aac-74771eaf5345 HTTP/1.1" status: 204 len: 168 time: 1.6363988 Oct 15 00:31:29.471123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-e62f7b7f-3144-4877-bb45-ac570758c39e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377295 Oct 15 00:31:29.491518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88afd22-cc06-4e7e-846f-f82491f72b57 tempest-ServersTestMultiNic-1955846177 tempest-ServersTestMultiNic-1955846177-project] Pushing event deleted for resources: {'Network': ['ID=0004964e-28c1-4db7-8aac-74771eaf5345,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:29.492907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 50326145-d023-4a60-bc60-e18ff864a410 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:29.493503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 50326145-d023-4a60-bc60-e18ff864a410 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:29.553511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fc195fd-837d-4df0-8434-e24319c36306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.556389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fc195fd-837d-4df0-8434-e24319c36306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:29.560508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0fc195fd-837d-4df0-8434-e24319c36306 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e67e7f72-e16c-4541-9923-8f142735feaa HTTP/1.1" status: 204 len: 168 time: 0.7535355 Oct 15 00:31:29.589869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc195fd-837d-4df0-8434-e24319c36306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e7f72-e16c-4541-9923-8f142735feaa,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:29.733575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-d7a3da11-0d0a-49b9-a560-50e12e008fd2 service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515066 Oct 15 00:31:29.753000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:29.936502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc3ab5d1-bd9c-4c73-b5f9-fbbec03a3548 req-ba9eda33-2ea5-43ce-a327-7fd7c24a52c8 service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923792 Oct 15 00:31:29.968236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:29.977190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:30.058655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:30.061844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-f7f11e75-f9fe-4b90-9ffe-ae7d9228a0a2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "PUT /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 200 len: 995 time: 2.4414272 Oct 15 00:31:30.084468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:30.085403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:30.195432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-a6aa6c26-c0da-43f9-8f39-2415b2dad85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:30.198308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-a6aa6c26-c0da-43f9-8f39-2415b2dad85c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.1042638 Oct 15 00:31:30.264764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:30.374075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:30.377515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:30.452770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-0f9a0207-02f0-41f2-86f1-27e01eb56c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:30.454928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-0f9a0207-02f0-41f2-86f1-27e01eb56c08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.2425895 Oct 15 00:31:30.576961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-65051a04-d337-4c99-bf2d-814e0f4b2b08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 998 time: 0.1097152 Oct 15 00:31:30.648166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:bd:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:28Z', 'revision_number': 1, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:30.690800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:30.701742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:30.702369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:30.705891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-911dfcbd-44f2-41cb-bb7d-5b641a1be710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:30.715763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-911dfcbd-44f2-41cb-bb7d-5b641a1be710 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.1361306 Oct 15 00:31:30.811204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-512d64d2-669a-4730-8674-a8ca01ac4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:30.815290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-512d64d2-669a-4730-8674-a8ca01ac4834 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980020 Oct 15 00:31:30.835367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-145b7e4a-6561-4c8e-a603-aee7a4a630ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:31:30.839824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-145b7e4a-6561-4c8e-a603-aee7a4a630ae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0112791 Oct 15 00:31:30.862912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:31.013845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-b2ddefb0-32a3-44d0-a160-e1d56805f483 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684926 Oct 15 00:31:31.191140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a39d0-89ab-471c-ae06-5cf668c48d29 req-2c79b6ec-b9bf-4870-a82a-1b1db3679ba1 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703851 Oct 15 00:31:31.499309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:bd:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:28Z', 'revision_number': 1, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:31.526563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782634-f48b-464e-9671-befde479ef1d req-807f1f34-52d0-4508-b226-e764f7a535af tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:31.539850 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4782634-f48b-464e-9671-befde479ef1d req-807f1f34-52d0-4508-b226-e764f7a535af tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 943 time: 0.0933516 Oct 15 00:31:31.565770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4da5642-4325-40b9-8702-2e1c142a56d1 None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:bd:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:28Z', 'revision_number': 1, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:31.602734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4782634-f48b-464e-9671-befde479ef1d req-9d9ecca4-b5da-495e-b3d2-477d38cbfad9 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604174 Oct 15 00:31:31.866992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfdd4a-1a2c-4e9d-963c-48c05d77f894 req-0728d89e-fd1b-44ab-81fe-013586680d79 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:31.878237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bddfdd4a-1a2c-4e9d-963c-48c05d77f894 req-0728d89e-fd1b-44ab-81fe-013586680d79 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1008050 Oct 15 00:31:31.937886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bddfdd4a-1a2c-4e9d-963c-48c05d77f894 req-e12378d4-2acc-495e-bb1f-ef52ee08a2fe tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579066 Oct 15 00:31:31.963124 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a95161-8e34-4ab2-81aa-7f37a3d3911f None None] New status for floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:31:32.001027 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dd77e6-b055-4490-b0dc-fd0b43194b30 x-openstack-request-id: req-74dd77e6-b055-4490-b0dc-fd0b43194b30 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:32.001371 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ee1d5d-eda5-4a62-b345-07799fcf9aec", "tag": "bb7af7b1-41ee-4d30-bce0-13216b06f562", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:32.001583 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74dd77e6-b055-4490-b0dc-fd0b43194b30 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:32.001990 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'tag': 'bb7af7b1-41ee-4d30-bce0-13216b06f562', 'status': 'completed', 'code': 200} Oct 15 00:31:32.137419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-1cb4f8a1-2b20-4ae9-9429-6c63780879b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:32.139705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-1cb4f8a1-2b20-4ae9-9429-6c63780879b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f13bebc26af748b9b6ccac6aa830226c&device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 1094 time: 0.1149275 Oct 15 00:31:32.188128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:32.350265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device bb7af7b1-41ee-4d30-bce0-13216b06f562 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:32.380761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-7006b98c-6af8-40f5-b1aa-2ff5b970677b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:32.388837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-7006b98c-6af8-40f5-b1aa-2ff5b970677b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1974764 Oct 15 00:31:32.412243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-268279ae-a12d-47ea-939c-c8b5b9bdcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:32.414596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-268279ae-a12d-47ea-939c-c8b5b9bdcc2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 200 len: 922 time: 0.2641811 Oct 15 00:31:32.583283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port bb7af7b1-41ee-4d30-bce0-13216b06f562, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=bb7af7b1-41ee-4d30-bce0-13216b06f562,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:32.583283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'bb7af7b1-41ee-4d30-bce0-13216b06f562', 'network_id': '15cf1ac1-03b3-4007-a55b-4fc90ffda65b', 'port_id': 'bb7af7b1-41ee-4d30-bce0-13216b06f562', 'mac_address': 'fa:16:3e:11:7e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae4a766-1696-4a38-ae06-6b0eb1de0330', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:32.625626 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:32.637300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-1e5749c3-f556-428c-b13d-92376eca9f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb7af7b1-41ee-4d30-bce0-13216b06f562 HTTP/1.1" status: 200 len: 217 time: 0.1785636 Oct 15 00:31:32.655987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7af7b1-41ee-4d30-bce0-13216b06f562 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:32.685659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port bb7af7b1-41ee-4d30-bce0-13216b06f562, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=bb7af7b1-41ee-4d30-bce0-13216b06f562,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:32.744164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-ec152341-4ab9-4ce0-bc9a-bf9b0a17450a tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1000 time: 0.3540440 Oct 15 00:31:32.752537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'floatingip': {'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:32.837402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-ed35ac31-1025-4b72-8c83-66dab07097eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:32.840442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-ed35ac31-1025-4b72-8c83-66dab07097eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aae4a766-1696-4a38-ae06-6b0eb1de0330 HTTP/1.1" status: 200 len: 861 time: 0.1816642 Oct 15 00:31:32.882176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:32.916383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-27a2bf0f-9853-4067-b704-1ed06236611d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15cf1ac1-03b3-4007-a55b-4fc90ffda65b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645311 Oct 15 00:31:33.112794 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:33.151254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-7b172c8a-6a14-45bd-9900-301ff2d3c00c service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266808 Oct 15 00:31:33.200471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=bb7af7b1-41ee-4d30-bce0-13216b06f562,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:33.357614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a28d13b8-e8d6-4746-ab1f-c45ae57ccd46 req-736b0204-d0ff-4d12-bb87-2b26eaaa33a6 service neutron] 10.222.0.30 "GET /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980777 Oct 15 00:31:33.435198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['bb7af7b1-41ee-4d30-bce0-13216b06f562'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:34.005811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:34.007601 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc5441-8f8a-47fb-b629-201412e0dd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:34.037474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:34.100452 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:34.235569 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3 associated. External IP: 172.25.2.89, port: 69b93bdb-f583-4ab9-b76d-ee50c0c2536d. Oct 15 00:31:34.349958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device bb7af7b1-41ee-4d30-bce0-13216b06f562 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:34.490539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port bb7af7b1-41ee-4d30-bce0-13216b06f562 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:31:34.494839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port bb7af7b1-41ee-4d30-bce0-13216b06f562 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:34.495591 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:34.544013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:34.628297 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:34.655595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7af7b1-41ee-4d30-bce0-13216b06f562'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:34.668089 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330195e-7a34-423e-8351-b575098c9fd7" -d '{"events": [{"server_uuid": "17ee1d5d-eda5-4a62-b345-07799fcf9aec", "name": "network-vif-plugged", "status": "completed", "tag": "bb7af7b1-41ee-4d30-bce0-13216b06f562"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:34.675509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port bb7af7b1-41ee-4d30-bce0-13216b06f562, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=bb7af7b1-41ee-4d30-bce0-13216b06f562,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:34.697257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:34.711660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:34.736926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:34.740665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:34.814968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:34.935671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=bb7af7b1-41ee-4d30-bce0-13216b06f562,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:34.961506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:34.981326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:35.126369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:35.132297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:35.200503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3614946e-f545-490e-bf3d-b2009ab181b2 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "PUT /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 200 len: 998 time: 2.4545491 Oct 15 00:31:35.276316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-cefc34d6-10f2-4bc2-b65a-3bcc1dbfde81 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:35.278206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-cefc34d6-10f2-4bc2-b65a-3bcc1dbfde81 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports/69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 942 time: 0.0698154 Oct 15 00:31:35.308693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:73:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:33Z', 'revision_number': 3, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:35.338660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:35.350540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:35.350540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:35.460539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-908f39f7-bbfc-4e94-845d-ad097c9967ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:35.462643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-908f39f7-bbfc-4e94-845d-ad097c9967ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.0766702 Oct 15 00:31:35.479557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:35.582861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-f6c84721-1e4e-4fc0-ac59-5f3f7e414eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:35.585845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-f6c84721-1e4e-4fc0-ac59-5f3f7e414eb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.1147702 Oct 15 00:31:35.683358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-bb6eedce-eda9-49ff-80aa-0fa1acd9bb64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 217 time: 0.0890050 Oct 15 00:31:35.750911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-81b557e5-2c3d-4543-9945-6786eadf6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:35.752959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-81b557e5-2c3d-4543-9945-6786eadf6e3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0629306 Oct 15 00:31:35.754603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:73:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:33Z', 'revision_number': 3, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:35.798618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279125bd-4c48-41e3-a580-a31acf6eebdf None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:73:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:33Z', 'revision_number': 3, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:35.846988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-ef02f24e-3b31-4082-a160-0b8fa099ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:35.849582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-ef02f24e-3b31-4082-a160-0b8fa099ece4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863321 Oct 15 00:31:35.974370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-c8a6cea4-2428-4593-ab3d-4cdc91e44687 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184549 Oct 15 00:31:36.065063 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e51c8-1725-477a-acfd-ed1c5a06273a None None] New status for floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:31:36.097283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-8a20b539-58b0-4b6e-aa1f-86a6d0844096 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165788 Oct 15 00:31:36.274235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-8a857042-3e2b-4b71-88b9-8e73e1e9d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:36.275679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-8a857042-3e2b-4b71-88b9-8e73e1e9d692 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 1097 time: 0.0584290 Oct 15 00:31:36.434891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-1db8a4f3-b950-4287-8292-d6a6c75449e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:36.436772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-1db8a4f3-b950-4287-8292-d6a6c75449e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.1539376 Oct 15 00:31:36.490885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:36.541889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:36.543000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:36.598740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-9991ca58-cd0a-481b-8a2d-b6d05b330882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 1001 time: 0.1487670 Oct 15 00:31:36.666833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-0cdc8d54-1e1f-41af-9566-df57f842a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:36.668609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-0cdc8d54-1e1f-41af-9566-df57f842a6e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0611405 Oct 15 00:31:36.736583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3eb53a3c-241b-43fd-aadc-3223f07988d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:36.741276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-3eb53a3c-241b-43fd-aadc-3223f07988d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619507 Oct 15 00:31:36.770348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:37.047634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-c4f0e91e-25fd-4e97-a70e-aa863d99e20f service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246530 Oct 15 00:31:37.135610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a09b1a6a-10d5-463f-80f9-1126eada05c7 req-094347fd-ad67-44a3-989c-0939433f034e service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514623 Oct 15 00:31:37.186436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:73:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:36Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:37.222936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:37.240568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:37.241577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:37.375235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:37.765503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:73:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:36Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:37.799121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d922e-eac9-4170-8d42-4d2a9770fc0f None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:73:3c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:36Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:38.092050 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:31:38.169085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea44f1-4e50-4e3d-bbda-beb5f9d855c4 req-e350e3e2-b76f-49e6-9fa3-719fd6ee6049 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:38.178187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51ea44f1-4e50-4e3d-bbda-beb5f9d855c4 req-e350e3e2-b76f-49e6-9fa3-719fd6ee6049 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 945 time: 0.1232076 Oct 15 00:31:38.235244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51ea44f1-4e50-4e3d-bbda-beb5f9d855c4 req-122b3965-5776-4825-b929-843e3736dfcd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568271 Oct 15 00:31:38.275288 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293f03a1-b95b-44e7-a96b-050277386d41 x-openstack-request-id: req-293f03a1-b95b-44e7-a96b-050277386d41 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:38.275796 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:38.276227 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-293f03a1-b95b-44e7-a96b-050277386d41 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:38.276788 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'status': 'completed', 'code': 200} Oct 15 00:31:38.338289 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e09605d-546a-46e3-8e8f-f463da4680b1 x-openstack-request-id: req-0e09605d-546a-46e3-8e8f-f463da4680b1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:38.338894 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ee1d5d-eda5-4a62-b345-07799fcf9aec", "name": "network-vif-plugged", "status": "completed", "tag": "bb7af7b1-41ee-4d30-bce0-13216b06f562", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:38.339256 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e09605d-546a-46e3-8e8f-f463da4680b1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:38.339685 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7af7b1-41ee-4d30-bce0-13216b06f562', 'code': 200} Oct 15 00:31:38.365488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:31:38.413574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cba47-ce72-4c4e-935d-0dc0ddc7988c req-8171c670-f116-4a41-b16a-703067946873 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:38.435596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e49cba47-ce72-4c4e-935d-0dc0ddc7988c req-8171c670-f116-4a41-b16a-703067946873 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1906514 Oct 15 00:31:38.506117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e271b6ef-d8b2-4c41-a709-37d85d56850f req-4d736f15-fc66-4a33-949d-3793ae132692 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.1428833 Oct 15 00:31:38.506117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1624500-0472-4094-8ce2-3edfd57ade1b req-7f4ea153-b1c0-4779-aa88-0c7f75ae4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:38.509986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1624500-0472-4094-8ce2-3edfd57ade1b req-7f4ea153-b1c0-4779-aa88-0c7f75ae4559 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 1096 time: 0.0773513 Oct 15 00:31:38.524093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-0dd20550-666b-4f4d-9a57-1fd2a052dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:38.539441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-0dd20550-666b-4f4d-9a57-1fd2a052dba9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.2302375 Oct 15 00:31:38.556012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e49cba47-ce72-4c4e-935d-0dc0ddc7988c req-03915a9f-3cf7-4406-a96d-23c54a9225b5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194534 Oct 15 00:31:38.586718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1624500-0472-4094-8ce2-3edfd57ade1b req-528ef197-d10b-4fc3-aab0-b5a26637a487 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644913 Oct 15 00:31:38.602390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271b6ef-d8b2-4c41-a709-37d85d56850f req-dca099d2-f06e-4c5e-be44-3bb9a1897787 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:38.622554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e271b6ef-d8b2-4c41-a709-37d85d56850f req-dca099d2-f06e-4c5e-be44-3bb9a1897787 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports/5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 943 time: 0.1182315 Oct 15 00:31:38.752723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:38.778727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33084) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:38.780672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '68c121e4-c064-4802-9369-02468bc7d904', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '68c121e4-c064-4802-9369-02468bc7d904', 'mac_address': 'fa:16:3e:22:4c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:31:38.805332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-75e36864-87a7-475d-9024-37439ce674fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:38.807170 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-75e36864-87a7-475d-9024-37439ce674fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.2497845 Oct 15 00:31:38.880514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-62c08e1f-b77d-4080-ac17-30821d5f4b60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 217 time: 0.0573897 Oct 15 00:31:38.925048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e271b6ef-d8b2-4c41-a709-37d85d56850f req-ccdab9f0-0501-441a-8069-8345352f7187 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.2308645 Oct 15 00:31:38.928417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:38.948790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-0d0b9f73-50d2-4dd7-8464-5698b042ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:38.950705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-0d0b9f73-50d2-4dd7-8464-5698b042ec81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0618696 Oct 15 00:31:38.974866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68c121e4-c064-4802-9369-02468bc7d904 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:39.044898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-3edf872f-ea68-4ec8-a5f8-0970b4673686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:39.049878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:39.051108 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-3edf872f-ea68-4ec8-a5f8-0970b4673686 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888028 Oct 15 00:31:39.063310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271b6ef-d8b2-4c41-a709-37d85d56850f req-5b1a4f2f-74d9-4f4c-9ad8-dc0eef7700da tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:39.071895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e271b6ef-d8b2-4c41-a709-37d85d56850f req-5b1a4f2f-74d9-4f4c-9ad8-dc0eef7700da tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1438234 Oct 15 00:31:39.112613 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:39.277369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:39.279380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33104) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:39.303629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-97c4645e-5a4e-45d5-9d30-ebde717f9b80 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378061 Oct 15 00:31:39.346273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-049790be-4ae8-4e46-8fa7-a017b8df9c77 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.2205207 Oct 15 00:31:39.429327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['68c121e4-c064-4802-9369-02468bc7d904'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:39.507482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bcff-dea8-413e-823f-94c8c9420348 req-53307ed2-af31-4a2a-aa15-87278e0e0246 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:39.507482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-53307ed2-af31-4a2a-aa15-87278e0e0246 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports/5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 943 time: 0.1352637 Oct 15 00:31:39.548544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:39.562535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73cc5441-8f8a-47fb-b629-201412e0dd6e req-fe7c6ab5-cd52-4143-b769-99bcd282774c service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456856 Oct 15 00:31:39.600022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac41c-8dfe-4d00-b7f4-5e3198b361a9 req-5a12e7fe-a3e9-4fdf-930f-7858f84ff64b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:39.601619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-277ac41c-8dfe-4d00-b7f4-5e3198b361a9 req-5a12e7fe-a3e9-4fdf-930f-7858f84ff64b tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 945 time: 0.1296685 Oct 15 00:31:39.688799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:39.704125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-277ac41c-8dfe-4d00-b7f4-5e3198b361a9 req-280bccb5-b97d-422c-afc4-79309e7d8ebd tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942092 Oct 15 00:31:39.749541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-05a8070e-bc39-49cd-8aa7-6114422dbadb tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.1870070 Oct 15 00:31:39.847207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6aa990-1422-42a5-b70f-9c7817d99230 req-770c885e-7a05-4d99-8155-5f7f8ceaedfb tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:39.849424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c6aa990-1422-42a5-b70f-9c7817d99230 req-770c885e-7a05-4d99-8155-5f7f8ceaedfb tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 948 time: 0.0841689 Oct 15 00:31:39.889795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c6aa990-1422-42a5-b70f-9c7817d99230 req-73d3bbbe-6537-427e-a8da-c586bcf8ea40 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338731 Oct 15 00:31:39.932770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.190926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.241650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bcff-dea8-413e-823f-94c8c9420348 req-25e8b360-4701-494c-ae3c-92b60c43c425 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:40.241650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-25e8b360-4701-494c-ae3c-92b60c43c425 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.4798310 Oct 15 00:31:40.276806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb66885c699b4659a53216823aefecef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9917009 Oct 15 00:31:40.277047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33152) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:40.306770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d'}, {'name': 'network-changed', 'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:40.306770 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d"}, {"name": "network-changed", "server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:40.317147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649abddf-1537-4123-b69b-aa9389aa0795,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:40.371315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.371659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.371996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.372331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.372660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.372984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.373346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.373626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.374037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.374383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.374702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.375018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4a08b-084e-4859-801d-2568d7bab52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:40.376322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82094387-2a4b-40d0-af89-905e14be011e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.386675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:40.400572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-a31012da-8429-42ca-91ac-a2ee16706c2a tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 1001 time: 0.1508744 Oct 15 00:31:40.423941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:40.439047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82094387-2a4b-40d0-af89-905e14be011e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.474282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 68c121e4-c064-4802-9369-02468bc7d904 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:40.476539 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.525415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.529685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.573966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364a53c-be3a-4eb3-b082-3f94a9343a73 req-9387524b-1866-4102-bac7-fd838a6d4ee7 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:40.576400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b364a53c-be3a-4eb3-b082-3f94a9343a73 req-9387524b-1866-4102-bac7-fd838a6d4ee7 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 950 time: 0.1194236 Oct 15 00:31:40.582150 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.626707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:40.627966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:40.631611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b364a53c-be3a-4eb3-b082-3f94a9343a73 req-0f94c22e-7941-415b-a7ed-78b19991b19d tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Oct 15 00:31:40.633182 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc462b51-83b7-45fc-820b-b4c42a7a9df2" -d '{"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-plugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:40.638697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82094387-2a4b-40d0-af89-905e14be011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.642564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82094387-2a4b-40d0-af89-905e14be011e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.645145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-82094387-2a4b-40d0-af89-905e14be011e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/649abddf-1537-4123-b69b-aa9389aa0795 HTTP/1.1" status: 204 len: 168 time: 0.3664277 Oct 15 00:31:40.665665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82094387-2a4b-40d0-af89-905e14be011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649abddf-1537-4123-b69b-aa9389aa0795,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:40.705444 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dcf9f5-6bbf-4fde-9a34-735618cbdb29 x-openstack-request-id: req-94dcf9f5-6bbf-4fde-9a34-735618cbdb29 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:40.705741 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:40.705993 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94dcf9f5-6bbf-4fde-9a34-735618cbdb29 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:40.706408 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'status': 'completed', 'code': 200} Oct 15 00:31:40.708803 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'status': 'completed', 'code': 200} Oct 15 00:31:40.756156 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad4786f-5165-4653-a3df-f746de820f8b x-openstack-request-id: req-0ad4786f-5165-4653-a3df-f746de820f8b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:40.756156 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-plugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:40.756156 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad4786f-5165-4653-a3df-f746de820f8b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:40.756156 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904', 'code': 200} Oct 15 00:31:40.779815 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.797742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-f660599f-a12d-463c-a36e-6d5735de53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:40.800329 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-f660599f-a12d-463c-a36e-6d5735de53f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.0580282 Oct 15 00:31:40.826542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.883804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:40.922227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:40.922987 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3 disassociated. External IP: 172.25.2.89, port: 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba. Oct 15 00:31:40.963522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-3c7658ef-39f6-4f65-8088-7053bd210958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:40.965074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-3c7658ef-39f6-4f65-8088-7053bd210958 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.1582270 Oct 15 00:31:40.991973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4931f9-4be9-4449-a9c2-23c0996e359a req-7f9b063a-6afc-472f-a857-8269de3b4944 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:40.993652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd4931f9-4be9-4449-a9c2-23c0996e359a req-7f9b063a-6afc-472f-a857-8269de3b4944 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 945 time: 0.0792155 Oct 15 00:31:41.064111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd4931f9-4be9-4449-a9c2-23c0996e359a req-e1bf0b86-9537-4fc5-9c83-27264dd864e0 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Oct 15 00:31:41.065550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-1b9e56f4-b173-48d2-a6af-6433c615062b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 217 time: 0.0923314 Oct 15 00:31:41.149964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-dcf6a450-3ff1-4472-9c02-e68660b2c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:41.151910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-dcf6a450-3ff1-4472-9c02-e68660b2c482 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0785418 Oct 15 00:31:41.178238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae865a-4a70-4415-8fa0-d3e7a9d110e7 req-e939d68b-7f68-4a16-9253-e71dc2dedaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:41.179704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27ae865a-4a70-4415-8fa0-d3e7a9d110e7 req-e939d68b-7f68-4a16-9253-e71dc2dedaff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1100 time: 0.1960936 Oct 15 00:31:41.237424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39309554-3a70-4d7c-af42-b55c97da49ec req-d4683cf0-bd72-45e1-a26d-a55474b4b929 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:41.239017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-39309554-3a70-4d7c-af42-b55c97da49ec req-d4683cf0-bd72-45e1-a26d-a55474b4b929 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0860550 Oct 15 00:31:41.241032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-7bcf5b73-d5a7-4789-9619-4eeebfc6b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:41.242411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-7bcf5b73-d5a7-4789-9619-4eeebfc6b014 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807271 Oct 15 00:31:41.303825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27ae865a-4a70-4415-8fa0-d3e7a9d110e7 req-d14dcf6e-177b-4201-843a-edae90f8474d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028941 Oct 15 00:31:41.345707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-39309554-3a70-4d7c-af42-b55c97da49ec req-57144f54-15d7-4276-8ac0-bde9faa8b6da tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960760 Oct 15 00:31:41.374980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Deleting port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:41.374980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:41.386260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-b7ddf4a5-2582-44a8-8dcd-155fa99fcb1e service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341386 Oct 15 00:31:41.404855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:41.477762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33176) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:41.516773 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9427fe7b-34a4-48b7-a5e4-acedf3d7c8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:41.524223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] For port d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,segment=NetworkSegment(36bd3900-c262-4fb6-ba7a-f440ab5c14be),segment_id=36bd3900-c262-4fb6-ba7a-f440ab5c14be)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:41.525053 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:41.559038 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-d3352cf9-9211-4ea4-b037-3eac0098e4c2 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640129 Oct 15 00:31:41.611056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Calling delete_port for d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:41.638554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:41.646452 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:41.659086 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:41.666708 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9427fe7b-34a4-48b7-a5e4-acedf3d7c8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:41.681488 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:41.682036 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:41.687454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-b4b85c41-c3b8-4da8-abd7-1d0f0f94876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:41.694514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-b4b85c41-c3b8-4da8-abd7-1d0f0f94876a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 1097 time: 0.0847404 Oct 15 00:31:41.718389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-14358d74-dfcf-4049-a315-c95e4d9a894c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "PUT /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 200 len: 694 time: 1.3091977 Oct 15 00:31:41.810980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-548f21f6-8091-4130-ba26-19d53b99f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:41.812519 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-548f21f6-8091-4130-ba26-19d53b99f149 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.1159058 Oct 15 00:31:41.828494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9427fe7b-34a4-48b7-a5e4-acedf3d7c8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:41.886845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-e8e27221-422f-4e7f-b3e6-a9bd89b6758d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 217 time: 0.0664027 Oct 15 00:31:41.906926 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:41.972107 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9427fe7b-34a4-48b7-a5e4-acedf3d7c8a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35759e2280244d688bfe65145f2dc670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903655 Oct 15 00:31:41.978509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33186) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:41.986746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427fe7b-34a4-48b7-a5e4-acedf3d7c8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544f6fd7-ed69-4df5-93a5-07681593ff04,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:42.032534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-4f6a006a-d03b-4d90-98a7-e88700afc229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:42.034142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-4f6a006a-d03b-4d90-98a7-e88700afc229 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.1331625 Oct 15 00:31:42.079885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e0b36-0efa-4d4a-a007-29714b7fee34 req-e278555c-46e6-4aec-b114-4802ee41096c tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:42.081562 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce5e0b36-0efa-4d4a-a007-29714b7fee34 req-e278555c-46e6-4aec-b114-4802ee41096c tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 950 time: 0.1985018 Oct 15 00:31:42.124815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1313782-2a3a-4da0-b090-f710c2476134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:42.140829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-c5a56423-57d7-46c8-892b-569bbe6b490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:42.142480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-c5a56423-57d7-46c8-892b-569bbe6b490c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985315 Oct 15 00:31:42.156335 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:42.174335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1313782-2a3a-4da0-b090-f710c2476134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:42.179817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce5e0b36-0efa-4d4a-a007-29714b7fee34 req-a88c4d82-5564-4273-b005-2c753a96d25c tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895803 Oct 15 00:31:42.213969 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:42.227805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bcff-dea8-413e-823f-94c8c9420348 req-be192b17-f27f-48f9-b746-08b9dbfb56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:42.229675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-be192b17-f27f-48f9-b746-08b9dbfb56ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 1097 time: 0.4970739 Oct 15 00:31:42.240301 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:42.243469 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:42.311370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-a9588d02-8d5c-4b6f-993e-ce31e1d5d6ae service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570635 Oct 15 00:31:42.435274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1313782-2a3a-4da0-b090-f710c2476134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:42.437953 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:42.438123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1313782-2a3a-4da0-b090-f710c2476134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:42.439510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c1313782-2a3a-4da0-b090-f710c2476134 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/544f6fd7-ed69-4df5-93a5-07681593ff04 HTTP/1.1" status: 204 len: 168 time: 0.4600770 Oct 15 00:31:42.463501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1313782-2a3a-4da0-b090-f710c2476134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544f6fd7-ed69-4df5-93a5-07681593ff04,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:42.496732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bef67a-8b89-403f-a9e1-07d5dddbe2d1 req-c27d7990-5d6b-4a11-ad9b-164aa513dbec tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:42.498492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-72bef67a-8b89-403f-a9e1-07d5dddbe2d1 req-c27d7990-5d6b-4a11-ad9b-164aa513dbec tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 945 time: 0.1775193 Oct 15 00:31:42.503013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bcff-dea8-413e-823f-94c8c9420348 req-a66987cf-0182-45c6-a6b7-b83a93d6aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:42.505514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-a66987cf-0182-45c6-a6b7-b83a93d6aebd service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.2639322 Oct 15 00:31:42.534714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3b307dd-f6f5-4ffe-9c3d-8fb435692e2b req-578d9dff-ae5a-4865-b2f4-5beb8daa7bc3 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149324 Oct 15 00:31:42.565370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-72bef67a-8b89-403f-a9e1-07d5dddbe2d1 req-b7c2082d-e8b2-4b3f-9c26-43150241f5b9 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups?id=670e39ea-50d0-4a40-ba55-906c4c86fb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498464 Oct 15 00:31:42.583413 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:42.588210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-18595fbe-d18a-4f6f-af4c-dd44adb1432b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 217 time: 0.0723138 Oct 15 00:31:42.765112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:42.768326 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:42.771599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:42.775095 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:42.818183 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e725bc-e0f8-4804-88c2-9f878643aad4 None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:42.868761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bcff-dea8-413e-823f-94c8c9420348 req-a4184982-e0b4-4bcd-aeb0-6d1efa6b2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:42.877111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-a4184982-e0b4-4bcd-aeb0-6d1efa6b2c7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.2657592 Oct 15 00:31:43.032230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bcff-dea8-413e-823f-94c8c9420348 req-44852018-2c9a-424b-99b8-7fe75b24a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:43.034200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-44852018-2c9a-424b-99b8-7fe75b24a7f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560876 Oct 15 00:31:43.148009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-ecff5ae9-1f09-4595-94af-7171b3a0b4e5 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025424 Oct 15 00:31:43.151715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:43.355949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5b33b-ecc4-4fa6-9ccd-71ee7542fc49 None None] New status for floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:31:43.395442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d09028-0040-42fb-9311-616ab942b034 req-8e95e876-22f8-40ce-bde6-b3f2c903e190 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:43.396968 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20d09028-0040-42fb-9311-616ab942b034 req-8e95e876-22f8-40ce-bde6-b3f2c903e190 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 945 time: 0.1548402 Oct 15 00:31:43.410931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:43.578671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5737bcff-dea8-413e-823f-94c8c9420348 req-2e4ad981-872a-457b-a598-e10cbceb6f15 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144006 Oct 15 00:31:43.644085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Router d9640c95-2c13-4472-a909-4f96f8588e67 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:43.718643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:43.736989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Deleting port bb7af7b1-41ee-4d30-bce0-13216b06f562 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:43.739381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:43.752905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:43.756274 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8589bf57-c36e-4101-a323-6f89e5fa3de8" -d '{"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:43.775740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:43.883864 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:43.902989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2485e-01dd-4411-9e72-f12da74ffc9c req-fc88b3a3-bd14-43db-84a3-91b58db4693e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:43.904469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1f2485e-01dd-4411-9e72-f12da74ffc9c req-fc88b3a3-bd14-43db-84a3-91b58db4693e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1964710 Oct 15 00:31:43.928898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:43.934243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f7ac8d13-1ea3-452a-a2f2-31abdf69226f admin admin] 10.222.0.13 "PUT /v2.0/routers/d9640c95-2c13-4472-a909-4f96f8588e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1521378 Oct 15 00:31:43.937572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33264) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:43.946364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=11']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:43.956650 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] Sync routers for ids ['d9640c95-2c13-4472-a909-4f96f8588e67'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:43.972744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] For port bb7af7b1-41ee-4d30-bce0-13216b06f562, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=bb7af7b1-41ee-4d30-bce0-13216b06f562,segment=NetworkSegment(632236c3-f980-4526-b175-55583cafa600),segment_id=632236c3-f980-4526-b175-55583cafa600)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:43.973140 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] Routers {'d9640c95-2c13-4472-a909-4f96f8588e67'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:43.973275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:43.974054 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d9640c95-2c13-4472-a909-4f96f8588e67'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:43.991056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1f2485e-01dd-4411-9e72-f12da74ffc9c req-a15b030d-47b4-45c2-8921-e1b4d369f8d4 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766084 Oct 15 00:31:43.995157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Calling delete_port for bb7af7b1-41ee-4d30-bce0-13216b06f562 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:44.138630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.168388 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c66701e-2e75-48cc-84ca-8f9269c55e58 x-openstack-request-id: req-4c66701e-2e75-48cc-84ca-8f9269c55e58 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:44.169961 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:44.171200 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c66701e-2e75-48cc-84ca-8f9269c55e58 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:44.172458 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'status': 'completed', 'code': 200} Oct 15 00:31:44.243891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33272) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:44.284338 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.297754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['bb7af7b1-41ee-4d30-bce0-13216b06f562'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:44.324233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.340235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-3ddc1961-c675-4f1b-b671-f050d22cb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:44.341781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-3ddc1961-c675-4f1b-b671-f050d22cb6df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 1097 time: 0.1465297 Oct 15 00:31:44.372131 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] Set router d9640c95-2c13-4472-a909-4f96f8588e67 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:44.379136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event deleted for resources: {'Port': ['ID=bb7af7b1-41ee-4d30-bce0-13216b06f562,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:44.455807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] No DVR routers for this DVR port bb7af7b1-41ee-4d30-bce0-13216b06f562 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:44.460657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.465154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20d09028-0040-42fb-9311-616ab942b034 req-5953395b-08ec-42d0-b084-305fe00bdbb5 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.30 "DELETE /v2.0/ports/bb7af7b1-41ee-4d30-bce0-13216b06f562 HTTP/1.1" status: 204 len: 173 time: 1.0603383 Oct 15 00:31:44.476925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-571671996-network', 'tenant_id': '20859c8ac63f4118a4298c86b9ae44f8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:44.564379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-291606ce-9fa0-4cbb-934d-73164a64a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:44.565870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-291606ce-9fa0-4cbb-934d-73164a64a01a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.2163620 Oct 15 00:31:44.616592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Made reservation on behalf of 20859c8ac63f4118a4298c86b9ae44f8 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:44.620056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.634849 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4bf385c5-0f0b-41d0-a8f1-5994e9183729 req-67f9e7bf-b6a5-4db4-8ebc-e76e79c7f893 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ee1d5d-eda5-4a62-b345-07799fcf9aec HTTP/1.1" status: 200 len: 210 time: 0.0602973 Oct 15 00:31:44.639828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.640371 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.715725 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1448bc4-eae5-4101-a674-f59f5a1d27b6 x-openstack-request-id: req-e1448bc4-eae5-4101-a674-f59f5a1d27b6 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:44.716068 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:44.716287 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1448bc4-eae5-4101-a674-f59f5a1d27b6 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:44.716710 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'code': 200} Oct 15 00:31:44.721223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-e7403ce2-e604-4da6-8870-bd11935e5a16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 200 len: 217 time: 0.1409934 Oct 15 00:31:44.728402 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '055223f6-ad19-4839-81ba-c6563af2a646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:31:42Z', 'revision_number': 5, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port': {'id': '055223f6-ad19-4839-81ba-c6563af2a646', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:38:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:26Z', 'updated_at': '2021-10-15T00:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:44.749316 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Deleting port 055223f6-ad19-4839-81ba-c6563af2a646 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:44.754276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.755725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.763717 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] Checking router: d9640c95-2c13-4472-a909-4f96f8588e67 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:44.777241 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] Routers {'d9640c95-2c13-4472-a909-4f96f8588e67'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:44.777938 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d9640c95-2c13-4472-a909-4f96f8588e67'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:44.871509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-f5187219-64b0-41ca-89fe-a52e9bc3e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:44.872862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-f5187219-64b0-41ca-89fe-a52e9bc3e039 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.1433377 Oct 15 00:31:44.877065 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] Set router d9640c95-2c13-4472-a909-4f96f8588e67 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:44.884389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.911241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:31:44.925221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f3657-9b6a-486a-88f4-e571a00b80d7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:44.929177 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:44.929428 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Added segment dade96d8-d46d-43d0-a3c6-b847f7571812 of type vlan for network e21b540f-6502-42bd-8391-cd65ce80654d Oct 15 00:31:44.991899 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:31:44Z', 'revision_number': 6, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:45.012381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:45.059691 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e22d7a-14a8-414f-afdc-9c5bce1058b3 None None] The sync data for ids ['d9640c95-2c13-4472-a909-4f96f8588e67'] in n-d-811521-2 is: [{'id': 'd9640c95-2c13-4472-a909-4f96f8588e67', 'name': 'tempest-ServersTestMultiNic-1803005832-router', 'tenant_id': '14de8b2df74949358d430af260307141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:25Z', 'updated_at': '2021-10-15T00:31:44Z', 'revision_number': 6, 'project_id': '14de8b2df74949358d430af260307141', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:45.146991 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:45.147890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:45.148524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:45.227125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-ffa5f35d-7747-4ed0-bac9-6a1ccc9c626b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:45.228730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-ffa5f35d-7747-4ed0-bac9-6a1ccc9c626b tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1174052 Oct 15 00:31:45.279547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e21b540f-6502-42bd-8391-cd65ce80654d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:45.290651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e21b540f-6502-42bd-8391-cd65ce80654d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:31:45.320321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-6261d687-dca8-4216-b19f-5494107e37b9 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 695 time: 0.0780222 Oct 15 00:31:45.324198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1ba005a8-fdf9-4155-ac49-9099e737b6c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0791326 Oct 15 00:31:45.332083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33290) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:45.335966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da2a33-9553-4546-8d4d-b3df541b2bd6 req-9544430a-d2b3-46fe-b262-41b7010d2b9b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:45.337041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Request body: {'subnet': {'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-571671996-subnet', 'tenant_id': '20859c8ac63f4118a4298c86b9ae44f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:45.342560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93da2a33-9553-4546-8d4d-b3df541b2bd6 req-9544430a-d2b3-46fe-b262-41b7010d2b9b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.5474877 Oct 15 00:31:45.342737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'floatingip': {'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:45.394778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] For port 055223f6-ad19-4839-81ba-c6563af2a646, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=055223f6-ad19-4839-81ba-c6563af2a646,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:45.395787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:45.404822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:45.415985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-27c86b09-9ea1-4aa0-9cec-a1a5fe30ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:45.417484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-27c86b09-9ea1-4aa0-9cec-a1a5fe30ee47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5091543 Oct 15 00:31:45.422925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Calling delete_port for 055223f6-ad19-4839-81ba-c6563af2a646 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:45.439489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93da2a33-9553-4546-8d4d-b3df541b2bd6 req-32573d2e-f2b1-43c3-bb1c-97e577edda10 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925508 Oct 15 00:31:45.469591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:45.497732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:45.498106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d8cffa7f-d43c-4ae9-975e-a47dc1f0bd34 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:45.564889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Made reservation on behalf of 20859c8ac63f4118a4298c86b9ae44f8 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:45.572807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:45.685068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-e475d91f-96fa-4ca7-b29b-189e014406ab service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416396 Oct 15 00:31:45.844134 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07f4dfb8-51f9-48ee-a1d1-5e009c2f13f0 req-15e5e1bb-b5ff-4daa-8d20-a3549f30e3e0 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444111 Oct 15 00:31:45.987957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.018210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=055223f6-ad19-4839-81ba-c6563af2a646,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:46.097720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.205194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'name': 'network-vif-deleted', 'tag': 'bb7af7b1-41ee-4d30-bce0-13216b06f562'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:46.207603 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b7b132-781e-436d-9940-8543ebdfc741" -d '{"events": [{"server_uuid": "17ee1d5d-eda5-4a62-b345-07799fcf9aec", "name": "network-vif-deleted", "tag": "bb7af7b1-41ee-4d30-bce0-13216b06f562"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:46.209383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.211659 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.346653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.347408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9640c95-2c13-4472-a909-4f96f8588e67 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:31:46.351754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.352780 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-04f28b13-ec17-4b72-8b27-e3e10fa07a91 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d9640c95-2c13-4472-a909-4f96f8588e67 HTTP/1.1" status: 204 len: 168 time: 2.4133561 Oct 15 00:31:46.355303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33310) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:46.359627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.382471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device bb7af7b1-41ee-4d30-bce0-13216b06f562 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:46.403005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.416389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] Deleting subnet 40ddb8f8-7bf1-46ad-9d8b-824f3908b99b {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:31:46.419149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: bb7af7b1-41ee-4d30-bce0-13216b06f562 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:46.419493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device bb7af7b1-41ee-4d30-bce0-13216b06f562 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:46.423238 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.464395 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.467262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.522491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ed36f9-2345-4abe-898e-efb593657a8e,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:46.546679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:46.547165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Network hostable DHCP agents. Network: e21b540f-6502-42bd-8391-cd65ce80654d, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:31:46.553353 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.621773 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3 associated. External IP: 172.25.2.89, port: 69b93bdb-f583-4ab9-b76d-ee50c0c2536d. Oct 15 00:31:46.760014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-d5d5fd51-885b-441a-9f88-5fe2eed99133 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:46.761542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-d5d5fd51-885b-441a-9f88-5fe2eed99133 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb2ba4e9-c2f0-4c56-bd26-82264598bb78 HTTP/1.1" status: 200 len: 946 time: 0.0855134 Oct 15 00:31:46.767856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.783064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Network e21b540f-6502-42bd-8391-cd65ce80654d is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:31:46.805851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ddb8f8-7bf1-46ad-9d8b-824f3908b99b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:46.813466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c91da-25c2-4d4a-be61-bc3706ccdfaa None None] Network 349a77c5-1632-46d4-b490-e167c9e0301f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:46.825324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.828903 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dd3b1781-ea1d-4185-8736-bbd711ea4a9b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/40ddb8f8-7bf1-46ad-9d8b-824f3908b99b HTTP/1.1" status: 204 len: 168 time: 0.4723730 Oct 15 00:31:46.833812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33318) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:46.850461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966d3f-9bbe-464e-94f7-564cd2a2ade1 req-6e772ca8-adcf-4fac-b0f0-97e18d36f9f9 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:46.851944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93966d3f-9bbe-464e-94f7-564cd2a2ade1 req-6e772ca8-adcf-4fac-b0f0-97e18d36f9f9 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 948 time: 0.1410840 Oct 15 00:31:46.889314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:46.933864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e21b540f-6502-42bd-8391-cd65ce80654d) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:46.942175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:46.945506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.946121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b3522-1137-45ce-94e6-ebc47c3d36db None None] Network e21b540f-6502-42bd-8391-cd65ce80654d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:46.978540 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:46.989338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93966d3f-9bbe-464e-94f7-564cd2a2ade1 req-f7e8b12e-9df9-4f29-9623-5e4cdf7beec2 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216369 Oct 15 00:31:47.033843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Deleting port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:47.034480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.051889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-63914aff-4424-4f13-82ff-deaac261299a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7095711 Oct 15 00:31:47.075135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:47.082270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.102876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:47.116474 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed50cf1-42b6-4e28-ad1a-0675c7b253c7 x-openstack-request-id: req-6ed50cf1-42b6-4e28-ad1a-0675c7b253c7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:47.116762 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ee1d5d-eda5-4a62-b345-07799fcf9aec", "name": "network-vif-deleted", "tag": "bb7af7b1-41ee-4d30-bce0-13216b06f562", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:47.117117 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ed50cf1-42b6-4e28-ad1a-0675c7b253c7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:47.117518 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ee1d5d-eda5-4a62-b345-07799fcf9aec', 'name': 'network-vif-deleted', 'tag': 'bb7af7b1-41ee-4d30-bce0-13216b06f562', 'status': 'completed', 'code': 200} Oct 15 00:31:47.123103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] DHCP port deletion for 349a77c5-1632-46d4-b490-e167c9e0301f request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:31:47.154500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0cd9e381-7921-4e22-a61a-d080dcdd4f97 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "PUT /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 200 len: 995 time: 1.8143079 Oct 15 00:31:47.193075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:47.193813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:47.201139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Deleting port 9cbea6fa-270a-4917-a76b-2340d006376b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:47.201831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.236949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] For port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:47.237631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.264230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Calling delete_port for 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:47.281595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-d2bc4f1b-b6f8-4c1f-aba3-a2750f98e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:47.290344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-d2bc4f1b-b6f8-4c1f-aba3-a2750f98e1a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.1271017 Oct 15 00:31:47.327804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] For port 9cbea6fa-270a-4917-a76b-2340d006376b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9cbea6fa-270a-4917-a76b-2340d006376b,segment=NetworkSegment(36bd3900-c262-4fb6-ba7a-f440ab5c14be),segment_id=36bd3900-c262-4fb6-ba7a-f440ab5c14be)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:47.328256 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.344756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Calling delete_port for 9cbea6fa-270a-4917-a76b-2340d006376b owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:47.350998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48760221-5a80-4d56-9f6e-ff803b290626 None None] Network e21b540f-6502-42bd-8391-cd65ce80654d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:47.454451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 055223f6-ad19-4839-81ba-c6563af2a646 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:47.469066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0ba34b42-8c95-4ba6-a47d-41821010e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:47.471057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0ba34b42-8c95-4ba6-a47d-41821010e59f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.1798651 Oct 15 00:31:47.540113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 055223f6-ad19-4839-81ba-c6563af2a646 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:47.540444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 055223f6-ad19-4839-81ba-c6563af2a646 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:47.541070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9cbea6fa-270a-4917-a76b-2340d006376b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:47.554949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06915434-5534-474d-8d67-366fdfcd386b req-95568193-3d3f-4cc0-b4f7-c1d32e054d41 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:47.561055 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06915434-5534-474d-8d67-366fdfcd386b req-95568193-3d3f-4cc0-b4f7-c1d32e054d41 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.3796027 Oct 15 00:31:47.572943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-1c7e77c7-1bca-4f21-a0fa-f9823d43cc45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 998 time: 0.0910313 Oct 15 00:31:47.583007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] Deleting port 9cbea6fa-270a-4917-a76b-2340d006376b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:47.583497 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.629610 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.637197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-59054b11-78fa-42da-b57f-1b133c5a3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:47.638995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-59054b11-78fa-42da-b57f-1b133c5a3823 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0583766 Oct 15 00:31:47.662742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] No DVR routers for this DVR port 9cbea6fa-270a-4917-a76b-2340d006376b on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:47.689900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-c125f929-c381-45ca-b4fb-2b7acce13856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:47.691411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06915434-5534-474d-8d67-366fdfcd386b req-7d543974-6a18-45bc-a58d-f0f23fd684fc tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190331 Oct 15 00:31:47.692196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbea6fa-270a-4917-a76b-2340d006376b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:47.702172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-c125f929-c381-45ca-b4fb-2b7acce13856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548625 Oct 15 00:31:47.821498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:47.836825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-0e87a2b9-beee-424a-a167-48eb8e75a262 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337960 Oct 15 00:31:47.854053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.887139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] For port 9cbea6fa-270a-4917-a76b-2340d006376b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9cbea6fa-270a-4917-a76b-2340d006376b,segment=NetworkSegment(36bd3900-c262-4fb6-ba7a-f440ab5c14be),segment_id=36bd3900-c262-4fb6-ba7a-f440ab5c14be)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:47.890913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.898604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349a77c5-1632-46d4-b490-e167c9e0301f']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:47.910515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port 9cbea6fa-270a-4917-a76b-2340d006376b {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:31:47.911348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9cbea6fa-270a-4917-a76b-2340d006376b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:47.925104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bd3900-c262-4fb6-ba7a-f440ab5c14be') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:47.925104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bd3900-c262-4fb6-ba7a-f440ab5c14be') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:47.952289 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.958502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] Calling delete_port for 9cbea6fa-270a-4917-a76b-2340d006376b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:47.974079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:47.982514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:31:47.983216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.005924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc234ef-6281-41cf-9809-e02b09b31473 req-423bc929-eb70-4fb1-aaab-16be4e3fa996 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567965 Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:31:48.017339 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:31:48.047456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.064630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['69b93bdb-f583-4ab9-b76d-ee50c0c2536d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:31:48.080421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Pushing event deleted for resources: {'Port': ['ID=5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:48.126732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] No DVR routers for this DVR port 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:48.132695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.136466 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-18401ae6-afb2-4499-ad4c-725a368f7e76 req-b2fc9e69-3283-40f7-9f93-ca697003f5b0 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "DELETE /v2.0/ports/5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba HTTP/1.1" status: 204 len: 173 time: 1.3628144 Oct 15 00:31:48.136950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'name': 'network-vif-deleted', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:48.139606 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4240ae20-84a7-45a3-8363-e53eb35d3456" -d '{"events": [{"server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "name": "network-vif-deleted", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:48.177521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33356) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:48.219597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.224232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-beb2d4a9-b183-4855-8efe-dda1c7135198 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:48.228579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-beb2d4a9-b183-4855-8efe-dda1c7135198 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.39 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 948 time: 0.1014962 Oct 15 00:31:48.235434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.246034 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/349a77c5-1632-46d4-b490-e167c9e0301f HTTP/1.1" status: 204 len: 168 time: 1.4083316 Oct 15 00:31:48.268585 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501a2e19-eea8-4774-9d5d-4afd1a961d0a x-openstack-request-id: req-501a2e19-eea8-4774-9d5d-4afd1a961d0a {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:48.269224 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2ba4e9-c2f0-4c56-bd26-82264598bb78", "name": "network-vif-deleted", "tag": "5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:48.270260 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-501a2e19-eea8-4774-9d5d-4afd1a961d0a {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:48.270864 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2ba4e9-c2f0-4c56-bd26-82264598bb78', 'name': 'network-vif-deleted', 'tag': '5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba', 'status': 'completed', 'code': 200} Oct 15 00:31:48.284011 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.342196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4148f-c0f7-4292-9b46-20989c7b7c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=349a77c5-1632-46d4-b490-e167c9e0301f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:48.385492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] Network 349a77c5-1632-46d4-b490-e167c9e0301f is not hosted by any dhcp agent {{(pid=107727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:31:48.385492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] No DVR routers for this DVR port 9cbea6fa-270a-4917-a76b-2340d006376b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:48.387245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7287160-9336-4384-be0b-ef59ec291302 None None] Pushing event deleted for resources: {'Port': ['ID=9cbea6fa-270a-4917-a76b-2340d006376b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:48.462570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33362) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:48.470972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1457316484-network', 'tenant_id': '65f126ce870742b69bf2ad3eec264480'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:48.512785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405de51d-e433-4779-b7ca-7c21f1112bc6 req-ff4e2766-cb76-4ebf-bbdb-aea2ab06f14e tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:48.514291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-405de51d-e433-4779-b7ca-7c21f1112bc6 req-ff4e2766-cb76-4ebf-bbdb-aea2ab06f14e tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 948 time: 0.2220936 Oct 15 00:31:48.521214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f4a725e-75df-4c6e-bbd6-653b199ed6c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.550933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:bd:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:46Z', 'revision_number': 8, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:48.562877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3852fe74-d694-4980-b394-4e8dc74911e9 req-d0765250-3d1f-4528-9f7f-8e5095031724 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 200 len: 995 time: 0.2104199 Oct 15 00:31:48.576132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Deleting port fe3ac701-337f-4177-90c9-824fabce6bd1 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:48.576483 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.585849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f4a725e-75df-4c6e-bbd6-653b199ed6c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.587871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:48.595321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-405de51d-e433-4779-b7ca-7c21f1112bc6 req-4c4b8d7b-1498-4aa7-a7ca-b4776c8e565c tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/security-groups?id=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671399 Oct 15 00:31:48.608314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:48.609317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:48.667980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Made reservation on behalf of 65f126ce870742b69bf2ad3eec264480 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:48.670249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.693985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.703833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] For port fe3ac701-337f-4177-90c9-824fabce6bd1, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fe3ac701-337f-4177-90c9-824fabce6bd1,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:48.703833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.731220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Calling delete_port for fe3ac701-337f-4177-90c9-824fabce6bd1 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:48.758927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852fe74-d694-4980-b394-4e8dc74911e9 req-e4b543fc-f1ae-4c0e-9758-36fa0223173e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:48.758927 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3852fe74-d694-4980-b394-4e8dc74911e9 req-e4b543fc-f1ae-4c0e-9758-36fa0223173e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1869867 Oct 15 00:31:48.782863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:48.822243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:48.914682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8504d-2c7d-4a39-a167-10becb8de83a req-84b2d4c3-913a-4e34-93f8-5262319d57a4 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:48.916266 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4f8504d-2c7d-4a39-a167-10becb8de83a req-84b2d4c3-913a-4e34-93f8-5262319d57a4 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1265612 Oct 15 00:31:48.959080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-c515d0e1-e3c9-4ef1-83f0-7af4197e7831 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 998 time: 0.1839170 Oct 15 00:31:48.999607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4f8504d-2c7d-4a39-a167-10becb8de83a req-210b2916-0da6-4656-b91e-67d0df3b6da2 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747292 Oct 15 00:31:49.010832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.014162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f4a725e-75df-4c6e-bbd6-653b199ed6c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.016637 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f4a725e-75df-4c6e-bbd6-653b199ed6c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.017842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5f4a725e-75df-4c6e-bbd6-653b199ed6c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "DELETE /v2.0/security-groups/b778ee94-6fee-4434-af1f-d9508fb8ef71 HTTP/1.1" status: 204 len: 168 time: 0.8392434 Oct 15 00:31:49.028846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33374) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:49.057831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-d36c244d-3803-474a-97f5-f886479c9bf8 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:49.073225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33376) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:49.074686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-d36c244d-3803-474a-97f5-f886479c9bf8 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports/69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 942 time: 0.0980024 Oct 15 00:31:49.074841 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-0f3054b7-ae76-4571-bdbb-6a392a654249 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] show failed (client error): The resource could not be found. Oct 15 00:31:49.078214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0f3054b7-ae76-4571-bdbb-6a392a654249 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "GET /v2.0/security-groups/b778ee94-6fee-4434-af1f-d9508fb8ef71 HTTP/1.1" status: 404 len: 347 time: 0.0459855 Oct 15 00:31:49.084496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:49.091215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:31:49.121752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c958b8-b530-4990-adec-4c41ba469779,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:49.124943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.133563 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Added segment 34923c9a-6fa3-4712-934f-6f13483b0505 of type vlan for network 9996499f-ac08-404c-8803-2a164385ff32 Oct 15 00:31:49.133801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:49.136845 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d000d3de-789a-4222-a1d4-3e370b1d9343" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:49.184823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a725e-75df-4c6e-bbd6-653b199ed6c3 tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b778ee94-6fee-4434-af1f-d9508fb8ef71,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:49.214304 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.278505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:bd:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:46Z', 'revision_number': 8, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:49.281030 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f019648c-3db8-4c8c-abb3-a050c10edc60 x-openstack-request-id: req-f019648c-3db8-4c8c-abb3-a050c10edc60 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:49.281534 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:49.281960 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f019648c-3db8-4c8c-abb3-a050c10edc60 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:49.282550 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'status': 'completed', 'code': 200} Oct 15 00:31:49.293838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.304516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f800bb50-bcec-4979-95ed-75201b7f426b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14de8b2df74949358d430af260307141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252872 Oct 15 00:31:49.305650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Pushing event deleted for resources: {'Port': ['ID=fe3ac701-337f-4177-90c9-824fabce6bd1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:49.308221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33382) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:49.323138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f2024a-c473-460d-ab95-92bd1efc96c6 None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '5e8f7f63-8972-4200-9fb5-30166e1272c3', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'port_id': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'mac_address': 'fa:16:3e:bd:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:31:05Z', 'updated_at': '2021-10-15T00:31:46Z', 'revision_number': 8, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:49.387209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-b9c0af45-4223-416a-97b2-ecdfa1c88bfd tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 998 time: 0.1470306 Oct 15 00:31:49.413942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:49.417920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] No DVR routers for this DVR port fe3ac701-337f-4177-90c9-824fabce6bd1 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:49.421201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-488187f1-ca62-4e33-be4b-3396a0ec1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:49.424754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-488187f1-ca62-4e33-be4b-3396a0ec1da4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.1311009 Oct 15 00:31:49.427490 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.430954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6134dad8-ae0d-486b-93b8-22045cd9c79d req-53112a69-58ed-465e-996d-5da8823c7619 tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.39 "DELETE /v2.0/ports/fe3ac701-337f-4177-90c9-824fabce6bd1 HTTP/1.1" status: 204 len: 173 time: 1.1889060 Oct 15 00:31:49.459925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:49.460268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5ee07c09-0b15-4bdb-b0fa-cdd81e0ff5ba not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:49.467728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.468688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:49.469540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Deleting port 4745fac8-172b-4c9c-aab2-b3ee7c0dc949 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:49.469780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.469912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.473251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-799c1513-22a8-48f9-9704-c7091573cffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.540876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-799c1513-22a8-48f9-9704-c7091573cffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.600130 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.600130 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.607403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Calling delete_port for 4745fac8-172b-4c9c-aab2-b3ee7c0dc949 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:49.646986 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bf6f7-beb1-476a-96c1-59d03485a8fb None None] New status for floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:31:49.680846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-335f3ba3-8a97-472b-a88e-75fc3630cab4 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:49.682726 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-335f3ba3-8a97-472b-a88e-75fc3630cab4 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.2947178 Oct 15 00:31:49.700531 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2317288 Oct 15 00:31:49.701079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f02d8-5106-43ba-9e49-506a2aee7ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=9996499f-ac08-404c-8803-2a164385ff32,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:49.707529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-35a87a3a-32f4-4daa-b5ab-ba9a8e34160f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:31:49.708599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-35a87a3a-32f4-4daa-b5ab-ba9a8e34160f tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0192106 Oct 15 00:31:49.711906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33386) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:49.714135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9996499f-ac08-404c-8803-2a164385ff32 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:31:49.721011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Request body: {'subnet': {'network_id': '9996499f-ac08-404c-8803-2a164385ff32', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1457316484-subnet', 'tenant_id': '65f126ce870742b69bf2ad3eec264480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:49.843028 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-0b4ed5b2-ffbf-4469-8a36-56033f154ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:49.845061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-0b4ed5b2-ffbf-4469-8a36-56033f154ee4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.4141273 Oct 15 00:31:49.863994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-6ead408e-d2fc-4596-b0b9-a153f4920713 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 998 time: 0.1245332 Oct 15 00:31:49.881235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:49.883154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5e59af0-d4bc-4bdb-bd49-76ed5f28de1e req-4ee0cff1-b3cb-4e1e-8a83-468180685abd tempest-ImagesOneServerTestJSON-545613579 tempest-ImagesOneServerTestJSON-545613579-project] 10.222.0.13 "GET /v2.0/ports?device_id=43826e99-9dac-4072-8862-a1e23bb1b029 HTTP/1.1" status: 200 len: 210 time: 0.0399737 Oct 15 00:31:49.970218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.976045 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-799c1513-22a8-48f9-9704-c7091573cffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.979785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-799c1513-22a8-48f9-9704-c7091573cffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:49.984497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-799c1513-22a8-48f9-9704-c7091573cffa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87dfdd17-35d2-4c08-bd96-3b97fc593002 HTTP/1.1" status: 204 len: 168 time: 0.6527014 Oct 15 00:31:50.000632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.021967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c1513-22a8-48f9-9704-c7091573cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dfdd17-35d2-4c08-bd96-3b97fc593002,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:50.025373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Pushing event deleted for resources: {'Port': ['ID=4745fac8-172b-4c9c-aab2-b3ee7c0dc949,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:50.042594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-63629425-dba9-4703-bcae-e5e282e10b5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 998 time: 0.1775837 Oct 15 00:31:50.098929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.102000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.102551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Made reservation on behalf of 65f126ce870742b69bf2ad3eec264480 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:50.105494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82742457-bc9a-435e-b31e-27726616902d tempest-ImagesOneServerNegativeTestJSON-611257685 tempest-ImagesOneServerNegativeTestJSON-611257685-project] 10.222.0.13 "DELETE /v2.0/floatingips/8c7a3e4b-8d12-4fea-a9b7-bda5fa337db1 HTTP/1.1" status: 204 len: 168 time: 1.0176895 Oct 15 00:31:50.105645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.211405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6095cf8-c31d-45ec-acba-4f909ede0bc8 req-124812a6-837c-421d-9ba8-d3b00e369026 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:50.218782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6095cf8-c31d-45ec-acba-4f909ede0bc8 req-124812a6-837c-421d-9ba8-d3b00e369026 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0605531 Oct 15 00:31:50.241754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-3c077bf0-e8fd-41b5-a1d1-877388e7960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:50.243266 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-3c077bf0-e8fd-41b5-a1d1-877388e7960b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.1920972 Oct 15 00:31:50.279341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6095cf8-c31d-45ec-acba-4f909ede0bc8 req-3fd38f19-73ca-4439-bef1-b54e8fd39342 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470006 Oct 15 00:31:50.300997 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.api [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:31:50.301164 n-d-811521-2 neutron-server[107725]: DEBUG oslo_db.api [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:31:50.326340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-a593f929-0799-4353-8c8d-f96406391292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:50.327852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-a593f929-0799-4353-8c8d-f96406391292 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745254 Oct 15 00:31:50.457771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33406) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:50.511837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] Deleting subnet aae4a766-1696-4a38-ae06-6b0eb1de0330 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:31:50.515573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.558310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.607059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.793402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-a952a5dd-ba85-4603-8b4f-218929175ccd service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455743 Oct 15 00:31:50.802913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.804871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.829524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae4a766-1696-4a38-ae06-6b0eb1de0330,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:50.836075 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.839322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ca20541d-a613-40f9-b3aa-a9ceeb4b1c73 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aae4a766-1696-4a38-ae06-6b0eb1de0330 HTTP/1.1" status: 204 len: 168 time: 0.3803737 Oct 15 00:31:50.841786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33416) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:50.917803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:50.966010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.017838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.023981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d000d3de-789a-4222-a1d4-3e370b1d9343 req-94669d67-2e95-4a83-afbf-d9d0b4ef4538 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220500 Oct 15 00:31:51.051533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cf1ac1-03b3-4007-a55b-4fc90ffda65b']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:51.064697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632236c3-f980-4526-b175-55583cafa600') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:51.065086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632236c3-f980-4526-b175-55583cafa600') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:51.080120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.086695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.102646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.103302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1afc82-1242-44e1-a898-6770fde6964d,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:51.110783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Checking segment: {'id': '34923c9a-6fa3-4712-934f-6f13483b0505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9996499f-ac08-404c-8803-2a164385ff32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:51.111059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Network hostable DHCP agents. Network: 9996499f-ac08-404c-8803-2a164385ff32, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:31:51.116633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:31:51.117118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:31:51.119050 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:31:51.169677 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.170020 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3 disassociated. External IP: 172.25.2.89, port: 69b93bdb-f583-4ab9-b76d-ee50c0c2536d. Oct 15 00:31:51.255862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Network 9996499f-ac08-404c-8803-2a164385ff32 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:31:51.284137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-deleted', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:51.290797 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21a032-f35f-48ff-b55d-3abc85765634" -d '{"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-deleted", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:51.324703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.359597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.364587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] 10.222.0.13 "DELETE /v2.0/networks/15cf1ac1-03b3-4007-a55b-4fc90ffda65b HTTP/1.1" status: 204 len: 168 time: 0.5218465 Oct 15 00:31:51.368352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efbaca-cccd-4e8d-bcc8-39405523b80b admin admin] Pushing event deleted for resources: {'Network': ['ID=15cf1ac1-03b3-4007-a55b-4fc90ffda65b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:51.389429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 9996499f-ac08-404c-8803-2a164385ff32) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:51.397927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:51.398471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.403323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19b034-c589-4e44-9172-e212078916a8 None None] Network 9996499f-ac08-404c-8803-2a164385ff32 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:51.416582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477a130-89af-434a-a9b2-9da67d0be495 req-5f3398d8-8c97-4e00-a1c4-c75129961eff tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:51.418793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9477a130-89af-434a-a9b2-9da67d0be495 req-5f3398d8-8c97-4e00-a1c4-c75129961eff tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0851464 Oct 15 00:31:51.424440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:31:51.442829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:51.461642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9477a130-89af-434a-a9b2-9da67d0be495 req-da733357-2646-409b-80b7-4e75899cfe84 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Oct 15 00:31:51.466959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: fe3ac701-337f-4177-90c9-824fabce6bd1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:51.467368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fe3ac701-337f-4177-90c9-824fabce6bd1 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:51.509980 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81227018-dd1c-489c-b597-94d1c02091bc x-openstack-request-id: req-81227018-dd1c-489c-b597-94d1c02091bc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:51.510323 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43826e99-9dac-4072-8862-a1e23bb1b029", "name": "network-vif-deleted", "tag": "fe3ac701-337f-4177-90c9-824fabce6bd1", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:51.510580 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81227018-dd1c-489c-b597-94d1c02091bc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:51.510987 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43826e99-9dac-4072-8862-a1e23bb1b029', 'name': 'network-vif-deleted', 'tag': 'fe3ac701-337f-4177-90c9-824fabce6bd1', 'status': 'completed', 'code': 200} Oct 15 00:31:51.577238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:31:51.582977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:51.590896 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-365ab23e-130b-4d49-ad98-279f73583201 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8780005 Oct 15 00:31:51.597315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880af39-4ee7-4072-97de-24ebdc30ab3b None None] Network 9996499f-ac08-404c-8803-2a164385ff32 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:51.611258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:31:51.624528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-8d1ccfc2-3d4f-449f-a303-498ebbe96050 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "PUT /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 200 len: 695 time: 1.7492261 Oct 15 00:31:51.626323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:51.628702 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011bac67-511b-45a6-a4ce-0e61d6ad424f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:51.663520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:51.664470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:51.691843 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394d181-166e-4c60-bdae-291944e0d2bb x-openstack-request-id: req-b394d181-166e-4c60-bdae-291944e0d2bb {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:51.692077 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:51.692324 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b394d181-166e-4c60-bdae-291944e0d2bb {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:51.692721 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'status': 'completed', 'code': 200} Oct 15 00:31:51.722432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-901daf3a-6ef7-4744-89ed-5c609aa3602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:51.724319 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-901daf3a-6ef7-4744-89ed-5c609aa3602e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.0656097 Oct 15 00:31:51.771653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33448) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:51.835458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-525a0970-372a-4b4d-aeb4-20c5029cfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:51.837043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-525a0970-372a-4b4d-aeb4-20c5029cfd40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a76e217a7882496c954b32c9055d005b&device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 1096 time: 0.1274948 Oct 15 00:31:51.846647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:51.891311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-ec842565-5b4f-413d-8463-e1e9c07b3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:51.892459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-ec842565-5b4f-413d-8463-e1e9c07b3e8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.1518209 Oct 15 00:31:51.946386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33454) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:51.969238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-a765c4c7-7c97-4504-95df-cb0a87282a39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 217 time: 0.0454025 Oct 15 00:31:52.019371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-07f90a76-cc14-4689-a412-bbff9344a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:52.021050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-07f90a76-cc14-4689-a412-bbff9344a94a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 200 len: 921 time: 0.1746299 Oct 15 00:31:52.056869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1675301089-network', 'tenant_id': '34c2400bef1c41b38d15fd039e92e240'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:52.076582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-a8434324-91ff-4f32-acdb-dd6795f1190f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 200 len: 217 time: 0.0478151 Oct 15 00:31:52.078543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-caa58cff-c296-4ad1-a302-c42b66f70bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:52.080426 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-caa58cff-c296-4ad1-a302-c42b66f70bbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0973728 Oct 15 00:31:52.092034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:52.127725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:31:52.138024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:31:52.138831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:52.178596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-ba5262c5-290d-4cda-a4dd-714e1748961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:52.180203 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-ba5262c5-290d-4cda-a4dd-714e1748961d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 200 len: 859 time: 0.0965540 Oct 15 00:31:52.188182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-83203640-ed39-4690-90e3-2647821e0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:52.191646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-83203640-ed39-4690-90e3-2647821e0797 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972269 Oct 15 00:31:52.221474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Made reservation on behalf of 34c2400bef1c41b38d15fd039e92e240 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:52.227904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.279625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-232b56c1-baf2-48ba-bb02-d44c875e6d34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c4a7190539b423abae4e5cf18b813df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321128 Oct 15 00:31:52.281501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.284799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33464) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:52.325837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-d3cd4452-c88c-4d65-8842-cacc0cfa2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:52.327349 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-d3cd4452-c88c-4d65-8842-cacc0cfa2bcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dca5e40-f01d-4d9b-9913-e29600fd8de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344421 Oct 15 00:31:52.327986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33466) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:52.400084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a3d44313-6a65-491b-beb6-e8add1600be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.403775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:31:52.425804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a3d44313-6a65-491b-beb6-e8add1600be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.455729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-2572310d-9bdf-4ae5-a7b0-03365cf6d68c service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444463 Oct 15 00:31:52.512448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.512962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1bf1efdd-f454-4b15-a3f0-1f0526e83cf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f13bebc26af748b9b6ccac6aa830226c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820312 Oct 15 00:31:52.515829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33470) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:52.570307 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-1b6d611c-c513-43cb-9c45-e59857dfc30d service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299981 Oct 15 00:31:52.593628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fb77-8d99-4037-87b8-9781c4b8c75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.616345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.620429 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2a8f2c-38a0-4e58-b3be-aa6ded1fa22b req-d48fd57a-d3bd-49f4-85da-fd668dfd5629 service neutron] 10.222.0.13 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636951 Oct 15 00:31:52.647848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fb77-8d99-4037-87b8-9781c4b8c75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.662600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:31:52.678428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:31:52.683625 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a3d44313-6a65-491b-beb6-e8add1600be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.686295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a3d44313-6a65-491b-beb6-e8add1600be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.690224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a3d44313-6a65-491b-beb6-e8add1600be1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92b3e47a-f16b-49a1-b1c6-3023f32a2e1c HTTP/1.1" status: 204 len: 168 time: 0.4012098 Oct 15 00:31:52.702543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-011bac67-511b-45a6-a4ce-0e61d6ad424f req-a8960303-44b6-4801-87c4-2f541c1b33f7 service neutron] 10.222.0.39 "GET /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247656 Oct 15 00:31:52.712965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b061a-adef-4eb1-83dc-6e13c44dfcdf None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:30:28Z', 'revision_number': 4, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c2e8eff7-de53-4003-863f-87cf917aed99', 'name': '', 'network_id': '5dca5e40-f01d-4d9b-9913-e29600fd8de7', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'mac_address': 'fa:16:3e:db:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:27Z', 'updated_at': '2021-10-15T00:30:36Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'subnets': [{'id': '692ea848-94c5-4e1b-8e44-0c57dbc0a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:31:52.732558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f961a294-b066-40c8-b796-ae609eb0396d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:52.750648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:52.751010 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Added segment a9ce1b19-4100-4d18-9c4b-1f3134d06292 of type vlan for network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 Oct 15 00:31:52.775764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d44313-6a65-491b-beb6-e8add1600be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b3e47a-f16b-49a1-b1c6-3023f32a2e1c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:52.890536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20349d-1a91-4076-b334-da37c3075b1a req-1f5baee9-9883-42e4-82f6-a121f5953d63 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:52.892322 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da20349d-1a91-4076-b334-da37c3075b1a req-1f5baee9-9883-42e4-82f6-a121f5953d63 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0607934 Oct 15 00:31:52.941582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da20349d-1a91-4076-b334-da37c3075b1a req-b8b9ce1f-71ae-46ee-9d20-67d6a0a1a792 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Oct 15 00:31:53.042804 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f7138c-f348-41c6-8e10-0460abe40b3a None None] New status for floating IP 5e8f7f63-8972-4200-9fb5-30166e1272c3: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:31:53.130546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.169907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-9fc884a9-f277-48cf-8239-6f032da201ab tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:53.171447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-9fc884a9-f277-48cf-8239-6f032da201ab tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.5116370 Oct 15 00:31:53.187186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-db607d1f-cb15-45e2-9868-5080cd74813d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/quotas/20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 375 time: 0.0094450 Oct 15 00:31:53.196529 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-af83a6f8-8854-451e-b7fe-d2f1616bb8fe tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 200 len: 695 time: 0.0776079 Oct 15 00:31:53.242432 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-dcb6a642-6f38-458f-a36d-02af940755b4 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483782 Oct 15 00:31:53.288809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fb77-8d99-4037-87b8-9781c4b8c75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.292153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc3fb77-8d99-4037-87b8-9781c4b8c75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.293516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4dc3fb77-8d99-4037-87b8-9781c4b8c75e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/670e39ea-50d0-4a40-ba55-906c4c86fb83 HTTP/1.1" status: 204 len: 168 time: 0.7767603 Oct 15 00:31:53.342963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.343772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:53.344602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.358367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3fb77-8d99-4037-87b8-9781c4b8c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670e39ea-50d0-4a40-ba55-906c4c86fb83,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:53.362234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-5245971c-b0bf-4fe5-9453-542ed7eaa4a3 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:53.373552 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-5245971c-b0bf-4fe5-9453-542ed7eaa4a3 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1705360 Oct 15 00:31:53.434712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] Pushing event updated for resources: {'Network': ['ID=dbdf4a6d-4b97-47c2-89cb-97d6217d5656,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:53.434930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-4e3de57e-e289-4146-a6f6-20a9f580e697 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 698 time: 0.0601010 Oct 15 00:31:53.444425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-6d53592d-9cfd-45fe-9ca9-1ff4b2fba49b service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989717 Oct 15 00:31:53.446254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:31:53.496365 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-41bc5504-867a-444e-93d1-e96d64210eb6 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.89 HTTP/1.1" status: 200 len: 696 time: 0.0508435 Oct 15 00:31:53.558676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-51425037-153d-48ed-af2d-76f36deb2038 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137912 Oct 15 00:31:53.604857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b33d744d-3097-4b0f-acfe-b3cd29e9491b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8293314 Oct 15 00:31:53.605404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33502) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:53.611468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Request body: {'subnet': {'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1675301089-subnet', 'tenant_id': '34c2400bef1c41b38d15fd039e92e240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:53.660460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Deleting port 8c037c0b-8625-4a3e-95a6-ac0de97bd284 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:53.660716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.748093 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.748474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.761726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Calling delete_port for 8c037c0b-8625-4a3e-95a6-ac0de97bd284 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:53.763956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Made reservation on behalf of 34c2400bef1c41b38d15fd039e92e240 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:53.766355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:53.924650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530b0266-8a3c-4f98-a0de-40ae87a3068c req-da5f2169-939c-496f-9f88-af2f01d446d1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 210 time: 0.0676210 Oct 15 00:31:54.084311 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.120705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Pushing event deleted for resources: {'Port': ['ID=8c037c0b-8625-4a3e-95a6-ac0de97bd284,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:54.127674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7388a-f535-490a-a1d3-bf75956cbd4a req-e19d2f01-0860-4d37-9bab-4d3a31e73344 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:54.129266 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10e7388a-f535-490a-a1d3-bf75956cbd4a req-e19d2f01-0860-4d37-9bab-4d3a31e73344 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0896108 Oct 15 00:31:54.180051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10e7388a-f535-490a-a1d3-bf75956cbd4a req-b51913ed-471b-4d7f-bdb9-eaf3f02bd519 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364738 Oct 15 00:31:54.182941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.185474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.186750 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f1bc2acd-cc80-4dd6-be9a-4c57705091e7 req-77fa1ab1-647f-4cc0-b8d4-16bb9a76f16e tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "DELETE /v2.0/floatingips/5e8f7f63-8972-4200-9fb5-30166e1272c3 HTTP/1.1" status: 204 len: 173 time: 0.6730886 Oct 15 00:31:54.250560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.338267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Checking segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:54.338760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Network hostable DHCP agents. Network: dbdf4a6d-4b97-47c2-89cb-97d6217d5656, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:31:54.341968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a408d730-7986-4fe0-b16a-8b8b29044e6d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:54.346304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:54.455242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:31:54.457231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1358037097-network', 'tenant_id': 'e94751aafb504c40b6f12f1bec38a251'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:54.586815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Made reservation on behalf of e94751aafb504c40b6f12f1bec38a251 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:54.587387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, dbdf4a6d-4b97-47c2-89cb-97d6217d5656) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:54.590152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.599292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:54.604190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.605912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829147c-35f2-4a30-b5f6-fd0526cb1260 None None] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:54.611515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.722385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.745942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e23cb9b7-b9f6-4b4b-891c-e27ee08c5ec9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1313746 Oct 15 00:31:54.797279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'tenant_id': '34c2400bef1c41b38d15fd039e92e240', 'fixed_ips': [{'subnet_id': 'a408d730-7986-4fe0-b16a-8b8b29044e6d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:31:54.798342 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.822583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c913c86-f209-4008-bc94-86a279e721bb req-a027cf66-7289-4afc-8b4c-801eedc50f74 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:54.824900 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c913c86-f209-4008-bc94-86a279e721bb req-a027cf66-7289-4afc-8b4c-801eedc50f74 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.0939646 Oct 15 00:31:54.877153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c913c86-f209-4008-bc94-86a279e721bb req-2d5b596a-93f5-4095-8d65-aa0e2a400b57 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Oct 15 00:31:54.882938 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.923957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:31:54.937261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f6681-0613-4a5c-9223-e5a22e68c4c1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:54.959634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:54.960241 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Added segment 50c5f919-a73a-4734-94b1-355ea5b88f54 of type vlan for network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 Oct 15 00:31:54.993156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Allocated IP 172.20.0.2 (dbdf4a6d-4b97-47c2-89cb-97d6217d5656/a408d730-7986-4fe0-b16a-8b8b29044e6d/dc1064d7-7083-4683-a4d4-c655d882bf0b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:55.015676 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.068214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a8314d1-4c8e-4c8b-9d2a-7b9cd817816f req-531c0366-503f-403e-87ea-f74ad8494732 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 210 time: 0.0401597 Oct 15 00:31:55.152817 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.153843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:55.154511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.197363 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.235539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] Pushing event updated for resources: {'Network': ['ID=2eaa969e-f3e3-47e9-a6da-c4e168accca1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:55.247175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:31:55.294785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-77f34248-d32c-4d19-ad2b-a28d75bb6b66 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:55.296332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-77f34248-d32c-4d19-ad2b-a28d75bb6b66 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 816 time: 0.1310158 Oct 15 00:31:55.317582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-cae1ecd2-9752-4c4f-9123-55eea1859aba tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/quotas/34c2400bef1c41b38d15fd039e92e240 HTTP/1.1" status: 200 len: 375 time: 0.0125775 Oct 15 00:31:55.339168 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.385261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c23bdf-58b0-4ff5-bcab-91bc525f79e3 req-f3ccab25-f60b-4ebb-82dc-176cf9932c5c tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:55.392776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:55.397407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:55.398223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00c23bdf-58b0-4ff5-bcab-91bc525f79e3 req-f3ccab25-f60b-4ebb-82dc-176cf9932c5c tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0855238 Oct 15 00:31:55.401146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:55.433145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-f666073a-e1fb-4e4e-91a1-d6cf9a1d48c0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035652 Oct 15 00:31:55.438608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Pushing event updated for resources: {'Port': ['ID=dc1064d7-7083-4683-a4d4-c655d882bf0b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:55.447623 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-540aef5a-bd43-4b7a-a23b-c9d5462f1be3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0994639 Oct 15 00:31:55.450625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33616) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:55.455514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Request body: {'subnet': {'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1358037097-subnet', 'tenant_id': 'e94751aafb504c40b6f12f1bec38a251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:55.463569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00c23bdf-58b0-4ff5-bcab-91bc525f79e3 req-490bdc46-eb11-477d-b8e2-3c5be875a3f1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643589 Oct 15 00:31:55.480189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Attempting to bind port dc1064d7-7083-4683-a4d4-c655d882bf0b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:31:55.480548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Attempting to bind port dc1064d7-7083-4683-a4d4-c655d882bf0b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:31:55.481105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Attempting to bind port dc1064d7-7083-4683-a4d4-c655d882bf0b on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:31:55.492315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:31:55.492315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Checking segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:55.492315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.492315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Bound using segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:31:55.493447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Bound port: dc1064d7-7083-4683-a4d4-c655d882bf0b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:31:55.493708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.542904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-ce411267-d57b-442d-8e43-62ac629aa1fc service neutron] 10.222.0.13 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005471 Oct 15 00:31:55.565632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] For port dc1064d7-7083-4683-a4d4-c655d882bf0b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:31:55.570038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] For port dc1064d7-7083-4683-a4d4-c655d882bf0b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dc1064d7-7083-4683-a4d4-c655d882bf0b,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:31:55.642759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-e310d85f-bfc9-4682-ad05-7eb0297f509e service neutron] 10.222.0.13 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912628 Oct 15 00:31:55.678393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Made reservation on behalf of e94751aafb504c40b6f12f1bec38a251 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:55.681228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.730373 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:55.796941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c224f-1b6c-4822-b860-b9948c9e3394 None None] Pushing event updated for resources: {'Port': ['ID=dc1064d7-7083-4683-a4d4-c655d882bf0b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:56.029900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c85c-bb47-464c-adf7-3c0311d2fb92 req-b3e67b3b-286b-4b75-92fb-5963ba2cea9d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:56.031426 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80f6c85c-bb47-464c-adf7-3c0311d2fb92 req-b3e67b3b-286b-4b75-92fb-5963ba2cea9d tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.0591462 Oct 15 00:31:56.082995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.105082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33624) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:56.111061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80f6c85c-bb47-464c-adf7-3c0311d2fb92 req-6f82e5fd-1fe2-4d91-930a-83c69048eed8 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb152a17-0a76-4f86-bf24-e1117792bad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693877 Oct 15 00:31:56.193618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f92682-db50-417c-ad5a-fbf0bb5a58df,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:56.196467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Checking segment: {'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:31:56.196934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Network hostable DHCP agents. Network: 2eaa969e-f3e3-47e9-a6da-c4e168accca1, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:31:56.197781 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d9004f33-c3b5-4409-8dc6-966c205ce104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.242976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11297a02-4e06-4f57-93ac-dbed50d8d92e req-de1f2357-fd13-474d-9dd9-0078d7c087f8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 210 time: 0.0367510 Oct 15 00:31:56.298994 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe064f18-5ea8-4000-ab25-7e3765dc0964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.365973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-5d3859d5-9561-4bfd-be80-5881f221239c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:56.365973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-5d3859d5-9561-4bfd-be80-5881f221239c tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 945 time: 0.0735984 Oct 15 00:31:56.405612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe064f18-5ea8-4000-ab25-7e3765dc0964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.406342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:31:56.532773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-a55e445f-9ff1-425e-8033-e5ebaae40c5e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:56.534957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-a55e445f-9ff1-425e-8033-e5ebaae40c5e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 816 time: 0.1652365 Oct 15 00:31:56.556067 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-090dc03b-e5dc-4a83-a023-9386a203983f tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/quotas/34c2400bef1c41b38d15fd039e92e240 HTTP/1.1" status: 200 len: 375 time: 0.0133696 Oct 15 00:31:56.565305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Deleting port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:31:56.566362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.608134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe064f18-5ea8-4000-ab25-7e3765dc0964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.628719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2eaa969e-f3e3-47e9-a6da-c4e168accca1) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:56.639390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e041e8-068c-493a-a7f7-09ebf530cb0d None None] Network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:56.664397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:56.665132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.696045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1f380-d96b-461d-a4dc-26144d811199 req-ec914790-8c3a-43f8-b13f-51c74b5afcc1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:56.702725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07c1f380-d96b-461d-a4dc-26144d811199 req-ec914790-8c3a-43f8-b13f-51c74b5afcc1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1315074 Oct 15 00:31:56.711369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fe064f18-5ea8-4000-ab25-7e3765dc0964 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e1dd262cad4204b17f61d1b33e82d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026862 Oct 15 00:31:56.711369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe064f18-5ea8-4000-ab25-7e3765dc0964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53cd16-0b7c-439c-ba60-df00092facbe,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:56.714366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33652) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:31:56.718816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-16be6da5-7bea-4534-890a-9f98f4d73d43 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489835 Oct 15 00:31:56.733242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] For port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:56.733242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.761129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Calling delete_port for 69b93bdb-f583-4ab9-b76d-ee50c0c2536d owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:31:56.810897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07c1f380-d96b-461d-a4dc-26144d811199 req-7742170d-5307-44b9-a0cf-496c3d7aa53f tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060858 Oct 15 00:31:56.846729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14133e00-9aaa-40ab-bb05-7abe31665141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.886817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eab22364-ec8f-4fcc-87d8-c66d59fda931 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4332180 Oct 15 00:31:56.907902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493c8a9-6a81-446a-bdaf-8b532e8c3956 None None] Network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:56.921127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-4a4608b5-ebb6-4353-8511-81358b56d90e service neutron] 10.222.0.13 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000334 Oct 15 00:31:56.924666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14133e00-9aaa-40ab-bb05-7abe31665141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:56.953352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab7315-d04b-47ca-9f3a-2b1b3b82c2ee None None] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:31:57.127457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c08e8f98-8cf6-4421-89a6-47ef3baf3ed2 None None] Provisioning complete for port dc1064d7-7083-4683-a4d4-c655d882bf0b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:57.128105 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c08e8f98-8cf6-4421-89a6-47ef3baf3ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.294382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-187af394-6d63-455e-a874-197c7639d720 req-044ae980-8321-4e07-84c1-3026145c550e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-13620396', 'description': 'tempest-description-1267537023'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:57.302193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14133e00-9aaa-40ab-bb05-7abe31665141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.305203 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14133e00-9aaa-40ab-bb05-7abe31665141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.306503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-14133e00-9aaa-40ab-bb05-7abe31665141 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab53cd16-0b7c-439c-ba60-df00092facbe HTTP/1.1" status: 204 len: 168 time: 0.5912144 Oct 15 00:31:57.329261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14133e00-9aaa-40ab-bb05-7abe31665141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53cd16-0b7c-439c-ba60-df00092facbe,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:57.456022 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-187af394-6d63-455e-a874-197c7639d720 req-044ae980-8321-4e07-84c1-3026145c550e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.476229 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c08e8f98-8cf6-4421-89a6-47ef3baf3ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.496732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-f87401aa-aee1-4515-a97e-f3b96da2b2da service neutron] 10.222.0.13 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737309 Oct 15 00:31:57.547774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c08e8f98-8cf6-4421-89a6-47ef3baf3ed2 None None] For port dc1064d7-7083-4683-a4d4-c655d882bf0b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dc1064d7-7083-4683-a4d4-c655d882bf0b,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:31:57.585683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.602575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dc1064d7-7083-4683-a4d4-c655d882bf0b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:57.654987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Pushing event deleted for resources: {'Port': ['ID=69b93bdb-f583-4ab9-b76d-ee50c0c2536d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:57.700166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c08e8f98-8cf6-4421-89a6-47ef3baf3ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.750128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port dc1064d7-7083-4683-a4d4-c655d882bf0b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:57.751166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.752458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] No DVR routers for this DVR port 69b93bdb-f583-4ab9-b76d-ee50c0c2536d on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:31:57.753090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-187af394-6d63-455e-a874-197c7639d720 req-044ae980-8321-4e07-84c1-3026145c550e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.755760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:57.761234 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a05d521a-2467-4354-8e35-e419ca8aa99c req-7effe10e-c642-4a4d-95eb-6708660d68a5 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.39 "DELETE /v2.0/ports/69b93bdb-f583-4ab9-b76d-ee50c0c2536d HTTP/1.1" status: 204 len: 173 time: 1.4003005 Oct 15 00:31:57.761717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'name': 'network-vif-deleted', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:31:57.765885 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f96c909-9831-4dd6-8671-788ee02d7893" -d '{"events": [{"server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "name": "network-vif-deleted", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:31:57.809387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-f28d081f-5c9f-475c-bfd7-aa2bd4e09780 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:57.811065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-f28d081f-5c9f-475c-bfd7-aa2bd4e09780 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.2522995 Oct 15 00:31:57.830466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Request body: {'port': {'device_id': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'admin_state_up': True, 'tenant_id': '20859c8ac63f4118a4298c86b9ae44f8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:57.868445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e8f98-8cf6-4421-89a6-47ef3baf3ed2 None None] Pushing event updated for resources: {'Port': ['ID=dc1064d7-7083-4683-a4d4-c655d882bf0b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:57.985054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bc0d32d2-3639-4619-b631-309e284ce6f2 None None] Provisioning complete for port dc1064d7-7083-4683-a4d4-c655d882bf0b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:57.985800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc0d32d2-3639-4619-b631-309e284ce6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.026866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-187af394-6d63-455e-a874-197c7639d720 req-044ae980-8321-4e07-84c1-3026145c550e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.068099 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aec13ce5-f42a-49ac-9190-c0ad359cc706 req-463628c5-6b87-4f71-91c1-4c31d7a14cca tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 210 time: 0.0657458 Oct 15 00:31:58.104065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ae980-8321-4e07-84c1-3026145c550e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d26c7d5-89fe-4846-bcde-739d2affe643,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:58.162164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Made reservation on behalf of 20859c8ac63f4118a4298c86b9ae44f8 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:31:58.166889 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.255874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-187af394-6d63-455e-a874-197c7639d720 req-044ae980-8321-4e07-84c1-3026145c550e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.257485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-187af394-6d63-455e-a874-197c7639d720 req-044ae980-8321-4e07-84c1-3026145c550e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9687529 Oct 15 00:31:58.293344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00083263-7be1-4155-a996-cff28a2b304d req-4bfa4b10-c3c3-4d7d-9438-7ee58eda09e9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 210 time: 0.0748310 Oct 15 00:31:58.343313 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e31365-72e2-4af4-bd0e-95ea85bd49e6 x-openstack-request-id: req-c8e31365-72e2-4af4-bd0e-95ea85bd49e6 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:31:58.343614 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0acd583-d55a-4c10-86c4-f4126cc50019", "name": "network-vif-deleted", "tag": "69b93bdb-f583-4ab9-b76d-ee50c0c2536d", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:31:58.345808 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8e31365-72e2-4af4-bd0e-95ea85bd49e6 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:31:58.345808 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0acd583-d55a-4c10-86c4-f4126cc50019', 'name': 'network-vif-deleted', 'tag': '69b93bdb-f583-4ab9-b76d-ee50c0c2536d', 'status': 'completed', 'code': 200} Oct 15 00:31:58.484496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Allocated IP 172.20.0.11 (e21b540f-6502-42bd-8391-cd65ce80654d/e8ed36f9-2345-4abe-898e-efb593657a8e/a21c71dc-a466-46b4-bbaf-9aa68c17e527) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:31:58.521171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57219222-51dd-48b0-9f82-080b01c97c2a req-b962f349-34e7-4336-832a-ff7b889d441d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:58.530197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57219222-51dd-48b0-9f82-080b01c97c2a req-b962f349-34e7-4336-832a-ff7b889d441d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0837266 Oct 15 00:31:58.573395 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57219222-51dd-48b0-9f82-080b01c97c2a req-d36936da-e0b5-41e8-aea7-6ab1bd3b1d48 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Oct 15 00:31:58.630665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a26724e6-bcd9-4ca5-884a-4c3208d0ef44 req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1983683201', 'description': 'tempest-description-579233451'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:58.757717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a26724e6-bcd9-4ca5-884a-4c3208d0ef44 req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.778992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-c98fd948-8f6e-4ca1-b614-bee6849f0d00 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:58.780418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-c98fd948-8f6e-4ca1-b614-bee6849f0d00 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 816 time: 0.2047718 Oct 15 00:31:58.799858 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eddd5c5e-1b4e-4265-8124-4ffb438cb0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.810938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.814889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-1257ebed-9679-4f81-91c5-64c9c05213ae tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/quotas/34c2400bef1c41b38d15fd039e92e240 HTTP/1.1" status: 200 len: 375 time: 0.0273659 Oct 15 00:31:58.843258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a26724e6-bcd9-4ca5-884a-4c3208d0ef44 req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.882353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-1871ae0c-0bc3-4c04-8d59-ff204c671d9b tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594299 Oct 15 00:31:58.923226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a26724e6-bcd9-4ca5-884a-4c3208d0ef44 req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:58.966788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd784b0-882a-4ad8-82c7-94c91b28aa7f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:58.975091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.975441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.975784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.976121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.977565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.977565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.977565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.977565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.977989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.978128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.978431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:58.978753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:31:59.002150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:59.033521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-50298c4d-bae4-450e-8c67-d37a4d4fbee9 service neutron] 10.222.0.13 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314132 Oct 15 00:31:59.049167 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a26724e6-bcd9-4ca5-884a-4c3208d0ef44 req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:59.052478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a26724e6-bcd9-4ca5-884a-4c3208d0ef44 req-67c1d26c-b83e-45aa-8bca-3e52f03c7e37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4365690 Oct 15 00:31:59.073208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Network e21b540f-6502-42bd-8391-cd65ce80654d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:31:59.081061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:31:59.082902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:31:59.090879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:31:59.199578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-584ebe8f-653a-4d91-a4b5-224d85f54094 service neutron] 10.222.0.13 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593907 Oct 15 00:31:59.205593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:59.206251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:59.254837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e334fcaa-d649-4201-8030-e959d07c585f req-edb39d57-54a2-46a0-9ea2-103a0f5c9b88 tempest-FloatingIPsAssociationTestJSON-122984071 tempest-FloatingIPsAssociationTestJSON-122984071-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0acd583-d55a-4c10-86c4-f4126cc50019 HTTP/1.1" status: 200 len: 210 time: 0.0457561 Oct 15 00:31:59.333159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-0ebc04a1-7092-4804-b4fb-bcf5f7c3d073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5103664 Oct 15 00:31:59.348624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Request body: {'port': {'device_id': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:31:59.410759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:59.436484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-e24ddc44-192e-4c58-a716-67fee749cb69 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:59.438264 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-e24ddc44-192e-4c58-a716-67fee749cb69 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 813 time: 0.1083062 Oct 15 00:31:59.444558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dc1064d7-7083-4683-a4d4-c655d882bf0b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:31:59.467454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-a4d35d4e-26ac-4f57-8259-24e7fba7cbec tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/quotas/e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 375 time: 0.0186515 Oct 15 00:31:59.488594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 69b93bdb-f583-4ab9-b76d-ee50c0c2536d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:31:59.507837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-b0c66a5d-993c-4929-a102-05dbc4b6530c tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333879 Oct 15 00:31:59.520861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 69b93bdb-f583-4ab9-b76d-ee50c0c2536d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:31:59.521201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 69b93bdb-f583-4ab9-b76d-ee50c0c2536d not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:31:59.540635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port dc1064d7-7083-4683-a4d4-c655d882bf0b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:31:59.541102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:59.676355 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-8d636c0b-3b17-46d0-9747-2ed36a102c2f service neutron] 10.222.0.13 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593890 Oct 15 00:31:59.917627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21c71dc-a466-46b4-bbaf-9aa68c17e527 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:31:59.926388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:31:59.939948 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-936ac2aa-bbe5-48ab-81df-3a3be5cf6a0a service neutron] 10.222.0.13 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625427 Oct 15 00:31:59.963064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Transition to ACTIVE for port object a21c71dc-a466-46b4-bbaf-9aa68c17e527 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:31:59.981855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-e5216dfb-977c-4700-ad25-1e3854494025 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:31:59.983363 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-e5216dfb-977c-4700-ad25-1e3854494025 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 816 time: 0.1739187 Oct 15 00:32:00.010751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Request body: {'port': {'device_id': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'admin_state_up': True, 'tenant_id': '34c2400bef1c41b38d15fd039e92e240'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:00.055191 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:00.110459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:00.152188 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:00.156771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:00.235467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:00.235734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:00.236048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:00.247217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:00.247535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:00.257293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:00.257681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:00.258110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:00.261508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Bound port: a21c71dc-a466-46b4-bbaf-9aa68c17e527, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:00.261828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:00.333115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5e7f-fcfe-454e-93c1-a79b38a3864a req-124c28ee-fe80-4e31-84ac-944cec507ef7 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:00.335342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90f5e7f-fcfe-454e-93c1-a79b38a3864a req-124c28ee-fe80-4e31-84ac-944cec507ef7 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 944 time: 0.0607946 Oct 15 00:32:00.344804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:00.350021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:00.386602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a90f5e7f-fcfe-454e-93c1-a79b38a3864a req-712d01e1-abeb-4c92-a93c-b92d75e79d50 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Oct 15 00:32:00.433705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Made reservation on behalf of 34c2400bef1c41b38d15fd039e92e240 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:00.438497 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:00.449260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:00.490918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:00.492050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:00.493896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] 10.222.0.39 "PUT /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 1092 time: 1.1501613 Oct 15 00:32:00.494556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:00.497022 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d904168b-f8f2-48d1-a327-dcf4b7554d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:00.541729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22c53b7f-ddc4-46c8-ad5f-55b149378693 req-c30e633c-5795-4faf-85cd-2e3c2fee7c07 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 210 time: 0.0335264 Oct 15 00:32:00.564829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16985325-d6d2-4fb0-a8d5-2b742bb0daec service neutron] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:00.664244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac4faa9b-86b0-4dbe-80ec-d22078b5ea9c req-bb27bb4e-3b2a-413f-81af-2647bc192532 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 210 time: 0.0339637 Oct 15 00:32:00.669927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1666f3-7120-4c5c-9248-d87db54e26ea req-84192a59-1dd3-4176-82fd-a0f90665e86b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:00.671488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc1666f3-7120-4c5c-9248-d87db54e26ea req-84192a59-1dd3-4176-82fd-a0f90665e86b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1170247 Oct 15 00:32:00.674233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Allocated IP 172.20.0.6 (dbdf4a6d-4b97-47c2-89cb-97d6217d5656/a408d730-7986-4fe0-b16a-8b8b29044e6d/cadf9a77-77be-48d3-8da6-4fa21723f085) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:00.703730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-42c1a191-d025-49de-81ec-5dc60230fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:00.705249 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-42c1a191-d025-49de-81ec-5dc60230fa67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1095 time: 0.0437033 Oct 15 00:32:00.739761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33776) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:00.756828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-d80b80a4-8f17-45c0-bf6b-4d06dc11af99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 217 time: 0.0430760 Oct 15 00:32:00.805077 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad809b0-9d81-4b19-a857-1c0888e5e62e x-openstack-request-id: req-2ad809b0-9d81-4b19-a857-1c0888e5e62e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:00.805368 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:00.805616 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ad809b0-9d81-4b19-a857-1c0888e5e62e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:00.806006 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527', 'status': 'completed', 'code': 200} Oct 15 00:32:00.825404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-679fd212-142c-413c-8979-39e990f813e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:00.826932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-679fd212-142c-413c-8979-39e990f813e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0622327 Oct 15 00:32:00.849391 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc1666f3-7120-4c5c-9248-d87db54e26ea req-dc70c306-a07f-4d13-86d4-cdfa7c33b72f tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620169 Oct 15 00:32:00.864163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-a74547cc-a121-4348-a657-555066081ef8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291307 Oct 15 00:32:01.111099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-b19939ee-9c18-48f5-8db7-f7b1be559fed tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:01.118777 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:01.119110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-b19939ee-9c18-48f5-8db7-f7b1be559fed tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 816 time: 0.1592429 Oct 15 00:32:01.145764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Request body: {'port': {'device_id': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'admin_state_up': True, 'tenant_id': '34c2400bef1c41b38d15fd039e92e240'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:01.303866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-9bf84c69-8bef-4221-b491-5c4b40db286b service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795979 Oct 15 00:32:01.305392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:01.374581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:01.378060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:01.401678 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:01.404051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:01.442126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Made reservation on behalf of 34c2400bef1c41b38d15fd039e92e240 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:01.453508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:01.498170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Pushing event updated for resources: {'Port': ['ID=cadf9a77-77be-48d3-8da6-4fa21723f085,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:01.583642 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:01.584841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:01.639953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-742f1080-6981-481c-add0-daf5a9cdb1b4 req-1f1c177f-a020-4c87-879c-a2a61c9655f6 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257766 Oct 15 00:32:01.731316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-03f86d1e-cf43-42f8-a2e2-1e31f5749b18 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7370579 Oct 15 00:32:01.749840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f977-54db-4165-b84a-4bd7dd1a2ad8 req-1ba832aa-284c-4ac3-aba8-88f8b274f58b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:01.763456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df65f977-54db-4165-b84a-4bd7dd1a2ad8 req-1ba832aa-284c-4ac3-aba8-88f8b274f58b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 944 time: 0.2265015 Oct 15 00:32:01.798404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Request body: {'port': {'device_id': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:01.899326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5c6ff57a-27db-4c26-8d8f-ecedb5cac84b None None] Provisioning complete for port cadf9a77-77be-48d3-8da6-4fa21723f085 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:01.899941 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff57a-27db-4c26-8d8f-ecedb5cac84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:01.918405 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d3566771-0563-49b9-a3f7-2de21eefa1de req-2fb9f011-aa28-4a6e-b01b-5cf9a1d70f8d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 210 time: 0.0661240 Oct 15 00:32:01.920190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:01.944188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df65f977-54db-4165-b84a-4bd7dd1a2ad8 req-b21637b0-f127-4aa4-b185-30efd6061f4d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677670 Oct 15 00:32:01.951190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ff57a-27db-4c26-8d8f-ecedb5cac84b None None] Port cadf9a77-77be-48d3-8da6-4fa21723f085 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:01.954565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Allocated IP 172.20.0.13 (dbdf4a6d-4b97-47c2-89cb-97d6217d5656/a408d730-7986-4fe0-b16a-8b8b29044e6d/e29b925e-e29d-4bc5-9365-dac3c87a9eb0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:01.961688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-1e3fac35-218f-4f99-a007-cf6994e6870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:01.963206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-1e3fac35-218f-4f99-a007-cf6994e6870e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1095 time: 0.1650367 Oct 15 00:32:02.161999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb6eb334-6797-434b-a84b-94a434b28f6c req-809cee52-5e43-44e3-9e89-fafe7786614b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 210 time: 0.0986745 Oct 15 00:32:02.203177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Deleting port c2e8eff7-de53-4003-863f-87cf917aed99 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:02.204091 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:02.216075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:02.229546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-3eab27b7-9264-4f66-bc8a-812914ba9f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:02.231213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-3eab27b7-9264-4f66-bc8a-812914ba9f9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.2607851 Oct 15 00:32:02.321231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b1b8d-b27e-4dfc-88c5-de729be2f51d req-b7cc2861-8abe-4cab-ac7f-9becac015b79 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:02.322070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-46497513-bef2-4219-9ad8-6e11a2820a45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 217 time: 0.0451820 Oct 15 00:32:02.323111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-439b1b8d-b27e-4dfc-88c5-de729be2f51d req-b7cc2861-8abe-4cab-ac7f-9becac015b79 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1700947 Oct 15 00:32:02.372476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] For port c2e8eff7-de53-4003-863f-87cf917aed99, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c2e8eff7-de53-4003-863f-87cf917aed99,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:02.372972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:02.397883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-439b1b8d-b27e-4dfc-88c5-de729be2f51d req-66ccacf1-2280-47fa-8673-09a4368e06a1 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635836 Oct 15 00:32:02.398813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Calling delete_port for c2e8eff7-de53-4003-863f-87cf917aed99 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:02.424942 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:02.440251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-5134dc77-85c7-41d0-a0ed-5d1ea7ecfa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:02.442262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-5134dc77-85c7-41d0-a0ed-5d1ea7ecfa0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.1136479 Oct 15 00:32:02.741617 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:02.771373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-d8661ec8-2b6e-4f34-896f-09e5d2ba4a19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2974551 Oct 15 00:32:02.783298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e8eff7-de53-4003-863f-87cf917aed99,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:02.838550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9379bb46-8a9b-49de-8cc8-62c7e52f751d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:02.846314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9379bb46-8a9b-49de-8cc8-62c7e52f751d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.30 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 816 time: 0.4597659 Oct 15 00:32:02.961788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Request body: {'port': {'device_id': '3aabaf5e-c694-4234-98bd-0eef51379324', 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'admin_state_up': True, 'tenant_id': '34c2400bef1c41b38d15fd039e92e240'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:02.973224 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:02.997563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-fc955b28-da3e-4b82-9709-37f9e255e003 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154152 Oct 15 00:32:03.092375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09b88b79-b564-4225-92a3-a3934297c569 req-07f4f237-431e-4add-bad8-6b87e3f3dc26 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 210 time: 0.0428824 Oct 15 00:32:03.169538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:03.190323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:03.213109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:03.241931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Pushing event updated for resources: {'Port': ['ID=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:03.266324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadf9a77-77be-48d3-8da6-4fa21723f085 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:03.286807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:03.297533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:03.348655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Transition to ACTIVE for port object cadf9a77-77be-48d3-8da6-4fa21723f085 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:03.396663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:03.397594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:03.401625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d904168b-f8f2-48d1-a327-dcf4b7554d5d req-89c716c2-ca03-4b05-a5e5-db91dffb543b service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505409 Oct 15 00:32:03.458887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609c57e-1a19-4553-a9a3-cfa7b656caab req-6bce640d-899b-4a0a-8713-e3fa46c3bd9e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:03.461099 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7609c57e-1a19-4553-a9a3-cfa7b656caab req-6bce640d-899b-4a0a-8713-e3fa46c3bd9e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 944 time: 0.2485754 Oct 15 00:32:03.461689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:03.545271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf9a77-77be-48d3-8da6-4fa21723f085,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:03.551841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Made reservation on behalf of 34c2400bef1c41b38d15fd039e92e240 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:03.563772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:03.599287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cd3f330d-fb31-4dc7-8a65-07b6f232fb55 None None] Provisioning complete for port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:03.600814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd3f330d-fb31-4dc7-8a65-07b6f232fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:03.649680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7609c57e-1a19-4553-a9a3-cfa7b656caab req-dc1e6ba0-5b60-4b40-a3e5-9e261a93aa27 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679034 Oct 15 00:32:03.677581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-c4fcb8de-9b5a-4ada-899a-3face7d3dd5d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5425863 Oct 15 00:32:03.711575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Request body: {'port': {'device_id': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:03.714437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f330d-fb31-4dc7-8a65-07b6f232fb55 None None] Port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:03.786431 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ca0f0d4-3c39-4354-9486-aa9603660c83 req-13a6b0d1-8c39-4ce0-94bc-15926369bc27 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 210 time: 0.0519791 Oct 15 00:32:03.788674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Router 9f9b4230-b371-4922-8909-fa2c7b0aa58b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:32:03.822305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-3fe68b6c-7445-46d5-bea9-162358439c29 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:03.823016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Attempting to bind port cadf9a77-77be-48d3-8da6-4fa21723f085 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:03.823352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Attempting to bind port cadf9a77-77be-48d3-8da6-4fa21723f085 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:03.823677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Attempting to bind port cadf9a77-77be-48d3-8da6-4fa21723f085 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:03.824093 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-3fe68b6c-7445-46d5-bea9-162358439c29 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.30 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 813 time: 0.3913457 Oct 15 00:32:03.850395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'port': {'device_id': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1', 'admin_state_up': True, 'tenant_id': 'e94751aafb504c40b6f12f1bec38a251'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:03.867631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Port cadf9a77-77be-48d3-8da6-4fa21723f085 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:03.867956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Attempting to bind port cadf9a77-77be-48d3-8da6-4fa21723f085 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:03.877530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:03.878533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Checking segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:03.878965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Bound using segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:03.879496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Bound port: cadf9a77-77be-48d3-8da6-4fa21723f085, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:03.879934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.010048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:32:04.021448 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d216e750-d9cd-429e-a722-41137d88e2be admin admin] 10.222.0.13 "PUT /v2.0/routers/9f9b4230-b371-4922-8909-fa2c7b0aa58b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2772198 Oct 15 00:32:04.021609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33830) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:04.027349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] Sync routers for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:32:04.058540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.060573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:04.061737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:04.072988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fac7a0-f4e5-436b-91d8-ad2864548cf9 req-942bcbfb-1dec-4311-86c5-0c2af86901ae tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:04.081773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91fac7a0-f4e5-436b-91d8-ad2864548cf9 req-942bcbfb-1dec-4311-86c5-0c2af86901ae tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.2993131 Oct 15 00:32:04.093022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] For port cadf9a77-77be-48d3-8da6-4fa21723f085, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:04.098736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] For port cadf9a77-77be-48d3-8da6-4fa21723f085, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=cadf9a77-77be-48d3-8da6-4fa21723f085,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:04.170561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.194541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Allocated IP 172.20.0.9 (dbdf4a6d-4b97-47c2-89cb-97d6217d5656/a408d730-7986-4fe0-b16a-8b8b29044e6d/284f086c-b390-4e76-b45b-a62249bb4837) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:04.212061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.256520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91fac7a0-f4e5-436b-91d8-ad2864548cf9 req-29109846-11cd-463a-82c4-73c566209c8f tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738386 Oct 15 00:32:04.286785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:04.288270 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.290293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/cadf9a77-77be-48d3-8da6-4fa21723f085 HTTP/1.1" status: 200 len: 1091 time: 2.4981794 Oct 15 00:32:04.291016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'tag': 'cadf9a77-77be-48d3-8da6-4fa21723f085'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:04.293884 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d432b3bc-f045-4c71-a670-98c168ba322a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3cb8aa-7045-4e05-bdd5-d4a63612cb97", "tag": "cadf9a77-77be-48d3-8da6-4fa21723f085"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:04.366190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff7ae4-cf5a-4467-93dd-b8ec966ff1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf9a77-77be-48d3-8da6-4fa21723f085,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:04.400095 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.452619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Made reservation on behalf of e94751aafb504c40b6f12f1bec38a251 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:04.456791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.491027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:04.513059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76fb8fdd-54fc-483b-bf22-165cfc39e9f9 req-c314d0eb-c430-457b-8def-a595f49238aa tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 210 time: 0.0690899 Oct 15 00:32:04.584536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-1dbf0c7e-a703-4d79-b989-4665b6801e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:04.586221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-1dbf0c7e-a703-4d79-b989-4665b6801e6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 1094 time: 0.1170647 Oct 15 00:32:04.698535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.825225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:32:02Z', 'revision_number': 5, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port': {'id': '7a91579a-f94b-43c1-95f8-5d30106f4c03', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:30:23Z', 'updated_at': '2021-10-15T00:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:04.871442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] Checking router: 9f9b4230-b371-4922-8909-fa2c7b0aa58b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:32:04.881993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] Routers {'9f9b4230-b371-4922-8909-fa2c7b0aa58b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:04.883596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:04.931976 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:04.996864 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ba03b26-0053-404b-9241-ad9ad43dcc5d req-fcc8e03e-ca53-42cf-aeb3-7f15938b9db6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 210 time: 0.0343721 Oct 15 00:32:04.997210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] Set router 9f9b4230-b371-4922-8909-fa2c7b0aa58b gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:05.032322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Allocated IP 172.20.0.10 (2eaa969e-f3e3-47e9-a6da-c4e168accca1/d0f92682-db50-417c-ad5a-fbf0bb5a58df/5514e1ba-f982-49ed-885a-65ba806fabe1) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:05.037857 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed8023a-e022-4ea0-9b56-dad3a689580e x-openstack-request-id: req-2ed8023a-e022-4ea0-9b56-dad3a689580e {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:05.038501 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3cb8aa-7045-4e05-bdd5-d4a63612cb97", "tag": "cadf9a77-77be-48d3-8da6-4fa21723f085", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:05.044209 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ed8023a-e022-4ea0-9b56-dad3a689580e {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:05.044209 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'tag': 'cadf9a77-77be-48d3-8da6-4fa21723f085', 'status': 'completed', 'code': 200} Oct 15 00:32:05.045043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-d6b91e44-b905-435e-b5e8-c70a5afa6aa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cadf9a77-77be-48d3-8da6-4fa21723f085 HTTP/1.1" status: 200 len: 217 time: 0.4480572 Oct 15 00:32:05.074304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:32:04Z', 'revision_number': 6, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:05.107621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceaf3ad-caff-46d1-9205-88d986b97875 None None] The sync data for ids ['9f9b4230-b371-4922-8909-fa2c7b0aa58b'] in n-d-811521-2 is: [{'id': '9f9b4230-b371-4922-8909-fa2c7b0aa58b', 'name': 'tempest-FloatingIPsAssociationTestJSON-278605104-router', 'tenant_id': 'a76e217a7882496c954b32c9055d005b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:30:21Z', 'updated_at': '2021-10-15T00:32:04Z', 'revision_number': 6, 'project_id': 'a76e217a7882496c954b32c9055d005b', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:32:05.113980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:05.129494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:05.131040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Deleting port 7a91579a-f94b-43c1-95f8-5d30106f4c03 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:05.131588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.155420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:05.174606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Pushing event updated for resources: {'Port': ['ID=284f086c-b390-4e76-b45b-a62249bb4837,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:05.205228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505f329-a507-4851-b0e1-acedec033bc1 req-3e9aec2d-8a51-4310-a656-d18590463bad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:05.207970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2505f329-a507-4851-b0e1-acedec033bc1 req-3e9aec2d-8a51-4310-a656-d18590463bad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 944 time: 0.1724224 Oct 15 00:32:05.213037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-f816a970-fab3-4151-9b3a-d5840fee79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:05.220251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-f816a970-fab3-4151-9b3a-d5840fee79bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 200 len: 855 time: 0.1613758 Oct 15 00:32:05.334005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:05.337133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.368560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2505f329-a507-4851-b0e1-acedec033bc1 req-9dbfdb32-9a89-418b-9d5c-0767bdea59ed tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472886 Oct 15 00:32:05.380270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] For port 7a91579a-f94b-43c1-95f8-5d30106f4c03, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7a91579a-f94b-43c1-95f8-5d30106f4c03,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:05.381092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.402687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Calling delete_port for 7a91579a-f94b-43c1-95f8-5d30106f4c03 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:05.423998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29b925e-e29d-4bc5-9365-dac3c87a9eb0 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:05.469080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.514219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Transition to ACTIVE for port object e29b925e-e29d-4bc5-9365-dac3c87a9eb0 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:05.521152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:05.538835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-91da8a96-123a-47ed-a379-3dad68e3f543 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5848289 Oct 15 00:32:05.551394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2e71409a-6442-4451-9011-e746958fdd87 None None] Provisioning complete for port 284f086c-b390-4e76-b45b-a62249bb4837 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:05.551931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e71409a-6442-4451-9011-e746958fdd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.553765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c2e8eff7-de53-4003-863f-87cf917aed99 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:05.559983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Request body: {'port': {'device_id': '3aabaf5e-c694-4234-98bd-0eef51379324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:05.578395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c2e8eff7-de53-4003-863f-87cf917aed99 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:32:05.578625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c2e8eff7-de53-4003-863f-87cf917aed99 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:32:05.613131 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.670024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2e71409a-6442-4451-9011-e746958fdd87 None None] Port 284f086c-b390-4e76-b45b-a62249bb4837 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:05.688524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.740372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-477379ea-f90c-4b34-9772-389c6752d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:05.741357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-477379ea-f90c-4b34-9772-389c6752d60c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4737911 Oct 15 00:32:05.774230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:05.788604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'port_id': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527', 'mac_address': 'fa:16:3e:76:4a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ed36f9-2345-4abe-898e-efb593657a8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:05.792192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Pushing event updated for resources: {'Port': ['ID=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:05.806705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.839879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:05.877630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21c71dc-a466-46b4-bbaf-9aa68c17e527 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:05.891506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21bd4a-aa17-4c1d-b760-3edbbbedc368 req-f569ab40-01a8-4f80-b190-02541d90cf68 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:05.893139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee21bd4a-aa17-4c1d-b760-3edbbbedc368 req-f569ab40-01a8-4f80-b190-02541d90cf68 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.3430288 Oct 15 00:32:05.919989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:05.978643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-dde6ca0d-169a-422e-9874-8a1cb9cf42e6 service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127850 Oct 15 00:32:05.998902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.013852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee21bd4a-aa17-4c1d-b760-3edbbbedc368 req-e8afad6d-6174-4938-a739-9c8f15243a0f tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055827 Oct 15 00:32:06.085158 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.093324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.109866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:06.177812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a91579a-f94b-43c1-95f8-5d30106f4c03,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:06.233960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:06.255926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:06.291036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:06.291876 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-258b549c-f26e-45e1-aa5b-75a15499e222 req-c7db9d08-e1b1-406c-a5a5-c4b1cc8d7504 service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032508 Oct 15 00:32:06.298562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:06.314742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d6bed-2848-4ee4-a82e-93511612aa90 req-1d099360-68b2-4014-92fb-2bc775783064 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.315112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['a21c71dc-a466-46b4-bbaf-9aa68c17e527'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:06.322610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-582d6bed-2848-4ee4-a82e-93511612aa90 req-1d099360-68b2-4014-92fb-2bc775783064 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 932 time: 0.1535242 Oct 15 00:32:06.322810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Attempting to bind port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:06.322941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Attempting to bind port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:06.323255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Attempting to bind port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:06.333618 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.351949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0a23b-ce84-4768-a8ab-910d28de7ffe req-88e9ebd9-8195-4f9c-8a33-2d61260fc561 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.354611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7d0a23b-ce84-4768-a8ab-910d28de7ffe req-88e9ebd9-8195-4f9c-8a33-2d61260fc561 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 931 time: 0.2589488 Oct 15 00:32:06.363606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:06.368752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Attempting to bind port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:06.398310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:06.398648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Checking segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:06.399246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Bound using segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:06.399697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Bound port: e29b925e-e29d-4bc5-9365-dac3c87a9eb0, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:06.400058 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.438678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.439309 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.484880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.488378 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.492247 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-582d6bed-2848-4ee4-a82e-93511612aa90 req-8adb871a-42f6-4c19-918d-0142f41b8834 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688478 Oct 15 00:32:06.503730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7d0a23b-ce84-4768-a8ab-910d28de7ffe req-29a57e65-aae8-4b06-9a83-3b6084cf0a76 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371195 Oct 15 00:32:06.559766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432b3bc-f045-4c71-a670-98c168ba322a req-9e6db3f7-01b9-4c83-bcd0-97929a83f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.561268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d432b3bc-f045-4c71-a670-98c168ba322a req-9e6db3f7-01b9-4c83-bcd0-97929a83f488 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 1094 time: 0.1530840 Oct 15 00:32:06.582901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-2505f976-0bf4-485f-9e3d-e6dc42e2a695 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7424848 Oct 15 00:32:06.613720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] For port e29b925e-e29d-4bc5-9365-dac3c87a9eb0, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:06.618225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284f086c-b390-4e76-b45b-a62249bb4837 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:06.625476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Request body: {'port': {'device_id': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:06.634633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.637981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.638581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f9b4230-b371-4922-8909-fa2c7b0aa58b {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:32:06.649362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.650540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c2409ad2-e441-4a2d-b4f3-15d268986a5f admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f9b4230-b371-4922-8909-fa2c7b0aa58b HTTP/1.1" status: 204 len: 168 time: 2.6246042 Oct 15 00:32:06.653511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33874) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:06.679974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] For port e29b925e-e29d-4bc5-9365-dac3c87a9eb0, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:06.700549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Transition to ACTIVE for port object 284f086c-b390-4e76-b45b-a62249bb4837 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:06.711157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432b3bc-f045-4c71-a670-98c168ba322a req-fb528101-0ea8-48a6-a1c2-c0b198d97c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.712633 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d432b3bc-f045-4c71-a670-98c168ba322a req-fb528101-0ea8-48a6-a1c2-c0b198d97c14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 917 time: 0.1433718 Oct 15 00:32:06.718202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] Deleting subnet 692ea848-94c5-4e1b-8e44-0c57dbc0a196 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:32:06.733371 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.735422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.744172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc872fe1-a801-4e0a-92a3-17fa1000161a req-d0eb97f1-156e-44d2-a7d8-2ae47c50dd38 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.745884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc872fe1-a801-4e0a-92a3-17fa1000161a req-d0eb97f1-156e-44d2-a7d8-2ae47c50dd38 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 945 time: 0.1531365 Oct 15 00:32:06.753543 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.790350 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d432b3bc-f045-4c71-a670-98c168ba322a req-49452f3e-d71f-42b3-90fa-37c4d763a452 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cadf9a77-77be-48d3-8da6-4fa21723f085 HTTP/1.1" status: 200 len: 217 time: 0.0657825 Oct 15 00:32:06.829214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.835172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.835805 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.837167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] 10.222.0.39 "PUT /v2.0/ports/e29b925e-e29d-4bc5-9365-dac3c87a9eb0 HTTP/1.1" status: 200 len: 1092 time: 3.1431074 Oct 15 00:32:06.840109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'tag': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:06.842406 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eed4471-92c3-474f-80d1-9d1c360108a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b302f7e5-811a-4a20-ab32-c42b21d123ca", "tag": "e29b925e-e29d-4bc5-9365-dac3c87a9eb0"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:06.855261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:06.906693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432b3bc-f045-4c71-a670-98c168ba322a req-99e402d1-d0ba-47c3-b09b-f947f7708122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:06.907216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263dfc4-baef-402e-a670-5f887e9b6301 service neutron] Pushing event updated for resources: {'Port': ['ID=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:06.908790 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d432b3bc-f045-4c71-a670-98c168ba322a req-99e402d1-d0ba-47c3-b09b-f947f7708122 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 200 len: 855 time: 0.1094878 Oct 15 00:32:06.927818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc872fe1-a801-4e0a-92a3-17fa1000161a req-791f6038-9b39-4ca1-9d97-c247a132e807 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608608 Oct 15 00:32:07.059709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33882) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:07.066284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1553068194'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:07.100427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432b3bc-f045-4c71-a670-98c168ba322a req-e7e1a3bf-18d9-42fd-964e-782823484647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:07.101951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d432b3bc-f045-4c71-a670-98c168ba322a req-e7e1a3bf-18d9-42fd-964e-782823484647 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827419 Oct 15 00:32:07.124444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.254614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d432b3bc-f045-4c71-a670-98c168ba322a req-6ec935c5-1550-4265-b14d-e55cd7173a84 service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422622 Oct 15 00:32:07.356584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:07.358936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.394306 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bc2a4-4141-4464-a965-f0998c32de33 x-openstack-request-id: req-bb8bc2a4-4141-4464-a965-f0998c32de33 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:07.394943 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b302f7e5-811a-4a20-ab32-c42b21d123ca", "tag": "e29b925e-e29d-4bc5-9365-dac3c87a9eb0", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:07.395060 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb8bc2a4-4141-4464-a965-f0998c32de33 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:07.395401 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'tag': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0', 'status': 'completed', 'code': 200} Oct 15 00:32:07.398377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:32:07.408521 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d432b3bc-f045-4c71-a670-98c168ba322a req-9cd2c5d1-0aa5-4da0-a897-53a54e5dcd1a service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466420 Oct 15 00:32:07.410055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.417419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.417769 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Added segment 5711b28b-f1b7-4857-b70f-49f07f91de40 of type vlan for network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd Oct 15 00:32:07.446967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692ea848-94c5-4e1b-8e44-0c57dbc0a196,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:07.448413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7a91579a-f94b-43c1-95f8-5d30106f4c03 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:07.455223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.461855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-50a39dcc-02bf-4a06-8d2a-e3e19acd8f11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/692ea848-94c5-4e1b-8e44-0c57dbc0a196 HTTP/1.1" status: 204 len: 168 time: 0.8073494 Oct 15 00:32:07.463321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33892) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:07.479098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7a91579a-f94b-43c1-95f8-5d30106f4c03 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:32:07.479672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7a91579a-f94b-43c1-95f8-5d30106f4c03 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:32:07.486511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215434a-d039-4f2d-9135-6228ad3ca5c0 None None] Network 5dca5e40-f01d-4d9b-9913-e29600fd8de7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:07.531256 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.549546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Pushing event updated for resources: {'Port': ['ID=284f086c-b390-4e76-b45b-a62249bb4837,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:07.571443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:07.596260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-44ce7335-1943-4922-b926-594c3dac6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:07.598607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-44ce7335-1943-4922-b926-594c3dac6d8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 1095 time: 0.5515776 Oct 15 00:32:07.599463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.654771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd1f1-e5fe-4597-bbf2-7df7fabea637 req-520cc188-5e2c-4673-bafc-c75d3844899b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:07.656264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7dbd1f1-e5fe-4597-bbf2-7df7fabea637 req-520cc188-5e2c-4673-bafc-c75d3844899b tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.2570636 Oct 15 00:32:07.696036 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.696684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Attempting to bind port 284f086c-b390-4e76-b45b-a62249bb4837 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:07.697015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Attempting to bind port 284f086c-b390-4e76-b45b-a62249bb4837 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:07.697338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Attempting to bind port 284f086c-b390-4e76-b45b-a62249bb4837 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:07.701556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:07.702595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.709856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-7f573b55-1585-43c4-9ad6-676f1ef84013 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e29b925e-e29d-4bc5-9365-dac3c87a9eb0 HTTP/1.1" status: 200 len: 217 time: 0.0966825 Oct 15 00:32:07.717940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Port 284f086c-b390-4e76-b45b-a62249bb4837 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:07.718292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Attempting to bind port 284f086c-b390-4e76-b45b-a62249bb4837 on network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:07.760660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] DHCP port deletion for 5dca5e40-f01d-4d9b-9913-e29600fd8de7 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:32:07.767845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:07.768318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Checking segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:07.773260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Bound using segment: {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:07.773260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Bound port: 284f086c-b390-4e76-b45b-a62249bb4837, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ce1b19-4100-4d18-9c4b-1f3134d06292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:07.773260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.793669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port a21c71dc-a466-46b4-bbaf-9aa68c17e527 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:32:07.802241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port a21c71dc-a466-46b4-bbaf-9aa68c17e527 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:07.803081 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.818190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7dbd1f1-e5fe-4597-bbf2-7df7fabea637 req-f5b8c690-361b-4d23-8bb5-8cec8f35189f tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141832 Oct 15 00:32:07.829214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353504c6-2852-47de-830a-cbc84131f9ae req-d1605cc2-a06f-4114-82c0-dc594d60d95d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:07.834887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-928c3eea-38a8-40d9-ad11-e48fb692825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:07.836336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-928c3eea-38a8-40d9-ad11-e48fb692825e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 200 len: 855 time: 0.1076045 Oct 15 00:32:07.836902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-353504c6-2852-47de-830a-cbc84131f9ae req-d1605cc2-a06f-4114-82c0-dc594d60d95d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 932 time: 0.1756456 Oct 15 00:32:07.852567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Network': ['ID=3ffadd34-163b-4ddc-b0a9-661803ae9ffd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:07.855554 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f9bd5f5d-8f9d-4f69-98a3-b4840844769e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7940221 Oct 15 00:32:07.856588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33900) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:07.860435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Deleting port c269339b-3d45-4363-a27e-d91d66eb5435 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:07.860771 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.863427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:32:07.872521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2083180926'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:07.972050 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] For port c269339b-3d45-4363-a27e-d91d66eb5435, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c269339b-3d45-4363-a27e-d91d66eb5435,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:07.972421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.993107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:07.994777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-353504c6-2852-47de-830a-cbc84131f9ae req-28ca77d5-41bd-4607-a381-21a5ff937b8c tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569324 Oct 15 00:32:08.018512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Calling delete_port for c269339b-3d45-4363-a27e-d91d66eb5435 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:08.022671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] For port 284f086c-b390-4e76-b45b-a62249bb4837, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:08.038686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-977abdbb-0862-4909-877e-e1db662f2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.038686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-977abdbb-0862-4909-877e-e1db662f2783 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675811 Oct 15 00:32:08.043189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:08.045835 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e09fc00-4cc0-450c-add9-3dad994618ee" -d '{"events": [{"server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "name": "network-vif-plugged", "status": "completed", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:08.054568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] For port 284f086c-b390-4e76-b45b-a62249bb4837, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=284f086c-b390-4e76-b45b-a62249bb4837,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:08.057945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:08.064121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] Deleting port c269339b-3d45-4363-a27e-d91d66eb5435 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:08.064566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5514e1ba-f982-49ed-885a-65ba806fabe1 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:08.072634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.076247 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.119101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22864ac0-4b28-4c35-89c2-dd21938ef993 req-5150d6e6-82ee-4071-897d-de3e42174428 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.121001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22864ac0-4b28-4c35-89c2-dd21938ef993 req-5150d6e6-82ee-4071-897d-de3e42174428 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 943 time: 0.1888044 Oct 15 00:32:08.154064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3347-2fa8-44ac-b382-e31315b3dac0 req-16b6e268-8684-433b-ad6a-05994a6b2710 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.154369 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.155677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a73d3347-2fa8-44ac-b382-e31315b3dac0 req-16b6e268-8684-433b-ad6a-05994a6b2710 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 945 time: 0.0814726 Oct 15 00:32:08.158035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:08.161780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.172065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Transition to ACTIVE for port object 5514e1ba-f982-49ed-885a-65ba806fabe1 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:08.173831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] For port c269339b-3d45-4363-a27e-d91d66eb5435, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c269339b-3d45-4363-a27e-d91d66eb5435,segment=NetworkSegment(49162917-32b7-42aa-a5f0-ccddc4bd72a0),segment_id=49162917-32b7-42aa-a5f0-ccddc4bd72a0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:08.174608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.185500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.220994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] Calling delete_port for c269339b-3d45-4363-a27e-d91d66eb5435 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:08.234261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33910) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:08.236770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:32:08.250886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a73d3347-2fa8-44ac-b382-e31315b3dac0 req-8f33118b-a054-49c0-83d4-8bf86c472edd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697441 Oct 15 00:32:08.260990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.262482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.262915 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Added segment b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14 of type vlan for network cca0d6a7-309e-4cdc-9d18-71d591c9a741 Oct 15 00:32:08.263672 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.265781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] 10.222.0.30 "PUT /v2.0/ports/284f086c-b390-4e76-b45b-a62249bb4837 HTTP/1.1" status: 200 len: 1091 time: 2.7181730 Oct 15 00:32:08.283604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:08.336313 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22864ac0-4b28-4c35-89c2-dd21938ef993 req-68ca5a35-bbd6-4e18-93cd-e3618292a8eb tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024386 Oct 15 00:32:08.413719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.413719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-e0890fd7-061b-4bbd-a182-c4c7847fe7fa service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437214 Oct 15 00:32:08.415246 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e15200-ddfd-4204-a3bd-4dae1b8c5fa2 x-openstack-request-id: req-d7e15200-ddfd-4204-a3bd-4dae1b8c5fa2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:08.415246 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "name": "network-vif-plugged", "status": "completed", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:08.415246 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7e15200-ddfd-4204-a3bd-4dae1b8c5fa2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:08.415246 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527', 'code': 200} Oct 15 00:32:08.415887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.464381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3671c7-ccac-4a1c-a561-06d09e1a9023 service neutron] Pushing event updated for resources: {'Port': ['ID=284f086c-b390-4e76-b45b-a62249bb4837,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:08.513534 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-22ce3e13-cc3c-4785-9607-72dde040c967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.528570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.536997 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.567386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c269339b-3d45-4363-a27e-d91d66eb5435,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:08.572998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] Pushing event deleted for resources: {'Port': ['ID=c269339b-3d45-4363-a27e-d91d66eb5435,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:08.574998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e25ec-37e6-4fb5-9abd-c182ca3c2b5b None None] No DVR routers for this DVR port c269339b-3d45-4363-a27e-d91d66eb5435 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:32:08.588015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] No DVR routers for this DVR port c269339b-3d45-4363-a27e-d91d66eb5435 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:32:08.600337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29133b-5689-43ff-82da-0d504cc4f4ca req-0aa00454-5f50-45a3-a3ae-91c244b95823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.601881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c29133b-5689-43ff-82da-0d504cc4f4ca req-0aa00454-5f50-45a3-a3ae-91c244b95823 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1097 time: 0.1350343 Oct 15 00:32:08.629333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Pushing event updated for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:08.681156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.688159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.689040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.695346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94efaca9-7ad5-4c95-a902-5143a08f0453 req-9023e7d6-8786-4857-8f03-197ae0fa4905 service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816730 Oct 15 00:32:08.703728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Attempting to bind port 5514e1ba-f982-49ed-885a-65ba806fabe1 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:08.704061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Attempting to bind port 5514e1ba-f982-49ed-885a-65ba806fabe1 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:08.704434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Attempting to bind port 5514e1ba-f982-49ed-885a-65ba806fabe1 on network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:08.708079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-1c838a01-e787-4761-b2b1-9cede6e93a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.709729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-1c838a01-e787-4761-b2b1-9cede6e93a0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 1094 time: 0.0958285 Oct 15 00:32:08.712997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Port 5514e1ba-f982-49ed-885a-65ba806fabe1 on network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:08.713316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Attempting to bind port 5514e1ba-f982-49ed-885a-65ba806fabe1 on network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:08.718570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:08.718902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Checking segment: {'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:08.721873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Bound using segment: {'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:08.721873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Bound port: 5514e1ba-f982-49ed-885a-65ba806fabe1, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:08.721873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.769264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-e6c13753-b219-4efe-b855-4ac17b7da7e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284f086c-b390-4e76-b45b-a62249bb4837 HTTP/1.1" status: 200 len: 217 time: 0.0456369 Oct 15 00:32:08.793491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c29133b-5689-43ff-82da-0d504cc4f4ca req-4bffa62c-dcb1-4bc5-a9bb-9ee0bc2ffb6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809912 Oct 15 00:32:08.795050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.867303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-b018f8e5-0bee-41a0-b5a9-55a90e98869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.869000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-b018f8e5-0bee-41a0-b5a9-55a90e98869c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 200 len: 855 time: 0.0725532 Oct 15 00:32:08.871366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:08.873952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dca5e40-f01d-4d9b-9913-e29600fd8de7']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:08.874659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5514e1ba-f982-49ed-885a-65ba806fabe1,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:08.888855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Network': ['ID=cca0d6a7-309e-4cdc-9d18-71d591c9a741,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:08.897199 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-22ce3e13-cc3c-4785-9607-72dde040c967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.899142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:32:08.899294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49162917-32b7-42aa-a5f0-ccddc4bd72a0') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:08.899632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49162917-32b7-42aa-a5f0-ccddc4bd72a0') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:08.905420 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e919e756-9389-45a3-b5a2-75563ce3de80 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0465591 Oct 15 00:32:08.908114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33916) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:08.913757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'subnet': {'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:08.917333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.948732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.972698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:32:08.973123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:32:08.974888 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:32:08.988378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-d9617892-87e2-4dc7-85cc-eb3f3c558d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:08.989869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-d9617892-87e2-4dc7-85cc-eb3f3c558d02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139040 Oct 15 00:32:09.030013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.048729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e20732-c581-40dd-867e-7f2ea18c0ed7 req-0ef8b8d9-6419-4afc-8826-a944d61f89a3 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.051665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76e20732-c581-40dd-867e-7f2ea18c0ed7 req-0ef8b8d9-6419-4afc-8826-a944d61f89a3 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1169002 Oct 15 00:32:09.075160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-22ce3e13-cc3c-4785-9607-72dde040c967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.135394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.156659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.157759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.158705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] 10.222.0.30 "PUT /v2.0/ports/5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 200 len: 1092 time: 2.5427148 Oct 15 00:32:09.163782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.170152 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5dca5e40-f01d-4d9b-9913-e29600fd8de7 HTTP/1.1" status: 204 len: 168 time: 1.7057986 Oct 15 00:32:09.191478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95a266-b773-4dfb-8d5c-b7754cd79898 service neutron] Pushing event updated for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:09.199687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-22ce3e13-cc3c-4785-9607-72dde040c967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d858bbcdb2904db0b86bf91e06b69476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9643826 Oct 15 00:32:09.202889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562491ae-ca56-4003-94fe-957e7a66ce89 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dca5e40-f01d-4d9b-9913-e29600fd8de7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:09.204534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33922) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:09.207452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:09.210685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce3e13-cc3c-4785-9607-72dde040c967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d63c06-c9c7-45c5-8868-8023ee5ccbee,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:09.210855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.234003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef333a-175a-42e0-a06d-92376f9f40ee req-2f47a118-9f0e-41c4-9799-b9085496c7c4 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.234996 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76e20732-c581-40dd-867e-7f2ea18c0ed7 req-b443185a-2504-4633-94ef-41d1ce98ac26 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609249 Oct 15 00:32:09.236906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-5f84432a-f4c6-4bf8-90d1-ff64a1b7093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.239068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-5f84432a-f4c6-4bf8-90d1-ff64a1b7093a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 1095 time: 0.1799574 Oct 15 00:32:09.243279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aaef333a-175a-42e0-a06d-92376f9f40ee req-2f47a118-9f0e-41c4-9799-b9085496c7c4 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 944 time: 0.1338544 Oct 15 00:32:09.245210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-8c4c852d-39cf-400a-ab5d-53ec42e956e4 service neutron] 10.222.0.30 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466757 Oct 15 00:32:09.338179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-97de6a1b-0ee3-4c12-ae19-fcaa573cf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.339729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-97de6a1b-0ee3-4c12-ae19-fcaa573cf74d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 917 time: 0.0931628 Oct 15 00:32:09.397678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aabaf5e-c694-4234-98bd-0eef51379324', 'tag': '284f086c-b390-4e76-b45b-a62249bb4837'}, {'name': 'network-changed', 'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:09.400024 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907" -d '{"events": [{"name": "network-changed", "server_uuid": "3aabaf5e-c694-4234-98bd-0eef51379324", "tag": "284f086c-b390-4e76-b45b-a62249bb4837"}, {"name": "network-changed", "server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:09.405526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-f46e3b17-1d56-414c-8d79-ca6f4e54a5d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e29b925e-e29d-4bc5-9365-dac3c87a9eb0 HTTP/1.1" status: 200 len: 217 time: 0.0580747 Oct 15 00:32:09.434048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c269339b-3d45-4363-a27e-d91d66eb5435 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:09.466445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c269339b-3d45-4363-a27e-d91d66eb5435 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:32:09.469831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c269339b-3d45-4363-a27e-d91d66eb5435 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:32:09.477786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75665755-a1c0-4f24-be5b-3ef25ed70ae2 req-2a1c9cd0-dd9a-4dc6-affb-619d696aa3c2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.479344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75665755-a1c0-4f24-be5b-3ef25ed70ae2 req-2a1c9cd0-dd9a-4dc6-affb-619d696aa3c2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 946 time: 0.1257789 Oct 15 00:32:09.495967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-a6f0ddd4-fc33-4202-bacd-7670537dad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.498774 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-a6f0ddd4-fc33-4202-bacd-7670537dad0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 200 len: 855 time: 0.0839555 Oct 15 00:32:09.523794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aaef333a-175a-42e0-a06d-92376f9f40ee req-f9832b52-6482-45d8-af53-49910121dd6c tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581627 Oct 15 00:32:09.541692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device cadf9a77-77be-48d3-8da6-4fa21723f085 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:09.545517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb7eae31-1a20-4e3e-8040-491a405b6a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.554344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75665755-a1c0-4f24-be5b-3ef25ed70ae2 req-e7a4ca98-eb41-4e74-b54e-d56ff5322fb0 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678093 Oct 15 00:32:09.555777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-47edae50-210a-4a46-b431-9a66c1ffacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.557472 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-47edae50-210a-4a46-b431-9a66c1ffacc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1095 time: 0.1834908 Oct 15 00:32:09.585560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-b829886d-6dfd-4dc5-9836-1826e940ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.585560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-b829886d-6dfd-4dc5-9836-1826e940ec4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755157 Oct 15 00:32:09.632181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33932) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:09.638788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-cef351ab-9fff-4804-9620-bb606c3ad500 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 200 len: 217 time: 0.0604606 Oct 15 00:32:09.661462 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7ef46-4967-4a31-8f4d-00d86cbab41d x-openstack-request-id: req-e1b7ef46-4967-4a31-8f4d-00d86cbab41d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:09.661462 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aabaf5e-c694-4234-98bd-0eef51379324", "tag": "284f086c-b390-4e76-b45b-a62249bb4837", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:09.661462 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1b7ef46-4967-4a31-8f4d-00d86cbab41d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:09.661949 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aabaf5e-c694-4234-98bd-0eef51379324', 'tag': '284f086c-b390-4e76-b45b-a62249bb4837', 'status': 'completed', 'code': 200} Oct 15 00:32:09.662164 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1', 'status': 'completed', 'code': 200} Oct 15 00:32:09.676457 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a82d8435-343d-4ae6-ab48-c26ddb4a66b8 req-6ab35826-1b1e-47df-b9e0-57f44202f442 service neutron] 10.222.0.30 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109366 Oct 15 00:32:09.690500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb7eae31-1a20-4e3e-8040-491a405b6a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.710606 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.715696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port cadf9a77-77be-48d3-8da6-4fa21723f085, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=cadf9a77-77be-48d3-8da6-4fa21723f085,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:09.733804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'cadf9a77-77be-48d3-8da6-4fa21723f085', 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'port_id': 'cadf9a77-77be-48d3-8da6-4fa21723f085', 'mac_address': 'fa:16:3e:dd:e1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408d730-7986-4fe0-b16a-8b8b29044e6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:09.786684 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.803211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadf9a77-77be-48d3-8da6-4fa21723f085 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:09.808766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-92d7d31f-85c9-4c92-bb6f-be92860f4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:09.810327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-92d7d31f-85c9-4c92-bb6f-be92860f4faf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.1414409 Oct 15 00:32:09.827522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port cadf9a77-77be-48d3-8da6-4fa21723f085, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=cadf9a77-77be-48d3-8da6-4fa21723f085,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:09.845457 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-188608ec-c627-4579-90c7-31796740e292 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274799 Oct 15 00:32:09.966145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:09.974242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.012101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb7eae31-1a20-4e3e-8040-491a405b6a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.014855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb7eae31-1a20-4e3e-8040-491a405b6a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.016050 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bb7eae31-1a20-4e3e-8040-491a405b6a21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53d63c06-c9c7-45c5-8868-8023ee5ccbee HTTP/1.1" status: 204 len: 168 time: 0.8107979 Oct 15 00:32:10.027518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=cadf9a77-77be-48d3-8da6-4fa21723f085,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:10.039237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-88d143ca-30f4-4303-a9f9-a51fda880570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.039237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-88d143ca-30f4-4303-a9f9-a51fda880570 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 1094 time: 0.1667881 Oct 15 00:32:10.073624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eae31-1a20-4e3e-8040-491a405b6a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d63c06-c9c7-45c5-8868-8023ee5ccbee,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:10.084084 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f30c53a9-7e0a-45c7-a59f-e9fae2c03388 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a76e217a7882496c954b32c9055d005b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507582 Oct 15 00:32:10.084678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33936) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:10.113509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11a5c1-66ce-4bb9-83c0-a2c434cc46dc req-3788e7d3-94bb-44b2-b9c1-ef9af77895d8 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.120877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c11a5c1-66ce-4bb9-83c0-a2c434cc46dc req-3788e7d3-94bb-44b2-b9c1-ef9af77895d8 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 943 time: 0.4640038 Oct 15 00:32:10.137555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Subnet': ['ID=342e1779-b866-4985-82bc-63610f0fb824,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:10.152224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-7d01a350-0a93-479c-852b-91324b670b61 service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911375 Oct 15 00:32:10.169304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-d34b154e-5578-44ad-8f69-0ba7ced7b82c service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792122 Oct 15 00:32:10.211893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c11a5c1-66ce-4bb9-83c0-a2c434cc46dc req-edae13e3-559d-4859-a889-27529ef0f006 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901513 Oct 15 00:32:10.213833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Checking segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:10.214119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network hostable DHCP agents. Network: 3ffadd34-163b-4ddc-b0a9-661803ae9ffd, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:32:10.232996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6744b0-ab25-4bed-8abd-756bd08a7973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.296667 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6744b0-ab25-4bed-8abd-756bd08a7973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.355969 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5eed4471-92c3-474f-80d1-9d1c360108a7 req-dbc5340b-157a-4922-928c-d5e8cc760cb3 service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788611 Oct 15 00:32:10.395752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['cadf9a77-77be-48d3-8da6-4fa21723f085'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:10.461594 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6744b0-ab25-4bed-8abd-756bd08a7973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.466853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6744b0-ab25-4bed-8abd-756bd08a7973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.469995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5b6744b0-ab25-4bed-8abd-756bd08a7973 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb152a17-0a76-4f86-bf24-e1117792bad6 HTTP/1.1" status: 204 len: 168 time: 0.3823593 Oct 15 00:32:10.483615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6744b0-ab25-4bed-8abd-756bd08a7973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb152a17-0a76-4f86-bf24-e1117792bad6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:10.604283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-73849b0d-2d92-4b49-b0ba-809a2d5757d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.605816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-73849b0d-2d92-4b49-b0ba-809a2d5757d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 917 time: 0.5511575 Oct 15 00:32:10.675415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab577940-c6dd-42c3-9cd5-fcc359630ce2 req-39a5f087-4ebd-4f3a-91c2-52c578d6835d service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879556 Oct 15 00:32:10.677011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:32:10.679789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-0438a3c4-fff4-458b-ade2-8d9ecd05485c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284f086c-b390-4e76-b45b-a62249bb4837 HTTP/1.1" status: 200 len: 217 time: 0.0636330 Oct 15 00:32:10.694964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bcac4-4352-4a3a-a4c0-7a800f66f990 req-7e24f10c-b193-495a-a5a8-259db28b9eb8 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.696524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f32bcac4-4352-4a3a-a4c0-7a800f66f990 req-7e24f10c-b193-495a-a5a8-259db28b9eb8 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1394944 Oct 15 00:32:10.729150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be371204-d400-42c8-8d06-74bbcb1160d4 req-b2524c62-4c1b-4204-8ed0-ad2e757ef084 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.730759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be371204-d400-42c8-8d06-74bbcb1160d4 req-b2524c62-4c1b-4204-8ed0-ad2e757ef084 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 944 time: 0.0824063 Oct 15 00:32:10.765305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-3857619e-414d-4bfc-a2d4-3ccd47a55174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.766807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-3857619e-414d-4bfc-a2d4-3ccd47a55174 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 200 len: 855 time: 0.0693939 Oct 15 00:32:10.772530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f32bcac4-4352-4a3a-a4c0-7a800f66f990 req-33289933-c203-406c-984d-1f01329995a9 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Oct 15 00:32:10.780803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be371204-d400-42c8-8d06-74bbcb1160d4 req-584288cb-f61b-4d83-8a1f-1158cf5e0067 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Oct 15 00:32:10.789149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 3ffadd34-163b-4ddc-b0a9-661803ae9ffd) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:10.800161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca760c-deef-467b-aee0-06175f11e44a None None] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:10.821100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.821909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:10.879561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-2b8221ac-572b-4cb9-bb2e-d5bd806ef620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:10.884260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-2b8221ac-572b-4cb9-bb2e-d5bd806ef620 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080396 Oct 15 00:32:11.025740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'fixed_ips': [{'subnet_id': '342e1779-b866-4985-82bc-63610f0fb824'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:32:11.028101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:11.048200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-642f8801-873e-402a-a03f-2928f23818f9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1366003 Oct 15 00:32:11.049482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33964) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:11.057013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'subnet': {'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:11.076101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7078-29ff-44d5-a2fa-342b37d79447 req-c82ac45b-9e39-45bc-a01d-48260bfd5fd6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:11.077623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-341e7078-29ff-44d5-a2fa-342b37d79447 req-c82ac45b-9e39-45bc-a01d-48260bfd5fd6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 946 time: 0.1608210 Oct 15 00:32:11.109269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-c9dbef1a-5d31-435e-9b8f-afac1413cda8 service neutron] 10.222.0.30 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120585 Oct 15 00:32:11.207992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-341e7078-29ff-44d5-a2fa-342b37d79447 req-b66895d4-e008-4074-b1a7-91d16ccd3632 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157184 Oct 15 00:32:11.240187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-0e9d1037-5d82-405a-a02c-33841bbfa9aa service neutron] 10.222.0.30 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185575 Oct 15 00:32:11.305173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Allocated IP 10.1.1.2 (3ffadd34-163b-4ddc-b0a9-661803ae9ffd/342e1779-b866-4985-82bc-63610f0fb824/cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:11.355523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-997dbd3f-1fc6-47e3-95ac-40c402ea69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:11.357973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-997dbd3f-1fc6-47e3-95ac-40c402ea69fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1095 time: 0.0666795 Oct 15 00:32:11.365625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:11.369704 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:11.469236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ee2e-b901-49b9-a68f-14a122f92a12 req-690d8a26-2376-47ae-aa23-5e70a2900ba2 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:11.479883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3092ee2e-b901-49b9-a68f-14a122f92a12 req-690d8a26-2376-47ae-aa23-5e70a2900ba2 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 943 time: 0.1729386 Oct 15 00:32:11.521366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-7993a6a7-f98a-4ee3-a4dc-a76b0e9a40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:11.524132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-7993a6a7-f98a-4ee3-a4dc-a76b0e9a40e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 914 time: 0.1562934 Oct 15 00:32:11.563831 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3092ee2e-b901-49b9-a68f-14a122f92a12 req-da5a4416-3301-4b61-b5b6-1a3cbd357aab tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737379 Oct 15 00:32:11.603417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-db317236-b428-493d-a69c-95638b259132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 200 len: 217 time: 0.0717866 Oct 15 00:32:11.606962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device cadf9a77-77be-48d3-8da6-4fa21723f085 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:11.669439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-97f51cb9-d731-4a3b-9b42-d4e9a5c25948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:11.671062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-97f51cb9-d731-4a3b-9b42-d4e9a5c25948 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.0590911 Oct 15 00:32:11.727677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-208e5a80-2429-48d8-8515-ad76bf6e1a07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483170 Oct 15 00:32:11.728471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:11.779806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port cadf9a77-77be-48d3-8da6-4fa21723f085 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:32:11.783935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port cadf9a77-77be-48d3-8da6-4fa21723f085 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:11.784389 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:11.826690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:11.881698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-107ff8b6-de77-4f6f-96c5-f9bd55fe4dbb service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464536 Oct 15 00:32:11.883848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabb25e-ec65-474a-8c74-f249df425104 req-33a6a929-90c6-4894-a396-d16e04553723 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:11.885217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cabb25e-ec65-474a-8c74-f249df425104 req-33a6a929-90c6-4894-a396-d16e04553723 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1097 time: 0.0749412 Oct 15 00:32:11.913888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:11.928908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Subnet': ['ID=89808675-b36b-4c89-a5c3-8d9da02f85f2,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:11.953607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Checking segment: {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:11.954135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network hostable DHCP agents. Network: cca0d6a7-309e-4cdc-9d18-71d591c9a741, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:32:11.966353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4511729-7393-4cf8-ae13-5d5ad04acd01 req-78b9335a-0a8e-4d8c-864b-c480fa72e533 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:11.968094 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4511729-7393-4cf8-ae13-5d5ad04acd01 req-78b9335a-0a8e-4d8c-864b-c480fa72e533 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0957444 Oct 15 00:32:11.998838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cabb25e-ec65-474a-8c74-f249df425104 req-06c60508-1567-47a0-95df-fa6ad6c2402b tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058209 Oct 15 00:32:12.022303 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4511729-7393-4cf8-ae13-5d5ad04acd01 req-752d1d52-1ed3-4bf1-ad78-411bac7b948d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Oct 15 00:32:12.033409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Pushing event updated for resources: {'Port': ['ID=cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:12.053153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0b6eb9-5deb-4b2d-a88e-283c6186f907 req-6ca53ac5-c863-43a2-8017-eacf860aa084 service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620820 Oct 15 00:32:12.055283 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.060583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:32:12.077248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.077601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.077996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.078377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.078965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.082280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33998) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:12.087117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.087117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.087117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.087117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.087117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.087117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.087117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:12.097874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:12.101372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:12.112767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34002) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:12.115473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:12.154726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port cadf9a77-77be-48d3-8da6-4fa21723f085, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=cadf9a77-77be-48d3-8da6-4fa21723f085,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:12.169211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf9a77-77be-48d3-8da6-4fa21723f085'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:12.171531 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba92b7f-6383-4bb7-b818-c543d6951236" -d '{"events": [{"server_uuid": "eb3cb8aa-7045-4e05-bdd5-d4a63612cb97", "name": "network-vif-plugged", "status": "completed", "tag": "cadf9a77-77be-48d3-8da6-4fa21723f085"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:12.197513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, cca0d6a7-309e-4cdc-9d18-71d591c9a741) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:12.208234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aed13b-5070-42f6-971b-41481bd056a7 None None] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:12.219802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:12.223510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.253823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-network', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:12.257427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-805767990-network', 'tenant_id': 'fb9fbcfc5c694b67bd92f38f63612ab5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:12.275610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.284473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.api [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:32:12.284473 n-d-811521-2 neutron-server[107725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 00:32:12.284473 n-d-811521-2 neutron-server[107725]: [parameters: {'project_id_1': 'fb9fbcfc5c694b67bd92f38f63612ab5', 'expiration_1': datetime.datetime(2021, 10, 15, 0, 31, 52, 267004)}] Oct 15 00:32:12.284473 n-d-811521-2 neutron-server[107725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:32:12.285305 n-d-811521-2 neutron-server[107725]: DEBUG oslo_db.api [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:32:12.297310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1647182-406c-4be0-ae87-6f5278f338ca req-20b4ccc6-3a44-4168-b9ac-35a5406ff7a3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:12.305872 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1647182-406c-4be0-ae87-6f5278f338ca req-20b4ccc6-3a44-4168-b9ac-35a5406ff7a3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 944 time: 0.1468949 Oct 15 00:32:12.306207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Attempting to bind port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:12.306605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Attempting to bind port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:12.306964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Attempting to bind port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:12.321401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:12.326323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Checking segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:12.326323 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.326323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Bound using segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:12.326323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Bound port: cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:12.326323 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.340289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaff71-06e3-42e1-8ac5-0376ebbe3177 req-68599d8e-c1bd-44cf-aa3b-20ed7be9fabe tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:12.342040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9faaff71-06e3-42e1-8ac5-0376ebbe3177 req-68599d8e-c1bd-44cf-aa3b-20ed7be9fabe tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1097 time: 0.0451424 Oct 15 00:32:12.347539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1647182-406c-4be0-ae87-6f5278f338ca req-49916c14-608e-4ba9-82d3-5ff69d5c6016 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Oct 15 00:32:12.353692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Made reservation on behalf of 1bf378eab36445f9b2d7617fe3ad3917 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:12.356253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.388640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.401230 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0c4253-2b47-4fde-b887-f4dc4b1bf55f x-openstack-request-id: req-3d0c4253-2b47-4fde-b887-f4dc4b1bf55f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:12.401230 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3cb8aa-7045-4e05-bdd5-d4a63612cb97", "name": "network-vif-plugged", "status": "completed", "tag": "cadf9a77-77be-48d3-8da6-4fa21723f085", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:12.401230 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d0c4253-2b47-4fde-b887-f4dc4b1bf55f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:12.401230 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf9a77-77be-48d3-8da6-4fa21723f085', 'code': 200} Oct 15 00:32:12.401230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=cadf9a77-77be-48d3-8da6-4fa21723f085,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:12.441397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9faaff71-06e3-42e1-8ac5-0376ebbe3177 req-dd87738a-ecb1-441f-8952-e167651b894d tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819120 Oct 15 00:32:12.444470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e75e40d-b41f-4058-aed2-bf8baed04251 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3930507 Oct 15 00:32:12.448117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34010) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:12.460510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'port': {'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'name': 'tempest-TaggedBootDevicesTest_v242-1570239235', 'fixed_ips': [{'subnet_id': '342e1779-b866-4985-82bc-63610f0fb824'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:12.471025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] For port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:12.476758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] For port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:12.505146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 284f086c-b390-4e76-b45b-a62249bb4837 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:12.509134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.516076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-cca0d6a7-309e-4cdc-9d18-71d591c9a741', 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'fixed_ips': [{'subnet_id': '89808675-b36b-4c89-a5c3-8d9da02f85f2'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:32:12.516938 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.561999 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.597889 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.636149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:32:12.647783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:12.658515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.658515 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Added segment 1ed2fe96-25ae-451d-9c56-008c5cd8b6d5 of type vlan for network 2879473b-01f1-4c73-9f48-c44d67037be7 Oct 15 00:32:12.715168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.717595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4dd0-4c51-49b8-a738-22ea25e8e023 req-bae41753-9a1b-448b-ae31-758641be1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:12.719794 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26be4dd0-4c51-49b8-a738-22ea25e8e023 req-bae41753-9a1b-448b-ae31-758641be1244 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 1096 time: 0.2358825 Oct 15 00:32:12.764920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab7220-b28c-4a63-97f9-d08d4fb2a43b req-5781d9b8-a645-44ee-81d8-9025a83a7332 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:12.766532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98ab7220-b28c-4a63-97f9-d08d4fb2a43b req-5781d9b8-a645-44ee-81d8-9025a83a7332 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 943 time: 0.1252694 Oct 15 00:32:12.777004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09a9a4-8d7c-453e-9248-ddf1644e02d7 None None] Pushing event updated for resources: {'Port': ['ID=cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:12.793246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 284f086c-b390-4e76-b45b-a62249bb4837, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=284f086c-b390-4e76-b45b-a62249bb4837,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:12.796924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26be4dd0-4c51-49b8-a738-22ea25e8e023 req-3aa844ba-f081-4bc5-be2f-4f0e59a75088 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646875 Oct 15 00:32:12.809800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '284f086c-b390-4e76-b45b-a62249bb4837', 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'port_id': '284f086c-b390-4e76-b45b-a62249bb4837', 'mac_address': 'fa:16:3e:49:12:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408d730-7986-4fe0-b16a-8b8b29044e6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:12.818706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98ab7220-b28c-4a63-97f9-d08d4fb2a43b req-3959eabc-6ad4-45f2-aa41-a8baeb850385 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Oct 15 00:32:12.824335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Allocated IP 10.2.2.2 (cca0d6a7-309e-4cdc-9d18-71d591c9a741/89808675-b36b-4c89-a5c3-8d9da02f85f2/168559d1-1962-47eb-9b35-5b3209935f4b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:12.855927 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.857432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:12.859275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:12.859275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.886476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.936655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284f086c-b390-4e76-b45b-a62249bb4837 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:12.984882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 284f086c-b390-4e76-b45b-a62249bb4837, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=284f086c-b390-4e76-b45b-a62249bb4837,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:12.988731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:12.990451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=2879473b-01f1-4c73-9f48-c44d67037be7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:12.992131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Made reservation on behalf of fb9fbcfc5c694b67bd92f38f63612ab5 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:12.994356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.004353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2879473b-01f1-4c73-9f48-c44d67037be7 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:32:13.012204 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.027908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] device_id is not set on port 04853f10-f303-43cc-bb68-a3d1c5316fb6 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:32:13.115836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-06700486-3181-451c-9729-8ee7002ff6b8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0017767 Oct 15 00:32:13.120538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34022) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:13.121646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.122563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5514e1ba-f982-49ed-885a-65ba806fabe1 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:13.126063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Request body: {'subnet': {'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-subnet', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:13.179676 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.233113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=284f086c-b390-4e76-b45b-a62249bb4837,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:13.233341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Made reservation on behalf of 1bf378eab36445f9b2d7617fe3ad3917 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:13.237966 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.295731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5514e1ba-f982-49ed-885a-65ba806fabe1,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:13.308945 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.314461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '5514e1ba-f982-49ed-885a-65ba806fabe1', 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1', 'port_id': '5514e1ba-f982-49ed-885a-65ba806fabe1', 'mac_address': 'fa:16:3e:0a:b3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f92682-db50-417c-ad5a-fbf0bb5a58df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:13.314752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b6d-89bc-46f6-b0b4-8f3428f36b85 req-eec2f094-274b-47a4-a11e-0d808ca5a644 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:13.323143 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46336b6d-89bc-46f6-b0b4-8f3428f36b85 req-eec2f094-274b-47a4-a11e-0d808ca5a644 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1876462 Oct 15 00:32:13.357883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:13.384136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:13.389907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:13.397601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Pushing event updated for resources: {'Port': ['ID=168559d1-1962-47eb-9b35-5b3209935f4b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:13.417330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.482039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5514e1ba-f982-49ed-885a-65ba806fabe1 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:13.492850 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46336b6d-89bc-46f6-b0b4-8f3428f36b85 req-32eb94cd-2767-4473-b68d-37fd3bc846b7 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447055 Oct 15 00:32:13.537326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Attempting to bind port 168559d1-1962-47eb-9b35-5b3209935f4b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:13.537704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Attempting to bind port 168559d1-1962-47eb-9b35-5b3209935f4b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:13.538066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Attempting to bind port 168559d1-1962-47eb-9b35-5b3209935f4b on network cca0d6a7-309e-4cdc-9d18-71d591c9a741 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:13.547828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5514e1ba-f982-49ed-885a-65ba806fabe1,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:13.561653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.563826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 10.1.1.191 (3ffadd34-163b-4ddc-b0a9-661803ae9ffd/342e1779-b866-4985-82bc-63610f0fb824/04853f10-f303-43cc-bb68-a3d1c5316fb6) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:13.568817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e29b925e-e29d-4bc5-9365-dac3c87a9eb0 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:13.571171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.574189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:13.582368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Checking segment: {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:13.582368 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.582368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Bound using segment: {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:13.582368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Bound port: 168559d1-1962-47eb-9b35-5b3209935f4b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:13.582368 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.600944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:13.675631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Checking segment: {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:13.675903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Network hostable DHCP agents. Network: 2879473b-01f1-4c73-9f48-c44d67037be7, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:32:13.701164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:13.741210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.790082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.820683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Network 2879473b-01f1-4c73-9f48-c44d67037be7 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:32:13.827999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] For port 168559d1-1962-47eb-9b35-5b3209935f4b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:13.876729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] For port 168559d1-1962-47eb-9b35-5b3209935f4b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=168559d1-1962-47eb-9b35-5b3209935f4b,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:13.889182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:13.889553 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.892321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:32:13.912702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ab523-93de-496b-b8f8-0779584d48bf,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:13.935253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.935598 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Added segment d1291444-ff51-42f4-ae44-67d37ab989e9 of type vlan for network 07b90087-e14d-48b8-8628-9e9981015d21 Oct 15 00:32:13.958129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2879473b-01f1-4c73-9f48-c44d67037be7) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:13.962746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:13.963349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:13.968910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435ca07-f875-4a86-ad42-434318b59b73 req-f6455ae1-99be-4478-9a2d-9cb3046983b9 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:13.970817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a435ca07-f875-4a86-ad42-434318b59b73 req-f6455ae1-99be-4478-9a2d-9cb3046983b9 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 945 time: 0.2210186 Oct 15 00:32:14.012972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.046070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.087905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a435ca07-f875-4a86-ad42-434318b59b73 req-a963ee36-0ba5-4f11-8302-37818098fb99 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095002 Oct 15 00:32:14.097679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5acdb-0427-4f7e-89e6-2e684684ebb0 None None] Network 2879473b-01f1-4c73-9f48-c44d67037be7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:14.099991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.115561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e594c-ebad-4d15-a88b-c00f0b681f12 None None] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:14.116037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8dcfdd7f-1bc2-4cee-9cf0-f1582b6d6370 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9938600 Oct 15 00:32:14.118836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34046) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:14.123687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:14.179564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e29b925e-e29d-4bc5-9365-dac3c87a9eb0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:14.220195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.227542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['284f086c-b390-4e76-b45b-a62249bb4837'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:14.229185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c376a9-e401-4ee4-bbdb-ada7bd2daf5c req-44e4b268-7ced-4f5c-96e8-22869cd8b21a tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:14.229464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:14.231004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95c376a9-e401-4ee4-bbdb-ada7bd2daf5c req-44e4b268-7ced-4f5c-96e8-22869cd8b21a tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 944 time: 0.0651655 Oct 15 00:32:14.231224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:14.231824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.232833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:14.233572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.265595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.265595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.375077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:14.389872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] Pushing event updated for resources: {'Network': ['ID=07b90087-e14d-48b8-8628-9e9981015d21,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:14.394927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:14.398511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.415619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:14.415619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=04853f10-f303-43cc-bb68-a3d1c5316fb6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:14.440875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95c376a9-e401-4ee4-bbdb-ada7bd2daf5c req-5f2c006a-250b-4d20-a580-aed3e67b2cfa tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933556 Oct 15 00:32:14.452299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34054) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:14.452412 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-80fe70f3-a878-422b-afc0-cd186783cf63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3649590 Oct 15 00:32:14.454484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Request body: {'subnet': {'network_id': '07b90087-e14d-48b8-8628-9e9981015d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-805767990-subnet', 'tenant_id': 'fb9fbcfc5c694b67bd92f38f63612ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:14.478613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 07b90087-e14d-48b8-8628-9e9981015d21 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:32:14.555091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:14.556041 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.567284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0', 'network_id': 'dbdf4a6d-4b97-47c2-89cb-97d6217d5656', 'port_id': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0', 'mac_address': 'fa:16:3e:f7:87:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408d730-7986-4fe0-b16a-8b8b29044e6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:14.646814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2dcd458e-ed30-459a-965f-c942d98ae8e6 None None] Provisioning complete for port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:14.647185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2dcd458e-ed30-459a-965f-c942d98ae8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.662039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Made reservation on behalf of fb9fbcfc5c694b67bd92f38f63612ab5 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:14.669960 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.704067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd833204-0933-440f-9161-ada3ee05ee2f req-a8b794e9-4780-4cee-8c24-2c70ad0ad582 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:14.706725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd833204-0933-440f-9161-ada3ee05ee2f req-a8b794e9-4780-4cee-8c24-2c70ad0ad582 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0803220 Oct 15 00:32:14.727910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bd6eadfd-6a14-4b0d-9694-4dd6cc143da7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2783761 Oct 15 00:32:14.736525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34062) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:14.743065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'port': {'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'name': 'tempest-TaggedBootDevicesTest_v242-1608938689', 'fixed_ips': [{'subnet_id': '342e1779-b866-4985-82bc-63610f0fb824'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:14.763316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.797193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c10bbc-ab1a-4d4d-8a8b-b8775872f118 None None] Pushing event updated for resources: {'Port': ['ID=168559d1-1962-47eb-9b35-5b3209935f4b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:14.823532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd833204-0933-440f-9161-ada3ee05ee2f req-d53b6b9e-d342-4720-9eab-5756c19d51f8 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968268 Oct 15 00:32:14.880179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-2879473b-01f1-4c73-9f48-c44d67037be7', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:32:14.881339 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.926134 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.932593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:14.942978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.026928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29b925e-e29d-4bc5-9365-dac3c87a9eb0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:15.039017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:15.045445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.068795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] device_id is not set on port a799054c-9aa9-451c-9889-99d355a4d3f3 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:32:15.093165 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:32:15.098366 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.152712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:15.174110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e29b925e-e29d-4bc5-9365-dac3c87a9eb0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:15.195192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2bfae3-09f7-4fac-b1b3-2cc28fbcca55,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:15.217258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.266222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.305418 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2dcd458e-ed30-459a-965f-c942d98ae8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.313865 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.325224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.357207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 10.1.1.242 (3ffadd34-163b-4ddc-b0a9-661803ae9ffd/342e1779-b866-4985-82bc-63610f0fb824/a799054c-9aa9-451c-9889-99d355a4d3f3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:15.427864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Allocated IP 172.20.0.2 (2879473b-01f1-4c73-9f48-c44d67037be7/bb727641-4c57-4fc8-9d15-d20bc6dd0d7a/63f69309-c3cc-4ed8-8b5c-827eaf0df767) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:15.481923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:15.491998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Allocated IP 172.25.2.106 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/260a5178-d271-47f4-bc59-36a67fa9f3d0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:15.550616 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-2dcd458e-ed30-459a-965f-c942d98ae8e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:32:15.550997 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-2dcd458e-ed30-459a-965f-c942d98ae8e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:32:15.623236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:15.651797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 168559d1-1962-47eb-9b35-5b3209935f4b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:15.668127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.680886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Checking segment: {'id': 'd1291444-ff51-42f4-ae44-67d37ab989e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '07b90087-e14d-48b8-8628-9e9981015d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:15.683066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Network hostable DHCP agents. Network: 07b90087-e14d-48b8-8628-9e9981015d21, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:32:15.683311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['e29b925e-e29d-4bc5-9365-dac3c87a9eb0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:15.695396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.767740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6e18b-b2e6-4c94-baf4-9688e18b941c None None] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:15.795661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b73b6f-474f-44cf-9678-24c416224da6 req-cb5a89e6-02bd-4393-b650-2c9eb76d0642 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:15.804028 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58b73b6f-474f-44cf-9678-24c416224da6 req-cb5a89e6-02bd-4393-b650-2c9eb76d0642 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 945 time: 0.0952928 Oct 15 00:32:15.815977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Network 07b90087-e14d-48b8-8628-9e9981015d21 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:32:15.824166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.848992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.851103 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58b73b6f-474f-44cf-9678-24c416224da6 req-045ef0bb-8796-4c1a-9173-f122c28149aa tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457628 Oct 15 00:32:15.898000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-2d9fda31-6983-4039-8e07-3a34674c1310 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:32:15.906471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-2d9fda31-6983-4039-8e07-3a34674c1310 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1857295 Oct 15 00:32:15.913433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.916785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:15.927108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Pushing event updated for resources: {'Port': ['ID=260a5178-d271-47f4-bc59-36a67fa9f3d0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:15.936230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:15.943759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:15.970719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 168559d1-1962-47eb-9b35-5b3209935f4b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:15.971234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.973855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 07b90087-e14d-48b8-8628-9e9981015d21) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:15.984750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:15.985142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:15.989190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e010cd-8354-4cbf-b54e-c62b12ec525e None None] Network 07b90087-e14d-48b8-8628-9e9981015d21 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:16.019529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.045980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:16.050489 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-91559f81-4213-4735-869c-c4daf007f76e tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:16.051893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-91559f81-4213-4735-869c-c4daf007f76e tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 1094 time: 0.1445303 Oct 15 00:32:16.055018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=a799054c-9aa9-451c-9889-99d355a4d3f3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:16.064513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:16.067514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:16.127452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ea54abdb-c996-49dc-9b30-e16dac24c92b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6768847 Oct 15 00:32:16.148692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:16.151421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.169076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc8dd-f8fe-42e4-9d6d-20dea04bd5ea req-f304d887-279f-4ed1-b420-a46fc48ae8ec tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:16.170684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d4bdc8dd-f8fe-42e4-9d6d-20dea04bd5ea req-f304d887-279f-4ed1-b420-a46fc48ae8ec tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 944 time: 0.2270136 Oct 15 00:32:16.236262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Request body: {'binding': {'host': 'n-h1-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:16.236747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:32:16.242719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d4bdc8dd-f8fe-42e4-9d6d-20dea04bd5ea req-acaab8a8-ed14-459d-b018-dd11ccb8aaf4 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581508 Oct 15 00:32:16.290871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dc7ee9da-ed16-4d5a-9374-3d7d78daad7b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5522947 Oct 15 00:32:16.367780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Network 2879473b-01f1-4c73-9f48-c44d67037be7 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:16.412179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:16.421635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.443965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:16.460018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Pushing event updated for resources: {'Port': ['ID=63f69309-c3cc-4ed8-8b5c-827eaf0df767,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:16.499742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08039453-f27c-4610-83bd-867c6c14de51 req-0ecfc1c0-7516-4ce6-9149-5e5747e434c7 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:16.508196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08039453-f27c-4610-83bd-867c6c14de51 req-0ecfc1c0-7516-4ce6-9149-5e5747e434c7 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1531694 Oct 15 00:32:16.512258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 284f086c-b390-4e76-b45b-a62249bb4837 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:16.543781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on host n-h1-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:16.544270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:16.544707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:16.556946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:16.557417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:16.567841 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08039453-f27c-4610-83bd-867c6c14de51 req-dc340d68-2f56-487a-8eb3-3b39129178d0 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Oct 15 00:32:16.568864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:16.569307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:16.569804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:16.570394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Bound port: a21c71dc-a466-46b4-bbaf-9aa68c17e527, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:16.635805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:16.692287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.695554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Attempting to bind port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:16.695920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Attempting to bind port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:16.696284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Attempting to bind port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 on network 2879473b-01f1-4c73-9f48-c44d67037be7 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:16.712252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a756e02-a450-4c10-bbdc-e351acde412b None None] Network 07b90087-e14d-48b8-8628-9e9981015d21 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:16.722321 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.723959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:16.724323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Checking segment: {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:16.724706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.725086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Bound using segment: {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:16.725558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Bound port: 63f69309-c3cc-4ed8-8b5c-827eaf0df767, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:16.725918 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.760629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Provisioning complete for port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:16.760988 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.824125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.825490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-a848711f-8eb0-4020-ae9f-483310ad6a06 service neutron] 10.222.0.13 "POST /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527/bindings HTTP/1.1" status: 201 len: 389 time: 0.7660885 Oct 15 00:32:16.902902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34086) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:16.905463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 168559d1-1962-47eb-9b35-5b3209935f4b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=168559d1-1962-47eb-9b35-5b3209935f4b,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:16.907599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a7f5cd0c-73a1-4b72-86bf-8bfe26db92a9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427629638', 'description': 'tempest-description--267858711'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:16.935059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 284f086c-b390-4e76-b45b-a62249bb4837 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:32:16.948307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e1387d89-a860-4169-998f-9363b8448239 None None] For port 63f69309-c3cc-4ed8-8b5c-827eaf0df767, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:16.957327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 284f086c-b390-4e76-b45b-a62249bb4837 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:16.957731 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:16.962766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e1387d89-a860-4169-998f-9363b8448239 None None] For port 63f69309-c3cc-4ed8-8b5c-827eaf0df767, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=63f69309-c3cc-4ed8-8b5c-827eaf0df767,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:17.012298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.015901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-44aebc56-7ae2-4b52-875d-da1619994ec7 req-a2acb4ed-c1af-4943-97ba-ca039f9d255a tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1205396537', 'description': 'tempest-description-1457099548'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:17.057865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cd0c-73a1-4b72-86bf-8bfe26db92a9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.066692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.146118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44aebc56-7ae2-4b52-875d-da1619994ec7 req-a2acb4ed-c1af-4943-97ba-ca039f9d255a tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.150561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cd0c-73a1-4b72-86bf-8bfe26db92a9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.190714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Provisioning complete for port a799054c-9aa9-451c-9889-99d355a4d3f3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:17.190714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.237629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cd0c-73a1-4b72-86bf-8bfe26db92a9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.241964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44aebc56-7ae2-4b52-875d-da1619994ec7 req-a2acb4ed-c1af-4943-97ba-ca039f9d255a tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.245325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41044a92-810c-4464-b4fa-1834785b6eba req-fab2bb8f-b6dc-4527-addc-8bae2d15405b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:17.247066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41044a92-810c-4464-b4fa-1834785b6eba req-fab2bb8f-b6dc-4527-addc-8bae2d15405b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 945 time: 0.0825660 Oct 15 00:32:17.253882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=168559d1-1962-47eb-9b35-5b3209935f4b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:17.276842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5cd0c-73a1-4b72-86bf-8bfe26db92a9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f2de1b-6e22-47f7-9f5e-defb44918e2b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:17.298879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Port a799054c-9aa9-451c-9889-99d355a4d3f3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:17.313388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41044a92-810c-4464-b4fa-1834785b6eba req-464c7f5c-b394-4aa7-8941-e313fc468135 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559597 Oct 15 00:32:17.322125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44aebc56-7ae2-4b52-875d-da1619994ec7 req-a2acb4ed-c1af-4943-97ba-ca039f9d255a tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.371112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Provisioning complete for port 04853f10-f303-43cc-bb68-a3d1c5316fb6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:17.371729 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.373344 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.374823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acb4ed-c1af-4943-97ba-ca039f9d255a tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c31827-a9ce-4d66-ba76-58d40408213f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:17.384313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1387d89-a860-4169-998f-9363b8448239 None None] Pushing event updated for resources: {'Port': ['ID=63f69309-c3cc-4ed8-8b5c-827eaf0df767,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:17.419403 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cd0c-73a1-4b72-86bf-8bfe26db92a9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.423089 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a7f5cd0c-73a1-4b72-86bf-8bfe26db92a9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5165577 Oct 15 00:32:17.441236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34092) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:17.447706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-23958a76-9aa8-4e50-99e6-9ebcd72087ae tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'security_group_rule': {'security_group_id': '08f2de1b-6e22-47f7-9f5e-defb44918e2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:17.458589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Router 23aee354-d152-4efa-9f68-37dec2bcf908 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:32:17.459253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44aebc56-7ae2-4b52-875d-da1619994ec7 req-a2acb4ed-c1af-4943-97ba-ca039f9d255a tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.474935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44aebc56-7ae2-4b52-875d-da1619994ec7 req-a2acb4ed-c1af-4943-97ba-ca039f9d255a tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4618566 Oct 15 00:32:17.490707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 284f086c-b390-4e76-b45b-a62249bb4837, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=284f086c-b390-4e76-b45b-a62249bb4837,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:17.513497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aabaf5e-c694-4234-98bd-0eef51379324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f086c-b390-4e76-b45b-a62249bb4837'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:17.520154 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e08b445-20a3-4d67-90bf-fbfba79d9d86" -d '{"events": [{"server_uuid": "3aabaf5e-c694-4234-98bd-0eef51379324", "name": "network-vif-plugged", "status": "completed", "tag": "284f086c-b390-4e76-b45b-a62249bb4837"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:17.523161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Port 04853f10-f303-43cc-bb68-a3d1c5316fb6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:17.543610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Provisioning complete for port 168559d1-1962-47eb-9b35-5b3209935f4b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:17.549124 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a77f93-805c-4dd8-b898-6f8378407b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.550371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cca1d5-e298-48cc-877e-688e8303ceae req-5c245c44-67e7-4519-96e8-a791a8cb8a18 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:17.552923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.556108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5514e1ba-f982-49ed-885a-65ba806fabe1 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:17.558497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8cca1d5-e298-48cc-877e-688e8303ceae req-5c245c44-67e7-4519-96e8-a791a8cb8a18 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 946 time: 0.1546006 Oct 15 00:32:17.569340 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23958a76-9aa8-4e50-99e6-9ebcd72087ae tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.610693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e29b925e-e29d-4bc5-9365-dac3c87a9eb0 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:17.612742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:17.686549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8cca1d5-e298-48cc-877e-688e8303ceae req-9f267616-213b-485e-9ee9-c138947a6180 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258838 Oct 15 00:32:17.689311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:32:17.708569 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Sync routers for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:32:17.721575 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:17.722733 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:17.733181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d3680-801d-44df-a88f-7ce223fa44e7 req-bf306e43-6e13-4c93-92c0-726ad92cc21c tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:17.734923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-171d3680-801d-44df-a88f-7ce223fa44e7 req-bf306e43-6e13-4c93-92c0-726ad92cc21c tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.1559427 Oct 15 00:32:17.756251 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23958a76-9aa8-4e50-99e6-9ebcd72087ae tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.775438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-84fe352c-418b-44bc-8895-ffeb2c7525bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:17.777316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-84fe352c-418b-44bc-8895-ffeb2c7525bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1097 time: 0.1409895 Oct 15 00:32:17.782961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=284f086c-b390-4e76-b45b-a62249bb4837,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:17.793627 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-171d3680-801d-44df-a88f-7ce223fa44e7 req-909bf567-6f95-4ad3-b657-7c9a25a456df tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Oct 15 00:32:17.843608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:17.843978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.845389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:17.850695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23958a76-9aa8-4e50-99e6-9ebcd72087ae tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.857234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.858750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2d7a6f43-8d71-4d00-8797-be65ea0161e9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.7388871 Oct 15 00:32:17.871568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34102) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:17.886120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958a76-9aa8-4e50-99e6-9ebcd72087ae tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c214021b-b1c1-4c95-8279-6e3ba3f4bb94,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:17.907602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 5514e1ba-f982-49ed-885a-65ba806fabe1 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:32:17.911983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 5514e1ba-f982-49ed-885a-65ba806fabe1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:17.912354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.950060 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23958a76-9aa8-4e50-99e6-9ebcd72087ae tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:17.951463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23958a76-9aa8-4e50-99e6-9ebcd72087ae tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084872 Oct 15 00:32:17.955128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34104) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:17.966189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c59b9040-5782-4c6d-b321-a5dfc76ea4e0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'security_group_rule': {'security_group_id': '08f2de1b-6e22-47f7-9f5e-defb44918e2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:17.999960 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea064fd7-3269-48b6-b970-39fc2efe8769 x-openstack-request-id: req-ea064fd7-3269-48b6-b970-39fc2efe8769 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:18.000245 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aabaf5e-c694-4234-98bd-0eef51379324", "name": "network-vif-plugged", "status": "completed", "tag": "284f086c-b390-4e76-b45b-a62249bb4837", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:18.000485 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea064fd7-3269-48b6-b970-39fc2efe8769 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:18.001336 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aabaf5e-c694-4234-98bd-0eef51379324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284f086c-b390-4e76-b45b-a62249bb4837', 'code': 200} Oct 15 00:32:18.010206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-9109b7d2-0555-4d5c-a436-d764796a32a8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/67c31827-a9ce-4d66-ba76-58d40408213f HTTP/1.1" status: 200 len: 1805 time: 0.2774415 Oct 15 00:32:18.015284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67c31827-a9ce-4d66-ba76-58d40408213f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:18.015591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67c31827-a9ce-4d66-ba76-58d40408213f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:18.016336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:32:18.069920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c8dd24ab-4bb1-40d7-841f-3abc1932a472 None None] Provisioning complete for port 168559d1-1962-47eb-9b35-5b3209935f4b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:18.070327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c8dd24ab-4bb1-40d7-841f-3abc1932a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.072089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:18.072256 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.085003 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:16Z', 'revision_number': 3, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:18.103497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccd08b-f37f-4cd5-9035-fa563f8f5620 req-eef5882b-90de-499f-a935-7a08d5143fa9 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:18.105959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5dccd08b-f37f-4cd5-9035-fa563f8f5620 req-eef5882b-90de-499f-a935-7a08d5143fa9 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1008389 Oct 15 00:32:18.126722 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Checking router: 23aee354-d152-4efa-9f68-37dec2bcf908 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:32:18.128020 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Updating router 23aee354-d152-4efa-9f68-37dec2bcf908 port 260a5178-d271-47f4-bc59-36a67fa9f3d0 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:32:18.151773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 168559d1-1962-47eb-9b35-5b3209935f4b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:18.156244 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.171599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c59b9040-5782-4c6d-b321-a5dfc76ea4e0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.263686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5dccd08b-f37f-4cd5-9035-fa563f8f5620 req-fae18c29-ad17-420f-8a86-18ffe3241230 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442132 Oct 15 00:32:18.281680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.322270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef67322-8ce8-41f6-b003-1243709e5f04 req-19dddae9-d677-408c-b3fb-1c5dcf5ec7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:18.326347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aef67322-8ce8-41f6-b003-1243709e5f04 req-19dddae9-d677-408c-b3fb-1c5dcf5ec7ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 1096 time: 0.2983494 Oct 15 00:32:18.330074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-92ab106b-6f5d-44a6-b9f1-8bbb0fe5cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:18.335847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c59b9040-5782-4c6d-b321-a5dfc76ea4e0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.341253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-92ab106b-6f5d-44a6-b9f1-8bbb0fe5cce3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.5182102 Oct 15 00:32:18.367800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5514e1ba-f982-49ed-885a-65ba806fabe1,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:18.426733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c59b9040-5782-4c6d-b321-a5dfc76ea4e0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.459061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b9040-5782-4c6d-b321-a5dfc76ea4e0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2735f76-27c5-4194-8ee7-8bc45179805e,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:18.479600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-22a1b54d-1ffe-4210-861e-b4a123b42ea9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 217 time: 0.0997357 Oct 15 00:32:18.481403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.497330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.548158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2b8f8-80cc-40dd-882f-c9584f83b9b0 req-86f4df24-908f-4194-b327-448e93c81e2a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:18.549898 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fec2b8f8-80cc-40dd-882f-c9584f83b9b0 req-86f4df24-908f-4194-b327-448e93c81e2a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 946 time: 0.0919597 Oct 15 00:32:18.553487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c59b9040-5782-4c6d-b321-a5dfc76ea4e0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.554697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c59b9040-5782-4c6d-b321-a5dfc76ea4e0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5985692 Oct 15 00:32:18.556737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e29b925e-e29d-4bc5-9365-dac3c87a9eb0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:18.557649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34108) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:18.566129 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.566369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:18.584753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aef67322-8ce8-41f6-b003-1243709e5f04 req-6775e66c-2215-4156-be79-3f8fc60e0c22 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061572 Oct 15 00:32:18.599082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 168559d1-1962-47eb-9b35-5b3209935f4b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:18.599576 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.617216 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fec2b8f8-80cc-40dd-882f-c9584f83b9b0 req-7d7b6629-200d-49da-ae5b-bd2d31cc3c06 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583546 Oct 15 00:32:18.640481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33126934-d916-4ead-9b85-56b1cda1d6de None None] Network 2879473b-01f1-4c73-9f48-c44d67037be7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:18.642964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-28088ec7-cb1c-4608-8d55-bface9e98efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:18.645323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-28088ec7-cb1c-4608-8d55-bface9e98efb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.1538460 Oct 15 00:32:18.649323 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.651490 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.667628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.688829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:18.706265 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Attempting to bind port 260a5178-d271-47f4-bc59-36a67fa9f3d0 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:18.706265 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Attempting to bind port 260a5178-d271-47f4-bc59-36a67fa9f3d0 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:18.706638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Attempting to bind port 260a5178-d271-47f4-bc59-36a67fa9f3d0 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:18.708815 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Pushing event updated for resources: {'Port': ['ID=260a5178-d271-47f4-bc59-36a67fa9f3d0,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:18.717173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.718559 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:18.719005 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:18.719484 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.720516 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:18.720698 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Bound port: 260a5178-d271-47f4-bc59-36a67fa9f3d0, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:18.721147 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.722577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.726952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.727807 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.728051 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.728439 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.728819 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:18.785386 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] For port 260a5178-d271-47f4-bc59-36a67fa9f3d0, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:18.788538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] For port 260a5178-d271-47f4-bc59-36a67fa9f3d0, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=260a5178-d271-47f4-bc59-36a67fa9f3d0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:18.813577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-39fe8629-affe-4c29-b690-3f6866f14d3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306931 Oct 15 00:32:18.864809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-275d9bf8-6073-4373-9f2e-f2c3a4c28dec None None] Provisioning complete for port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:18.865087 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-275d9bf8-6073-4373-9f2e-f2c3a4c28dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.869004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.880959 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.889933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bac872-1a0d-452d-9cd3-27f2c4e3f552 req-8abff14d-6729-44da-aa4b-f29032bf6c44 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:18.891824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-05bac872-1a0d-452d-9cd3-27f2c4e3f552 req-8abff14d-6729-44da-aa4b-f29032bf6c44 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 946 time: 0.1103244 Oct 15 00:32:18.942632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d77077-a44e-4a0e-8768-69a483a8d051,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:18.947012 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:18.950352 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5fd17-aa75-47f5-9015-bc5c1d26b20c None None] Pushing event updated for resources: {'Port': ['ID=260a5178-d271-47f4-bc59-36a67fa9f3d0,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:18.964339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-05bac872-1a0d-452d-9cd3-27f2c4e3f552 req-7dda3d08-ab93-4dfa-8afc-9c386b2883c6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636725 Oct 15 00:32:18.974470 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:18.975092 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:18.994182 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.038760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-74c17ea4-3999-4bcb-a6ef-8ffaacac8b04 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797693 Oct 15 00:32:19.129810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:19.164299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.165486 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:19.165619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d5d0744-8a14-43de-ba46-a71d3fdba60a req-bb44b851-be26-4241-9a56-8095b135c307 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1546261 Oct 15 00:32:19.244366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 172.25.2.183 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/591406fd-0798-48e0-8a17-72ad3fad12aa) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:19.248501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e239e735-f735-491e-ab55-1352358feb18 req-621d51bc-4037-4b42-873e-fca09d503cfe tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1765904946', 'description': 'tempest-description-1891597725'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:19.265576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673182c-d828-4a45-9c8e-900c65654f57 req-00b0da66-bdf7-4d22-9f76-c5577056167e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:19.273743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4673182c-d828-4a45-9c8e-900c65654f57 req-00b0da66-bdf7-4d22-9f76-c5577056167e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.2035265 Oct 15 00:32:19.285204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-d6d7db7f-e2c3-41ec-9d69-1d3be9ad4f23 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181702 Oct 15 00:32:19.308394 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-275d9bf8-6073-4373-9f2e-f2c3a4c28dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.376919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Allocated IP 172.20.0.1 (2879473b-01f1-4c73-9f48-c44d67037be7/bb727641-4c57-4fc8-9d15-d20bc6dd0d7a/0fc3ad9b-859a-4735-bf2c-85919de70bc7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:19.379621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-275d9bf8-6073-4373-9f2e-f2c3a4c28dec None None] For port 63f69309-c3cc-4ed8-8b5c-827eaf0df767, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=63f69309-c3cc-4ed8-8b5c-827eaf0df767,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:19.383531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e239e735-f735-491e-ab55-1352358feb18 req-621d51bc-4037-4b42-873e-fca09d503cfe tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.430489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4673182c-d828-4a45-9c8e-900c65654f57 req-3ee6cc8f-2493-4d12-9a38-6d68f73a2ea3 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557319 Oct 15 00:32:19.468616 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:16Z', 'revision_number': 3, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:19.477778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-275d9bf8-6073-4373-9f2e-f2c3a4c28dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.497422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.506420 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361f131-bb9b-46dc-ac1d-e46f7f47ba00 None None] The sync data for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 is: [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:16Z', 'revision_number': 3, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:32:19.572674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 63f69309-c3cc-4ed8-8b5c-827eaf0df767 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:19.633066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d9bf8-6073-4373-9f2e-f2c3a4c28dec None None] Pushing event updated for resources: {'Port': ['ID=63f69309-c3cc-4ed8-8b5c-827eaf0df767,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:19.702545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd108-2cff-4724-96c3-35b071758541 req-fcf990a6-b619-49dc-b7e8-ef7b073817dd tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:19.711811 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cfbd108-2cff-4724-96c3-35b071758541 req-fcf990a6-b619-49dc-b7e8-ef7b073817dd tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.1247025 Oct 15 00:32:19.714331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:19.714761 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.720529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.723785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e239e735-f735-491e-ab55-1352358feb18 req-621d51bc-4037-4b42-873e-fca09d503cfe tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.737441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-f58266b0-f085-4bf9-a8c2-04a2d65e1a9a tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:19.739151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-f58266b0-f085-4bf9-a8c2-04a2d65e1a9a tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1097 time: 0.2110250 Oct 15 00:32:19.759991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-2'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:19.760531 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cfbd108-2cff-4724-96c3-35b071758541 req-d4c0cec2-c93f-4694-8b55-446b75f9d54e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Oct 15 00:32:19.764656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.805008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:19.808673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:19.816826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:19.835419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e239e735-f735-491e-ab55-1352358feb18 req-621d51bc-4037-4b42-873e-fca09d503cfe tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.870533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-999c750c-b69c-4555-a777-b4b9a41a14ba None None] Provisioning complete for port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:19.871162 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-999c750c-b69c-4555-a777-b4b9a41a14ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:19.897927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=591406fd-0798-48e0-8a17-72ad3fad12aa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:19.948999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.001490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1'}, {'server_uuid': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:20.004133 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db866a72-c5ff-4214-90ca-ca2b14156ea3" -d '{"events": [{"server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1"}, {"server_uuid": "b302f7e5-811a-4a20-ab32-c42b21d123ca", "name": "network-vif-plugged", "status": "completed", "tag": "e29b925e-e29d-4bc5-9365-dac3c87a9eb0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:20.026041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e239e735-f735-491e-ab55-1352358feb18 req-621d51bc-4037-4b42-873e-fca09d503cfe tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.027343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e239e735-f735-491e-ab55-1352358feb18 req-621d51bc-4037-4b42-873e-fca09d503cfe tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7975106 Oct 15 00:32:20.031912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.039288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d51bc-4037-4b42-873e-fca09d503cfe tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fce1065-3b07-4ee4-8c18-18da5d1f0da3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:20.053146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.053322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Network 2879473b-01f1-4c73-9f48-c44d67037be7 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:20.066197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:20.068852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:20.070908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc3ad9b-859a-4735-bf2c-85919de70bc7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:20.075851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138ce75-5fd0-4cf1-9825-c5e5bb321359 req-d44bd11a-5a30-4c99-9b21-1c19b00e1d74 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:20.077572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8138ce75-5fd0-4cf1-9825-c5e5bb321359 req-d44bd11a-5a30-4c99-9b21-1c19b00e1d74 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 946 time: 0.0838263 Oct 15 00:32:20.137945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8138ce75-5fd0-4cf1-9825-c5e5bb321359 req-edd3dfd3-bb66-4aab-b2d0-c970f5ffaf7a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Oct 15 00:32:20.195028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.201366 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.208542 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23645d9-9c0d-444f-a0d3-e96987e45351 x-openstack-request-id: req-e23645d9-9c0d-444f-a0d3-e96987e45351 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:20.208902 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1", "code": 200}, {"server_uuid": "b302f7e5-811a-4a20-ab32-c42b21d123ca", "name": "network-vif-plugged", "status": "completed", "tag": "e29b925e-e29d-4bc5-9365-dac3c87a9eb0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:20.209151 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e23645d9-9c0d-444f-a0d3-e96987e45351 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:20.209561 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1', 'code': 200} Oct 15 00:32:20.211709 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0', 'code': 200} Oct 15 00:32:20.314565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-ba5aea6a-c615-4a70-a636-8df0941621fc tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/4fce1065-3b07-4ee4-8c18-18da5d1f0da3 HTTP/1.1" status: 200 len: 1805 time: 0.0805056 Oct 15 00:32:20.372803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4fce1065-3b07-4ee4-8c18-18da5d1f0da3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:20.373166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4fce1065-3b07-4ee4-8c18-18da5d1f0da3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:20.437553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4ff6c65b-fc84-4be6-adb5-ea5c1cd20254 None None] Provisioning complete for port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:20.437917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c65b-fc84-4be6-adb5-ea5c1cd20254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.448180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0e47f-86dd-4dc0-b042-2017fde070c5 req-6e18b4c9-b741-4e65-b2e6-4244e9d8ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:20.450269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aeb0e47f-86dd-4dc0-b042-2017fde070c5 req-6e18b4c9-b741-4e65-b2e6-4244e9d8ba65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 1097 time: 0.1330998 Oct 15 00:32:20.495781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6c65b-fc84-4be6-adb5-ea5c1cd20254 None None] Port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:20.519216 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aeb0e47f-86dd-4dc0-b042-2017fde070c5 req-faef7e9a-1bfb-4c64-bd45-a497eef19c87 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600166 Oct 15 00:32:20.549726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.598502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.628432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.631709 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.650332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533649-33df-4f9d-bf3b-b12d05370385 req-0770c620-33a0-4d78-aac8-1fdbf877d5c1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:20.652630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86533649-33df-4f9d-bf3b-b12d05370385 req-0770c620-33a0-4d78-aac8-1fdbf877d5c1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 946 time: 0.5249109 Oct 15 00:32:20.710424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:20.716295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=591406fd-0798-48e0-8a17-72ad3fad12aa,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:20.787059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:20.807718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86533649-33df-4f9d-bf3b-b12d05370385 req-a6bc890d-8245-4374-8ec3-b3987efd1790 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361370 Oct 15 00:32:20.817015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21403b19-a815-404c-a018-fe691a7a757f req-07d440ad-db52-464c-a7c7-05691e5b7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:20.819221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21403b19-a815-404c-a018-fe691a7a757f req-07d440ad-db52-464c-a7c7-05691e5b7121 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1097 time: 0.1963680 Oct 15 00:32:20.889751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:20.937001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21403b19-a815-404c-a018-fe691a7a757f req-f45b0c33-d132-4d80-90a7-6d5d4dabfc87 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048403 Oct 15 00:32:20.994641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:20.996938 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f78ce7-e6df-42b4-b8b4-25322ad8d800" -d '{"events": [{"server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "name": "network-vif-unplugged", "status": "completed", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:21.003544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.009993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.031507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cd674-e7c3-4e34-a19b-93bd78b53f7a req-31488b4c-b491-4313-999e-286337a8398e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:21.032982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-262cd674-e7c3-4e34-a19b-93bd78b53f7a req-31488b4c-b491-4313-999e-286337a8398e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.1117334 Oct 15 00:32:21.055245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527832ce-3fa8-4fab-914d-c636796b87d3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:21.076751 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.084735 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.097716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a6222-579d-4601-afeb-31f0bdd317d1 req-62247bc4-7687-454a-8505-6d7d785082ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:21.099328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f66a6222-579d-4601-afeb-31f0bdd317d1 req-62247bc4-7687-454a-8505-6d7d785082ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1100 time: 0.0582683 Oct 15 00:32:21.142155 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.144938 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7effec0c-e93b-4f7a-aff0-7c2dabc5da0f req-0f63687c-3bf2-4c09-9cb2-3a066931bef2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7904284 Oct 15 00:32:21.167209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-262cd674-e7c3-4e34-a19b-93bd78b53f7a req-91b5eef5-c1c6-4106-8b0c-bdb5d59f4a13 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103122 Oct 15 00:32:21.172976 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.184247 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4435559b-55dd-43d5-ba7b-55ad0429afeb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6152778 Oct 15 00:32:21.223288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f66a6222-579d-4601-afeb-31f0bdd317d1 req-47df1b6d-1256-4d33-b30a-5521bc62c4f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609698 Oct 15 00:32:21.233133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:21.275282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:21.275703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:21.275976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:21.292971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:21.292971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Attempting to bind port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:21.299869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:21.300329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:21.300736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:21.301136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Bound port: a21c71dc-a466-46b4-bbaf-9aa68c17e527, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:21.301485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.309023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f76dd2-941f-447c-ac3d-07313d40232b req-92a04b1c-44a1-465b-9b90-93b9aa2a8619 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:21.314476 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3f76dd2-941f-447c-ac3d-07313d40232b req-92a04b1c-44a1-465b-9b90-93b9aa2a8619 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 949 time: 0.0601873 Oct 15 00:32:21.367206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.395300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3f76dd2-941f-447c-ac3d-07313d40232b req-9b6caf12-d0d4-4db3-916a-a9725db0c5ce tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680995 Oct 15 00:32:21.406181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:21.413828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:21.438016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.476817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e19a1ff6-b3ee-4be1-a2a5-9e43065f60c7 req-e6ae526d-b56a-4f81-86c2-b8997c09f56d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-297352229', 'description': 'tempest-description-2084439025'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:21.483178 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766253a2-e02a-412a-9349-5b0afc2a34f5 x-openstack-request-id: req-766253a2-e02a-412a-9349-5b0afc2a34f5 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:21.483534 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "name": "network-vif-unplugged", "status": "completed", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:21.483843 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-766253a2-e02a-412a-9349-5b0afc2a34f5 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:21.484306 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527', 'code': 200} Oct 15 00:32:21.511944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.525189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.528628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc3ad9b-859a-4735-bf2c-85919de70bc7,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:21.587688 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e19a1ff6-b3ee-4be1-a2a5-9e43065f60c7 req-e6ae526d-b56a-4f81-86c2-b8997c09f56d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.607062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 63f69309-c3cc-4ed8-8b5c-827eaf0df767 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:21.701573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:21.701937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:21.703256 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.703971 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.705673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] 10.222.0.30 "PUT /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 1122 time: 1.9497581 Oct 15 00:32:21.710250 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e19a1ff6-b3ee-4be1-a2a5-9e43065f60c7 req-e6ae526d-b56a-4f81-86c2-b8997c09f56d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.722744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d012bc1-fe88-43d1-b8a1-a7ead332ab05 service neutron] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:21.758864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d691812-50b5-4b5e-b453-013655358dcd req-d8bd0368-ed33-49e6-a752-97cb8fe72ad6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:21.760741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d691812-50b5-4b5e-b453-013655358dcd req-d8bd0368-ed33-49e6-a752-97cb8fe72ad6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 946 time: 0.1705310 Oct 15 00:32:21.771920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Network 2879473b-01f1-4c73-9f48-c44d67037be7 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:21.787591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:21.804198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e19a1ff6-b3ee-4be1-a2a5-9e43065f60c7 req-e6ae526d-b56a-4f81-86c2-b8997c09f56d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.829616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['a21c71dc-a466-46b4-bbaf-9aa68c17e527'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:21.860665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d691812-50b5-4b5e-b453-013655358dcd req-4ffa3929-7d11-43d0-903e-a2e50ae5b335 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876980 Oct 15 00:32:21.864820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae526d-b56a-4f81-86c2-b8997c09f56d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a1717-ee5d-4639-91a7-54dbcc7565b2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:21.907685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 260a5178-d271-47f4-bc59-36a67fa9f3d0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:21.943416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e19a1ff6-b3ee-4be1-a2a5-9e43065f60c7 req-e6ae526d-b56a-4f81-86c2-b8997c09f56d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:21.945109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e19a1ff6-b3ee-4be1-a2a5-9e43065f60c7 req-e6ae526d-b56a-4f81-86c2-b8997c09f56d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4725442 Oct 15 00:32:22.017775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 260a5178-d271-47f4-bc59-36a67fa9f3d0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:22.018261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.037479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Router 23aee354-d152-4efa-9f68-37dec2bcf908 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:32:22.089695 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4fa9bff5-bdea-4961-b844-0a7010910ce4 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--427629638&fields=id&tenant_id=14f98b6adfb34b519ed6db4d9451f56b HTTP/1.1" status: 200 len: 267 time: 0.0458601 Oct 15 00:32:22.153829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85674fd6-db63-4db4-8e46-76b6ccb7331b req-5d46f718-d645-474a-8cbf-d4ec45bfb27d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:22.155519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85674fd6-db63-4db4-8e46-76b6ccb7331b req-5d46f718-d645-474a-8cbf-d4ec45bfb27d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1560190 Oct 15 00:32:22.160539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-e8e436c4-bb6f-49f4-bb0a-49302cad88b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:22.164947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-e8e436c4-bb6f-49f4-bb0a-49302cad88b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports/04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 937 time: 0.0665150 Oct 15 00:32:22.171426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.193221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 260a5178-d271-47f4-bc59-36a67fa9f3d0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=260a5178-d271-47f4-bc59-36a67fa9f3d0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:22.217950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-60e230a1-2e3f-4ba1-90e0-124b771b14f0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:22.219346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-60e230a1-2e3f-4ba1-90e0-124b771b14f0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports/a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 937 time: 0.0483882 Oct 15 00:32:22.225332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:32:22.234985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-79514423-3569-4f00-8b6d-590104189aa3 admin admin] 10.222.0.13 "PUT /v2.0/routers/23aee354-d152-4efa-9f68-37dec2bcf908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3621736 Oct 15 00:32:22.236956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Sync routers for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:32:22.243269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85674fd6-db63-4db4-8e46-76b6ccb7331b req-eb8d29b1-af2e-4acb-b38a-f4f2ee2cb1b0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536168 Oct 15 00:32:22.278563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:22.279675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:22.288797 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.303548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-a93c4359-e4dd-442a-a855-1f6e421d1af9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0740225 Oct 15 00:32:22.332276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-99280440-d6f1-4254-9241-a8a0ab30e64a None None] Provisioning complete for port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:22.332708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99280440-d6f1-4254-9241-a8a0ab30e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.345665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-6bceb65c-9df7-4ec6-98c6-08159edfa688 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0356436 Oct 15 00:32:22.409327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88b794-6bfc-4589-8bfa-96d3e19fee41 req-2e3d97a4-6d27-4f9e-9d32-e5fa056992b9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:22.417719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe88b794-6bfc-4589-8bfa-96d3e19fee41 req-2e3d97a4-6d27-4f9e-9d32-e5fa056992b9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 944 time: 0.0674653 Oct 15 00:32:22.454631 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe88b794-6bfc-4589-8bfa-96d3e19fee41 req-39c907c4-b294-404e-a8ae-21cacef87f88 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359938 Oct 15 00:32:22.455913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-99280440-d6f1-4254-9241-a8a0ab30e64a None None] Port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:22.466520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=260a5178-d271-47f4-bc59-36a67fa9f3d0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:22.499388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:22.512595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bd437588-62bc-42f0-8254-e834845cfba2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:22.519496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bd437588-62bc-42f0-8254-e834845cfba2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:22.529551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9540d4f1-10e1-4767-bada-dd459d9af4d5 req-d18c32fa-b19c-4a39-8077-5e2ced8994d6 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1750939480', 'description': 'tempest-description-1750823904'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:22.530083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bd437588-62bc-42f0-8254-e834845cfba2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:22.530246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:22.547041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bd437588-62bc-42f0-8254-e834845cfba2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/networks?id=520495d5-6751-4c82-b05e-ddd962ad39c3&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741 HTTP/1.1" status: 200 len: 1995 time: 0.1793852 Oct 15 00:32:22.547221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:22.552190 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-e37834e2-d51a-41fe-b8a4-23814f595ea7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/quotas/14f98b6adfb34b519ed6db4d9451f56b HTTP/1.1" status: 200 len: 375 time: 0.0127776 Oct 15 00:32:22.621325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8a3313cf-be7b-4b32-90ab-671e000b88c9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0630240 Oct 15 00:32:22.643597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9540d4f1-10e1-4767-bada-dd459d9af4d5 req-d18c32fa-b19c-4a39-8077-5e2ced8994d6 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.731295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9540d4f1-10e1-4767-bada-dd459d9af4d5 req-d18c32fa-b19c-4a39-8077-5e2ced8994d6 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.755280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-a946b4bf-4e80-40f2-b315-4bdb223f3681 service neutron] 10.222.0.13 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204212 Oct 15 00:32:22.814036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:22.818705 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.839114 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9540d4f1-10e1-4767-bada-dd459d9af4d5 req-d18c32fa-b19c-4a39-8077-5e2ced8994d6 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.856747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 has no active binding in host n-h1-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:32:22.857107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:22.867542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-05727888-ee89-4c00-9f23-0bb4d0c874a3 service neutron] 10.222.0.13 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042695 Oct 15 00:32:22.886036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c32fa-b19c-4a39-8077-5e2ced8994d6 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17c8e94-37e1-417b-b436-3d419fc9a3c8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:22.889635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:22.892014 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee0790d-6902-4ece-ab84-afcfd2aa6c09" -d '{"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:22.916107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:22.919888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-35287d89-0a96-40fd-96ff-0e9aad4d5251 service neutron] 10.222.0.13 "GET /v2.0/ports/04853f10-f303-43cc-bb68-a3d1c5316fb6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0435603 Oct 15 00:32:22.964970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9540d4f1-10e1-4767-bada-dd459d9af4d5 req-d18c32fa-b19c-4a39-8077-5e2ced8994d6 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:22.966770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9540d4f1-10e1-4767-bada-dd459d9af4d5 req-d18c32fa-b19c-4a39-8077-5e2ced8994d6 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4427595 Oct 15 00:32:22.993797 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:23.039103 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d9aa050f-7f48-4c2c-a020-4560a2e93c06 service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126978 Oct 15 00:32:23.048130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:21Z', 'revision_number': 2, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:23.062127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:23.089039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25c3f-bb9b-4031-bb88-c0f4a5d154a9 req-203bf4de-8007-40cf-bcfc-9f0fb9402bb3 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:23.090777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1c25c3f-bb9b-4031-bb88-c0f4a5d154a9 req-203bf4de-8007-40cf-bcfc-9f0fb9402bb3 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 946 time: 0.0587473 Oct 15 00:32:23.103956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Checking router: 23aee354-d152-4efa-9f68-37dec2bcf908 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:32:23.104313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Updating router 23aee354-d152-4efa-9f68-37dec2bcf908 port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:32:23.109093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:23.127303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '68c121e4-c064-4802-9369-02468bc7d904', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '68c121e4-c064-4802-9369-02468bc7d904', 'mac_address': 'fa:16:3e:22:4c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:23.133201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1c25c3f-bb9b-4031-bb88-c0f4a5d154a9 req-229d6754-39e8-430b-80a0-ca8e08f7f570 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358152 Oct 15 00:32:23.145299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-668b6b4c-fd08-4341-af6d-b7aae6a925c7 service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001661 Oct 15 00:32:23.159343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:23.188066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-59cac895-b545-4b3e-a6ea-1f7291f8e0c0 service neutron] 10.222.0.13 "GET /v2.0/ports/a799054c-9aa9-451c-9889-99d355a4d3f3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0417058 Oct 15 00:32:23.250413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f249c1-d8d8-4302-bb4b-7e5dff977676 req-cc401d18-7563-4dc2-bd6c-3c5209d8cd7d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:23.253053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63f249c1-d8d8-4302-bb4b-7e5dff977676 req-cc401d18-7563-4dc2-bd6c-3c5209d8cd7d tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 947 time: 0.0546196 Oct 15 00:32:23.291950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f63cf71f-bf05-444e-bd37-8da000c2458a service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026673 Oct 15 00:32:23.302712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63f249c1-d8d8-4302-bb4b-7e5dff977676 req-eba7b0dd-ad38-490f-903c-05595fa57e47 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Oct 15 00:32:23.346948 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:23.367651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c121e4-c064-4802-9369-02468bc7d904 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:23.402917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f9731af3-f0f1-433a-a678-ca9586c4ddf2 service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033912 Oct 15 00:32:23.448534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:23.485563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:23.489694 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce056e06-6eca-4e39-9ee1-7825cfb2541b" -d '{"events": [{"name": "network-changed", "server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:23.499554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 260a5178-d271-47f4-bc59-36a67fa9f3d0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:23.531708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-0086b44e-73e5-47df-b8c3-38737c2f0b42 service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206503 Oct 15 00:32:23.561269 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:23.572856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-1d0b1585-2c34-41f5-917a-c3edd48643e4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:23.574462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-1d0b1585-2c34-41f5-917a-c3edd48643e4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks?id=2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 200 len: 829 time: 0.1292362 Oct 15 00:32:23.593500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-63ebf006-d191-4d2d-a6b6-b5b0a9c278c8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/quotas/1bf378eab36445f9b2d7617fe3ad3917 HTTP/1.1" status: 200 len: 375 time: 0.0118594 Oct 15 00:32:23.632668 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-c8b95baa-bd75-418e-91e4-1f702177852f service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940475 Oct 15 00:32:23.668421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-4277bbf8-027c-45af-b4e0-d13ce8037c8b tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649598 Oct 15 00:32:23.676252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:23.693015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 260a5178-d271-47f4-bc59-36a67fa9f3d0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:23.693624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:23.731511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-63438bb6-97bc-4668-b9ae-cfe76c1e5f75 service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925922 Oct 15 00:32:23.773359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-05fb4478-fa9d-48a3-984b-080e8cb421dc service neutron] 10.222.0.13 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038921 Oct 15 00:32:23.774673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:23.832713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-05af1d68-65b4-48b2-b9b4-9ae1cd246988 service neutron] 10.222.0.13 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941250 Oct 15 00:32:23.870718 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:23.874777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-0f9e067b-f9b6-4032-9311-a72c671f34b8 service neutron] 10.222.0.13 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928619 Oct 15 00:32:23.932051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-654b3415-31b5-457f-b63b-5b8c1e2f3867 service neutron] 10.222.0.13 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924528 Oct 15 00:32:23.938504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aab44-a1e7-4cb0-b2eb-d3a2d282f7a9 None None] Pushing event updated for resources: {'Port': ['ID=0fc3ad9b-859a-4735-bf2c-85919de70bc7,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:23.980644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['68c121e4-c064-4802-9369-02468bc7d904'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:24.020295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Attempting to bind port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:24.020666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Attempting to bind port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:24.021028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Attempting to bind port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 on network 2879473b-01f1-4c73-9f48-c44d67037be7 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:24.035172 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:24.035593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Checking segment: {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:24.035971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:24.036363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Bound using segment: {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:24.037153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Bound port: 0fc3ad9b-859a-4735-bf2c-85919de70bc7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:24.037361 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:24.056331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-66d78753-b828-4fd1-a4e4-b63cca97215b service neutron] 10.222.0.13 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145706 Oct 15 00:32:24.154819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] For port 0fc3ad9b-859a-4735-bf2c-85919de70bc7, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:24.158347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] For port 0fc3ad9b-859a-4735-bf2c-85919de70bc7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0fc3ad9b-859a-4735-bf2c-85919de70bc7,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:24.213987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-078a561b-8ef5-4ccf-8b13-154507f55b91 None None] Provisioning complete for port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:24.214385 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-078a561b-8ef5-4ccf-8b13-154507f55b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:24.223693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-1735992f-a3b7-41c1-a579-bae08e98986a service neutron] 10.222.0.13 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560650 Oct 15 00:32:24.242184 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742273eb-f54a-43db-a35d-8f1d68af73aa x-openstack-request-id: req-742273eb-f54a-43db-a35d-8f1d68af73aa {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:24.242567 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:24.242691 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-742273eb-f54a-43db-a35d-8f1d68af73aa {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:24.243100 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904', 'code': 200} Oct 15 00:32:24.250916 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:24.340952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2aab44-a1e7-4cb0-b2eb-d3a2d282f7a9 None None] Pushing event updated for resources: {'Port': ['ID=0fc3ad9b-859a-4735-bf2c-85919de70bc7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:24.352041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-078a561b-8ef5-4ccf-8b13-154507f55b91 None None] Port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:24.362256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8627998f-43f9-4b2d-a999-6e2ed0c17bdc service neutron] 10.222.0.13 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319678 Oct 15 00:32:24.388968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1571dab-0897-49e1-aca2-28eac5fc386d req-689314f5-0ff9-4dab-833f-8265ca9bb61a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:24.390461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1571dab-0897-49e1-aca2-28eac5fc386d req-689314f5-0ff9-4dab-833f-8265ca9bb61a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 946 time: 0.1070790 Oct 15 00:32:24.412696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:24.412696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:24.413374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-08af4b08-a09b-4e11-960b-d0be9399b12f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679476 Oct 15 00:32:24.511190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1571dab-0897-49e1-aca2-28eac5fc386d req-f3ddaf13-b627-4331-af78-5cd1f0f65b0e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075788 Oct 15 00:32:24.541564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:24.546651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-90eea713-5665-45be-8a77-8880092788c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:24.548164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-90eea713-5665-45be-8a77-8880092788c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa66655b43a14109ae5bb82e34f60255&device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 1100 time: 0.1084518 Oct 15 00:32:24.633261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-3d4fecae-667f-48dd-9074-41745f7b8792 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/c59a1717-ee5d-4639-91a7-54dbcc7565b2 HTTP/1.1" status: 200 len: 1804 time: 0.0891426 Oct 15 00:32:24.713717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-70ccd2e5-9da3-42b6-b4ad-780185a7cfcc None None] Provisioning complete for port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:24.713983 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70ccd2e5-9da3-42b6-b4ad-780185a7cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:24.730623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-570b3ae8-a8f0-442c-a633-432bdd757f72 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/b17c8e94-37e1-417b-b436-3d419fc9a3c8 HTTP/1.1" status: 200 len: 1805 time: 0.0875475 Oct 15 00:32:24.747262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c59a1717-ee5d-4639-91a7-54dbcc7565b2', 'remote_group_id': 'b17c8e94-37e1-417b-b436-3d419fc9a3c8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:24.747963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c59a1717-ee5d-4639-91a7-54dbcc7565b2', 'remote_group_id': 'b17c8e94-37e1-417b-b436-3d419fc9a3c8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:24.761974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-f2819806-4958-4e74-8c61-09e97ed56c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:24.764432 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-f2819806-4958-4e74-8c61-09e97ed56c4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1613932 Oct 15 00:32:24.822957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-af079f57-8bb5-4baf-951e-98fb63059d40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d HTTP/1.1" status: 200 len: 217 time: 0.0414400 Oct 15 00:32:24.840169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:24.871196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70ccd2e5-9da3-42b6-b4ad-780185a7cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:24.874059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb48bed9-2018-48aa-9c01-8580e0e1f4ab None None] The sync data for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 is: [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:32:24.900802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-f3cda915-11c3-41f6-9575-730afdf71869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:24.902303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-f3cda915-11c3-41f6-9575-730afdf71869 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0566890 Oct 15 00:32:24.908350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-70ccd2e5-9da3-42b6-b4ad-780185a7cfcc None None] For port 0fc3ad9b-859a-4735-bf2c-85919de70bc7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0fc3ad9b-859a-4735-bf2c-85919de70bc7,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:24.984634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:24.995661 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70ccd2e5-9da3-42b6-b4ad-780185a7cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:25.020782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-27d0b0da-1d21-4857-9ee9-91886885303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:25.022474 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-27d0b0da-1d21-4857-9ee9-91886885303a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106734 Oct 15 00:32:25.031300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:25.059844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccd2e5-9da3-42b6-b4ad-780185a7cfcc None None] Pushing event updated for resources: {'Port': ['ID=0fc3ad9b-859a-4735-bf2c-85919de70bc7,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:25.131679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-0d2a73de-fe91-413f-9057-c6711ef373d2 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991063 Oct 15 00:32:25.177621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:25.225517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7969d818-85fd-4136-808e-719def09e74c,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:25.261085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b3a07c7-9eef-47b8-a67b-d17d8ee5f65e req-e9962114-6796-466c-9afe-fcf0b58636e1 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180522 Oct 15 00:32:25.348731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:25.349962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80824d66-3175-433c-b8a5-3f67c7bd029e req-31b3e994-528b-4562-ae32-f8d800e541d3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6113975 Oct 15 00:32:25.489902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0fc3ad9b-859a-4735-bf2c-85919de70bc7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:25.570880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:25.573733 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:25.674025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4bd0a-e466-4b1f-91e8-d91e196ad960 req-e2cee7c8-e17d-4d7c-930e-3fc87ec6ebb7 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:25.677724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cf4bd0a-e466-4b1f-91e8-d91e196ad960 req-e2cee7c8-e17d-4d7c-930e-3fc87ec6ebb7 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.0781298 Oct 15 00:32:25.720062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cf4bd0a-e466-4b1f-91e8-d91e196ad960 req-d9843cb0-30c5-45fe-b5b1-287d00827d56 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350237 Oct 15 00:32:26.087725 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb59c9-a7b6-42c2-bee0-d052953fc71b x-openstack-request-id: req-9ccb59c9-a7b6-42c2-bee0-d052953fc71b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:26.088303 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:26.088303 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ccb59c9-a7b6-42c2-bee0-d052953fc71b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:26.088640 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527', 'status': 'completed', 'code': 200} Oct 15 00:32:26.163540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b14dca47-0413-41f9-9a20-327caae98af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.197470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-338adaa5-5ed9-40f6-bf0f-6c5928d0c884 req-bb1c9c0a-fa50-41a4-8363-b2bbbf6aaf6c tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 210 time: 0.0468175 Oct 15 00:32:26.203630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-7fb56287-15fb-49ee-806b-63b886ff0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:26.205168 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-7fb56287-15fb-49ee-806b-63b886ff0517 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1125 time: 0.0926461 Oct 15 00:32:26.222448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b115c-a1f6-41ff-bdba-11e2e9178c08 req-d37818f3-c5a8-4bd9-bcf8-48d9d81a8ab2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:26.222994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c7b115c-a1f6-41ff-bdba-11e2e9178c08 req-d37818f3-c5a8-4bd9-bcf8-48d9d81a8ab2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 944 time: 0.0675588 Oct 15 00:32:26.263838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c7b115c-a1f6-41ff-bdba-11e2e9178c08 req-c78d081c-72c9-4cfb-83b8-57964d5007e1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Oct 15 00:32:26.337046 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-905fae45-2e2b-49a7-9ffc-bfa2d12bcced tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-13620396&fields=id&tenant_id=e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 267 time: 0.0535450 Oct 15 00:32:26.343036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-66776752-fe98-43dc-86a4-7e745d1ae56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:26.343036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-66776752-fe98-43dc-86a4-7e745d1ae56d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1285422 Oct 15 00:32:26.357747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b4ea265a-8a28-4556-991f-d0d59836d6ba req-b901c7dc-db68-4ee2-b0f5-ff8490aecec5 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1069579322', 'description': 'tempest-description-367911594'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:26.412559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-8e24c9fc-2674-4fa8-9475-dc13a98b9b79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 217 time: 0.0384252 Oct 15 00:32:26.457710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-7e44fbda-cf4f-4fe7-8492-ed6e5e683494 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:26.459231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-7e44fbda-cf4f-4fe7-8492-ed6e5e683494 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 946 time: 0.1159487 Oct 15 00:32:26.465731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b4ea265a-8a28-4556-991f-d0d59836d6ba req-b901c7dc-db68-4ee2-b0f5-ff8490aecec5 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.473440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'port': {'security_groups': ['087f6681-0613-4a5c-9223-e5a22e68c4c1', '3d26c7d5-89fe-4846-bcde-739d2affe643']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:26.512459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-8ad2d202-8a89-47bf-8c7b-017458909983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:26.514022 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-8ad2d202-8a89-47bf-8c7b-017458909983 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0941708 Oct 15 00:32:26.532214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:26.540458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b4ea265a-8a28-4556-991f-d0d59836d6ba req-b901c7dc-db68-4ee2-b0f5-ff8490aecec5 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.572343 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-ed9867c9-e40e-43bc-ab19-2cc66fb3cdf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466361 Oct 15 00:32:26.577746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.592610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 68c121e4-c064-4802-9369-02468bc7d904 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:26.593092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.659571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b4ea265a-8a28-4556-991f-d0d59836d6ba req-b901c7dc-db68-4ee2-b0f5-ff8490aecec5 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.713500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-4fd3a659-76f0-4592-9843-1d6b1ad3be5f tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:26.715165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-4fd3a659-76f0-4592-9843-1d6b1ad3be5f tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.39 "GET /v2.0/networks?id=2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 200 len: 829 time: 0.1546516 Oct 15 00:32:26.717305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901c7dc-db68-4ee2-b0f5-ff8490aecec5 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401eee74-77f9-441d-b2b7-5b3b99814512,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:26.725568 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.728321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Request body: {'port': {'device_id': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'admin_state_up': True, 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:26.738434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-875c19b7-516c-4d48-af74-48505eb28a5b service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584058 Oct 15 00:32:26.755167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:26.758849 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b3402-7a37-45ed-ba92-fa3e034fe895" -d '{"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-plugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:26.775754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:26.819573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b4ea265a-8a28-4556-991f-d0d59836d6ba req-b901c7dc-db68-4ee2-b0f5-ff8490aecec5 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.821106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4ea265a-8a28-4556-991f-d0d59836d6ba req-b901c7dc-db68-4ee2-b0f5-ff8490aecec5 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4674523 Oct 15 00:32:26.866691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.914515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce056e06-6eca-4e39-9ee1-7825cfb2541b req-0694ddc3-98a0-48a1-98fa-4c4468df569b service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685498 Oct 15 00:32:26.919680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5514e1ba-f982-49ed-885a-65ba806fabe1,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:26.927915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:26.952426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:26.981793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Made reservation on behalf of 1bf378eab36445f9b2d7617fe3ad3917 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:26.986275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.089365 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.103385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:27.143594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:27.144339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.146433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01431807-7484-4c63-8ef0-d287fc9eb06e req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "PUT /v2.0/ports/5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 200 len: 982 time: 0.6794481 Oct 15 00:32:27.149432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:27.153365 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94eac16-8bae-461e-bc05-63e9679a76ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:27.153907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Allocated IP 172.20.0.12 (2879473b-01f1-4c73-9f48-c44d67037be7/bb727641-4c57-4fc8-9d15-d20bc6dd0d7a/34c2ba4a-b15d-41f4-9177-0a064932ca02) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:27.173531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab6ce-6e6d-443a-8521-4bbd30e84add req-341d06c5-4ba8-487a-8dea-e7600a929dcb tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:27.176552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84eab6ce-6e6d-443a-8521-4bbd30e84add req-341d06c5-4ba8-487a-8dea-e7600a929dcb tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.0824115 Oct 15 00:32:27.195332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04048a-f5b0-44e3-9a42-a766c3beee19 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:27.241217 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-743f39c9-8068-408a-b40c-464727046fca req-72ef2326-bdfa-45bc-9b9b-5166b198b652 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0321016 Oct 15 00:32:27.247043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84eab6ce-6e6d-443a-8521-4bbd30e84add req-97acc8eb-b07c-4198-a4fc-83612ce5a92c tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 Oct 15 00:32:27.317764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:27.328133 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c56fbd8-9770-4c7d-bac6-0f3df3bc0398 x-openstack-request-id: req-2c56fbd8-9770-4c7d-bac6-0f3df3bc0398 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:27.328133 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-plugged", "status": "completed", "tag": "68c121e4-c064-4802-9369-02468bc7d904", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:27.328133 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c56fbd8-9770-4c7d-bac6-0f3df3bc0398 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:27.328133 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c121e4-c064-4802-9369-02468bc7d904', 'code': 200} Oct 15 00:32:27.347265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-11a8f198-95d5-4066-bb22-a831b141a208 req-031ac339-1511-4dba-bb6b-7044f9c4a523 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2046872718', 'description': 'tempest-description-1634774369'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:27.422790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aefed-5b07-4ffc-9513-6879a70a3780 req-76e5fa4c-4ffb-4f71-8418-c8159bd38d12 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:27.425112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b09aefed-5b07-4ffc-9513-6879a70a3780 req-76e5fa4c-4ffb-4f71-8418-c8159bd38d12 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1101 time: 0.0872860 Oct 15 00:32:27.430472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.452598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-11a8f198-95d5-4066-bb22-a831b141a208 req-031ac339-1511-4dba-bb6b-7044f9c4a523 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.486113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b09aefed-5b07-4ffc-9513-6879a70a3780 req-6d196ee1-a1d9-4ff2-be91-03882411c99a tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Oct 15 00:32:27.491200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-0dfa43d3-0c18-4c11-a391-70a0f6f37661 service neutron] 10.222.0.39 "GET /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.0810485 Oct 15 00:32:27.593362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-11a8f198-95d5-4066-bb22-a831b141a208 req-031ac339-1511-4dba-bb6b-7044f9c4a523 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.596557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4663baa4-2b28-4abf-90b4-593e40298842 req-0f6b6bb6-ab0d-4007-868c-7d197af5eeb6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1983683201&fields=id&tenant_id=e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 267 time: 0.0498974 Oct 15 00:32:27.612774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.674934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-11a8f198-95d5-4066-bb22-a831b141a208 req-031ac339-1511-4dba-bb6b-7044f9c4a523 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.694960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Network 2879473b-01f1-4c73-9f48-c44d67037be7 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:27.703236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:27.706068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:27.708988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event updated for resources: {'Port': ['ID=34c2ba4a-b15d-41f4-9177-0a064932ca02,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:27.746759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663baa4-2b28-4abf-90b4-593e40298842 req-f5ec87e7-fc62-48c5-b615-871d0027de36 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:27.754680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4663baa4-2b28-4abf-90b4-593e40298842 req-f5ec87e7-fc62-48c5-b615-871d0027de36 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 985 time: 0.1520205 Oct 15 00:32:27.762333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ac339-1511-4dba-bb6b-7044f9c4a523 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a3103c-f074-4849-84f0-593f3695f54c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:27.766393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'port': {'security_groups': ['087f6681-0613-4a5c-9223-e5a22e68c4c1', '3d26c7d5-89fe-4846-bcde-739d2affe643', '5bd784b0-882a-4ad8-82c7-94c91b28aa7f']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:27.797343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:27.819770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:27.828120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:27.828898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.859790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21c71dc-a466-46b4-bbaf-9aa68c17e527 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:27.869359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.873043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:27.909028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-11a8f198-95d5-4066-bb22-a831b141a208 req-031ac339-1511-4dba-bb6b-7044f9c4a523 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:27.910872 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11a8f198-95d5-4066-bb22-a831b141a208 req-031ac339-1511-4dba-bb6b-7044f9c4a523 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5689278 Oct 15 00:32:27.955119 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354b84e9-7230-4388-b4f7-5f5a210f9749 x-openstack-request-id: req-354b84e9-7230-4388-b4f7-5f5a210f9749 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:27.956703 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:27.957161 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-354b84e9-7230-4388-b4f7-5f5a210f9749 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:27.957922 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1', 'status': 'completed', 'code': 200} Oct 15 00:32:28.021161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:28.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1af17cb3-7ead-4f9c-8fbe-2e4c6a206e0d None None] Provisioning complete for port 34c2ba4a-b15d-41f4-9177-0a064932ca02 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:28.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1af17cb3-7ead-4f9c-8fbe-2e4c6a206e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:28.099099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1af17cb3-7ead-4f9c-8fbe-2e4c6a206e0d None None] Port 34c2ba4a-b15d-41f4-9177-0a064932ca02 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:28.167074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547f2c0-9869-4834-bff8-3abd544c31e6 req-28115f14-64c1-4518-a531-93b6f27912ab tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.169010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5547f2c0-9869-4834-bff8-3abd544c31e6 req-28115f14-64c1-4518-a531-93b6f27912ab tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 932 time: 0.1420517 Oct 15 00:32:28.201200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] Transition to ACTIVE for port object a21c71dc-a466-46b4-bbaf-9aa68c17e527 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:28.209065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-c77cd05f-9606-483c-9e3b-f45369fe30e2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4850469 Oct 15 00:32:28.222588 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5547f2c0-9869-4834-bff8-3abd544c31e6 req-dcf5b03b-b0c7-4ff6-bdde-1eedc2619d53 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460985 Oct 15 00:32:28.233145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Request body: {'port': {'device_id': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:28.278585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:28.301446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-a3b75488-eedb-4068-ac0b-8dda1696a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.303189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-a3b75488-eedb-4068-ac0b-8dda1696a98b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1136 time: 0.1086938 Oct 15 00:32:28.345382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] No DVR routers for this DVR port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:32:28.376593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] Pushing event updated for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=10']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:28.387120 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-65f3db62-2f6d-4c30-8989-4ad7ffbe286d service neutron] 10.222.0.39 "PUT /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527/bindings/n-h1-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8873317 Oct 15 00:32:28.391503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:28.513633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01472e-1652-4dfb-9d28-b09afa83e569 req-1fe191a4-93bf-47d3-9702-6aae09e8a903 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.520337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01472e-1652-4dfb-9d28-b09afa83e569 req-1fe191a4-93bf-47d3-9702-6aae09e8a903 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.526242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01472e-1652-4dfb-9d28-b09afa83e569 req-1fe191a4-93bf-47d3-9702-6aae09e8a903 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.527913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da01472e-1652-4dfb-9d28-b09afa83e569 req-1fe191a4-93bf-47d3-9702-6aae09e8a903 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324&device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca&device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 2417 time: 0.0700114 Oct 15 00:32:28.573355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-8d001a7f-612a-46f7-aa93-25b2e814dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.574846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-8d001a7f-612a-46f7-aa93-25b2e814dd26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 914 time: 0.2616129 Oct 15 00:32:28.600075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da01472e-1652-4dfb-9d28-b09afa83e569 req-b138d41b-5deb-4809-9f93-504bdd7cf64e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Oct 15 00:32:28.601919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-9506064a-7cac-422e-8779-15d1dcfc8722 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.603439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-9506064a-7cac-422e-8779-15d1dcfc8722 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.0718355 Oct 15 00:32:28.655959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-982941db-39cf-4e61-82d1-8a0c81a40757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.657694 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-982941db-39cf-4e61-82d1-8a0c81a40757 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca&tenant_id=20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 1096 time: 0.0470757 Oct 15 00:32:28.666931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-2ededcff-afd3-4279-b906-1c3e3960b685 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 200 len: 217 time: 0.0845680 Oct 15 00:32:28.741046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5514e1ba-f982-49ed-885a-65ba806fabe1,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:28.750402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717c8f3-c194-4e7f-ab1f-a09b5f61e4b6 req-ee427548-f922-4913-90e5-2b979be58840 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.752974 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0717c8f3-c194-4e7f-ab1f-a09b5f61e4b6 req-ee427548-f922-4913-90e5-2b979be58840 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 945 time: 0.0916378 Oct 15 00:32:28.757956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-802bfed1-b507-4f6b-9928-fa4e4cd3782d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:28.771920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-ee53c9f3-5d2e-4855-9119-734f04e4607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.773336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-ee53c9f3-5d2e-4855-9119-734f04e4607d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1096 time: 0.0782752 Oct 15 00:32:28.808568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-144f33d6-4298-435e-93a5-fc62c5a3b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.809983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-144f33d6-4298-435e-93a5-fc62c5a3b9c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.1309037 Oct 15 00:32:28.826883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0717c8f3-c194-4e7f-ab1f-a09b5f61e4b6 req-dd9989c4-a072-4a36-8bfa-ab7934200073 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627272 Oct 15 00:32:28.831143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:28.895638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-269657c3-c2f3-42ff-90b8-56e34e3a42c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674548 Oct 15 00:32:28.897963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-14773844-6e48-4ee6-b4e6-74d7fe759e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.899222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-14773844-6e48-4ee6-b4e6-74d7fe759e2c service neutron] 10.222.0.30 "GET /v2.0/ports/04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 1033 time: 0.1307783 Oct 15 00:32:28.901982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-f6d55955-a1b6-43c1-9cf1-e6693fba308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:28.903502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-f6d55955-a1b6-43c1-9cf1-e6693fba308c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1207032 Oct 15 00:32:28.934743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:28.951156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:28.979856 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-ffea85cd-4891-4ed1-ac5b-d3069f7e6a28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 217 time: 0.0398824 Oct 15 00:32:29.039238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-68c0e124-42f3-456f-bf8f-2bd40da5cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.040595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-68c0e124-42f3-456f-bf8f-2bd40da5cd54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0485537 Oct 15 00:32:29.066794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.067424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:29.069732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4663baa4-2b28-4abf-90b4-593e40298842 req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "PUT /v2.0/ports/5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 200 len: 1021 time: 1.3078246 Oct 15 00:32:29.077211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:29.079531 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4628615c-09a4-4849-894b-2ab985ee0135" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:29.095741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-c6c32b80-325c-4507-b1db-fbde22897331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.097478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-c6c32b80-325c-4507-b1db-fbde22897331 service neutron] 10.222.0.30 "GET /v2.0/ports/a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 1033 time: 0.1517589 Oct 15 00:32:29.108908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-c4ae410f-098e-4962-8164-01c43c18f8e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521891 Oct 15 00:32:29.202562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:29.206335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbed60-7e56-4d1b-956c-be61b34e5b2f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:29.212506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c2ba4a-b15d-41f4-9177-0a064932ca02 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:29.252593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-7434a8c4-d743-4cb6-a188-66726500fc19 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250434 Oct 15 00:32:29.262235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:29.297116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-a5c1b628-9959-41ca-a3a4-b6301fc96795 service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489645 Oct 15 00:32:29.303314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Transition to ACTIVE for port object 34c2ba4a-b15d-41f4-9177-0a064932ca02 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:29.309279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-554c5411-6613-4bf4-a3ac-bc25f76290f0 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/401eee74-77f9-441d-b2b7-5b3b99814512 HTTP/1.1" status: 200 len: 1804 time: 0.1849182 Oct 15 00:32:29.384679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-e1cb545d-b1a9-4a8e-9a9e-e322bad2d4fe tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.386525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-e1cb545d-b1a9-4a8e-9a9e-e322bad2d4fe tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.387018 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-34a792f2-7459-47df-b741-cef583e13bf7 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197793 Oct 15 00:32:29.392451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-e1cb545d-b1a9-4a8e-9a9e-e322bad2d4fe tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.394587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-e1cb545d-b1a9-4a8e-9a9e-e322bad2d4fe tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "GET /v2.0/networks?id=520495d5-6751-4c82-b05e-ddd962ad39c3&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741 HTTP/1.1" status: 200 len: 1995 time: 0.2618995 Oct 15 00:32:29.471928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-0fbf8e4f-5726-4b94-b0ab-2f0b4fce2b41 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/f1a3103c-f074-4849-84f0-593f3695f54c HTTP/1.1" status: 200 len: 1805 time: 0.1525290 Oct 15 00:32:29.472476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:29.507503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '401eee74-77f9-441d-b2b7-5b3b99814512', 'remote_group_id': 'f1a3103c-f074-4849-84f0-593f3695f54c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:29.512041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '401eee74-77f9-441d-b2b7-5b3b99814512', 'remote_group_id': 'f1a3103c-f074-4849-84f0-593f3695f54c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:29.572432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04165936-8109-4347-9781-ac56062c793c req-2daba7a5-ab12-4c1a-8c07-8912c88ee422 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0315056 Oct 15 00:32:29.612126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c94eac16-8bae-461e-bc05-63e9679a76ae req-d8e2b8cf-b71a-41ce-b2f8-52fbdd443239 service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053575 Oct 15 00:32:29.612737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Pushing event updated for resources: {'Port': ['ID=34c2ba4a-b15d-41f4-9177-0a064932ca02,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:29.638182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-de1abcc5-2e93-4d4f-a61c-f14278c56791 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14f98b6adfb34b519ed6db4d9451f56b HTTP/1.1" status: 200 len: 379 time: 0.2019527 Oct 15 00:32:29.666330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:29.677645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'admin_state_up': True, 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'security_groups': ['08f2de1b-6e22-47f7-9f5e-defb44918e2b']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:29.751773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:32:29.788196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3bec-3ff6-49c3-9e27-63b2d32dd743 req-c8a132b9-03e2-46e9-972a-736740fcec82 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.790370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fead3bec-3ff6-49c3-9e27-63b2d32dd743 req-c8a132b9-03e2-46e9-972a-736740fcec82 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.0712318 Oct 15 00:32:29.843387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fead3bec-3ff6-49c3-9e27-63b2d32dd743 req-ff2f0e03-1b73-4560-af8a-53041a9e2460 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396290 Oct 15 00:32:29.869183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:29.875911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Attempting to bind port 34c2ba4a-b15d-41f4-9177-0a064932ca02 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:29.876241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Attempting to bind port 34c2ba4a-b15d-41f4-9177-0a064932ca02 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:29.876682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Attempting to bind port 34c2ba4a-b15d-41f4-9177-0a064932ca02 on network 2879473b-01f1-4c73-9f48-c44d67037be7 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:29.918359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Port 34c2ba4a-b15d-41f4-9177-0a064932ca02 on network 2879473b-01f1-4c73-9f48-c44d67037be7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:29.920806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Attempting to bind port 34c2ba4a-b15d-41f4-9177-0a064932ca02 on network 2879473b-01f1-4c73-9f48-c44d67037be7 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:29.968672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb931ee-23f8-4d7d-8c50-14f47a7d24d3 req-20cd90d5-8c34-48f7-9fd5-55fff6f43ef3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:29.972354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7bb931ee-23f8-4d7d-8c50-14f47a7d24d3 req-20cd90d5-8c34-48f7-9fd5-55fff6f43ef3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1024 time: 0.0682197 Oct 15 00:32:29.972507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:29.972714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Checking segment: {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:29.973099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Bound using segment: {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:29.973563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Bound port: 34c2ba4a-b15d-41f4-9177-0a064932ca02, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:29.973911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.005974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.051008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-e49c0eeb-9275-475f-9fe3-64417fac8e67 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.052529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-e49c0eeb-9275-475f-9fe3-64417fac8e67 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.1208963 Oct 15 00:32:30.078685 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7bb931ee-23f8-4d7d-8c50-14f47a7d24d3 req-d70a6204-a7ee-4fdf-ac4f-6b6e452447e2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=5bd784b0-882a-4ad8-82c7-94c91b28aa7f&id=3d26c7d5-89fe-4846-bcde-739d2affe643 HTTP/1.1" status: 200 len: 6147 time: 0.0992866 Oct 15 00:32:30.108294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] For port 34c2ba4a-b15d-41f4-9177-0a064932ca02, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:30.115754 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5d82b1-d4e9-4b26-aee9-b66fdde64896 x-openstack-request-id: req-aa5d82b1-d4e9-4b26-aee9-b66fdde64896 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:30.116038 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:30.116458 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa5d82b1-d4e9-4b26-aee9-b66fdde64896 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:30.123669 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1', 'status': 'completed', 'code': 200} Oct 15 00:32:30.124694 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.145166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] For port 34c2ba4a-b15d-41f4-9177-0a064932ca02, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:30.190856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.210271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:30.213923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.216093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.222310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628615c-09a4-4849-894b-2ab985ee0135 req-807b00b2-1df2-49b9-8ade-b178e47e86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.223828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4628615c-09a4-4849-894b-2ab985ee0135 req-807b00b2-1df2-49b9-8ade-b178e47e86ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1175 time: 0.0812657 Oct 15 00:32:30.236947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd14590-1066-484a-a2fa-7aa656aa713c req-8c0e49b6-79c0-4ae2-baf1-6266ffd93f45 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.238679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dcd14590-1066-484a-a2fa-7aa656aa713c req-8c0e49b6-79c0-4ae2-baf1-6266ffd93f45 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 944 time: 0.0649149 Oct 15 00:32:30.273403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9707f9-ea76-4504-8495-4235dec37008,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:30.292204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.337183 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dcd14590-1066-484a-a2fa-7aa656aa713c req-0a51a26d-c803-412b-bf81-5506014d97a0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887728 Oct 15 00:32:30.370411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628615c-09a4-4849-894b-2ab985ee0135 req-e070d269-a048-4ec9-80e3-1181da60ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.371526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.371706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4628615c-09a4-4849-894b-2ab985ee0135 req-e070d269-a048-4ec9-80e3-1181da60ec0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 914 time: 0.1320262 Oct 15 00:32:30.372704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57f5ea3d-40e3-4f70-9deb-3e371de3d257 req-04778146-f9d8-4746-8de5-e2f288fc2943 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8901339 Oct 15 00:32:30.373970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.374602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.375865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] 10.222.0.39 "PUT /v2.0/ports/34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 1092 time: 2.1514821 Oct 15 00:32:30.409348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-78e57117-293d-4e81-8ad2-516dcb24d6d7 service neutron] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:30.422816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-78e57117-293d-4e81-8ad2-516dcb24d6d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.424055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509650f8-071b-495c-aee3-08b32e3ed9bd req-78e57117-293d-4e81-8ad2-516dcb24d6d7 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527/bindings/n-h2-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.3567369 Oct 15 00:32:30.456881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4628615c-09a4-4849-894b-2ab985ee0135 req-b597c538-c591-42af-82e8-c70c57f01971 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 200 len: 217 time: 0.0636387 Oct 15 00:32:30.483570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3117d7b-20f3-47bd-9e3d-853aaff9d681 service neutron] Pushing event updated for resources: {'Port': ['ID=34c2ba4a-b15d-41f4-9177-0a064932ca02,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:30.577757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628615c-09a4-4849-894b-2ab985ee0135 req-576f31d7-d17a-4b8f-9778-90c0cb2fba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.579300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4628615c-09a4-4849-894b-2ab985ee0135 req-576f31d7-d17a-4b8f-9778-90c0cb2fba28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.0591877 Oct 15 00:32:30.591921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed495-dbe8-4b64-8b65-28a936ff582b req-86a80fed-25c3-46ed-81f4-5e052da784f6 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.602643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc7ed495-dbe8-4b64-8b65-28a936ff582b req-86a80fed-25c3-46ed-81f4-5e052da784f6 tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 1101 time: 0.1433258 Oct 15 00:32:30.614691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 172.20.0.12 (520495d5-6751-4c82-b05e-ddd962ad39c3/496b85c5-8e88-4796-8ff9-2d8400ce8c11/2f02a987-1938-4556-a1c6-3adf34c0c2ee) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:30.628654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-68667857-d4f8-4f3e-bce7-31f01b4b4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.630613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-68667857-d4f8-4f3e-bce7-31f01b4b4595 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 1095 time: 0.1425540 Oct 15 00:32:30.645001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4628615c-09a4-4849-894b-2ab985ee0135 req-51166c90-1f47-46ce-9353-0989c5aaa3e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338633 Oct 15 00:32:30.645641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66340f99-e189-4626-958a-379ced0095f5 req-85ceddf6-5f3b-45b4-aad1-0b6024c39ba9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.647171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66340f99-e189-4626-958a-379ced0095f5 req-85ceddf6-5f3b-45b4-aad1-0b6024c39ba9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 945 time: 0.1491349 Oct 15 00:32:30.707344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-f76833fd-cc81-4cda-82ad-30d09ea203f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 217 time: 0.0591893 Oct 15 00:32:30.740812 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc7ed495-dbe8-4b64-8b65-28a936ff582b req-ee40287b-bb3a-4b59-8c8e-346d5e82c54d tempest-ServersAdminTestJSON-1746618970 tempest-ServersAdminTestJSON-1746618970-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384132 Oct 15 00:32:30.798380 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66340f99-e189-4626-958a-379ced0095f5 req-e2e23f44-fb0a-4e79-93b2-e8b7293bb1c6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404641 Oct 15 00:32:30.861646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-4e9c89d8-82b1-4dae-b1b2-d0fb396fc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.863205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-4e9c89d8-82b1-4dae-b1b2-d0fb396fc056 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a HTTP/1.1" status: 200 len: 868 time: 0.1458530 Oct 15 00:32:30.883388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4628615c-09a4-4849-894b-2ab985ee0135 req-e14c3448-3ace-4beb-bea5-cc456422a669 service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278242 Oct 15 00:32:30.955076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:30.972012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-f8a361e8-bbda-473b-aeba-89e2d25dfe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:30.973928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-f8a361e8-bbda-473b-aeba-89e2d25dfe0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2879473b-01f1-4c73-9f48-c44d67037be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850570 Oct 15 00:32:31.031151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-64021943-cedc-4665-8973-5826dc68d438 req-1a66dcac-ec7e-4516-92eb-1e86c07e5f0d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1287796135 ', 'description': 'tempest-description-523761356'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:31.045258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4628615c-09a4-4849-894b-2ab985ee0135 req-871e0a2d-eeee-4ca4-a3dc-f92969bc097c service neutron] 10.222.0.30 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529028 Oct 15 00:32:31.159918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-ce6b3f35-0f28-4d19-8fb5-588adb5a7104 service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430702 Oct 15 00:32:31.178229 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.250129 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7e8bf4eb-e897-4d50-ba40-8436a32c3123 req-1ad3b309-d659-410c-94c9-62775ed73e5d tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/f1a3103c-f074-4849-84f0-593f3695f54c HTTP/1.1" status: 200 len: 1805 time: 0.0458257 Oct 15 00:32:31.336428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7e8bf4eb-e897-4d50-ba40-8436a32c3123 req-c253c45f-4de5-4076-8e0a-7bdac4dd0db3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.590281 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-64021943-cedc-4665-8973-5826dc68d438 req-1a66dcac-ec7e-4516-92eb-1e86c07e5f0d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.598562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:31.612360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:31.622823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:31.656907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=2f02a987-1938-4556-a1c6-3adf34c0c2ee,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:31.699349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65af59c6-47ce-4ca0-b290-b4ec2f8667af req-a44d7675-da04-48f5-8f7c-980c1774f885 service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309527 Oct 15 00:32:31.718298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:31.718929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.720518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7e8bf4eb-e897-4d50-ba40-8436a32c3123 req-c253c45f-4de5-4076-8e0a-7bdac4dd0db3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.774454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-64021943-cedc-4665-8973-5826dc68d438 req-1a66dcac-ec7e-4516-92eb-1e86c07e5f0d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.831091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bbdfed52-7735-42b4-9038-2943a9fccf37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1589453 Oct 15 00:32:31.846368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'admin_state_up': True, 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'security_groups': ['08f2de1b-6e22-47f7-9f5e-defb44918e2b']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:31.884711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-64021943-cedc-4665-8973-5826dc68d438 req-1a66dcac-ec7e-4516-92eb-1e86c07e5f0d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.899834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f7d6b94b-d504-47cd-abe9-961095f71763 None None] Provisioning complete for port 2f02a987-1938-4556-a1c6-3adf34c0c2ee triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:31.900425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b94b-d504-47cd-abe9-961095f71763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.939498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6b94b-d504-47cd-abe9-961095f71763 None None] Port 2f02a987-1938-4556-a1c6-3adf34c0c2ee cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:31.952263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7e8bf4eb-e897-4d50-ba40-8436a32c3123 req-c253c45f-4de5-4076-8e0a-7bdac4dd0db3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.957996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7e8bf4eb-e897-4d50-ba40-8436a32c3123 req-c253c45f-4de5-4076-8e0a-7bdac4dd0db3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:31.957996 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7e8bf4eb-e897-4d50-ba40-8436a32c3123 req-c253c45f-4de5-4076-8e0a-7bdac4dd0db3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1a3103c-f074-4849-84f0-593f3695f54c HTTP/1.1" status: 204 len: 173 time: 0.6988811 Oct 15 00:32:31.962149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66dcac-ec7e-4516-92eb-1e86c07e5f0d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5236e0c-1e1d-48dc-b4a4-698a9ac6afea,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:31.980519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253c45f-4de5-4076-8e0a-7bdac4dd0db3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a3103c-f074-4849-84f0-593f3695f54c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:32.063800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-64021943-cedc-4665-8973-5826dc68d438 req-1a66dcac-ec7e-4516-92eb-1e86c07e5f0d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:32.072337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3c3e6-339f-4838-962b-c8851b5d7028 req-9c123237-3d73-447d-8393-ad7c960a00cb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:32.072988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64021943-cedc-4665-8973-5826dc68d438 req-1a66dcac-ec7e-4516-92eb-1e86c07e5f0d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0503826 Oct 15 00:32:32.073091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6a3c3e6-339f-4838-962b-c8851b5d7028 req-9c123237-3d73-447d-8393-ad7c960a00cb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 932 time: 0.0505152 Oct 15 00:32:32.112458 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6a3c3e6-339f-4838-962b-c8851b5d7028 req-5078fc04-0340-40ce-b864-300bff171e75 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366867 Oct 15 00:32:32.123658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:32.126832 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba88dbab-f73c-42c1-80a7-e0494959f569" -d '{"events": [{"name": "network-changed", "server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:32.168103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:32.173761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:32.191103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:32.318775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 10.1.1.19 (3ffadd34-163b-4ddc-b0a9-661803ae9ffd/342e1779-b866-4985-82bc-63610f0fb824/938f383e-88dd-4290-b3f2-6e60ca1095a7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:32.362256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659094d0-eafc-425d-a984-391f78410c27 req-f147e8a5-6c87-41bd-a8a5-b9d1eb9e73d9 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:32.363886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-659094d0-eafc-425d-a984-391f78410c27 req-f147e8a5-6c87-41bd-a8a5-b9d1eb9e73d9 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 944 time: 0.0753918 Oct 15 00:32:32.418602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-659094d0-eafc-425d-a984-391f78410c27 req-781e8db4-de36-440b-9243-0448bd709233 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460813 Oct 15 00:32:32.491383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:32.561245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd520da2-dc58-4890-9cb2-0ca6af91d7a9 req-a87eb715-e79e-4342-a927-72f0a49a47dc tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/401eee74-77f9-441d-b2b7-5b3b99814512 HTTP/1.1" status: 200 len: 1804 time: 0.0679712 Oct 15 00:32:32.570293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd8be39a-9a89-4e41-951d-50f9c7cf5cab req-25ddda0e-575c-4609-9382-a2848b24684f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/d5236e0c-1e1d-48dc-b4a4-698a9ac6afea HTTP/1.1" status: 200 len: 1780 time: 0.0424223 Oct 15 00:32:32.603986 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf1f7a3-939e-4391-813c-7c1bb2e93908 x-openstack-request-id: req-caf1f7a3-939e-4391-813c-7c1bb2e93908 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:32.603986 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:32.603986 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caf1f7a3-939e-4391-813c-7c1bb2e93908 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:32.603986 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'status': 'completed', 'code': 200} Oct 15 00:32:32.666231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:32.683151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f94dc-5e81-4f4b-9fae-fd091da7e1b3 req-aa8bef67-bbbd-494f-a1bb-53cc42be5454 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:32.684677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-222f94dc-5e81-4f4b-9fae-fd091da7e1b3 req-aa8bef67-bbbd-494f-a1bb-53cc42be5454 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1096 time: 0.0497322 Oct 15 00:32:32.720123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:32.723017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:32.730369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:32.737875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-222f94dc-5e81-4f4b-9fae-fd091da7e1b3 req-22f11277-ccbd-44c2-bbf1-09573b0ae62e tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Oct 15 00:32:32.805640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-7819c62e-4b3a-42b8-98e5-b5076f52f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:32.807182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-7819c62e-4b3a-42b8-98e5-b5076f52f7fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 1095 time: 0.1776276 Oct 15 00:32:32.843622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:32.844331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:32.854421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-6370c61c-9dad-4208-a9ff-f05a13a1a3ff req-ded64db8-adb8-4f6f-b6e7-05d273b027e8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-53327863', 'description': 'tempest-description-1738916877'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:32.881444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=938f383e-88dd-4290-b3f2-6e60ca1095a7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:32.947499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956a4bb-cf11-4acc-857d-be4064d63509 req-64181670-f039-4858-b86a-1484355b1795 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:32.949467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a956a4bb-cf11-4acc-857d-be4064d63509 req-64181670-f039-4858-b86a-1484355b1795 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 950 time: 0.1721587 Oct 15 00:32:33.004422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6370c61c-9dad-4208-a9ff-f05a13a1a3ff req-ded64db8-adb8-4f6f-b6e7-05d273b027e8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.008554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-5a2c8d0a-294e-431d-b685-cbefbd02a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:33.010113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-5a2c8d0a-294e-431d-b685-cbefbd02a4b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 200 len: 930 time: 0.1743181 Oct 15 00:32:33.017736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a956a4bb-cf11-4acc-857d-be4064d63509 req-69740743-7af9-43ea-ae05-48ee76e30821 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606759 Oct 15 00:32:33.068514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-1e617115-a656-4666-bfa5-77cb947fc725 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 217 time: 0.0492141 Oct 15 00:32:33.070251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5e665697-7abc-459b-880e-fd09a133161f None None] Provisioning complete for port 938f383e-88dd-4290-b3f2-6e60ca1095a7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:33.075696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e665697-7abc-459b-880e-fd09a133161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.107049 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6370c61c-9dad-4208-a9ff-f05a13a1a3ff req-ded64db8-adb8-4f6f-b6e7-05d273b027e8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.117898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5e665697-7abc-459b-880e-fd09a133161f None None] Port 938f383e-88dd-4290-b3f2-6e60ca1095a7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:33.145529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-62cc3bc2-446b-4fa7-a5b1-98f52c004053 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3036811 Oct 15 00:32:33.150130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bea97014-20b6-4266-a221-7c8a39c8c44e req-f20359e6-51cf-40d3-9288-837317232c4e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/d5236e0c-1e1d-48dc-b4a4-698a9ac6afea HTTP/1.1" status: 200 len: 1780 time: 0.0849643 Oct 15 00:32:33.152039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-ef1fbf45-644c-4025-b1e5-8b7e12a2f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:33.153504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-ef1fbf45-644c-4025-b1e5-8b7e12a2f0c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a HTTP/1.1" status: 200 len: 868 time: 0.0777886 Oct 15 00:32:33.158718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'admin_state_up': True, 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'security_groups': ['08f2de1b-6e22-47f7-9f5e-defb44918e2b']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:33.197874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6370c61c-9dad-4208-a9ff-f05a13a1a3ff req-ded64db8-adb8-4f6f-b6e7-05d273b027e8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.230036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64db8-adb8-4f6f-b6e7-05d273b027e8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571a4624-9bad-4ef6-931e-a03127a2467e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:33.308415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6370c61c-9dad-4208-a9ff-f05a13a1a3ff req-ded64db8-adb8-4f6f-b6e7-05d273b027e8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.317525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-13243d7d-3c44-413b-a618-ff51083dda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:33.318845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6370c61c-9dad-4208-a9ff-f05a13a1a3ff req-ded64db8-adb8-4f6f-b6e7-05d273b027e8 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4694464 Oct 15 00:32:33.319338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-13243d7d-3c44-413b-a618-ff51083dda25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2879473b-01f1-4c73-9f48-c44d67037be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390743 Oct 15 00:32:33.338571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bea97014-20b6-4266-a221-7c8a39c8c44e req-77e80297-40e0-44f1-bdf3-e44327ac3148 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.401720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bea97014-20b6-4266-a221-7c8a39c8c44e req-77e80297-40e0-44f1-bdf3-e44327ac3148 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.486978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-56e438da-cd35-4851-8344-97c64b5b43d0 service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497426 Oct 15 00:32:33.523094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:33.527050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.599689 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bea97014-20b6-4266-a221-7c8a39c8c44e req-77e80297-40e0-44f1-bdf3-e44327ac3148 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.602451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bea97014-20b6-4266-a221-7c8a39c8c44e req-77e80297-40e0-44f1-bdf3-e44327ac3148 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:33.606591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bea97014-20b6-4266-a221-7c8a39c8c44e req-77e80297-40e0-44f1-bdf3-e44327ac3148 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5236e0c-1e1d-48dc-b4a4-698a9ac6afea HTTP/1.1" status: 204 len: 173 time: 0.4444649 Oct 15 00:32:33.699262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba88dbab-f73c-42c1-80a7-e0494959f569 req-9088a29d-0713-49bf-854c-aa6582779d49 service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045946 Oct 15 00:32:33.709865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-f521671d-c2cb-4790-966d-9dc13a724a04 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:33.715235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e80297-40e0-44f1-bdf3-e44327ac3148 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5236e0c-1e1d-48dc-b4a4-698a9ac6afea,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:33.728620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-f521671d-c2cb-4790-966d-9dc13a724a04 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.1495509 Oct 15 00:32:33.746442 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-3166c73c-77e3-49f0-bbfa-b19bc8e4bebd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/quotas/20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 375 time: 0.0187171 Oct 15 00:32:33.801933 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-a3b356fa-61b5-405f-8325-c48e29f8c73b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484614 Oct 15 00:32:33.820997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4108a-56f8-475c-b984-304244ad4610 req-712ab691-628c-4c5f-b820-be5c636094a6 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:33.827194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4108a-56f8-475c-b984-304244ad4610 req-712ab691-628c-4c5f-b820-be5c636094a6 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:33.828830 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbf4108a-56f8-475c-b984-304244ad4610 req-712ab691-628c-4c5f-b820-be5c636094a6 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 1653 time: 0.1045291 Oct 15 00:32:33.835364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 10.1.1.86 (3ffadd34-163b-4ddc-b0a9-661803ae9ffd/342e1779-b866-4985-82bc-63610f0fb824/38d60ed5-1749-4c40-80fe-d00a1b1134cb) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:33.912403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-8fb3c478-fadc-44c7-bf08-1916660e9680 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018836 Oct 15 00:32:33.933360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbf4108a-56f8-475c-b984-304244ad4610 req-eb346b11-cc3f-43b4-90d9-448f73f7bee9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809791 Oct 15 00:32:34.030994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-d0710559-a41b-4a58-9b1c-22c252dcf310 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/571a4624-9bad-4ef6-931e-a03127a2467e HTTP/1.1" status: 200 len: 1803 time: 0.0628889 Oct 15 00:32:34.034467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-d15c0ff8-4786-4c2b-bb17-6aa47ed1dee9 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107531 Oct 15 00:32:34.064080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571a4624-9bad-4ef6-931e-a03127a2467e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:34.065029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571a4624-9bad-4ef6-931e-a03127a2467e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:34.083612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.111757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96829927-5dee-4433-96ef-f25261889339 req-b51f7d93-ccbc-4b68-9d30-2256409741a6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:34.113574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96829927-5dee-4433-96ef-f25261889339 req-b51f7d93-ccbc-4b68-9d30-2256409741a6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 950 time: 0.0781789 Oct 15 00:32:34.217957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Deleting port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:34.218244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.268133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.337839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:34.344574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:34.353870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:34.356366 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.370698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] For port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:34.371166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.389460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=38d60ed5-1749-4c40-80fe-d00a1b1134cb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:34.390439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Calling delete_port for 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:34.415815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.441617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:34.442343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.477756 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.529036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd898c2-429f-42ac-ab5e-e8e629ecdfee,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:34.549373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d0fccd63-5d38-4d0d-843f-d9580100c7ed tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3947384 Oct 15 00:32:34.563722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb14cf0-e538-4490-b449-b41686ad5521 req-67bf73f6-0bda-4e0d-86b5-c35eb54afd68 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:34.564950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741', 'admin_state_up': True, 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'security_groups': ['08f2de1b-6e22-47f7-9f5e-defb44918e2b']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:34.572172 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4eb14cf0-e538-4490-b449-b41686ad5521 req-67bf73f6-0bda-4e0d-86b5-c35eb54afd68 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 944 time: 0.1109352 Oct 15 00:32:34.608450 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.622818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c049365-b13a-4d1a-b3d6-18736a4d1821 req-5f564acd-d10d-420c-905a-0b303e1663f3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5792766 Oct 15 00:32:34.656627 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4eb14cf0-e538-4490-b449-b41686ad5521 req-275cc786-bc29-4bf9-ac75-236df75aa87f tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790138 Oct 15 00:32:34.748432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-861550c6-8469-4e93-bd1c-db46a523b3d8 None None] Provisioning complete for port 38d60ed5-1749-4c40-80fe-d00a1b1134cb triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:34.748432 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-861550c6-8469-4e93-bd1c-db46a523b3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.763782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.781932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7b4e11cd-a65d-4155-b4cd-b82766551f8d', '68c121e4-c064-4802-9369-02468bc7d904'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:34.787255 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-91c89836-fc21-4792-96c7-56c79902bf3b req-5322bb6e-c6a5-415c-9303-87b7da4d642f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:32:34.788350 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91c89836-fc21-4792-96c7-56c79902bf3b req-5322bb6e-c6a5-415c-9303-87b7da4d642f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/d5236e0c-1e1d-48dc-b4a4-698a9ac6afea HTTP/1.1" status: 404 len: 352 time: 0.0623581 Oct 15 00:32:34.841721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Pushing event deleted for resources: {'Port': ['ID=96a302b9-c965-4f5a-a9e4-f26bcc2eac4f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:34.849811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-861550c6-8469-4e93-bd1c-db46a523b3d8 None None] Port 38d60ed5-1749-4c40-80fe-d00a1b1134cb cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:34.949751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] No DVR routers for this DVR port 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:32:34.965926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd89506b-3dd9-4211-bbeb-26cc42f141c5 req-ab6e0eed-1a65-4cbe-ab3a-72cd0cd3d5ee tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 210 time: 0.0718076 Oct 15 00:32:34.966079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:34.969457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96829927-5dee-4433-96ef-f25261889339 req-cfd5a16d-62c4-4937-9d1f-6e0b5b277183 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "DELETE /v2.0/ports/96a302b9-c965-4f5a-a9e4-f26bcc2eac4f HTTP/1.1" status: 204 len: 173 time: 0.8483350 Oct 15 00:32:34.970406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112b451f-cf68-495f-97f6-264f4348a0fb', 'name': 'network-vif-deleted', 'tag': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:34.973415 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c4f634-fb53-4f76-bfc1-3f8b61b997a3" -d '{"events": [{"server_uuid": "112b451f-cf68-495f-97f6-264f4348a0fb", "name": "network-vif-deleted", "tag": "96a302b9-c965-4f5a-a9e4-f26bcc2eac4f"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:34.978956 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e7e43c7-ba52-4440-bbcc-830598737784 req-65af15c3-0cfa-439d-a9ce-1d9fe8904c6f tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=112b451f-cf68-495f-97f6-264f4348a0fb HTTP/1.1" status: 200 len: 210 time: 0.0782759 Oct 15 00:32:35.075355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-d8e1ed0e-a0ec-4203-b09f-7da8dfc21aac tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/571a4624-9bad-4ef6-931e-a03127a2467e HTTP/1.1" status: 200 len: 2396 time: 0.0681233 Oct 15 00:32:35.082474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571a4624-9bad-4ef6-931e-a03127a2467e', 'remote_group_id': None}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:35.082851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571a4624-9bad-4ef6-931e-a03127a2467e', 'remote_group_id': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:35.088358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:35.211754 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.254553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-98b00ffe-01e9-413f-bc5b-5fb1c59cc7c2 req-8382d53d-8059-475e-9031-926ebffc5ff1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-68226956', 'description': 'tempest-description-1199962277'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:35.369909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-98b00ffe-01e9-413f-bc5b-5fb1c59cc7c2 req-8382d53d-8059-475e-9031-926ebffc5ff1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.415610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.444254 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.493065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-98b00ffe-01e9-413f-bc5b-5fb1c59cc7c2 req-8382d53d-8059-475e-9031-926ebffc5ff1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.515905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 10.2.2.100 (cca0d6a7-309e-4cdc-9d18-71d591c9a741/89808675-b36b-4c89-a5c3-8d9da02f85f2/c687c049-3c32-4380-8506-c406f236d5a5) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:35.534955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.565487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a41585-7bbf-497d-b561-3b8a20ceb5bc,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:35.580680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-98b00ffe-01e9-413f-bc5b-5fb1c59cc7c2 req-8382d53d-8059-475e-9031-926ebffc5ff1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.610726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382d53d-8059-475e-9031-926ebffc5ff1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea930c6a-fe8b-4586-9038-8f780fc9e155,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:35.675673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.701316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-98b00ffe-01e9-413f-bc5b-5fb1c59cc7c2 req-8382d53d-8059-475e-9031-926ebffc5ff1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.702701 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98b00ffe-01e9-413f-bc5b-5fb1c59cc7c2 req-8382d53d-8059-475e-9031-926ebffc5ff1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4529383 Oct 15 00:32:35.702873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.703942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a01ea7e-17df-4065-8389-26aadd1186e1 req-8ed7f040-8323-419a-a1f7-67d17b47418f tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6276622 Oct 15 00:32:35.718499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 34c2ba4a-b15d-41f4-9177-0a064932ca02 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:35.752858 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca55fc3-6f2f-475d-aef5-ac54fb9ecef6 x-openstack-request-id: req-fca55fc3-6f2f-475d-aef5-ac54fb9ecef6 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:35.754870 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112b451f-cf68-495f-97f6-264f4348a0fb", "name": "network-vif-deleted", "tag": "96a302b9-c965-4f5a-a9e4-f26bcc2eac4f", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:35.754870 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fca55fc3-6f2f-475d-aef5-ac54fb9ecef6 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:35.754870 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112b451f-cf68-495f-97f6-264f4348a0fb', 'name': 'network-vif-deleted', 'tag': '96a302b9-c965-4f5a-a9e4-f26bcc2eac4f', 'status': 'completed', 'code': 200} Oct 15 00:32:35.799015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.814025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa15ec-ee36-46b0-bbd3-14ee28faef2e req-b7ed3492-007f-4143-8e32-66f1ac8b8016 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:35.821695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa15ec-ee36-46b0-bbd3-14ee28faef2e req-b7ed3492-007f-4143-8e32-66f1ac8b8016 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:35.829699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa15ec-ee36-46b0-bbd3-14ee28faef2e req-b7ed3492-007f-4143-8e32-66f1ac8b8016 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:35.832428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dcaa15ec-ee36-46b0-bbd3-14ee28faef2e req-b7ed3492-007f-4143-8e32-66f1ac8b8016 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 2373 time: 0.0764697 Oct 15 00:32:35.875301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 34c2ba4a-b15d-41f4-9177-0a064932ca02, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:35.885651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:35.891733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:35.898663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'port_id': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'mac_address': 'fa:16:3e:78:36:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:35.912275 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dcaa15ec-ee36-46b0-bbd3-14ee28faef2e req-54eef5f5-270b-4cd1-bd0e-4f98712f15da tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629227 Oct 15 00:32:35.913076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:35.916328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=c687c049-3c32-4380-8506-c406f236d5a5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:35.946723 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.966158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c2ba4a-b15d-41f4-9177-0a064932ca02 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:35.984603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:35.985274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:35.990194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 34c2ba4a-b15d-41f4-9177-0a064932ca02, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:36.056952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dda4a9-b632-40e8-a699-2c5ee80e8529 req-4e77e575-3682-493f-a8e7-173203ad45af tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:36.058598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9dda4a9-b632-40e8-a699-2c5ee80e8529 req-4e77e575-3682-493f-a8e7-173203ad45af tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 944 time: 0.0631957 Oct 15 00:32:36.101231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9dda4a9-b632-40e8-a699-2c5ee80e8529 req-df9a7338-07f5-487f-bbf9-02f796665243 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356243 Oct 15 00:32:36.130923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-10e5b745-ecfa-428d-a1da-800a376b6119 req-e523c585-521b-4dfb-9f3e-6967fe2da651 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-835365990', 'description': 'tempest-description-1441442357'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:36.173506 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.176237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f7d2d5f5-96c2-491e-9de6-a1294d567a09 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6165142 Oct 15 00:32:36.191199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741', 'admin_state_up': True, 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'security_groups': ['08f2de1b-6e22-47f7-9f5e-defb44918e2b']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:36.213174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-def97979-35cb-4818-9b91-3b17f27f0ad4 None None] Provisioning complete for port c687c049-3c32-4380-8506-c406f236d5a5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:36.213669 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-def97979-35cb-4818-9b91-3b17f27f0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.262054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=34c2ba4a-b15d-41f4-9177-0a064932ca02,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:36.270797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-def97979-35cb-4818-9b91-3b17f27f0ad4 None None] Port c687c049-3c32-4380-8506-c406f236d5a5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:36.272846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10e5b745-ecfa-428d-a1da-800a376b6119 req-e523c585-521b-4dfb-9f3e-6967fe2da651 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.310244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d27a0d1a-0d70-4f33-a2b0-67aaf303d7a7 req-8854e3f6-bf86-4271-8f1b-1ac43c854bed tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/571a4624-9bad-4ef6-931e-a03127a2467e HTTP/1.1" status: 200 len: 2994 time: 0.0914457 Oct 15 00:32:36.362740 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10e5b745-ecfa-428d-a1da-800a376b6119 req-e523c585-521b-4dfb-9f3e-6967fe2da651 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.445310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10e5b745-ecfa-428d-a1da-800a376b6119 req-e523c585-521b-4dfb-9f3e-6967fe2da651 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.459655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Made reservation on behalf of 14f98b6adfb34b519ed6db4d9451f56b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:36.464445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.480999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c585-521b-4dfb-9f3e-6967fe2da651 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2508ac3-ec29-4626-80a0-214aa3cb0eac,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:36.481447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a44a5d8d-5444-439e-a9c9-56ada26a6f21 req-a52c9cbb-fde9-4356-840e-e3f2310d742f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 210 time: 0.0503712 Oct 15 00:32:36.495804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['34c2ba4a-b15d-41f4-9177-0a064932ca02'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:36.570828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10e5b745-ecfa-428d-a1da-800a376b6119 req-e523c585-521b-4dfb-9f3e-6967fe2da651 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.572559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10e5b745-ecfa-428d-a1da-800a376b6119 req-e523c585-521b-4dfb-9f3e-6967fe2da651 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4464746 Oct 15 00:32:36.614234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:36.626836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8f9728d-199b-47c1-a31d-f99cc04a63ec req-28a4b22e-6c1f-4b15-9f2f-1191744099ee tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-group-rules/47a41585-7bbf-497d-b561-3b8a20ceb5bc HTTP/1.1" status: 200 len: 783 time: 0.0297177 Oct 15 00:32:36.651740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:32:36.652096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 96a302b9-c965-4f5a-a9e4-f26bcc2eac4f not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:32:36.690016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8f9728d-199b-47c1-a31d-f99cc04a63ec req-3b06eaa0-c065-486b-94bb-f6b4c56b3898 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/571a4624-9bad-4ef6-931e-a03127a2467e HTTP/1.1" status: 200 len: 2994 time: 0.0623240 Oct 15 00:32:36.727499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8f9728d-199b-47c1-a31d-f99cc04a63ec req-3ab28ca9-2de1-46c9-8e32-c43b7b6dcbea tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.734812 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8f9728d-199b-47c1-a31d-f99cc04a63ec req-3ab28ca9-2de1-46c9-8e32-c43b7b6dcbea tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.741478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Allocated IP 10.2.2.200 (cca0d6a7-309e-4cdc-9d18-71d591c9a741/89808675-b36b-4c89-a5c3-8d9da02f85f2/24babc18-da8f-4608-a66f-5a6ed585041a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:36.762317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e922-aa2f-4a7e-bafe-2e32d09b1eab req-f84ae24a-78fa-46c1-805b-664a34c2cbc7 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:36.763937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef41e922-aa2f-4a7e-bafe-2e32d09b1eab req-f84ae24a-78fa-46c1-805b-664a34c2cbc7 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1145809 Oct 15 00:32:36.843744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef41e922-aa2f-4a7e-bafe-2e32d09b1eab req-8e219fb4-1666-4990-a677-c17dd20bc316 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709898 Oct 15 00:32:36.850644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8f9728d-199b-47c1-a31d-f99cc04a63ec req-3ab28ca9-2de1-46c9-8e32-c43b7b6dcbea tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.865885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8f9728d-199b-47c1-a31d-f99cc04a63ec req-3ab28ca9-2de1-46c9-8e32-c43b7b6dcbea tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:36.865885 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8f9728d-199b-47c1-a31d-f99cc04a63ec req-3ab28ca9-2de1-46c9-8e32-c43b7b6dcbea tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/47a41585-7bbf-497d-b561-3b8a20ceb5bc HTTP/1.1" status: 204 len: 173 time: 0.1602478 Oct 15 00:32:36.867759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab28ca9-2de1-46c9-8e32-c43b7b6dcbea tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47a41585-7bbf-497d-b561-3b8a20ceb5bc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:36.900039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-44c2a908-7bb6-4b89-91f1-1bc2aec56f84 req-73be36b0-f19d-4bc7-ae17-e8ec0b366ddb tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1363211945', 'description': 'tempest-description-1549972134'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:36.949964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.043269 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44c2a908-7bb6-4b89-91f1-1bc2aec56f84 req-73be36b0-f19d-4bc7-ae17-e8ec0b366ddb tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.107033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.151687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44c2a908-7bb6-4b89-91f1-1bc2aec56f84 req-73be36b0-f19d-4bc7-ae17-e8ec0b366ddb tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.164253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:37.167179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:37.169737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:37.220721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event updated for resources: {'Port': ['ID=24babc18-da8f-4608-a66f-5a6ed585041a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:37.237250 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44c2a908-7bb6-4b89-91f1-1bc2aec56f84 req-73be36b0-f19d-4bc7-ae17-e8ec0b366ddb tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.324816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.325538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.378882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be36b0-f19d-4bc7-ae17-e8ec0b366ddb tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25029c7c-403c-43cc-9961-9248a2f7ed26,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:37.389710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44c2a908-7bb6-4b89-91f1-1bc2aec56f84 req-73be36b0-f19d-4bc7-ae17-e8ec0b366ddb tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.402587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44c2a908-7bb6-4b89-91f1-1bc2aec56f84 req-73be36b0-f19d-4bc7-ae17-e8ec0b366ddb tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5084195 Oct 15 00:32:37.444578 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35876d4c-b0dc-4805-b8bc-1cbe52ed240f req-16429218-cc2a-4442-b381-80996d476f97 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/571a4624-9bad-4ef6-931e-a03127a2467e HTTP/1.1" status: 200 len: 2396 time: 0.1303287 Oct 15 00:32:37.462475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-ddcc9da4-b05c-439b-9cb4-af1b84916e76 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.464033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-ddcc9da4-b05c-439b-9cb4-af1b84916e76 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.2107134 Oct 15 00:32:37.483301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Request body: {'port': {'device_id': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'admin_state_up': True, 'tenant_id': '20859c8ac63f4118a4298c86b9ae44f8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:37.504353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-22c49452-a2e8-4255-be37-324d2ca1503c None None] Provisioning complete for port 24babc18-da8f-4608-a66f-5a6ed585041a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:37.505518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-22c49452-a2e8-4255-be37-324d2ca1503c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.542157 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-35876d4c-b0dc-4805-b8bc-1cbe52ed240f req-be4491f6-f0ee-4a10-90ee-976999335890 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.572255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-22c49452-a2e8-4255-be37-324d2ca1503c None None] Port 24babc18-da8f-4608-a66f-5a6ed585041a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:32:37.585914 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-35876d4c-b0dc-4805-b8bc-1cbe52ed240f req-be4491f6-f0ee-4a10-90ee-976999335890 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.590869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-ba34dbad-aeb9-43de-bc2d-93cba918cdb3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4033494 Oct 15 00:32:37.622512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:37.724528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 34c2ba4a-b15d-41f4-9177-0a064932ca02 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:37.740500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847bd0-4d29-4419-b5c1-2db01dc99780 req-2eba24dc-da1e-469f-9a1b-307002a2574f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.746460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847bd0-4d29-4419-b5c1-2db01dc99780 req-2eba24dc-da1e-469f-9a1b-307002a2574f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.752702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847bd0-4d29-4419-b5c1-2db01dc99780 req-2eba24dc-da1e-469f-9a1b-307002a2574f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.758740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847bd0-4d29-4419-b5c1-2db01dc99780 req-2eba24dc-da1e-469f-9a1b-307002a2574f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.763517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-35876d4c-b0dc-4805-b8bc-1cbe52ed240f req-be4491f6-f0ee-4a10-90ee-976999335890 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.764729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847bd0-4d29-4419-b5c1-2db01dc99780 req-2eba24dc-da1e-469f-9a1b-307002a2574f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.766232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-35876d4c-b0dc-4805-b8bc-1cbe52ed240f req-be4491f6-f0ee-4a10-90ee-976999335890 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.768247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf847bd0-4d29-4419-b5c1-2db01dc99780 req-2eba24dc-da1e-469f-9a1b-307002a2574f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 3815 time: 0.2100339 Oct 15 00:32:37.768424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35876d4c-b0dc-4805-b8bc-1cbe52ed240f req-be4491f6-f0ee-4a10-90ee-976999335890 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-groups/571a4624-9bad-4ef6-931e-a03127a2467e HTTP/1.1" status: 204 len: 173 time: 0.3169909 Oct 15 00:32:37.787727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4491f6-f0ee-4a10-90ee-976999335890 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a4624-9bad-4ef6-931e-a03127a2467e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:37.802471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.895585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf847bd0-4d29-4419-b5c1-2db01dc99780 req-6c18fc46-ee2c-4525-ab47-e7462920e7b4 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114898 Oct 15 00:32:37.900947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 34c2ba4a-b15d-41f4-9177-0a064932ca02 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:32:37.906238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 34c2ba4a-b15d-41f4-9177-0a064932ca02 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:37.906238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:37.935089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3f38b-ca41-42c1-8798-0fedac84f214 req-065ca631-5261-46f0-9202-875d35f681a4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:37.937923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36c3f38b-ca41-42c1-8798-0fedac84f214 req-065ca631-5261-46f0-9202-875d35f681a4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 945 time: 0.0731204 Oct 15 00:32:38.003998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36c3f38b-ca41-42c1-8798-0fedac84f214 req-2d7b32db-ce45-4990-9fda-f4eac9e9b921 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576723 Oct 15 00:32:38.037393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:38.086042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:38.089304 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb30c7e-e6bd-459d-ab1b-49f2d674f693" -d '{"events": [{"server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "name": "network-vif-plugged", "status": "completed", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:38.109298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 34c2ba4a-b15d-41f4-9177-0a064932ca02, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:38.115107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Made reservation on behalf of 20859c8ac63f4118a4298c86b9ae44f8 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:38.118795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:38.137763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac975-b317-44bb-bfc7-13a61a934386 req-1ac2a2d6-7e96-42cc-84f1-cbe78af760ca tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:38.139497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4dac975-b317-44bb-bfc7-13a61a934386 req-1ac2a2d6-7e96-42cc-84f1-cbe78af760ca tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 949 time: 0.1112192 Oct 15 00:32:38.187011 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:38.287180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8cb5bdba-ce98-40e7-a3f6-7c41369a9bf8 req-8010d7bc-e816-4776-bdbe-c703e6f72170 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 10894 time: 0.1609313 Oct 15 00:32:38.301236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4dac975-b317-44bb-bfc7-13a61a934386 req-fe29e2f4-a19e-4597-8c7c-836a3940af1a tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483922 Oct 15 00:32:38.306612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=34c2ba4a-b15d-41f4-9177-0a064932ca02,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:38.381696 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8cb5bdba-ce98-40e7-a3f6-7c41369a9bf8 req-84c123ed-c5b0-4526-b038-a4533daa0270 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/087f6681-0613-4a5c-9223-e5a22e68c4c1 HTTP/1.1" status: 200 len: 2981 time: 0.0934644 Oct 15 00:32:38.454668 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8cb5bdba-ce98-40e7-a3f6-7c41369a9bf8 req-cc0464e0-1fe9-4204-8fe1-972a012309b3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/087f6681-0613-4a5c-9223-e5a22e68c4c1 HTTP/1.1" status: 200 len: 2981 time: 0.0718594 Oct 15 00:32:38.455011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f02a987-1938-4556-a1c6-3adf34c0c2ee {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:38.478854 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-c1b44571-83d8-496f-9318-f089e49219b2 req-27780cf4-dfb6-493d-9395-546a7039ab28 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] show failed (client error): The resource could not be found. Oct 15 00:32:38.483610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:38.488720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1b44571-83d8-496f-9318-f089e49219b2 req-27780cf4-dfb6-493d-9395-546a7039ab28 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/f1a3103c-f074-4849-84f0-593f3695f54c HTTP/1.1" status: 404 len: 352 time: 0.0240560 Oct 15 00:32:38.514007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Allocated IP 172.20.0.7 (e21b540f-6502-42bd-8391-cd65ce80654d/e8ed36f9-2345-4abe-898e-efb593657a8e/66d694c7-a5d1-4298-9a35-ce8ea07fd06e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:38.518234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cc17a9b-5d2a-4a42-a5aa-21466d67b542 req-14356ba3-359a-4f1e-9882-88673b08647c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 210 time: 0.0747743 Oct 15 00:32:38.544423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Transition to ACTIVE for port object 2f02a987-1938-4556-a1c6-3adf34c0c2ee will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:38.610535 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5872e782-d450-4718-8848-1ccac7d8d23f x-openstack-request-id: req-5872e782-d450-4718-8848-1ccac7d8d23f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:38.611030 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "name": "network-vif-plugged", "status": "completed", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:38.611030 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5872e782-d450-4718-8848-1ccac7d8d23f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:38.611499 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'code': 200} Oct 15 00:32:38.629660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:38.786964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Pushing event updated for resources: {'Port': ['ID=2f02a987-1938-4556-a1c6-3adf34c0c2ee,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:38.790352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00bf5d-86a6-4e83-909b-32070ac507a8 req-b79a6abc-b7df-48d8-8c79-21f292e96475 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:38.803063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f1d0cc-9197-416d-aee3-88cf220771b7 req-565adcc3-dbb3-44a3-818c-36e961703913 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/ea930c6a-fe8b-4586-9038-8f780fc9e155 HTTP/1.1" status: 200 len: 1799 time: 0.1278067 Oct 15 00:32:38.824118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bb00bf5d-86a6-4e83-909b-32070ac507a8 req-b79a6abc-b7df-48d8-8c79-21f292e96475 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.2311063 Oct 15 00:32:38.861931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a50e8-3c87-4a69-b620-69b2c11dec04 req-967cdf0e-856e-4f42-8bd3-59475eb93d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:38.863678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a36a50e8-3c87-4a69-b620-69b2c11dec04 req-967cdf0e-856e-4f42-8bd3-59475eb93d76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 1097 time: 0.1902649 Oct 15 00:32:38.912905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a36a50e8-3c87-4a69-b620-69b2c11dec04 req-dd4b7468-412b-45f8-9584-c73afa43ce0a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Oct 15 00:32:38.922013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bb00bf5d-86a6-4e83-909b-32070ac507a8 req-e4c57b12-f116-4e6c-9799-e913f181e136 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950031 Oct 15 00:32:39.004765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad6c1c0f-b629-470d-a3a2-c94ad73fb6e4 req-9bd56b75-044d-46d3-9c7a-9b248c706ec2 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/401eee74-77f9-441d-b2b7-5b3b99814512 HTTP/1.1" status: 200 len: 1804 time: 0.0563350 Oct 15 00:32:39.013337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.050165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Attempting to bind port 2f02a987-1938-4556-a1c6-3adf34c0c2ee on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:39.053161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Attempting to bind port 2f02a987-1938-4556-a1c6-3adf34c0c2ee by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:39.053161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Attempting to bind port 2f02a987-1938-4556-a1c6-3adf34c0c2ee on network 520495d5-6751-4c82-b05e-ddd962ad39c3 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:39.082034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Port 2f02a987-1938-4556-a1c6-3adf34c0c2ee on network 520495d5-6751-4c82-b05e-ddd962ad39c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:39.082378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Attempting to bind port 2f02a987-1938-4556-a1c6-3adf34c0c2ee on network 520495d5-6751-4c82-b05e-ddd962ad39c3 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:39.091274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:39.091608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Checking segment: {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:39.091982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Bound using segment: {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:39.092405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Bound port: 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5debc6-206a-4c7e-94f6-002e01e3c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:39.092797 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.099502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f1d0cc-9197-416d-aee3-88cf220771b7 req-be730aea-89ce-48d0-ab0a-fe3ce3d13045 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.104140 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.123270 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ad6c1c0f-b629-470d-a3a2-c94ad73fb6e4 req-44ba6630-deda-45b4-8b37-6d7a4298cd0e tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.161881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-d7d98a83-ccd1-4816-bbad-c6cde9eb7537 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:39.163767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-d7d98a83-ccd1-4816-bbad-c6cde9eb7537 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 949 time: 0.0971594 Oct 15 00:32:39.168268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ad6c1c0f-b629-470d-a3a2-c94ad73fb6e4 req-44ba6630-deda-45b4-8b37-6d7a4298cd0e tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.354230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Deleting port 7b4e11cd-a65d-4155-b4cd-b82766551f8d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:39.355877 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.491981 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] For port 7b4e11cd-a65d-4155-b4cd-b82766551f8d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b4e11cd-a65d-4155-b4cd-b82766551f8d,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:39.579518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.579518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Calling delete_port for 7b4e11cd-a65d-4155-b4cd-b82766551f8d owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:39.579748 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f1d0cc-9197-416d-aee3-88cf220771b7 req-be730aea-89ce-48d0-ab0a-fe3ce3d13045 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.579748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Network e21b540f-6502-42bd-8391-cd65ce80654d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:39.579748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:39.579748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:39.612031 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ad6c1c0f-b629-470d-a3a2-c94ad73fb6e4 req-44ba6630-deda-45b4-8b37-6d7a4298cd0e tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.612031 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ad6c1c0f-b629-470d-a3a2-c94ad73fb6e4 req-44ba6630-deda-45b4-8b37-6d7a4298cd0e tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.612031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad6c1c0f-b629-470d-a3a2-c94ad73fb6e4 req-44ba6630-deda-45b4-8b37-6d7a4298cd0e tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-groups/401eee74-77f9-441d-b2b7-5b3b99814512 HTTP/1.1" status: 204 len: 173 time: 0.6048617 Oct 15 00:32:39.632434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:39.652197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba6630-deda-45b4-8b37-6d7a4298cd0e tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401eee74-77f9-441d-b2b7-5b3b99814512,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:39.689008 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.705677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:39.706468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.709453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] For port 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:39.713519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] For port 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:39.756004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b0c7-6cc4-4168-b13a-5a9da7782143 req-7562f15b-360f-40cd-b3c1-dd6f6aac3241 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:39.762306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b0c7-6cc4-4168-b13a-5a9da7782143 req-7562f15b-360f-40cd-b3c1-dd6f6aac3241 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:39.768916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b0c7-6cc4-4168-b13a-5a9da7782143 req-7562f15b-360f-40cd-b3c1-dd6f6aac3241 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:39.774857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b0c7-6cc4-4168-b13a-5a9da7782143 req-7562f15b-360f-40cd-b3c1-dd6f6aac3241 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:39.780775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251b0c7-6cc4-4168-b13a-5a9da7782143 req-7562f15b-360f-40cd-b3c1-dd6f6aac3241 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:39.782624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a251b0c7-6cc4-4168-b13a-5a9da7782143 req-7562f15b-360f-40cd-b3c1-dd6f6aac3241 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 3827 time: 0.0815732 Oct 15 00:32:39.803445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.815703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7b4e11cd-a65d-4155-b4cd-b82766551f8d', '68c121e4-c064-4802-9369-02468bc7d904'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:39.837826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f1d0cc-9197-416d-aee3-88cf220771b7 req-be730aea-89ce-48d0-ab0a-fe3ce3d13045 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.839856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Pushing event deleted for resources: {'Port': ['ID=7b4e11cd-a65d-4155-b4cd-b82766551f8d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:39.858927 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-30f1d0cc-9197-416d-aee3-88cf220771b7 req-be730aea-89ce-48d0-ab0a-fe3ce3d13045 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.860228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30f1d0cc-9197-416d-aee3-88cf220771b7 req-be730aea-89ce-48d0-ab0a-fe3ce3d13045 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea930c6a-fe8b-4586-9038-8f780fc9e155 HTTP/1.1" status: 204 len: 173 time: 1.0562356 Oct 15 00:32:39.869701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-5b196482-fe8b-44ad-8201-ab383fbe35f3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3907626 Oct 15 00:32:39.880720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a251b0c7-6cc4-4168-b13a-5a9da7782143 req-6e6621bf-0082-4715-863e-43b16ef99749 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791996 Oct 15 00:32:39.881071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.911008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Request body: {'port': {'device_id': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:39.956075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] No DVR routers for this DVR port 7b4e11cd-a65d-4155-b4cd-b82766551f8d on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:32:39.963043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:39.965553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be730aea-89ce-48d0-ab0a-fe3ce3d13045 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea930c6a-fe8b-4586-9038-8f780fc9e155,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:39.985140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2777509d-b0ff-4567-b176-55e1bfc82a87 req-17182c41-a9dd-443d-9e44-02f8ac99d479 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "DELETE /v2.0/ports/7b4e11cd-a65d-4155-b4cd-b82766551f8d HTTP/1.1" status: 204 len: 173 time: 0.8076074 Oct 15 00:32:39.985732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'name': 'network-vif-deleted', 'tag': '7b4e11cd-a65d-4155-b4cd-b82766551f8d'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:39.989256 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc54500-4847-4eb9-8a34-16fdcd4d8dca" -d '{"events": [{"server_uuid": "00147c9d-b1de-41be-8dd5-2f241ac5c161", "name": "network-vif-deleted", "tag": "7b4e11cd-a65d-4155-b4cd-b82766551f8d"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:40.021954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:40.021954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.021954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] 10.222.0.30 "PUT /v2.0/ports/2f02a987-1938-4556-a1c6-3adf34c0c2ee HTTP/1.1" status: 200 len: 1092 time: 2.4008596 Oct 15 00:32:40.021954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:40.028051 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0f8c42-3252-4d57-b9e1-ff4b439f0481" -d '{"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:40.119058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce15059-2d00-4271-a868-6c9a8d3cdd19 service neutron] Pushing event updated for resources: {'Port': ['ID=2f02a987-1938-4556-a1c6-3adf34c0c2ee,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:40.136489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.152401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:40.192190 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7cf6f8e4-c684-4f95-a8b8-73e1a908100e req-28aff6cc-ed2d-465f-a5ce-63bf454e1b90 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=00147c9d-b1de-41be-8dd5-2f241ac5c161 HTTP/1.1" status: 200 len: 210 time: 0.0794914 Oct 15 00:32:40.231630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54fc3a-4351-4e83-9f2e-b617e48d0fa5 req-09e24a59-1489-4c34-bbdf-948e8b61f6b0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:40.234302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b54fc3a-4351-4e83-9f2e-b617e48d0fa5 req-09e24a59-1489-4c34-bbdf-948e8b61f6b0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 946 time: 0.2612786 Oct 15 00:32:40.376667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb033-4b5f-4249-b602-d03eae61f550 req-54c56e60-691a-42a5-a206-8ad9b4150056 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:40.391576 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-32fdb033-4b5f-4249-b602-d03eae61f550 req-54c56e60-691a-42a5-a206-8ad9b4150056 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 931 time: 0.1097355 Oct 15 00:32:40.442659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-32fdb033-4b5f-4249-b602-d03eae61f550 req-f9656f04-71f4-4e6f-b934-91de0c22d363 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503178 Oct 15 00:32:40.525282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b54fc3a-4351-4e83-9f2e-b617e48d0fa5 req-3514b9f8-7709-4f5a-8cbc-badf9d431007 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786262 Oct 15 00:32:40.528675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.550920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65c4c80f-6124-428e-89f1-4097d372ad91 req-338cd95f-60f6-416a-a5b0-fa8f20bf7ef4 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/b17c8e94-37e1-417b-b436-3d419fc9a3c8 HTTP/1.1" status: 200 len: 1805 time: 0.0577996 Oct 15 00:32:40.596856 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-4bdcb35c-94b4-40e4-8daa-1882e4dad6ba req-908d1ad8-646a-4448-83e9-109d39d77c6a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:32:40.598274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4bdcb35c-94b4-40e4-8daa-1882e4dad6ba req-908d1ad8-646a-4448-83e9-109d39d77c6a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/ea930c6a-fe8b-4586-9038-8f780fc9e155 HTTP/1.1" status: 404 len: 352 time: 0.0415368 Oct 15 00:32:40.640801 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65c4c80f-6124-428e-89f1-4097d372ad91 req-adc314da-6d0e-473b-81e8-90690df8aba3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.684633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65c4c80f-6124-428e-89f1-4097d372ad91 req-adc314da-6d0e-473b-81e8-90690df8aba3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.832239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65c4c80f-6124-428e-89f1-4097d372ad91 req-adc314da-6d0e-473b-81e8-90690df8aba3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.835134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65c4c80f-6124-428e-89f1-4097d372ad91 req-adc314da-6d0e-473b-81e8-90690df8aba3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.845996 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65c4c80f-6124-428e-89f1-4097d372ad91 req-adc314da-6d0e-473b-81e8-90690df8aba3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-groups/b17c8e94-37e1-417b-b436-3d419fc9a3c8 HTTP/1.1" status: 204 len: 173 time: 0.2854011 Oct 15 00:32:40.867204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc314da-6d0e-473b-81e8-90690df8aba3 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17c8e94-37e1-417b-b436-3d419fc9a3c8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:40.870769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023edcc-f752-49e0-a445-ee548e3a3e07 req-1a6c14ac-5778-463d-9955-2a792081261d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:40.872978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4023edcc-f752-49e0-a445-ee548e3a3e07 req-1a6c14ac-5778-463d-9955-2a792081261d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1923676 Oct 15 00:32:40.901458 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872a1883-0e1d-4b48-8a80-35c79297238f x-openstack-request-id: req-872a1883-0e1d-4b48-8a80-35c79297238f {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:40.901824 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00147c9d-b1de-41be-8dd5-2f241ac5c161", "name": "network-vif-deleted", "tag": "7b4e11cd-a65d-4155-b4cd-b82766551f8d", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:40.903134 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-872a1883-0e1d-4b48-8a80-35c79297238f {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:40.903575 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00147c9d-b1de-41be-8dd5-2f241ac5c161', 'name': 'network-vif-deleted', 'tag': '7b4e11cd-a65d-4155-b4cd-b82766551f8d', 'status': 'completed', 'code': 200} Oct 15 00:32:40.927891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d694c7-a5d1-4298-9a35-ce8ea07fd06e {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:40.949316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:40.954501 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad318f-ff68-4ab1-b26a-a4e30435e736 x-openstack-request-id: req-28ad318f-ff68-4ab1-b26a-a4e30435e736 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:40.955475 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:40.955733 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28ad318f-ff68-4ab1-b26a-a4e30435e736 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:40.956180 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'status': 'completed', 'code': 200} Oct 15 00:32:40.983443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4023edcc-f752-49e0-a445-ee548e3a3e07 req-8871b616-1196-4ba0-9965-0cca706bcdc1 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967855 Oct 15 00:32:41.043276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Transition to ACTIVE for port object 66d694c7-a5d1-4298-9a35-ce8ea07fd06e will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:41.089165 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d1eaa4e-595f-46fb-8147-baa6d0808e95 req-669a7f3b-fd56-4687-be0f-87d59d0f105e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/b2508ac3-ec29-4626-80a0-214aa3cb0eac HTTP/1.1" status: 200 len: 1800 time: 0.1324332 Oct 15 00:32:41.105162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.113966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-bd1bb15a-f88d-4274-97b7-573b3f98bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.114468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-bd1bb15a-f88d-4274-97b7-573b3f98bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.114926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-bd1bb15a-f88d-4274-97b7-573b3f98bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.115384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-bd1bb15a-f88d-4274-97b7-573b3f98bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.115896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-bd1bb15a-f88d-4274-97b7-573b3f98bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.117761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-bd1bb15a-f88d-4274-97b7-573b3f98bb69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 4362 time: 0.1299891 Oct 15 00:32:41.155085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:41.172056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d06a806-0ea6-4d5a-b56f-f58d0c1034b2 req-3b2f8af4-d718-456a-ae78-9fdce328aa08 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/c59a1717-ee5d-4639-91a7-54dbcc7565b2 HTTP/1.1" status: 200 len: 1804 time: 0.1275887 Oct 15 00:32:41.182712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.183093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.183422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.183761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.184122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.184423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.184749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.185090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.185552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.185883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.186244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.193081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:32:41.272240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5d1eaa4e-595f-46fb-8147-baa6d0808e95 req-c5a20417-5b7c-4616-9f6f-7d753fe74775 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.337611 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5d1eaa4e-595f-46fb-8147-baa6d0808e95 req-c5a20417-5b7c-4616-9f6f-7d753fe74775 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.340068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04853f10-f303-43cc-bb68-a3d1c5316fb6 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:41.350613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-24a99651-a4bb-4962-8dcb-27f130835c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.351075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-24a99651-a4bb-4962-8dcb-27f130835c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.351532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-24a99651-a4bb-4962-8dcb-27f130835c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.353183 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-24a99651-a4bb-4962-8dcb-27f130835c1b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2246265 Oct 15 00:32:41.353807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.362808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d06a806-0ea6-4d5a-b56f-f58d0c1034b2 req-227d05d0-c762-46e1-8504-a5d36bfdbbfb tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.389483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Transition to ACTIVE for port object 04853f10-f303-43cc-bb68-a3d1c5316fb6 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:41.400566 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d06a806-0ea6-4d5a-b56f-f58d0c1034b2 req-227d05d0-c762-46e1-8504-a5d36bfdbbfb tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.425445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:41.425789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:41.426133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:41.435954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:41.435954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:41.451521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:41.451856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:41.452353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:41.452696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Bound port: 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:41.453055 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.457557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.466159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-75283b51-c776-41ff-b7df-45bf96a37978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.467850 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da0f8c42-3252-4d57-b9e1-ff4b439f0481 req-75283b51-c776-41ff-b7df-45bf96a37978 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049299 Oct 15 00:32:41.499434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5d1eaa4e-595f-46fb-8147-baa6d0808e95 req-c5a20417-5b7c-4616-9f6f-7d753fe74775 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.502607 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5d1eaa4e-595f-46fb-8147-baa6d0808e95 req-c5a20417-5b7c-4616-9f6f-7d753fe74775 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.519888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d1eaa4e-595f-46fb-8147-baa6d0808e95 req-c5a20417-5b7c-4616-9f6f-7d753fe74775 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2508ac3-ec29-4626-80a0-214aa3cb0eac HTTP/1.1" status: 204 len: 173 time: 0.4287112 Oct 15 00:32:41.540297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a20417-5b7c-4616-9f6f-7d753fe74775 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2508ac3-ec29-4626-80a0-214aa3cb0eac,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:41.582118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Pushing event updated for resources: {'Port': ['ID=04853f10-f303-43cc-bb68-a3d1c5316fb6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:41.582118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d06a806-0ea6-4d5a-b56f-f58d0c1034b2 req-227d05d0-c762-46e1-8504-a5d36bfdbbfb tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.584263 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d06a806-0ea6-4d5a-b56f-f58d0c1034b2 req-227d05d0-c762-46e1-8504-a5d36bfdbbfb tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.585492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d06a806-0ea6-4d5a-b56f-f58d0c1034b2 req-227d05d0-c762-46e1-8504-a5d36bfdbbfb tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-groups/c59a1717-ee5d-4639-91a7-54dbcc7565b2 HTTP/1.1" status: 204 len: 173 time: 0.3948076 Oct 15 00:32:41.610416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d05d0-c762-46e1-8504-a5d36bfdbbfb tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a1717-ee5d-4639-91a7-54dbcc7565b2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:41.700592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:41.720617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:41.737520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Attempting to bind port 04853f10-f303-43cc-bb68-a3d1c5316fb6 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:41.737862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Attempting to bind port 04853f10-f303-43cc-bb68-a3d1c5316fb6 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:41.738220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Attempting to bind port 04853f10-f303-43cc-bb68-a3d1c5316fb6 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:41.740288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-c266a571-d5e6-44e6-b6f0-42d184a31a61 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.746471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Port 04853f10-f303-43cc-bb68-a3d1c5316fb6 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:41.746803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Attempting to bind port 04853f10-f303-43cc-bb68-a3d1c5316fb6 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:41.751046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-c266a571-d5e6-44e6-b6f0-42d184a31a61 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.759220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-c266a571-d5e6-44e6-b6f0-42d184a31a61 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.764928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:41.765278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Checking segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:41.765670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Bound using segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:41.766127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Bound port: 04853f10-f303-43cc-bb68-a3d1c5316fb6, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:41.766517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.768436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-c266a571-d5e6-44e6-b6f0-42d184a31a61 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.776048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-c266a571-d5e6-44e6-b6f0-42d184a31a61 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.782654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-c266a571-d5e6-44e6-b6f0-42d184a31a61 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.801718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-c266a571-d5e6-44e6-b6f0-42d184a31a61 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 4605 time: 0.1759646 Oct 15 00:32:41.804537 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.836389 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f387dc04-6348-4568-a3eb-f51d418634d7 req-2f751153-c91d-4245-a88c-c5196c61c094 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426185 Oct 15 00:32:41.874864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.875500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:41.877039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] 10.222.0.39 "PUT /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 1091 time: 1.9939337 Oct 15 00:32:41.881650 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-35b412a4-c444-4765-9aa8-e666041dfd30 req-28e840ee-6652-4998-b8e2-2ecbdce8278d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:32:41.882867 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35b412a4-c444-4765-9aa8-e666041dfd30 req-28e840ee-6652-4998-b8e2-2ecbdce8278d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/b2508ac3-ec29-4626-80a0-214aa3cb0eac HTTP/1.1" status: 404 len: 352 time: 0.0195522 Oct 15 00:32:41.946468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b0f99-0594-431e-b89e-dc987fa1ec63 service neutron] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:41.973421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5f10a-8bff-40bd-8d1b-666542b01ba7 req-cd5571fc-b82b-449b-95e5-83b85b01e765 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:41.975062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2c5f10a-8bff-40bd-8d1b-666542b01ba7 req-cd5571fc-b82b-449b-95e5-83b85b01e765 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 943 time: 0.1837122 Oct 15 00:32:41.981780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] For port 04853f10-f303-43cc-bb68-a3d1c5316fb6, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:41.987636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] For port 04853f10-f303-43cc-bb68-a3d1c5316fb6, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:42.002248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abba83b-b344-433f-b32f-01eb214c1e54 req-1e73f79e-3f84-463e-a7bc-a4cffbef0227 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:42.003871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1abba83b-b344-433f-b32f-01eb214c1e54 req-1e73f79e-3f84-463e-a7bc-a4cffbef0227 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 946 time: 0.0591187 Oct 15 00:32:42.045318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1abba83b-b344-433f-b32f-01eb214c1e54 req-4a67096e-17bc-4960-b092-f68614dbec5f tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Oct 15 00:32:42.055052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2c5f10a-8bff-40bd-8d1b-666542b01ba7 req-d01db3db-0649-4dfb-b53c-3013369db7a8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695930 Oct 15 00:32:42.057728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-bbfa30c0-0a4d-4bf4-9fa6-56f026273ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:42.059113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-bbfa30c0-0a4d-4bf4-9fa6-56f026273ff3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1094 time: 0.0749125 Oct 15 00:32:42.118890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.121593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-1db75c1d-cbf8-4ac0-b1c3-128392cae10c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 217 time: 0.0474389 Oct 15 00:32:42.141585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01b243ef-496b-40ad-92e9-c7d215b20113 req-bc888996-06a3-4cf6-bbb4-dcfece63b7e9 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/4fce1065-3b07-4ee4-8c18-18da5d1f0da3 HTTP/1.1" status: 200 len: 2404 time: 0.0658422 Oct 15 00:32:42.204562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01b243ef-496b-40ad-92e9-c7d215b20113 req-8dd95ee1-6661-40ae-a480-8b05b32d303b tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.209219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:42.210132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.211663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] 10.222.0.30 "PUT /v2.0/ports/04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 1136 time: 2.0644302 Oct 15 00:32:42.234236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01b243ef-496b-40ad-92e9-c7d215b20113 req-8dd95ee1-6661-40ae-a480-8b05b32d303b tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.235596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd2bfd-65ce-432a-b484-3f2a300f7c93 service neutron] Pushing event updated for resources: {'Port': ['ID=04853f10-f303-43cc-bb68-a3d1c5316fb6,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:42.246592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-6984c516-0d48-466f-a1dd-bdaf5317bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:42.248119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-6984c516-0d48-466f-a1dd-bdaf5317bff5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0942068 Oct 15 00:32:42.288609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-7d8e64dd-3c46-4544-b257-ff929597112d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302076 Oct 15 00:32:42.320225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:42.380584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01b243ef-496b-40ad-92e9-c7d215b20113 req-8dd95ee1-6661-40ae-a480-8b05b32d303b tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.383933 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-01b243ef-496b-40ad-92e9-c7d215b20113 req-8dd95ee1-6661-40ae-a480-8b05b32d303b tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.386543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01b243ef-496b-40ad-92e9-c7d215b20113 req-8dd95ee1-6661-40ae-a480-8b05b32d303b tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-groups/4fce1065-3b07-4ee4-8c18-18da5d1f0da3 HTTP/1.1" status: 204 len: 173 time: 0.2385182 Oct 15 00:32:42.405689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd95ee1-6661-40ae-a480-8b05b32d303b tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fce1065-3b07-4ee4-8c18-18da5d1f0da3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:42.441102 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.496533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-7d4e6bc3-5f7d-40e7-a9d9-02620cbcd48b service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999650 Oct 15 00:32:42.518050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-017fcc2c-0736-4c87-9f9e-ff83f28fe8a7 req-1f21e833-a277-458c-825b-9effe813f7a1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/25029c7c-403c-43cc-9961-9248a2f7ed26 HTTP/1.1" status: 200 len: 1801 time: 0.0965037 Oct 15 00:32:42.590160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-017fcc2c-0736-4c87-9f9e-ff83f28fe8a7 req-f5fa4c23-edf2-4348-a118-9825a0afcc95 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.613986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-017fcc2c-0736-4c87-9f9e-ff83f28fe8a7 req-f5fa4c23-edf2-4348-a118-9825a0afcc95 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.645173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b4e11cd-a65d-4155-b4cd-b82766551f8d no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:42.676060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7b4e11cd-a65d-4155-b4cd-b82766551f8d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:32:42.676782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b4e11cd-a65d-4155-b4cd-b82766551f8d not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:32:42.739486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b234d185-421c-462b-8bb0-0ff0d065abc8 req-70705840-3a95-4f7f-b090-f68b194ea53f service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346501 Oct 15 00:32:42.749408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c1a84-fc19-4406-8c4a-de3cb2df5890 req-abdf267b-1f4f-40da-b2a8-597c4c3f8b17 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:42.750960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a6c1a84-fc19-4406-8c4a-de3cb2df5890 req-abdf267b-1f4f-40da-b2a8-597c4c3f8b17 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1422131 Oct 15 00:32:42.769639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-017fcc2c-0736-4c87-9f9e-ff83f28fe8a7 req-f5fa4c23-edf2-4348-a118-9825a0afcc95 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.772437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-017fcc2c-0736-4c87-9f9e-ff83f28fe8a7 req-f5fa4c23-edf2-4348-a118-9825a0afcc95 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.773724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-017fcc2c-0736-4c87-9f9e-ff83f28fe8a7 req-f5fa4c23-edf2-4348-a118-9825a0afcc95 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/25029c7c-403c-43cc-9961-9248a2f7ed26 HTTP/1.1" status: 204 len: 173 time: 0.2495472 Oct 15 00:32:42.786490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa4c23-edf2-4348-a118-9825a0afcc95 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25029c7c-403c-43cc-9961-9248a2f7ed26,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:42.830718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a6c1a84-fc19-4406-8c4a-de3cb2df5890 req-4b32b881-891f-4ebf-bf30-018003a78ae8 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520041 Oct 15 00:32:42.921402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a799054c-9aa9-451c-9889-99d355a4d3f3 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:42.934325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:42.953457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Transition to ACTIVE for port object a799054c-9aa9-451c-9889-99d355a4d3f3 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:42.958863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f40caec7-23be-4d55-ac0c-70c4021b76c9 req-c8f77685-0ff2-4a9b-8d81-3748564b1514 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "GET /v2.0/security-groups/67c31827-a9ce-4d66-ba76-58d40408213f HTTP/1.1" status: 200 len: 2398 time: 0.0670965 Oct 15 00:32:42.958863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e'}, {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '04853f10-f303-43cc-bb68-a3d1c5316fb6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:42.959160 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f9a967-2319-4542-850d-88822c6913d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e"}, {"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "04853f10-f303-43cc-bb68-a3d1c5316fb6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:42.998189 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5725182b-88c0-444f-8792-a1ec6578293d req-20957255-428e-4040-b86a-4d694da4d566 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 258 time: 0.2000623 Oct 15 00:32:43.008093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:43.018186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f40caec7-23be-4d55-ac0c-70c4021b76c9 req-85a510a4-38ff-42a6-9a1d-0b1757fb7200 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.040476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.044063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f40caec7-23be-4d55-ac0c-70c4021b76c9 req-85a510a4-38ff-42a6-9a1d-0b1757fb7200 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.088911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.128955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Pushing event updated for resources: {'Port': ['ID=a799054c-9aa9-451c-9889-99d355a4d3f3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:43.205537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Attempting to bind port a799054c-9aa9-451c-9889-99d355a4d3f3 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:43.205872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Attempting to bind port a799054c-9aa9-451c-9889-99d355a4d3f3 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:43.206295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Attempting to bind port a799054c-9aa9-451c-9889-99d355a4d3f3 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:43.208269 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.212299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Port a799054c-9aa9-451c-9889-99d355a4d3f3 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:43.212618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Attempting to bind port a799054c-9aa9-451c-9889-99d355a4d3f3 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:43.218520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:43.219130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Checking segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:43.219519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Bound using segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:43.220263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Bound port: a799054c-9aa9-451c-9889-99d355a4d3f3, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:43.220974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.258619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f40caec7-23be-4d55-ac0c-70c4021b76c9 req-85a510a4-38ff-42a6-9a1d-0b1757fb7200 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.261186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f40caec7-23be-4d55-ac0c-70c4021b76c9 req-85a510a4-38ff-42a6-9a1d-0b1757fb7200 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.262395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f40caec7-23be-4d55-ac0c-70c4021b76c9 req-85a510a4-38ff-42a6-9a1d-0b1757fb7200 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] 10.222.0.13 "DELETE /v2.0/security-groups/67c31827-a9ce-4d66-ba76-58d40408213f HTTP/1.1" status: 204 len: 173 time: 0.2987502 Oct 15 00:32:43.276185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34472) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:43.283108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a510a4-38ff-42a6-9a1d-0b1757fb7200 tempest-SecurityGroupRulesTestJSON-61670945 tempest-SecurityGroupRulesTestJSON-61670945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c31827-a9ce-4d66-ba76-58d40408213f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:43.325575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] For port a799054c-9aa9-451c-9889-99d355a4d3f3, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:43.330605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] For port a799054c-9aa9-451c-9889-99d355a4d3f3, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a799054c-9aa9-451c-9889-99d355a4d3f3,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:43.374740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] Deleting subnet 2c2bfae3-09f7-4fac-b1b3-2cc28fbcca55 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:32:43.380126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.385942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0580f-70fc-413d-89e8-7bbcc0b311cb req-4816eb9d-1146-40b9-bfb6-10f06bb6a9a5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:43.387493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99b0580f-70fc-413d-89e8-7bbcc0b311cb req-4816eb9d-1146-40b9-bfb6-10f06bb6a9a5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 950 time: 0.0532854 Oct 15 00:32:43.409064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Allocated IP 172.25.2.39 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/87722d5d-2f56-4738-949f-9e4897c3534e) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:43.409552 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.434878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.462969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:43.463229 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.464560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] 10.222.0.30 "PUT /v2.0/ports/a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 1136 time: 1.1490819 Oct 15 00:32:43.469845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99b0580f-70fc-413d-89e8-7bbcc0b311cb req-f5c9dc25-d507-4506-8b27-e264abcb1ea5 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ae12642-d49c-4134-8540-9a65a6b6a908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752032 Oct 15 00:32:43.508546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c54c28-6183-4caf-83fc-8e86713da88d service neutron] Pushing event updated for resources: {'Port': ['ID=a799054c-9aa9-451c-9889-99d355a4d3f3,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:43.535584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.574914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:43.597335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.641674 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-af0ad4b5-2a69-4203-8543-fdc28ab30374 req-4b7e5cae-7ec4-4de3-9f20-db3e1b5e6457 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:32:43.643360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0ad4b5-2a69-4203-8543-fdc28ab30374 req-4b7e5cae-7ec4-4de3-9f20-db3e1b5e6457 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/25029c7c-403c-43cc-9961-9248a2f7ed26 HTTP/1.1" status: 404 len: 352 time: 0.0411742 Oct 15 00:32:43.661366 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.671367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.701042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2bfae3-09f7-4fac-b1b3-2cc28fbcca55,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:43.705540 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.717532 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.721874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a70dc325-b7fe-4966-8316-2621977063c3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2c2bfae3-09f7-4fac-b1b3-2cc28fbcca55 HTTP/1.1" status: 204 len: 168 time: 0.4492807 Oct 15 00:32:43.727649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34476) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:43.752187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:43.755038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:43.758411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:43.788935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event updated for resources: {'Port': ['ID=87722d5d-2f56-4738-949f-9e4897c3534e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:43.859068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.898979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.957350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:43.976362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:43.983488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:43.990411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:43.996051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.002368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.008211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.014762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.016078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-bf33f35e-8c66-4a82-b13d-d9dc1acd468b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5383 time: 0.2892470 Oct 15 00:32:44.125288 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.174607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.192028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2244f651-63ab-4f2a-9e38-81390acb1086 req-762292e3-d909-4186-b8e2-fa6088e9aab4 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563148 Oct 15 00:32:44.202918 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.212580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b90087-e14d-48b8-8628-9e9981015d21']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:44.231636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1291444-ff51-42f4-ae44-67d37ab989e9') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:44.231923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1291444-ff51-42f4-ae44-67d37ab989e9') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:44.264785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.294752 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.297028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938f383e-88dd-4290-b3f2-6e60ca1095a7 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:44.303137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.306056 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9847529f-c031-41da-85ba-2674225b8746 x-openstack-request-id: req-9847529f-c031-41da-85ba-2674225b8746 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:44.306377 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "04853f10-f303-43cc-bb68-a3d1c5316fb6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:44.306615 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9847529f-c031-41da-85ba-2674225b8746 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:44.307003 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e', 'status': 'completed', 'code': 200} Oct 15 00:32:44.307892 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '04853f10-f303-43cc-bb68-a3d1c5316fb6', 'status': 'completed', 'code': 200} Oct 15 00:32:44.316039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.323980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-a8c2019b-f8bf-441f-9807-91f922fc510e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.325475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-a8c2019b-f8bf-441f-9807-91f922fc510e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 950 time: 0.1536005 Oct 15 00:32:44.357617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:32:44.358364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.370169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event updated for resources: {'Port': ['ID=87722d5d-2f56-4738-949f-9e4897c3534e,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:32:44.370402 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:32:44.417708 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.418978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5725182b-88c0-444f-8792-a1ec6578293d req-d42b3bc9-e932-4654-93e1-57ffabe5fde5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4147508 Oct 15 00:32:44.430868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Transition to ACTIVE for port object 938f383e-88dd-4290-b3f2-6e60ca1095a7 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:44.481419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5725182b-88c0-444f-8792-a1ec6578293d req-1832b8e3-500f-4762-aa9c-6ce4c056431a tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0551965 Oct 15 00:32:44.492455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Deleting port 68c121e4-c064-4802-9369-02468bc7d904 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:44.492799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.496368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.505162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-1d140ebc-63a8-448d-95fb-fe4c56151878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.506649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-1d140ebc-63a8-448d-95fb-fe4c56151878 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1094 time: 0.1934969 Oct 15 00:32:44.574074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.574565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.575022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.575475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.575926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.576681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.576836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.578775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-aec64660-794d-4331-ab6a-2d61895be5ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6220 time: 0.2230763 Oct 15 00:32:44.591801 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.601476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa019fb2-ff67-4cf5-b128-3ca1f4030ade req-3a37bbc6-a4a3-4eb0-8eed-5297de546436 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:44.603057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa019fb2-ff67-4cf5-b128-3ca1f4030ade req-3a37bbc6-a4a3-4eb0-8eed-5297de546436 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 943 time: 0.2428176 Oct 15 00:32:44.619874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.625588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/07b90087-e14d-48b8-8628-9e9981015d21 HTTP/1.1" status: 204 len: 168 time: 0.8942599 Oct 15 00:32:44.666038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:44.702682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Pushing event updated for resources: {'Port': ['ID=938f383e-88dd-4290-b3f2-6e60ca1095a7,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:44.711564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bd720-17ba-492d-acac-8243961251d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b90087-e14d-48b8-8628-9e9981015d21,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:44.990402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] For port 68c121e4-c064-4802-9369-02468bc7d904, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=68c121e4-c064-4802-9369-02468bc7d904,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:44.990842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.005096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Calling delete_port for 68c121e4-c064-4802-9369-02468bc7d904 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:45.069114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34486) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:45.150488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa019fb2-ff67-4cf5-b128-3ca1f4030ade req-75121900-f4b7-4463-99e9-18e3f0b2849d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003438 Oct 15 00:32:45.170926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-00e8f8f5-aa0d-4e12-8d29-f460d50d589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.172900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-00e8f8f5-aa0d-4e12-8d29-f460d50d589b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.6353927 Oct 15 00:32:45.228435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725182b-88c0-444f-8792-a1ec6578293d req-86e69796-7138-4640-accb-e4acdd832690 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.229916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5725182b-88c0-444f-8792-a1ec6578293d req-86e69796-7138-4640-accb-e4acdd832690 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.7074277 Oct 15 00:32:45.233555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Attempting to bind port 938f383e-88dd-4290-b3f2-6e60ca1095a7 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:45.233894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Attempting to bind port 938f383e-88dd-4290-b3f2-6e60ca1095a7 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:45.234252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Attempting to bind port 938f383e-88dd-4290-b3f2-6e60ca1095a7 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:45.238179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f6bdf398-4a96-4322-8bbd-6eea0f0f7199 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb9fbcfc5c694b67bd92f38f63612ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652913 Oct 15 00:32:45.238696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-61f2944f-a73a-4605-86be-7c6c1bc09f91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 217 time: 0.0567625 Oct 15 00:32:45.241247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34490) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:45.245244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-0823ccad-2543-4d1c-bb4a-3b9e6342855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.245705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-0823ccad-2543-4d1c-bb4a-3b9e6342855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.246206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-0823ccad-2543-4d1c-bb4a-3b9e6342855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.247742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-0823ccad-2543-4d1c-bb4a-3b9e6342855c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6412175 Oct 15 00:32:45.302349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Port 938f383e-88dd-4290-b3f2-6e60ca1095a7 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:45.302619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Attempting to bind port 938f383e-88dd-4290-b3f2-6e60ca1095a7 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:45.335515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:45.335858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Checking segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:45.336245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Bound using segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:45.336684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Bound port: 938f383e-88dd-4290-b3f2-6e60ca1095a7, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:45.337039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.386407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d096-7384-456d-b1cb-99d7a41e8606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.403914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca6b29-55cb-4d61-813f-9fd856469dd9 req-e3ff4abb-0169-4211-84ae-7ca06fde55c0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.406159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-92ca6b29-55cb-4d61-813f-9fd856469dd9 req-e3ff4abb-0169-4211-84ae-7ca06fde55c0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1002145 Oct 15 00:32:45.447905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d096-7384-456d-b1cb-99d7a41e8606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.451413 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.463555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-87b419b4-b935-471f-b3a4-6c842391f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.465768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-87b419b4-b935-471f-b3a4-6c842391f56a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.2157598 Oct 15 00:32:45.502161 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Pushing event deleted for resources: {'Port': ['ID=68c121e4-c064-4802-9369-02468bc7d904,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:45.518785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9a967-2319-4542-850d-88822c6913d3 req-b2965db5-5daa-4d34-9897-37ec699fea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.520505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-b2965db5-5daa-4d34-9897-37ec699fea67 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2496140 Oct 15 00:32:45.530548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-260df9b4-5440-4829-875b-801c30603c3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452738 Oct 15 00:32:45.558614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-972b093e-b56c-4b38-a961-fec5b9486c4f req-64119ad5-1bc0-4887-a761-704f9a21963d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 6147 time: 0.3259251 Oct 15 00:32:45.567200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-92ca6b29-55cb-4d61-813f-9fd856469dd9 req-e485fb50-240b-4800-b0d1-a66ae1cf9785 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478577 Oct 15 00:32:45.594570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] No DVR routers for this DVR port 68c121e4-c064-4802-9369-02468bc7d904 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:32:45.605889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.608492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] For port 938f383e-88dd-4290-b3f2-6e60ca1095a7, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:45.608687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28e44c7d-8c27-43b0-a23b-fe173dc91ba2 req-277b0d4f-03bf-4e44-8352-432bc6122ae6 tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.30 "DELETE /v2.0/ports/68c121e4-c064-4802-9369-02468bc7d904 HTTP/1.1" status: 204 len: 173 time: 1.2720833 Oct 15 00:32:45.609441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-deleted', 'tag': '68c121e4-c064-4802-9369-02468bc7d904'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:45.613124 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24b81b6-3c2a-473c-8e5a-039a98bf7a94" -d '{"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-deleted", "tag": "68c121e4-c064-4802-9369-02468bc7d904"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:45.669408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd773229-3f9d-4a75-8849-3e7b2def3a05 req-bf6f15d0-40e9-4484-8413-bf935d80a06e tempest-ServersAdminTestJSON-126529275 tempest-ServersAdminTestJSON-126529275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4ae2523-7511-45ec-a3c8-277cda017e4c HTTP/1.1" status: 200 len: 210 time: 0.0314133 Oct 15 00:32:45.672688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] For port 938f383e-88dd-4290-b3f2-6e60ca1095a7, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:45.711821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d096-7384-456d-b1cb-99d7a41e8606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.714941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d096-7384-456d-b1cb-99d7a41e8606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.718622 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ea9d096-7384-456d-b1cb-99d7a41e8606 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a52ab523-93de-496b-b8f8-0779584d48bf HTTP/1.1" status: 204 len: 168 time: 0.4754398 Oct 15 00:32:45.734181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-972b093e-b56c-4b38-a961-fec5b9486c4f req-6b6a5637-cb02-4713-8461-b6ec2f06e945 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/087f6681-0613-4a5c-9223-e5a22e68c4c1 HTTP/1.1" status: 200 len: 2981 time: 0.1582220 Oct 15 00:32:45.736751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9d096-7384-456d-b1cb-99d7a41e8606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ab523-93de-496b-b8f8-0779584d48bf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:45.744484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:32:45.789289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-c35e1151-6915-4d19-aa8e-4245e24976d4 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487512 Oct 15 00:32:45.805801 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.916337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:45.933458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-972b093e-b56c-4b38-a961-fec5b9486c4f req-2cf279f7-f142-4525-8e4e-c8e7d6eea41f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/087f6681-0613-4a5c-9223-e5a22e68c4c1 HTTP/1.1" status: 200 len: 2981 time: 0.1982057 Oct 15 00:32:45.935838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'port_id': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e', 'mac_address': 'fa:16:3e:6f:a5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ed36f9-2345-4abe-898e-efb593657a8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:32:45.936009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3f9a967-2319-4542-850d-88822c6913d3 req-0df59430-69db-419e-91db-7dccac92cf85 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321058 Oct 15 00:32:45.992357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Pushing event updated for resources: {'Port': ['ID=938f383e-88dd-4290-b3f2-6e60ca1095a7,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:45.995900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:45.996488 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:45.997917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-5c2c0903-fd87-4ab5-b42b-e706d97f8f89 service neutron] 10.222.0.30 "PUT /v2.0/ports/938f383e-88dd-4290-b3f2-6e60ca1095a7 HTTP/1.1" status: 200 len: 1090 time: 2.4273405 Oct 15 00:32:46.005336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.045233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d694c7-a5d1-4298-9a35-ce8ea07fd06e {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:46.088649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.090782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:46.095913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.102019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.108063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.114314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.121704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.128140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.131916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-b8a555a8-15d7-4917-9be5-fca16cd6235a tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.133530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-b8a555a8-15d7-4917-9be5-fca16cd6235a tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0797384 Oct 15 00:32:46.136354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-ef1316fd-f483-419a-8ac9-f7cd98951489 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5395 time: 0.2202418 Oct 15 00:32:46.141172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:46.180353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.203133 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-868a1b49-deed-4fb2-aecd-39ba10e91fea req-09e31669-7eb8-4d71-aff7-8d1f032399ce tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652192 Oct 15 00:32:46.268723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-89516571-47a3-441c-83d5-0b920c3b67bb tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.1268396 Oct 15 00:32:46.276888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Request body: {'floatingip': {'port_id': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:46.285468 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd7c42f-feff-4030-9dce-a1775e11be66 x-openstack-request-id: req-4fd7c42f-feff-4030-9dce-a1775e11be66 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:46.285981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:46.286477 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ae2523-7511-45ec-a3c8-277cda017e4c", "name": "network-vif-deleted", "tag": "68c121e4-c064-4802-9369-02468bc7d904", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:46.286980 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fd7c42f-feff-4030-9dce-a1775e11be66 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:46.287613 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ae2523-7511-45ec-a3c8-277cda017e4c', 'name': 'network-vif-deleted', 'tag': '68c121e4-c064-4802-9369-02468bc7d904', 'status': 'completed', 'code': 200} Oct 15 00:32:46.306596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-1ba21852-c957-4f0d-a9cc-4802eced64ba req-36450553-d80f-479a-a9f0-6daebea0b022 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1344441161', 'description': 'tempest-description-1836297893'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:46.328296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': 'a799054c-9aa9-451c-9889-99d355a4d3f3'}, {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:46.331261 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50d505a-cb55-47f4-a4d8-00acbc4042f4" -d '{"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "a799054c-9aa9-451c-9889-99d355a4d3f3"}, {"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:46.335890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.420805 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ba21852-c957-4f0d-a9cc-4802eced64ba req-36450553-d80f-479a-a9f0-6daebea0b022 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.440473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.525146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ba21852-c957-4f0d-a9cc-4802eced64ba req-36450553-d80f-479a-a9f0-6daebea0b022 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.529688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['66d694c7-a5d1-4298-9a35-ce8ea07fd06e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:46.626037 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ba21852-c957-4f0d-a9cc-4802eced64ba req-36450553-d80f-479a-a9f0-6daebea0b022 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.697469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36450553-d80f-479a-a9f0-6daebea0b022 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:46.708184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:32:46.758580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ba21852-c957-4f0d-a9cc-4802eced64ba req-36450553-d80f-479a-a9f0-6daebea0b022 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:46.760235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ba21852-c957-4f0d-a9cc-4802eced64ba req-36450553-d80f-479a-a9f0-6daebea0b022 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4580741 Oct 15 00:32:46.842006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 68c121e4-c064-4802-9369-02468bc7d904 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:32:46.842653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 68c121e4-c064-4802-9369-02468bc7d904 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:32:46.917085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4225e-980f-4d8c-97c8-656e4ae1c2b8 req-5903b808-de1b-4efa-9e97-84f8cdcb4421 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:46.925749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0d4225e-980f-4d8c-97c8-656e4ae1c2b8 req-5903b808-de1b-4efa-9e97-84f8cdcb4421 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 944 time: 0.0571249 Oct 15 00:32:46.977988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0d4225e-980f-4d8c-97c8-656e4ae1c2b8 req-a612e184-7691-4fb4-ac13-766f7e70afba tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523825 Oct 15 00:32:47.092168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d60ed5-1749-4c40-80fe-d00a1b1134cb {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:47.104186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.115282 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4601d7-f28a-465e-8f7f-77cc8ae2cd1b x-openstack-request-id: req-2e4601d7-f28a-465e-8f7f-77cc8ae2cd1b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:47.115729 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "a799054c-9aa9-451c-9889-99d355a4d3f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:47.116080 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e4601d7-f28a-465e-8f7f-77cc8ae2cd1b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:47.116577 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': 'a799054c-9aa9-451c-9889-99d355a4d3f3', 'status': 'completed', 'code': 200} Oct 15 00:32:47.116926 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7', 'status': 'completed', 'code': 200} Oct 15 00:32:47.147730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Transition to ACTIVE for port object 38d60ed5-1749-4c40-80fe-d00a1b1134cb will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:47.151279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.151966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.152241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.152700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.153151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.153597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.154047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.155950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-d76cba34-d08c-4236-a051-ab143850ebcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6287 time: 0.0839832 Oct 15 00:32:47.202379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46cb7-5c32-434a-b574-224c67fb70c3 req-fa8c118a-fcf2-4014-9147-526351341b60 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.205176 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dba46cb7-5c32-434a-b574-224c67fb70c3 req-fa8c118a-fcf2-4014-9147-526351341b60 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.0905790 Oct 15 00:32:47.230935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.232854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.311686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.333089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Pushing event updated for resources: {'Port': ['ID=38d60ed5-1749-4c40-80fe-d00a1b1134cb,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:47.344765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dba46cb7-5c32-434a-b574-224c67fb70c3 req-69d186b9-61a4-4926-a3da-ff6004464168 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303589 Oct 15 00:32:47.368216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-09223cff-0968-40a0-9b2a-463d1d7d2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.377102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-09223cff-0968-40a0-9b2a-463d1d7d2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.377805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-09223cff-0968-40a0-9b2a-463d1d7d2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.379771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-09223cff-0968-40a0-9b2a-463d1d7d2d28 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2135570 Oct 15 00:32:47.438553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-446ae77a-0f63-4ed0-9766-722defeb58ae req-756cc989-4857-4a97-832d-2f8492b1a3ff tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1767997776', 'description': 'tempest-description-1541644376'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:47.491788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Attempting to bind port 38d60ed5-1749-4c40-80fe-d00a1b1134cb on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:47.492107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Attempting to bind port 38d60ed5-1749-4c40-80fe-d00a1b1134cb by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:47.492303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Attempting to bind port 38d60ed5-1749-4c40-80fe-d00a1b1134cb on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:47.504559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Port 38d60ed5-1749-4c40-80fe-d00a1b1134cb on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:47.504559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Attempting to bind port 38d60ed5-1749-4c40-80fe-d00a1b1134cb on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:47.533425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:47.533670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Checking segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:47.534152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Bound using segment: {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:47.534719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Bound port: 38d60ed5-1749-4c40-80fe-d00a1b1134cb, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5711b28b-f1b7-4857-b70f-49f07f91de40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:47.535078 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.555723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-76ec0528-6502-4753-84f2-82bd4acfbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.557771 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Floating IP 3919c7c8-3c13-49b2-9fac-b534c02bcd14 associated. External IP: 172.25.2.39, port: 34c2ba4a-b15d-41f4-9177-0a064932ca02. Oct 15 00:32:47.558164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-76ec0528-6502-4753-84f2-82bd4acfbb5d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678555 Oct 15 00:32:47.592579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-446ae77a-0f63-4ed0-9766-722defeb58ae req-756cc989-4857-4a97-832d-2f8492b1a3ff tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.697535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.698181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.698823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.699342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.699857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.700372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.700880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.703683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-2b3ef000-40ba-4590-af48-87ecf568a4b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6312 time: 0.0896273 Oct 15 00:32:47.710000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] For port 38d60ed5-1749-4c40-80fe-d00a1b1134cb, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:47.730467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] For port 38d60ed5-1749-4c40-80fe-d00a1b1134cb, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:47.748703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-446ae77a-0f63-4ed0-9766-722defeb58ae req-756cc989-4857-4a97-832d-2f8492b1a3ff tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.765331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:32:47.850934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.865482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-446ae77a-0f63-4ed0-9766-722defeb58ae req-756cc989-4857-4a97-832d-2f8492b1a3ff tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.878195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-0d00fec6-d711-4b78-928f-5df513dedd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.878665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-0d00fec6-d711-4b78-928f-5df513dedd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.879118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-0d00fec6-d711-4b78-928f-5df513dedd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.880878 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-0d00fec6-d711-4b78-928f-5df513dedd0c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1516547 Oct 15 00:32:47.904963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:47.905533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:47.906982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] 10.222.0.30 "PUT /v2.0/ports/38d60ed5-1749-4c40-80fe-d00a1b1134cb HTTP/1.1" status: 200 len: 1090 time: 1.7724738 Oct 15 00:32:47.933955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cc989-4857-4a97-832d-2f8492b1a3ff tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d54ed47-c93e-4d4e-b0f4-095d811cbdf9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:47.934323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Router 23aee354-d152-4efa-9f68-37dec2bcf908 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:32:47.941389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a7ee1-4179-4803-b26e-f41803569051 service neutron] Pushing event updated for resources: {'Port': ['ID=38d60ed5-1749-4c40-80fe-d00a1b1134cb,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:47.955158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:32:47.960773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:32:47.961441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.085301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.089639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:48.107916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-4e56c740-d1a7-4789-b8a3-9b97112b5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.109441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a50d505a-cb55-47f4-a4d8-00acbc4042f4 req-4e56c740-d1a7-4789-b8a3-9b97112b5f69 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204385 Oct 15 00:32:48.114075 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-446ae77a-0f63-4ed0-9766-722defeb58ae req-756cc989-4857-4a97-832d-2f8492b1a3ff tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.124260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-446ae77a-0f63-4ed0-9766-722defeb58ae req-756cc989-4857-4a97-832d-2f8492b1a3ff tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6941137 Oct 15 00:32:48.147320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:32:48.155092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34546) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:48.159666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:48.161382 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] Sync routers for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:32:48.161930 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e03a364-e8ce-4275-853a-cf34f7fa2fbc" -d '{"events": [{"server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "name": "network-vif-plugged", "status": "completed", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:48.162393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.178033 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:48.178033 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:48.201447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:32:48.271813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.281120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.285175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-77960e7c-746a-4b8b-908f-a688a9d1f6b2 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "PUT /v2.0/floatingips/3919c7c8-3c13-49b2-9fac-b534c02bcd14 HTTP/1.1" status: 200 len: 996 time: 2.0149524 Oct 15 00:32:48.373327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:48.436244 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:48.448031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8da6d55d-aac8-4f72-b15a-d5a3f2cf0f0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa66655b43a14109ae5bb82e34f60255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896163 Oct 15 00:32:48.457880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.464000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.470684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.476901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.482895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.489557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.495434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:48.497355 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-87164679-ed6c-4e2d-805b-7700500461bd tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5407 time: 0.1396122 Oct 15 00:32:48.497854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34554) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:48.577014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6d71291-96bb-4b46-a8eb-34f99153bf8e req-6380527f-7c97-478f-a195-99f2fa32f6e7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480247 Oct 15 00:32:48.588125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3567d7c4-1a3e-43d8-a302-af9d63794507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.612450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3567d7c4-1a3e-43d8-a302-af9d63794507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.726471 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3919c7c8-3c13-49b2-9fac-b534c02bcd14', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'port_id': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'mac_address': 'fa:16:3e:78:36:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:32:43Z', 'updated_at': '2021-10-15T00:32:47Z', 'revision_number': 1, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 5, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:48.752077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3567d7c4-1a3e-43d8-a302-af9d63794507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.755214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3567d7c4-1a3e-43d8-a302-af9d63794507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:48.756603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3567d7c4-1a3e-43d8-a302-af9d63794507 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ae12642-d49c-4134-8540-9a65a6b6a908 HTTP/1.1" status: 204 len: 168 time: 0.2577822 Oct 15 00:32:48.764924 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] Checking router: 23aee354-d152-4efa-9f68-37dec2bcf908 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:32:48.772767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567d7c4-1a3e-43d8-a302-af9d63794507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae12642-d49c-4134-8540-9a65a6b6a908,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:48.776451 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:48.777086 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:48.897687 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:48.997364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-e529d44e-daaf-4c06-b015-46ff110ecafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:49.006445 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-e529d44e-daaf-4c06-b015-46ff110ecafb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 1097 time: 0.7014618 Oct 15 00:32:49.143434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '38d60ed5-1749-4c40-80fe-d00a1b1134cb'}, {'name': 'network-changed', 'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:49.147678 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a888bb15-8680-4461-ba6b-4ce23aa86a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "38d60ed5-1749-4c40-80fe-d00a1b1134cb"}, {"name": "network-changed", "server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:49.222227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91ad08-ef7b-4fa9-80a6-774e132b5a4e req-f580f49b-2e9f-45a3-899b-81b83b2c837d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:49.230673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f91ad08-ef7b-4fa9-80a6-774e132b5a4e req-f580f49b-2e9f-45a3-899b-81b83b2c837d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 945 time: 0.0794456 Oct 15 00:32:49.254481 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3919c7c8-3c13-49b2-9fac-b534c02bcd14', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'port_id': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'mac_address': 'fa:16:3e:78:36:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:32:43Z', 'updated_at': '2021-10-15T00:32:47Z', 'revision_number': 1, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 5, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:49.269396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-0496d1fa-a057-4e59-84f3-3647c8b23540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:49.276690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-0496d1fa-a057-4e59-84f3-3647c8b23540 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 200 len: 930 time: 0.2692668 Oct 15 00:32:49.285877 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0eb573-f576-46a0-aaf2-8f9c882620b8 None None] The sync data for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 is: [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3919c7c8-3c13-49b2-9fac-b534c02bcd14', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'port_id': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'mac_address': 'fa:16:3e:78:36:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:32:43Z', 'updated_at': '2021-10-15T00:32:47Z', 'revision_number': 1, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 5, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:32:49.291876 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f91ad08-ef7b-4fa9-80a6-774e132b5a4e req-e374a7a5-f85b-473d-8cd5-77965941871b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586808 Oct 15 00:32:49.351994 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83636ca-ad8d-4323-9ddc-678cae83edd8 x-openstack-request-id: req-b83636ca-ad8d-4323-9ddc-678cae83edd8 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:49.352544 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "name": "network-vif-plugged", "status": "completed", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:49.356452 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b83636ca-ad8d-4323-9ddc-678cae83edd8 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:49.356452 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e', 'code': 200} Oct 15 00:32:49.400109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-6d16b5ba-2f96-44db-ae52-603f622ac5e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 999 time: 0.1225443 Oct 15 00:32:49.426138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c687c049-3c32-4380-8506-c406f236d5a5 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:49.492041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:49.522594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Transition to ACTIVE for port object c687c049-3c32-4380-8506-c406f236d5a5 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:49.543160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-0de28d36-8f0c-4fae-9331-f006b3415422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:49.544313 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-0de28d36-8f0c-4fae-9331-f006b3415422 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a HTTP/1.1" status: 200 len: 868 time: 0.1366556 Oct 15 00:32:49.552478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58ab88-30c6-4625-969c-a480ffa13fb8 req-cbf3dedb-a8f7-4155-aa98-9694159814ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:49.555331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d58ab88-30c6-4625-969c-a480ffa13fb8 req-cbf3dedb-a8f7-4155-aa98-9694159814ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1096 time: 0.1180100 Oct 15 00:32:49.566676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34580) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:49.615535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:49.618969 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-3d07fd9c-ae69-4ed3-a698-3e7d83f5d0f6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:49.627005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-3d07fd9c-ae69-4ed3-a698-3e7d83f5d0f6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 813 time: 0.1752496 Oct 15 00:32:49.633986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d6e79-6b7a-4426-8157-6aacdde9d67e None None] New status for floating IP 3919c7c8-3c13-49b2-9fac-b534c02bcd14: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:32:49.652454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d58ab88-30c6-4625-969c-a480ffa13fb8 req-57812b96-ecb8-4d2d-9861-36ce4f3b8282 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803752 Oct 15 00:32:49.671295 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-78fc7dff-a457-4c42-8f84-67be0e615b6f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/quotas/e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 375 time: 0.0432656 Oct 15 00:32:49.686890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Pushing event updated for resources: {'Port': ['ID=c687c049-3c32-4380-8506-c406f236d5a5,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:49.698194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-fec8fbe4-8050-4887-a956-a8ac3b878a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:49.699762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-fec8fbe4-8050-4887-a956-a8ac3b878a84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2879473b-01f1-4c73-9f48-c44d67037be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408532 Oct 15 00:32:49.704072 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ce29e1f-e2be-4a6a-b1ef-bbaf07cadde6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b5a7adbe9ed49dfb1d325f85a98e193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213410 Oct 15 00:32:49.706775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34584) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:49.748764 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-baa6e526-5a56-4bc7-8df7-b937bde0f6a5 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762312 Oct 15 00:32:49.896060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-6f2622cf-3d4e-4713-9a37-1dc32ea5c17f service neutron] 10.222.0.13 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459482 Oct 15 00:32:49.963767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-dfda5537-efb5-4252-b5f9-e74d421789cc service neutron] 10.222.0.13 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297845 Oct 15 00:32:49.998306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Attempting to bind port c687c049-3c32-4380-8506-c406f236d5a5 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:49.998912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Attempting to bind port c687c049-3c32-4380-8506-c406f236d5a5 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:49.999042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Attempting to bind port c687c049-3c32-4380-8506-c406f236d5a5 on network cca0d6a7-309e-4cdc-9d18-71d591c9a741 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:50.002804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-9cc4cfac-34aa-45a7-96af-5189dcef6700 service neutron] 10.222.0.13 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051974 Oct 15 00:32:50.019321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2933df1b-ebae-450e-9759-9183746d6536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.027383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Port c687c049-3c32-4380-8506-c406f236d5a5 on network cca0d6a7-309e-4cdc-9d18-71d591c9a741 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:50.027797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Attempting to bind port c687c049-3c32-4380-8506-c406f236d5a5 on network cca0d6a7-309e-4cdc-9d18-71d591c9a741 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:50.078654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:50.078992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Checking segment: {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:50.079371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Bound using segment: {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:50.080328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Bound port: c687c049-3c32-4380-8506-c406f236d5a5, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:50.080679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.098619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2933df1b-ebae-450e-9759-9183746d6536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.174593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e8a3c-5b79-46b8-b863-71dc31e36354 req-0cf6b3be-f5b6-45e3-aa83-1d6565af4c7a service neutron] 10.222.0.13 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909170 Oct 15 00:32:50.215791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] For port c687c049-3c32-4380-8506-c406f236d5a5, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:50.219036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] For port c687c049-3c32-4380-8506-c406f236d5a5, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c687c049-3c32-4380-8506-c406f236d5a5,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:50.277228 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.281329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2933df1b-ebae-450e-9759-9183746d6536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.283290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2933df1b-ebae-450e-9759-9183746d6536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.284795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2933df1b-ebae-450e-9759-9183746d6536 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c25b303f-1883-49a1-b6fe-00e8e4032514 HTTP/1.1" status: 204 len: 168 time: 0.5753486 Oct 15 00:32:50.330456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.338649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.338649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] 10.222.0.30 "PUT /v2.0/ports/c687c049-3c32-4380-8506-c406f236d5a5 HTTP/1.1" status: 200 len: 1091 time: 2.2497344 Oct 15 00:32:50.338649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933df1b-ebae-450e-9759-9183746d6536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25b303f-1883-49a1-b6fe-00e8e4032514,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:50.391298 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d3b256-6a2c-4687-819d-231f3bd8eaab x-openstack-request-id: req-79d3b256-6a2c-4687-819d-231f3bd8eaab {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:50.395669 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "38d60ed5-1749-4c40-80fe-d00a1b1134cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:50.395669 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79d3b256-6a2c-4687-819d-231f3bd8eaab {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:50.395669 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '38d60ed5-1749-4c40-80fe-d00a1b1134cb', 'status': 'completed', 'code': 200} Oct 15 00:32:50.395669 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'status': 'completed', 'code': 200} Oct 15 00:32:50.430755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Request body: {'port': {'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:50.527596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bcff1-b3d4-4a9c-9c64-4fb862f6f69b service neutron] Pushing event updated for resources: {'Port': ['ID=c687c049-3c32-4380-8506-c406f236d5a5,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:50.632487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:50.664063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-e62d2c41-5e43-48fd-95ee-fe6cbf9dfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.664063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-e62d2c41-5e43-48fd-95ee-fe6cbf9dfd35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 1097 time: 0.2452486 Oct 15 00:32:50.684108 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-79257d9a-3172-49a4-95e5-8518295fab79 req-3810ffb3-9d9c-4652-9deb-92043d5c4eed tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 210 time: 0.0532036 Oct 15 00:32:50.707059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.707532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.707994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.708457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.708915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.709366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.709818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.711805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-3fac4971-4a93-47c3-9835-cb8980b0b918 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6421 time: 0.3184061 Oct 15 00:32:50.788538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.794902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.801563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.807560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.813497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.820222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.826190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.828094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-36b968aa-b645-404d-aadc-355f961feba5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5419 time: 0.2716610 Oct 15 00:32:50.942462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-96b2124f-358f-42b0-82c1-ae734a9621b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:50.943993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-96b2124f-358f-42b0-82c1-ae734a9621b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=34c2400bef1c41b38d15fd039e92e240&device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 1096 time: 0.2625220 Oct 15 00:32:50.992907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72b4268f-f67a-42ed-9a0a-d18c518990d4 req-16a30a9a-15b4-4634-ae57-58dab972ed66 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528611 Oct 15 00:32:51.006018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-f1172495-6ca1-40f8-b10b-5366aac1d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.007372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-f1172495-6ca1-40f8-b10b-5366aac1d7c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 200 len: 930 time: 0.3262324 Oct 15 00:32:51.020959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-fa218ca5-0680-4542-b42f-51c71dc3a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.021426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-fa218ca5-0680-4542-b42f-51c71dc3a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.021877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-fa218ca5-0680-4542-b42f-51c71dc3a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.024299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-fa218ca5-0680-4542-b42f-51c71dc3a1e9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2595820 Oct 15 00:32:51.143744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-36b427ed-ecc0-4744-a0e5-d76cb3d339f4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 258 time: 0.3258867 Oct 15 00:32:51.173511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-308dea53-cde6-485b-9562-02501d582342 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 1001 time: 0.1477954 Oct 15 00:32:51.182191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:51.231354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-eb076084-5f49-4c0e-b9a1-2181bbd91956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.231354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-eb076084-5f49-4c0e-b9a1-2181bbd91956 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 200 len: 917 time: 0.2316105 Oct 15 00:32:51.294466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00817b2e-e822-44c5-bd64-c865eb171545 req-9f5f7e69-2955-4e9d-9b0e-92e8fa4cd900 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.295927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00817b2e-e822-44c5-bd64-c865eb171545 req-9f5f7e69-2955-4e9d-9b0e-92e8fa4cd900 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 945 time: 0.1896513 Oct 15 00:32:51.298208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-9c8d39d6-7b57-4f70-ad02-11ccedafe876 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cadf9a77-77be-48d3-8da6-4fa21723f085 HTTP/1.1" status: 200 len: 217 time: 0.0554185 Oct 15 00:32:51.307279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-8ffebd5b-5026-49b1-a779-7ed152bbf108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.308645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-8ffebd5b-5026-49b1-a779-7ed152bbf108 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a HTTP/1.1" status: 200 len: 868 time: 0.0945814 Oct 15 00:32:51.310808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24babc18-da8f-4608-a66f-5a6ed585041a {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:51.316610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-321aea5e-55d5-4969-96e8-e9456904323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.317986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-321aea5e-55d5-4969-96e8-e9456904323a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837355 Oct 15 00:32:51.327206 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:51.358011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:51.375303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00817b2e-e822-44c5-bd64-c865eb171545 req-0295c9b4-cc21-411b-b26d-5429f1a86411 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719662 Oct 15 00:32:51.388912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Transition to ACTIVE for port object 24babc18-da8f-4608-a66f-5a6ed585041a will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:51.401060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-ceb6a407-ef54-45f5-a25f-ed8ac6a9b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.401685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-27346c52-1ba1-4f2a-b2a1-f965a5e323a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.402585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-ceb6a407-ef54-45f5-a25f-ed8ac6a9b2d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 200 len: 855 time: 0.0839145 Oct 15 00:32:51.403527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-27346c52-1ba1-4f2a-b2a1-f965a5e323a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2879473b-01f1-4c73-9f48-c44d67037be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847054 Oct 15 00:32:51.484651 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:51.573511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-b8000e11-4518-441a-ac52-464b56a2c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.575120 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-b8000e11-4518-441a-ac52-464b56a2c92d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbdf4a6d-4b97-47c2-89cb-97d6217d5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259820 Oct 15 00:32:51.575748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Pushing event updated for resources: {'Port': ['ID=24babc18-da8f-4608-a66f-5a6ed585041a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:51.600193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-c4f7cba2-5630-4615-8ebe-c6178cdb3270 service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508739 Oct 15 00:32:51.620911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9c27a-4b96-4985-8f29-7ed2c0d009d5 req-0c73a5e7-4079-4fd7-b8e2-4f8cc4b222c0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:51.628263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cf9c27a-4b96-4985-8f29-7ed2c0d009d5 req-0c73a5e7-4079-4fd7-b8e2-4f8cc4b222c0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1030891 Oct 15 00:32:51.738964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cf9c27a-4b96-4985-8f29-7ed2c0d009d5 req-d912081c-687a-41d2-a491-ebebd22df5ca tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094737 Oct 15 00:32:51.744143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:51.789466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a888bb15-8680-4461-ba6b-4ce23aa86a4a req-7a48c02b-4b7c-4b8c-8afb-34bcee0f97bf service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772826 Oct 15 00:32:51.811212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Attempting to bind port 24babc18-da8f-4608-a66f-5a6ed585041a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:51.811653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Attempting to bind port 24babc18-da8f-4608-a66f-5a6ed585041a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:51.812062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Attempting to bind port 24babc18-da8f-4608-a66f-5a6ed585041a on network cca0d6a7-309e-4cdc-9d18-71d591c9a741 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:51.825589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Port 24babc18-da8f-4608-a66f-5a6ed585041a on network cca0d6a7-309e-4cdc-9d18-71d591c9a741 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:51.827187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Attempting to bind port 24babc18-da8f-4608-a66f-5a6ed585041a on network cca0d6a7-309e-4cdc-9d18-71d591c9a741 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:51.889429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:51.890075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Checking segment: {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:51.890647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Bound using segment: {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:51.891159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Bound port: 24babc18-da8f-4608-a66f-5a6ed585041a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:51.891578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:51.954310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a835f4dd-bacb-420b-976b-b22f08c9865a req-da9b331e-93cd-4988-8727-ec9207df42dd tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 210 time: 0.0413153 Oct 15 00:32:51.996548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-09c4fafd-b43d-468d-95a8-bfaada51fc48 service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093549 Oct 15 00:32:52.060298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] For port 24babc18-da8f-4608-a66f-5a6ed585041a, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:52.096860 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:32:52.127044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] For port 24babc18-da8f-4608-a66f-5a6ed585041a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=24babc18-da8f-4608-a66f-5a6ed585041a,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:52.142860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Allocated IP 172.25.2.34 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/8c3abb34-7b4f-40fc-aba5-a57334bae746) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:52.197728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f68ed946-c56f-4711-bab2-4da6ce72a4f0 req-06235928-5184-4932-b5b4-2a9d38f1c5df service neutron] 10.222.0.39 "GET /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963975 Oct 15 00:32:52.199137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.205405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.211634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.217669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.224054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.230020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.232450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:52.236696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.238629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-b7b28c0b-137b-4942-a712-30c56933f7f1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1150253 Oct 15 00:32:52.274009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.274639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:52.276471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] 10.222.0.30 "PUT /v2.0/ports/24babc18-da8f-4608-a66f-5a6ed585041a HTTP/1.1" status: 200 len: 1091 time: 1.8501561 Oct 15 00:32:52.280180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:52.283787 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:52.299570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4250551-bcad-45d5-9901-7d77f8d14aaf req-76a6a9ed-3881-4abb-85b9-8216e7dea022 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528364 Oct 15 00:32:52.333067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434215e-ca46-4939-a910-4fb664d00310 service neutron] Pushing event updated for resources: {'Port': ['ID=24babc18-da8f-4608-a66f-5a6ed585041a,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:52.367053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:52.369883 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ba08a-cf3c-405f-9459-c4b4e294cb14 x-openstack-request-id: req-570ba08a-cf3c-405f-9459-c4b4e294cb14 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:52.370674 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:52.370674 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-570ba08a-cf3c-405f-9459-c4b4e294cb14 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:52.377932 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a', 'status': 'completed', 'code': 200} Oct 15 00:32:52.394039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:52.397521 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a0e860-e001-40bc-9fb9-9fab7b19b759" -d '{"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "c687c049-3c32-4380-8506-c406f236d5a5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:52.439537 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38432e0-bdea-4c6a-ab60-f172e09976a7 x-openstack-request-id: req-c38432e0-bdea-4c6a-ab60-f172e09976a7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:52.439827 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "c687c049-3c32-4380-8506-c406f236d5a5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:52.440187 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c38432e0-bdea-4c6a-ab60-f172e09976a7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:52.440608 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5', 'status': 'completed', 'code': 200} Oct 15 00:32:52.469137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.469610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.471132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.471755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.472479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.473300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.473763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.475845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-37ef05c2-a637-453d-8c15-4a4fb5020f3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6488 time: 0.0861962 Oct 15 00:32:52.539562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:52.582732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f885f6-137f-4844-961d-0aba96b5e6e5 req-0f2a748b-1ae9-4aed-86da-38ef38d31b7d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.585175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f885f6-137f-4844-961d-0aba96b5e6e5 req-0f2a748b-1ae9-4aed-86da-38ef38d31b7d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 945 time: 0.0808234 Oct 15 00:32:52.634315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:52.647318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:52.649746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:52.656594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event updated for resources: {'Port': ['ID=8c3abb34-7b4f-40fc-aba5-a57334bae746,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:52.656987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f885f6-137f-4844-961d-0aba96b5e6e5 req-57039487-0758-4853-8b63-8a5e6ae3bafd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618830 Oct 15 00:32:52.684488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-abf613ad-48fb-42ec-a374-5e5b26d7dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.684957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-abf613ad-48fb-42ec-a374-5e5b26d7dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.685975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-abf613ad-48fb-42ec-a374-5e5b26d7dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.687156 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-abf613ad-48fb-42ec-a374-5e5b26d7dd5f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2025294 Oct 15 00:32:52.730893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34662) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:52.793020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f8ba-6d24-4d3a-9d85-287484357d75 req-50c08a07-40b3-41ac-887e-4e2689b537e7 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.794821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7f4f8ba-6d24-4d3a-9d85-287484357d75 req-50c08a07-40b3-41ac-887e-4e2689b537e7 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1096 time: 0.0698421 Oct 15 00:32:52.855583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7f4f8ba-6d24-4d3a-9d85-287484357d75 req-f19410b0-cf37-448b-8c2f-794fe698988b tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527239 Oct 15 00:32:52.921819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:52.937693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-6f4c3aa0-7f07-407a-baf6-05c08de060af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.939530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5abd3dc4-7cc7-4cc6-8d5d-8f4e4c3f0c7d req-6f4c3aa0-7f07-407a-baf6-05c08de060af service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401731 Oct 15 00:32:52.981723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-3e5124f5-6103-42bf-8c5c-5988c397ac06 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:52.983304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-3e5124f5-6103-42bf-8c5c-5988c397ac06 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.39 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 813 time: 0.2105560 Oct 15 00:32:52.997513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7bc89aae-246f-4e1c-800d-6c3ff2e933b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.025968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'port': {'device_id': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1', 'admin_state_up': True, 'tenant_id': 'e94751aafb504c40b6f12f1bec38a251'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:53.058248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d91455-7f32-4afd-93cb-c48be5052845 req-d2bd604e-20c9-41ef-907e-f0e38816de1b tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.059802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53d91455-7f32-4afd-93cb-c48be5052845 req-d2bd604e-20c9-41ef-907e-f0e38816de1b tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Oct 15 00:32:53.103872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53d91455-7f32-4afd-93cb-c48be5052845 req-abf8c3bc-c306-47d4-a75b-8ec75d7ea4fc tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Oct 15 00:32:53.280778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3723a8-cca2-40c1-9835-6c1b1f62c5a4 req-f2e79fda-29a8-49d3-af9f-d0b538be5f51 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.282374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac3723a8-cca2-40c1-9835-6c1b1f62c5a4 req-f2e79fda-29a8-49d3-af9f-d0b538be5f51 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1096 time: 0.0430520 Oct 15 00:32:53.319049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac3723a8-cca2-40c1-9835-6c1b1f62c5a4 req-6e0282df-f9b2-4f72-b50f-7a217879529f tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302260 Oct 15 00:32:53.420185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cce1ab-bd16-4a7a-a1cb-6f441bd3ba7c req-ba4da817-6e17-432e-86f0-8d7cf0d52910 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 210 time: 0.0308475 Oct 15 00:32:53.443186 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.520517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.520988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.521451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.521920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.522387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.522833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.523272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.525113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b9409b44-4a92-400d-ab5e-dc42d8eeec90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6488 time: 0.5221751 Oct 15 00:32:53.601771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-9b07aa5d-49bf-42f3-9721-e66957605301 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee HTTP/1.1" status: 200 len: 217 time: 0.0643322 Oct 15 00:32:53.732325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7bc89aae-246f-4e1c-800d-6c3ff2e933b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.739813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d24e5593-cf2d-4962-aa30-100ebe5bc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.741241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-d24e5593-cf2d-4962-aa30-100ebe5bc75f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=496b85c5-8e88-4796-8ff9-2d8400ce8c11 HTTP/1.1" status: 200 len: 855 time: 0.1244943 Oct 15 00:32:53.743648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.749923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.756228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.762115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.768725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.774769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.780683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.783366 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-1537973d-41a5-4f50-aa88-be27065070f3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.0947192 Oct 15 00:32:53.786558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Made reservation on behalf of e94751aafb504c40b6f12f1bec38a251 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:53.789980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.816551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7bc89aae-246f-4e1c-800d-6c3ff2e933b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.820182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.824435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93615af8-cb80-4fb9-bd10-db726ec6942c req-8e5ed41f-ce0e-4225-9207-19ada4a6cacf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348380 Oct 15 00:32:53.870979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-acb038a1-131a-48c2-9070-8c3849bff36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:53.872465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-acb038a1-131a-48c2-9070-8c3849bff36f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520495d5-6751-4c82-b05e-ddd962ad39c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212058 Oct 15 00:32:53.914357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7bc89aae-246f-4e1c-800d-6c3ff2e933b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdc15e30c62645ca919c49cae0443ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1753087 Oct 15 00:32:53.914495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34696) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:53.914611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc89aae-246f-4e1c-800d-6c3ff2e933b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad2b65e-8408-45cc-9e38-91b5a3725287,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:53.932846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.974985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed954cf-5cae-4566-823b-37306eb79fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:53.997603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed954cf-5cae-4566-823b-37306eb79fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:54.105894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event updated for resources: {'Port': ['ID=8c3abb34-7b4f-40fc-aba5-a57334bae746,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:54.122835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed954cf-5cae-4566-823b-37306eb79fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:54.123736 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:54.127673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed954cf-5cae-4566-823b-37306eb79fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:54.128093 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aed954cf-5cae-4566-823b-37306eb79fee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ad2b65e-8408-45cc-9e38-91b5a3725287 HTTP/1.1" status: 204 len: 168 time: 0.2158225 Oct 15 00:32:54.139001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed954cf-5cae-4566-823b-37306eb79fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad2b65e-8408-45cc-9e38-91b5a3725287,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:54.140305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Allocated IP 172.20.0.6 (2eaa969e-f3e3-47e9-a6da-c4e168accca1/d0f92682-db50-417c-ad5a-fbf0bb5a58df/924f8487-9102-4bca-9d70-95f88a0e9b8f) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:32:54.156890 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-46de5c6f-3ace-477f-b04e-07d1f962c15e service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472892 Oct 15 00:32:54.263489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:54.271574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-1b88e865-ff5c-4cf9-b8d8-30a8998859d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1053107 Oct 15 00:32:54.324520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb296bc-4270-45f2-a702-230159e1370e req-f0873fbf-8885-40d3-ae2c-09d167a32f41 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:54.326333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fb296bc-4270-45f2-a702-230159e1370e req-f0873fbf-8885-40d3-ae2c-09d167a32f41 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.0583026 Oct 15 00:32:54.367458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fb296bc-4270-45f2-a702-230159e1370e req-f741c536-e072-4cee-ace7-732ddcbf9629 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Oct 15 00:32:54.385833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-3f34452f-78a0-4e8b-9a22-f9dc3c43f335 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1133919 Oct 15 00:32:54.397067 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-10b594ab-9999-4d6b-90f5-a3fe4d170003 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208409 Oct 15 00:32:54.476548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-05a41dfd-3378-4c17-8eda-8119fcb1bcae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 217 time: 0.0649974 Oct 15 00:32:54.479612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4e6d9-4d4d-4f72-889b-6a63caa96d33 req-d6d4634f-454f-456f-b804-fbb708dd90f7 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:54.481351 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ea4e6d9-4d4d-4f72-889b-6a63caa96d33 req-d6d4634f-454f-456f-b804-fbb708dd90f7 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1096 time: 0.0431287 Oct 15 00:32:54.530440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ea4e6d9-4d4d-4f72-889b-6a63caa96d33 req-9c660002-0cc2-4e59-910b-3824a31f3c6a tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 Oct 15 00:32:54.582696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:54.613913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-43d40ee9-7aec-41f3-bfa7-add1d1746603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:54.615409 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-43d40ee9-7aec-41f3-bfa7-add1d1746603 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1260848 Oct 15 00:32:54.628764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-4abffff7-af27-4bfe-b8ab-d0001f869596 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:54.629537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7640ea6-0fce-44e9-be4b-42128ff896d7 req-4abffff7-af27-4bfe-b8ab-d0001f869596 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.2322159 Oct 15 00:32:54.713115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8a7bd041-13d6-46ad-ac67-22838d41278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:54.714644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8a7bd041-13d6-46ad-ac67-22838d41278d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0842381 Oct 15 00:32:54.799314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2dfb899-52b5-40d0-a6f5-a2a67dbf9ff7 req-2bc7b7c2-d418-4461-b1e0-f65c03aa69cc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 210 time: 0.0392947 Oct 15 00:32:54.857212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:54.872821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:32:54.931269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:32:54.942370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:54.947929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-76811211-dca6-4da2-92ec-1fed5ac29c19 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251472 Oct 15 00:32:54.952259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07f63-5563-4128-a106-3f4029118fec req-54fe2d8f-dd94-448a-ab3b-b4f50e2270f6 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:54.953833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7f07f63-5563-4128-a106-3f4029118fec req-54fe2d8f-dd94-448a-ab3b-b4f50e2270f6 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.0930455 Oct 15 00:32:54.956928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1f49-3e87-4ccd-abee-3c5dbe43a7ab req-cb707b8b-5878-4e0d-915c-6a13b5a3055b tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:54.958463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d4bc1f49-3e87-4ccd-abee-3c5dbe43a7ab req-cb707b8b-5878-4e0d-915c-6a13b5a3055b tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1994176 Oct 15 00:32:54.963180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:32:55.019254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:55.029470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7f07f63-5563-4128-a106-3f4029118fec req-3178d049-d5e8-4fea-a8f7-cce2d485ec94 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581923 Oct 15 00:32:55.078432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d4bc1f49-3e87-4ccd-abee-3c5dbe43a7ab req-2f057e56-4b8c-4764-9f54-923550c1565a tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.1044295 Oct 15 00:32:55.124574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-d4bc1f49-3e87-4ccd-abee-3c5dbe43a7ab req-4ddb7826-2b06-417c-93b7-93ab4c021267 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Request body: {'floatingip': {'port_id': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:55.140696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.141599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.191460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.198792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.199053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d4bc1f49-3e87-4ccd-abee-3c5dbe43a7ab req-4ddb7826-2b06-417c-93b7-93ab4c021267 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.205778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.212751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.219214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.226701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.233143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.235078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-314d44e9-398f-404d-9932-d840f1c4d08b req-f2d3f4e9-b757-455b-a5fd-62f8b26c9483 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1463492 Oct 15 00:32:55.249560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-6a6e04a5-8107-433c-b2c5-1a710ffe9a27 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873385 Oct 15 00:32:55.280922 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b772cd53-b2e6-4a5c-9f57-6ca36ec62ab6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2790084 Oct 15 00:32:55.289942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:55.300461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-314d44e9-398f-404d-9932-d840f1c4d08b req-33f5f127-bc78-4bb4-b278-01c5486bdf88 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515685 Oct 15 00:32:55.318601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Request body: {'port': {'device_id': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:55.326270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-24120966-464a-42ca-9118-bb5bb9b3022a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0600672 Oct 15 00:32:55.429418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a637a-c192-4758-a2af-3ccc35d913bd req-3e523434-0790-4db2-ae7e-4bb33ee8cafd tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.430560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e43a637a-c192-4758-a2af-3ccc35d913bd req-3e523434-0790-4db2-ae7e-4bb33ee8cafd tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 946 time: 0.0548835 Oct 15 00:32:55.465741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2c31-05a0-467c-87c3-be0860ccccda admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.487927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-657aa44a-193f-479c-9346-550ea7f73541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.489392 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-657aa44a-193f-479c-9346-550ea7f73541 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1413004 Oct 15 00:32:55.506366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.506599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e43a637a-c192-4758-a2af-3ccc35d913bd req-bca95ca3-fcee-49a4-84f1-d2cdb2e91f4a tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672641 Oct 15 00:32:55.577394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34754) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:55.608422 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2c31-05a0-467c-87c3-be0860ccccda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.624570 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-d4bc1f49-3e87-4ccd-abee-3c5dbe43a7ab req-4ddb7826-2b06-417c-93b7-93ab4c021267 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] update failed (client error): There was a conflict when trying to complete your request. Oct 15 00:32:55.625616 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d4bc1f49-3e87-4ccd-abee-3c5dbe43a7ab req-4ddb7826-2b06-417c-93b7-93ab4c021267 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "PUT /v2.0/floatingips/fb0e2011-f53f-421b-bf62-1e682300d971 HTTP/1.1" status: 409 len: 550 time: 0.5152020 Oct 15 00:32:55.637148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-a7827275-b0c3-4b94-ab9d-e9b413fa759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.638626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-a7827275-b0c3-4b94-ab9d-e9b413fa759c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379368 Oct 15 00:32:55.649325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cbd82-228a-41e2-8567-0136e1e086f4 req-bcd5a957-8b34-4b79-ab2b-eda7dfefdc04 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.651336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f51cbd82-228a-41e2-8567-0136e1e086f4 req-bcd5a957-8b34-4b79-ab2b-eda7dfefdc04 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.0617328 Oct 15 00:32:55.691283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2c31-05a0-467c-87c3-be0860ccccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.715139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f51cbd82-228a-41e2-8567-0136e1e086f4 req-2da34375-daeb-4ce5-98a1-6938a227a162 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Oct 15 00:32:55.724974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1570976373-network', 'tenant_id': '2c85b66b8b254bdbb7d83d3d59e675a5'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:55.760758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ed1f2c31-05a0-467c-87c3-be0860ccccda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=907af6c528954576b5cf9587202eee01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689450 Oct 15 00:32:55.764074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34766) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:55.770590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f2c31-05a0-467c-87c3-be0860ccccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d1edac-7fc4-4e58-b3d7-2103f98d9f54,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:55.839759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91115971-7698-4f99-8d31-258008d2cabd req-57f828fb-1dfe-4e39-b40a-c71cb069a9d0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips/fb0e2011-f53f-421b-bf62-1e682300d971 HTTP/1.1" status: 200 len: 692 time: 0.0826643 Oct 15 00:32:55.843703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee90dbf-7e67-44e1-8714-65d20bcd0855 req-1e76f7d1-924c-4176-98f3-67bfdf4db969 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:55.845910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fee90dbf-7e67-44e1-8714-65d20bcd0855 req-1e76f7d1-924c-4176-98f3-67bfdf4db969 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1096 time: 0.1398103 Oct 15 00:32:55.875480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Made reservation on behalf of 2c85b66b8b254bdbb7d83d3d59e675a5 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:55.878498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.900247 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.912619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-8733d437-bd1c-421d-aa47-f4ffced7ecaf service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601137 Oct 15 00:32:55.959624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fabc234a-d7d1-4dd2-9b4f-4c7271876c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:55.961065 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fee90dbf-7e67-44e1-8714-65d20bcd0855 req-85e70c67-8e95-4c5b-b5d2-ae52bd9c5b98 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878203 Oct 15 00:32:56.005252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fabc234a-d7d1-4dd2-9b4f-4c7271876c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.043794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91115971-7698-4f99-8d31-258008d2cabd req-b126a60e-9e9a-4368-96a7-efa287476f50 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:56.047622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91115971-7698-4f99-8d31-258008d2cabd req-b126a60e-9e9a-4368-96a7-efa287476f50 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1955485 Oct 15 00:32:56.076313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bde08cb5-6f87-45e0-863e-0ed8ae152eee service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533909 Oct 15 00:32:56.078191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924f8487-9102-4bca-9d70-95f88a0e9b8f {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:32:56.093942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.124831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91115971-7698-4f99-8d31-258008d2cabd req-2f882247-844d-4635-955e-b572de5ff560 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0757601 Oct 15 00:32:56.129959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-449995f8-7980-4b07-a9b7-9235592331a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7 HTTP/1.1" status: 200 len: 217 time: 0.0460608 Oct 15 00:32:56.136295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-34d203f4-efbf-40b2-83a4-fbb3c08e4a6c req-17aae67b-0abf-41cf-9b19-10c798812e57 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:32:56.141990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34d203f4-efbf-40b2-83a4-fbb3c08e4a6c req-17aae67b-0abf-41cf-9b19-10c798812e57 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130777 Oct 15 00:32:56.162572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-14e0bd38-a637-4665-b1fb-f7b79ac6a9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.196566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91115971-7698-4f99-8d31-258008d2cabd req-479efb1c-4222-49da-a296-7a147d99ae13 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.34 HTTP/1.1" status: 200 len: 695 time: 0.0620689 Oct 15 00:32:56.203461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.263903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f5eb46cf-fafd-44a8-9e5f-8ef3ed88269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:56.265376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f5eb46cf-fafd-44a8-9e5f-8ef3ed88269b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1251669 Oct 15 00:32:56.277607 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34d203f4-efbf-40b2-83a4-fbb3c08e4a6c req-db5685db-c210-4f37-933b-bcd29a741647 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1288004 Oct 15 00:32:56.279756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Transition to ACTIVE for port object 924f8487-9102-4bca-9d70-95f88a0e9b8f will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:32:56.286878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fabc234a-d7d1-4dd2-9b4f-4c7271876c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.290563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fabc234a-d7d1-4dd2-9b4f-4c7271876c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.290723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fabc234a-d7d1-4dd2-9b4f-4c7271876c34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91d1edac-7fc4-4e58-b3d7-2103f98d9f54 HTTP/1.1" status: 204 len: 168 time: 0.5173306 Oct 15 00:32:56.323689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-393e191b-cd16-4a70-ad9e-c0855fabe23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:56.325363 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-393e191b-cd16-4a70-ad9e-c0855fabe23d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468338 Oct 15 00:32:56.332406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.336950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc234a-d7d1-4dd2-9b4f-4c7271876c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d1edac-7fc4-4e58-b3d7-2103f98d9f54,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:56.387436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:32:56.398338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501d1ebb-253f-4c99-adeb-be33add3044f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:56.408616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.412853 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Added segment c20962f6-b605-4396-9a45-8e6e10a3eeb4 of type vlan for network 11ab261b-a4f4-4e03-88b4-a0efe6461699 Oct 15 00:32:56.435657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.462745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.470798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Deleting port 8c3abb34-7b4f-40fc-aba5-a57334bae746 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:32:56.470798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.566447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.566772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.579332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Calling delete_port for 8c3abb34-7b4f-40fc-aba5-a57334bae746 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:32:56.626344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.627497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:56.639755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:56.921622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Pushing event updated for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:56.929462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-09d0e292-3392-4594-b19b-f2ad15e17f2c service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5916886 Oct 15 00:32:56.994644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4161291 Oct 15 00:32:56.997922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34780) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:57.002748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Request body: {'subnet': {'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1570976373-subnet', 'tenant_id': '2c85b66b8b254bdbb7d83d3d59e675a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:57.007367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed041379-8294-4e6b-8d3f-3e7ddc165e22 admin admin] Pushing event updated for resources: {'Network': ['ID=11ab261b-a4f4-4e03-88b4-a0efe6461699,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:57.012451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34782) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:57.018274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 11ab261b-a4f4-4e03-88b4-a0efe6461699 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:32:57.041801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bfb27-8490-4b1d-aa21-435b9cc4d225 req-6b89797a-7cbc-4bb4-ab22-718ff83a27ba tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.043772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60dfd7ff-bb3c-4bd8-987e-2099a859a45b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.046931 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f11bfb27-8490-4b1d-aa21-435b9cc4d225 req-6b89797a-7cbc-4bb4-ab22-718ff83a27ba tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 943 time: 0.5314147 Oct 15 00:32:57.091263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Attempting to bind port 924f8487-9102-4bca-9d70-95f88a0e9b8f on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:57.091595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Attempting to bind port 924f8487-9102-4bca-9d70-95f88a0e9b8f by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:57.091923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Attempting to bind port 924f8487-9102-4bca-9d70-95f88a0e9b8f on network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:57.113616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Port 924f8487-9102-4bca-9d70-95f88a0e9b8f on network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:57.113945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Attempting to bind port 924f8487-9102-4bca-9d70-95f88a0e9b8f on network 2eaa969e-f3e3-47e9-a6da-c4e168accca1 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:57.126311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Made reservation on behalf of 2c85b66b8b254bdbb7d83d3d59e675a5 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:32:57.128688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.132147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:57.132484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Checking segment: {'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:57.132865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Bound using segment: {'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:57.133297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Bound port: 924f8487-9102-4bca-9d70-95f88a0e9b8f, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c5f919-a73a-4734-94b1-355ea5b88f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:57.133648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.140275 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f11bfb27-8490-4b1d-aa21-435b9cc4d225 req-9d397bac-0467-45e7-9412-43a87a085d37 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872493 Oct 15 00:32:57.149657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-bf96bf46-3c5e-464e-b983-fc6f70501f2a service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989801 Oct 15 00:32:57.215544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-52214138-64b1-419a-8053-ca0c537779a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb HTTP/1.1" status: 200 len: 217 time: 0.0389307 Oct 15 00:32:57.228236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.277159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event deleted for resources: {'Port': ['ID=8c3abb34-7b4f-40fc-aba5-a57334bae746,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:57.277931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:32:57.283322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:57.288636 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60dfd7ff-bb3c-4bd8-987e-2099a859a45b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.289067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-3feb2b58-0c91-4f14-a9e1-302e71468a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.290555 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-3feb2b58-0c91-4f14-a9e1-302e71468a2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.0671492 Oct 15 00:32:57.338939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b639e31e-7f17-40f9-988e-e8065d71cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.340487 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-b639e31e-7f17-40f9-988e-e8065d71cffb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429189 Oct 15 00:32:57.380415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.383455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.384790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91115971-7698-4f99-8d31-258008d2cabd req-7d43bdc1-790b-42c0-9c1b-455ac05d32c4 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "DELETE /v2.0/floatingips/fb0e2011-f53f-421b-bf62-1e682300d971 HTTP/1.1" status: 204 len: 173 time: 1.1800764 Oct 15 00:32:57.394856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60dfd7ff-bb3c-4bd8-987e-2099a859a45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.407096 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.463571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfd7ff-bb3c-4bd8-987e-2099a859a45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a5602-e8be-4c49-9163-8fd84304da94,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:57.465693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.465693 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.466176 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] 10.222.0.39 "PUT /v2.0/ports/924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 1091 time: 2.1523476 Oct 15 00:32:57.469082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:57.472113 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d" -d '{"events": [{"name": "network-changed", "server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:57.493960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfc57c-a5d5-4f31-a955-a81bde381932 service neutron] Pushing event updated for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:57.501544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-3d285ce9-6ef5-45d9-97f9-6da7a42db14f service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534295 Oct 15 00:32:57.505343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-60dfd7ff-bb3c-4bd8-987e-2099a859a45b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88c8108c7e4649adbc8273ff88334348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918978 Oct 15 00:32:57.508135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34790) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:32:57.545977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.553730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.560274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.565873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.571845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.577863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.584935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.586422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-27cf34e3-bfcc-4e3a-bc66-71cc3186be94 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1382868 Oct 15 00:32:57.621598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.655956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-620687a5-3bf2-4ecb-90c2-ab02777cca4f req-80058b80-dbac-4bf1-96df-5130900779a0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633833 Oct 15 00:32:57.669107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d56f3d27-ba52-4472-90d5-e045e587df7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.685026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b59a7427-fb46-4a8f-8212-dea5abf4470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.686557 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b59a7427-fb46-4a8f-8212-dea5abf4470e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1094 time: 0.0902736 Oct 15 00:32:57.689551 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-38e751f0-a238-46a8-9c21-932b858f9baf service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737566 Oct 15 00:32:57.700406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b6f76e-2416-4adc-b6bb-8b10267b1af6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:57.711967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Checking segment: {'id': 'c20962f6-b605-4396-9a45-8e6e10a3eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:57.712437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Network hostable DHCP agents. Network: 11ab261b-a4f4-4e03-88b4-a0efe6461699, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:32:57.716483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d56f3d27-ba52-4472-90d5-e045e587df7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.780870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-c26c712a-b774-4ebe-b0bc-2a53ceb23b5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 217 time: 0.0805480 Oct 15 00:32:57.785214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe7bd0-d582-49e5-b12c-1a3453fe8c06 req-4496d4ae-f8f7-440a-bd1c-38ceb3cf4563 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.785214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44fe7bd0-d582-49e5-b12c-1a3453fe8c06 req-4496d4ae-f8f7-440a-bd1c-38ceb3cf4563 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.0524752 Oct 15 00:32:57.785611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4009b44c-4cdd-45b3-a94f-36240f440ccc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c687c049-3c32-4380-8506-c406f236d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0850825 Oct 15 00:32:57.833308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44fe7bd0-d582-49e5-b12c-1a3453fe8c06 req-e3fbb913-0fc9-4489-b2be-fc61a6f1bd93 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Oct 15 00:32:57.843464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Network 11ab261b-a4f4-4e03-88b4-a0efe6461699 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:32:57.891419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-41c3b4e7-5042-47d1-99d7-4fed96ead9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.893078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-41c3b4e7-5042-47d1-99d7-4fed96ead9b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.0964994 Oct 15 00:32:57.897233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-6b932791-8c51-415d-8176-014bac6fad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.899058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-6b932791-8c51-415d-8176-014bac6fad38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.1036277 Oct 15 00:32:57.940010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-c85b8d0f-f677-484d-93d1-2b65115b22ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395284 Oct 15 00:32:57.949312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 11ab261b-a4f4-4e03-88b4-a0efe6461699) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:32:57.954902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:57.955621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:57.962379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d6e23-2467-419b-ac19-859b3624bbd4 None None] Network 11ab261b-a4f4-4e03-88b4-a0efe6461699 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:58.038308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-78dbe9b6-d9b1-4b7f-afff-230503a183c8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 1001 time: 0.0996790 Oct 15 00:32:58.045661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d56f3d27-ba52-4472-90d5-e045e587df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:58.049367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d56f3d27-ba52-4472-90d5-e045e587df7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:58.059416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d56f3d27-ba52-4472-90d5-e045e587df7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/488a5602-e8be-4c49-9163-8fd84304da94 HTTP/1.1" status: 204 len: 168 time: 0.5462296 Oct 15 00:32:58.102631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-37a1cbf5-d684-46ab-88da-60311ec798b5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:58.106287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-1ccd292d-4332-442c-925d-bb2c69fb4553 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473374 Oct 15 00:32:58.108087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3d27-ba52-4472-90d5-e045e587df7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a5602-e8be-4c49-9163-8fd84304da94,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:32:58.117967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-9f6b54e2-a469-4984-97fa-77d3e80b841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:58.122762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-9f6b54e2-a469-4984-97fa-77d3e80b841b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1900952 Oct 15 00:32:58.122879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-37a1cbf5-d684-46ab-88da-60311ec798b5 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports/34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 943 time: 0.0631826 Oct 15 00:32:58.146146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf3b37-760b-4a74-ab4c-cbc22d7d2246 None None] Network 11ab261b-a4f4-4e03-88b4-a0efe6461699 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:32:58.159882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-08abfb1e-dd9e-43cc-8489-d22d762bb5e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1608992 Oct 15 00:32:58.303463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ed67fcdb-5cf7-4f82-8655-37b6a7db6af3 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 1001 time: 0.0921719 Oct 15 00:32:58.320534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c448dc39-3a54-47ac-abf3-3a8c939bd5fa req-b3e288ae-b508-4078-8912-b11e459cecc9 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066996 Oct 15 00:32:58.326195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-38325163-5361-4d76-8a71-2cd931a5c465 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971369 Oct 15 00:32:58.446354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-0b7fb571-0e85-4222-a920-fe898e18976c tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:58.447706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-0b7fb571-0e85-4222-a920-fe898e18976c tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1378982 Oct 15 00:32:58.447933 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-38a443ea-78e7-457b-b9a5-2607b03f8ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133235 Oct 15 00:32:58.507602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-1e99a306-1d21-47a3-972f-161301cdd1bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24babc18-da8f-4608-a66f-5a6ed585041a HTTP/1.1" status: 200 len: 217 time: 0.0501432 Oct 15 00:32:58.544523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-66e00e98-6241-4513-a744-ee6f16f6fa00 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 1001 time: 0.0793664 Oct 15 00:32:58.563382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:58.568348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-43d568b4-def7-4eb2-a209-0be3e93c9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:58.569986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-43d568b4-def7-4eb2-a209-0be3e93c9834 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.0553074 Oct 15 00:32:58.628751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:58.632820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-01fd3f43-c76a-486d-9025-00c96d5692a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:58.634335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-01fd3f43-c76a-486d-9025-00c96d5692a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489461 Oct 15 00:32:58.753771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-f79f2a70-7241-43e6-bf81-0a9ef0598848 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105580 Oct 15 00:32:58.762901 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5766-bfbe-4bd7-9d3d-160160b5521e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:58.796466 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:58.853299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78270c0b-ca91-4a79-af1e-2a7c9709fa7f req-4c7f9bd2-5427-40c1-98d9-73cd53c7c2ed service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872936 Oct 15 00:32:58.883042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:58.883384 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Floating IP 3919c7c8-3c13-49b2-9fac-b534c02bcd14 disassociated. External IP: 172.25.2.39, port: 34c2ba4a-b15d-41f4-9177-0a064932ca02. Oct 15 00:32:59.081780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.082594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.082931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.083444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.083962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.084476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.084982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.086991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-889e17ea-a69c-48c1-b0f6-e37b282afcf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6488 time: 0.0627263 Oct 15 00:32:59.112554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Router 23aee354-d152-4efa-9f68-37dec2bcf908 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:32:59.195632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-c6157301-ad5d-4d81-9d5b-7db084bf2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.197201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-c6157301-ad5d-4d81-9d5b-7db084bf2564 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cca0d6a7-309e-4cdc-9d18-71d591c9a741 HTTP/1.1" status: 200 len: 903 time: 0.1010826 Oct 15 00:32:59.245266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:32:59.247216 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-4740db8b-c276-482b-bc20-bf5c1e200bc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c687c049-3c32-4380-8506-c406f236d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0417008 Oct 15 00:32:59.250666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:59.256512 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] Sync routers for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:32:59.285848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff0d4f23-79a4-4738-9082-f219a65cb3ad tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "PUT /v2.0/floatingips/3919c7c8-3c13-49b2-9fac-b534c02bcd14 HTTP/1.1" status: 200 len: 694 time: 0.7272420 Oct 15 00:32:59.285848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:32:59.285848 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80592fd9-cd1e-41f4-8798-44337c9154f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:32:59.299180 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:59.300163 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:59.324324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-b953c7af-1550-4280-a37d-d2937a70f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.326039 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-b953c7af-1550-4280-a37d-d2937a70f826 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.0606151 Oct 15 00:32:59.354953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-68ca8546-f2bc-465e-b9f5-a6e909eeca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.365402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-68ca8546-f2bc-465e-b9f5-a6e909eeca29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 1097 time: 0.0678723 Oct 15 00:32:59.380437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-2fad37da-588f-4761-a793-2d9301dd0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.382121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-2fad37da-588f-4761-a793-2d9301dd0437 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465224 Oct 15 00:32:59.421575 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:59.466798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-b279d2b1-6412-4c4d-b5b5-0fa423ee9ebe tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:32:59.467832 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-b279d2b1-6412-4c4d-b5b5-0fa423ee9ebe tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3126554 Oct 15 00:32:59.475340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-3b114881-dee2-4107-8400-5dae9cfd8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.476901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-3b114881-dee2-4107-8400-5dae9cfd8f4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 200 len: 930 time: 0.1103885 Oct 15 00:32:59.518456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-2638af44-8b1d-4182-a646-1e1d2909dcc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 217 time: 0.0354602 Oct 15 00:32:59.525507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-0cc8dd4d-b794-44ce-8c75-2c402043bde1 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313071 Oct 15 00:32:59.528675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-463ce1de-4d8d-419f-a909-fe20fb5a3c05 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.529954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-463ce1de-4d8d-419f-a909-fe20fb5a3c05 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 1093 time: 0.0495625 Oct 15 00:32:59.582176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-00504ceb-06ec-47f1-be29-886454911a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.590657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-00504ceb-06ec-47f1-be29-886454911a97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a HTTP/1.1" status: 200 len: 868 time: 0.0659137 Oct 15 00:32:59.632063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Request body: {'binding': {'host': 'n-h1-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:32:59.632515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:32:59.635762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-3b0921fe-d4e3-43a5-8f69-096d6e1da626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:32:59.637563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-3b0921fe-d4e3-43a5-8f69-096d6e1da626 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2879473b-01f1-4c73-9f48-c44d67037be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460188 Oct 15 00:32:59.650960 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 5, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:59.679502 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] Checking router: 23aee354-d152-4efa-9f68-37dec2bcf908 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:32:59.687725 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:32:59.688315 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:32:59.695576 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a0e860-e001-40bc-9fb9-9fab7b19b759 req-c373fa65-3a22-4298-b4f3-490417e106a8 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620929 Oct 15 00:32:59.743109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-ff65d65a-2e91-4f86-b6d6-07c8de85d212 service neutron] 10.222.0.13 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976870 Oct 15 00:32:59.787522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on host n-h1-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:32:59.787862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:32:59.788177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:59.792825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:32:59.793132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:32:59.797928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:32:59.798299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:32:59.803095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:32:59.803095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Bound port: 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:32:59.810036 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:32:59.848088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1eee08c7-b3f7-4ef2-b05c-bcc607092241 req-12f0a458-ab34-4c46-a2d7-af8ec747f07d service neutron] 10.222.0.13 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968547 Oct 15 00:32:59.856777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:32:59.977135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:32:59.977135 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-d5390802-fe2e-4852-bc81-ff35e5049294 service neutron] 10.222.0.13 "POST /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4312470 Oct 15 00:32:59.988900 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ede0d5a-34a5-47fd-b9f7-2c6411bfc55d x-openstack-request-id: req-1ede0d5a-34a5-47fd-b9f7-2c6411bfc55d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:32:59.989294 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:32:59.989553 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ede0d5a-34a5-47fd-b9f7-2c6411bfc55d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:32:59.990103 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f', 'status': 'completed', 'code': 200} Oct 15 00:33:00.040946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 5, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:00.068033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-7db6d63a-70cf-4b44-903e-7c3b3f528c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.069855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-7db6d63a-70cf-4b44-903e-7c3b3f528c2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1094 time: 0.0500040 Oct 15 00:33:00.071210 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d688e-cc19-4cf9-8f85-a3eeb83f3e73 None None] The sync data for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 is: [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:32:20Z', 'revision_number': 4, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '0fc3ad9b-859a-4735-bf2c-85919de70bc7', 'name': '', 'network_id': '2879473b-01f1-4c73-9f48-c44d67037be7', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'mac_address': 'fa:16:3e:5e:1d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:32:24Z', 'revision_number': 5, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'subnets': [{'id': 'bb727641-4c57-4fc8-9d15-d20bc6dd0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:00.081942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:00.090367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3983f14-8755-4129-8c4b-c138a39de99d req-f0a471fe-f31a-42f3-bc3c-bbd615d66c29 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.092442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3983f14-8755-4129-8c4b-c138a39de99d req-f0a471fe-f31a-42f3-bc3c-bbd615d66c29 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 946 time: 0.0549586 Oct 15 00:33:00.109499 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:00.141712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3983f14-8755-4129-8c4b-c138a39de99d req-ec9a411f-283d-4d88-8517-e173f2d0c7fd tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Oct 15 00:33:00.213602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-ebc8271a-ff3d-45e8-8587-3d79bbb1dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.215124 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-ebc8271a-ff3d-45e8-8587-3d79bbb1dfee service neutron] 10.222.0.39 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 914 time: 0.1371214 Oct 15 00:33:00.262828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-b0feae67-ae5e-40ec-9785-dfc683dafd48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 217 time: 0.0376747 Oct 15 00:33:00.289539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5eed0-854a-498f-8232-8029300c26c9 req-0b6d0ecf-e438-4a8a-8ab0-9306372f2130 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.302652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53b5eed0-854a-498f-8232-8029300c26c9 req-0b6d0ecf-e438-4a8a-8ab0-9306372f2130 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 943 time: 0.0978663 Oct 15 00:33:00.330588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-627a67ee-9295-495d-80ef-823a3faea614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.332286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-627a67ee-9295-495d-80ef-823a3faea614 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.0572665 Oct 15 00:33:00.351097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53b5eed0-854a-498f-8232-8029300c26c9 req-2e8d378d-e963-4a54-9b10-87b095820133 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Oct 15 00:33:00.372676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-0c3bcd84-d2d9-43c8-a3a5-b43bafa166e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298562 Oct 15 00:33:00.383798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bd7c7a-649d-4adf-be12-90171e1a1bf0 None None] New status for floating IP 3919c7c8-3c13-49b2-9fac-b534c02bcd14: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:33:00.488921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.496870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.504916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.517314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.527189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.534049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.540107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.542077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5763ad8b-7269-4668-8516-d9b176d257e9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1202180 Oct 15 00:33:00.589476 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2c02b94-1331-49d4-b9be-69c9cc681d6b req-5014f4ff-1948-4456-89ed-de374cf6c52a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408812 Oct 15 00:33:00.712044 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523cb4e-895d-468a-a143-88e546d4e8b1 x-openstack-request-id: req-7523cb4e-895d-468a-a143-88e546d4e8b1 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:00.712339 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:00.712591 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7523cb4e-895d-468a-a143-88e546d4e8b1 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:00.712997 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'status': 'completed', 'code': 200} Oct 15 00:33:00.794469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-c602d57c-621a-42e0-9979-59da14fb52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.796307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-c602d57c-621a-42e0-9979-59da14fb52b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 1097 time: 0.0546758 Oct 15 00:33:00.835147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-4a46bee2-49f3-4ce6-a8ed-85e20dcc92c5 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527617 Oct 15 00:33:00.881620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d722a3-2065-454e-abee-085c90d5437f req-beb6696c-16d5-4427-8bf8-dc3afaa65bc8 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.883138 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-beb6696c-16d5-4427-8bf8-dc3afaa65bc8 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/networks?id=11ab261b-a4f4-4e03-88b4-a0efe6461699 HTTP/1.1" status: 200 len: 821 time: 0.4575815 Oct 15 00:33:00.895083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-30a79ff4-51b7-42b4-8a06-6c92b66f9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.896515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-30a79ff4-51b7-42b4-8a06-6c92b66f9eff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1096 time: 0.1233127 Oct 15 00:33:00.920964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42579e27-61c6-4259-a354-b34ce2d37868 req-dfa2e27c-5300-41cd-ae98-1e997ba8c41f tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips/3919c7c8-3c13-49b2-9fac-b534c02bcd14 HTTP/1.1" status: 200 len: 692 time: 0.0900807 Oct 15 00:33:00.957742 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-60ab398c-22a3-4900-8910-900872daa124 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/quotas/2c85b66b8b254bdbb7d83d3d59e675a5 HTTP/1.1" status: 200 len: 375 time: 0.0652051 Oct 15 00:33:00.975049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-aac556e3-e9be-42b3-b656-0597958fea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:00.976558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-aac556e3-e9be-42b3-b656-0597958fea33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 200 len: 930 time: 0.1663804 Oct 15 00:33:01.028381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-f11d812c-123e-4d05-8742-e528055d82f0 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c85b66b8b254bdbb7d83d3d59e675a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610874 Oct 15 00:33:01.050805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-4324396e-051e-46e0-b098-b5f91fe8b54c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 200 len: 217 time: 0.0460534 Oct 15 00:33:01.079488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ff45ab7-c4bb-4dd4-b9a2-e7fff6bde06d req-55cdf7b1-43af-4c42-becc-ae4b4b43bb89 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358899 Oct 15 00:33:01.098908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-a3d4c377-156f-4a80-87eb-77c82d030845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:01.100376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-a3d4c377-156f-4a80-87eb-77c82d030845 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1962636 Oct 15 00:33:01.112065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579e27-61c6-4259-a354-b34ce2d37868 req-f4b062ed-19d7-4377-9cdc-2e1e1152264c tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:01.118808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42579e27-61c6-4259-a354-b34ce2d37868 req-f4b062ed-19d7-4377-9cdc-2e1e1152264c tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1841068 Oct 15 00:33:01.128689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-8c62991c-b90e-4ded-ab7b-c703ff13d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:01.130251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-8c62991c-b90e-4ded-ab7b-c703ff13d03a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a HTTP/1.1" status: 200 len: 868 time: 0.0720401 Oct 15 00:33:01.169489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-2e8c7605-e65d-49c8-93e0-5a57079519d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 217 time: 0.0436301 Oct 15 00:33:01.195242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42579e27-61c6-4259-a354-b34ce2d37868 req-448d2fdf-f1c1-4421-bf5e-a72fbdcc14be tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0740645 Oct 15 00:33:01.226144 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-ff52c9f6-2b65-4d63-8962-96a0236e54bd service neutron] 10.222.0.13 "GET /v2.0/networks/11ab261b-a4f4-4e03-88b4-a0efe6461699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853852 Oct 15 00:33:01.243129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-4bc2e1b1-9e59-43f9-af1f-b77e4a376dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:01.244569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-4bc2e1b1-9e59-43f9-af1f-b77e4a376dff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0667493 Oct 15 00:33:01.259727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42579e27-61c6-4259-a354-b34ce2d37868 req-6dab2e87-ffd3-460c-b1e6-29aaa3388ed9 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0556927 Oct 15 00:33:01.261497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-ef9a3d40-3430-4818-a270-c82a2138ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:01.262906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-ef9a3d40-3430-4818-a270-c82a2138ac60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2879473b-01f1-4c73-9f48-c44d67037be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024806 Oct 15 00:33:01.263375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34880) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:01.289653 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-6069cbe1-dc3a-4375-b2ca-65e3a53e56b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331149 Oct 15 00:33:01.409529 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-a81b69c5-79ec-4272-81cf-3696e9a70a5d service neutron] 10.222.0.13 "GET /v2.0/networks/11ab261b-a4f4-4e03-88b4-a0efe6461699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746969 Oct 15 00:33:01.418604 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c42e0f5-c50a-43ad-bfd4-4a57da1149be admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.431241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-483e45ef-4106-4d48-9d57-6ab7bd502946 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099319 Oct 15 00:33:01.488093 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-12ac680d-4d77-45e5-97cc-6972bfee2d32 service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123413 Oct 15 00:33:01.539453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-865130aa-1035-4e39-b792-20e581b6781a service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001766 Oct 15 00:33:01.581887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Deleting port 87722d5d-2f56-4738-949f-9e4897c3534e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:01.582252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.674771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80592fd9-cd1e-41f4-8798-44337c9154f7 req-639a99cb-d382-45df-ac14-053336421e35 service neutron] 10.222.0.39 "GET /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782138 Oct 15 00:33:01.682221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c42e0f5-c50a-43ad-bfd4-4a57da1149be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.708330 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.708730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.724087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Calling delete_port for 87722d5d-2f56-4738-949f-9e4897c3534e owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:01.734870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c42e0f5-c50a-43ad-bfd4-4a57da1149be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.741561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-220c1b7e-a937-40f8-b1ae-0584e4a48793 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:01.743241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-220c1b7e-a937-40f8-b1ae-0584e4a48793 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.0838313 Oct 15 00:33:01.756938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-2'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:01.768781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b34c-0c90-4c64-b724-61a87af9f8c4 req-df8781d9-4fbf-4918-ac27-6273c4a6428d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:01.770288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da64b34c-0c90-4c64-b724-61a87af9f8c4 req-df8781d9-4fbf-4918-ac27-6273c4a6428d tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.0776508 Oct 15 00:33:01.824061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3c42e0f5-c50a-43ad-bfd4-4a57da1149be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26cd4e7b8203453fbbbc4df5ddd481cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570729 Oct 15 00:33:01.828199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:01.832063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e0f5-c50a-43ad-bfd4-4a57da1149be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3bf588-e5a0-410e-8453-3bcb74e49dca,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:01.843396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 924f8487-9102-4bca-9d70-95f88a0e9b8f details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:01.858674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.871975 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da64b34c-0c90-4c64-b724-61a87af9f8c4 req-435730eb-d66f-476f-83a3-a643403f7b05 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790377 Oct 15 00:33:01.911016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15276fab-5e18-43bf-99fc-abab339efd2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.965169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15276fab-5e18-43bf-99fc-abab339efd2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:01.978676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:02.064828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8202671-e3e6-461e-a1b5-6e662b3d3868 req-e753ce48-c9d5-46d7-a2c3-0c49c2c1b040 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.066001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.066402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8202671-e3e6-461e-a1b5-6e662b3d3868 req-e753ce48-c9d5-46d7-a2c3-0c49c2c1b040 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 945 time: 0.0981283 Oct 15 00:33:02.086735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:02.091292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event deleted for resources: {'Port': ['ID=87722d5d-2f56-4738-949f-9e4897c3534e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:02.131815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15276fab-5e18-43bf-99fc-abab339efd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.134431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15276fab-5e18-43bf-99fc-abab339efd2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.136540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-15276fab-5e18-43bf-99fc-abab339efd2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd3bf588-e5a0-410e-8453-3bcb74e49dca HTTP/1.1" status: 204 len: 168 time: 0.3069408 Oct 15 00:33:02.158187 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8202671-e3e6-461e-a1b5-6e662b3d3868 req-b3822707-1dad-4429-9bdc-c76db662f096 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855691 Oct 15 00:33:02.160026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '924f8487-9102-4bca-9d70-95f88a0e9b8f', 'network_id': '2eaa969e-f3e3-47e9-a6da-c4e168accca1', 'port_id': '924f8487-9102-4bca-9d70-95f88a0e9b8f', 'mac_address': 'fa:16:3e:e0:62:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f92682-db50-417c-ad5a-fbf0bb5a58df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:02.175071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:02.175444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15276fab-5e18-43bf-99fc-abab339efd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3bf588-e5a0-410e-8453-3bcb74e49dca,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:02.198546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.201575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.221512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42579e27-61c6-4259-a354-b34ce2d37868 req-3a3b264f-7ac8-4ca3-918e-d67a545242c6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "DELETE /v2.0/floatingips/3919c7c8-3c13-49b2-9fac-b534c02bcd14 HTTP/1.1" status: 204 len: 173 time: 0.9454267 Oct 15 00:33:02.255461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:02.258894 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f160fd-b4d3-4d2a-bd13-ed105e46a1bf" -d '{"events": [{"server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "name": "network-vif-unplugged", "status": "completed", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:02.264325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.290216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-422967d0-d99a-47d7-bc05-3b845861a1d2 req-da88e092-590c-4fbb-9696-5de1cf2dc48d tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 210 time: 0.0388615 Oct 15 00:33:02.290342 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.299600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924f8487-9102-4bca-9d70-95f88a0e9b8f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:02.304969 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.320095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:02.332722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbdf7a-83cc-48c5-a505-df4fe4726f83 req-e2491eeb-1607-4503-a848-e84c4a16aea0 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.334269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1fbdf7a-83cc-48c5-a505-df4fe4726f83 req-e2491eeb-1607-4503-a848-e84c4a16aea0 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 943 time: 0.0658340 Oct 15 00:33:02.376633 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1fbdf7a-83cc-48c5-a505-df4fe4726f83 req-2601f740-36a4-46dc-8aeb-2ab3a1a02db3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Oct 15 00:33:02.398744 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.414407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.511248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:02.511602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:02.511997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:02.520168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:02.520568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Attempting to bind port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:02.528768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=7']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:02.539951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.542637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.543460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.543460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.543638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:02.547759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:02.548763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:02.549205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:02.549655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Bound port: 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:02.550202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.561846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:02.638442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:02.643305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:02.730670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.731210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db1fc9-1c77-4051-ae4c-156e13cd24b3 req-2a55d898-bf01-4074-9913-cfe58a052cb2 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.737588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db1fc9-1c77-4051-ae4c-156e13cd24b3 req-2a55d898-bf01-4074-9913-cfe58a052cb2 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.737783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.743706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db1fc9-1c77-4051-ae4c-156e13cd24b3 req-2a55d898-bf01-4074-9913-cfe58a052cb2 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.743998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.745366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9db1fc9-1c77-4051-ae4c-156e13cd24b3 req-2a55d898-bf01-4074-9913-cfe58a052cb2 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324&device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca&device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 2417 time: 0.0699041 Oct 15 00:33:02.747021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.750390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.756930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.763055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.769755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.771813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe606d03-c56a-4871-97d9-208d779dc123 req-43493e94-f25c-45f0-b2f6-811729deb7b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.4400208 Oct 15 00:33:02.786711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['924f8487-9102-4bca-9d70-95f88a0e9b8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:02.819334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe606d03-c56a-4871-97d9-208d779dc123 req-d4a0734e-cf3e-470c-bab7-ceffe426a508 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410454 Oct 15 00:33:02.838078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=8']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:02.862207 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9db1fc9-1c77-4051-ae4c-156e13cd24b3 req-327a3c83-0ea8-4c24-8cd8-69699510e755 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042745 Oct 15 00:33:02.865219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:02.865864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:02.867246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9b7570cd-a7af-4888-80f8-26306a8a01d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 1121 time: 1.1145020 Oct 15 00:33:02.901753 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eff528d-01b0-49a5-90e3-0148ace1607e x-openstack-request-id: req-2eff528d-01b0-49a5-90e3-0148ace1607e {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:02.902044 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "name": "network-vif-unplugged", "status": "completed", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:02.902371 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eff528d-01b0-49a5-90e3-0148ace1607e {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:02.902773 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e', 'code': 200} Oct 15 00:33:02.926676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-875e3b79-1ce1-4c6c-845b-8deb6fd91d86 req-888dce8e-0bb3-4c48-b023-b6fe293a000a tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:33:02.928188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-875e3b79-1ce1-4c6c-845b-8deb6fd91d86 req-888dce8e-0bb3-4c48-b023-b6fe293a000a tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076385 Oct 15 00:33:02.975789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['66d694c7-a5d1-4298-9a35-ce8ea07fd06e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:03.027172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5de0f-8199-4fe9-9515-e477e50a0b45 req-e029e44f-d554-4fc7-a25a-4162f5e0d53f tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:03.029579 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ba5de0f-8199-4fe9-9515-e477e50a0b45 req-e029e44f-d554-4fc7-a25a-4162f5e0d53f tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0768385 Oct 15 00:33:03.066721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-875e3b79-1ce1-4c6c-845b-8deb6fd91d86 req-2297d7a6-f7b5-43c2-97f4-bc098bf52fc8 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1306202 Oct 15 00:33:03.075213 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ba5de0f-8199-4fe9-9515-e477e50a0b45 req-a0198ea5-e201-418f-b718-2d8c2412a8d6 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0387869 Oct 15 00:33:03.164890 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a2e73147-14e9-40a3-b101-a29b5a3b8609 req-db3b387f-4387-4289-a4b1-4ab7eae34694 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0702739 Oct 15 00:33:03.346847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829ed89-8d6c-4028-a72a-1f66ad4b2dc4 req-c0e35762-af8f-4e34-bb4d-e7a0fc93dcbd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:03.348429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f829ed89-8d6c-4028-a72a-1f66ad4b2dc4 req-c0e35762-af8f-4e34-bb4d-e7a0fc93dcbd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 943 time: 0.0679488 Oct 15 00:33:03.392493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f829ed89-8d6c-4028-a72a-1f66ad4b2dc4 req-1133db07-1c99-474c-a0fe-c4f3a4c1c4cf tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Oct 15 00:33:03.603539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d71b046a-3b85-4071-a3c1-27dd687d31ab req-2f21dde6-8e03-49b1-8db3-dcec48f40e56 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 210 time: 0.0271969 Oct 15 00:33:03.672338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30476c1-d106-4852-bd27-d50775c03197 req-9453c8b9-23da-4cc4-bc71-974a5f5f3df1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:03.674503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a30476c1-d106-4852-bd27-d50775c03197 req-9453c8b9-23da-4cc4-bc71-974a5f5f3df1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 944 time: 0.0510888 Oct 15 00:33:03.713444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a30476c1-d106-4852-bd27-d50775c03197 req-2fb2d249-3f32-4c4c-b69f-3c61787cdd62 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Oct 15 00:33:04.100110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d722a3-2065-454e-abee-085c90d5437f req-2f51db10-89c4-4755-956e-c0f05ac35df6 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.101629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-2f51db10-89c4-4755-956e-c0f05ac35df6 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.30 "GET /v2.0/networks?id=11ab261b-a4f4-4e03-88b4-a0efe6461699 HTTP/1.1" status: 200 len: 821 time: 0.1217594 Oct 15 00:33:04.102530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34247f2-fa2d-401c-a5a6-34e059af5992 req-fe762589-5b0c-4271-906a-05adfc066faf tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.104005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c34247f2-fa2d-401c-a5a6-34e059af5992 req-fe762589-5b0c-4271-906a-05adfc066faf tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 946 time: 0.0545347 Oct 15 00:33:04.116015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Request body: {'port': {'device_id': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699', 'admin_state_up': True, 'tenant_id': '2c85b66b8b254bdbb7d83d3d59e675a5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:04.159406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c34247f2-fa2d-401c-a5a6-34e059af5992 req-82cbad16-2fa2-43b4-b06b-4ff0e74dcda0 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489564 Oct 15 00:33:04.403009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Made reservation on behalf of 2c85b66b8b254bdbb7d83d3d59e675a5 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:04.406604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:04.527005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.533177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.539169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.545079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.551100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.557059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.563133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.565760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-7048f2eb-2c3d-4092-8ff3-07eef369c140 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1443310 Oct 15 00:33:04.647068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90ef1d42-4b97-4e97-b8a4-286cb81e1d3f req-caffa3b7-e369-46a2-8b41-15b0a441d4b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719411 Oct 15 00:33:04.648239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Allocated IP 172.20.0.8 (11ab261b-a4f4-4e03-88b4-a0efe6461699/e1b6f76e-2416-4adc-b6bb-8b10267b1af6/2ab62b58-d602-4f03-8ac7-78a6912504ba) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:04.753980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246479b4-730a-4af6-8f4f-09b21418df28 req-0eaa6d08-42ed-4411-a2ea-56f1ab29bd0a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:04.753980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-246479b4-730a-4af6-8f4f-09b21418df28 req-0eaa6d08-42ed-4411-a2ea-56f1ab29bd0a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 943 time: 0.0563715 Oct 15 00:33:04.776662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:04.807362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-246479b4-730a-4af6-8f4f-09b21418df28 req-6d5a6b0e-a7cc-46fc-90ec-601907de5bef tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Oct 15 00:33:04.843922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:04.895412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:04.904045 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:04.907428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e has no active binding in host n-h1-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:33:04.908971 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf143141-44e8-4652-9d9e-5912da418dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:04.925022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf4f5934-dc0b-4c90-9b0a-602231d565c4 req-e81b71a8-ae7c-41c4-9f3d-f792983b8538 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 210 time: 0.0344040 Oct 15 00:33:04.951833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:04.993992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Network 11ab261b-a4f4-4e03-88b4-a0efe6461699 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:04.999325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:05.007447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:05.014003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Pushing event updated for resources: {'Port': ['ID=2ab62b58-d602-4f03-8ac7-78a6912504ba,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:05.057341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a1d1e-37d1-4b46-af3e-124e610ac448 req-5e1ff240-37f5-485f-96da-8bc700b31cea tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.058850 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d82a1d1e-37d1-4b46-af3e-124e610ac448 req-5e1ff240-37f5-485f-96da-8bc700b31cea tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 944 time: 0.0502939 Oct 15 00:33:05.061803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.062433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.099136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d82a1d1e-37d1-4b46-af3e-124e610ac448 req-e9852756-1b3a-465f-b9f4-5c8089a77f2b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Oct 15 00:33:05.137595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-98b7f046-cedc-4183-a285-fa2b7cf6659c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0255294 Oct 15 00:33:05.151207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Request body: {'port': {'device_id': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:05.217190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.226757 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ef89dd-1e14-44c2-ad6c-c16ea3be6243 x-openstack-request-id: req-42ef89dd-1e14-44c2-ad6c-c16ea3be6243 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:05.227147 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:05.227662 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42ef89dd-1e14-44c2-ad6c-c16ea3be6243 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:05.228225 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e', 'status': 'completed', 'code': 200} Oct 15 00:33:05.310326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-d4c38f31-f93f-4dd0-b6e6-1c38e3449744 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.310326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-d4c38f31-f93f-4dd0-b6e6-1c38e3449744 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 946 time: 0.0586176 Oct 15 00:33:05.433469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf143141-44e8-4652-9d9e-5912da418dfe req-6f2cbd6a-de1c-4bed-a9a6-530581ae2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.434971 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf143141-44e8-4652-9d9e-5912da418dfe req-6f2cbd6a-de1c-4bed-a9a6-530581ae2908 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1124 time: 0.1539969 Oct 15 00:33:05.449931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Deleting port 34c2ba4a-b15d-41f4-9177-0a064932ca02 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:05.455874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.467576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33041674-29b7-4a25-8f4d-15d5efb87a9e req-3f78088f-14a2-4dea-a049-023e6581bce8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.469017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33041674-29b7-4a25-8f4d-15d5efb87a9e req-3f78088f-14a2-4dea-a049-023e6581bce8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 946 time: 0.1069143 Oct 15 00:33:05.549481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] For port 34c2ba4a-b15d-41f4-9177-0a064932ca02, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=34c2ba4a-b15d-41f4-9177-0a064932ca02,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:05.549932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.562344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Calling delete_port for 34c2ba4a-b15d-41f4-9177-0a064932ca02 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:05.613873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33041674-29b7-4a25-8f4d-15d5efb87a9e req-aa24ac01-66f5-40c1-8e82-668888304359 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/security-groups?id=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323094 Oct 15 00:33:05.646673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf143141-44e8-4652-9d9e-5912da418dfe req-1456fd4f-ffba-4514-a322-3ebda6606404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.648146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf143141-44e8-4652-9d9e-5912da418dfe req-1456fd4f-ffba-4514-a322-3ebda6606404 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1981590 Oct 15 00:33:05.716998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf143141-44e8-4652-9d9e-5912da418dfe req-b783310b-2bb7-4f4e-9b79-24afa2ee01d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 217 time: 0.0613060 Oct 15 00:33:05.740919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab62b58-d602-4f03-8ac7-78a6912504ba {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:05.766117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.772331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efc4cb-ddc7-428d-af61-03ba20c43f97 req-6ba9e511-c004-456d-811d-62430c7cc539 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.773916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37efc4cb-ddc7-428d-af61-03ba20c43f97 req-6ba9e511-c004-456d-811d-62430c7cc539 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Oct 15 00:33:05.790477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Transition to ACTIVE for port object 2ab62b58-d602-4f03-8ac7-78a6912504ba will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:33:05.796126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf143141-44e8-4652-9d9e-5912da418dfe req-341dff62-8779-4bc2-94da-51c3274f82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:05.798852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf143141-44e8-4652-9d9e-5912da418dfe req-341dff62-8779-4bc2-94da-51c3274f82ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0725863 Oct 15 00:33:05.820891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37efc4cb-ddc7-428d-af61-03ba20c43f97 req-b7c0c23a-48ea-4f9b-8547-0afed5ea2849 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Oct 15 00:33:05.825957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.843357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf143141-44e8-4652-9d9e-5912da418dfe req-57829d20-9887-4429-855e-cbab7c5d0945 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298648 Oct 15 00:33:05.843485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['34c2ba4a-b15d-41f4-9177-0a064932ca02'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:05.869939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.879870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Pushing event deleted for resources: {'Port': ['ID=34c2ba4a-b15d-41f4-9177-0a064932ca02,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:05.896845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 924f8487-9102-4bca-9d70-95f88a0e9b8f up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:05.917439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] No DVR routers for this DVR port 34c2ba4a-b15d-41f4-9177-0a064932ca02 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:05.920020 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:05.926626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52d29824-bd28-4e1a-bdfc-3a5ccdae2a0a req-f2674ec3-7046-4129-9ddc-047f785685b8 tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.39 "DELETE /v2.0/ports/34c2ba4a-b15d-41f4-9177-0a064932ca02 HTTP/1.1" status: 204 len: 173 time: 0.6077514 Oct 15 00:33:05.927091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'name': 'network-vif-deleted', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:05.930670 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a65768c-2562-4ec5-9884-e442555b4edb" -d '{"events": [{"server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "name": "network-vif-deleted", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:06.032545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 924f8487-9102-4bca-9d70-95f88a0e9b8f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:06.037592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 924f8487-9102-4bca-9d70-95f88a0e9b8f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:06.038047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:06.079920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38c21-f102-4c3b-a277-0827fd982ac9 req-ad086cbf-7246-4cb5-a9c6-0409deefbf31 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.081522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76c38c21-f102-4c3b-a277-0827fd982ac9 req-ad086cbf-7246-4cb5-a9c6-0409deefbf31 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 943 time: 0.0713141 Oct 15 00:33:06.134261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76c38c21-f102-4c3b-a277-0827fd982ac9 req-ea4937c1-a64b-4e71-af7b-bddc2e234351 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450668 Oct 15 00:33:06.150992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:06.183767 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66bba64-16d2-4940-ae56-53d7b2703ef4 x-openstack-request-id: req-f66bba64-16d2-4940-ae56-53d7b2703ef4 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:06.184131 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1521cf4-7291-4dde-b25f-b61543855e81", "name": "network-vif-deleted", "tag": "34c2ba4a-b15d-41f4-9177-0a064932ca02", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:06.184472 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f66bba64-16d2-4940-ae56-53d7b2703ef4 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:06.186825 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1521cf4-7291-4dde-b25f-b61543855e81', 'name': 'network-vif-deleted', 'tag': '34c2ba4a-b15d-41f4-9177-0a064932ca02', 'status': 'completed', 'code': 200} Oct 15 00:33:06.203553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:06.204611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:06.207024 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3988e87-794e-4d58-b089-b8e8b6044b25" -d '{"events": [{"server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "name": "network-vif-plugged", "status": "completed", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:06.271083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab62b58-d602-4f03-8ac7-78a6912504ba,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:06.280155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:06.280955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 34c2ba4a-b15d-41f4-9177-0a064932ca02 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:06.292733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690448-a9e8-42b3-9085-83546e2b11b5 req-7b467848-fd98-42ec-8574-1f25eaaaa800 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.294336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f690448-a9e8-42b3-9085-83546e2b11b5 req-7b467848-fd98-42ec-8574-1f25eaaaa800 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 943 time: 0.0589705 Oct 15 00:33:06.299718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.305762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.311907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.318691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.324696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.328471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 34c2ba4a-b15d-41f4-9177-0a064932ca02 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:06.328471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 34c2ba4a-b15d-41f4-9177-0a064932ca02 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:06.331506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.337491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.339505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-269eaba0-2931-45da-ae46-474c496509aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.4802179 Oct 15 00:33:06.351819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f690448-a9e8-42b3-9085-83546e2b11b5 req-a5f30de3-918f-4b11-9d72-88b103b046c0 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435841 Oct 15 00:33:06.355748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:06.408559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf143141-44e8-4652-9d9e-5912da418dfe req-fde9ff9a-c344-4983-9033-836677243f0c service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619824 Oct 15 00:33:06.467353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9e2d13cc-2ae3-471b-b962-8ca5d7bfc035 req-4ed132fc-73ac-49f5-a285-2aaf3fc1f359 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173651 Oct 15 00:33:06.517770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Attempting to bind port 2ab62b58-d602-4f03-8ac7-78a6912504ba on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:06.518132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Attempting to bind port 2ab62b58-d602-4f03-8ac7-78a6912504ba by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'c20962f6-b605-4396-9a45-8e6e10a3eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:06.518971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Attempting to bind port 2ab62b58-d602-4f03-8ac7-78a6912504ba on network 11ab261b-a4f4-4e03-88b4-a0efe6461699 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:06.525188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Port 2ab62b58-d602-4f03-8ac7-78a6912504ba on network 11ab261b-a4f4-4e03-88b4-a0efe6461699 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:06.525503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Attempting to bind port 2ab62b58-d602-4f03-8ac7-78a6912504ba on network 11ab261b-a4f4-4e03-88b4-a0efe6461699 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:06.536411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:06.536746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Checking segment: {'id': 'c20962f6-b605-4396-9a45-8e6e10a3eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:06.537119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Bound using segment: {'id': 'c20962f6-b605-4396-9a45-8e6e10a3eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:06.537539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Bound port: 2ab62b58-d602-4f03-8ac7-78a6912504ba, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20962f6-b605-4396-9a45-8e6e10a3eeb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:06.537886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:06.603489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf143141-44e8-4652-9d9e-5912da418dfe req-ab7bf048-ad8a-4417-9476-add70014c4af service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853149 Oct 15 00:33:06.629396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28f5f7-beea-4332-8c4b-c4e106c44fd0 req-d2b01fc4-f8d8-42ba-9f7a-e58c09487131 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.635105 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a28f5f7-beea-4332-8c4b-c4e106c44fd0 req-d2b01fc4-f8d8-42ba-9f7a-e58c09487131 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 945 time: 0.0982907 Oct 15 00:33:06.668851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] For port 2ab62b58-d602-4f03-8ac7-78a6912504ba, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:06.689294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] For port 2ab62b58-d602-4f03-8ac7-78a6912504ba, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2ab62b58-d602-4f03-8ac7-78a6912504ba,segment=NetworkSegment(c20962f6-b605-4396-9a45-8e6e10a3eeb4),segment_id=c20962f6-b605-4396-9a45-8e6e10a3eeb4)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:06.695289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a28f5f7-beea-4332-8c4b-c4e106c44fd0 req-2d9deef6-f02a-4f99-a296-57278fa78019 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Oct 15 00:33:06.784297 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e16bc03-64e0-4393-a9e8-88a7ba69c46f x-openstack-request-id: req-3e16bc03-64e0-4393-a9e8-88a7ba69c46f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:06.784297 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "name": "network-vif-plugged", "status": "completed", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:06.784297 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e16bc03-64e0-4393-a9e8-88a7ba69c46f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:06.784297 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f', 'code': 200} Oct 15 00:33:06.834015 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:06.859988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a31c6afe-d00a-423a-88e5-791ec0d5f873 req-3c5bef82-a48c-4e08-b6cb-5e61fe6783aa tempest-FloatingIPsAssociationNegativeTestJSON-528304022 tempest-FloatingIPsAssociationNegativeTestJSON-528304022-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1521cf4-7291-4dde-b25f-b61543855e81 HTTP/1.1" status: 200 len: 210 time: 0.0394096 Oct 15 00:33:06.914924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:06.915542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:06.917074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] 10.222.0.30 "PUT /v2.0/ports/2ab62b58-d602-4f03-8ac7-78a6912504ba HTTP/1.1" status: 200 len: 1091 time: 1.7707841 Oct 15 00:33:06.950484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-75ba9c1b-3613-4d4a-a801-142c1e5f749d service neutron] 10.222.0.39 "GET /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.0842922 Oct 15 00:33:06.974041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269f381-09eb-4dd6-a2a0-fbf7c9661be3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab62b58-d602-4f03-8ac7-78a6912504ba,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:06.998652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c345-b0a3-4b5a-acf2-6a446aa851b4 req-e2922aeb-a606-45b2-aab4-c4ba51449cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.000748 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a88c345-b0a3-4b5a-acf2-6a446aa851b4 req-e2922aeb-a606-45b2-aab4-c4ba51449cf8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1096 time: 0.1398144 Oct 15 00:33:07.079847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdbb3c-c80f-480d-ab98-52c753ec04e3 req-ba2dfecc-52e1-4514-9fdc-15d0f35d63bd tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.081347 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1bdbb3c-c80f-480d-ab98-52c753ec04e3 req-ba2dfecc-52e1-4514-9fdc-15d0f35d63bd tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.1211972 Oct 15 00:33:07.091608 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a88c345-b0a3-4b5a-acf2-6a446aa851b4 req-b4ab6b61-b112-4a4e-b97c-d125417e08c2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838974 Oct 15 00:33:07.113587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d722a3-2065-454e-abee-085c90d5437f req-54839b0e-77a4-45a1-832e-e3cf1e2a5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.115087 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-54839b0e-77a4-45a1-832e-e3cf1e2a5998 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c85b66b8b254bdbb7d83d3d59e675a5&device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 1094 time: 0.0887933 Oct 15 00:33:07.138891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1bdbb3c-c80f-480d-ab98-52c753ec04e3 req-2716b501-6265-4831-b877-3690cad87c8e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Oct 15 00:33:07.166756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-e5fd1206-c277-4311-99f5-fcd509a605dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab62b58-d602-4f03-8ac7-78a6912504ba HTTP/1.1" status: 200 len: 217 time: 0.0419428 Oct 15 00:33:07.170739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:07.214226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:07.229297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'tag': '2ab62b58-d602-4f03-8ac7-78a6912504ba'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:07.232410 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4e7536-5b61-4c95-b326-3015870ae744" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f38ee6-518e-4f27-a3d2-c428eec6693a", "tag": "2ab62b58-d602-4f03-8ac7-78a6912504ba"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:07.240923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d722a3-2065-454e-abee-085c90d5437f req-867ce776-727c-4bbb-af61-a69bbf7ba71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.247829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-867ce776-727c-4bbb-af61-a69bbf7ba71e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e1b6f76e-2416-4adc-b6bb-8b10267b1af6 HTTP/1.1" status: 200 len: 861 time: 0.0678396 Oct 15 00:33:07.257931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d694c7-a5d1-4298-9a35-ce8ea07fd06e {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:07.291223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:07.314802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-b2532a84-37ee-4d88-84d5-dbe5df0f6f77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11ab261b-a4f4-4e03-88b4-a0efe6461699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296662 Oct 15 00:33:07.325967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-ef5b14fc-1178-4720-a3dd-95844ae544e3 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.327458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-ef5b14fc-1178-4720-a3dd-95844ae544e3 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 945 time: 0.0720694 Oct 15 00:33:07.369611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c44f7f-03a7-412c-8830-ad76235e0a42 req-26823481-586e-414a-a973-88b87b3df8b9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.370869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75c44f7f-03a7-412c-8830-ad76235e0a42 req-26823481-586e-414a-a973-88b87b3df8b9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 943 time: 0.1207399 Oct 15 00:33:07.374492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:07.464864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75c44f7f-03a7-412c-8830-ad76235e0a42 req-3200674f-3cc9-4054-8e03-03f2735a4d5c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566578 Oct 15 00:33:07.466977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-4dcdc6b1-6026-43b9-b674-74697be5d408 service neutron] 10.222.0.30 "GET /v2.0/networks/11ab261b-a4f4-4e03-88b4-a0efe6461699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417677 Oct 15 00:33:07.516963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Deleting port 284f086c-b390-4e76-b45b-a62249bb4837 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:07.516963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:07.521124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] Transition to ACTIVE for port object 66d694c7-a5d1-4298-9a35-ce8ea07fd06e will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:33:07.574634 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81b4d94-b253-46f0-a313-b69850b453a5 x-openstack-request-id: req-b81b4d94-b253-46f0-a313-b69850b453a5 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:07.574948 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f38ee6-518e-4f27-a3d2-c428eec6693a", "tag": "2ab62b58-d602-4f03-8ac7-78a6912504ba", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:07.575201 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b81b4d94-b253-46f0-a313-b69850b453a5 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:07.575593 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'tag': '2ab62b58-d602-4f03-8ac7-78a6912504ba', 'status': 'completed', 'code': 200} Oct 15 00:33:07.600878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:07.623837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54d722a3-2065-454e-abee-085c90d5437f req-22c32d44-ec37-47cd-927a-cbfb3f29b95b service neutron] 10.222.0.30 "GET /v2.0/networks/11ab261b-a4f4-4e03-88b4-a0efe6461699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481595 Oct 15 00:33:07.668556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.676089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.682167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.688153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.695449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.701485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.709032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.710964 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-db6b1a93-f785-424a-8e14-bac47f90d438 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1054611 Oct 15 00:33:07.728876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] No DVR routers for this DVR port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:07.747599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] For port 284f086c-b390-4e76-b45b-a62249bb4837, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=284f086c-b390-4e76-b45b-a62249bb4837,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:07.747876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:07.758728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:07.764540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e08bd77e-b072-43ee-a8f2-c97b20922687 req-2b76743b-001d-4af4-8a47-f364a5cff9ba tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467861 Oct 15 00:33:07.773794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66f48b-0994-4ad9-936d-e4b01af89156 req-7720bd8c-7ac6-4a57-8897-6ea3747b0348 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.774881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f66f48b-0994-4ad9-936d-e4b01af89156 req-7720bd8c-7ac6-4a57-8897-6ea3747b0348 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 943 time: 0.1826284 Oct 15 00:33:07.794663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Calling delete_port for 284f086c-b390-4e76-b45b-a62249bb4837 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:07.810521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-01db5e6c-d46e-4fed-bd9f-fe50caaea8c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e/bindings/n-h1-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8514295 Oct 15 00:33:07.835585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-a4b7622e-cc01-46ed-8847-bef445715c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.837372 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-a4b7622e-cc01-46ed-8847-bef445715c78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c85b66b8b254bdbb7d83d3d59e675a5&device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 1094 time: 0.1113660 Oct 15 00:33:07.885831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f66f48b-0994-4ad9-936d-e4b01af89156 req-3a435bb0-86b7-4c9e-86c8-0c8c70d4dd61 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887990 Oct 15 00:33:07.978981 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59d8a2-44fa-4f6a-9dea-943bf5a13747 req-71281d12-bd72-416d-ab7a-d16ea5fe355d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.980886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb59d8a2-44fa-4f6a-9dea-943bf5a13747 req-71281d12-bd72-416d-ab7a-d16ea5fe355d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 945 time: 0.1073759 Oct 15 00:33:07.984111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-cb25c89a-1e83-4744-8193-3e6933091493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:07.986505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-cb25c89a-1e83-4744-8193-3e6933091493 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11ab261b-a4f4-4e03-88b4-a0efe6461699 HTTP/1.1" status: 200 len: 922 time: 0.1376984 Oct 15 00:33:08.011337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-7dfb2471-2459-48e2-bee1-f341dec7b36a tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.012784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-7dfb2471-2459-48e2-bee1-f341dec7b36a tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.0867858 Oct 15 00:33:08.042714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-f70de03e-efda-4f97-bac7-90f11128d0bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ab62b58-d602-4f03-8ac7-78a6912504ba HTTP/1.1" status: 200 len: 217 time: 0.0462966 Oct 15 00:33:08.068013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb59d8a2-44fa-4f6a-9dea-943bf5a13747 req-7bc32642-844b-4e71-81cc-c44bc4ee93de tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780108 Oct 15 00:33:08.093719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9cffa4a4-7e76-403e-bcab-269f097932da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.096030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-9cffa4a4-7e76-403e-bcab-269f097932da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d&tenant_id=20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 1095 time: 0.0751278 Oct 15 00:33:08.099650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:08.114702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['284f086c-b390-4e76-b45b-a62249bb4837'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:08.117860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['cadf9a77-77be-48d3-8da6-4fa21723f085', 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:08.122919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35034) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:08.133471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-c5490b1c-364e-4fee-a232-f3b37ff93174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.138106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-c5490b1c-364e-4fee-a232-f3b37ff93174 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e1b6f76e-2416-4adc-b6bb-8b10267b1af6 HTTP/1.1" status: 200 len: 861 time: 0.0814342 Oct 15 00:33:08.144604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Pushing event deleted for resources: {'Port': ['ID=284f086c-b390-4e76-b45b-a62249bb4837,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:08.218312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-463e78dc-1c52-41c9-943a-567be410bec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11ab261b-a4f4-4e03-88b4-a0efe6461699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522747 Oct 15 00:33:08.224903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] No DVR routers for this DVR port 284f086c-b390-4e76-b45b-a62249bb4837 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:08.228610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:08.233239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e56ef777-62a4-441c-bd03-a1db9f532d79 req-fa3c6de6-b7aa-4e36-9b81-e0b93035c309 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.30 "DELETE /v2.0/ports/284f086c-b390-4e76-b45b-a62249bb4837 HTTP/1.1" status: 204 len: 173 time: 0.8997762 Oct 15 00:33:08.233924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aabaf5e-c694-4234-98bd-0eef51379324', 'name': 'network-vif-deleted', 'tag': '284f086c-b390-4e76-b45b-a62249bb4837'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:08.237869 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928c9288-1d29-46ce-9292-a5ad3997c87b" -d '{"events": [{"server_uuid": "3aabaf5e-c694-4234-98bd-0eef51379324", "name": "network-vif-deleted", "tag": "284f086c-b390-4e76-b45b-a62249bb4837"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:08.249689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-32900db9-c28f-424a-b149-5c89f2e89e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.251913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-32900db9-c28f-424a-b149-5c89f2e89e15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1095 time: 0.1178882 Oct 15 00:33:08.295257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d654b31-add8-4fbb-816a-5789257de7fd req-8be651c4-e32a-4de1-a422-11a10249caf8 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aabaf5e-c694-4234-98bd-0eef51379324 HTTP/1.1" status: 200 len: 210 time: 0.0422454 Oct 15 00:33:08.415806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-265e4ca4-580f-4097-a2b4-4ef53a7b5b26 service neutron] 10.222.0.30 "GET /v2.0/networks/11ab261b-a4f4-4e03-88b4-a0efe6461699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864007 Oct 15 00:33:08.418831 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd59682-d302-42e6-8455-c836a53b1323 x-openstack-request-id: req-cdd59682-d302-42e6-8455-c836a53b1323 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:08.419342 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aabaf5e-c694-4234-98bd-0eef51379324", "name": "network-vif-deleted", "tag": "284f086c-b390-4e76-b45b-a62249bb4837", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:08.419342 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdd59682-d302-42e6-8455-c836a53b1323 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:08.419891 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aabaf5e-c694-4234-98bd-0eef51379324', 'name': 'network-vif-deleted', 'tag': '284f086c-b390-4e76-b45b-a62249bb4837', 'status': 'completed', 'code': 200} Oct 15 00:33:08.421905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-40555b3b-a8ea-4faa-97c5-60a79cd7c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.423701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-40555b3b-a8ea-4faa-97c5-60a79cd7c5e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1611505 Oct 15 00:33:08.499888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-51ad2d7a-4d59-4faa-bb59-089de2807782 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 200 len: 217 time: 0.0625546 Oct 15 00:33:08.572331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-74e42e3b-9d5e-47ec-ac06-915f3a28c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.574558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-74e42e3b-9d5e-47ec-ac06-915f3a28c5fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0661461 Oct 15 00:33:08.616359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-f8cf4589-35b5-47f4-9f95-be6348d80b7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345297 Oct 15 00:33:08.746879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-28ffc839-cc10-44b0-bc30-482a83074f02 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226544 Oct 15 00:33:08.762536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8e4e7536-5b61-4c95-b326-3015870ae744 req-e522edee-5c71-45d8-8909-5a6aeb05c9d0 service neutron] 10.222.0.30 "GET /v2.0/networks/11ab261b-a4f4-4e03-88b4-a0efe6461699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164833 Oct 15 00:33:08.779895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58453b75-514b-40e1-939c-429ead5fb6e6 req-4694184f-68e4-4e40-9ce2-f17e7e75077f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.787658 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58453b75-514b-40e1-939c-429ead5fb6e6 req-4694184f-68e4-4e40-9ce2-f17e7e75077f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 944 time: 0.1801095 Oct 15 00:33:08.875288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-1fd6e464-ac9c-43e4-ac33-e6115898cf68 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195815 Oct 15 00:33:08.875423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58453b75-514b-40e1-939c-429ead5fb6e6 req-0ced4869-7821-4dc5-9f0c-9e770cad1e3a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860751 Oct 15 00:33:08.913410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35050) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:08.947863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.954428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.966037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.974974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.981367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.987655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.995057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:08.996724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-e3d1a72c-8d8d-4d60-b6ab-8be58e9ae8a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1335583 Oct 15 00:33:09.049877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50052447-3041-4f8f-b01b-2ae07cd6f284 req-d45690dc-6e4b-41d8-a2cf-34120231ca72 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401618 Oct 15 00:33:09.063775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66654dfa-d72a-4520-ae26-57ed22fd335b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.086655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9b003-c679-40cc-acae-43fe6cd9aee2 req-e507076a-4850-474f-aee4-1a09a513c09d tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:09.088142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0fd9b003-c679-40cc-acae-43fe6cd9aee2 req-e507076a-4850-474f-aee4-1a09a513c09d tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 943 time: 0.1001542 Oct 15 00:33:09.103533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.198386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0fd9b003-c679-40cc-acae-43fe6cd9aee2 req-58af2f2b-d444-49f0-b1b6-a55729d14c94 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004219 Oct 15 00:33:09.257591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8095c2-0f7c-4159-9491-0976891dc7cc req-21fc8ecd-7fbb-4219-8f4e-9dd3334c4f0f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:09.259950 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e8095c2-0f7c-4159-9491-0976891dc7cc req-21fc8ecd-7fbb-4219-8f4e-9dd3334c4f0f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 945 time: 0.0544729 Oct 15 00:33:09.302885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e8095c2-0f7c-4159-9491-0976891dc7cc req-2777436b-2b2d-4e22-aac4-d00d71b46191 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Oct 15 00:33:09.439628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0394-d922-496f-a7b8-a9947166295e req-8cd0333f-746c-44d4-bb70-38048234ae7a tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:09.441261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-8cd0333f-746c-44d4-bb70-38048234ae7a tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.0706379 Oct 15 00:33:09.581816 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66654dfa-d72a-4520-ae26-57ed22fd335b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.601491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-60ec8833-cd1c-4436-a907-4eb23b196d04 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1344441161&fields=id&tenant_id=e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 267 time: 0.1342204 Oct 15 00:33:09.639555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e3ea0394-d922-496f-a7b8-a9947166295e req-87e1cc11-ac09-460c-9666-df17fe021cc6 service neutron] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:09.643747 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3ea0394-d922-496f-a7b8-a9947166295e req-87e1cc11-ac09-460c-9666-df17fe021cc6 service neutron] Publish callbacks [] for binding, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.644862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ea0394-d922-496f-a7b8-a9947166295e req-87e1cc11-ac09-460c-9666-df17fe021cc6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e/bindings/n-h2-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.1950581 Oct 15 00:33:09.665682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.671416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66654dfa-d72a-4520-ae26-57ed22fd335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.712101 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-7223a4a1-a4e2-4799-b187-fbea60078f3b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:09.713558 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-7223a4a1-a4e2-4799-b187-fbea60078f3b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 945 time: 0.0903373 Oct 15 00:33:09.734864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'port': {'security_groups': ['087f6681-0613-4a5c-9223-e5a22e68c4c1', 'f9b4b5c8-cfb1-43ac-aa89-6160acdd328a']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:09.750383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66654dfa-d72a-4520-ae26-57ed22fd335b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=945ea21560674d9b8415d483a9745bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357787 Oct 15 00:33:09.752939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35066) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:09.770609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66654dfa-d72a-4520-ae26-57ed22fd335b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d53283-93bc-4088-ac30-a66c1be97b2a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:09.814997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28e91f-bbf1-4e9a-acf8-9d83ac43008f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.852770 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.865624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28e91f-bbf1-4e9a-acf8-9d83ac43008f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.865918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:09.909684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:09.915038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c48d4-6bed-469c-a227-64bbd850b695 req-609e8a93-6335-42e2-91f6-738459c08a31 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:09.916620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-196c48d4-6bed-469c-a227-64bbd850b695 req-609e8a93-6335-42e2-91f6-738459c08a31 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 946 time: 0.0920861 Oct 15 00:33:09.963993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-196c48d4-6bed-469c-a227-64bbd850b695 req-a4de7c57-1b1d-45f2-bbb0-408c4ede9718 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Oct 15 00:33:09.964407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Deleting port 0fc3ad9b-859a-4735-bf2c-85919de70bc7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:09.964743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:09.999045 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28e91f-bbf1-4e9a-acf8-9d83ac43008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:10.004247 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28e91f-bbf1-4e9a-acf8-9d83ac43008f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:10.005601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7b28e91f-bbf1-4e9a-acf8-9d83ac43008f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23d53283-93bc-4088-ac30-a66c1be97b2a HTTP/1.1" status: 204 len: 168 time: 0.2516689 Oct 15 00:33:10.015476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e91f-bbf1-4e9a-acf8-9d83ac43008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d53283-93bc-4088-ac30-a66c1be97b2a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:10.103039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c3ed4-463c-4106-a45d-65af64f340dc req-6a9f5a6b-39d9-4777-aac6-e38c8d422b90 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.104716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d7c3ed4-463c-4106-a45d-65af64f340dc req-6a9f5a6b-39d9-4777-aac6-e38c8d422b90 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 944 time: 0.0604515 Oct 15 00:33:10.123573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] For port 0fc3ad9b-859a-4735-bf2c-85919de70bc7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0fc3ad9b-859a-4735-bf2c-85919de70bc7,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:10.123947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:10.143304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Calling delete_port for 0fc3ad9b-859a-4735-bf2c-85919de70bc7 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:10.153376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d7c3ed4-463c-4106-a45d-65af64f340dc req-db7b33eb-b2e9-46a3-aded-c877d16421ac tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Oct 15 00:33:10.169731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:10.250111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:10.294283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.300725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.306794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.312921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.319369 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:10.319551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.325650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.333187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.333595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:10.335749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-997302cb-2987-4863-a8e6-c2bfb73dde7c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1069238 Oct 15 00:33:10.341027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['924f8487-9102-4bca-9d70-95f88a0e9b8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:10.397513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a7511d2-1451-49af-8e48-cd36c703e9e9 req-3729c118-5660-49fd-bef4-298816c3aca8 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444777 Oct 15 00:33:10.413060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.413710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:10.415124 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c1fdf89-3dd8-4ec3-9585-55b2ddc2e216 req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "PUT /v2.0/ports/924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 981 time: 0.6888583 Oct 15 00:33:10.427483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:10.427483 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429d82f4-4136-4c1b-a398-be740a08786d" -d '{"events": [{"name": "network-changed", "server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:10.490117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a073-2d78-4d70-823f-a574044e6350 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:10.552841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['924f8487-9102-4bca-9d70-95f88a0e9b8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:10.644273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2567f525-d88a-48f3-b7dc-d2df46d67222 req-a89f979a-a675-4874-9478-07374ee692e3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/f9b4b5c8-cfb1-43ac-aa89-6160acdd328a HTTP/1.1" status: 200 len: 1801 time: 0.0732903 Oct 15 00:33:10.656923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9219b-781e-4ba6-ab6b-4f5fdb2cf33d req-967a7f46-15b3-451e-a8b4-d2be964b8e39 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.658567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74a9219b-781e-4ba6-ab6b-4f5fdb2cf33d req-967a7f46-15b3-451e-a8b4-d2be964b8e39 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 943 time: 0.0579510 Oct 15 00:33:10.858344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74a9219b-781e-4ba6-ab6b-4f5fdb2cf33d req-c7e5c7c1-348a-45dd-bd5e-64f90fdbe5e0 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-2567f525-d88a-48f3-b7dc-d2df46d67222 req-26e0e299-8b5d-4026-8f64-7621f357bf34 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2567f525-d88a-48f3-b7dc-d2df46d67222 req-26e0e299-8b5d-4026-8f64-7621f357bf34 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9b4b5c8-cfb1-43ac-aa89-6160acdd328a HTTP/1.1" status: 409 len: 341 time: 0.0683148 Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6020bb0e-4674-4bfd-b1ab-f604216d7d5c x-openstack-request-id: req-6020bb0e-4674-4bfd-b1ab-f604216d7d5c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6020bb0e-4674-4bfd-b1ab-f604216d7d5c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f', 'status': 'completed', 'code': 200} Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6e95a-14e6-4c0d-be95-fe7bb9fffcb5 req-77422372-465d-4557-b00a-648cf6e15da5 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ba6e95a-14e6-4c0d-be95-fe7bb9fffcb5 req-77422372-465d-4557-b00a-648cf6e15da5 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 1095 time: 0.0439339 Oct 15 00:33:10.860803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ba6e95a-14e6-4c0d-be95-fe7bb9fffcb5 req-32263c28-c574-4f9d-957d-6483438e55ae tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332122 Oct 15 00:33:10.865108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d82f4-4136-4c1b-a398-be740a08786d req-bfeab8ec-310d-44fa-8dee-901b7942409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.865108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-429d82f4-4136-4c1b-a398-be740a08786d req-bfeab8ec-310d-44fa-8dee-901b7942409d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1135 time: 0.0612235 Oct 15 00:33:10.868092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 2ab62b58-d602-4f03-8ac7-78a6912504ba details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:10.868720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 284f086c-b390-4e76-b45b-a62249bb4837 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:10.932341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 284f086c-b390-4e76-b45b-a62249bb4837 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:10.933441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 284f086c-b390-4e76-b45b-a62249bb4837 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:10.972345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d82f4-4136-4c1b-a398-be740a08786d req-aae32f68-3d34-4cb8-bb1a-5b45a1f9f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:10.973879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-429d82f4-4136-4c1b-a398-be740a08786d req-aae32f68-3d34-4cb8-bb1a-5b45a1f9f68d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 914 time: 0.1044273 Oct 15 00:33:10.980099 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:11.071654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-429d82f4-4136-4c1b-a398-be740a08786d req-147a4725-85d9-4148-9971-7c823bdf7126 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 217 time: 0.0904059 Oct 15 00:33:11.085937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc3ad9b-859a-4735-bf2c-85919de70bc7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:11.188397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 2ab62b58-d602-4f03-8ac7-78a6912504ba, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2ab62b58-d602-4f03-8ac7-78a6912504ba,segment=NetworkSegment(c20962f6-b605-4396-9a45-8e6e10a3eeb4),segment_id=c20962f6-b605-4396-9a45-8e6e10a3eeb4)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:11.203563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d82f4-4136-4c1b-a398-be740a08786d req-291e83fd-084b-4535-8847-cb00f804f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:11.214971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-429d82f4-4136-4c1b-a398-be740a08786d req-291e83fd-084b-4535-8847-cb00f804f131 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.1270950 Oct 15 00:33:11.221155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '2ab62b58-d602-4f03-8ac7-78a6912504ba', 'network_id': '11ab261b-a4f4-4e03-88b4-a0efe6461699', 'port_id': '2ab62b58-d602-4f03-8ac7-78a6912504ba', 'mac_address': 'fa:16:3e:93:ad:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b6f76e-2416-4adc-b6bb-8b10267b1af6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:11.278838 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:11.291896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-429d82f4-4136-4c1b-a398-be740a08786d req-5f144570-c103-4881-814f-37123704c04a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521965 Oct 15 00:33:11.292400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2ce8c-b888-4a0d-9abd-b23e7176d2b0 req-3dc62df3-df26-4038-8799-38c69d68aad4 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:11.295165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab62b58-d602-4f03-8ac7-78a6912504ba {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:11.299959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fe2ce8c-b888-4a0d-9abd-b23e7176d2b0 req-3dc62df3-df26-4038-8799-38c69d68aad4 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 946 time: 0.2155721 Oct 15 00:33:11.362588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 2ab62b58-d602-4f03-8ac7-78a6912504ba, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2ab62b58-d602-4f03-8ac7-78a6912504ba,segment=NetworkSegment(c20962f6-b605-4396-9a45-8e6e10a3eeb4),segment_id=c20962f6-b605-4396-9a45-8e6e10a3eeb4)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:11.436953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:11.493686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fe2ce8c-b888-4a0d-9abd-b23e7176d2b0 req-52632340-742f-46f0-9a18-e05265567319 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862433 Oct 15 00:33:11.558079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:11.568470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=2ab62b58-d602-4f03-8ac7-78a6912504ba,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:11.586809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-e4395178-3346-4bea-8d8d-0c3dda182eb0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:11.587883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-e4395178-3346-4bea-8d8d-0c3dda182eb0 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 946 time: 0.2134879 Oct 15 00:33:11.604183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-b23e7f65-3cfd-4bcc-8897-0746c34fd5b2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:11.614480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-b23e7f65-3cfd-4bcc-8897-0746c34fd5b2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.3208992 Oct 15 00:33:11.635229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c5eedbcb-ed01-4281-95d7-4e27e5380097 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/quotas/20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 375 time: 0.0198917 Oct 15 00:33:11.696533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-429d82f4-4136-4c1b-a398-be740a08786d req-9ccc3a06-5083-41e7-8e27-05d14a4c2e8b service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891728 Oct 15 00:33:11.700200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['2ab62b58-d602-4f03-8ac7-78a6912504ba'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:11.782328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-ee415284-4524-43e1-846a-f991cfb27df9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1365337 Oct 15 00:33:11.863245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631fb0-978b-4c51-91a7-b48f314bec4f req-6e182df9-bf26-40c7-b66f-bf2b999c50dd tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:11.865242 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8631fb0-978b-4c51-91a7-b48f314bec4f req-6e182df9-bf26-40c7-b66f-bf2b999c50dd tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 984 time: 0.2101827 Oct 15 00:33:11.929151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-429d82f4-4136-4c1b-a398-be740a08786d req-5d6c097f-3337-4718-9046-de2782c28519 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252259 Oct 15 00:33:11.933024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8631fb0-978b-4c51-91a7-b48f314bec4f req-f2e090ef-6f92-41d0-8285-2b527e3acc49 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0550852 Oct 15 00:33:11.950213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-f62fe0dc-1d90-4b53-8eb9-3a4c1fa8a7e9 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660991 Oct 15 00:33:11.970995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Deleting port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:11.971341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:12.074555 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-08018576-f91f-412a-9660-68f8b44895f0 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173022 Oct 15 00:33:12.082206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-d998ea88-e751-4eda-923b-fec678ff44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.083699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-d998ea88-e751-4eda-923b-fec678ff44fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1135 time: 0.0559602 Oct 15 00:33:12.191549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-9fd10c97-9386-49a3-b74b-5d1e70505039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.193030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-9fd10c97-9386-49a3-b74b-5d1e70505039 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 914 time: 0.1017280 Oct 15 00:33:12.236918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-baf38cd6-8a3b-4397-9150-3f9a01b869f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 217 time: 0.0366032 Oct 15 00:33:12.294882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-bee7799f-feaf-4c74-a179-27ca19c7f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.296627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-bee7799f-feaf-4c74-a179-27ca19c7f78e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.0520568 Oct 15 00:33:12.343323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-ee2ae305-5959-48a6-8bbc-3bee1e4f9f0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322857 Oct 15 00:33:12.391032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.397549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.403788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.410225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.415959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.421944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.428468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.430416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-6f0a5777-ac97-4755-8dbf-175508c9f009 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.4249356 Oct 15 00:33:12.432386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] For port e29b925e-e29d-4bc5-9365-dac3c87a9eb0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:12.432752 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:12.459838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Calling delete_port for e29b925e-e29d-4bc5-9365-dac3c87a9eb0 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:12.469160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Router 23aee354-d152-4efa-9f68-37dec2bcf908 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:33:12.552333 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28535d25-09db-4b78-90f9-d25f8dbbe4c5 req-03b1fda6-cf8c-422d-90eb-3581c4ada396 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108639 Oct 15 00:33:12.730885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:33:12.737306 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-90d31990-21b0-4e54-9fc6-5f2479030057 admin admin] 10.222.0.13 "PUT /v2.0/routers/23aee354-d152-4efa-9f68-37dec2bcf908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6132710 Oct 15 00:33:12.740607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35146) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:12.749536 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] Sync routers for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:33:12.761987 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:12.762701 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:12.815280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0f7fe-8946-44e4-80af-138ec379618b req-10a98b4c-42a8-43ac-8c80-922a030d69d5 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:12.822431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46d0f7fe-8946-44e4-80af-138ec379618b req-10a98b4c-42a8-43ac-8c80-922a030d69d5 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 944 time: 0.4116819 Oct 15 00:33:12.827627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-a48fe534-93f6-4c1b-9fca-72f7146fe214 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766462 Oct 15 00:33:12.831377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 2ab62b58-d602-4f03-8ac7-78a6912504ba up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:12.850003 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:12.869881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['cadf9a77-77be-48d3-8da6-4fa21723f085'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:12.917361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Pushing event deleted for resources: {'Port': ['ID=e29b925e-e29d-4bc5-9365-dac3c87a9eb0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:12.987467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46d0f7fe-8946-44e4-80af-138ec379618b req-9fff4ae5-57be-4bb6-b1a0-dedeb141471a tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640711 Oct 15 00:33:13.000241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] No DVR routers for this DVR port e29b925e-e29d-4bc5-9365-dac3c87a9eb0 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:13.006070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.010260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68b65080-6da4-44f9-a9b8-f684ef3f128a req-9c6dc1c9-9f0d-430f-b347-83223172f238 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "DELETE /v2.0/ports/e29b925e-e29d-4bc5-9365-dac3c87a9eb0 HTTP/1.1" status: 204 len: 173 time: 1.4136691 Oct 15 00:33:13.011188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'name': 'network-vif-deleted', 'tag': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:13.014535 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8687829f-3f34-4890-9c2c-2256ecafb2ff" -d '{"events": [{"server_uuid": "b302f7e5-811a-4a20-ab32-c42b21d123ca", "name": "network-vif-deleted", "tag": "e29b925e-e29d-4bc5-9365-dac3c87a9eb0"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:13.054145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.072168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 2ab62b58-d602-4f03-8ac7-78a6912504ba completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:13.088427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 2ab62b58-d602-4f03-8ac7-78a6912504ba triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:13.088803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.110309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0317da17-4af0-48c4-8390-13994ef690de req-d677d256-52a6-4fdf-a2e4-bce165abc30e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 210 time: 0.0712457 Oct 15 00:33:13.168762 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:13.180394 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94838d32-c1a5-447b-97fb-f993bd6825b3 req-ae0f3d8d-605c-40db-92f6-a05fb6a498e3 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=b302f7e5-811a-4a20-ab32-c42b21d123ca HTTP/1.1" status: 200 len: 210 time: 0.0293155 Oct 15 00:33:13.223326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f30f67bf-fb0e-48e5-b6cd-ef8c5613e242 req-273bce7c-ed3d-4644-b5df-2bea8a4df783 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868976 Oct 15 00:33:13.243517 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.275962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab62b58-d602-4f03-8ac7-78a6912504ba'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:13.284216 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bbb4cb-a764-4744-b225-7cac477c3ae3" -d '{"events": [{"server_uuid": "b7f38ee6-518e-4f27-a3d2-c428eec6693a", "name": "network-vif-plugged", "status": "completed", "tag": "2ab62b58-d602-4f03-8ac7-78a6912504ba"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:13.312545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 2ab62b58-d602-4f03-8ac7-78a6912504ba, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2ab62b58-d602-4f03-8ac7-78a6912504ba,segment=NetworkSegment(c20962f6-b605-4396-9a45-8e6e10a3eeb4),segment_id=c20962f6-b605-4396-9a45-8e6e10a3eeb4)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:13.315261 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5924b85a-e360-4c73-870c-0ff1384bd942 x-openstack-request-id: req-5924b85a-e360-4c73-870c-0ff1384bd942 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:13.315549 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b302f7e5-811a-4a20-ab32-c42b21d123ca", "name": "network-vif-deleted", "tag": "e29b925e-e29d-4bc5-9365-dac3c87a9eb0", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:13.315873 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5924b85a-e360-4c73-870c-0ff1384bd942 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:13.316396 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b302f7e5-811a-4a20-ab32-c42b21d123ca', 'name': 'network-vif-deleted', 'tag': 'e29b925e-e29d-4bc5-9365-dac3c87a9eb0', 'status': 'completed', 'code': 200} Oct 15 00:33:13.385688 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.426476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4f1d5-e27b-4e1e-b9a4-2d69f3c1a85b req-d5f7d2ed-fe43-4953-af27-405247b89726 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.429454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70d4f1d5-e27b-4e1e-b9a4-2d69f3c1a85b req-d5f7d2ed-fe43-4953-af27-405247b89726 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 984 time: 0.1881225 Oct 15 00:33:13.475139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2395e826-e81c-4ca6-82b3-62d7d69020e3 req-1b64ecf6-c9e7-4c47-8d0e-91db504f95ae tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0834494 Oct 15 00:33:13.512050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=2ab62b58-d602-4f03-8ac7-78a6912504ba,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:13.517863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.532372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.532727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.533177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.533574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.533910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.534275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.534649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.541330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.541330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.541330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.541330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.543209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:13.547850 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:33:10Z', 'revision_number': 5, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port': {'id': '260a5178-d271-47f4-bc59-36a67fa9f3d0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:32:15Z', 'updated_at': '2021-10-15T00:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:13.575128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70d4f1d5-e27b-4e1e-b9a4-2d69f3c1a85b req-25a29664-a1d4-4f76-be46-0522b12db2e8 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1442218 Oct 15 00:33:13.593792 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] Checking router: 23aee354-d152-4efa-9f68-37dec2bcf908 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:33:13.605565 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] Routers {'23aee354-d152-4efa-9f68-37dec2bcf908'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:13.606400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['23aee354-d152-4efa-9f68-37dec2bcf908'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:13.610898 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb45ab2-186f-44f3-8d85-97f0361ec50f x-openstack-request-id: req-dcb45ab2-186f-44f3-8d85-97f0361ec50f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:13.611142 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f38ee6-518e-4f27-a3d2-c428eec6693a", "name": "network-vif-plugged", "status": "completed", "tag": "2ab62b58-d602-4f03-8ac7-78a6912504ba", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:13.611267 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcb45ab2-186f-44f3-8d85-97f0361ec50f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:13.611579 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab62b58-d602-4f03-8ac7-78a6912504ba', 'code': 200} Oct 15 00:33:13.685121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Deleting port 260a5178-d271-47f4-bc59-36a67fa9f3d0 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:13.689344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.731245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.734058 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] Set router 23aee354-d152-4efa-9f68-37dec2bcf908 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:13.747696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.755193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.761634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.767857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.775693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.781302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.783447 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-fa4cc4da-54ca-42d7-a742-6b141e09c925 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1198492 Oct 15 00:33:13.806115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48a12e-4111-471d-859d-fd489a08a312 req-3da6cadf-f53a-4568-8cf7-1f52f8f81ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:13.807602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca48a12e-4111-471d-859d-fd489a08a312 req-3da6cadf-f53a-4568-8cf7-1f52f8f81ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 1096 time: 0.0608761 Oct 15 00:33:13.815187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] For port 260a5178-d271-47f4-bc59-36a67fa9f3d0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=260a5178-d271-47f4-bc59-36a67fa9f3d0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:13.815445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:13.821168 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:33:13Z', 'revision_number': 6, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:13.838185 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-47d998d9-841b-4d51-a43c-056ba5f3c6ff req-4a644dc2-67ab-41a0-9cc5-74ccfbae02bb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481374 Oct 15 00:33:13.840260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Calling delete_port for 260a5178-d271-47f4-bc59-36a67fa9f3d0 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:13.859364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e29b925e-e29d-4bc5-9365-dac3c87a9eb0 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:13.881342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: e29b925e-e29d-4bc5-9365-dac3c87a9eb0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:13.881685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e29b925e-e29d-4bc5-9365-dac3c87a9eb0 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:13.883407 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293143da-8d26-4065-b3d3-206dbbe65a3d None None] The sync data for ids ['23aee354-d152-4efa-9f68-37dec2bcf908'] in n-d-811521-2 is: [{'id': '23aee354-d152-4efa-9f68-37dec2bcf908', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1212828610-router', 'tenant_id': '1bf378eab36445f9b2d7617fe3ad3917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:32:14Z', 'updated_at': '2021-10-15T00:33:13Z', 'revision_number': 6, 'project_id': '1bf378eab36445f9b2d7617fe3ad3917', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:13.904231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca48a12e-4111-471d-859d-fd489a08a312 req-4024cad7-5cbf-477a-88a3-e0d08bfc962b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858347 Oct 15 00:33:14.115642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd3041-dcd0-4de7-99fb-f627d340bdae req-6b394c45-59ce-43cd-bfcf-226be9cc71da tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:14.117744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02dd3041-dcd0-4de7-99fb-f627d340bdae req-6b394c45-59ce-43cd-bfcf-226be9cc71da tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 945 time: 0.0622575 Oct 15 00:33:14.118427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.182989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=260a5178-d271-47f4-bc59-36a67fa9f3d0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:14.243682 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dd6400c-666f-43df-a86f-c64e3be4f35c req-e974479b-cb59-4d58-a296-5479b012a6ec tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 210 time: 0.0307045 Oct 15 00:33:14.251798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02dd3041-dcd0-4de7-99fb-f627d340bdae req-b54d0b3a-5cee-4463-b220-a6e292956429 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213329 Oct 15 00:33:14.255635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.380903 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.383169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.522710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.523660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23aee354-d152-4efa-9f68-37dec2bcf908 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:33:14.530558 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.530558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e85fde25-84f0-4f6e-a8d4-09649a33a6e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/23aee354-d152-4efa-9f68-37dec2bcf908 HTTP/1.1" status: 204 len: 168 time: 1.7867501 Oct 15 00:33:14.532190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35186) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:14.590599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] Deleting subnet bb727641-4c57-4fc8-9d15-d20bc6dd0d7a {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:33:14.594872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.622622 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a441f888-d8a4-4249-a408-890c92fe1cdf req-0f7327ef-24e6-4bd5-9c67-f84f8f7671f9 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0291443 Oct 15 00:33:14.639922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.725530 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.747420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a425631-4cfb-4c1a-a55b-baa7e18d5f41 req-71c395c8-07f8-40bd-a1a7-39828e684e85 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:14.748940 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a425631-4cfb-4c1a-a55b-baa7e18d5f41 req-71c395c8-07f8-40bd-a1a7-39828e684e85 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.0609713 Oct 15 00:33:14.783324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:14.791142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a425631-4cfb-4c1a-a55b-baa7e18d5f41 req-7b0405a0-f555-4d5b-98c1-f6043ac0ba35 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357325 Oct 15 00:33:14.835720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc351c0f-6b20-45ba-a12e-bbe1009359aa req-b195fe30-1ce4-491c-9209-16dd3cdf16b6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:14.837297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc351c0f-6b20-45ba-a12e-bbe1009359aa req-b195fe30-1ce4-491c-9209-16dd3cdf16b6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 984 time: 0.1462116 Oct 15 00:33:14.952040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc351c0f-6b20-45ba-a12e-bbe1009359aa req-710f6340-aae0-400a-ba10-e9b1c448b5e3 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1005952 Oct 15 00:33:14.977479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-99c8cd37-91d1-477e-b67b-bfd8289b9ffb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:14.979621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-99c8cd37-91d1-477e-b67b-bfd8289b9ffb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.2135286 Oct 15 00:33:14.992743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Request body: {'port': {'device_id': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'admin_state_up': True, 'tenant_id': '20859c8ac63f4118a4298c86b9ae44f8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:15.011271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.017684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.024018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.030380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.042144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.049519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.055448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.063434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-1a3cfadc-a4c0-4256-b3c7-723a72862e67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1260767 Oct 15 00:33:15.072448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.129334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb727641-4c57-4fc8-9d15-d20bc6dd0d7a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:15.139535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75b37ee9-350a-46f4-91f8-f2b6c7e7862a req-baf30f02-d570-4cd7-83ae-0f79f1f14c37 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723782 Oct 15 00:33:15.143196 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.147581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c0d78be1-1ac8-4fbd-91d6-014aeb531dbd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bb727641-4c57-4fc8-9d15-d20bc6dd0d7a HTTP/1.1" status: 204 len: 168 time: 0.6144681 Oct 15 00:33:15.150238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35200) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:15.153634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f70a61-988c-42da-8ae9-74a76d08f45b None None] Network 2879473b-01f1-4c73-9f48-c44d67037be7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:15.184411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-860517d8-6be1-41af-bda2-a15fdda8d72f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1767997776&fields=id&tenant_id=e94751aafb504c40b6f12f1bec38a251 HTTP/1.1" status: 200 len: 267 time: 0.1158915 Oct 15 00:33:15.241509 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.261611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-1ddcc0e8-2a0e-4625-aa36-a7381dcf97e2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.263358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-1ddcc0e8-2a0e-4625-aa36-a7381dcf97e2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 984 time: 0.0706635 Oct 15 00:33:15.275892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'port': {'security_groups': ['087f6681-0613-4a5c-9223-e5a22e68c4c1', 'f9b4b5c8-cfb1-43ac-aa89-6160acdd328a', '8d54ed47-c93e-4d4e-b0f4-095d811cbdf9']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:15.315649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Made reservation on behalf of 20859c8ac63f4118a4298c86b9ae44f8 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:15.320273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.350308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Deleting port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:15.351272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.401913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f4d19f1-f64c-4adf-a57e-a67cb01ffb03 req-b57947c3-a63c-403a-89c7-6ca7a22a7397 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 210 time: 0.0372338 Oct 15 00:33:15.407716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] DHCP port deletion for 2879473b-01f1-4c73-9f48-c44d67037be7 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:33:15.431192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.474826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] For port 63f69309-c3cc-4ed8-8b5c-827eaf0df767, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=63f69309-c3cc-4ed8-8b5c-827eaf0df767,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:15.477837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.492420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] Deleting port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:15.492799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.496237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Calling delete_port for 63f69309-c3cc-4ed8-8b5c-827eaf0df767 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:15.526143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 63f69309-c3cc-4ed8-8b5c-827eaf0df767 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:15.608746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] For port 63f69309-c3cc-4ed8-8b5c-827eaf0df767, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=63f69309-c3cc-4ed8-8b5c-827eaf0df767,segment=NetworkSegment(1ed2fe96-25ae-451d-9c56-008c5cd8b6d5),segment_id=1ed2fe96-25ae-451d-9c56-008c5cd8b6d5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:15.609288 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.613000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Allocated IP 172.20.0.3 (e21b540f-6502-42bd-8391-cd65ce80654d/e8ed36f9-2345-4abe-898e-efb593657a8e/d3e23ca5-3372-4d14-8d16-aaa5b8020207) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:15.622392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e479-dc75-4cc2-8ebc-5b13367ad15e req-28b033d9-f0a1-4a4d-8fef-719406fd522a tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:15.624173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa10e479-dc75-4cc2-8ebc-5b13367ad15e req-28b033d9-f0a1-4a4d-8fef-719406fd522a tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 945 time: 0.1096902 Oct 15 00:33:15.628010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] Calling delete_port for 63f69309-c3cc-4ed8-8b5c-827eaf0df767 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:15.679689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa10e479-dc75-4cc2-8ebc-5b13367ad15e req-522269a9-9d92-419e-800a-fe6d636b3600 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Oct 15 00:33:15.710018 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.754341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.778320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0fc3ad9b-859a-4735-bf2c-85919de70bc7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:15.798379 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.811170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] No DVR routers for this DVR port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:15.816526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 0fc3ad9b-859a-4735-bf2c-85919de70bc7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:15.820027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0fc3ad9b-859a-4735-bf2c-85919de70bc7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:15.820027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 260a5178-d271-47f4-bc59-36a67fa9f3d0 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:15.833050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-63bab2a3-da99-4eb2-9181-1b3e31c57e6f req-3db2f9df-43bd-4721-ad0f-c28972dceca4 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0804842 Oct 15 00:33:15.834258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] No DVR routers for this DVR port 63f69309-c3cc-4ed8-8b5c-827eaf0df767 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:15.835898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Pushing event deleted for resources: {'Port': ['ID=63f69309-c3cc-4ed8-8b5c-827eaf0df767,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:15.841771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 260a5178-d271-47f4-bc59-36a67fa9f3d0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:15.842134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 260a5178-d271-47f4-bc59-36a67fa9f3d0 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:15.865950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dd14b-e506-40dd-9060-f7945ca1d8d7 None None] Pushing event deleted for resources: {'Port': ['ID=63f69309-c3cc-4ed8-8b5c-827eaf0df767,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:15.942512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:15.982678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:15.994833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.001966 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.020099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2879473b-01f1-4c73-9f48-c44d67037be7']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:16.034165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9935d-0277-4948-a48b-0aaf1c2b628f req-c75df948-0ab8-4f74-8197-ea1fb03e979b tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.035649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46b9935d-0277-4948-a48b-0aaf1c2b628f req-c75df948-0ab8-4f74-8197-ea1fb03e979b tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1120913 Oct 15 00:33:16.039195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:16.039433 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed2fe96-25ae-451d-9c56-008c5cd8b6d5') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:16.054482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.076877 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.077272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.090623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:33:16.090909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['924f8487-9102-4bca-9d70-95f88a0e9b8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:16.091059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:33:16.092702 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:33:16.101197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:16.108629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46b9935d-0277-4948-a48b-0aaf1c2b628f req-c17f56f1-e4e5-457b-b440-6064e2e69e01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626476 Oct 15 00:33:16.134577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.135604 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.137277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96034c8c-fd7d-4820-a4a5-3b14452fc22c req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "PUT /v2.0/ports/924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 1020 time: 0.8657928 Oct 15 00:33:16.137277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:16.139372 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f7f07-a58d-453e-9fc1-21221d58f68f" -d '{"events": [{"name": "network-changed", "server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:16.149655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.199936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Network e21b540f-6502-42bd-8391-cd65ce80654d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:16.200806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec0f3e-a572-4bcc-83f3-7cf0456a5402 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:16.204322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:16.208867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:16.259278 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e79b26a7-a61a-400a-abd2-56c52d4d0c31 req-69a47588-fd6e-4f06-8c52-a723479ab43e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/8d54ed47-c93e-4d4e-b0f4-095d811cbdf9 HTTP/1.1" status: 200 len: 1801 time: 0.0726359 Oct 15 00:33:16.265793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.276706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.287997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:16.303817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] 10.222.0.13 "DELETE /v2.0/networks/2879473b-01f1-4c73-9f48-c44d67037be7 HTTP/1.1" status: 204 len: 168 time: 1.1520143 Oct 15 00:33:16.324616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d8bfa-d729-4d2b-8407-139f56b6616b admin admin] Pushing event deleted for resources: {'Network': ['ID=2879473b-01f1-4c73-9f48-c44d67037be7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:16.344847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.345844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.346877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['924f8487-9102-4bca-9d70-95f88a0e9b8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:16.369681 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0206943d-4754-416b-8759-4a9c4298d396 x-openstack-request-id: req-0206943d-4754-416b-8759-4a9c4298d396 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:16.372751 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:16.373267 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0206943d-4754-416b-8759-4a9c4298d396 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:16.373860 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f', 'status': 'completed', 'code': 200} Oct 15 00:33:16.437599 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-e79b26a7-a61a-400a-abd2-56c52d4d0c31 req-c4040609-5826-4961-b422-df0aca4061fe tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 00:33:16.441776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e79b26a7-a61a-400a-abd2-56c52d4d0c31 req-c4040609-5826-4961-b422-df0aca4061fe tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d54ed47-c93e-4d4e-b0f4-095d811cbdf9 HTTP/1.1" status: 409 len: 341 time: 0.1713722 Oct 15 00:33:16.458797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-17475097-7e0d-4e5e-9284-6c4dee8e77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.460494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-17475097-7e0d-4e5e-9284-6c4dee8e77be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e94751aafb504c40b6f12f1bec38a251&device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1174 time: 0.0883961 Oct 15 00:33:16.463121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-c7491a26-9085-4fb9-a2e7-233e638b4a46 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4743004 Oct 15 00:33:16.486563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Request body: {'port': {'device_id': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:16.604383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:16.630304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-5a242e45-7c82-4d18-b167-2a32f30d76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.632061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-5a242e45-7c82-4d18-b167-2a32f30d76c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 200 len: 914 time: 0.1569436 Oct 15 00:33:16.643953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cc4af-911a-46a6-ad05-86732b4ee2c8 req-5a5c7389-340c-4c0c-a457-533a6ca2b08b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.645732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea6cc4af-911a-46a6-ad05-86732b4ee2c8 req-5a5c7389-340c-4c0c-a457-533a6ca2b08b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 931 time: 0.0766623 Oct 15 00:33:16.655273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.662841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.669554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.676413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.682957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.690126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.691091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-ddcd0081-cf43-4575-a37c-cb69bb2919c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 200 len: 217 time: 0.0441203 Oct 15 00:33:16.695893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.698546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-1d4e4d21-fef9-4edd-97e0-ec99c778fdc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1750879 Oct 15 00:33:16.756377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea6cc4af-911a-46a6-ad05-86732b4ee2c8 req-a1fb7910-feef-43c0-b659-22ec42cd3ede tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017478 Oct 15 00:33:16.767579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-d02175ba-3b09-40e4-aab8-8af9447c7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.767579 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-d02175ba-3b09-40e4-aab8-8af9447c7621 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 200 len: 853 time: 0.0652626 Oct 15 00:33:16.785954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-63f28146-5296-4ff0-8adc-a794f85953c9 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:16.787610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-63f28146-5296-4ff0-8adc-a794f85953c9 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1965222 Oct 15 00:33:16.805789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-8e723c14-c66a-4e43-b774-bc2733fd712c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2eaa969e-f3e3-47e9-a6da-c4e168accca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331786 Oct 15 00:33:16.838918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35236) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:16.964132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-220ebbea-9764-4fbe-b38e-5cedbe8d16e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bf378eab36445f9b2d7617fe3ad3917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1232679 Oct 15 00:33:16.966677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35240) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:16.969040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9fd6d3a-789f-4310-ae8c-094264abc641 req-debdd5c3-25d6-48d9-89ae-209210e30966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2422965 Oct 15 00:33:17.001098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-7b21d8bf-ad61-41f1-b9d7-fcbdaa0f4972 service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851509 Oct 15 00:33:17.085811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c1a328-c3c3-4c18-988d-b080471da82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.109336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d6a8c1a2-0819-41d3-8762-25e26aeccf4e req-cef5b903-6d16-41eb-854e-109d39e14b43 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0380349 Oct 15 00:33:17.120854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c1a328-c3c3-4c18-988d-b080471da82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.145808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-544f7f07-a58d-453e-9fc1-21221d58f68f req-36b3372d-20de-4e75-85ac-720c85c8381f service neutron] 10.222.0.39 "GET /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379101 Oct 15 00:33:17.165233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Deleting port cadf9a77-77be-48d3-8da6-4fa21723f085 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:17.165643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.259504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e23ca5-3372-4d14-8d16-aaa5b8020207 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:17.282141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.287857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c1a328-c3c3-4c18-988d-b080471da82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.291992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c1a328-c3c3-4c18-988d-b080471da82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.294751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-58c1a328-c3c3-4c18-988d-b080471da82a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2d6dc53-0bfd-4841-a340-4fb9a2d5d619 HTTP/1.1" status: 204 len: 168 time: 0.3271072 Oct 15 00:33:17.305855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1a328-c3c3-4c18-988d-b080471da82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d6dc53-0bfd-4841-a340-4fb9a2d5d619,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:17.350142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Transition to ACTIVE for port object d3e23ca5-3372-4d14-8d16-aaa5b8020207 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:33:17.355965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] For port cadf9a77-77be-48d3-8da6-4fa21723f085, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=cadf9a77-77be-48d3-8da6-4fa21723f085,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:17.356321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.372829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Calling delete_port for cadf9a77-77be-48d3-8da6-4fa21723f085 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:17.385018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3195aed-9da4-4e8b-8abc-c4c6bb4bc25b req-6f6ae62d-84ad-48f4-93be-760c216a085e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:17.390586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3195aed-9da4-4e8b-8abc-c4c6bb4bc25b req-6f6ae62d-84ad-48f4-93be-760c216a085e tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 945 time: 0.1391070 Oct 15 00:33:17.418378 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.453204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d933-5009-48dd-a195-8234f796477e req-dd841d4e-2aae-41fe-9f63-c94317c99634 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:17.455103 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d35d933-5009-48dd-a195-8234f796477e req-dd841d4e-2aae-41fe-9f63-c94317c99634 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1023 time: 0.0666223 Oct 15 00:33:17.498563 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d35d933-5009-48dd-a195-8234f796477e req-12efe7d0-35eb-4651-a670-00e4bd4ea86a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a&id=8d54ed47-c93e-4d4e-b0f4-095d811cbdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0373163 Oct 15 00:33:17.508683 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3195aed-9da4-4e8b-8abc-c4c6bb4bc25b req-9dd1fd16-3ba8-4917-8a56-d382865092af tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/security-groups?id=f961a294-b066-40c8-b796-ae609eb0396d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153290 Oct 15 00:33:17.543111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:17.665799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:17.666229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:17.666562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:17.670932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:17.671190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:17.676036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:17.676379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:17.676761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:17.677181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Bound port: d3e23ca5-3372-4d14-8d16-aaa5b8020207, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:17.677538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.732600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.745074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['cadf9a77-77be-48d3-8da6-4fa21723f085'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:17.767417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Pushing event deleted for resources: {'Port': ['ID=cadf9a77-77be-48d3-8da6-4fa21723f085,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:17.777008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:17.827853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:17.829645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] No DVR routers for this DVR port cadf9a77-77be-48d3-8da6-4fa21723f085 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:17.832601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.837136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d844a1e-a0f5-41c4-ba67-e0e6e6b0d674 req-d0a22c21-6efe-41ec-9b02-58cf32ecab01 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.39 "DELETE /v2.0/ports/cadf9a77-77be-48d3-8da6-4fa21723f085 HTTP/1.1" status: 204 len: 173 time: 0.9834020 Oct 15 00:33:17.906189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.946863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eafd6a-b0e9-4644-a502-632f352098a8 req-58d1ca90-7dec-4566-a913-4971b14630d8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:17.955046 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96eafd6a-b0e9-4644-a502-632f352098a8 req-58d1ca90-7dec-4566-a913-4971b14630d8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.0726457 Oct 15 00:33:17.971624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:17.972296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:17.973961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 1091 time: 1.4982102 Oct 15 00:33:18.025442 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96eafd6a-b0e9-4644-a502-632f352098a8 req-671c9462-a0fa-4ecf-a435-fd67e98f7038 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693181 Oct 15 00:33:18.029704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b0af1-a1cd-4ee1-856d-ea2752345b80 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:18.081842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1726bbb-e08c-47e9-9f5f-1c624d435550 req-038ef2b7-5920-4948-b7ae-ccd010507fc7 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.089161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1726bbb-e08c-47e9-9f5f-1c624d435550 req-038ef2b7-5920-4948-b7ae-ccd010507fc7 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 945 time: 0.0941033 Oct 15 00:33:18.150532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.153362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1726bbb-e08c-47e9-9f5f-1c624d435550 req-5ce51eea-c138-450c-9307-dfbc0e73672d tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Oct 15 00:33:18.158576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.162208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-7e4acaa9-0693-455b-952d-61d63aef15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.163189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-7e4acaa9-0693-455b-952d-61d63aef15da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1094 time: 0.0721138 Oct 15 00:33:18.165273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.171456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.178581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.186700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.198862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.201272 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-54cc7ba6-2686-4395-b30a-c722ee671eea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5431 time: 0.1109188 Oct 15 00:33:18.217670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-1e9d603a-376f-4f1e-bc79-0baa4e7e00c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 217 time: 0.0398812 Oct 15 00:33:18.256728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-52ba95f5-efc4-418c-9924-1a76573d5fb2 req-57d46442-290a-4c58-a79c-6d1ec1aef7e5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455251 Oct 15 00:33:18.476661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35292) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:18.576364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'name': 'network-vif-deleted', 'tag': 'cadf9a77-77be-48d3-8da6-4fa21723f085'}, {'name': 'network-changed', 'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:18.579019 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659" -d '{"events": [{"server_uuid": "eb3cb8aa-7045-4e05-bdd5-d4a63612cb97", "name": "network-vif-deleted", "tag": "cadf9a77-77be-48d3-8da6-4fa21723f085"}, {"name": "network-changed", "server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:18.586038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0669c6ea-555d-41fa-baa7-dfc97361b2a6 req-72581b96-e539-484e-ab55-bfb483b82c01 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.3288648 Oct 15 00:33:18.597427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-8d3ac21a-870d-44a5-87ac-48eb06cc02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.598915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-8d3ac21a-870d-44a5-87ac-48eb06cc02e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.3726070 Oct 15 00:33:18.616168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-network', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:18.644746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-4d3ac4f0-2d3d-43d4-9143-3bd5402517b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366218 Oct 15 00:33:18.652162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef88a58-2e11-4a11-8058-48627745982c req-9c7402f0-9990-41df-971f-997e468bca00 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:18.653670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ef88a58-2e11-4a11-8058-48627745982c req-9c7402f0-9990-41df-971f-997e468bca00 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1023 time: 0.0725081 Oct 15 00:33:18.697885 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ef88a58-2e11-4a11-8058-48627745982c req-360927ab-5f9d-40b9-9b81-b5c59511fe0f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a&id=8d54ed47-c93e-4d4e-b0f4-095d811cbdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0371611 Oct 15 00:33:18.707847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e125f53-dcd1-48a6-aad7-c5c31cb8a5fe req-420afcc2-d76a-4cec-86d5-1e6088fd05f6 tempest-ListServerFiltersTestJSON-15636709 tempest-ListServerFiltersTestJSON-15636709-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb3cb8aa-7045-4e05-bdd5-d4a63612cb97 HTTP/1.1" status: 200 len: 210 time: 0.0456657 Oct 15 00:33:18.728769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Made reservation on behalf of 4b25b6fe25b148d4b308acc7966ccbe8 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:18.731226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:18.743113 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:18.775338 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0c921c-0d3f-4d81-964e-d0d3ca23fca8 x-openstack-request-id: req-df0c921c-0d3f-4d81-964e-d0d3ca23fca8 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:18.779290 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3cb8aa-7045-4e05-bdd5-d4a63612cb97", "name": "network-vif-deleted", "tag": "cadf9a77-77be-48d3-8da6-4fa21723f085", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:18.779290 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df0c921c-0d3f-4d81-964e-d0d3ca23fca8 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:18.779290 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3cb8aa-7045-4e05-bdd5-d4a63612cb97', 'name': 'network-vif-deleted', 'tag': 'cadf9a77-77be-48d3-8da6-4fa21723f085', 'status': 'completed', 'code': 200} Oct 15 00:33:18.779290 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207', 'status': 'completed', 'code': 200} Oct 15 00:33:18.810749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-b750f79d-8aa8-4038-9ab3-9a75d00e253a service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581392 Oct 15 00:33:18.826575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:18.861741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 2f02a987-1938-4556-a1c6-3adf34c0c2ee details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:18.900502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:18.902599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ad293b1-499d-4a5b-b0df-e437e3df3aad req-760ed68d-5836-4399-8fd8-0fa6865d332f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0510592 Oct 15 00:33:18.936062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1f82b0a-8bf5-43e2-94bf-777ab2f67825 req-42ccebd5-2cd0-4b70-9401-3434ae25a022 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177812 Oct 15 00:33:18.965751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:33:18.968596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:18.975058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b844b7-4378-404c-a2c7-633a8ed1ef31,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:18.981253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'port_id': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'mac_address': 'fa:16:3e:51:2b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:18.988263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:18.988857 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Added segment dc82cd40-42bb-4f2b-bfcc-22a047a617c2 of type vlan for network 38c8d558-83ef-4012-bbb6-f446985cf4cc Oct 15 00:33:19.009095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-07e6ce59-a426-470c-8b04-e73747880f1d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.010579 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-07e6ce59-a426-470c-8b04-e73747880f1d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.39 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1023 time: 0.1056507 Oct 15 00:33:19.021344 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.034419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f02a987-1938-4556-a1c6-3adf34c0c2ee {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:19.041521 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.055561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.111903 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.112648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c687c049-3c32-4380-8506-c406f236d5a5 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:19.140739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.142758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.143384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.147522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae32d8-c9f0-4a82-9fda-bb4a10cf3b83 req-bcd08f48-1f9f-4778-9203-5c432dbe0016 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.150140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d3ae32d8-c9f0-4a82-9fda-bb4a10cf3b83 req-bcd08f48-1f9f-4778-9203-5c432dbe0016 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.0552630 Oct 15 00:33:19.214554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d3ae32d8-c9f0-4a82-9fda-bb4a10cf3b83 req-c03eb73a-3c2e-4ee2-888b-7a853266f962 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523415 Oct 15 00:33:19.256399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=2f02a987-1938-4556-a1c6-3adf34c0c2ee,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:19.286683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c687c049-3c32-4380-8506-c406f236d5a5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c687c049-3c32-4380-8506-c406f236d5a5,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.301398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c687c049-3c32-4380-8506-c406f236d5a5', 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741', 'port_id': 'c687c049-3c32-4380-8506-c406f236d5a5', 'mac_address': 'fa:16:3e:70:8a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89808675-b36b-4c89-a5c3-8d9da02f85f2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:19.308657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8308449 Oct 15 00:33:19.310721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35308) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:19.313595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3daf-8f3b-4c97-a63c-3a4a5b667f7d admin admin] Pushing event updated for resources: {'Network': ['ID=38c8d558-83ef-4012-bbb6-f446985cf4cc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:19.333210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Request body: {'subnet': {'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-subnet', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:19.348982 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.367127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-370fbbc5-8419-4006-b872-45b58814c39c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.367408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:33:19.368616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-370fbbc5-8419-4006-b872-45b58814c39c tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 945 time: 0.0753138 Oct 15 00:33:19.371353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c687c049-3c32-4380-8506-c406f236d5a5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:19.383914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f0f4-9f87-4e12-87d5-b3f5c298b6aa req-6bb0bd02-71d4-4107-a0b2-8644496d79a1 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.385766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d890f0f4-9f87-4e12-87d5-b3f5c298b6aa req-6bb0bd02-71d4-4107-a0b2-8644496d79a1 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 945 time: 0.1248825 Oct 15 00:33:19.397896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-41a4eb43-ed89-411e-af71-0de6795ed2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.399440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-41a4eb43-ed89-411e-af71-0de6795ed2f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1094 time: 0.1318293 Oct 15 00:33:19.403001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Deleting port 924f8487-9102-4bca-9d70-95f88a0e9b8f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:19.403551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.414855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c687c049-3c32-4380-8506-c406f236d5a5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c687c049-3c32-4380-8506-c406f236d5a5,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.459721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Made reservation on behalf of 4b25b6fe25b148d4b308acc7966ccbe8 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:19.462039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.493263 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.494075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 04853f10-f303-43cc-bb68-a3d1c5316fb6 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:19.515203 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d890f0f4-9f87-4e12-87d5-b3f5c298b6aa req-7e639520-d9e1-44ea-9000-ad8950e8c21b tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/security-groups?id=501d1ebb-253f-4c99-adeb-be33add3044f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220713 Oct 15 00:33:19.570599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.576544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.583309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.589289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.599027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.601368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c687c049-3c32-4380-8506-c406f236d5a5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:19.605191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.612069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.613940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-e647e6a6-e3cb-4f48-b2c0-e70f61184cac tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5432 time: 0.2615621 Oct 15 00:33:19.642501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] For port 924f8487-9102-4bca-9d70-95f88a0e9b8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=924f8487-9102-4bca-9d70-95f88a0e9b8f,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.643129 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.671248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Calling delete_port for 924f8487-9102-4bca-9d70-95f88a0e9b8f owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:19.685980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-1a438cfa-ac83-4c05-a60f-2290712272d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.688438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-1a438cfa-ac83-4c05-a60f-2290712272d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.2524195 Oct 15 00:33:19.692824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 04853f10-f303-43cc-bb68-a3d1c5316fb6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.700712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Deleting port 2ab62b58-d602-4f03-8ac7-78a6912504ba {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:19.701322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.710251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '04853f10-f303-43cc-bb68-a3d1c5316fb6', 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'port_id': '04853f10-f303-43cc-bb68-a3d1c5316fb6', 'mac_address': 'fa:16:3e:e7:22:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342e1779-b866-4985-82bc-63610f0fb824', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:19.716537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76a97ac9-40ed-48c9-a5e3-4b34f8ecf154 req-a37bc9d2-b547-41b3-99f8-d1922df4e883 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930007 Oct 15 00:33:19.767092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-a6f20428-58bc-45fc-9e8b-6d5522b060c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 217 time: 0.0682223 Oct 15 00:33:19.778998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.799065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04853f10-f303-43cc-bb68-a3d1c5316fb6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:19.811977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-416a77b5-db02-4f63-abd3-a94df5352151 req-1e3b1775-4045-4501-9602-a47315f923fb tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.1154008 Oct 15 00:33:19.824887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 04853f10-f303-43cc-bb68-a3d1c5316fb6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.876913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device cadf9a77-77be-48d3-8da6-4fa21723f085 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:19.879054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35318) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:19.904782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: cadf9a77-77be-48d3-8da6-4fa21723f085 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:19.905136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device cadf9a77-77be-48d3-8da6-4fa21723f085 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:19.906809 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.907450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 38d60ed5-1749-4c40-80fe-d00a1b1134cb details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:19.930538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-a19f7517-b089-4ada-a2eb-870e53471edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:19.932067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-a19f7517-b089-4ada-a2eb-870e53471edf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.1574230 Oct 15 00:33:19.962536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] For port 2ab62b58-d602-4f03-8ac7-78a6912504ba, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2ab62b58-d602-4f03-8ac7-78a6912504ba,segment=NetworkSegment(c20962f6-b605-4396-9a45-8e6e10a3eeb4),segment_id=c20962f6-b605-4396-9a45-8e6e10a3eeb4)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.962897 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:19.976894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 38d60ed5-1749-4c40-80fe-d00a1b1134cb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:19.984153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=04853f10-f303-43cc-bb68-a3d1c5316fb6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:19.990892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '38d60ed5-1749-4c40-80fe-d00a1b1134cb', 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'port_id': '38d60ed5-1749-4c40-80fe-d00a1b1134cb', 'mac_address': 'fa:16:3e:d5:dd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342e1779-b866-4985-82bc-63610f0fb824', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:19.991166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-be3d83c0-47e0-4639-9d07-43fa15b7de24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474231 Oct 15 00:33:20.009241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e0c87-394f-456f-8301-3c576f739fc9 req-5e956bd2-4554-4e5c-a07d-551ff4c1c6da tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.010808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab6e0c87-394f-456f-8301-3c576f739fc9 req-5e956bd2-4554-4e5c-a07d-551ff4c1c6da tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=31441457-d17f-4ba1-acc3-debc3fd7f772 HTTP/1.1" status: 200 len: 1023 time: 0.2255187 Oct 15 00:33:20.013248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Calling delete_port for 2ab62b58-d602-4f03-8ac7-78a6912504ba owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:20.020262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.026128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] Deleting subnet a408d730-7986-4fe0-b16a-8b8b29044e6d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:33:20.032266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.036984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:20.039645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.045014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.076184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d60ed5-1749-4c40-80fe-d00a1b1134cb {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:20.088003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'Port': ['ID=924f8487-9102-4bca-9d70-95f88a0e9b8f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:20.112835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 38d60ed5-1749-4c40-80fe-d00a1b1134cb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:20.148311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] No DVR routers for this DVR port 924f8487-9102-4bca-9d70-95f88a0e9b8f on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:20.151207 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.155123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b3d8f8e-e69e-4053-8771-881cdcf7766b req-1843bd89-f953-4617-b00d-08b2ce8ff0bc tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.39 "DELETE /v2.0/ports/924f8487-9102-4bca-9d70-95f88a0e9b8f HTTP/1.1" status: 204 len: 173 time: 1.0081735 Oct 15 00:33:20.157950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'name': 'network-vif-deleted', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:20.161088 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26eabb4-3531-4f38-a30c-b91f78b9ab14" -d '{"events": [{"server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "name": "network-vif-deleted", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:20.174904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f4cf31-9075-4a06-999a-30952d4b791a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:20.188715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.205804 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.206885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 938f383e-88dd-4290-b3f2-6e60ca1095a7 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:20.207047 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc09b804-a54a-4466-a0d9-706aed3a1efe x-openstack-request-id: req-fc09b804-a54a-4466-a0d9-706aed3a1efe {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:20.207294 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31441457-d17f-4ba1-acc3-debc3fd7f772", "name": "network-vif-deleted", "tag": "924f8487-9102-4bca-9d70-95f88a0e9b8f", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:20.207555 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc09b804-a54a-4466-a0d9-706aed3a1efe {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:20.207955 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31441457-d17f-4ba1-acc3-debc3fd7f772', 'name': 'network-vif-deleted', 'tag': '924f8487-9102-4bca-9d70-95f88a0e9b8f', 'status': 'completed', 'code': 200} Oct 15 00:33:20.209446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Checking segment: {'id': 'dc82cd40-42bb-4f2b-bfcc-22a047a617c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:20.209815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Network hostable DHCP agents. Network: 38c8d558-83ef-4012-bbb6-f446985cf4cc, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:33:20.241515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab6e0c87-394f-456f-8301-3c576f739fc9 req-ad1b5558-54ec-44d3-8868-b2418d18bb98 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a&id=8d54ed47-c93e-4d4e-b0f4-095d811cbdf9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1971462 Oct 15 00:33:20.287702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-daee40b2-44e4-42e5-a5d9-670793293e8b service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758155 Oct 15 00:33:20.339500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=38d60ed5-1749-4c40-80fe-d00a1b1134cb,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:20.351372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:33:20.353869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 938f383e-88dd-4290-b3f2-6e60ca1095a7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:20.378461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '938f383e-88dd-4290-b3f2-6e60ca1095a7', 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'port_id': '938f383e-88dd-4290-b3f2-6e60ca1095a7', 'mac_address': 'fa:16:3e:82:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342e1779-b866-4985-82bc-63610f0fb824', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:20.400147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f287de-d093-4cc9-8074-9fc8240924a9 req-cff293a3-bac7-4a74-a2e0-19bcf5d6f343 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.404241 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.408909 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-83f287de-d093-4cc9-8074-9fc8240924a9 req-cff293a3-bac7-4a74-a2e0-19bcf5d6f343 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.0748875 Oct 15 00:33:20.453232 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-83f287de-d093-4cc9-8074-9fc8240924a9 req-b2508b50-414d-4e58-812f-164a180b2586 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Oct 15 00:33:20.477691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.479611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 38c8d558-83ef-4012-bbb6-f446985cf4cc) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:20.485650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.487379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.489590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938f383e-88dd-4290-b3f2-6e60ca1095a7 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:20.497707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bb54a1-6ecb-4acc-b3c0-41b0e5c97659 req-35e8fb5e-96a6-46bd-b416-f9e4fdc9d67b service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853905 Oct 15 00:33:20.521875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95965e27-d95b-4e08-b277-faf9488a2d0a None None] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:20.528151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 938f383e-88dd-4290-b3f2-6e60ca1095a7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:20.592385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.617602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7140feb7-ca58-44b1-8b12-232aa44fad02 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3044255 Oct 15 00:33:20.619916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35328) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:20.620927 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.621641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 24babc18-da8f-4608-a66f-5a6ed585041a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:20.627577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:20.654586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8356fcfd-6b9d-40da-85ed-cabf197a25a3 req-8ac5eb88-aac6-4974-a13f-2ee80841d4b8 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7f38ee6-518e-4f27-a3d2-c428eec6693a HTTP/1.1" status: 200 len: 210 time: 0.0716867 Oct 15 00:33:20.661461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Pushing event deleted for resources: {'Port': ['ID=2ab62b58-d602-4f03-8ac7-78a6912504ba,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:20.666661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.699007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ea747-5ef8-4dd8-9066-c7ffe23534fe None None] Network dbdf4a6d-4b97-47c2-89cb-97d6217d5656 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:20.705962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.711661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a408d730-7986-4fe0-b16a-8b8b29044e6d HTTP/1.1" status: 204 len: 168 time: 0.8277180 Oct 15 00:33:20.715281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['2ab62b58-d602-4f03-8ac7-78a6912504ba'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:20.715413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35330) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:20.727034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85011405-4901-409f-84aa-aa083416d106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a408d730-7986-4fe0-b16a-8b8b29044e6d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:20.748651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=938f383e-88dd-4290-b3f2-6e60ca1095a7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:20.758883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] No DVR routers for this DVR port 2ab62b58-d602-4f03-8ac7-78a6912504ba on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:20.763461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.775311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a892081-d236-4ce9-bcb4-ab3254efcdb0 req-8f8cf415-1b66-44f7-aff6-0b2f80c85549 tempest-ServerMetadataNegativeTestJSON-1988152800 tempest-ServerMetadataNegativeTestJSON-1988152800-project] 10.222.0.30 "DELETE /v2.0/ports/2ab62b58-d602-4f03-8ac7-78a6912504ba HTTP/1.1" status: 204 len: 173 time: 1.3959715 Oct 15 00:33:20.787492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'name': 'network-vif-deleted', 'tag': '2ab62b58-d602-4f03-8ac7-78a6912504ba'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:20.790840 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae432a9-9194-4649-a327-6d9af91ef7a9" -d '{"events": [{"server_uuid": "b7f38ee6-518e-4f27-a3d2-c428eec6693a", "name": "network-vif-deleted", "tag": "2ab62b58-d602-4f03-8ac7-78a6912504ba"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:20.824177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.828863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.830376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.839361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 24babc18-da8f-4608-a66f-5a6ed585041a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=24babc18-da8f-4608-a66f-5a6ed585041a,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:20.862456 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eedef29-7093-43f7-8142-815700e78cc8 x-openstack-request-id: req-5eedef29-7093-43f7-8142-815700e78cc8 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:20.862825 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f38ee6-518e-4f27-a3d2-c428eec6693a", "name": "network-vif-deleted", "tag": "2ab62b58-d602-4f03-8ac7-78a6912504ba", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:20.863144 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eedef29-7093-43f7-8142-815700e78cc8 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:20.863601 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f38ee6-518e-4f27-a3d2-c428eec6693a', 'name': 'network-vif-deleted', 'tag': '2ab62b58-d602-4f03-8ac7-78a6912504ba', 'status': 'completed', 'code': 200} Oct 15 00:33:20.876936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-38c8d558-83ef-4012-bbb6-f446985cf4cc', 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'fixed_ips': [{'subnet_id': '49f4cf31-9075-4a06-999a-30952d4b791a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:33:20.877805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:20.882122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '24babc18-da8f-4608-a66f-5a6ed585041a', 'network_id': 'cca0d6a7-309e-4cdc-9d18-71d591c9a741', 'port_id': '24babc18-da8f-4608-a66f-5a6ed585041a', 'mac_address': 'fa:16:3e:0d:a7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89808675-b36b-4c89-a5c3-8d9da02f85f2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:20.900611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.910777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.917518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.925085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.932789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.940629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.948819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:20.959547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-5c8b5861-9ee8-4222-9580-f512334a9c42 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5436 time: 0.1540999 Oct 15 00:33:20.998675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e64e8a-6c95-4933-b896-b5d9a252f650 req-65e47c2e-1b46-4951-b9e8-45a830b3285f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380814 Oct 15 00:33:21.005241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.015409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.035620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24babc18-da8f-4608-a66f-5a6ed585041a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:21.047902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1eb7239-66a0-4ddc-93c9-dc1b35153c2f req-7933f65d-7861-4edd-8cfb-181649fc9319 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0499263 Oct 15 00:33:21.059384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Deleting port dc1064d7-7083-4683-a4d4-c655d882bf0b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:21.059792 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.089004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 24babc18-da8f-4608-a66f-5a6ed585041a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=24babc18-da8f-4608-a66f-5a6ed585041a,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:21.107686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] DHCP port deletion for dbdf4a6d-4b97-47c2-89cb-97d6217d5656 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:33:21.118767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Allocated IP 172.20.0.2 (38c8d558-83ef-4012-bbb6-f446985cf4cc/49f4cf31-9075-4a06-999a-30952d4b791a/31020aeb-4f5d-4864-9584-fb3c75acd222) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:21.142077 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.142764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a799054c-9aa9-451c-9889-99d355a4d3f3 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:21.248138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a799054c-9aa9-451c-9889-99d355a4d3f3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a799054c-9aa9-451c-9889-99d355a4d3f3,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:21.306752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=24babc18-da8f-4608-a66f-5a6ed585041a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:21.314716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a799054c-9aa9-451c-9889-99d355a4d3f3', 'network_id': '3ffadd34-163b-4ddc-b0a9-661803ae9ffd', 'port_id': 'a799054c-9aa9-451c-9889-99d355a4d3f3', 'mac_address': 'fa:16:3e:9b:fb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342e1779-b866-4985-82bc-63610f0fb824', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:21.324167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] Deleting port dc1064d7-7083-4683-a4d4-c655d882bf0b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:21.324460 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.484017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7191509a-0060-4585-970e-5cfe8e81a6d6 req-f980703c-324e-4bf4-9734-425de96e7c6e tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/f9b4b5c8-cfb1-43ac-aa89-6160acdd328a HTTP/1.1" status: 200 len: 1801 time: 0.0856624 Oct 15 00:33:21.540968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] For port dc1064d7-7083-4683-a4d4-c655d882bf0b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dc1064d7-7083-4683-a4d4-c655d882bf0b,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:21.541455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.592290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dc1064d7-7083-4683-a4d4-c655d882bf0b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:21.601410 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.608828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Calling delete_port for dc1064d7-7083-4683-a4d4-c655d882bf0b owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:21.652362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.657733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] For port dc1064d7-7083-4683-a4d4-c655d882bf0b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dc1064d7-7083-4683-a4d4-c655d882bf0b,segment=NetworkSegment(a9ce1b19-4100-4d18-9c4b-1f3134d06292),segment_id=a9ce1b19-4100-4d18-9c4b-1f3134d06292)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:21.658116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.677242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a799054c-9aa9-451c-9889-99d355a4d3f3 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:21.681527 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.690301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] Calling delete_port for dc1064d7-7083-4683-a4d4-c655d882bf0b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:21.722222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a799054c-9aa9-451c-9889-99d355a4d3f3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a799054c-9aa9-451c-9889-99d355a4d3f3,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:21.725978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7191509a-0060-4585-970e-5cfe8e81a6d6 req-e8bd63cf-5be9-4a07-9fcb-982abf0d29f2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.759024 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7191509a-0060-4585-970e-5cfe8e81a6d6 req-e8bd63cf-5be9-4a07-9fcb-982abf0d29f2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.784204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.845278 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.854392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.881742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:21.899463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device d3e23ca5-3372-4d14-8d16-aaa5b8020207 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:21.901490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 924f8487-9102-4bca-9d70-95f88a0e9b8f no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:21.905142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:21.908575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:21.932813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Pushing event updated for resources: {'Port': ['ID=31020aeb-4f5d-4864-9584-fb3c75acd222,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:21.966054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:21.978955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 924f8487-9102-4bca-9d70-95f88a0e9b8f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:21.979288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 924f8487-9102-4bca-9d70-95f88a0e9b8f not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:21.998457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1064d7-7083-4683-a4d4-c655d882bf0b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:22.000865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7191509a-0060-4585-970e-5cfe8e81a6d6 req-e8bd63cf-5be9-4a07-9fcb-982abf0d29f2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.003779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7191509a-0060-4585-970e-5cfe8e81a6d6 req-e8bd63cf-5be9-4a07-9fcb-982abf0d29f2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.017172 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7191509a-0060-4585-970e-5cfe8e81a6d6 req-e8bd63cf-5be9-4a07-9fcb-982abf0d29f2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/f9b4b5c8-cfb1-43ac-aa89-6160acdd328a HTTP/1.1" status: 204 len: 173 time: 0.4923942 Oct 15 00:33:22.069702 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.081082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaa88f-97d5-43fb-97f4-62f39c804c31 req-9d06298c-4e11-4bd9-8754-0271449ca6fd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.088430 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.resource_extend [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:33:22.089055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bbaa88f-97d5-43fb-97f4-62f39c804c31 req-9d06298c-4e11-4bd9-8754-0271449ca6fd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.1012139 Oct 15 00:33:22.111506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] No DVR routers for this DVR port dc1064d7-7083-4683-a4d4-c655d882bf0b on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:22.154983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd63cf-5be9-4a07-9fcb-982abf0d29f2 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b4b5c8-cfb1-43ac-aa89-6160acdd328a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:22.178141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bbaa88f-97d5-43fb-97f4-62f39c804c31 req-524da5a5-c368-479b-8f66-222f8b96c131 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848219 Oct 15 00:33:22.178654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35370) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:22.188039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.256858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84fbc64f-45ce-4fad-8b6c-83b6015f8891 req-50dc207d-78b8-4709-838f-94e422f935a7 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/8d54ed47-c93e-4d4e-b0f4-095d811cbdf9 HTTP/1.1" status: 200 len: 1801 time: 0.0464947 Oct 15 00:33:22.270142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a799054c-9aa9-451c-9889-99d355a4d3f3,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:22.279016 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.325265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] No DVR routers for this DVR port dc1064d7-7083-4683-a4d4-c655d882bf0b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:22.330246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68a8993a-d43f-4734-bd98-f42d66e78108 req-d291a475-6782-487f-88e0-255e63d730dd tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0652130 Oct 15 00:33:22.333606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.346139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84fbc64f-45ce-4fad-8b6c-83b6015f8891 req-b511eb1b-6795-4218-b392-f64ce5f64a3d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.352256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:22.370142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f70c8b-392a-4aa8-8cbe-6db58f070045 None None] Pushing event deleted for resources: {'Port': ['ID=dc1064d7-7083-4683-a4d4-c655d882bf0b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:22.381639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Attempting to bind port 31020aeb-4f5d-4864-9584-fb3c75acd222 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:22.382019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Attempting to bind port 31020aeb-4f5d-4864-9584-fb3c75acd222 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'dc82cd40-42bb-4f2b-bfcc-22a047a617c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:22.382505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Attempting to bind port 31020aeb-4f5d-4864-9584-fb3c75acd222 on network 38c8d558-83ef-4012-bbb6-f446985cf4cc {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:22.404152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:22.404657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Checking segment: {'id': 'dc82cd40-42bb-4f2b-bfcc-22a047a617c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:22.405589 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.405589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Bound using segment: {'id': 'dc82cd40-42bb-4f2b-bfcc-22a047a617c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:22.406205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Bound port: 31020aeb-4f5d-4864-9584-fb3c75acd222, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc82cd40-42bb-4f2b-bfcc-22a047a617c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:22.406798 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.408711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] Deleting subnet e1b6f76e-2416-4adc-b6bb-8b10267b1af6 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:33:22.408993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'port_id': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207', 'mac_address': 'fa:16:3e:3e:3d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ed36f9-2345-4abe-898e-efb593657a8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:22.413456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdf4a6d-4b97-47c2-89cb-97d6217d5656']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:22.425626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.426822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84fbc64f-45ce-4fad-8b6c-83b6015f8891 req-b511eb1b-6795-4218-b392-f64ce5f64a3d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.432625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ce1b19-4100-4d18-9c4b-1f3134d06292') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:22.438005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ce1b19-4100-4d18-9c4b-1f3134d06292') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:22.493312 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.523488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.546882 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.549962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e23ca5-3372-4d14-8d16-aaa5b8020207 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:22.554339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] For port 31020aeb-4f5d-4864-9584-fb3c75acd222, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:22.558163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] For port 31020aeb-4f5d-4864-9584-fb3c75acd222, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=31020aeb-4f5d-4864-9584-fb3c75acd222,segment=NetworkSegment(dc82cd40-42bb-4f2b-bfcc-22a047a617c2),segment_id=dc82cd40-42bb-4f2b-bfcc-22a047a617c2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:22.570476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.573268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84fbc64f-45ce-4fad-8b6c-83b6015f8891 req-b511eb1b-6795-4218-b392-f64ce5f64a3d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.574575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:22.576674 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84fbc64f-45ce-4fad-8b6c-83b6015f8891 req-b511eb1b-6795-4218-b392-f64ce5f64a3d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.577895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84fbc64f-45ce-4fad-8b6c-83b6015f8891 req-b511eb1b-6795-4218-b392-f64ce5f64a3d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/8d54ed47-c93e-4d4e-b0f4-095d811cbdf9 HTTP/1.1" status: 204 len: 173 time: 0.3140843 Oct 15 00:33:22.589094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:33:22.589094 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.589729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511eb1b-6795-4218-b392-f64ce5f64a3d tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d54ed47-c93e-4d4e-b0f4-095d811cbdf9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:33:22.592183 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:33:22.605691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['04853f10-f303-43cc-bb68-a3d1c5316fb6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:22.613990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Allocated IP 172.25.2.6 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/d479ed15-9f12-44e0-92dd-a9461cfaf3a9) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:22.616872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7e1e4b00-3765-4f4e-92b0-6a610888abd7 req-10092782-1d96-497c-b179-56949d77f82a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-882523502', 'description': 'tempest-description-1758592024'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:22.641671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c687c049-3c32-4380-8506-c406f236d5a5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:22.643549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['2f02a987-1938-4556-a1c6-3adf34c0c2ee'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:22.651825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['24babc18-da8f-4608-a66f-5a6ed585041a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:22.654272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['938f383e-88dd-4290-b3f2-6e60ca1095a7'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:22.682573 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.684761 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.711298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e1e4b00-3765-4f4e-92b0-6a610888abd7 req-10092782-1d96-497c-b179-56949d77f82a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.726329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a799054c-9aa9-451c-9889-99d355a4d3f3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:22.727167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.733035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.739595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.745406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.751274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.757105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.759907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.762983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:22.764879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f72467a2-9e7b-4b20-824c-92c31770696a req-31bfe3e0-054e-44e7-ab40-0c648f6793f7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5438 time: 0.2661178 Oct 15 00:33:22.774975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.788675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.791543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] 10.222.0.13 "DELETE /v2.0/networks/dbdf4a6d-4b97-47c2-89cb-97d6217d5656 HTTP/1.1" status: 204 len: 168 time: 2.0784974 Oct 15 00:33:22.851592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dad93e-0ca5-4247-bed8-466b637dda3b admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdf4a6d-4b97-47c2-89cb-97d6217d5656,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:22.910948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e1e4b00-3765-4f4e-92b0-6a610888abd7 req-10092782-1d96-497c-b179-56949d77f82a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:22.941713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f72467a2-9e7b-4b20-824c-92c31770696a req-a5244741-58d3-42ba-8125-2f5e6a6fb11b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584504 Oct 15 00:33:22.961723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d669e-9ce2-4d33-b34f-b04de74e4082 None None] Pushing event updated for resources: {'Port': ['ID=31020aeb-4f5d-4864-9584-fb3c75acd222,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:22.977410 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.042676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e1e4b00-3765-4f4e-92b0-6a610888abd7 req-10092782-1d96-497c-b179-56949d77f82a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.044286 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.059590 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.065445 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e1b6f76e-2416-4adc-b6bb-8b10267b1af6 HTTP/1.1" status: 204 len: 168 time: 0.8856568 Oct 15 00:33:23.070941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35380) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:23.092054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5e4f9-aa2b-4fc5-86af-e1eef8160e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b6f76e-2416-4adc-b6bb-8b10267b1af6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:23.113627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.143727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['d3e23ca5-3372-4d14-8d16-aaa5b8020207'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:23.202710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7e1e4b00-3765-4f4e-92b0-6a610888abd7 req-10092782-1d96-497c-b179-56949d77f82a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.204581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e1e4b00-3765-4f4e-92b0-6a610888abd7 req-10092782-1d96-497c-b179-56949d77f82a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5920939 Oct 15 00:33:23.206898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092782-1d96-497c-b179-56949d77f82a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9bfc95-cd3a-45a3-a697-f44ee7a603ee,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:23.213376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.216679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:23.223204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:23.227445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:23.230720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Pushing event updated for resources: {'Port': ['ID=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:23.304946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35388) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:23.337942 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.388978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:23.391111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ab261b-a4f4-4e03-88b4-a0efe6461699']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:23.404787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20962f6-b605-4396-9a45-8e6e10a3eeb4') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:23.405074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20962f6-b605-4396-9a45-8e6e10a3eeb4') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:23.417800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.433133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a87d4-aaaa-4add-82c9-46e72dd9a78b req-74187aae-a16b-4ddf-b50f-10c2b825de2f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:23.434687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da4a87d4-aaaa-4add-82c9-46e72dd9a78b req-74187aae-a16b-4ddf-b50f-10c2b825de2f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.0876815 Oct 15 00:33:23.443500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.449638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:33:23.450009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:33:23.452445 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:33:23.518397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da4a87d4-aaaa-4add-82c9-46e72dd9a78b req-bb36be0e-122b-40b1-b2ff-8d350e9521cc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622311 Oct 15 00:33:23.526615 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e5de163a-878a-48bb-9b4c-0475cff99ca1 req-93413be0-0b7c-44c2-8403-aa3b97127e77 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/be9bfc95-cd3a-45a3-a697-f44ee7a603ee HTTP/1.1" status: 200 len: 1802 time: 0.1905706 Oct 15 00:33:23.530332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-20f3c3b5-ccbd-4b95-9854-546273dc80b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34c2400bef1c41b38d15fd039e92e240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227180 Oct 15 00:33:23.536476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35392) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:23.541607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['38d60ed5-1749-4c40-80fe-d00a1b1134cb'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:23.549869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e5de163a-878a-48bb-9b4c-0475cff99ca1 req-85250f3f-6597-448b-a436-b42d4fe126ab tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Request body: {'security_group': {'name': 'tempest-sg-hth-365668678', 'description': 'tempest-description-hth-344768971'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:23.619856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e5de163a-878a-48bb-9b4c-0475cff99ca1 req-85250f3f-6597-448b-a436-b42d4fe126ab tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.687478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6036ba-c9a0-4e4e-8e3c-e1c1c0ce1f1b req-2407be6a-b0e4-43a8-a457-336b7bb40746 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0334010 Oct 15 00:33:23.690020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 31020aeb-4f5d-4864-9584-fb3c75acd222 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:23.700220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.724447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2802d2a9-e23c-4715-b3db-cc21de67c5ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.737267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e5de163a-878a-48bb-9b4c-0475cff99ca1 req-85250f3f-6597-448b-a436-b42d4fe126ab tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.738743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.742691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] 10.222.0.13 "DELETE /v2.0/networks/11ab261b-a4f4-4e03-88b4-a0efe6461699 HTTP/1.1" status: 204 len: 168 time: 0.6645520 Oct 15 00:33:23.744097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5412c2-e177-4ace-9d51-6b9de8c8c789 admin admin] Pushing event deleted for resources: {'Network': ['ID=11ab261b-a4f4-4e03-88b4-a0efe6461699,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:23.831000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2802d2a9-e23c-4715-b3db-cc21de67c5ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.839795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e5de163a-878a-48bb-9b4c-0475cff99ca1 req-85250f3f-6597-448b-a436-b42d4fe126ab tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.847724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e5de163a-878a-48bb-9b4c-0475cff99ca1 req-85250f3f-6597-448b-a436-b42d4fe126ab tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.855274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e5de163a-878a-48bb-9b4c-0475cff99ca1 req-85250f3f-6597-448b-a436-b42d4fe126ab tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "PUT /v2.0/security-groups/be9bfc95-cd3a-45a3-a697-f44ee7a603ee HTTP/1.1" status: 200 len: 1775 time: 0.3177500 Oct 15 00:33:23.858784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-d56a3c21-9d4f-4f69-aeb0-05b1e9981fc5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571990 Oct 15 00:33:23.924033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.932878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 2ab62b58-d602-4f03-8ac7-78a6912504ba no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:23.973557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ddae045-537f-4a4f-8356-f0c7dfc75fab req-68ae12f5-155b-4b8f-882d-a89b49226a46 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/be9bfc95-cd3a-45a3-a697-f44ee7a603ee HTTP/1.1" status: 200 len: 1775 time: 0.1003881 Oct 15 00:33:23.980099 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2802d2a9-e23c-4715-b3db-cc21de67c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.981616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-aced93f8-d768-413b-98da-9d578149fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:23.983913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-aced93f8-d768-413b-98da-9d578149fdf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdeab9337ea44c1c806053f88d4efdd8&device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 1096 time: 0.0988870 Oct 15 00:33:23.988603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2802d2a9-e23c-4715-b3db-cc21de67c5ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:23.994688 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2802d2a9-e23c-4715-b3db-cc21de67c5ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f961a294-b066-40c8-b796-ae609eb0396d HTTP/1.1" status: 204 len: 168 time: 0.4559197 Oct 15 00:33:24.014214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 2ab62b58-d602-4f03-8ac7-78a6912504ba {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:24.014784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 2ab62b58-d602-4f03-8ac7-78a6912504ba not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:24.031070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85250f3f-6597-448b-a436-b42d4fe126ab tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9bfc95-cd3a-45a3-a697-f44ee7a603ee,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:24.064075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 31020aeb-4f5d-4864-9584-fb3c75acd222 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:24.064436 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.103001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802d2a9-e23c-4715-b3db-cc21de67c5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f961a294-b066-40c8-b796-ae609eb0396d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:24.176068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eac9022a-b4cb-439e-8f77-0fb56b8cccbb req-59d61076-1190-4a46-ac17-71c8f548ade6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/be9bfc95-cd3a-45a3-a697-f44ee7a603ee HTTP/1.1" status: 200 len: 1775 time: 0.1755314 Oct 15 00:33:24.264743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:24.277466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-33ebd342-f98c-4267-96b9-645f2ad85a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.279072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-33ebd342-f98c-4267-96b9-645f2ad85a2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=11ce43c2-06a9-458b-861e-742620101857 HTTP/1.1" status: 200 len: 915 time: 0.2671893 Oct 15 00:33:24.376939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eac9022a-b4cb-439e-8f77-0fb56b8cccbb req-a23d67b4-59c3-4327-9980-c86409ae6b4b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.402762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eac9022a-b4cb-439e-8f77-0fb56b8cccbb req-a23d67b4-59c3-4327-9980-c86409ae6b4b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.413133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a80bc2-7643-47f8-abe1-1cec041b5e3b None None] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:24.457689 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.459559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-303fbf29-ae84-4b04-95b9-6ef823d5abd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c85b66b8b254bdbb7d83d3d59e675a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931746 Oct 15 00:33:24.464222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35410) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:24.480273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-be769fc1-f64f-464a-a047-34b8b32a17f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a HTTP/1.1" status: 200 len: 1000 time: 0.1902282 Oct 15 00:33:24.506970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-28dff09a-ec08-47bd-8892-fa51ed9aced6 None None] Provisioning complete for port 31020aeb-4f5d-4864-9584-fb3c75acd222 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:24.507344 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28dff09a-ec08-47bd-8892-fa51ed9aced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.519340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eac9022a-b4cb-439e-8f77-0fb56b8cccbb req-a23d67b4-59c3-4327-9980-c86409ae6b4b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.521772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eac9022a-b4cb-439e-8f77-0fb56b8cccbb req-a23d67b4-59c3-4327-9980-c86409ae6b4b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.537592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eac9022a-b4cb-439e-8f77-0fb56b8cccbb req-a23d67b4-59c3-4327-9980-c86409ae6b4b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/be9bfc95-cd3a-45a3-a697-f44ee7a603ee HTTP/1.1" status: 204 len: 173 time: 0.3605564 Oct 15 00:33:24.588970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 31020aeb-4f5d-4864-9584-fb3c75acd222, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=31020aeb-4f5d-4864-9584-fb3c75acd222,segment=NetworkSegment(dc82cd40-42bb-4f2b-bfcc-22a047a617c2),segment_id=dc82cd40-42bb-4f2b-bfcc-22a047a617c2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:24.602130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.610200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.616934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.624520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.633873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.640209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.653453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d67b4-59c3-4327-9980-c86409ae6b4b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9bfc95-cd3a-45a3-a697-f44ee7a603ee,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:24.656085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.665305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-4add9b2c-2344-4e41-b860-c9e04f6a0021 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5438 time: 0.6150906 Oct 15 00:33:24.679366 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2719a63-c06c-4a30-932e-0d61ac5737bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.705830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-a0d32ce0-9465-4ade-a2ca-92b19b8ba259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.707333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-a0d32ce0-9465-4ade-a2ca-92b19b8ba259 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bbe3cf61-605f-4334-9022-1f260e731615 HTTP/1.1" status: 200 len: 853 time: 0.2152724 Oct 15 00:33:24.723243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2719a63-c06c-4a30-932e-0d61ac5737bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.726303 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.729579 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28dff09a-ec08-47bd-8892-fa51ed9aced6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.749985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2991b211-d685-4f4a-ad29-82faecb24cbb req-9373d595-efbe-4ab2-8a9e-5a2f89193f17 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835085 Oct 15 00:33:24.785802 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:24.887716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-9a6554f8-00d7-493e-9e08-42a84d7cd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.889451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-9a6554f8-00d7-493e-9e08-42a84d7cd532 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11ce43c2-06a9-458b-861e-742620101857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689520 Oct 15 00:33:24.899679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=31020aeb-4f5d-4864-9584-fb3c75acd222,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:24.915155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731f39-be1a-4993-8880-4d3b946220f8 req-bc604c9b-cca8-4903-a816-a080750262bc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:24.916151 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-28dff09a-ec08-47bd-8892-fa51ed9aced6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:33:24.916451 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-28dff09a-ec08-47bd-8892-fa51ed9aced6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:33:24.927287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd731f39-be1a-4993-8880-4d3b946220f8 req-bc604c9b-cca8-4903-a816-a080750262bc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.1378891 Oct 15 00:33:24.967378 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53726ad5-af82-4172-8b92-009b4838ca4a req-7f61de85-aa9e-44dc-9e7c-67c6f12dcc52 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0345037 Oct 15 00:33:25.023003 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd731f39-be1a-4993-8880-4d3b946220f8 req-5fb883b7-4acb-4d68-80b2-ea6965cf4c9a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994623 Oct 15 00:33:25.029096 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-6bfa3111-018e-4efa-92ed-9ce4b074e6f7 req-a5402c8c-8fa3-4e9e-b073-4bac026093f7 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:33:25.030340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6bfa3111-018e-4efa-92ed-9ce4b074e6f7 req-a5402c8c-8fa3-4e9e-b073-4bac026093f7 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/8d54ed47-c93e-4d4e-b0f4-095d811cbdf9 HTTP/1.1" status: 404 len: 352 time: 0.0170054 Oct 15 00:33:25.055113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-69798541-a064-4eea-9c3b-526179d24e25 service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566284 Oct 15 00:33:25.085812 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-14422a2a-9152-403a-b91c-53988b49d6cd req-7dc76734-7d12-4617-8970-8977c04dc714 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:33:25.090973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14422a2a-9152-403a-b91c-53988b49d6cd req-7dc76734-7d12-4617-8970-8977c04dc714 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/f9b4b5c8-cfb1-43ac-aa89-6160acdd328a HTTP/1.1" status: 404 len: 352 time: 0.0186937 Oct 15 00:33:25.090973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Router 7a5a965b-c351-4d3a-a357-dc996f293766 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:33:25.152684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2719a63-c06c-4a30-932e-0d61ac5737bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.152882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2719a63-c06c-4a30-932e-0d61ac5737bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.153895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d2719a63-c06c-4a30-932e-0d61ac5737bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/501d1ebb-253f-4c99-adeb-be33add3044f HTTP/1.1" status: 204 len: 168 time: 0.6889234 Oct 15 00:33:25.176657 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-ac064e60-3a8e-4cc7-bf2c-94aca3d7100e req-f8e1c69c-e931-4a32-847a-1dc80e8b5767 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:33:25.177686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac064e60-3a8e-4cc7-bf2c-94aca3d7100e req-f8e1c69c-e931-4a32-847a-1dc80e8b5767 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/25029c7c-403c-43cc-9961-9248a2f7ed26 HTTP/1.1" status: 404 len: 352 time: 0.0450454 Oct 15 00:33:25.179900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2719a63-c06c-4a30-932e-0d61ac5737bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501d1ebb-253f-4c99-adeb-be33add3044f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:25.205863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a000cf4-1db0-4b14-a204-4929e9670ef0 req-06a8d7b4-83fb-4d78-a40c-e51a855fdeb8 service neutron] 10.222.0.30 "GET /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432774 Oct 15 00:33:25.267005 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-747d2fba-6032-43c4-b29b-ff247bfc674b req-da6c3cfb-9b99-4ce4-8de5-e825674f0534 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:33:25.268036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-747d2fba-6032-43c4-b29b-ff247bfc674b req-da6c3cfb-9b99-4ce4-8de5-e825674f0534 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/b2508ac3-ec29-4626-80a0-214aa3cb0eac HTTP/1.1" status: 404 len: 352 time: 0.0228062 Oct 15 00:33:25.277942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:33:25.288514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Sync routers for ids ['7a5a965b-c351-4d3a-a357-dc996f293766'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:33:25.298626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Routers {'7a5a965b-c351-4d3a-a357-dc996f293766'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:25.301370 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-1c2e28d9-4aab-4c25-89a6-0c307d514436 req-fd66faec-e20e-4545-9ead-974e5cbcb34c tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:33:25.302057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c2e28d9-4aab-4c25-89a6-0c307d514436 req-fd66faec-e20e-4545-9ead-974e5cbcb34c tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/ea930c6a-fe8b-4586-9038-8f780fc9e155 HTTP/1.1" status: 404 len: 352 time: 0.0139847 Oct 15 00:33:25.303007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7a5a965b-c351-4d3a-a357-dc996f293766'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:25.344856 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-69e1be02-693f-4871-bbfc-0c49f371fb00 req-4da13128-2986-4357-a872-bce9a73baaf6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] show failed (client error): The resource could not be found. Oct 15 00:33:25.346870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69e1be02-693f-4871-bbfc-0c49f371fb00 req-4da13128-2986-4357-a872-bce9a73baaf6 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/d5236e0c-1e1d-48dc-b4a4-698a9ac6afea HTTP/1.1" status: 404 len: 352 time: 0.0247338 Oct 15 00:33:25.363494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.365367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bb7c1a34-ad5b-421e-97a0-26618b07d044 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7438924 Oct 15 00:33:25.367961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35452) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:25.411156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35454) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:25.524505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Set router 7a5a965b-c351-4d3a-a357-dc996f293766 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:25.560760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 31020aeb-4f5d-4864-9584-fb3c75acd222 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:25.593352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1065054395-network', 'tenant_id': 'aba5b66a1c8f4a2ba24962fdadb97944'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:25.699805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Made reservation on behalf of aba5b66a1c8f4a2ba24962fdadb97944 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:25.702553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.712767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.748473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 31020aeb-4f5d-4864-9584-fb3c75acd222 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:25.748770 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.780951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6cc087ac-753d-4a83-ac42-b3fcd608cd3e None None] Provisioning complete for port 31020aeb-4f5d-4864-9584-fb3c75acd222 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:25.781855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6cc087ac-753d-4a83-ac42-b3fcd608cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.806808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.888223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 2f02a987-1938-4556-a1c6-3adf34c0c2ee up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:25.916128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:25.918568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device d3e23ca5-3372-4d14-8d16-aaa5b8020207 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:25.936751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c2e5c-4325-485d-bea4-6810a89e32cd req-67c7a34f-4c0e-4854-8899-e6b5e5e55727 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:25.939736 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f59c2e5c-4325-485d-bea4-6810a89e32cd req-67c7a34f-4c0e-4854-8899-e6b5e5e55727 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1024 time: 0.0845327 Oct 15 00:33:25.976185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:33:26.005210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:26.014442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.014737 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Added segment 47472b23-ad5b-4f2d-b8ab-975992f91b35 of type vlan for network a123cf30-7d34-4d2c-9eac-377909b8f992 Oct 15 00:33:26.019854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.021985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f59c2e5c-4325-485d-bea4-6810a89e32cd req-6e915b62-d6b7-442e-bf51-07b7d737b1e0 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=5bd784b0-882a-4ad8-82c7-94c91b28aa7f&id=3d26c7d5-89fe-4846-bcde-739d2affe643&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0734408 Oct 15 00:33:26.042779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.057155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:23Z', 'revision_number': 3, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port': {'id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:22Z', 'updated_at': '2021-10-15T00:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:26.075404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.082772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.089693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.091706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.097378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.103904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.113593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-23d710bc-c4b7-4e41-b4c0-f1c4f197e7f2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5438 time: 0.2189023 Oct 15 00:33:26.124368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Checking router: 7a5a965b-c351-4d3a-a357-dc996f293766 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:33:26.124705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Updating router 7a5a965b-c351-4d3a-a357-dc996f293766 port d479ed15-9f12-44e0-92dd-a9461cfaf3a9 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:33:26.160674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c41b071a-147f-4973-a637-f0dd94464166 req-787a834b-39a0-43fa-b427-d8ab61fc32b9 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0382361 Oct 15 00:33:26.163297 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.164080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.174166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.175142 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.175735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.200372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-715332e8-bade-40a1-8041-aee7b3a0cdc4 req-abc84255-364c-4688-a6ae-fcab09ad3576 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857894 Oct 15 00:33:26.251910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] Pushing event updated for resources: {'Network': ['ID=a123cf30-7d34-4d2c-9eac-377909b8f992,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:26.264429 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-17393b4d-748a-4126-a539-7952b90b833b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.270030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port d3e23ca5-3372-4d14-8d16-aaa5b8020207 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:26.272210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network a123cf30-7d34-4d2c-9eac-377909b8f992 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:33:26.274162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 2f02a987-1938-4556-a1c6-3adf34c0c2ee completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:26.283637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-401228d2-0f7b-4904-aa24-d575145e0f3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8705387 Oct 15 00:33:26.296634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35484) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:26.298530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Request body: {'subnet': {'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1065054395-subnet', 'tenant_id': 'aba5b66a1c8f4a2ba24962fdadb97944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:26.338021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port d3e23ca5-3372-4d14-8d16-aaa5b8020207 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:26.338662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.344456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 2f02a987-1938-4556-a1c6-3adf34c0c2ee triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:26.344806 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.368382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dda1a3-36f5-4ac5-b58f-534caa02d39f req-e7545fe7-bf48-41b1-82ca-a45298fb944e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.370052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31dda1a3-36f5-4ac5-b58f-534caa02d39f req-e7545fe7-bf48-41b1-82ca-a45298fb944e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.0851502 Oct 15 00:33:26.428205 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31dda1a3-36f5-4ac5-b58f-534caa02d39f req-5ea5589f-abbd-49ec-b468-ec7c3814b536 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485249 Oct 15 00:33:26.432975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Made reservation on behalf of aba5b66a1c8f4a2ba24962fdadb97944 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:26.435605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.526733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35488) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:26.641721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.646121 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.690145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1396400758-network', 'tenant_id': '19ea665d47524ab3bc74b2a090fae7f1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:26.702039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:26.705049 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd81fbee-f674-4156-a512-66a6b498f826" -d '{"events": [{"server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "name": "network-vif-plugged", "status": "completed", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:26.759438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.773789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Allocated IP 172.20.0.1 (38c8d558-83ef-4012-bbb6-f446985cf4cc/49f4cf31-9075-4a06-999a-30952d4b791a/992b002a-0a03-43fb-a44e-4cf9ebb9cb51) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:26.803618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Made reservation on behalf of 19ea665d47524ab3bc74b2a090fae7f1 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:26.810546 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.836902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.856951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Checking segment: {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:26.857416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Network hostable DHCP agents. Network: a123cf30-7d34-4d2c-9eac-377909b8f992, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:33:26.873235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:26.900549 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f0a914-a39c-4361-b8b9-47498d8a2714 x-openstack-request-id: req-97f0a914-a39c-4361-b8b9-47498d8a2714 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:26.900919 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "name": "network-vif-plugged", "status": "completed", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:26.901132 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97f0a914-a39c-4361-b8b9-47498d8a2714 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:26.901492 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207', 'code': 200} Oct 15 00:33:26.903149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:26.915628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:26.922747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92117519-3de5-427b-8249-82d7e5f5ad7f req-2d726ec1-1519-4d65-a377-9f98c2940dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:26.924367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92117519-3de5-427b-8249-82d7e5f5ad7f req-2d726ec1-1519-4d65-a377-9f98c2940dd2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1095 time: 0.0897193 Oct 15 00:33:26.932760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.946034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.947608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Network a123cf30-7d34-4d2c-9eac-377909b8f992 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:33:26.964764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.978905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92117519-3de5-427b-8249-82d7e5f5ad7f req-be900372-0649-4101-a4f6-9237f3964cd9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Oct 15 00:33:26.991469 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:26.992271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c687c049-3c32-4380-8506-c406f236d5a5 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:26.994074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.013682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, a123cf30-7d34-4d2c-9eac-377909b8f992) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:27.018738 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.019330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.021477 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.039220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9e2f0-bf3e-4394-a886-2ac3ab62454b None None] Network a123cf30-7d34-4d2c-9eac-377909b8f992 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:27.045192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.057523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:33:27.064565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:27.073809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.074600 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Added segment 822ebdc8-335d-40eb-9467-c44e5dcd5f6b of type vlan for network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c Oct 15 00:33:27.082386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.120027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23b58a2a-04be-4365-9d26-ae665a047056 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8322818 Oct 15 00:33:27.137368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.141925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=2f02a987-1938-4556-a1c6-3adf34c0c2ee,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:27.169340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:27.195094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:27.202141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:27.207559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=992b002a-0a03-43fb-a44e-4cf9ebb9cb51,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:27.217419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Attempting to bind port d479ed15-9f12-44e0-92dd-a9461cfaf3a9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:27.218155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Attempting to bind port d479ed15-9f12-44e0-92dd-a9461cfaf3a9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:27.219348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Attempting to bind port d479ed15-9f12-44e0-92dd-a9461cfaf3a9 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:27.225886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.227041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.227857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.242969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:27.243842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:27.244709 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.246358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:27.247387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Bound port: d479ed15-9f12-44e0-92dd-a9461cfaf3a9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:27.248532 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.269604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac510dc6-3a7d-44d4-bd31-0c3673d92924 req-3b9ddc62-aeff-4f38-bdb4-74032d880213 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.277104 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac510dc6-3a7d-44d4-bd31-0c3673d92924 req-3b9ddc62-aeff-4f38-bdb4-74032d880213 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1024 time: 0.1613007 Oct 15 00:33:27.287265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-ce5c1f01-f295-490c-9fa1-53a38e3af2d0 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.288909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-ce5c1f01-f295-490c-9fa1-53a38e3af2d0 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 1024 time: 0.1556261 Oct 15 00:33:27.305324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.329657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:27.384554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea656d6-ba9f-424f-9424-341f5504e336 None None] Pushing event updated for resources: {'Port': ['ID=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:27.396311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] Pushing event updated for resources: {'Network': ['ID=f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:27.397355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port c687c049-3c32-4380-8506-c406f236d5a5 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:27.431085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:33:27.435961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c687c049-3c32-4380-8506-c406f236d5a5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:27.436403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0d5ff48-5ecb-4eb5-bdc1-51ed86cbd65a req-369ba7a6-2b3e-4caa-9427-53c99913a20f tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0410817 Oct 15 00:33:27.438889 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.466661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac510dc6-3a7d-44d4-bd31-0c3673d92924 req-6188e13f-18f0-446f-b446-02966c950c5b tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups?id=087f6681-0613-4a5c-9223-e5a22e68c4c1&id=5bd784b0-882a-4ad8-82c7-94c91b28aa7f&id=3d26c7d5-89fe-4846-bcde-739d2affe643&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1886313 Oct 15 00:33:27.513587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fc0a462d-030d-4afc-9be0-0bb997ad1533 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9854567 Oct 15 00:33:27.516975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35512) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:27.522225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Request body: {'subnet': {'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1396400758-subnet', 'tenant_id': '19ea665d47524ab3bc74b2a090fae7f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:27.605598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.613677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.620082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.623813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] For port d479ed15-9f12-44e0-92dd-a9461cfaf3a9, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:27.628015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.628205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2a97c-7508-4878-b3da-ca92f525e831 None None] Network a123cf30-7d34-4d2c-9eac-377909b8f992 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:27.633088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Deleting port 5514e1ba-f982-49ed-885a-65ba806fabe1 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:27.633434 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.638802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.646662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.655024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.657933 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-dfd50b1c-50e0-46f0-9d67-3c7a8e1f8806 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5439 time: 0.1149027 Oct 15 00:33:27.660009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Made reservation on behalf of 19ea665d47524ab3bc74b2a090fae7f1 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:27.662778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.667511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] For port d479ed15-9f12-44e0-92dd-a9461cfaf3a9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:27.686061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-35262e32-1fbd-461a-bfc0-412530469ab9 None None] Provisioning complete for port 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:27.687081 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35262e32-1fbd-461a-bfc0-412530469ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.747345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.790731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d350eff9-57c9-4cbe-9c2a-0e4f37ba66cb req-236ac8c3-1dca-4435-b777-2572a76438b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601227 Oct 15 00:33:27.807036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] For port 5514e1ba-f982-49ed-885a-65ba806fabe1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5514e1ba-f982-49ed-885a-65ba806fabe1,segment=NetworkSegment(50c5f919-a73a-4734-94b1-355ea5b88f54),segment_id=50c5f919-a73a-4734-94b1-355ea5b88f54)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:27.807543 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.848826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b83a300-03fb-4591-8937-a2b8c82ce67e req-8a4760f1-0285-4678-a07b-b3734a8e605b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=510d0676fec546e997ae353964ec70f8&device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0785034 Oct 15 00:33:27.853371 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.866222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Calling delete_port for 5514e1ba-f982-49ed-885a-65ba806fabe1 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:27.908387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-35262e32-1fbd-461a-bfc0-412530469ab9 None None] Port 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:33:27.948901 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:27.953480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Routers {'7a5a965b-c351-4d3a-a357-dc996f293766'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:27.954143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:32:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7a5a965b-c351-4d3a-a357-dc996f293766'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:27.963214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea656d6-ba9f-424f-9424-341f5504e336 None None] Pushing event updated for resources: {'Port': ['ID=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:27.964575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bc760-22d8-4ca6-bffb-0bf5e3d24ded req-18f4c7bf-a6ee-434c-93c1-601a2363e693 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:27.968528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f8bc760-22d8-4ca6-bffb-0bf5e3d24ded req-18f4c7bf-a6ee-434c-93c1-601a2363e693 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.0783112 Oct 15 00:33:27.987092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b83a300-03fb-4591-8937-a2b8c82ce67e req-253d0577-56d6-49b3-825f-d6a87d4b2a9d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=510d0676fec546e997ae353964ec70f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918932 Oct 15 00:33:28.012335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f8bc760-22d8-4ca6-bffb-0bf5e3d24ded req-dee5d51d-7abd-46ca-86ab-e88c85bdc6a0 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358887 Oct 15 00:33:28.042760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.072430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c687c049-3c32-4380-8506-c406f236d5a5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c687c049-3c32-4380-8506-c406f236d5a5,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:28.084275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-727f51b5-9388-4709-bc30-99d2fbd38faa tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:28.091795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-727f51b5-9388-4709-bc30-99d2fbd38faa tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/networks?id=a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 200 len: 818 time: 0.3605905 Oct 15 00:33:28.129989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Pushing event updated for resources: {'Subnet': ['ID=858630c7-127c-4506-a317-b9bf6e2fa7c1,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:28.135846 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.137721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Checking segment: {'id': '822ebdc8-335d-40eb-9467-c44e5dcd5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:28.138113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Network hostable DHCP agents. Network: f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:33:28.150434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 24babc18-da8f-4608-a66f-5a6ed585041a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:28.166623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-b838af2c-e0f6-46e4-987f-e290dc022678 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/quotas/aba5b66a1c8f4a2ba24962fdadb97944 HTTP/1.1" status: 200 len: 375 time: 0.0739264 Oct 15 00:33:28.172660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] Set router 7a5a965b-c351-4d3a-a357-dc996f293766 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:28.237020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:33:28.249173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-6c01d619-2895-4614-9ea6-54d977b36949 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626965 Oct 15 00:33:28.264414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c687c049-3c32-4380-8506-c406f236d5a5,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:28.319046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83a300-03fb-4591-8937-a2b8c82ce67e req-3ac9cd4a-9052-4b15-bf76-93109347a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:28.320392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b83a300-03fb-4591-8937-a2b8c82ce67e req-3ac9cd4a-9052-4b15-bf76-93109347a762 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3093479 Oct 15 00:33:28.328588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:28.333749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:28.334760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.342060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0edeac5-4ac0-496b-b825-31d5ebfc51ef None None] Network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:28.388493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 24babc18-da8f-4608-a66f-5a6ed585041a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:28.406192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 24babc18-da8f-4608-a66f-5a6ed585041a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:28.406565 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.441784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b545c148-220c-45e3-99ab-3aa3a13fe13a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9233589 Oct 15 00:33:28.467472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.471542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-cbe4ad9d-01b2-4f02-8dff-dbce18c09d4d service neutron] 10.222.0.13 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821010 Oct 15 00:33:28.517560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.546156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5514e1ba-f982-49ed-885a-65ba806fabe1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:28.558113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.579639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ad396d5-3ee1-41d4-888d-3973587d4778 req-a15793f2-460d-444f-9731-68023056811e tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0422537 Oct 15 00:33:28.589249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'Port': ['ID=5514e1ba-f982-49ed-885a-65ba806fabe1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:28.667905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82c4bc-21f1-43d8-be65-80148eb03cbd None None] Network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:28.702143 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9bd9f95-680a-4bdf-b1ef-a3c4ff9a8170 req-fcb4ae0e-ccfa-4f02-933e-68b043ec889a tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f HTTP/1.1" status: 200 len: 210 time: 0.0304081 Oct 15 00:33:28.722637 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.723998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] No DVR routers for this DVR port 5514e1ba-f982-49ed-885a-65ba806fabe1 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:28.729970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=992b002a-0a03-43fb-a44e-4cf9ebb9cb51,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:28.739135 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.742457 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df2679a6-b6e6-4b85-ab01-d23ad31a1d2e req-2494e458-e9d3-419d-9a47-4f8d6fb13737 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.30 "DELETE /v2.0/ports/5514e1ba-f982-49ed-885a-65ba806fabe1 HTTP/1.1" status: 204 len: 173 time: 1.4324317 Oct 15 00:33:28.744548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'name': 'network-vif-deleted', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:28.746865 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f845a8-59e8-4315-8a11-3dc68521bb32" -d '{"events": [{"server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "name": "network-vif-deleted", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:28.758630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-1a9112fb-ece6-40e3-bc28-c08baee2b3c5 service neutron] 10.222.0.13 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798097 Oct 15 00:33:28.826018 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:28.841067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:27Z', 'revision_number': 4, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port': {'id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:22Z', 'updated_at': '2021-10-15T00:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '992b002a-0a03-43fb-a44e-4cf9ebb9cb51', 'name': '', 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'mac_address': 'fa:16:3e:22:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '49f4cf31-9075-4a06-999a-30952d4b791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:26Z', 'updated_at': '2021-10-15T00:33:26Z', 'revision_number': 1, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'subnets': [{'id': '49f4cf31-9075-4a06-999a-30952d4b791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:28.868362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:28.870175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:29.005075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Router 7a5a965b-c351-4d3a-a357-dc996f293766 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:33:29.049963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-790d2b7c-803a-4fcc-b935-d7ee7b14ab18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:29.051716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:29.056268 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a47691-aa42-4c68-adde-0d836b5b3a33" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "c687c049-3c32-4380-8506-c406f236d5a5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:29.083382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c6973-e92a-4754-b680-bdbd332138f5 None None] The sync data for ids ['7a5a965b-c351-4d3a-a357-dc996f293766'] in n-d-811521-2 is: [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:27Z', 'revision_number': 4, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port': {'id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:22Z', 'updated_at': '2021-10-15T00:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '992b002a-0a03-43fb-a44e-4cf9ebb9cb51', 'name': '', 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'mac_address': 'fa:16:3e:22:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '49f4cf31-9075-4a06-999a-30952d4b791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:26Z', 'updated_at': '2021-10-15T00:33:26Z', 'revision_number': 1, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'subnets': [{'id': '49f4cf31-9075-4a06-999a-30952d4b791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:29.087815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-eba5ccf9-1f06-461d-9db7-90a806e9a8d6 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.095776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-eba5ccf9-1f06-461d-9db7-90a806e9a8d6 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/networks?id=f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c HTTP/1.1" status: 200 len: 813 time: 0.1560738 Oct 15 00:33:29.097968 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:33:29.134944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-cdef5445-64cc-4b0a-82c7-19a5f889894f tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/quotas/19ea665d47524ab3bc74b2a090fae7f1 HTTP/1.1" status: 200 len: 375 time: 0.0381873 Oct 15 00:33:29.160053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 24babc18-da8f-4608-a66f-5a6ed585041a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=24babc18-da8f-4608-a66f-5a6ed585041a,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:29.168802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-0cdeedaa-e16c-4b57-acdc-167b1f75dcd9 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19ea665d47524ab3bc74b2a090fae7f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327702 Oct 15 00:33:29.201859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:33:29.208349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-126caee9-22e2-4673-a480-919e924e6dc2 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a5a965b-c351-4d3a-a357-dc996f293766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8393242 Oct 15 00:33:29.245515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:29.246845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 04853f10-f303-43cc-bb68-a3d1c5316fb6 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:29.253231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0288e9a2-bd96-46bb-9f9d-9c7ee5b0c983 None None] Provisioning complete for port 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:29.253602 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0288e9a2-bd96-46bb-9f9d-9c7ee5b0c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:29.286296 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-2b40d478-ba48-4ec7-8410-944b559d9a91 service neutron] 10.222.0.13 "GET /v2.0/networks/f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055400 Oct 15 00:33:29.366035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0288e9a2-bd96-46bb-9f9d-9c7ee5b0c983 None None] Port 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:33:29.369444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=24babc18-da8f-4608-a66f-5a6ed585041a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:29.454321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 04853f10-f303-43cc-bb68-a3d1c5316fb6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:29.459758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 04853f10-f303-43cc-bb68-a3d1c5316fb6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:29.460397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:29.464288 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1693d7f-3647-4ed1-9cfd-4b65cd98f5fb x-openstack-request-id: req-c1693d7f-3647-4ed1-9cfd-4b65cd98f5fb {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:29.464690 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f", "name": "network-vif-deleted", "tag": "5514e1ba-f982-49ed-885a-65ba806fabe1", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:29.465028 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1693d7f-3647-4ed1-9cfd-4b65cd98f5fb {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:29.465522 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6cbe11-24c9-49a8-a4ee-1edc937e0d3f', 'name': 'network-vif-deleted', 'tag': '5514e1ba-f982-49ed-885a-65ba806fabe1', 'status': 'completed', 'code': 200} Oct 15 00:33:29.496047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-787e75b1-ee36-49bc-9fc4-b6f4a68a24ad service neutron] 10.222.0.13 "GET /v2.0/networks/f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009361 Oct 15 00:33:29.627915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:29.652475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.659350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.666350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.679864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.686118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.693266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.699499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.700282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 04853f10-f303-43cc-bb68-a3d1c5316fb6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:29.709530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-a696cd51-b799-4972-ac38-d01c0ab5ab3e tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5441 time: 0.1319156 Oct 15 00:33:29.779816 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:29.780635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 38d60ed5-1749-4c40-80fe-d00a1b1134cb up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:29.788183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4b2285c-03d3-4102-a363-0d10e9ef20e2 req-5e8727e4-f069-4429-beac-09656d7dfa4f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766630 Oct 15 00:33:29.855865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc058c4-ec89-460e-a10a-91772a7de301 req-fcc79924-32b7-45f8-b4b6-c58e23f3b9d2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:29.857818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6dc058c4-ec89-460e-a10a-91772a7de301 req-fcc79924-32b7-45f8-b4b6-c58e23f3b9d2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.0989697 Oct 15 00:33:29.882382 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae97e368-4e27-4043-a618-a0ac871e436e x-openstack-request-id: req-ae97e368-4e27-4043-a618-a0ac871e436e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:29.882953 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "c687c049-3c32-4380-8506-c406f236d5a5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:29.883311 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae97e368-4e27-4043-a618-a0ac871e436e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:29.883815 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'code': 200} Oct 15 00:33:29.884167 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5', 'code': 200} Oct 15 00:33:29.915208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=04853f10-f303-43cc-bb68-a3d1c5316fb6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:29.949306 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6dc058c4-ec89-460e-a10a-91772a7de301 req-46c188b5-ad81-4eb7-b640-c62b692c5b5f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813751 Oct 15 00:33:30.030205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 38d60ed5-1749-4c40-80fe-d00a1b1134cb completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:30.046350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 38d60ed5-1749-4c40-80fe-d00a1b1134cb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:30.049478 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.094464 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.152088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9dd62e3-dfdd-4315-b601-6b763940360a req-7a18c6b5-54c5-4fc7-9976-1e8c2ad41468 tempest-FloatingIPsNegativeTestJSON-2075316624 tempest-FloatingIPsNegativeTestJSON-2075316624-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=4b25b6fe25b148d4b308acc7966ccbe8 HTTP/1.1" status: 200 len: 217 time: 0.1219008 Oct 15 00:33:30.161468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.168086 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d2cfe906-66d7-403d-8235-a73849263740 req-487373bb-8795-451a-b132-f5e4a642cdcb tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0358818 Oct 15 00:33:30.178123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.240572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c89c577f-f0bd-4e17-85c2-068f4cd500c7 req-2f5ddbf1-80ff-4704-b3d7-314fa1c046a1 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 210 time: 0.0504849 Oct 15 00:33:30.259606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 38d60ed5-1749-4c40-80fe-d00a1b1134cb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:30.313841 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-59a539c5-41cf-4474-ba40-88d5e7a3d0cc req-cbcf1b68-d5bd-42a6-82f3-4376eb3bd142 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.0396509 Oct 15 00:33:30.322652 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.324120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a799054c-9aa9-451c-9889-99d355a4d3f3 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:30.351885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677373e1-dd02-4997-8184-035bff1cb7ac req-ae81ae08-82c1-47ed-aa26-37a91c6cf557 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:30.353094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-677373e1-dd02-4997-8184-035bff1cb7ac req-ae81ae08-82c1-47ed-aa26-37a91c6cf557 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1096 time: 0.0460827 Oct 15 00:33:30.389684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5422fa86-7961-413d-beb3-1ea7fd9ae7e6 req-d7e93093-4e0d-4014-8757-9cec96a5cfe7 tempest-FloatingIPsNegativeTestJSON-2075316624 tempest-FloatingIPsNegativeTestJSON-2075316624-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0494075 Oct 15 00:33:30.408503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-677373e1-dd02-4997-8184-035bff1cb7ac req-cc891a56-35f2-43d8-97e7-3ac7492530c8 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478976 Oct 15 00:33:30.465018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=38d60ed5-1749-4c40-80fe-d00a1b1134cb,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:30.484995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41dbc2e2-e356-4f50-bdf7-d596901112b1 req-80407bf9-47b2-4d66-ac40-49b2cb7821ba tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/5bd784b0-882a-4ad8-82c7-94c91b28aa7f HTTP/1.1" status: 200 len: 1800 time: 0.0652859 Oct 15 00:33:30.558268 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-200356b9-a0ea-4d7f-8047-86a707a14cc5 req-5031dfc9-e0d6-46bb-9197-f596363fd6d1 tempest-FloatingIPsNegativeTestJSON-2075316624 tempest-FloatingIPsNegativeTestJSON-2075316624-project] show failed (client error): The resource could not be found. Oct 15 00:33:30.559603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-200356b9-a0ea-4d7f-8047-86a707a14cc5 req-5031dfc9-e0d6-46bb-9197-f596363fd6d1 tempest-FloatingIPsNegativeTestJSON-2075316624 tempest-FloatingIPsNegativeTestJSON-2075316624-project] 10.222.0.13 "GET /v2.0/floatingips/4e652b39-5a48-433c-b3b7-7dff0df7e121 HTTP/1.1" status: 404 len: 350 time: 0.0683198 Oct 15 00:33:30.567318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41dbc2e2-e356-4f50-bdf7-d596901112b1 req-61a69ed0-a615-4c8b-9510-6f6cad7cbd6f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.571885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:30.572189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a799054c-9aa9-451c-9889-99d355a4d3f3 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:30.576770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a799054c-9aa9-451c-9889-99d355a4d3f3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:30.577267 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.616079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41dbc2e2-e356-4f50-bdf7-d596901112b1 req-61a69ed0-a615-4c8b-9510-6f6cad7cbd6f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.742120 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.788163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a799054c-9aa9-451c-9889-99d355a4d3f3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a799054c-9aa9-451c-9889-99d355a4d3f3,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:30.791396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41dbc2e2-e356-4f50-bdf7-d596901112b1 req-61a69ed0-a615-4c8b-9510-6f6cad7cbd6f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.794051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41dbc2e2-e356-4f50-bdf7-d596901112b1 req-61a69ed0-a615-4c8b-9510-6f6cad7cbd6f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.795229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41dbc2e2-e356-4f50-bdf7-d596901112b1 req-61a69ed0-a615-4c8b-9510-6f6cad7cbd6f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/5bd784b0-882a-4ad8-82c7-94c91b28aa7f HTTP/1.1" status: 204 len: 173 time: 0.3039138 Oct 15 00:33:30.816741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a69ed0-a615-4c8b-9510-6f6cad7cbd6f tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd784b0-882a-4ad8-82c7-94c91b28aa7f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:30.848888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:30.849721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 938f383e-88dd-4290-b3f2-6e60ca1095a7 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:30.948342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a799054c-9aa9-451c-9889-99d355a4d3f3,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:30.981423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e2be516-eea1-402b-b5e0-61fcfa46ed90 req-903c288f-2121-4fb3-ac98-d20abba6e2e8 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "GET /v2.0/security-groups/3d26c7d5-89fe-4846-bcde-739d2affe643 HTTP/1.1" status: 200 len: 1799 time: 0.1275163 Oct 15 00:33:30.987610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:30.993804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:31.000058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:31.001729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 938f383e-88dd-4290-b3f2-6e60ca1095a7 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:31.005737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 938f383e-88dd-4290-b3f2-6e60ca1095a7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:31.006142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.006588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:31.013396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:31.019583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:31.034404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:31.037168 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-5b3f1fa5-ed34-4b5a-a9f7-f591a9315bdf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5444 time: 0.1490593 Oct 15 00:33:31.111893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29d47bd5-d989-44b1-abfb-44f92be95b7c req-7888dc2a-5550-49c0-8e33-14fbc6780cc9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621445 Oct 15 00:33:31.143614 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.221556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 938f383e-88dd-4290-b3f2-6e60ca1095a7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:31.299837 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.302947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80b3056e-133c-49d1-a435-21c2b4b47a85 req-6f66eb41-7cf8-4f4a-af70-c6b9d444a7e5 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0400338 Oct 15 00:33:31.308703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5514e1ba-f982-49ed-885a-65ba806fabe1 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:31.427410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 5514e1ba-f982-49ed-885a-65ba806fabe1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:31.427765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5514e1ba-f982-49ed-885a-65ba806fabe1 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:31.451742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=938f383e-88dd-4290-b3f2-6e60ca1095a7,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:31.483040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c8c6b9f-937a-4b02-a549-4dad2d9850fe req-622de265-4956-43a8-b148-8ebb21ff4d58 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 210 time: 0.0512886 Oct 15 00:33:31.535487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8e2be516-eea1-402b-b5e0-61fcfa46ed90 req-a7be7506-f3b6-46f3-9b49-62ce0d1a80f1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.569668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8e2be516-eea1-402b-b5e0-61fcfa46ed90 req-a7be7506-f3b6-46f3-9b49-62ce0d1a80f1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.593438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d479ed15-9f12-44e0-92dd-a9461cfaf3a9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:31.611631 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-83e24d51-3eb6-4c1a-818d-2f701a9b7909 req-b313306c-dc69-462d-91eb-60a159a27ba6 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.0634181 Oct 15 00:33:31.685177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d479ed15-9f12-44e0-92dd-a9461cfaf3a9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:31.685609 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.689091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.783352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8e2be516-eea1-402b-b5e0-61fcfa46ed90 req-a7be7506-f3b6-46f3-9b49-62ce0d1a80f1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.787486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8e2be516-eea1-402b-b5e0-61fcfa46ed90 req-a7be7506-f3b6-46f3-9b49-62ce0d1a80f1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.791703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e2be516-eea1-402b-b5e0-61fcfa46ed90 req-a7be7506-f3b6-46f3-9b49-62ce0d1a80f1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d26c7d5-89fe-4846-bcde-739d2affe643 HTTP/1.1" status: 204 len: 173 time: 0.7985096 Oct 15 00:33:31.794322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35630) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:31.799909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.815121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be7506-f3b6-46f3-9b49-62ce0d1a80f1 tempest-SecurityGroupsTestJSON-1760750811 tempest-SecurityGroupsTestJSON-1760750811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d26c7d5-89fe-4846-bcde-739d2affe643,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:31.847637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d479ed15-9f12-44e0-92dd-a9461cfaf3a9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:31.876590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] Deleting subnet d0f92682-db50-417c-ad5a-fbf0bb5a58df {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:33:31.880464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.887408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04853f10-f303-43cc-bb68-a3d1c5316fb6'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d60ed5-1749-4c40-80fe-d00a1b1134cb'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a799054c-9aa9-451c-9889-99d355a4d3f3'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:31.898000 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c962932d-61e4-4aa4-ab62-0b2c196f6558" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "04853f10-f303-43cc-bb68-a3d1c5316fb6"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "38d60ed5-1749-4c40-80fe-d00a1b1134cb"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "a799054c-9aa9-451c-9889-99d355a4d3f3"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:31.924536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.975551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:31.979650 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.023942 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b331e719-e1e9-46b6-bb96-35ae3532f0f1 x-openstack-request-id: req-b331e719-e1e9-46b6-bb96-35ae3532f0f1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:32.024703 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "04853f10-f303-43cc-bb68-a3d1c5316fb6", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "38d60ed5-1749-4c40-80fe-d00a1b1134cb", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "a799054c-9aa9-451c-9889-99d355a4d3f3", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-plugged", "status": "completed", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:32.025754 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b331e719-e1e9-46b6-bb96-35ae3532f0f1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:32.026419 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a', 'code': 200} Oct 15 00:33:32.026925 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04853f10-f303-43cc-bb68-a3d1c5316fb6', 'code': 200} Oct 15 00:33:32.030306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Deleting port 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:32.030561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.034692 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d60ed5-1749-4c40-80fe-d00a1b1134cb', 'code': 200} Oct 15 00:33:32.035357 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a799054c-9aa9-451c-9889-99d355a4d3f3', 'code': 200} Oct 15 00:33:32.035905 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7', 'code': 200} Oct 15 00:33:32.098931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:32.120253 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Sync routers for ids ['7a5a965b-c351-4d3a-a357-dc996f293766'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:33:32.135053 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Routers {'7a5a965b-c351-4d3a-a357-dc996f293766'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:32.135839 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7a5a965b-c351-4d3a-a357-dc996f293766'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:32.146671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.186121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Calling delete_port for 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:32.208774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.242469 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.273849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f92682-db50-417c-ad5a-fbf0bb5a58df,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:32.293539 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.297882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-55f6b27b-d905-45bb-a3fd-b98d04ca198e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0f92682-db50-417c-ad5a-fbf0bb5a58df HTTP/1.1" status: 204 len: 168 time: 0.5022538 Oct 15 00:33:32.316960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35638) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:32.377583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.377583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.377889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.378624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.379319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.379776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.380288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.383015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-deae2087-33ee-4304-98f4-069d04c1cf7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6502 time: 0.2336748 Oct 15 00:33:32.386030 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Set router 7a5a965b-c351-4d3a-a357-dc996f293766 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:32.555421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.555976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-05d5ae4b-9035-40d7-8c5a-9cefac1334de req-ee4fecfa-0342-45ed-9ecf-b1b67d709aa0 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0819757 Oct 15 00:33:32.563589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-00a4b2a0-7f03-40c7-b796-f3d35e8b38fb tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.565043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-00a4b2a0-7f03-40c7-b796-f3d35e8b38fb tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.30 "GET /v2.0/networks?id=f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c HTTP/1.1" status: 200 len: 813 time: 0.2734752 Oct 15 00:33:32.580263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Request body: {'port': {'device_id': '30b0c213-69a9-4ba2-b735-91585e986a64', 'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c', 'admin_state_up': True, 'tenant_id': '19ea665d47524ab3bc74b2a090fae7f1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:32.611062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.618864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.630081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.637863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.644631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.651766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.658977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:32.661128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1509927b-bc00-49f3-8467-90bd213921c4 req-8cd60ef1-8c76-47f3-ac41-bba76772f966 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.4589143 Oct 15 00:33:32.710853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9f26a1f-1fa6-49df-a098-130bae66fcca req-d177c431-dc62-4e7e-b047-bf6a43634f29 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3086629 Oct 15 00:33:32.821464 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dda8efb8-2ee2-46b8-9c01-e564127d7896 req-c4b733ad-c19a-42c4-98c2-82f5e4e426d1 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 210 time: 0.1344383 Oct 15 00:33:32.837621 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:27Z', 'revision_number': 4, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port': {'id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:22Z', 'updated_at': '2021-10-15T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '992b002a-0a03-43fb-a44e-4cf9ebb9cb51', 'name': '', 'network_id': '38c8d558-83ef-4012-bbb6-f446985cf4cc', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'mac_address': 'fa:16:3e:22:8b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '49f4cf31-9075-4a06-999a-30952d4b791a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:26Z', 'updated_at': '2021-10-15T00:33:28Z', 'revision_number': 2, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'subnets': [{'id': '49f4cf31-9075-4a06-999a-30952d4b791a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:32.852294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.928776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaa969e-f3e3-47e9-a6da-c4e168accca1']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:32.936369 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Checking router: 7a5a965b-c351-4d3a-a357-dc996f293766 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:33:32.936716 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Updating router 7a5a965b-c351-4d3a-a357-dc996f293766 port 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:33:32.958405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c5f919-a73a-4734-94b1-355ea5b88f54') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:32.958744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c5f919-a73a-4734-94b1-355ea5b88f54') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:32.978150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:32.988808 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.000287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e214f0fe-c094-4e43-bc57-2251c222df79 req-f284fbfc-aec4-4da7-9b4f-1681a2c84df9 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.0466270 Oct 15 00:33:33.009497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1509927b-bc00-49f3-8467-90bd213921c4 req-6d85d869-f280-4d09-b85c-311601b47ec3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3358305 Oct 15 00:33:33.010477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.020471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:33:33.021124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:33:33.043826 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:33:33.082599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.106269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Made reservation on behalf of 19ea665d47524ab3bc74b2a090fae7f1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:33.113859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.121504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Pushing event deleted for resources: {'Port': ['ID=992b002a-0a03-43fb-a44e-4cf9ebb9cb51,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:33.129418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.161973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.167883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] 10.222.0.13 "DELETE /v2.0/networks/2eaa969e-f3e3-47e9-a6da-c4e168accca1 HTTP/1.1" status: 204 len: 168 time: 0.8327575 Oct 15 00:33:33.170044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173d37c-33c6-4dee-8c6d-f8475a3bcace admin admin] Pushing event deleted for resources: {'Network': ['ID=2eaa969e-f3e3-47e9-a6da-c4e168accca1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:33.387927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Allocated IP 172.20.0.14 (f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c/858630c7-127c-4506-a317-b9bf6e2fa7c1/dc91394b-836e-4488-abc1-74eb9245435f) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:33.434873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.449792 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.db.api [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:33:33.450328 n-d-811521-2 neutron-server[107728]: DEBUG oslo_db.api [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:33:33.523786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d479ed15-9f12-44e0-92dd-a9461cfaf3a9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:33.651868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d479ed15-9f12-44e0-92dd-a9461cfaf3a9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:33.654246 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.676651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35660) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:33.732433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-4919acab-7ec2-403d-86dc-47c78ca16da6 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:33.733912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-4919acab-7ec2-403d-86dc-47c78ca16da6 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "GET /v2.0/networks?id=a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 200 len: 818 time: 0.2269564 Oct 15 00:33:33.767704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Request body: {'port': {'device_id': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992', 'admin_state_up': True, 'tenant_id': 'aba5b66a1c8f4a2ba24962fdadb97944'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:33.795999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.805974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1292893f-f8d2-4e0d-9952-6b56498310e1 req-50d35020-cc99-4ba1-a687-0ae9d78280e6 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0924084 Oct 15 00:33:33.810144 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b0d8fa78-605f-4ffc-b00f-daca34540cec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e94751aafb504c40b6f12f1bec38a251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296873 Oct 15 00:33:33.810485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35664) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:33.939965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:33.970357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Port 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 not found while updating agent binding for router 7a5a965b-c351-4d3a-a357-dc996f293766. {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 15 00:33:33.980121 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Routers {'7a5a965b-c351-4d3a-a357-dc996f293766'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:33.980792 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7a5a965b-c351-4d3a-a357-dc996f293766'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:34.034446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Pushing event updated for resources: {'Port': ['ID=dc91394b-836e-4488-abc1-74eb9245435f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:34.042788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:34.044419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:34.049351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:34.144214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:34.145019 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:34.146170 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] Set router 7a5a965b-c351-4d3a-a357-dc996f293766 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:34.181572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bba2eb-3cc3-4b29-b9b0-4f9c44a7b1c4 req-5681a2bc-e906-4554-bef1-bcd818b13485 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:34.183156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48bba2eb-3cc3-4b29-b9b0-4f9c44a7b1c4 req-5681a2bc-e906-4554-bef1-bcd818b13485 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 932 time: 0.2622924 Oct 15 00:33:34.200217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58f3bad3-4a58-49db-b39b-16efa6c6473a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:34.211207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Router 7a5a965b-c351-4d3a-a357-dc996f293766 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:33:34.260664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-dadfcffe-ca21-4ab3-8a3b-2557d81656c5 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:34.262132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-dadfcffe-ca21-4ab3-8a3b-2557d81656c5 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.39 "GET /v2.0/networks?id=a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 200 len: 818 time: 0.3887379 Oct 15 00:33:34.297933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Request body: {'port': {'device_id': '9d222988-f44c-4f89-936a-979a9795e188', 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992', 'admin_state_up': True, 'tenant_id': 'aba5b66a1c8f4a2ba24962fdadb97944'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:34.358080 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:32Z', 'revision_number': 5, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port': {'id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:22Z', 'updated_at': '2021-10-15T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:34.366080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58f3bad3-4a58-49db-b39b-16efa6c6473a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:34.387355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Made reservation on behalf of aba5b66a1c8f4a2ba24962fdadb97944 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:34.391478 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:34.451539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-241d9aa2-1192-44bb-9b11-b59eacb2d039 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8768091 Oct 15 00:33:34.465241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48bba2eb-3cc3-4b29-b9b0-4f9c44a7b1c4 req-3263a12c-1d40-4dba-bda0-bea8e5e8ba13 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734685 Oct 15 00:33:34.480901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Request body: {'port': {'device_id': '30b0c213-69a9-4ba2-b735-91585e986a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:34.498954 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207d7dd-3e3e-4363-a5d9-6646265ee033 None None] The sync data for ids ['7a5a965b-c351-4d3a-a357-dc996f293766'] in n-d-811521-2 is: [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:32Z', 'revision_number': 5, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port': {'id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:22Z', 'updated_at': '2021-10-15T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:34.629175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:34.646147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ddfe5af8-0620-414f-aa60-d1f1d45c7cd5 req-1ae1238c-6aa4-499f-8bd6-172dbbbad693 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.0552175 Oct 15 00:33:34.958896 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8596ccf6-0ca6-4794-bf5e-a69979c00391 req-fd10185f-054f-4cc3-ba07-78194d9a0bc2 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0465531 Oct 15 00:33:35.027951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc91394b-836e-4488-abc1-74eb9245435f {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:35.036672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:35.054822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Transition to ACTIVE for port object dc91394b-836e-4488-abc1-74eb9245435f will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:33:35.065578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-a99630e5-9a42-49cd-91ca-02e911ab20f7 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.067195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-a99630e5-9a42-49cd-91ca-02e911ab20f7 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "GET /v2.0/networks?id=a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 200 len: 818 time: 0.8590679 Oct 15 00:33:35.115568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Request body: {'port': {'device_id': '87213857-32d2-436a-b246-1f4e35c66a5e', 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992', 'admin_state_up': True, 'tenant_id': 'aba5b66a1c8f4a2ba24962fdadb97944'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:35.122862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:35.181578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58f3bad3-4a58-49db-b39b-16efa6c6473a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:35.184113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58f3bad3-4a58-49db-b39b-16efa6c6473a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:35.185270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-58f3bad3-4a58-49db-b39b-16efa6c6473a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/087f6681-0613-4a5c-9223-e5a22e68c4c1 HTTP/1.1" status: 204 len: 168 time: 1.3743601 Oct 15 00:33:35.188598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Pushing event updated for resources: {'Port': ['ID=dc91394b-836e-4488-abc1-74eb9245435f,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:35.227312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:33:35.273184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd2d3987-2632-41c3-ba45-b32ba9315566 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a5a965b-c351-4d3a-a357-dc996f293766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7000344 Oct 15 00:33:35.275437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35684) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:35.304428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.323153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.329536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.335335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.341298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.348361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.354462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.362377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-49df8b57-9321-4d43-af52-76e8fcc00486 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.7759354 Oct 15 00:33:35.363298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Attempting to bind port dc91394b-836e-4488-abc1-74eb9245435f on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:35.363841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Attempting to bind port dc91394b-836e-4488-abc1-74eb9245435f by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '822ebdc8-335d-40eb-9467-c44e5dcd5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:35.364256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Attempting to bind port dc91394b-836e-4488-abc1-74eb9245435f on network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:35.373848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Port dc91394b-836e-4488-abc1-74eb9245435f on network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:35.374530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Attempting to bind port dc91394b-836e-4488-abc1-74eb9245435f on network f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:35.407901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3bad3-4a58-49db-b39b-16efa6c6473a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f6681-0613-4a5c-9223-e5a22e68c4c1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:35.534052 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:35.852547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Made reservation on behalf of aba5b66a1c8f4a2ba24962fdadb97944 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:35.852547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:35.938477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:35.938477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 992b002a-0a03-43fb-a44e-4cf9ebb9cb51 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:35.943802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4108e0eb-e2cf-4801-9a39-607f810e7fe4 req-815c571c-1f5d-4ed5-9d5c-e9f0e225ab60 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2615304 Oct 15 00:33:35.943802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Allocated IP 172.20.0.2 (a123cf30-7d34-4d2c-9eac-377909b8f992/bd0e039b-3e17-4abf-84cb-0f05d94a5e9b/4e45284a-76e3-4f8c-b460-c9661461f280) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:35.944190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:35.944190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Checking segment: {'id': '822ebdc8-335d-40eb-9467-c44e5dcd5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:35.944190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Bound using segment: {'id': '822ebdc8-335d-40eb-9467-c44e5dcd5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:35.944190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Bound port: dc91394b-836e-4488-abc1-74eb9245435f, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822ebdc8-335d-40eb-9467-c44e5dcd5f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:35.944190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:35.944706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d415886-b0b6-4c73-ae57-dbb248089c9d req-4620e294-2725-40b8-85c3-70fe3e24b438 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.1204660 Oct 15 00:33:35.944839 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:35.950503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd3d39-5dd1-4641-bda8-d39eb464f023 req-243bb2a2-4c2b-4125-a642-e0f2599942ec tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:35.952297 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30cd3d39-5dd1-4641-bda8-d39eb464f023 req-243bb2a2-4c2b-4125-a642-e0f2599942ec tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 944 time: 0.1730564 Oct 15 00:33:35.972597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Made reservation on behalf of aba5b66a1c8f4a2ba24962fdadb97944 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:35.975978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] For port dc91394b-836e-4488-abc1-74eb9245435f, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:35.978059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.011868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] For port dc91394b-836e-4488-abc1-74eb9245435f, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dc91394b-836e-4488-abc1-74eb9245435f,segment=NetworkSegment(822ebdc8-335d-40eb-9467-c44e5dcd5f6b),segment_id=822ebdc8-335d-40eb-9467-c44e5dcd5f6b)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:36.043188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] Sync routers for ids ['7a5a965b-c351-4d3a-a357-dc996f293766'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:33:36.067657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] Routers {'7a5a965b-c351-4d3a-a357-dc996f293766'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:36.069705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7a5a965b-c351-4d3a-a357-dc996f293766'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:36.084976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30cd3d39-5dd1-4641-bda8-d39eb464f023 req-a09f715d-f4cf-4cae-93c2-5d1832490515 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230557 Oct 15 00:33:36.100711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.194866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.196621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.205710 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] 10.222.0.30 "PUT /v2.0/ports/dc91394b-836e-4488-abc1-74eb9245435f HTTP/1.1" status: 200 len: 1092 time: 1.7461543 Oct 15 00:33:36.217382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b0c213-69a9-4ba2-b735-91585e986a64', 'tag': 'dc91394b-836e-4488-abc1-74eb9245435f'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:36.222656 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590" -d '{"events": [{"name": "network-changed", "server_uuid": "30b0c213-69a9-4ba2-b735-91585e986a64", "tag": "dc91394b-836e-4488-abc1-74eb9245435f"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:36.287905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.288873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] Set router 7a5a965b-c351-4d3a-a357-dc996f293766 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:36.323044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b686adf3-625f-425b-8602-11944d9c40ba req-e943f0bb-bffc-4d9e-bb99-5d8a593df01f tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0452518 Oct 15 00:33:36.339572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767abb93-c139-44f7-9d90-9bd5214c788b service neutron] Pushing event updated for resources: {'Port': ['ID=dc91394b-836e-4488-abc1-74eb9245435f,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:36.393471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-fee84cfa-59af-4bf7-b20b-d923a822880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.395041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-fee84cfa-59af-4bf7-b20b-d923a822880e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19ea665d47524ab3bc74b2a090fae7f1&device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 1095 time: 0.0711319 Oct 15 00:33:36.416392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.446485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.450361 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0242fe-4783-43d3-8950-c9c938eb8b62 x-openstack-request-id: req-4b0242fe-4783-43d3-8950-c9c938eb8b62 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:36.450803 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b0c213-69a9-4ba2-b735-91585e986a64", "tag": "dc91394b-836e-4488-abc1-74eb9245435f", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:36.451055 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b0242fe-4783-43d3-8950-c9c938eb8b62 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:36.451753 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b0c213-69a9-4ba2-b735-91585e986a64', 'tag': 'dc91394b-836e-4488-abc1-74eb9245435f', 'status': 'completed', 'code': 200} Oct 15 00:33:36.467811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.476583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-dd57ef01-ed82-43d1-b75f-f2b40ea4cb9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc91394b-836e-4488-abc1-74eb9245435f HTTP/1.1" status: 200 len: 217 time: 0.0727835 Oct 15 00:33:36.482111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.486424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.496144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.504451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.512147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.517042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa1ceb79-89ae-48a2-8be5-d3a09a398d80 req-b158b3ff-b22e-4556-bd1c-fcb7538b36ea tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.4272528 Oct 15 00:33:36.528399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35710) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:36.534073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Request body: {'floatingip': {'port_id': '2f02a987-1938-4556-a1c6-3adf34c0c2ee'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:36.559896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-e4a0e36d-21c8-42ad-b1ac-ad7c82ea5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:36.561591 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-e4a0e36d-21c8-42ad-b1ac-ad7c82ea5189 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=858630c7-127c-4506-a317-b9bf6e2fa7c1 HTTP/1.1" status: 200 len: 853 time: 0.0764432 Oct 15 00:33:36.565426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Deleting port d479ed15-9f12-44e0-92dd-a9461cfaf3a9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:36.565753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.627141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.646197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:32Z', 'revision_number': 5, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port': {'id': 'd479ed15-9f12-44e0-92dd-a9461cfaf3a9', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:22Z', 'updated_at': '2021-10-15T00:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:36.679658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] Checking router: 7a5a965b-c351-4d3a-a357-dc996f293766 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:33:36.683602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-6224284d-ac61-4b1a-a412-07367ae95820 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304861 Oct 15 00:33:36.707214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] Routers {'7a5a965b-c351-4d3a-a357-dc996f293766'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:36.711659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7a5a965b-c351-4d3a-a357-dc996f293766'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:36.713789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] For port d479ed15-9f12-44e0-92dd-a9461cfaf3a9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:36.714252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.757572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Calling delete_port for d479ed15-9f12-44e0-92dd-a9461cfaf3a9 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:36.824784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] Set router 7a5a965b-c351-4d3a-a357-dc996f293766 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:36.895117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-5f0c0114-e06c-4696-8805-ac880b80d6e4 service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029476 Oct 15 00:33:36.898179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:36Z', 'revision_number': 6, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:36.913062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:36.929809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9986e5-8a72-4a5a-8c85-b34875771f17 None None] The sync data for ids ['7a5a965b-c351-4d3a-a357-dc996f293766'] in n-d-811521-2 is: [{'id': '7a5a965b-c351-4d3a-a357-dc996f293766', 'name': 'tempest-FloatingIPsNegativeTestJSON-1455055129-router', 'tenant_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:20Z', 'updated_at': '2021-10-15T00:33:36Z', 'revision_number': 6, 'project_id': '4b25b6fe25b148d4b308acc7966ccbe8', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:37.057387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Network a123cf30-7d34-4d2c-9eac-377909b8f992 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:37.072797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:37.077427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:37.168821 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-274095e2-adbe-4ac4-8b70-a8d84c50557f req-a0950843-8bbc-4bab-a86e-3142268d6471 service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335043 Oct 15 00:33:37.199435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Pushing event updated for resources: {'Port': ['ID=4e45284a-76e3-4f8c-b460-c9661461f280,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:37.209759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Allocated IP 172.20.0.13 (a123cf30-7d34-4d2c-9eac-377909b8f992/bd0e039b-3e17-4abf-84cb-0f05d94a5e9b/c177982a-9161-4d52-8c8d-45c78865ab52) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:37.246972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:37.247794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:37.282469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:37.353489 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Pushing event deleted for resources: {'Port': ['ID=d479ed15-9f12-44e0-92dd-a9461cfaf3a9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:37.395155 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f606be18-2490-4583-9f67-f5aa45570f51 req-7d54b7a8-0b86-4310-9136-5338fe653abd tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.4137051 Oct 15 00:33:37.488505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-2c790ddd-11ff-408b-a523-ff30de0d9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:37.490452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-f2314578-be5c-4ab3-a18e-a07439c6937b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7295952 Oct 15 00:33:37.497817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-2c790ddd-11ff-408b-a523-ff30de0d9179 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19ea665d47524ab3bc74b2a090fae7f1&device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 1095 time: 0.2096004 Oct 15 00:33:37.536343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Request body: {'port': {'device_id': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:37.595413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d479ed15-9f12-44e0-92dd-a9461cfaf3a9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:37.607121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:37.649092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d479ed15-9f12-44e0-92dd-a9461cfaf3a9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:37.649702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d479ed15-9f12-44e0-92dd-a9461cfaf3a9 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:37.717033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:37.841008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-209fc780-65fd-49db-9828-cf255fdbaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:37.846966 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-209fc780-65fd-49db-9828-cf255fdbaaba service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c HTTP/1.1" status: 200 len: 914 time: 0.3283241 Oct 15 00:33:37.899098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e1ef-a514-4d44-bb46-3328d8a66c4b req-6988c841-b0d2-419b-8a30-2222ba482c06 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:37.900039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2734e1ef-a514-4d44-bb46-3328d8a66c4b req-6988c841-b0d2-419b-8a30-2222ba482c06 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 944 time: 0.4357805 Oct 15 00:33:37.942111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-107048bf-b8c9-4bf1-b772-4ef84486c688 req-290f0bb7-33bf-43ea-837f-98fc61b5be2e tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.2386565 Oct 15 00:33:37.982534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:37.989538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:37.992012 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:37.994387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-3f1a260d-0725-41cd-a803-b4875c815583 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc91394b-836e-4488-abc1-74eb9245435f HTTP/1.1" status: 200 len: 217 time: 0.1206913 Oct 15 00:33:38.043779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2734e1ef-a514-4d44-bb46-3328d8a66c4b req-ada1f2f1-c7f8-4684-8acc-451d9f57deb6 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357715 Oct 15 00:33:38.054838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.resource_extend [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:33:38.108993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-cc88e3fe-1f31-45aa-8a53-b4abda35ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:38.110583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-cc88e3fe-1f31-45aa-8a53-b4abda35ba4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=858630c7-127c-4506-a317-b9bf6e2fa7c1 HTTP/1.1" status: 200 len: 853 time: 0.1089437 Oct 15 00:33:38.114614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:38.147568 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-a26e3998-6a68-4cc6-b5a6-357fae61ffd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268667 Oct 15 00:33:38.196739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.197407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5a965b-c351-4d3a-a357-dc996f293766 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:33:38.214282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.223674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8c00e2c9-dc06-45b8-b60d-f8f24e9dd591 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7a5a965b-c351-4d3a-a357-dc996f293766 HTTP/1.1" status: 204 len: 168 time: 2.9385359 Oct 15 00:33:38.223858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.223858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35748) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:38.283477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] Deleting subnet 49f4cf31-9075-4a06-999a-30952d4b791a {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:33:38.289310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.310729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e977c947-ecd4-4f52-955a-7a7d122d72de admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.316791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.372145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.424399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e977c947-ecd4-4f52-955a-7a7d122d72de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.468659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-65e1246b-a851-42f7-b3e0-1c2b7067699c service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114164 Oct 15 00:33:38.476882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Pushing event updated for resources: {'Port': ['ID=c177982a-9161-4d52-8c8d-45c78865ab52,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:38.505576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Network a123cf30-7d34-4d2c-9eac-377909b8f992 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:38.512329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:38.516923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:38.524112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e977c947-ecd4-4f52-955a-7a7d122d72de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.577105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:38.577954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.591643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.666289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5931c1be-84eb-41fe-beab-464522d90977 req-79b8e0c4-9952-426f-b167-68f9ebe8fc29 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.1243083 Oct 15 00:33:38.697554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-afa6a8b6-7e80-4530-a992-4c5b168c4c18 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4176190 Oct 15 00:33:38.698911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Allocated IP 172.20.0.9 (a123cf30-7d34-4d2c-9eac-377909b8f992/bd0e039b-3e17-4abf-84cb-0f05d94a5e9b/22551d27-f0c1-486f-947a-636fcce0839a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:38.709859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e977c947-ecd4-4f52-955a-7a7d122d72de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44e739fe956847ada0ab6772fc77c0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941422 Oct 15 00:33:38.712441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977c947-ecd4-4f52-955a-7a7d122d72de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b7b368-41e2-406c-b90d-c57fc81ebd8a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:38.714901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:38.769403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-53a46b11-1d8b-4c89-b7fd-7d78bfbcf590 req-60ac0b82-822f-43fc-9fd4-c86799021849 service neutron] 10.222.0.30 "GET /v2.0/networks/f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922890 Oct 15 00:33:38.786309 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf9aeaa0-0467-41bc-9ece-36d43e339a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.811635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf9aeaa0-0467-41bc-9ece-36d43e339a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.828514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Request body: {'port': {'device_id': '9d222988-f44c-4f89-936a-979a9795e188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:38.872823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.918574 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Floating IP ef1f88cb-e358-4a36-b235-d045507c486a associated. External IP: 172.25.2.183, port: 2f02a987-1938-4556-a1c6-3adf34c0c2ee. Oct 15 00:33:38.951040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf9aeaa0-0467-41bc-9ece-36d43e339a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.953777 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf9aeaa0-0467-41bc-9ece-36d43e339a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:38.955058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cf9aeaa0-0467-41bc-9ece-36d43e339a40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1b7b368-41e2-406c-b90d-c57fc81ebd8a HTTP/1.1" status: 204 len: 168 time: 0.2377625 Oct 15 00:33:38.965387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9aeaa0-0467-41bc-9ece-36d43e339a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b7b368-41e2-406c-b90d-c57fc81ebd8a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:39.045787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:39.160459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0dbb1d7d-4226-4a6d-aa8e-bed075444736 req-19f6ab5c-9d3f-4ef3-be09-845f02db384b tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.1218882 Oct 15 00:33:39.214181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd351e-5319-4122-a767-25e8b3da4ead req-e2778178-b37e-470f-b72e-eb7c843af9ac tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:39.215766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9dd351e-5319-4122-a767-25e8b3da4ead req-e2778178-b37e-470f-b72e-eb7c843af9ac tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 944 time: 0.0826328 Oct 15 00:33:39.291074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9dd351e-5319-4122-a767-25e8b3da4ead req-93dcf270-2e01-4ae5-847e-cd5866296cea tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659208 Oct 15 00:33:39.361646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:39.368642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:39.705168 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:39.788131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f4cf31-9075-4a06-999a-30952d4b791a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:39.789315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a970c0e-139c-4cac-97e8-05df72dd3be1 req-9ba79071-ddad-418f-be69-b545cd77ba83 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.0351410 Oct 15 00:33:39.791989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:39.797478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e6695-815e-4f60-8721-1156adcba28d None None] Network 38c8d558-83ef-4012-bbb6-f446985cf4cc requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:39.798833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-416003b5-ac2b-4e78-ad79-c6d59bcdb468 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49f4cf31-9075-4a06-999a-30952d4b791a HTTP/1.1" status: 204 len: 168 time: 1.5760674 Oct 15 00:33:39.801824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35778) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:39.910136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:39.950084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dc91394b-836e-4488-abc1-74eb9245435f details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:40.033865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Router a7e7d996-e753-481b-adb7-0b9cdeab00c5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:33:40.054271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] DHCP port deletion for 38c8d558-83ef-4012-bbb6-f446985cf4cc request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:33:40.112786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.131169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Deleting port 31020aeb-4f5d-4864-9584-fb3c75acd222 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:40.131508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.132711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port dc91394b-836e-4488-abc1-74eb9245435f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dc91394b-836e-4488-abc1-74eb9245435f,segment=NetworkSegment(822ebdc8-335d-40eb-9467-c44e5dcd5f6b),segment_id=822ebdc8-335d-40eb-9467-c44e5dcd5f6b)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:40.149083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'dc91394b-836e-4488-abc1-74eb9245435f', 'network_id': 'f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c', 'port_id': 'dc91394b-836e-4488-abc1-74eb9245435f', 'mac_address': 'fa:16:3e:61:52:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858630c7-127c-4506-a317-b9bf6e2fa7c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:40.220082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] Deleting port 31020aeb-4f5d-4864-9584-fb3c75acd222 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:40.220082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.229815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35792) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:40.254114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Network a123cf30-7d34-4d2c-9eac-377909b8f992 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:40.259779 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.302246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc91394b-836e-4488-abc1-74eb9245435f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:40.329319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:40.331321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Pushing event updated for resources: {'Port': ['ID=22551d27-f0c1-486f-947a-636fcce0839a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:40.336932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:40.406280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port dc91394b-836e-4488-abc1-74eb9245435f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dc91394b-836e-4488-abc1-74eb9245435f,segment=NetworkSegment(822ebdc8-335d-40eb-9467-c44e5dcd5f6b),segment_id=822ebdc8-335d-40eb-9467-c44e5dcd5f6b)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:40.410508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] For port 31020aeb-4f5d-4864-9584-fb3c75acd222, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=31020aeb-4f5d-4864-9584-fb3c75acd222,segment=NetworkSegment(dc82cd40-42bb-4f2b-bfcc-22a047a617c2),segment_id=dc82cd40-42bb-4f2b-bfcc-22a047a617c2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:40.410909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.426461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] Calling delete_port for 31020aeb-4f5d-4864-9584-fb3c75acd222 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:40.431965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-995316853-network', 'tenant_id': '39d869baaead42d694454e65afb64d07'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:40.446265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abb66fd5-5c17-49cc-9b70-91c36a0d5a19 req-331bc24c-5c96-4169-8990-98298c83265f tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.1226299 Oct 15 00:33:40.463452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] For port 31020aeb-4f5d-4864-9584-fb3c75acd222, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=31020aeb-4f5d-4864-9584-fb3c75acd222,segment=NetworkSegment(dc82cd40-42bb-4f2b-bfcc-22a047a617c2),segment_id=dc82cd40-42bb-4f2b-bfcc-22a047a617c2)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:40.463835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.495279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a71521-b330-4565-a1f7-5ecddef7b99c req-43ea97d2-1790-4ac0-915d-3b6c25c27cf8 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:40.498637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7a71521-b330-4565-a1f7-5ecddef7b99c req-43ea97d2-1790-4ac0-915d-3b6c25c27cf8 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 944 time: 0.0957878 Oct 15 00:33:40.502524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Calling delete_port for 31020aeb-4f5d-4864-9584-fb3c75acd222 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:40.557191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7a71521-b330-4565-a1f7-5ecddef7b99c req-877c48df-b9b9-4dc6-8cf9-0fcb3d7f57e2 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510023 Oct 15 00:33:40.564034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:33:40.577555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.579406 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] Sync routers for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:33:40.592358 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:40.594169 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:40.600391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:40.602723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.607817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:40.611546 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.632115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.674219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.691398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-571b0c0a-5de8-45cd-83cc-a6b303b96308 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "PUT /v2.0/floatingips/ef1f88cb-e358-4a36-b235-d045507c486a HTTP/1.1" status: 200 len: 992 time: 4.1594241 Oct 15 00:33:40.717219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:40.719987 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2205628e-63e5-438b-b071-1f50f393fceb" -d '{"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:40.751822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e45284a-76e3-4f8c-b460-c9661461f280 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:40.763121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.765888 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:40.778495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.786545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Transition to ACTIVE for port object 4e45284a-76e3-4f8c-b460-c9661461f280 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:33:40.820016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-2eb8d793-11dd-491a-8335-0069223a6d1a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7392592 Oct 15 00:33:40.821875 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221a4dc-ef08-4ba6-8c64-28a6f8ebc223 x-openstack-request-id: req-5221a4dc-ef08-4ba6-8c64-28a6f8ebc223 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:40.822455 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:40.822936 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5221a4dc-ef08-4ba6-8c64-28a6f8ebc223 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:40.823545 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'status': 'completed', 'code': 200} Oct 15 00:33:40.851945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-73276df9-ac41-476c-9f1c-d53f7442941f tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:33:40.853030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-73276df9-ac41-476c-9f1c-d53f7442941f tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076559 Oct 15 00:33:40.857624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=dc91394b-836e-4488-abc1-74eb9245435f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:40.867717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Request body: {'port': {'device_id': '87213857-32d2-436a-b246-1f4e35c66a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:40.907231 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.914853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.947785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:40.955323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] Pushing event deleted for resources: {'Port': ['ID=31020aeb-4f5d-4864-9584-fb3c75acd222,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:40.960634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d195a9-9c31-43c0-a365-1ca1e9ff6fc7 None None] No DVR routers for this DVR port 31020aeb-4f5d-4864-9584-fb3c75acd222 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:40.990621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] No DVR routers for this DVR port 31020aeb-4f5d-4864-9584-fb3c75acd222 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:40.994451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c80f6-1873-454d-8947-5565f0cadb61,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:41.000931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:33:41.007953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['dc91394b-836e-4488-abc1-74eb9245435f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:41.013147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Pushing event deleted for resources: {'Port': ['ID=31020aeb-4f5d-4864-9584-fb3c75acd222,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:41.029878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.036678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.046933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.047661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.048326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.048955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.049597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.050248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.052463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2205628e-63e5-438b-b071-1f50f393fceb req-df2b3a6d-9de0-4be9-9a26-0d6949b87bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6502 time: 0.1723931 Oct 15 00:33:41.061696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.065066 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Added segment 1b6fbf5a-0d25-490d-ad00-345d5c40bb1f of type vlan for network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 Oct 15 00:33:41.138364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.151983 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'ef1f88cb-e358-4a36-b235-d045507c486a', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'port_id': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'mac_address': 'fa:16:3e:51:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:33:37Z', 'revision_number': 1, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:17Z', 'revision_number': 5, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:41.192184 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] Checking router: a7e7d996-e753-481b-adb7-0b9cdeab00c5 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:33:41.192647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.208084 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:41.209968 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:41.239465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-ee1ce6e5-7cf4-4738-b6ad-b7d9825da433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.240913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2205628e-63e5-438b-b071-1f50f393fceb req-ee1ce6e5-7cf4-4738-b6ad-b7d9825da433 service neutron] 10.222.0.30 "GET /v2.0/networks?id=520495d5-6751-4c82-b05e-ddd962ad39c3 HTTP/1.1" status: 200 len: 917 time: 0.1806719 Oct 15 00:33:41.335699 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.336949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.337864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.365376 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:41.409105 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2205628e-63e5-438b-b071-1f50f393fceb req-0c0289c6-49b5-46b4-b5a7-4eafbd3a155b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee HTTP/1.1" status: 200 len: 1000 time: 0.1611686 Oct 15 00:33:41.474939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45284a-76e3-4f8c-b460-c9661461f280,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:41.508481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-75ed5f38-e67c-47e8-be27-643e367ad777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.510145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2205628e-63e5-438b-b071-1f50f393fceb req-75ed5f38-e67c-47e8-be27-643e367ad777 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=496b85c5-8e88-4796-8ff9-2d8400ce8c11 HTTP/1.1" status: 200 len: 855 time: 0.0620656 Oct 15 00:33:41.511300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] Pushing event updated for resources: {'Network': ['ID=198c7661-90f0-428e-9a7e-e7cafe9db3d1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:41.522831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:33:41.528276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-540edc6b-7482-4d6c-8a48-b01a7e823b05 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2982018 Oct 15 00:33:41.530630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35810) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:41.536156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Request body: {'subnet': {'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-995316853-subnet', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:41.555651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 31020aeb-4f5d-4864-9584-fb3c75acd222 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:41.569051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.581604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 31020aeb-4f5d-4864-9584-fb3c75acd222 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:41.582155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 31020aeb-4f5d-4864-9584-fb3c75acd222 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:41.654618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205628e-63e5-438b-b071-1f50f393fceb req-928ad80a-74fd-419b-9bbf-e08415132f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.657778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2205628e-63e5-438b-b071-1f50f393fceb req-928ad80a-74fd-419b-9bbf-e08415132f14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520495d5-6751-4c82-b05e-ddd962ad39c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283872 Oct 15 00:33:41.663025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.663483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.664698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.665111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.666271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.672604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.673317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.673719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.674150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.674637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.675032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.675424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:41.724024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764860f-22c7-4102-95d6-80baad6e683f req-33469051-ffa0-4701-815a-4c10dedf5c9e tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:41.737803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d764860f-22c7-4102-95d6-80baad6e683f req-33469051-ffa0-4701-815a-4c10dedf5c9e tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 931 time: 0.7111442 Oct 15 00:33:41.753980 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'ef1f88cb-e358-4a36-b235-d045507c486a', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'port_id': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'mac_address': 'fa:16:3e:51:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:33:37Z', 'revision_number': 1, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:17Z', 'revision_number': 5, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:41.791255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c8d558-83ef-4012-bbb6-f446985cf4cc']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:41.806172 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab4dfa-5d1b-4067-9181-998e6eb7d384 None None] The sync data for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 is: [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'ef1f88cb-e358-4a36-b235-d045507c486a', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'port_id': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'mac_address': 'fa:16:3e:51:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:32:19Z', 'updated_at': '2021-10-15T00:33:37Z', 'revision_number': 1, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:17Z', 'revision_number': 5, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:41.910222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc82cd40-42bb-4f2b-bfcc-22a047a617c2') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:41.910948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc82cd40-42bb-4f2b-bfcc-22a047a617c2') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:41.957939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:41.997850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Attempting to bind port 4e45284a-76e3-4f8c-b460-c9661461f280 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:41.998357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Attempting to bind port 4e45284a-76e3-4f8c-b460-c9661461f280 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:41.998760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Attempting to bind port 4e45284a-76e3-4f8c-b460-c9661461f280 on network a123cf30-7d34-4d2c-9eac-377909b8f992 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:42.018559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe030df7-ccbe-4cd6-85a8-cefc9bff6fee req-a387e15a-d2c7-4079-a27f-d59d9d3cd439 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.3678212 Oct 15 00:33:42.019293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:42.023144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.029249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.042443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d764860f-22c7-4102-95d6-80baad6e683f req-ed17f353-59a6-4d0b-b564-4b318f6bac5f tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029034 Oct 15 00:33:42.057600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Port 4e45284a-76e3-4f8c-b460-c9661461f280 on network a123cf30-7d34-4d2c-9eac-377909b8f992 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:42.057600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Attempting to bind port 4e45284a-76e3-4f8c-b460-c9661461f280 on network a123cf30-7d34-4d2c-9eac-377909b8f992 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:42.086068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2a4dc-be42-459e-b6e8-0118c4e9ae5c None None] New status for floating IP ef1f88cb-e358-4a36-b235-d045507c486a: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:33:42.101484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:33:42.101893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:33:42.104284 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:33:42.118483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:42.118863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Checking segment: {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:42.119724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Bound using segment: {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:42.119724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Bound port: 4e45284a-76e3-4f8c-b460-c9661461f280, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:42.120070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.200433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c177982a-9161-4d52-8c8d-45c78865ab52 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:42.247093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.276730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2205628e-63e5-438b-b071-1f50f393fceb req-b866080f-57fa-4477-bd0e-9b4b1d015a05 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063037 Oct 15 00:33:42.282904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Transition to ACTIVE for port object c177982a-9161-4d52-8c8d-45c78865ab52 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:33:42.286366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd2452-f637-4705-a674-91729b786b9d req-8894e5af-c249-440a-a4c2-2f8fdc945413 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:42.287956 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8fd2452-f637-4705-a674-91729b786b9d req-8894e5af-c249-440a-a4c2-2f8fdc945413 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 945 time: 0.0901923 Oct 15 00:33:42.313294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] For port 4e45284a-76e3-4f8c-b460-c9661461f280, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:42.316760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] For port 4e45284a-76e3-4f8c-b460-c9661461f280, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4e45284a-76e3-4f8c-b460-c9661461f280,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:42.339498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.356069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.360061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] 10.222.0.13 "DELETE /v2.0/networks/38c8d558-83ef-4012-bbb6-f446985cf4cc HTTP/1.1" status: 204 len: 168 time: 2.5553939 Oct 15 00:33:42.361406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff00b4-2f0d-485f-9d61-13265b58c678 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c8d558-83ef-4012-bbb6-f446985cf4cc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:42.396399 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8fd2452-f637-4705-a674-91729b786b9d req-2e0e3ed7-901f-46dd-8e93-b361903a9fc9 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 Oct 15 00:33:42.430206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.443735 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2205628e-63e5-438b-b071-1f50f393fceb req-ba6f0c80-91ea-4271-b335-d3f67c747480 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547174 Oct 15 00:33:42.484406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.559575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:42.560196 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.561536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e45284a-76e3-4f8c-b460-c9661461f280 HTTP/1.1" status: 200 len: 1091 time: 5.0362358 Oct 15 00:33:42.595224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c177982a-9161-4d52-8c8d-45c78865ab52,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:42.608562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.664001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c50b30-fb11-477b-88d9-4c9150808b66,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:42.679618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Checking segment: {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:42.679965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Network hostable DHCP agents. Network: 198c7661-90f0-428e-9a7e-e7cafe9db3d1, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:33:42.733260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22551d27-f0c1-486f-947a-636fcce0839a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:42.751753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.755661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7cd7-2913-41f6-a6c6-8fc0d18a1452 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45284a-76e3-4f8c-b460-c9661461f280,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:42.760725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35824) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:42.794009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:33:42.795771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Transition to ACTIVE for port object 22551d27-f0c1-486f-947a-636fcce0839a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:33:42.796805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Attempting to bind port c177982a-9161-4d52-8c8d-45c78865ab52 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:42.797187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Attempting to bind port c177982a-9161-4d52-8c8d-45c78865ab52 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:42.797510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Attempting to bind port c177982a-9161-4d52-8c8d-45c78865ab52 on network a123cf30-7d34-4d2c-9eac-377909b8f992 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:42.805697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Port c177982a-9161-4d52-8c8d-45c78865ab52 on network a123cf30-7d34-4d2c-9eac-377909b8f992 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:42.806020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Attempting to bind port c177982a-9161-4d52-8c8d-45c78865ab52 on network a123cf30-7d34-4d2c-9eac-377909b8f992 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:42.814878 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1ba5861-69fb-45c6-952a-921f79ec2bfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b25b6fe25b148d4b308acc7966ccbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515077 Oct 15 00:33:42.816779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:42.816779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Checking segment: {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:42.816779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Bound using segment: {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:42.816779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Bound port: c177982a-9161-4d52-8c8d-45c78865ab52, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:42.816779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.817565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35826) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:42.829846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-ccc2bfe3-a614-4966-9713-b5f105edc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:42.831367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-ccc2bfe3-a614-4966-9713-b5f105edc227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 1094 time: 0.1660974 Oct 15 00:33:42.831799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'tag': '4e45284a-76e3-4f8c-b460-c9661461f280'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:42.834018 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0ec97-3343-4d08-91c7-2374fc725ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "79d25ac3-6535-4554-9696-e231a9f9f0c9", "tag": "4e45284a-76e3-4f8c-b460-c9661461f280"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:42.872499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23f2803d-efee-49dc-97d5-b4ed74b6cee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.876551 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412d738d-4e6e-4185-bdb1-cfe790df91b5 x-openstack-request-id: req-412d738d-4e6e-4185-bdb1-cfe790df91b5 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:42.880215 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d25ac3-6535-4554-9696-e231a9f9f0c9", "tag": "4e45284a-76e3-4f8c-b460-c9661461f280", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:42.880215 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-412d738d-4e6e-4185-bdb1-cfe790df91b5 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:42.880215 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'tag': '4e45284a-76e3-4f8c-b460-c9661461f280', 'status': 'completed', 'code': 200} Oct 15 00:33:42.880215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-cae889e1-83db-440f-aaf0-37fbd578f15f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e45284a-76e3-4f8c-b460-c9661461f280 HTTP/1.1" status: 200 len: 217 time: 0.0392823 Oct 15 00:33:42.897248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23f2803d-efee-49dc-97d5-b4ed74b6cee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.929067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.950880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 198c7661-90f0-428e-9a7e-e7cafe9db3d1) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:42.956384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:42.957084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:42.961199 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a96e2e-288c-4121-9a16-ab521030a965 None None] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:43.002389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23f2803d-efee-49dc-97d5-b4ed74b6cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.005030 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23f2803d-efee-49dc-97d5-b4ed74b6cee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.006249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23f2803d-efee-49dc-97d5-b4ed74b6cee5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6b844b7-4378-404c-a2c7-633a8ed1ef31 HTTP/1.1" status: 204 len: 168 time: 0.1876514 Oct 15 00:33:43.007404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-ee0189eb-aba7-4fc0-83a7-690a51e290dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:43.009244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-ee0189eb-aba7-4fc0-83a7-690a51e290dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b HTTP/1.1" status: 200 len: 858 time: 0.1082346 Oct 15 00:33:43.014694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2803d-efee-49dc-97d5-b4ed74b6cee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b844b7-4378-404c-a2c7-633a8ed1ef31,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:43.019664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Pushing event updated for resources: {'Port': ['ID=22551d27-f0c1-486f-947a-636fcce0839a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:43.032102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] For port c177982a-9161-4d52-8c8d-45c78865ab52, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:43.036633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] For port c177982a-9161-4d52-8c8d-45c78865ab52, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c177982a-9161-4d52-8c8d-45c78865ab52,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:43.051674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ad6e84de-e4ea-4a23-9c59-4c8672691d5a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5120528 Oct 15 00:33:43.052377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35832) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:43.056752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:43.071896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-3df5e980-4920-4485-b593-ae3cbcab84b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a123cf30-7d34-4d2c-9eac-377909b8f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544820 Oct 15 00:33:43.150047 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.197161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93521830-f8fd-44b2-8182-dfdbc083b3bc req-4af7be3d-b1b4-4920-8941-1bd0f3511ce0 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0403969 Oct 15 00:33:43.198117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.199164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.246991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:33:43.248891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.280431 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.457241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Allocated IP 172.20.0.2 (198c7661-90f0-428e-9a7e-e7cafe9db3d1/e9c50b30-fb11-477b-88d9-4c9150808b66/0e871e72-24e6-4042-b935-47bece80e27e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:43.571850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:43.573299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.576278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] 10.222.0.39 "PUT /v2.0/ports/c177982a-9161-4d52-8c8d-45c78865ab52 HTTP/1.1" status: 200 len: 1092 time: 4.7915611 Oct 15 00:33:43.585644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.604583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643482d4-3fee-40e7-83df-9a6274128ac2 req-d03a05bb-b0a7-4222-a690-70a5d6ccbea0 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:43.606276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-643482d4-3fee-40e7-83df-9a6274128ac2 req-d03a05bb-b0a7-4222-a690-70a5d6ccbea0 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 945 time: 0.1025124 Oct 15 00:33:43.629141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Attempting to bind port 22551d27-f0c1-486f-947a-636fcce0839a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:43.629478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Attempting to bind port 22551d27-f0c1-486f-947a-636fcce0839a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:43.629855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Attempting to bind port 22551d27-f0c1-486f-947a-636fcce0839a on network a123cf30-7d34-4d2c-9eac-377909b8f992 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:43.667051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Port 22551d27-f0c1-486f-947a-636fcce0839a on network a123cf30-7d34-4d2c-9eac-377909b8f992 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:43.672391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Attempting to bind port 22551d27-f0c1-486f-947a-636fcce0839a on network a123cf30-7d34-4d2c-9eac-377909b8f992 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:43.672590 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.677311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-f6b5744e-1a8f-409c-9aa8-c3f6057f076a service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802593 Oct 15 00:33:43.678177 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-643482d4-3fee-40e7-83df-9a6274128ac2 req-51624962-8826-40d0-9850-8a5d0bf44de3 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622888 Oct 15 00:33:43.685308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d3971-6ef8-43b8-8ce7-6199fb678bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c177982a-9161-4d52-8c8d-45c78865ab52,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:43.699907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144d1ba-41c2-4d1e-a8b6-51af4eefae8a req-045dbd2e-33f7-422a-907a-01dbec1837ba tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:43.701356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d144d1ba-41c2-4d1e-a8b6-51af4eefae8a req-045dbd2e-33f7-422a-907a-01dbec1837ba tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 943 time: 0.5124037 Oct 15 00:33:43.702197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:43.702614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Checking segment: {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:43.702964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Bound using segment: {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:43.703638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Bound port: 22551d27-f0c1-486f-947a-636fcce0839a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47472b23-ad5b-4f2d-b8ab-975992f91b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:43.703790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.768523 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.806879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:43.811781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:43.816615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:43.821676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Pushing event updated for resources: {'Port': ['ID=0e871e72-24e6-4042-b935-47bece80e27e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:43.879951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d144d1ba-41c2-4d1e-a8b6-51af4eefae8a req-f95b060c-7c1d-49ee-b654-3fefabd75594 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644893 Oct 15 00:33:43.887183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Attempting to bind port 0e871e72-24e6-4042-b935-47bece80e27e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:43.887684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Attempting to bind port 0e871e72-24e6-4042-b935-47bece80e27e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:43.894288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Attempting to bind port 0e871e72-24e6-4042-b935-47bece80e27e on network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:43.898362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-a3343551-1a0d-44f3-a1a7-4a76ace75d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:43.900078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-a3343551-1a0d-44f3-a1a7-4a76ace75d68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 1095 time: 0.1939366 Oct 15 00:33:43.903659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:43.904050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Checking segment: {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:43.904462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.904850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Bound using segment: {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:43.905532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Bound port: 0e871e72-24e6-4042-b935-47bece80e27e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:43.906332 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.967520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] For port 22551d27-f0c1-486f-947a-636fcce0839a, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:43.971463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:43.974237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-f63b7feb-ca62-4ede-9553-24683249e082 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c177982a-9161-4d52-8c8d-45c78865ab52 HTTP/1.1" status: 200 len: 217 time: 0.0585704 Oct 15 00:33:43.978594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] For port 0e871e72-24e6-4042-b935-47bece80e27e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:43.982453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] For port 0e871e72-24e6-4042-b935-47bece80e27e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0e871e72-24e6-4042-b935-47bece80e27e,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:43.985624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-b2dec1d5-b52b-4deb-9f00-a29f333d4c64 service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945261 Oct 15 00:33:43.986668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dc91394b-836e-4488-abc1-74eb9245435f up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:43.988793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] For port 22551d27-f0c1-486f-947a-636fcce0839a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=22551d27-f0c1-486f-947a-636fcce0839a,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:43.992818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.037879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-54472e5a-479a-465d-a61d-5f979cc358ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:44.039670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-54472e5a-479a-465d-a61d-5f979cc358ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b HTTP/1.1" status: 200 len: 858 time: 0.0530429 Oct 15 00:33:44.073713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-17fc0fa1-5229-450c-b8d8-6bce200626a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a123cf30-7d34-4d2c-9eac-377909b8f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256693 Oct 15 00:33:44.076924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.107097 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Allocated IP 172.25.2.76 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/77df3788-c710-4f32-981e-551f05aaf487) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:44.157090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.164864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ee3b6-7449-4cd7-842d-ef7cbebb0bec None None] Pushing event updated for resources: {'Port': ['ID=0e871e72-24e6-4042-b935-47bece80e27e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:44.180858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port dc91394b-836e-4488-abc1-74eb9245435f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:44.185543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port dc91394b-836e-4488-abc1-74eb9245435f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:44.185985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.262372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:44.263068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.264527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] 10.222.0.30 "PUT /v2.0/ports/22551d27-f0c1-486f-947a-636fcce0839a HTTP/1.1" status: 200 len: 1091 time: 3.4016120 Oct 15 00:33:44.276167 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.299857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-744b1e67-5447-4620-b714-f132089cd3e8 service neutron] 10.222.0.39 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191532 Oct 15 00:33:44.306624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.307232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729eb19-d1d9-4022-a33d-49ef2e01de8d service neutron] Pushing event updated for resources: {'Port': ['ID=22551d27-f0c1-486f-947a-636fcce0839a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:44.340059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-54d6c4f1-b7a0-43f4-a808-a4150e4c8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:44.341774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-54d6c4f1-b7a0-43f4-a808-a4150e4c8411 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 1094 time: 0.1704779 Oct 15 00:33:44.346032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0c213-69a9-4ba2-b735-91585e986a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91394b-836e-4488-abc1-74eb9245435f'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:44.350514 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d4715d-0751-4ae2-8d4c-ad0dc28e0058" -d '{"events": [{"server_uuid": "30b0c213-69a9-4ba2-b735-91585e986a64", "name": "network-vif-plugged", "status": "completed", "tag": "dc91394b-836e-4488-abc1-74eb9245435f"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:44.369483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port dc91394b-836e-4488-abc1-74eb9245435f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dc91394b-836e-4488-abc1-74eb9245435f,segment=NetworkSegment(822ebdc8-335d-40eb-9467-c44e5dcd5f6b),segment_id=822ebdc8-335d-40eb-9467-c44e5dcd5f6b)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:44.408444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.425573 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.455498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7de24aa7-1024-4ac6-9593-f6ab1d179777 req-78756470-c4cb-45a4-bc2d-36f6df70b3d3 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0578089 Oct 15 00:33:44.565593 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d1a58f-05c4-4375-bb94-303955578e01 x-openstack-request-id: req-12d1a58f-05c4-4375-bb94-303955578e01 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:44.565895 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0c213-69a9-4ba2-b735-91585e986a64", "name": "network-vif-plugged", "status": "completed", "tag": "dc91394b-836e-4488-abc1-74eb9245435f", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:44.566186 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12d1a58f-05c4-4375-bb94-303955578e01 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:44.566916 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0c213-69a9-4ba2-b735-91585e986a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91394b-836e-4488-abc1-74eb9245435f', 'code': 200} Oct 15 00:33:44.567894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=dc91394b-836e-4488-abc1-74eb9245435f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:44.581373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:44.586349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:44.617808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:44.693918 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:44.719660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-0f7e66c0-d69b-479c-9320-c82f50e502aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:44.721532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-0f7e66c0-d69b-479c-9320-c82f50e502aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 200 len: 919 time: 0.3681374 Oct 15 00:33:44.723478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-fb867eff-3d94-42d2-808f-1c6a253cd3e2 service neutron] 10.222.0.39 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125710 Oct 15 00:33:44.730413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-04fc2af3-0b6f-4ec1-9773-d277e0478947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:44.736736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-04fc2af3-0b6f-4ec1-9773-d277e0478947 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 1094 time: 0.3480260 Oct 15 00:33:44.776663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Pushing event updated for resources: {'Port': ['ID=77df3788-c710-4f32-981e-551f05aaf487,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:44.816870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-8036d451-c539-4efc-b1ca-95a35e308a61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e45284a-76e3-4f8c-b460-c9661461f280 HTTP/1.1" status: 200 len: 217 time: 0.0837114 Oct 15 00:33:44.825601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-f855bef0-ab7a-4a5e-893d-f113807bc3cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22551d27-f0c1-486f-947a-636fcce0839a HTTP/1.1" status: 200 len: 217 time: 0.0835397 Oct 15 00:33:44.849344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbaa33-77a4-4dd1-86b1-993c1e86f71b req-088a3c2e-1047-4eaa-bb83-b5e3949f4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:44.850921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bbbbaa33-77a4-4dd1-86b1-993c1e86f71b req-088a3c2e-1047-4eaa-bb83-b5e3949f4564 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 1097 time: 0.1658356 Oct 15 00:33:44.883246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979ed91-44fb-4ed6-b7f4-96535cd4a95c req-bae552ae-1a15-4aaf-91d4-009edb75333a tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:44.884773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5979ed91-44fb-4ed6-b7f4-96535cd4a95c req-bae552ae-1a15-4aaf-91d4-009edb75333a tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 946 time: 0.0708501 Oct 15 00:33:44.885249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d222988-f44c-4f89-936a-979a9795e188', 'tag': 'c177982a-9161-4d52-8c8d-45c78865ab52'}, {'name': 'network-changed', 'server_uuid': '87213857-32d2-436a-b246-1f4e35c66a5e', 'tag': '22551d27-f0c1-486f-947a-636fcce0839a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:44.887704 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00219d44-07f4-49ae-9160-b1ca822c8a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d222988-f44c-4f89-936a-979a9795e188", "tag": "c177982a-9161-4d52-8c8d-45c78865ab52"}, {"name": "network-changed", "server_uuid": "87213857-32d2-436a-b246-1f4e35c66a5e", "tag": "22551d27-f0c1-486f-947a-636fcce0839a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:44.959693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bbbbaa33-77a4-4dd1-86b1-993c1e86f71b req-f363dca6-c35b-4b6e-94f4-fc605b0b108f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862844 Oct 15 00:33:44.979951 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd3e5f-a55a-4a7e-b3f0-62a010c6005b x-openstack-request-id: req-46dd3e5f-a55a-4a7e-b3f0-62a010c6005b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:44.980548 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d222988-f44c-4f89-936a-979a9795e188", "tag": "c177982a-9161-4d52-8c8d-45c78865ab52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87213857-32d2-436a-b246-1f4e35c66a5e", "tag": "22551d27-f0c1-486f-947a-636fcce0839a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:44.980548 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46dd3e5f-a55a-4a7e-b3f0-62a010c6005b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:44.987221 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d222988-f44c-4f89-936a-979a9795e188', 'tag': 'c177982a-9161-4d52-8c8d-45c78865ab52', 'status': 'completed', 'code': 200} Oct 15 00:33:44.987221 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87213857-32d2-436a-b246-1f4e35c66a5e', 'tag': '22551d27-f0c1-486f-947a-636fcce0839a', 'status': 'completed', 'code': 200} Oct 15 00:33:45.041021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e127bb-5f75-4a9d-a13f-6bff3cd78b82 req-d5deb43a-efb8-4537-b830-b63438cfe1cb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:45.042624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62e127bb-5f75-4a9d-a13f-6bff3cd78b82 req-d5deb43a-efb8-4537-b830-b63438cfe1cb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 943 time: 0.0597193 Oct 15 00:33:45.049463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041f69-c4fb-45a6-b388-8475e995844f req-242e2a7a-42fd-4d2b-a2d9-b1421410b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:45.050793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-242e2a7a-42fd-4d2b-a2d9-b1421410b092 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b HTTP/1.1" status: 200 len: 858 time: 0.2145092 Oct 15 00:33:45.064310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5979ed91-44fb-4ed6-b7f4-96535cd4a95c req-a2c6b151-b342-43ca-97a8-a03d65335ecc tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698265 Oct 15 00:33:45.064310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-aabc896d-0e31-4767-a12f-426a2702480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:45.064670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-aabc896d-0e31-4767-a12f-426a2702480d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b HTTP/1.1" status: 200 len: 858 time: 0.2368598 Oct 15 00:33:45.074503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-1e4b1d2c-5453-412a-b05b-86f8e6baf8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:45.076147 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-1e4b1d2c-5453-412a-b05b-86f8e6baf8d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 1095 time: 0.0943074 Oct 15 00:33:45.151650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62e127bb-5f75-4a9d-a13f-6bff3cd78b82 req-1a3635cd-fa06-46df-839f-b21798bf8a76 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497053 Oct 15 00:33:45.230521 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:45.239025 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-7a90af8d-54c2-4009-bd16-e8a39c4a0d2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a123cf30-7d34-4d2c-9eac-377909b8f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665047 Oct 15 00:33:45.242720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-5119bc9b-944a-4418-be00-2e07e72e91e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a123cf30-7d34-4d2c-9eac-377909b8f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657599 Oct 15 00:33:45.245487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-8e4c79b3-685c-4156-9b8a-5c8648f8893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:45.247161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-8e4c79b3-685c-4156-9b8a-5c8648f8893d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 200 len: 919 time: 0.1595786 Oct 15 00:33:45.337413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-d94015e0-7442-447c-a197-f4673d42bfd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c177982a-9161-4d52-8c8d-45c78865ab52 HTTP/1.1" status: 200 len: 217 time: 0.0795398 Oct 15 00:33:45.500808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:45.504121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-66c4d832-1dcf-4592-92f4-c3a6e0f6651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:45.510831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-66c4d832-1dcf-4592-92f4-c3a6e0f6651c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b HTTP/1.1" status: 200 len: 858 time: 0.1607902 Oct 15 00:33:45.589186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3138c09a-9de6-4c77-acad-f0b1780685c2 None None] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:45.605913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-3aab2797-4f09-415e-805f-41b281eb9f13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a123cf30-7d34-4d2c-9eac-377909b8f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860074 Oct 15 00:33:45.618054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-aa10cafc-d3f5-4f36-8f49-2339a580a203 service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526542 Oct 15 00:33:45.629385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0e871e72-24e6-4042-b935-47bece80e27e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:45.643611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-222b4f46-eba0-4db7-8bbd-e5a2e90f844b req-de667e90-5b67-4d1b-b1dd-e437cdbb5ecf tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0509706 Oct 15 00:33:45.674677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-ed0b5f41-c6cd-4dbd-8c86-f9d29812c9a3 service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102907 Oct 15 00:33:45.760116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7386aa0a-48ee-4c89-bfc1-19685d9b97bb None None] Provisioning complete for port 0e871e72-24e6-4042-b935-47bece80e27e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:45.760758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7386aa0a-48ee-4c89-bfc1-19685d9b97bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:45.808047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Router 15c50869-aef5-4dde-8eda-f923a5448b0b is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:33:45.831147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 0e871e72-24e6-4042-b935-47bece80e27e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:45.831147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:45.898040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91041f69-c4fb-45a6-b388-8475e995844f req-a72b53e1-f1e2-42be-a1bf-d310e8f585cf service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672760 Oct 15 00:33:45.939295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:33:45.951483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-d44b2b2c-6dee-4246-bc75-41095f4eeeb4 service neutron] 10.222.0.39 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356919 Oct 15 00:33:45.955768 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Sync routers for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:33:45.956644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92f0ec97-3343-4d08-91c7-2374fc725ecd req-752636d4-6b7f-41db-8914-436fe5225215 service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561426 Oct 15 00:33:45.963841 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7386aa0a-48ee-4c89-bfc1-19685d9b97bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:45.989297 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:45.989972 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:46.051054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7386aa0a-48ee-4c89-bfc1-19685d9b97bb None None] For port 0e871e72-24e6-4042-b935-47bece80e27e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0e871e72-24e6-4042-b935-47bece80e27e,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:46.056566 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:46.060701 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-69d55084-20d7-46d4-acbb-7910a2337e5d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0045903 Oct 15 00:33:46.063411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35928) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:46.074138 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:46.146029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7386aa0a-48ee-4c89-bfc1-19685d9b97bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:46.178486 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:46.225821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-fdd63c96-c29d-41f1-837b-8cdf128aa5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:46.239064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-fdd63c96-c29d-41f1-837b-8cdf128aa5f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 1094 time: 0.2312579 Oct 15 00:33:46.338684 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:33:46.339013 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:33:46.339905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386aa0a-48ee-4c89-bfc1-19685d9b97bb None None] Pushing event updated for resources: {'Port': ['ID=0e871e72-24e6-4042-b935-47bece80e27e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:46.358361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fce38a-05cc-4ed3-9cf7-c2260746a398 req-cba3723d-31c1-4d95-b759-19281de270f9 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:46.365630 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36fce38a-05cc-4ed3-9cf7-c2260746a398 req-cba3723d-31c1-4d95-b759-19281de270f9 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 946 time: 0.1558864 Oct 15 00:33:46.378011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-5540a3cd-4896-4091-ab63-f25480a875a6 service neutron] 10.222.0.39 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180799 Oct 15 00:33:46.423991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-682d7298-79fc-4a75-b955-af0b7222049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:46.427554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-682d7298-79fc-4a75-b955-af0b7222049a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 200 len: 919 time: 0.1862061 Oct 15 00:33:46.464858 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:44Z', 'revision_number': 3, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:46.472586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36fce38a-05cc-4ed3-9cf7-c2260746a398 req-e8ec0cc4-8c5d-47f0-b49b-3251dea5b664 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060884 Oct 15 00:33:46.491515 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Checking router: 15c50869-aef5-4dde-8eda-f923a5448b0b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:33:46.492677 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Updating router 15c50869-aef5-4dde-8eda-f923a5448b0b port 77df3788-c710-4f32-981e-551f05aaf487 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:33:46.513551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-43e843d3-891f-4247-adff-c7b17170ca0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22551d27-f0c1-486f-947a-636fcce0839a HTTP/1.1" status: 200 len: 217 time: 0.0767004 Oct 15 00:33:46.540041 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:46.590740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-53aa6254-4118-4753-9c54-0f0ca2e0192c None None] Provisioning complete for port 0e871e72-24e6-4042-b935-47bece80e27e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:46.591634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53aa6254-4118-4753-9c54-0f0ca2e0192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:46.622213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-00144edd-36b9-4ba5-ab99-e8c8bcfd8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:46.627881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-00144edd-36b9-4ba5-ab99-e8c8bcfd8009 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b HTTP/1.1" status: 200 len: 858 time: 0.1017752 Oct 15 00:33:46.714411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-648775aa-50c0-447c-98a9-35912e2b2f76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a123cf30-7d34-4d2c-9eac-377909b8f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684803 Oct 15 00:33:46.833448 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:46.908871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-76ef6462-d2cb-4d4d-9d16-d526b9ada991 service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854680 Oct 15 00:33:46.959819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8eb5d-3e28-406b-bbbd-90101ce7536f req-67946141-cb2d-460e-ae1d-b9971d44bd82 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:46.961280 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:46.961766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28f8eb5d-3e28-406b-bbbd-90101ce7536f req-67946141-cb2d-460e-ae1d-b9971d44bd82 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 943 time: 0.3646567 Oct 15 00:33:47.026798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00219d44-07f4-49ae-9160-b1ca822c8a4f req-bef0455c-1446-445e-ab81-8ea35a391a77 service neutron] 10.222.0.30 "GET /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096783 Oct 15 00:33:47.040021 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Attempting to bind port 77df3788-c710-4f32-981e-551f05aaf487 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:47.040668 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Attempting to bind port 77df3788-c710-4f32-981e-551f05aaf487 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:47.041126 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Attempting to bind port 77df3788-c710-4f32-981e-551f05aaf487 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:47.042388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28f8eb5d-3e28-406b-bbbd-90101ce7536f req-ac3770df-a37b-4fdb-91b1-28ba9711a6f0 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718496 Oct 15 00:33:47.058488 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Pushing event updated for resources: {'Port': ['ID=77df3788-c710-4f32-981e-551f05aaf487,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:47.067002 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:47.067389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:47.067775 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.068162 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:47.068636 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Bound port: 77df3788-c710-4f32-981e-551f05aaf487, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:47.069014 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.079455 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.080221 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.080754 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.081148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.081415 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.081788 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.082835 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.083252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.083637 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.083898 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.090119 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.091823 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:33:47.091964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2d543ff-e8ef-4e25-b5e4-50d2b9d8101b req-c1e07cc5-bb3f-4b10-8a3f-c856a0cc53a9 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0449440 Oct 15 00:33:47.155909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.271524 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] For port 77df3788-c710-4f32-981e-551f05aaf487, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:47.318784 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] For port 77df3788-c710-4f32-981e-551f05aaf487, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=77df3788-c710-4f32-981e-551f05aaf487,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:47.387495 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.403779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Allocated IP 172.20.0.1 (198c7661-90f0-428e-9a7e-e7cafe9db3d1/e9c50b30-fb11-477b-88d9-4c9150808b66/6c69cecb-51e6-417f-b1a9-386f2bc7cb96) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:33:47.457424 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:47.457424 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:47.498600 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf89966-d286-4dfa-b330-64c6cc11842d None None] Pushing event updated for resources: {'Port': ['ID=77df3788-c710-4f32-981e-551f05aaf487,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:47.548232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0e871e72-24e6-4042-b935-47bece80e27e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:47.555398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.586541 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:47.629985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 0e871e72-24e6-4042-b935-47bece80e27e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:47.630512 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.668434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e4920-db1c-431a-9144-13fc290c7774 req-b9fab856-78f7-47f7-80af-47f31c7409f5 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:47.682262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed1e4920-db1c-431a-9144-13fc290c7774 req-b9fab856-78f7-47f7-80af-47f31c7409f5 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 946 time: 0.0910971 Oct 15 00:33:47.725840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.784619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed1e4920-db1c-431a-9144-13fc290c7774 req-bf7c07db-e510-453a-9558-15270fabd1c0 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900428 Oct 15 00:33:47.802554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:47.805650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:47.809192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:33:47.846294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Pushing event updated for resources: {'Port': ['ID=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:47.871301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:47.892292 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:44Z', 'revision_number': 3, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:47.939946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376edba4-2b33-45a6-be8c-2afdd4302b95 None None] The sync data for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 is: [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:44Z', 'revision_number': 3, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:47.997242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c177982a-9161-4d52-8c8d-45c78865ab52 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:48.017283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4e45284a-76e3-4f8c-b460-c9661461f280 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:48.216224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.249280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c177982a-9161-4d52-8c8d-45c78865ab52, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c177982a-9161-4d52-8c8d-45c78865ab52,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:48.256667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b4ffcbab-17b2-4d1e-85ba-b075013ea682 None None] Provisioning complete for port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:48.256667 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4ffcbab-17b2-4d1e-85ba-b075013ea682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.301248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'c177982a-9161-4d52-8c8d-45c78865ab52', 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992', 'port_id': 'c177982a-9161-4d52-8c8d-45c78865ab52', 'mac_address': 'fa:16:3e:58:aa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0e039b-3e17-4abf-84cb-0f05d94a5e9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:48.310210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4e45284a-76e3-4f8c-b460-c9661461f280, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4e45284a-76e3-4f8c-b460-c9661461f280,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:48.367882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '4e45284a-76e3-4f8c-b460-c9661461f280', 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992', 'port_id': '4e45284a-76e3-4f8c-b460-c9661461f280', 'mac_address': 'fa:16:3e:b5:0a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0e039b-3e17-4abf-84cb-0f05d94a5e9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:48.371770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffcbab-17b2-4d1e-85ba-b075013ea682 None None] Port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:33:48.420577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.439074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-624ab704-198d-4ee7-b5df-f6f2669d7134 req-4491cc11-7a09-466d-85da-ecdf654c78ea tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0313053 Oct 15 00:33:48.446127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c177982a-9161-4d52-8c8d-45c78865ab52 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:48.463449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8af329-4676-4f9e-aca5-9526c0ce69a5 req-5b6026d0-fed5-4d4a-af43-b01ed8f60392 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:48.465132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be8af329-4676-4f9e-aca5-9526c0ce69a5 req-5b6026d0-fed5-4d4a-af43-b01ed8f60392 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 943 time: 0.0773859 Oct 15 00:33:48.474936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.541064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be8af329-4676-4f9e-aca5-9526c0ce69a5 req-9cf8c8d1-d1e0-42c4-9fe5-fc399050a406 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Oct 15 00:33:48.552571 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.633122 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.688616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c177982a-9161-4d52-8c8d-45c78865ab52, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c177982a-9161-4d52-8c8d-45c78865ab52,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:48.694022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e45284a-76e3-4f8c-b460-c9661461f280 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:48.735962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4e45284a-76e3-4f8c-b460-c9661461f280, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4e45284a-76e3-4f8c-b460-c9661461f280,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:48.745405 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.756361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Pushing event updated for resources: {'Port': ['ID=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:48.791291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.835972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:48.837091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 22551d27-f0c1-486f-947a-636fcce0839a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:33:48.911252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c177982a-9161-4d52-8c8d-45c78865ab52,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:48.925974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:33:48.927654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:48.966541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 22551d27-f0c1-486f-947a-636fcce0839a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=22551d27-f0c1-486f-947a-636fcce0839a,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:49.025020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '22551d27-f0c1-486f-947a-636fcce0839a', 'network_id': 'a123cf30-7d34-4d2c-9eac-377909b8f992', 'port_id': '22551d27-f0c1-486f-947a-636fcce0839a', 'mac_address': 'fa:16:3e:6a:ef:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0e039b-3e17-4abf-84cb-0f05d94a5e9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:33:49.126939 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['c177982a-9161-4d52-8c8d-45c78865ab52'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:49.129957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4e45284a-76e3-4f8c-b460-c9661461f280,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:49.206862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Router 15c50869-aef5-4dde-8eda-f923a5448b0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:33:49.210304 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:49.228845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5476c-2ec5-43cb-8349-546c80b9ab54 req-8bac5924-3bb4-4295-894b-485df73a4367 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:49.236068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5cd5476c-2ec5-43cb-8349-546c80b9ab54 req-8bac5924-3bb4-4295-894b-485df73a4367 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1096 time: 0.1153469 Oct 15 00:33:49.248121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22551d27-f0c1-486f-947a-636fcce0839a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:33:49.284485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 22551d27-f0c1-486f-947a-636fcce0839a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=22551d27-f0c1-486f-947a-636fcce0839a,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:49.308007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403e93-58a8-449a-9d83-f902ba5957a2 req-4e554509-69d8-4a27-b5c9-aeea2316f393 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:49.310276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05403e93-58a8-449a-9d83-f902ba5957a2 req-4e554509-69d8-4a27-b5c9-aeea2316f393 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 946 time: 0.1252601 Oct 15 00:33:49.324805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5cd5476c-2ec5-43cb-8349-546c80b9ab54 req-b457296d-384d-47ed-8f9a-1ebc7322b478 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783885 Oct 15 00:33:49.383217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05403e93-58a8-449a-9d83-f902ba5957a2 req-1f31976a-509c-49b5-a5d3-377df81ce126 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618889 Oct 15 00:33:49.404579 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:49.450126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ca56287a-5ecc-402b-8b83-89734566b89d None None] Provisioning complete for port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:49.450595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca56287a-5ecc-402b-8b83-89734566b89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:49.500040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=22551d27-f0c1-486f-947a-636fcce0839a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:49.501851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:33:49.515837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-69442f96-68b3-4de6-92b1-fcb29fae8c85 admin admin] 10.222.0.13 "PUT /v2.0/routers/15c50869-aef5-4dde-8eda-f923a5448b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4499197 Oct 15 00:33:49.518595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ca56287a-5ecc-402b-8b83-89734566b89d None None] Port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:33:49.593130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 77df3788-c710-4f32-981e-551f05aaf487 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:49.690000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 77df3788-c710-4f32-981e-551f05aaf487 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:49.690000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:49.773875 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:49.799914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['4e45284a-76e3-4f8c-b460-c9661461f280'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:49.802031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['22551d27-f0c1-486f-947a-636fcce0839a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:49.805654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 77df3788-c710-4f32-981e-551f05aaf487, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=77df3788-c710-4f32-981e-551f05aaf487,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:49.899425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:50.000622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=77df3788-c710-4f32-981e-551f05aaf487,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:50.026167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c177982a-9161-4d52-8c8d-45c78865ab52 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:50.043206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da4d2db9-323d-4251-8663-49b23e0bd550 req-5b93fcbe-b492-43a2-98aa-2a4fcead4525 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0380125 Oct 15 00:33:50.191970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf007d-63b3-48ac-9c2f-329d4ac8c5df req-335a2a2a-99d6-4428-b669-61766b3697ef tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:50.193769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cfdf007d-63b3-48ac-9c2f-329d4ac8c5df req-335a2a2a-99d6-4428-b669-61766b3697ef tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 944 time: 0.0727611 Oct 15 00:33:50.246413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cfdf007d-63b3-48ac-9c2f-329d4ac8c5df req-789a70c9-7794-4cb9-820b-6790f1ba4853 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460358 Oct 15 00:33:50.259079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port c177982a-9161-4d52-8c8d-45c78865ab52 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:50.269629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Sync routers for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:33:50.274397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port c177982a-9161-4d52-8c8d-45c78865ab52 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:50.274397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:50.314160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:50.315224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:50.685530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-d9893370-a5e1-4294-9ee4-0118a1363907 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:50.685530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-d9893370-a5e1-4294-9ee4-0118a1363907 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.30 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 946 time: 0.0725877 Oct 15 00:33:50.690914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:50.690914 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:50.690914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d222988-f44c-4f89-936a-979a9795e188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c177982a-9161-4d52-8c8d-45c78865ab52'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:50.690914 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45da36f1-4c0a-4e47-af77-5997e8f7db75" -d '{"events": [{"server_uuid": "9d222988-f44c-4f89-936a-979a9795e188", "name": "network-vif-plugged", "status": "completed", "tag": "c177982a-9161-4d52-8c8d-45c78865ab52"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:50.692023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Deleting port dc91394b-836e-4488-abc1-74eb9245435f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:50.692023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:50.692493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c177982a-9161-4d52-8c8d-45c78865ab52, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c177982a-9161-4d52-8c8d-45c78865ab52,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:50.730902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] For port dc91394b-836e-4488-abc1-74eb9245435f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dc91394b-836e-4488-abc1-74eb9245435f,segment=NetworkSegment(822ebdc8-335d-40eb-9467-c44e5dcd5f6b),segment_id=822ebdc8-335d-40eb-9467-c44e5dcd5f6b)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:50.731283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:50.747633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Calling delete_port for dc91394b-836e-4488-abc1-74eb9245435f owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:50.801748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 2, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:50.830129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Checking router: 15c50869-aef5-4dde-8eda-f923a5448b0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:33:50.830534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Updating router 15c50869-aef5-4dde-8eda-f923a5448b0b port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:33:50.850953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:50.879093 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:50.937353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c177982a-9161-4d52-8c8d-45c78865ab52,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:51.042586 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.081965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['dc91394b-836e-4488-abc1-74eb9245435f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:33:51.093564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Pushing event deleted for resources: {'Port': ['ID=dc91394b-836e-4488-abc1-74eb9245435f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:51.141356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] No DVR routers for this DVR port dc91394b-836e-4488-abc1-74eb9245435f on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:33:51.144054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.147720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ffdadd9-be91-49c1-8ce9-fb409ac87fd6 req-8f46cc2e-554a-4f3a-a0c3-07ea2b65ac1e tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.30 "DELETE /v2.0/ports/dc91394b-836e-4488-abc1-74eb9245435f HTTP/1.1" status: 204 len: 173 time: 0.6783354 Oct 15 00:33:51.148768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b0c213-69a9-4ba2-b735-91585e986a64', 'name': 'network-vif-deleted', 'tag': 'dc91394b-836e-4488-abc1-74eb9245435f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:51.151562 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720d0f5c-cda7-4f36-91c0-9c5ba1e9c328" -d '{"events": [{"server_uuid": "30b0c213-69a9-4ba2-b735-91585e986a64", "name": "network-vif-deleted", "tag": "dc91394b-836e-4488-abc1-74eb9245435f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:51.185583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0f20a61-92eb-4dbd-9956-dfeeeb7cf48d req-169a3ef1-4b97-4088-8223-46c061415cf0 tempest-ServerPasswordTestJSON-243025867 tempest-ServerPasswordTestJSON-243025867-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b0c213-69a9-4ba2-b735-91585e986a64 HTTP/1.1" status: 200 len: 210 time: 0.0455654 Oct 15 00:33:51.231290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.290482 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea724be5-f3a6-4738-a80e-aa785c955ed1 x-openstack-request-id: req-ea724be5-f3a6-4738-a80e-aa785c955ed1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:51.290831 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d222988-f44c-4f89-936a-979a9795e188", "name": "network-vif-plugged", "status": "completed", "tag": "c177982a-9161-4d52-8c8d-45c78865ab52", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:51.291142 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea724be5-f3a6-4738-a80e-aa785c955ed1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:51.291739 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d222988-f44c-4f89-936a-979a9795e188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c177982a-9161-4d52-8c8d-45c78865ab52', 'code': 200} Oct 15 00:33:51.327924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.407867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556b4d3-48bb-41d4-944d-38c4b17cc209 None None] Pushing event updated for resources: {'Port': ['ID=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:51.477053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06d8a666-bf2f-4059-b298-3debfff36d4b req-ce9093df-c24b-4ced-9330-6198c5aa1211 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0432656 Oct 15 00:33:51.484155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37302b4e-77d0-4432-b765-07283fe741e6 req-6209b9c5-dfc3-46fb-a004-047ddca29845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:51.486110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37302b4e-77d0-4432-b765-07283fe741e6 req-6209b9c5-dfc3-46fb-a004-047ddca29845 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 1097 time: 0.1346433 Oct 15 00:33:51.520394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Attempting to bind port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:51.520711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Attempting to bind port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:51.521259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Attempting to bind port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 on network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:51.527958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:51.528437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Checking segment: {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:51.528839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.529232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Bound using segment: {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:51.529811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Bound port: 6c69cecb-51e6-417f-b1a9-386f2bc7cb96, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:51.530334 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.582571 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f7e76-a2a9-4efe-8552-cd1a0a98e8c8 x-openstack-request-id: req-695f7e76-a2a9-4efe-8552-cd1a0a98e8c8 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:51.582866 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b0c213-69a9-4ba2-b735-91585e986a64", "name": "network-vif-deleted", "tag": "dc91394b-836e-4488-abc1-74eb9245435f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:51.584477 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-695f7e76-a2a9-4efe-8552-cd1a0a98e8c8 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:51.584477 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b0c213-69a9-4ba2-b735-91585e986a64', 'name': 'network-vif-deleted', 'tag': 'dc91394b-836e-4488-abc1-74eb9245435f', 'status': 'completed', 'code': 200} Oct 15 00:33:51.600192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37302b4e-77d0-4432-b765-07283fe741e6 req-2caf1c44-52ad-4b0c-875e-dcf922e16f5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992775 Oct 15 00:33:51.624368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 77df3788-c710-4f32-981e-551f05aaf487 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:51.658836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] For port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:33:51.680755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] For port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:51.696426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 77df3788-c710-4f32-981e-551f05aaf487 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:51.697030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.737957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ed89f-01a9-4823-8c37-e84a425d95fa req-4f04e1b1-92a3-4ab7-b5bf-cf97c93c4a69 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:51.739558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db9ed89f-01a9-4823-8c37-e84a425d95fa req-4f04e1b1-92a3-4ab7-b5bf-cf97c93c4a69 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 944 time: 0.0618701 Oct 15 00:33:51.786726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db9ed89f-01a9-4823-8c37-e84a425d95fa req-c0e56024-da22-4188-a8a7-6c94cd831469 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Oct 15 00:33:51.789887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-71742aba-6552-41bb-89e2-3a5aa319fe81 None None] Provisioning complete for port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:51.790282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-71742aba-6552-41bb-89e2-3a5aa319fe81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.824362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:51.864491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-71742aba-6552-41bb-89e2-3a5aa319fe81 None None] Port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:33:51.904507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556b4d3-48bb-41d4-944d-38c4b17cc209 None None] Pushing event updated for resources: {'Port': ['ID=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:51.907844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:33:51.908442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:52.050408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4e45284a-76e3-4f8c-b460-c9661461f280 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:52.099217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:33:52.159362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-867fbbd3-52cb-4e11-a2e5-b66bcde93c43 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:33:52.164527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-867fbbd3-52cb-4e11-a2e5-b66bcde93c43 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125086 Oct 15 00:33:52.213147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-886756d9-b54d-4621-8351-c86deb6c9670 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:52.222228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-886756d9-b54d-4621-8351-c86deb6c9670 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 1093 time: 0.0534708 Oct 15 00:33:52.227467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Request body: {'binding': {'host': 'n-h1-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:52.228143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:33:52.270140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d61abf0-2f9a-45ce-95a1-dcb37a33b262 req-9ce429a2-1f8a-4289-bb51-8978b871b1ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0687416 Oct 15 00:33:52.376468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-012597f8-ba13-4d0a-bc30-59b5be7a6b34 None None] Provisioning complete for port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:52.376834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-012597f8-ba13-4d0a-bc30-59b5be7a6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.415851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on host n-h1-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:33:52.416187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:33:52.416512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:52.421260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:33:52.421575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:33:52.427782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:33:52.428115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:52.428495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:33:52.429048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Bound port: d3e23ca5-3372-4d14-8d16-aaa5b8020207, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:33:52.460622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 4e45284a-76e3-4f8c-b460-c9661461f280 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:52.473507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 4e45284a-76e3-4f8c-b460-c9661461f280 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:52.473876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.500717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:33:52.587925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.589430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2156c3d9-1117-4c34-9253-5ccb87cd02ca service neutron] 10.222.0.13 "POST /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207/bindings HTTP/1.1" status: 201 len: 389 time: 0.3658659 Oct 15 00:33:52.618065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36402) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:52.637430 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-012597f8-ba13-4d0a-bc30-59b5be7a6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.674399 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.674617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] Deleting subnet 858630c7-127c-4506-a317-b9bf6e2fa7c1 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:33:52.678441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.701546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-012597f8-ba13-4d0a-bc30-59b5be7a6b34 None None] For port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:52.726602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:51Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:52.739159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.766060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4e45284a-76e3-4f8c-b460-c9661461f280, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4e45284a-76e3-4f8c-b460-c9661461f280,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:52.767872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8cab6-3788-4e81-9caf-768d506c83b5 None None] The sync data for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 is: [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:51Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:33:52.769808 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-012597f8-ba13-4d0a-bc30-59b5be7a6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.809887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.828721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:52.828721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 22551d27-f0c1-486f-947a-636fcce0839a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:52.881656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012597f8-ba13-4d0a-bc30-59b5be7a6b34 None None] Pushing event updated for resources: {'Port': ['ID=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:53.027180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-564a1d3b-3b97-473f-a312-7cfccf10c977 req-9197d051-2d19-4b64-a3ce-0c740274ac96 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0561242 Oct 15 00:33:53.028229 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.048174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4e45284a-76e3-4f8c-b460-c9661461f280,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:53.105961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 22551d27-f0c1-486f-947a-636fcce0839a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:33:53.107699 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.111308 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/858630c7-127c-4506-a317-b9bf6e2fa7c1 HTTP/1.1" status: 204 len: 168 time: 0.4919915 Oct 15 00:33:53.113955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36438) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:53.115059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 22551d27-f0c1-486f-947a-636fcce0839a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:53.115653 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.121051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98dd053-3aae-492a-8e38-a5665c4dbdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858630c7-127c-4506-a317-b9bf6e2fa7c1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:53.237164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b6983-2509-4efb-afa7-874d2679601b req-c33677ea-1fea-4354-a197-416ed8fcde87 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:53.265989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60b6983-2509-4efb-afa7-874d2679601b req-c33677ea-1fea-4354-a197-416ed8fcde87 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.1466796 Oct 15 00:33:53.278758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.316723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60b6983-2509-4efb-afa7-874d2679601b req-957cf562-865d-42cd-a381-34cde8ab221e tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468080 Oct 15 00:33:53.363642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45284a-76e3-4f8c-b460-c9661461f280'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:53.368307 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dced1f-cc32-472a-8f3b-add9d7ba8a25" -d '{"events": [{"server_uuid": "79d25ac3-6535-4554-9696-e231a9f9f0c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e45284a-76e3-4f8c-b460-c9661461f280"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:53.373697 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.447963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 22551d27-f0c1-486f-947a-636fcce0839a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=22551d27-f0c1-486f-947a-636fcce0839a,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:53.455861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809de93-769c-424c-95e9-6d1c94d08c1e req-c73a0bc9-b6d7-4db0-b87a-357d27af03ac tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:53.457411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2809de93-769c-424c-95e9-6d1c94d08c1e req-c73a0bc9-b6d7-4db0-b87a-357d27af03ac tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.0578945 Oct 15 00:33:53.528477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.549798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.558008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2809de93-769c-424c-95e9-6d1c94d08c1e req-5ea351aa-c839-4240-b57b-d8237b0a5093 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937288 Oct 15 00:33:53.606125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:53.620308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-fd3ba292-aa65-4996-bf22-2ce3f449bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:53.622294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-fd3ba292-aa65-4996-bf22-2ce3f449bc55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1096 time: 0.2444224 Oct 15 00:33:53.625384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822ebdc8-335d-40eb-9467-c44e5dcd5f6b') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:53.625926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822ebdc8-335d-40eb-9467-c44e5dcd5f6b') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:33:53.666243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.693116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=22551d27-f0c1-486f-947a-636fcce0839a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:53.701989 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be62e1f3-f537-4ec4-8012-46d4fde79524 x-openstack-request-id: req-be62e1f3-f537-4ec4-8012-46d4fde79524 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:53.703514 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d25ac3-6535-4554-9696-e231a9f9f0c9", "name": "network-vif-plugged", "status": "completed", "tag": "4e45284a-76e3-4f8c-b460-c9661461f280", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:53.703514 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be62e1f3-f537-4ec4-8012-46d4fde79524 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:53.703514 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45284a-76e3-4f8c-b460-c9661461f280', 'code': 200} Oct 15 00:33:53.711233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:33:53.783621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:33:53.783994 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.807862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.848618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:33:53.849261 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:33:53.866081 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:33:54.065857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dc91394b-836e-4488-abc1-74eb9245435f no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:33:54.104962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: dc91394b-836e-4488-abc1-74eb9245435f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:33:54.105305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dc91394b-836e-4488-abc1-74eb9245435f not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:33:54.323394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dd30a-651a-4e70-aa49-e4609a820d54 req-f016911e-0cbe-4321-a5d8-8facd9a3e993 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:54.325723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e53dd30a-651a-4e70-aa49-e4609a820d54 req-f016911e-0cbe-4321-a5d8-8facd9a3e993 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 945 time: 0.6336937 Oct 15 00:33:54.333124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306e839-a801-4e0f-9d2a-d4d3569e8cec req-0841a967-6526-4cf2-b993-15d2a9eaf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:54.334616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4306e839-a801-4e0f-9d2a-d4d3569e8cec req-0841a967-6526-4cf2-b993-15d2a9eaf945 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 1096 time: 0.5384862 Oct 15 00:33:54.382593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-05beab97-a1ad-4f14-a7d5-2a2b5028580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:54.384324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-05beab97-a1ad-4f14-a7d5-2a2b5028580e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.7380464 Oct 15 00:33:54.415713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:54.472644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:54.476448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c HTTP/1.1" status: 204 len: 168 time: 1.3593194 Oct 15 00:33:54.477384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a55a6a-2cb4-40c5-bd70-85f80d3b61d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cfc6d2-1e01-4cf0-be68-0bb3e9842f8c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:54.480616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4306e839-a801-4e0f-9d2a-d4d3569e8cec req-ce366d0a-778f-4bf0-91c1-85e361253661 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287301 Oct 15 00:33:54.482475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-3908a0a1-7221-4076-a0ea-cc1bae34bdaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 217 time: 0.0887582 Oct 15 00:33:54.497410 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e53dd30a-651a-4e70-aa49-e4609a820d54 req-10db96e2-ce26-4f17-8a48-f5ba17a9fd36 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571410 Oct 15 00:33:54.628634 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-027e4932-12e8-4e29-bd08-cf52421528c1 req-f2277ec9-103f-4135-9460-dab8a21f0ef7 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0467980 Oct 15 00:33:54.748635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-e186ecb6-defc-492e-b51f-b12fade8da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:54.751021 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-e186ecb6-defc-492e-b51f-b12fade8da84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0650833 Oct 15 00:33:54.789397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-3a09d3e0-d840-4356-9cef-2b887bccbb3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294929 Oct 15 00:33:54.797696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170cd4a-dec6-40da-9d31-48a42e2198ab req-fd85bf63-d025-4919-8be3-a811cb245cb0 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:54.799765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1170cd4a-dec6-40da-9d31-48a42e2198ab req-fd85bf63-d025-4919-8be3-a811cb245cb0 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.0883682 Oct 15 00:33:54.859997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1170cd4a-dec6-40da-9d31-48a42e2198ab req-a7f41f8e-6af3-4d06-ab37-6dc6fd06cad3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493429 Oct 15 00:33:54.915911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-1e24153c-96b0-4f53-a2d4-fdeb36269ea1 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178076 Oct 15 00:33:55.005753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36550) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:55.014337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-701db470-adc0-4e53-a31a-5b905bbe10bc service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906515 Oct 15 00:33:55.064182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b6ade5de-ddde-4e78-ac03-338a376fadc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19ea665d47524ab3bc74b2a090fae7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537739 Oct 15 00:33:55.064469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36556) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:55.126445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae05c06a-b343-4d0e-95d1-cf431a785fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:55.158825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae05c06a-b343-4d0e-95d1-cf431a785fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:55.348508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b260ff2-5371-4c67-a8c6-61738dd57628 req-7dafcbc6-27ae-4b75-9777-a12bf23aac5f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:55.351242 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b260ff2-5371-4c67-a8c6-61738dd57628 req-7dafcbc6-27ae-4b75-9777-a12bf23aac5f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.0547256 Oct 15 00:33:55.351475 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae05c06a-b343-4d0e-95d1-cf431a785fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:55.354198 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae05c06a-b343-4d0e-95d1-cf431a785fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:55.355378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ae05c06a-b343-4d0e-95d1-cf431a785fd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a66139a0-58c1-4b5c-8ed2-6501d3b6cb57 HTTP/1.1" status: 204 len: 168 time: 0.2899160 Oct 15 00:33:55.367254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05c06a-b343-4d0e-95d1-cf431a785fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66139a0-58c1-4b5c-8ed2-6501d3b6cb57,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:55.418844 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b260ff2-5371-4c67-a8c6-61738dd57628 req-752b2ee6-80ee-4f77-a3e6-f1e4cdabc22d tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577593 Oct 15 00:33:55.680239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47faba31-0dda-4522-b8f9-14f448c612a4 req-6e250ec0-114b-40b9-b3a9-dad9fd46724d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=510d0676fec546e997ae353964ec70f8&device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0762224 Oct 15 00:33:55.704995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87213857-32d2-436a-b246-1f4e35c66a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22551d27-f0c1-486f-947a-636fcce0839a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:33:55.708105 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc0a81f-9f2a-4c83-ba24-538c6c3d7783" -d '{"events": [{"server_uuid": "87213857-32d2-436a-b246-1f4e35c66a5e", "name": "network-vif-plugged", "status": "completed", "tag": "22551d27-f0c1-486f-947a-636fcce0839a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:33:55.713341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47faba31-0dda-4522-b8f9-14f448c612a4 req-5a95e774-ba18-4c9b-a03f-b99f5a097eff service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=510d0676fec546e997ae353964ec70f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249572 Oct 15 00:33:55.724366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48b674-5d31-4588-a90c-27fa404ebb5b req-9d785c86-abba-44de-839d-64d83dd6b4b4 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:55.746315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a48b674-5d31-4588-a90c-27fa404ebb5b req-9d785c86-abba-44de-839d-64d83dd6b4b4 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 945 time: 0.1258821 Oct 15 00:33:55.818437 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a48b674-5d31-4588-a90c-27fa404ebb5b req-20963226-c8d3-4517-86b8-8c5847b5c3c4 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641997 Oct 15 00:33:55.912344 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea37f7-93e7-49bc-a2e7-364cbc1a37a4 x-openstack-request-id: req-a9ea37f7-93e7-49bc-a2e7-364cbc1a37a4 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:33:55.913100 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87213857-32d2-436a-b246-1f4e35c66a5e", "name": "network-vif-plugged", "status": "completed", "tag": "22551d27-f0c1-486f-947a-636fcce0839a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:33:55.913560 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9ea37f7-93e7-49bc-a2e7-364cbc1a37a4 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:33:55.914156 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87213857-32d2-436a-b246-1f4e35c66a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22551d27-f0c1-486f-947a-636fcce0839a', 'code': 200} Oct 15 00:33:55.971095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f2c7a17-955d-47eb-94fd-325ce4b002a0 req-ab368d00-1cd3-4d3c-b404-6ac486e1b213 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.1234326 Oct 15 00:33:55.999779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faba31-0dda-4522-b8f9-14f448c612a4 req-2a430acd-a7ae-49a9-91f7-b142648f63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:55.999779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47faba31-0dda-4522-b8f9-14f448c612a4 req-2a430acd-a7ae-49a9-91f7-b142648f63cf service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750070 Oct 15 00:33:56.127307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d57a3-1b20-462d-bee9-a1476666563b req-084f80af-4088-4d45-befa-fdc23bf6ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:56.128855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf1d57a3-1b20-462d-bee9-a1476666563b req-084f80af-4088-4d45-befa-fdc23bf6ad8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 1096 time: 0.1275525 Oct 15 00:33:56.145208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3fbae856-e242-4c9b-9951-8885b1213e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:56.154534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d196e-d8d8-4a01-b043-ca31dea6a66e req-8fb2461f-4a04-4e89-84db-f3c8cfbc3375 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:56.165760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b10d196e-d8d8-4a01-b043-ca31dea6a66e req-8fb2461f-4a04-4e89-84db-f3c8cfbc3375 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.1259453 Oct 15 00:33:56.228129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf1d57a3-1b20-462d-bee9-a1476666563b req-d145a5ff-e9ee-4879-a68e-c24efe60c9bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903533 Oct 15 00:33:56.249366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b10d196e-d8d8-4a01-b043-ca31dea6a66e req-e57ba3a1-a412-43f0-9193-2548d20d0adb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823913 Oct 15 00:33:56.530485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730fce8-de7c-4f73-99ad-537e3ad78b53 req-65e29fe5-8c5c-4c18-a407-f61ae955c9c6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:56.532618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f730fce8-de7c-4f73-99ad-537e3ad78b53 req-65e29fe5-8c5c-4c18-a407-f61ae955c9c6 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.0870013 Oct 15 00:33:56.600637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f730fce8-de7c-4f73-99ad-537e3ad78b53 req-f2305499-3a03-4e23-a32c-03d8367eba60 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523167 Oct 15 00:33:56.867702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36634) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:56.979877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b39e-1dc8-4ec5-a04a-a65d0037fa32 req-0a5d4793-f383-4142-a597-91e7d0a7f3ba tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:56.991225 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd76b39e-1dc8-4ec5-a04a-a65d0037fa32 req-0a5d4793-f383-4142-a597-91e7d0a7f3ba tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 945 time: 0.0686054 Oct 15 00:33:57.051759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1417306019-network', 'tenant_id': 'e8a7554afe0d43d88af0198810073a69'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:57.068453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd76b39e-1dc8-4ec5-a04a-a65d0037fa32 req-d380b224-f70a-48ae-a54c-ca0a73576714 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707936 Oct 15 00:33:57.116873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b6a8580-0263-432b-a630-93ff5c491dca req-740607d7-bb50-4263-bf51-879c22911452 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0407426 Oct 15 00:33:57.164700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36642) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:57.195603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Made reservation on behalf of e8a7554afe0d43d88af0198810073a69 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:57.198023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.209063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.328129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-451358ec-af53-4b8b-98b0-b1358818b303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.355341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.395530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8af67e-8a9b-4b32-93e4-d312a57c0982 req-46a016d1-f475-45f5-94cf-be8a43d2d3fb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:57.397117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7c8af67e-8a9b-4b32-93e4-d312a57c0982 req-46a016d1-f475-45f5-94cf-be8a43d2d3fb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.0592012 Oct 15 00:33:57.406567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.414204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47faba31-0dda-4522-b8f9-14f448c612a4 req-4b34d0f2-47f7-4b2b-a5bb-2d830f820732 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0500629 Oct 15 00:33:57.453339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7c8af67e-8a9b-4b32-93e4-d312a57c0982 req-e1561adc-6089-4afa-befb-a3c15cf84ac4 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Oct 15 00:33:57.482207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:33:57.498494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60be21c9-2aca-48c7-9a79-bf507bf6bfff,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:57.517048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.517048 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Added segment 70ab009f-8af3-4c53-bffb-15ff935a04f9 of type vlan for network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 Oct 15 00:33:57.587497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.607423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-451358ec-af53-4b8b-98b0-b1358818b303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.699847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-451358ec-af53-4b8b-98b0-b1358818b303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.754692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2019fe0-0675-4f04-bcaf-b10135836736 req-8a37e274-15e9-4af3-9ecd-cf13ba70b6a4 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:57.757115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451358ec-af53-4b8b-98b0-b1358818b303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa47735-49ab-4877-b12e-7cdeeb3e29eb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:57.757236 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f2019fe0-0675-4f04-bcaf-b10135836736 req-8a37e274-15e9-4af3-9ecd-cf13ba70b6a4 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.0656619 Oct 15 00:33:57.760896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.765529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:57.767992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.782279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-451358ec-af53-4b8b-98b0-b1358818b303 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d8e35b25a7941f6abd4616b20d4f30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161926 Oct 15 00:33:57.782967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:57.840016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f2019fe0-0675-4f04-bcaf-b10135836736 req-1218f764-b7db-45bb-9397-04ce6b441040 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606475 Oct 15 00:33:57.907214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a9c6c2-32ff-406b-afc6-8519d9c84c56,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:57.920388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-76d48e21-57e6-4b8d-a71b-692ac77bea58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0515957 Oct 15 00:33:57.924028 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36656) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:33:57.928831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:33:57.940882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Request body: {'subnet': {'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1417306019-subnet', 'tenant_id': 'e8a7554afe0d43d88af0198810073a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:33:57.949929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da036258-8d9a-48e1-bd14-3bed483abab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:57.981946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da036258-8d9a-48e1-bd14-3bed483abab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:58.070538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Made reservation on behalf of e8a7554afe0d43d88af0198810073a69 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:33:58.073259 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:58.099138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da036258-8d9a-48e1-bd14-3bed483abab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:58.101948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da036258-8d9a-48e1-bd14-3bed483abab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:58.105708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-da036258-8d9a-48e1-bd14-3bed483abab1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/baa47735-49ab-4877-b12e-7cdeeb3e29eb HTTP/1.1" status: 204 len: 168 time: 0.3143880 Oct 15 00:33:58.119198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da036258-8d9a-48e1-bd14-3bed483abab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa47735-49ab-4877-b12e-7cdeeb3e29eb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:58.276895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360262e3-10d4-492f-a75d-12532721e72b req-071fdac7-5a09-4b1d-8a23-17097882a571 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:58.277942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-360262e3-10d4-492f-a75d-12532721e72b req-071fdac7-5a09-4b1d-8a23-17097882a571 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 945 time: 0.0953045 Oct 15 00:33:58.334181 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c22700c-8c76-4992-ae41-66681ea53921 req-df75abca-92ca-4ff1-b979-b2a468f8a7c4 tempest-ServerShowV254Test-2002539685 tempest-ServerShowV254Test-2002539685-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e5ed48f-92f2-4567-9874-773272a219f6 HTTP/1.1" status: 200 len: 210 time: 0.0658789 Oct 15 00:33:58.369548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-360262e3-10d4-492f-a75d-12532721e72b req-0c4c6842-23d0-4344-b9b6-b8d3ef560b21 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846276 Oct 15 00:33:58.502936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-e1b75d11-bc75-48cf-bdd2-64b1835af600 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:58.518124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-e1b75d11-bc75-48cf-bdd2-64b1835af600 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.1446812 Oct 15 00:33:58.575360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317e149-c653-479e-9383-6ea0102e5a56 req-1d6c5134-4961-4a5c-b73c-bb00505b0cd3 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:58.584780 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b317e149-c653-479e-9383-6ea0102e5a56 req-1d6c5134-4961-4a5c-b73c-bb00505b0cd3 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 946 time: 0.1173947 Oct 15 00:33:58.588375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:58.717955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c7470-d0bb-4ce7-a9a9-1bffe1873548 req-6d189521-449d-4ef2-a425-14becf9816f6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:58.727857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-003c7470-d0bb-4ce7-a9a9-1bffe1873548 req-6d189521-449d-4ef2-a425-14becf9816f6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.1387229 Oct 15 00:33:58.745299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b317e149-c653-479e-9383-6ea0102e5a56 req-19158a0e-39ef-4dc9-b9e4-19ff1461b757 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588228 Oct 15 00:33:58.790904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3677581f-405d-4f13-8012-56c99c3fa105,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:58.792472 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-003c7470-d0bb-4ce7-a9a9-1bffe1873548 req-05d7061c-ffa7-4f0f-b60a-eb7131fbea51 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633342 Oct 15 00:33:58.801741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Checking segment: {'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:33:58.802128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Network hostable DHCP agents. Network: f9a9c6c2-32ff-406b-afc6-8519d9c84c56, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:33:58.817241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Deleting port e106b1be-6baa-4d91-94b2-98c8ce681f5a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:33:58.817835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:58.819855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60f41810-a5a2-4780-8c0d-36b8cf2b18fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:58.951525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:33:59.011572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] For port e106b1be-6baa-4d91-94b2-98c8ce681f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e106b1be-6baa-4d91-94b2-98c8ce681f5a,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:33:59.011883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:59.033290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b8d23-c6a0-49b5-945e-77d1f514b123 req-8173c69f-74f6-483c-927d-5642f97628ef tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:59.034911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-997b8d23-c6a0-49b5-945e-77d1f514b123 req-8173c69f-74f6-483c-927d-5642f97628ef tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 945 time: 0.1024938 Oct 15 00:33:59.052026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddd0bf-53e2-473a-8c0a-d637fdf50a8e req-b7b6b67f-976e-469d-b510-108bd46cd2b3 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:59.058719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ddd0bf-53e2-473a-8c0a-d637fdf50a8e req-b7b6b67f-976e-469d-b510-108bd46cd2b3 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 945 time: 0.0780625 Oct 15 00:33:59.062460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f9a9c6c2-32ff-406b-afc6-8519d9c84c56) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:33:59.069928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:33:59.071233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:59.071761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16378ad1-aade-4e2c-9fe7-d0ad4023786c None None] Network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:59.155203 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-997b8d23-c6a0-49b5-945e-77d1f514b123 req-63e71996-b03b-49c8-87e6-a94236959239 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024404 Oct 15 00:33:59.159390 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ddd0bf-53e2-473a-8c0a-d637fdf50a8e req-645def12-78ca-44f5-b17b-af1c8edbe460 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups?id=01be5924-b628-4575-b5e4-6f174e90ebb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994685 Oct 15 00:33:59.181520 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5e3251df-80f9-409e-9ae3-7a4e460b702c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2561302 Oct 15 00:33:59.284923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6571cf-a51a-4dc5-b7a9-85513330a54e None None] Network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:33:59.290929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:59.291752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:59.294484 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Floating IP ad24a173-bb1c-4113-8ba8-16caa6133118 disassociated. External IP: 172.25.2.70, port: e106b1be-6baa-4d91-94b2-98c8ce681f5a. Oct 15 00:33:59.295133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Calling delete_port for e106b1be-6baa-4d91-94b2-98c8ce681f5a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:33:59.682460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:33:59.718016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event deleted for resources: {'Port': ['ID=e106b1be-6baa-4d91-94b2-98c8ce681f5a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:33:59.880300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Router ac01ae08-3476-433a-96f5-304b8f4a46ea has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:34:00.011536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa543572-8358-4250-a566-f92c3e756eb1 req-8503a479-9a51-4f74-9280-31968823c41b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:00.021934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa543572-8358-4250-a566-f92c3e756eb1 req-8503a479-9a51-4f74-9280-31968823c41b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 945 time: 0.0972121 Oct 15 00:34:00.025018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36720) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:00.099648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa543572-8358-4250-a566-f92c3e756eb1 req-da4296d4-6cfe-44bc-8e71-d7e84e59f59e tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743396 Oct 15 00:34:00.115445 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.133262 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.141167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:34:00.156561 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] Sync routers for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:34:00.170035 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:34:00.171947 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:00.194767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36726) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:00.255209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] No DVR routers for this DVR port e106b1be-6baa-4d91-94b2-98c8ce681f5a on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:00.258526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.262622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41bae81c-d466-46ed-a235-eac9de97f8b2 req-6c087630-f2b6-42f6-b777-cb0e1cd2bd7f tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.30 "DELETE /v2.0/ports/e106b1be-6baa-4d91-94b2-98c8ce681f5a HTTP/1.1" status: 204 len: 173 time: 1.7323270 Oct 15 00:34:00.263147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'name': 'network-vif-deleted', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:00.265826 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40713e97-dc64-4ac6-977a-737db74af2eb" -d '{"events": [{"server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "name": "network-vif-deleted", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:00.381592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa103dc9-6983-476c-986a-9124a43bb0ba req-d1369042-50f9-4874-a229-a9e119ce45e7 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:00.386065 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:34:00.391905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa103dc9-6983-476c-986a-9124a43bb0ba req-d1369042-50f9-4874-a229-a9e119ce45e7 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.1804931 Oct 15 00:34:00.466741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa103dc9-6983-476c-986a-9124a43bb0ba req-756b57b3-eef1-45d6-b7a5-bf2a62a5bb51 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738373 Oct 15 00:34:00.486669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-296562063-network', 'tenant_id': 'd465bd42bf1b4a74bc2d5f691e634268'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:00.575952 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-18c2cf9a-4310-460f-9db2-2c77e73c2a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.622783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-8e3f174a-ef41-4e8a-9b7d-de8b417b585f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:00.640051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Made reservation on behalf of d465bd42bf1b4a74bc2d5f691e634268 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:00.643974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.644440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-8e3f174a-ef41-4e8a-9b7d-de8b417b585f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 814 time: 0.2698483 Oct 15 00:34:00.668427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.682392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-385051b9-4f69-4525-b42b-25039dd35336 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/quotas/e8a7554afe0d43d88af0198810073a69 HTTP/1.1" status: 200 len: 375 time: 0.0366924 Oct 15 00:34:00.720011 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:54Z', 'revision_number': 5, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:00.734186 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-18c2cf9a-4310-460f-9db2-2c77e73c2a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.759404 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] Checking router: ac01ae08-3476-433a-96f5-304b8f4a46ea for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:34:00.762385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-04787a55-a049-494e-be75-dfd4731a8ad6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789461 Oct 15 00:34:00.770241 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:34:00.771169 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:00.851159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ce2223d-30de-40c3-b7ae-5e65cb2b11c7 req-dcf618bf-b330-49cd-8513-74c3a8781e37 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0729003 Oct 15 00:34:00.888011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-18c2cf9a-4310-460f-9db2-2c77e73c2a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.904324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-05261b6c-c372-4ed8-8633-574cc6e0ddde service neutron] 10.222.0.13 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409874 Oct 15 00:34:00.919440 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:34:00.951005 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d169803-37b0-4be1-8bdb-3e333be1c8e0 x-openstack-request-id: req-6d169803-37b0-4be1-8bdb-3e333be1c8e0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:00.952044 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc", "name": "network-vif-deleted", "tag": "e106b1be-6baa-4d91-94b2-98c8ce681f5a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:00.952437 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d169803-37b0-4be1-8bdb-3e333be1c8e0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:00.953428 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc', 'name': 'network-vif-deleted', 'tag': 'e106b1be-6baa-4d91-94b2-98c8ce681f5a', 'status': 'completed', 'code': 200} Oct 15 00:34:00.984246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:00.987485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2cf9a-4310-460f-9db2-2c77e73c2a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89924cf-d13c-44a7-bc57-da66eb8ba0e0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:00.995396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-18c2cf9a-4310-460f-9db2-2c77e73c2a36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=510d0676fec546e997ae353964ec70f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7959127 Oct 15 00:34:00.996192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:01.079197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.089169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaaafa08-5e88-481f-8144-fea3cac908e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.102775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-bf000323-911d-4487-8932-a68578699db2 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973712 Oct 15 00:34:01.166576 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaaafa08-5e88-481f-8144-fea3cac908e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.168314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:34:01.197173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547f8c7d-856d-45ec-ba51-1c80a21c5ec3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:01.207745 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.208087 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Added segment 16a79577-1b0a-4f7e-b87e-fbe4e546dfaa of type vlan for network ec98b06d-d5c5-4640-a8b3-53b730d6221f Oct 15 00:34:01.279213 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:54Z', 'revision_number': 5, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:01.301642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.323367 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb6642-7633-4f58-9b14-801dc1e1aa07 None None] The sync data for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 is: [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5ec8b661-74c4-4c78-9e81-0cd2cc421975', 'name': '', 'network_id': '11ce43c2-06a9-458b-861e-742620101857', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'mac_address': 'fa:16:3e:18:f2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:47Z', 'updated_at': '2021-10-15T00:29:54Z', 'revision_number': 5, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'subnets': [{'id': 'bbe3cf61-605f-4334-9022-1f260e731615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:34:01.354846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50846a8-17ed-48c3-93cd-375b4b64e5df req-0716fa04-153e-4eb2-8622-d1f0fa1fb0ad tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:01.356432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e50846a8-17ed-48c3-93cd-375b4b64e5df req-0716fa04-153e-4eb2-8622-d1f0fa1fb0ad tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 945 time: 0.1503029 Oct 15 00:34:01.397098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-b4bae5b6-71f4-41cd-9def-743be003044a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:01.402138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-b4bae5b6-71f4-41cd-9def-743be003044a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 945 time: 0.1078553 Oct 15 00:34:01.424196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaaafa08-5e88-481f-8144-fea3cac908e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.426848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaaafa08-5e88-481f-8144-fea3cac908e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.430315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eaaafa08-5e88-481f-8144-fea3cac908e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e89924cf-d13c-44a7-bc57-da66eb8ba0e0 HTTP/1.1" status: 204 len: 168 time: 0.4307685 Oct 15 00:34:01.455079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.456069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:01.456635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.474234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaafa08-5e88-481f-8144-fea3cac908e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89924cf-d13c-44a7-bc57-da66eb8ba0e0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:01.568045 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e50846a8-17ed-48c3-93cd-375b4b64e5df req-01965c60-44a4-4dc0-a240-f475a5e4823d tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988626 Oct 15 00:34:01.594806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5671854 Oct 15 00:34:01.599562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:01.609976 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Request body: {'subnet': {'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-296562063-subnet', 'tenant_id': 'd465bd42bf1b4a74bc2d5f691e634268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:01.651294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffd4a241-afaa-440e-8ce1-00023e86f943 req-7077591d-3ea4-4425-92a3-f43d3fcd9d32 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 210 time: 0.0620081 Oct 15 00:34:01.711934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08390cb4-644c-4483-b0f1-f7a063d5c305 admin admin] Pushing event updated for resources: {'Network': ['ID=ec98b06d-d5c5-4640-a8b3-53b730d6221f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:01.725136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ec98b06d-d5c5-4640-a8b3-53b730d6221f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:34:01.759159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Deleting port 4e45284a-76e3-4f8c-b460-c9661461f280 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:01.762448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.838805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Made reservation on behalf of d465bd42bf1b4a74bc2d5f691e634268 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:01.841760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:01.882954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a2799-2d77-4095-95c0-5c7a07980595 None None] New status for floating IP ad24a173-bb1c-4113-8ba8-16caa6133118: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:34:01.965715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9877f9a-0a0f-4544-9d5b-c0c083bbaf1a req-c8378c6f-3c13-4607-8f54-b04e9c6e4162 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:01.974981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9877f9a-0a0f-4544-9d5b-c0c083bbaf1a req-c8378c6f-3c13-4607-8f54-b04e9c6e4162 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.2130237 Oct 15 00:34:02.096792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e106b1be-6baa-4d91-94b2-98c8ce681f5a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:02.146455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f4e3a38-000e-4d88-bf7d-026ea5e2e418 req-50b9a5a4-59ea-4342-8b00-7c2a12abace2 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.1180522 Oct 15 00:34:02.158718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9877f9a-0a0f-4544-9d5b-c0c083bbaf1a req-5016475f-5ec6-4d0d-8988-92905b588664 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825674 Oct 15 00:34:02.181139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] For port 4e45284a-76e3-4f8c-b460-c9661461f280, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4e45284a-76e3-4f8c-b460-c9661461f280,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:02.181520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:02.204490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: e106b1be-6baa-4d91-94b2-98c8ce681f5a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:02.204845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e106b1be-6baa-4d91-94b2-98c8ce681f5a not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:02.213633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Calling delete_port for 4e45284a-76e3-4f8c-b460-c9661461f280 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:02.253919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:02.384623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:02.485613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c087d6-8201-4078-ae32-bad14774eab8,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:02.493696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Checking segment: {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:02.494113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Network hostable DHCP agents. Network: ec98b06d-d5c5-4640-a8b3-53b730d6221f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:34:02.538581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:02.550996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['c177982a-9161-4d52-8c8d-45c78865ab52'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:02.576224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Pushing event deleted for resources: {'Port': ['ID=4e45284a-76e3-4f8c-b460-c9661461f280,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:02.583093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['4e45284a-76e3-4f8c-b460-c9661461f280', '22551d27-f0c1-486f-947a-636fcce0839a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:02.648953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Network ec98b06d-d5c5-4640-a8b3-53b730d6221f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:34:02.728150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ec98b06d-d5c5-4640-a8b3-53b730d6221f) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:02.739250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] No DVR routers for this DVR port 4e45284a-76e3-4f8c-b460-c9661461f280 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:02.739625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:02.743683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:02.751009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730a22b-c313-48d2-afb8-940a39dbdef3 None None] Network ec98b06d-d5c5-4640-a8b3-53b730d6221f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:02.759690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:02.763022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97725482-29ee-4a8a-ba53-f0bf96278aac req-fbba170e-fbf3-4089-8797-a8a3b5770c94 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "DELETE /v2.0/ports/4e45284a-76e3-4f8c-b460-c9661461f280 HTTP/1.1" status: 204 len: 173 time: 1.3537161 Oct 15 00:34:02.866948 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0ec761a-3ed4-42a5-b825-abae4a050ae9 req-c278f54d-34df-4d8b-bb03-da2478712d52 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 210 time: 0.1133664 Oct 15 00:34:02.876925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c46bc98d-a63a-446b-bc05-360c323d282f req-296ea83c-1ffd-4ae5-927e-9a2e182d2a43 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=79d25ac3-6535-4554-9696-e231a9f9f0c9 HTTP/1.1" status: 200 len: 210 time: 0.1347046 Oct 15 00:34:02.954617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'name': 'network-vif-deleted', 'tag': '4e45284a-76e3-4f8c-b460-c9661461f280'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:02.956971 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0fb749-ed96-43bf-95f3-d358cda6cedd" -d '{"events": [{"server_uuid": "79d25ac3-6535-4554-9696-e231a9f9f0c9", "name": "network-vif-deleted", "tag": "4e45284a-76e3-4f8c-b460-c9661461f280"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:03.009728 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5016073-1305-466f-98ae-770dfc9646bf x-openstack-request-id: req-d5016073-1305-466f-98ae-770dfc9646bf {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:03.010350 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d25ac3-6535-4554-9696-e231a9f9f0c9", "name": "network-vif-deleted", "tag": "4e45284a-76e3-4f8c-b460-c9661461f280", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:03.010771 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5016073-1305-466f-98ae-770dfc9646bf {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:03.011516 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d25ac3-6535-4554-9696-e231a9f9f0c9', 'name': 'network-vif-deleted', 'tag': '4e45284a-76e3-4f8c-b460-c9661461f280', 'status': 'completed', 'code': 200} Oct 15 00:34:03.021386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-132f4499-475f-45c8-91d7-11e456e45f53 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4120622 Oct 15 00:34:03.221975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4a821-d600-4fad-b6e9-d01587166ff6 None None] Network ec98b06d-d5c5-4640-a8b3-53b730d6221f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:03.352612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c074634-4d06-45a4-b6a6-d762cbadfc69 req-65386746-a206-4526-a01f-b63de6d2c0ad tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0867631 Oct 15 00:34:03.446621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3494a-e60c-4913-a074-ce33732fc0c7 req-c6407224-8f4a-4c40-b2ff-1eb05dd6dbfd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:03.455279 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2eb3494a-e60c-4913-a074-ce33732fc0c7 req-c6407224-8f4a-4c40-b2ff-1eb05dd6dbfd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.1324937 Oct 15 00:34:03.523494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2eb3494a-e60c-4913-a074-ce33732fc0c7 req-3eb8d648-87fa-48e5-b04a-d467e7526035 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669878 Oct 15 00:34:03.822005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-358c8884-4f1b-45fc-bf0d-2c0d1a53314a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:03.830665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-358c8884-4f1b-45fc-bf0d-2c0d1a53314a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 814 time: 0.1640103 Oct 15 00:34:03.850962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-0d0daf51-f6af-42fd-90f3-79f7a8c3500c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/quotas/d465bd42bf1b4a74bc2d5f691e634268 HTTP/1.1" status: 200 len: 375 time: 0.0189764 Oct 15 00:34:03.907412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-bffe64de-fcac-478f-9b57-cb13b7ca7794 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553668 Oct 15 00:34:03.914311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-4f396fd4-ce37-43a2-a45b-575d20f5c188 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:34:03.923217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-4f396fd4-ce37-43a2-a45b-575d20f5c188 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0145457 Oct 15 00:34:04.013746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-95b1f3a6-168e-4a7d-add3-4bd1ca8067e4 req-4c217fe0-7b87-486d-8595-92b31fa02663 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 210 time: 0.0404565 Oct 15 00:34:04.091314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-c92c29df-7d7a-4da7-a9ac-48a903feb606 service neutron] 10.222.0.13 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651273 Oct 15 00:34:04.200430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36828) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:04.252477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-58d98e89-3249-4e40-b2c8-75940b52e7dd service neutron] 10.222.0.13 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546953 Oct 15 00:34:04.391487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3fd4-e623-43c8-8126-f55692b91404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:04.493151 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e79cf652-b72a-4484-8f15-8255cef2fb3a req-2adc5290-07b0-47d9-8a84-fe47f441c415 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0321615 Oct 15 00:34:04.524644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3fd4-e623-43c8-8126-f55692b91404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:04.596467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3fd4-e623-43c8-8126-f55692b91404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:04.679995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a3fd4-e623-43c8-8126-f55692b91404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565bab9-3920-4402-9f13-ddde42e14131,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:04.686004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bd5a3fd4-e623-43c8-8126-f55692b91404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf293b15855144d58a52655b2d1834a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845171 Oct 15 00:34:04.689816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36846) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:04.708762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f8302dd-8d1c-45e3-b520-849bd1f13312 req-5fb1732b-8d0a-40a2-968f-34883e901626 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 210 time: 0.0411015 Oct 15 00:34:04.829465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edba5b-ed1b-43e8-9098-14413a41117d req-b5e336c2-5ab2-4fc6-ad29-1c13a845307c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:04.832647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4edba5b-ed1b-43e8-9098-14413a41117d req-b5e336c2-5ab2-4fc6-ad29-1c13a845307c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.1270039 Oct 15 00:34:04.835881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86633f2e-5cc6-4c25-9e3a-b9eccb1acb94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:04.879893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86633f2e-5cc6-4c25-9e3a-b9eccb1acb94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:04.906699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4edba5b-ed1b-43e8-9098-14413a41117d req-e7c99fa9-5d6d-4d46-8873-46610e369633 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655847 Oct 15 00:34:05.163791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-2fb105fe-25ce-4c2a-8977-b392a520f4ad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:05.166079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-2fb105fe-25ce-4c2a-8977-b392a520f4ad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 814 time: 0.2232697 Oct 15 00:34:05.174590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c34d4edc-9904-42fa-8853-882466b31b80 req-2333903b-1eb7-4de3-abf1-9909ee744239 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 210 time: 0.0699077 Oct 15 00:34:05.185499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Request body: {'port': {'device_id': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56', 'admin_state_up': True, 'tenant_id': 'e8a7554afe0d43d88af0198810073a69'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:05.190350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86633f2e-5cc6-4c25-9e3a-b9eccb1acb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:05.193138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86633f2e-5cc6-4c25-9e3a-b9eccb1acb94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:05.194506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-86633f2e-5cc6-4c25-9e3a-b9eccb1acb94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2565bab9-3920-4402-9f13-ddde42e14131 HTTP/1.1" status: 204 len: 168 time: 0.5035205 Oct 15 00:34:05.282418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86633f2e-5cc6-4c25-9e3a-b9eccb1acb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565bab9-3920-4402-9f13-ddde42e14131,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:05.533572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Made reservation on behalf of e8a7554afe0d43d88af0198810073a69 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:05.540162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:05.558985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32262c1-0657-4be9-b75b-c80ac5d59c09 req-598e1a21-c97e-431f-8e31-82887da2896a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:05.582132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32262c1-0657-4be9-b75b-c80ac5d59c09 req-598e1a21-c97e-431f-8e31-82887da2896a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:05.587979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c32262c1-0657-4be9-b75b-c80ac5d59c09 req-598e1a21-c97e-431f-8e31-82887da2896a tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e&device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 1682 time: 0.1068449 Oct 15 00:34:05.642606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c32262c1-0657-4be9-b75b-c80ac5d59c09 req-094f37c2-d413-4bb0-a73a-8afeeed9c929 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465205 Oct 15 00:34:05.708409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ba7af77-4258-4282-a1b9-270b022e3fa2 req-0b94bf17-dfee-4187-8b5d-6721cda649b0 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0640829 Oct 15 00:34:05.815523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Allocated IP 172.20.0.10 (f9a9c6c2-32ff-406b-afc6-8519d9c84c56/3677581f-405d-4f13-8012-56c99c3fa105/70293055-4295-4d87-8741-1c9b31968483) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:05.826290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65559d8e-af49-4781-a463-b028cf7dc4c6 req-72394bd7-b85e-499b-9572-131783f6c81f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 210 time: 0.0497465 Oct 15 00:34:06.101814 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:34:06.111580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:06.115903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4e45284a-76e3-4f8c-b460-c9661461f280 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:06.134303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dda41-7dc9-4bd1-9e18-f3fdb3c35006 req-5ea881dc-622f-49b3-9a49-5fa2fc91abd7 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:06.134303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-179dda41-7dc9-4bd1-9e18-f3fdb3c35006 req-5ea881dc-622f-49b3-9a49-5fa2fc91abd7 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.1115782 Oct 15 00:34:06.173569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 4e45284a-76e3-4f8c-b460-c9661461f280 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:06.173908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4e45284a-76e3-4f8c-b460-c9661461f280 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:06.212206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-179dda41-7dc9-4bd1-9e18-f3fdb3c35006 req-45de6a53-6d01-4a87-ab04-1284bc0122ef tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Oct 15 00:34:06.274158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:06.331562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:06.377916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:06.381638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:06.384551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:06.435378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10533b-5b43-4519-a43c-8cb46679a970 req-b42bfb47-c0ed-4f93-b042-7c9ba26e9f45 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:06.437061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f10533b-5b43-4519-a43c-8cb46679a970 req-b42bfb47-c0ed-4f93-b042-7c9ba26e9f45 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 932 time: 0.1066353 Oct 15 00:34:06.492595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:06.493209 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:06.516751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f10533b-5b43-4519-a43c-8cb46679a970 req-518e2302-f7ec-4f1e-b256-edaa54667e3e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716188 Oct 15 00:34:06.599652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-1d98a255-8f30-4aae-b3a2-039c2254ad9d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4239733 Oct 15 00:34:06.612109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-7749508d-2cb3-41aa-87a6-2ac0d8f456f7 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:34:06.613286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-7749508d-2cb3-41aa-87a6-2ac0d8f456f7 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065064 Oct 15 00:34:06.765326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Request body: {'port': {'device_id': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:06.872321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e62d60e6-0002-4444-89e6-d3140a74c661 req-4ef8cc55-9ff7-47f4-9312-1d4eec351241 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0357070 Oct 15 00:34:06.877800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:07.004978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7a13a06-03ba-47e4-b050-404524138ff6 req-03696d04-b645-45d8-af22-af18802268b4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 210 time: 0.0473990 Oct 15 00:34:07.462011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93e99-866f-426f-b274-861c8bae78bb req-111c9bd2-8147-4d11-a46d-4393a62a8415 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:07.462011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68c93e99-866f-426f-b274-861c8bae78bb req-111c9bd2-8147-4d11-a46d-4393a62a8415 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.0622883 Oct 15 00:34:07.462011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68c93e99-866f-426f-b274-861c8bae78bb req-f2dfc332-f075-4360-93e9-229ab624fdba tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Oct 15 00:34:07.633860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22f29b-f32f-413b-a5df-af61823b130a req-f3e8119b-e086-4e9e-b19a-db37621f0fd0 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:07.638582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec22f29b-f32f-413b-a5df-af61823b130a req-f3e8119b-e086-4e9e-b19a-db37621f0fd0 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 946 time: 0.0948291 Oct 15 00:34:07.658631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70293055-4295-4d87-8741-1c9b31968483 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:07.667368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ce769-5277-4f0e-86d8-48b7349b7175 req-3a634d71-622c-4579-b7bb-d0f474050f90 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:07.669403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-655ce769-5277-4f0e-86d8-48b7349b7175 req-3a634d71-622c-4579-b7bb-d0f474050f90 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 932 time: 0.0615056 Oct 15 00:34:07.673654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:07.699211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Transition to ACTIVE for port object 70293055-4295-4d87-8741-1c9b31968483 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:07.703033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec22f29b-f32f-413b-a5df-af61823b130a req-e852698a-0632-487f-8839-fadb0ae20ff0 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575881 Oct 15 00:34:07.750602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-655ce769-5277-4f0e-86d8-48b7349b7175 req-f99b64d0-d6ac-4ff6-afd2-d958202e10e9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508900 Oct 15 00:34:07.840787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:08.005956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-b09db367-4d22-42fa-bb38-96320764e823 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:08.007500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-b09db367-4d22-42fa-bb38-96320764e823 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 814 time: 0.1818750 Oct 15 00:34:08.026048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Request body: {'port': {'device_id': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'admin_state_up': True, 'tenant_id': 'd465bd42bf1b4a74bc2d5f691e634268'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:08.054569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66939c98-c8c8-4dc9-92cb-ec698dfe8a5e req-d0c5be14-c6c2-418c-99f6-b2557f621341 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0716944 Oct 15 00:34:08.087745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:08.209952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-7359e7aa-732c-40c9-9a2f-fe6f505d9837 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:08.212106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-7359e7aa-732c-40c9-9a2f-fe6f505d9837 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 946 time: 0.1129041 Oct 15 00:34:08.216388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0aefda96-54db-4a4e-b182-202fa7f55158 req-0cfd8d81-7f16-43b9-af36-ccf312829406 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 210 time: 0.1067147 Oct 15 00:34:08.272586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Attempting to bind port 70293055-4295-4d87-8741-1c9b31968483 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:08.273342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Attempting to bind port 70293055-4295-4d87-8741-1c9b31968483 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:08.273955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Attempting to bind port 70293055-4295-4d87-8741-1c9b31968483 on network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:08.281404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Port 70293055-4295-4d87-8741-1c9b31968483 on network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:08.298901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Attempting to bind port 70293055-4295-4d87-8741-1c9b31968483 on network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:08.333040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:08.355169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Checking segment: {'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:08.355169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Bound using segment: {'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:08.355169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Bound port: 70293055-4295-4d87-8741-1c9b31968483, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:08.355169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:08.422467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Deleting port c177982a-9161-4d52-8c8d-45c78865ab52 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:08.422995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:08.443136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:08.450786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:08.541504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] For port c177982a-9161-4d52-8c8d-45c78865ab52, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c177982a-9161-4d52-8c8d-45c78865ab52,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:08.541892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:08.557732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Calling delete_port for c177982a-9161-4d52-8c8d-45c78865ab52 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:08.602209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Made reservation on behalf of d465bd42bf1b4a74bc2d5f691e634268 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:08.606411 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:08.610578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:08.677960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aeacd-5bf9-4888-99cd-3dd3a583c13f req-ff889b27-c1c9-46e0-9602-b792b43b94fb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:08.679497 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd4aeacd-5bf9-4888-99cd-3dd3a583c13f req-ff889b27-c1c9-46e0-9602-b792b43b94fb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.1230111 Oct 15 00:34:08.774991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:08.777660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:08.777660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] 10.222.0.39 "PUT /v2.0/ports/70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 1092 time: 2.1546323 Oct 15 00:34:08.779423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'tag': '70293055-4295-4d87-8741-1c9b31968483'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:08.782138 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab96b13-0368-49ec-b750-df1c00ba5a13" -d '{"events": [{"name": "network-changed", "server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "tag": "70293055-4295-4d87-8741-1c9b31968483"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:08.908352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69ea0-a76a-4177-b3e5-a939bce7844e service neutron] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:08.941063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73726401-c2d4-494f-a2e8-2a263154562a req-762fb568-b0c4-41d2-90fb-d1593d067696 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:08.944504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73726401-c2d4-494f-a2e8-2a263154562a req-762fb568-b0c4-41d2-90fb-d1593d067696 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 945 time: 0.3279049 Oct 15 00:34:09.126276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334175c2-c4e0-4ea1-a205-b2c26b89e95e req-2d27b720-7ddf-4b62-92cf-a8b64d5e9baf tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:09.127837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-334175c2-c4e0-4ea1-a205-b2c26b89e95e req-2d27b720-7ddf-4b62-92cf-a8b64d5e9baf tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 946 time: 0.2480991 Oct 15 00:34:09.134010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Allocated IP 172.20.0.13 (ec98b06d-d5c5-4640-a8b3-53b730d6221f/18c087d6-8201-4078-ae32-bad14774eab8/e05d59f4-937f-4a0d-8bf0-248f3409b87e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:09.168399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-48c0109f-0162-4f55-a77f-c1d2be73388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:09.169894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-48c0109f-0162-4f55-a77f-c1d2be73388c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1095 time: 0.2099061 Oct 15 00:34:09.179671 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd4aeacd-5bf9-4888-99cd-3dd3a583c13f req-9a465541-58ce-4b31-9a82-9253da530f0f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868455 Oct 15 00:34:09.283810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-32cd3da0-b40c-4758-85b8-e063382c17c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 217 time: 0.1026394 Oct 15 00:34:09.290056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-334175c2-c4e0-4ea1-a205-b2c26b89e95e req-5f6647b7-b5b7-472a-b24c-e673c952251e tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503308 Oct 15 00:34:09.327748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:09.344437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['c177982a-9161-4d52-8c8d-45c78865ab52'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:09.361435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['22551d27-f0c1-486f-947a-636fcce0839a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:09.385021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Pushing event deleted for resources: {'Port': ['ID=c177982a-9161-4d52-8c8d-45c78865ab52,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:09.413146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.413480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.413852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.417210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.417602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.418032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.418702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.419130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.419547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.419942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.420269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.421946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:09.483728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Deleting port 22551d27-f0c1-486f-947a-636fcce0839a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:09.484122 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:09.583496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-d83294ab-2781-43d4-b7b0-f6b762f9f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:09.584987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-d83294ab-2781-43d4-b7b0-f6b762f9f31e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.2893283 Oct 15 00:34:09.591093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] No DVR routers for this DVR port c177982a-9161-4d52-8c8d-45c78865ab52 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:09.599639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:09.610345 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00fece9c-a47c-4abd-a2e1-0d84f11c2959 req-76ce0567-8aa6-4f70-a42d-745094a314eb tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.39 "DELETE /v2.0/ports/c177982a-9161-4d52-8c8d-45c78865ab52 HTTP/1.1" status: 204 len: 173 time: 1.3897126 Oct 15 00:34:09.610345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d222988-f44c-4f89-936a-979a9795e188', 'name': 'network-vif-deleted', 'tag': 'c177982a-9161-4d52-8c8d-45c78865ab52'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:09.619180 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79393f9a-3bc1-4796-a646-e24607483d7b" -d '{"events": [{"server_uuid": "9d222988-f44c-4f89-936a-979a9795e188", "name": "network-vif-deleted", "tag": "c177982a-9161-4d52-8c8d-45c78865ab52"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:09.680192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0eb6-68af-43fa-82a6-e0333a189b88 req-b42f7c34-e8e5-4302-a81d-75a479e530f5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:09.695092 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-745d0eb6-68af-43fa-82a6-e0333a189b88 req-b42f7c34-e8e5-4302-a81d-75a479e530f5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.2611649 Oct 15 00:34:09.743182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-6655a29b-ce35-478c-bae4-a9270ae532e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359141 Oct 15 00:34:09.785024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:09.794645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-745d0eb6-68af-43fa-82a6-e0333a189b88 req-3d8f5e3f-1b08-45ac-aa9a-675780674149 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920722 Oct 15 00:34:09.862768 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3258342-d237-4364-a6e7-93ddc582f4d1 x-openstack-request-id: req-f3258342-d237-4364-a6e7-93ddc582f4d1 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:09.863620 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "tag": "70293055-4295-4d87-8741-1c9b31968483", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:09.863620 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3258342-d237-4364-a6e7-93ddc582f4d1 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:09.863620 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'tag': '70293055-4295-4d87-8741-1c9b31968483', 'status': 'completed', 'code': 200} Oct 15 00:34:09.900638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] For port 22551d27-f0c1-486f-947a-636fcce0839a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=22551d27-f0c1-486f-947a-636fcce0839a,segment=NetworkSegment(47472b23-ad5b-4f2d-b8ab-975992f91b35),segment_id=47472b23-ad5b-4f2d-b8ab-975992f91b35)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:09.900996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:09.932462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Calling delete_port for 22551d27-f0c1-486f-947a-636fcce0839a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:09.990297 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-001c81eb-86da-476f-8439-b368b157ef2c req-5436bd03-674c-48aa-b64c-91646cca6108 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 210 time: 0.0407784 Oct 15 00:34:10.099525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13b40756-d92c-4e7b-a279-9b5769b94573 req-8206a51a-e597-42e6-bd40-697820a1f5d0 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0968571 Oct 15 00:34:10.103752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.150064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-05f88374-def8-4409-a7d9-bb4e320774d0 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866990 Oct 15 00:34:10.181366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-7a437302-d7d4-4272-9fa5-86cdc4a38d4f tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:10.183302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-7a437302-d7d4-4272-9fa5-86cdc4a38d4f tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.0555818 Oct 15 00:34:10.185159 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808d6ee4-7266-4505-bcf0-fd4252715338 x-openstack-request-id: req-808d6ee4-7266-4505-bcf0-fd4252715338 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:10.185448 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d222988-f44c-4f89-936a-979a9795e188", "name": "network-vif-deleted", "tag": "c177982a-9161-4d52-8c8d-45c78865ab52", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:10.185718 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-808d6ee4-7266-4505-bcf0-fd4252715338 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:10.186743 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d222988-f44c-4f89-936a-979a9795e188', 'name': 'network-vif-deleted', 'tag': 'c177982a-9161-4d52-8c8d-45c78865ab52', 'status': 'completed', 'code': 200} Oct 15 00:34:10.195012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-2'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:10.259160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.364907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e228efa-b3b2-41ba-bfdc-9b97baa6906d req-a9ee0eb6-6a70-4a7c-84d9-a4ad72781638 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007608 Oct 15 00:34:10.379930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140664a-58b8-48f1-8e6c-4dc33a20a8ed req-69bf9a07-842b-41dc-b02e-68fb2a4c2597 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:10.381525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2140664a-58b8-48f1-8e6c-4dc33a20a8ed req-69bf9a07-842b-41dc-b02e-68fb2a4c2597 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 945 time: 0.0722377 Oct 15 00:34:10.402023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.408287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.485864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:10.502920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Pushing event deleted for resources: {'Port': ['ID=22551d27-f0c1-486f-947a-636fcce0839a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:10.540624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Network ec98b06d-d5c5-4640-a8b3-53b730d6221f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:10.559342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-79a7e896-1e5e-407b-b772-98047c149e94 req-cc0dc2b2-af25-4d5b-b59f-63adea75893b tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d222988-f44c-4f89-936a-979a9795e188 HTTP/1.1" status: 200 len: 210 time: 0.0375402 Oct 15 00:34:10.561207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:10.565333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:10.591874 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] No DVR routers for this DVR port 22551d27-f0c1-486f-947a-636fcce0839a on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:10.615858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:10.629733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.635858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.30 "DELETE /v2.0/ports/22551d27-f0c1-486f-947a-636fcce0839a HTTP/1.1" status: 204 len: 173 time: 1.6697350 Oct 15 00:34:10.658822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.668416 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2140664a-58b8-48f1-8e6c-4dc33a20a8ed req-194b4dd6-f0e9-47ba-a247-0e09aacca9e8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800937 Oct 15 00:34:10.712995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Pushing event updated for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:10.729950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-1378a06c-8f24-4798-84c4-02a99b6fc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:10.735381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-1378a06c-8f24-4798-84c4-02a99b6fc2e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1095 time: 0.2384763 Oct 15 00:34:10.745059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:10.746008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.762634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.863152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=7']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:10.907565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-5d76b845-4a6f-4a48-a6b3-f655357a0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:10.909427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-5d76b845-4a6f-4a48-a6b3-f655357a0bd7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 915 time: 0.1525245 Oct 15 00:34:10.915324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2ce8b831-a5f4-4c7f-ba16-d19640310d6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8951559 Oct 15 00:34:10.941318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:10.941730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:10.942156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:10.951185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:10.951387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Attempting to bind port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:10.960502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:10.962567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:10.962567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:10.962567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Bound port: d3e23ca5-3372-4d14-8d16-aaa5b8020207, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:10.962567 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:10.976786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-2be9b7b9-6142-41fe-8fd9-b10bc15c71b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 217 time: 0.0587900 Oct 15 00:34:10.985788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Request body: {'port': {'device_id': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:10.993657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63c640-a3d3-4cc3-8757-3e3515dd7e96 req-979e1960-9c11-4bea-97e4-35e53c950b6c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:10.995972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e63c640-a3d3-4cc3-8757-3e3515dd7e96 req-979e1960-9c11-4bea-97e4-35e53c950b6c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.1244361 Oct 15 00:34:11.096158 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e63c640-a3d3-4cc3-8757-3e3515dd7e96 req-8aff139d-e84c-4d26-b670-fb91c5da645e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753181 Oct 15 00:34:11.117681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:11.123539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:11.251245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57d609c8-4731-4307-9a48-080ecad420ab req-b222f508-238c-41ec-a596-3480fa97c1f3 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c4e07b2-1138-4482-8a2f-ec7ab5a7cdbc HTTP/1.1" status: 200 len: 210 time: 0.0499055 Oct 15 00:34:11.254081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:11.310391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-d2789941-c50d-41fd-8599-2ca3a4125367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:11.317029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-d2789941-c50d-41fd-8599-2ca3a4125367 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.2481771 Oct 15 00:34:11.341353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:11.349918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=8']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:11.353448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:11.354078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:11.355475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-8ef34706-34c0-47f1-9640-dbe70ea4502a service neutron] 10.222.0.30 "PUT /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 1121 time: 1.1648591 Oct 15 00:34:11.406467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-7214be19-f5df-490f-be3b-9a96caaa5f75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592391 Oct 15 00:34:11.470772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d3e23ca5-3372-4d14-8d16-aaa5b8020207'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:11.487965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9751e-6487-4565-8444-034763cfc981 req-e0eae1fc-720e-40ab-9732-ff66f165a7bc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:11.495313 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96e9751e-6487-4565-8444-034763cfc981 req-e0eae1fc-720e-40ab-9732-ff66f165a7bc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 932 time: 0.2812667 Oct 15 00:34:11.801569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['d3e23ca5-3372-4d14-8d16-aaa5b8020207'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:11.802663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96e9751e-6487-4565-8444-034763cfc981 req-34d073f8-de37-4eaa-9b38-701ebbf88184 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019927 Oct 15 00:34:11.806620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-ee5f1822-503d-4307-9633-d8804ad7502b service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764734 Oct 15 00:34:11.895416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be57e6-25ed-420c-b23f-673abef13c8d req-24e0997a-13e3-4f4f-b2b0-3360a189c32a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:11.897268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30be57e6-25ed-420c-b23f-673abef13c8d req-24e0997a-13e3-4f4f-b2b0-3360a189c32a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.1249678 Oct 15 00:34:11.930849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87213857-32d2-436a-b246-1f4e35c66a5e', 'name': 'network-vif-deleted', 'tag': '22551d27-f0c1-486f-947a-636fcce0839a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:11.941431 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3db80e-6bc1-49e1-a27f-c3a72614ce1a" -d '{"events": [{"server_uuid": "87213857-32d2-436a-b246-1f4e35c66a5e", "name": "network-vif-deleted", "tag": "22551d27-f0c1-486f-947a-636fcce0839a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:11.977457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30be57e6-25ed-420c-b23f-673abef13c8d req-c8fa38ae-c715-4e81-833e-5b08998a7952 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656962 Oct 15 00:34:12.073900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c177982a-9161-4d52-8c8d-45c78865ab52 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:12.151097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: c177982a-9161-4d52-8c8d-45c78865ab52 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:12.151717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c177982a-9161-4d52-8c8d-45c78865ab52 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:12.153494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d3e23ca5-3372-4d14-8d16-aaa5b8020207 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:12.155865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 22551d27-f0c1-486f-947a-636fcce0839a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:12.188682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207'}, {'name': 'network-changed', 'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:12.201571 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7" -d '{"events": [{"server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207"}, {"name": "network-changed", "server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:12.234456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 22551d27-f0c1-486f-947a-636fcce0839a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:12.235637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 22551d27-f0c1-486f-947a-636fcce0839a not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:12.280569 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b5991-19c6-43c5-b4ea-08bd79b0638d x-openstack-request-id: req-905b5991-19c6-43c5-b4ea-08bd79b0638d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:12.280876 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87213857-32d2-436a-b246-1f4e35c66a5e", "name": "network-vif-deleted", "tag": "22551d27-f0c1-486f-947a-636fcce0839a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:12.281049 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-905b5991-19c6-43c5-b4ea-08bd79b0638d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:12.281464 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87213857-32d2-436a-b246-1f4e35c66a5e', 'name': 'network-vif-deleted', 'tag': '22551d27-f0c1-486f-947a-636fcce0839a', 'status': 'completed', 'code': 200} Oct 15 00:34:12.290253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee5672d6-c75d-4311-b6ad-c5c13278fc8d req-7ba3358b-a44c-43a7-982c-60c06d45c876 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] 10.222.0.13 "GET /v2.0/ports?device_id=87213857-32d2-436a-b246-1f4e35c66a5e HTTP/1.1" status: 200 len: 210 time: 0.3147962 Oct 15 00:34:12.306914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dab96b13-0368-49ec-b750-df1c00ba5a13 req-2131e77c-9d58-49b7-8964-33d5fc753ed2 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885461 Oct 15 00:34:12.339580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3b272-e9a1-4be5-a7f7-1ac3020c89a4 req-854ea482-8fa2-480f-b482-f06d5389f756 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:12.352355 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-32e3b272-e9a1-4be5-a7f7-1ac3020c89a4 req-854ea482-8fa2-480f-b482-f06d5389f756 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0983567 Oct 15 00:34:12.413190 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a837d8-759f-4883-a528-4f378cb9fd67 x-openstack-request-id: req-d6a837d8-759f-4883-a528-4f378cb9fd67 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:12.413190 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207", "code": 200}, {"name": "network-changed", "server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:12.413190 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6a837d8-759f-4883-a528-4f378cb9fd67 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:12.413545 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207', 'code': 200} Oct 15 00:34:12.415982 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207', 'status': 'completed', 'code': 200} Oct 15 00:34:12.510884 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-32e3b272-e9a1-4be5-a7f7-1ac3020c89a4 req-dbf56a4b-fb27-4df2-88e6-fcb11703ba85 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457968 Oct 15 00:34:12.530746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:12.557335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d3e23ca5-3372-4d14-8d16-aaa5b8020207 has no active binding in host n-h1-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:34:12.575737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-9ce46dfd-ae4b-4195-9e69-f2cfcea9fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:12.578373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-9ce46dfd-ae4b-4195-9e69-f2cfcea9fd43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1124 time: 0.1658854 Oct 15 00:34:12.587477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05d59f4-937f-4a0d-8bf0-248f3409b87e {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:12.606020 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:12.629796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37034) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:12.751597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8640-0d8b-47b6-8532-b91b28902052 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:12.778764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8640-0d8b-47b6-8532-b91b28902052 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:12.913020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a3bb1-be42-4ba0-ae85-2760f8c33004 req-96d8d3e0-0afc-4865-87c0-fb6f4dbd66cf tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:12.914558 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af6a3bb1-be42-4ba0-ae85-2760f8c33004 req-96d8d3e0-0afc-4865-87c0-fb6f4dbd66cf tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 932 time: 0.0580690 Oct 15 00:34:12.955711 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af6a3bb1-be42-4ba0-ae85-2760f8c33004 req-ef463105-32ae-4fed-95b4-9b3edd39771d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Oct 15 00:34:13.023950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Transition to ACTIVE for port object e05d59f4-937f-4a0d-8bf0-248f3409b87e will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:13.112467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-31aa0db1-f53f-411d-b8d4-e94f61c5820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:13.112467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-31aa0db1-f53f-411d-b8d4-e94f61c5820a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.5170116 Oct 15 00:34:13.141534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38700766-2ded-40dd-98ad-1d1ec9ee3271 req-245d2c76-f203-45e5-ac8f-d127bd60ff0e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:13.143037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38700766-2ded-40dd-98ad-1d1ec9ee3271 req-245d2c76-f203-45e5-ac8f-d127bd60ff0e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.0855095 Oct 15 00:34:13.173730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-6a3c9258-fe33-4f70-a6fc-ca34d1dc0403 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 217 time: 0.0483272 Oct 15 00:34:13.249857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38700766-2ded-40dd-98ad-1d1ec9ee3271 req-584098b3-cda3-4b5a-a39f-0b087ed3306d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761743 Oct 15 00:34:13.264822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-f17ab4d3-9404-4726-94e1-1e169494d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:13.266499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-f17ab4d3-9404-4726-94e1-1e169494d742 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0854683 Oct 15 00:34:13.306915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-7c61a0f8-a96d-4d3c-9936-f1dbd5077156 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270405 Oct 15 00:34:13.387686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37054) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:13.423895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-8b3c15c0-f145-4fb8-9238-787a48922fa8 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100142 Oct 15 00:34:13.444200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] Deleting subnet bd0e039b-3e17-4abf-84cb-0f05d94a5e9b {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:34:13.448310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.493126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.541694 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-905ab0b8-da4c-48e3-891c-d8b4f77b6fb7 req-c24e44c3-92c0-45ec-a3a9-cecfe0e4737e service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080775 Oct 15 00:34:13.556513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.574047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8640-0d8b-47b6-8532-b91b28902052 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.582545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8640-0d8b-47b6-8532-b91b28902052 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.587001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c7ec8640-0d8b-47b6-8532-b91b28902052 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "DELETE /v2.0/security-groups/01be5924-b628-4575-b5e4-6f174e90ebb0 HTTP/1.1" status: 204 len: 168 time: 0.9553597 Oct 15 00:34:13.587650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37058) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:13.630723 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.671862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec8640-0d8b-47b6-8532-b91b28902052 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be5924-b628-4575-b5e4-6f174e90ebb0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:13.677981 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-61008a0d-b9b1-4f15-b1bd-41ad00076f5c tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] show failed (client error): The resource could not be found. Oct 15 00:34:13.681793 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-61008a0d-b9b1-4f15-b1bd-41ad00076f5c tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "GET /v2.0/security-groups/01be5924-b628-4575-b5e4-6f174e90ebb0 HTTP/1.1" status: 404 len: 347 time: 0.0766773 Oct 15 00:34:13.687086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37060) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:13.694475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Pushing event updated for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:13.799271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ba5b4-99bb-4600-89f4-0e52ddfc31c8 req-cd8719b2-4ec4-44b8-99b9-c43e5ef97982 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:13.807645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e16ba5b4-99bb-4600-89f4-0e52ddfc31c8 req-cd8719b2-4ec4-44b8-99b9-c43e5ef97982 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.1744514 Oct 15 00:34:13.856902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Deleting port 10c7c471-797c-4de7-b6ec-8ec8a5b72cdb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:13.857281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.896801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e16ba5b4-99bb-4600-89f4-0e52ddfc31c8 req-573e791b-ffd8-42c3-9927-c3c62c3683c9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881898 Oct 15 00:34:13.906915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Attempting to bind port e05d59f4-937f-4a0d-8bf0-248f3409b87e on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:13.907243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Attempting to bind port e05d59f4-937f-4a0d-8bf0-248f3409b87e by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:13.907562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Attempting to bind port e05d59f4-937f-4a0d-8bf0-248f3409b87e on network ec98b06d-d5c5-4640-a8b3-53b730d6221f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:13.918811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Port e05d59f4-937f-4a0d-8bf0-248f3409b87e on network ec98b06d-d5c5-4640-a8b3-53b730d6221f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:13.919155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Attempting to bind port e05d59f4-937f-4a0d-8bf0-248f3409b87e on network ec98b06d-d5c5-4640-a8b3-53b730d6221f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:13.928108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:13.928456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Checking segment: {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:13.928818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Bound using segment: {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:13.929254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Bound port: e05d59f4-937f-4a0d-8bf0-248f3409b87e, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:13.929611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:13.945856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.006550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37066) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:14.030777 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.034619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd0e039b-3e17-4abf-84cb-0f05d94a5e9b HTTP/1.1" status: 204 len: 168 time: 0.6453824 Oct 15 00:34:14.037346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:14.047844 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.048497 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.050060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:14.051720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37072) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:14.062328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e79386-660e-4393-a39a-139b45d8ab4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0e039b-3e17-4abf-84cb-0f05d94a5e9b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:14.080522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:14.111710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Calling delete_port for 10c7c471-797c-4de7-b6ec-8ec8a5b72cdb owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:14.156266 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.199207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:14.216876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '70293055-4295-4d87-8741-1c9b31968483', 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56', 'port_id': '70293055-4295-4d87-8741-1c9b31968483', 'mac_address': 'fa:16:3e:c4:42:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3677581f-405d-4f13-8012-56c99c3fa105', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:34:14.243146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Pushing event updated for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:14.243771 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7f675c4-c3e6-4318-87de-45cca5f3e5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.271736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.296088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:14.296088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.296321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc606dc-89b8-4528-921d-4f43cedb2807 req-0dc6d601-bd33-4da6-bea4-2f009b60dfd7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:14.296414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-17165f87-eb60-412a-9efa-63b40c39a7ed service neutron] 10.222.0.30 "PUT /v2.0/ports/e05d59f4-937f-4a0d-8bf0-248f3409b87e HTTP/1.1" status: 200 len: 1092 time: 3.3170671 Oct 15 00:34:14.300419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:14.303386 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:14.306296 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ecc606dc-89b8-4528-921d-4f43cedb2807 req-0dc6d601-bd33-4da6-bea4-2f009b60dfd7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 944 time: 0.2326379 Oct 15 00:34:14.325825 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.340256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70293055-4295-4d87-8741-1c9b31968483 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:14.362804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:14.390618 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ecc606dc-89b8-4528-921d-4f43cedb2807 req-a55e0a04-53f2-4c2a-9146-45621256b38b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692821 Oct 15 00:34:14.469941 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ad155-3f8e-4a31-b71f-cc0425bc8a0c x-openstack-request-id: req-582ad155-3f8e-4a31-b71f-cc0425bc8a0c {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:14.470604 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:14.470604 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-582ad155-3f8e-4a31-b71f-cc0425bc8a0c {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:14.471440 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'status': 'completed', 'code': 200} Oct 15 00:34:14.487551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.523503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.558069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a123cf30-7d34-4d2c-9eac-377909b8f992']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:14.572709 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7f675c4-c3e6-4318-87de-45cca5f3e5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.578968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241474dd-f6b6-4c1e-9c7f-25c84c3e6fda req-01f0d030-bcda-4f3e-8e58-dc5301e88e94 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:14.587040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-241474dd-f6b6-4c1e-9c7f-25c84c3e6fda req-01f0d030-bcda-4f3e-8e58-dc5301e88e94 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.1650462 Oct 15 00:34:14.601373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47472b23-ad5b-4f2d-b8ab-975992f91b35') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:14.601856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47472b23-ad5b-4f2d-b8ab-975992f91b35') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:14.607075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:14.616152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.617100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.617385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.617904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.618465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.618957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.619683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.620144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.620784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.621251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.621721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.622254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:14.625285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.628318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-5e11f58e-5bab-46d6-92ce-4cf99df297f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:14.630084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-5e11f58e-5bab-46d6-92ce-4cf99df297f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 1095 time: 0.1792428 Oct 15 00:34:14.636291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7f675c4-c3e6-4318-87de-45cca5f3e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.671374 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.674595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f675c4-c3e6-4318-87de-45cca5f3e5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42a89ca-add7-41e5-a462-6a8d8431595a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:14.680696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.694614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.697868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-8fc0da48-c6a8-4bcf-be1f-c6b2802bad41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e HTTP/1.1" status: 200 len: 217 time: 0.0573111 Oct 15 00:34:14.712238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-241474dd-f6b6-4c1e-9c7f-25c84c3e6fda req-329113e4-3839-4429-ab63-de4a6fd44a1d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222038 Oct 15 00:34:14.723137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:34:14.723615 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.756462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Pushing event deleted for resources: {'Port': ['ID=10c7c471-797c-4de7-b6ec-8ec8a5b72cdb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:34:14.769437 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:34:14.771411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2cb4b06f-0aa5-4250-9f93-daff68aa2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:14.773195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-2cb4b06f-0aa5-4250-9f93-daff68aa2aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18c087d6-8201-4078-ae32-bad14774eab8 HTTP/1.1" status: 200 len: 854 time: 0.0537603 Oct 15 00:34:14.789357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c7f675c4-c3e6-4318-87de-45cca5f3e5e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbb48383399049f7be1c27a5cc2aad15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7769675 Oct 15 00:34:14.791376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['70293055-4295-4d87-8741-1c9b31968483'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:14.792936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37088) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:14.847596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-cbc32837-e8b1-48c7-9f53-b576b171fdcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec98b06d-d5c5-4640-a8b3-53b730d6221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642989 Oct 15 00:34:14.911112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e80de0-a236-4775-a479-2d0329147b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.916268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.921199 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.934121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0c607604-2a7e-4067-8444-74b4a748f032 tempest-ServersTestBootFromVolume-977415967 tempest-ServersTestBootFromVolume-977415967-project] 10.222.0.13 "DELETE /v2.0/floatingips/ad24a173-bb1c-4113-8ba8-16caa6133118 HTTP/1.1" status: 204 len: 168 time: 1.2475388 Oct 15 00:34:14.934707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37092) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:14.958856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.970059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:14.975851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a123cf30-7d34-4d2c-9eac-377909b8f992 HTTP/1.1" status: 204 len: 168 time: 0.9207358 Oct 15 00:34:15.033514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316733a-6cea-4250-8573-2c95e3353c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=a123cf30-7d34-4d2c-9eac-377909b8f992,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:15.060732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e80de0-a236-4775-a479-2d0329147b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:15.084304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-5d244c4c-f787-4f07-bf5a-46331f88eaaf service neutron] 10.222.0.30 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281411 Oct 15 00:34:15.215704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abd865e0-ec8d-4cb7-9937-ad71bd1cf1b2 req-3511c3d8-3f6d-468c-8dcb-829db72c538b service neutron] 10.222.0.30 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216459 Oct 15 00:34:15.222026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7c8a-67f4-4b38-998e-5f65a6798974 req-d8050c67-1ed1-4f02-9b75-2092984099fd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:15.223613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19ca7c8a-67f4-4b38-998e-5f65a6798974 req-d8050c67-1ed1-4f02-9b75-2092984099fd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 945 time: 0.1540787 Oct 15 00:34:15.310555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e80de0-a236-4775-a479-2d0329147b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:15.313587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e80de0-a236-4775-a479-2d0329147b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:15.314819 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-91e80de0-a236-4775-a479-2d0329147b35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e42a89ca-add7-41e5-a462-6a8d8431595a HTTP/1.1" status: 204 len: 168 time: 0.5206096 Oct 15 00:34:15.349049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e80de0-a236-4775-a479-2d0329147b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42a89ca-add7-41e5-a462-6a8d8431595a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:15.362894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19ca7c8a-67f4-4b38-998e-5f65a6798974 req-1b4ca703-4eea-45e1-aeb8-cf5411484bfc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188409 Oct 15 00:34:15.440421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37104) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:15.474082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-cdf5c5af-5c2c-4547-a652-5b4ae6f3e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:15.475715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-cdf5c5af-5c2c-4547-a652-5b4ae6f3e292 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 1095 time: 0.1156964 Oct 15 00:34:15.580908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84b15d6a-5819-4863-a580-fd5819a3805e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aba5b66a1c8f4a2ba24962fdadb97944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390212 Oct 15 00:34:15.584293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37106) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:15.604327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767f5d1-c243-4487-b651-7638970fb031 req-403b2189-87d8-4822-a676-2729e37d6f2c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:15.605846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3767f5d1-c243-4487-b651-7638970fb031 req-403b2189-87d8-4822-a676-2729e37d6f2c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 944 time: 0.1424339 Oct 15 00:34:15.616123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-993f0bb7-7637-442b-a212-24fff81b72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:15.617468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-993f0bb7-7637-442b-a212-24fff81b72f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 915 time: 0.1333663 Oct 15 00:34:15.700407 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-b870607c-14a8-4e5a-bd27-104098ca1c4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e HTTP/1.1" status: 200 len: 217 time: 0.0737748 Oct 15 00:34:15.734556 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3767f5d1-c243-4487-b651-7638970fb031 req-3d2466c4-ee77-418e-b836-c9e3a22f9057 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178570 Oct 15 00:34:15.739631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa4b46a3-9914-4e03-8a44-28b5acc002d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:15.787776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa4b46a3-9914-4e03-8a44-28b5acc002d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:15.790218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-95193a22-e3f2-41cf-9cae-0f4056744e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:15.794452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-95193a22-e3f2-41cf-9cae-0f4056744e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18c087d6-8201-4078-ae32-bad14774eab8 HTTP/1.1" status: 200 len: 854 time: 0.0836520 Oct 15 00:34:15.833031 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:15.850539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-ed3f0402-245f-4676-b22e-4925a550da7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec98b06d-d5c5-4640-a8b3-53b730d6221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457644 Oct 15 00:34:16.007105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa4b46a3-9914-4e03-8a44-28b5acc002d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.009933 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa4b46a3-9914-4e03-8a44-28b5acc002d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.012790 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aa4b46a3-9914-4e03-8a44-28b5acc002d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5 HTTP/1.1" status: 204 len: 168 time: 0.4238851 Oct 15 00:34:16.027800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b46a3-9914-4e03-8a44-28b5acc002d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd4f0d-3734-4cf8-bf6d-129fa64bfda5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:16.080021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:16.128604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e86dda-24c0-4215-879d-ef5455019331 req-36caa4ee-4591-4819-a5ea-94a90f19b2c2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:16.137051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3e86dda-24c0-4215-879d-ef5455019331 req-36caa4ee-4591-4819-a5ea-94a90f19b2c2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.2903416 Oct 15 00:34:16.215473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-e44f3f6e-ae73-40ec-bd32-e115a5c7e2cc service neutron] 10.222.0.30 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534026 Oct 15 00:34:16.219145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 70293055-4295-4d87-8741-1c9b31968483 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:34:16.219283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3e86dda-24c0-4215-879d-ef5455019331 req-9c351d2c-f3fe-43d1-9c5e-cd7d3074e13c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645342 Oct 15 00:34:16.227509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 70293055-4295-4d87-8741-1c9b31968483 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:16.228324 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.281339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Deleting port 5ec8b661-74c4-4c78-9e81-0cd2cc421975 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:16.282243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.324151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6acf5370-f5f6-4877-8ddc-9b25cc7062e8 req-07314283-b41b-4c63-9fa4-f025a631c14e service neutron] 10.222.0.30 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993280 Oct 15 00:34:16.354791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37120) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:16.371080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06ae1fe5-3b37-4d46-b2b5-2dc8d537935c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.371600 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.459850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] For port 5ec8b661-74c4-4c78-9e81-0cd2cc421975, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5ec8b661-74c4-4c78-9e81-0cd2cc421975,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:16.460397 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.473465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:16.477361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:16.480913 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b67dbab-f7a2-4399-b005-1f59066b8374" -d '{"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-plugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:16.509129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Calling delete_port for 5ec8b661-74c4-4c78-9e81-0cd2cc421975 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:16.550197 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.572473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06ae1fe5-3b37-4d46-b2b5-2dc8d537935c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.622661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:16.647825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06ae1fe5-3b37-4d46-b2b5-2dc8d537935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.722526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-06ae1fe5-3b37-4d46-b2b5-2dc8d537935c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a827a8ba66f74fd6b7a88e4f33aab82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665674 Oct 15 00:34:16.733868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37142) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:16.771152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae1fe5-3b37-4d46-b2b5-2dc8d537935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f933e4-3942-418f-9d9c-1d536f681e2c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:16.804117 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe845ecb-ea62-431a-a818-0f589e4a1cfa x-openstack-request-id: req-fe845ecb-ea62-431a-a818-0f589e4a1cfa {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:16.805140 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-plugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:16.805607 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe845ecb-ea62-431a-a818-0f589e4a1cfa {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:16.806270 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483', 'code': 200} Oct 15 00:34:16.849160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6dc43cab-3937-432c-8af5-a65fcb249531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:16.849676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b400ec1-6260-4ae5-9d23-12d0bf6accf0 req-b79241c6-e5d4-4d68-bc0c-dc999071fe26 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:16.851553 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b400ec1-6260-4ae5-9d23-12d0bf6accf0 req-b79241c6-e5d4-4d68-bc0c-dc999071fe26 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2329743 Oct 15 00:34:16.911930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b400ec1-6260-4ae5-9d23-12d0bf6accf0 req-9f7ce721-da76-489b-8635-7b0c2c512329 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525067 Oct 15 00:34:16.941438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6dc43cab-3937-432c-8af5-a65fcb249531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:17.056937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946157fd-7156-403f-b07a-71965c3d498d req-39605a74-de2f-4b48-a032-fa4cfa1fbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:17.058629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-946157fd-7156-403f-b07a-71965c3d498d req-39605a74-de2f-4b48-a032-fa4cfa1fbe8d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1097 time: 0.1830173 Oct 15 00:34:17.071239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278f31a-ed79-4d42-9ada-a20f808d5052 req-cabc33ff-af8a-41b8-a9ed-0ed45b4032ab tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:17.072894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6278f31a-ed79-4d42-9ada-a20f808d5052 req-cabc33ff-af8a-41b8-a9ed-0ed45b4032ab tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 944 time: 0.1375494 Oct 15 00:34:17.104684 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:17.172588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-946157fd-7156-403f-b07a-71965c3d498d req-47409692-d12f-4fff-a7ee-dca2cfee36e3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980499 Oct 15 00:34:17.179564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6dc43cab-3937-432c-8af5-a65fcb249531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:17.182356 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6dc43cab-3937-432c-8af5-a65fcb249531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:17.183593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6dc43cab-3937-432c-8af5-a65fcb249531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3f933e4-3942-418f-9d9c-1d536f681e2c HTTP/1.1" status: 204 len: 168 time: 0.4487321 Oct 15 00:34:17.207386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec8b661-74c4-4c78-9e81-0cd2cc421975,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:17.237325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6278f31a-ed79-4d42-9ada-a20f808d5052 req-b854804c-31fd-4ef3-90ae-eeca48444962 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380484 Oct 15 00:34:17.238421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc43cab-3937-432c-8af5-a65fcb249531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f933e4-3942-418f-9d9c-1d536f681e2c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:17.483787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd986ccb-4798-46ee-8a3c-62c357e874b3 req-ab9459eb-e234-47d1-a93a-20ebea16d5c2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:17.493137 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd986ccb-4798-46ee-8a3c-62c357e874b3 req-ab9459eb-e234-47d1-a93a-20ebea16d5c2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.1197393 Oct 15 00:34:17.555333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:17.578740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd986ccb-4798-46ee-8a3c-62c357e874b3 req-b97b3479-abb9-44b9-8659-aa3bb79be760 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785966 Oct 15 00:34:17.636901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37166) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:17.772197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1489964625-network', 'tenant_id': '67308306213c421e80457480c5a198c1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:17.904140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Made reservation on behalf of 67308306213c421e80457480c5a198c1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:17.908106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:17.919153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.109669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.159005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e05d59f4-937f-4a0d-8bf0-248f3409b87e details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:18.192015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76deee-b4c9-47b7-9e00-f6a805806cd0 req-f2b0a717-c288-4804-84f0-c522bc208c16 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:18.193700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc76deee-b4c9-47b7-9e00-f6a805806cd0 req-f2b0a717-c288-4804-84f0-c522bc208c16 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1604204 Oct 15 00:34:18.230507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.237780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Router ac01ae08-3476-433a-96f5-304b8f4a46ea has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:34:18.261866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc76deee-b4c9-47b7-9e00-f6a805806cd0 req-ec3079ca-276a-46de-8881-7adc3e69a559 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616918 Oct 15 00:34:18.262072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:34:18.288943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89649444-a431-4569-89f0-753b9475cf02,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:18.318905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.319188 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Added segment b09b9823-470c-45ba-bd67-84d268fac084 of type vlan for network cc0cdca9-c156-4014-911d-acfde6b49d74 Oct 15 00:34:18.487912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:34:18.496676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.500857 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] Sync routers for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:34:18.519985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-da000e11-22f2-4d7d-b2c5-a6911b5183b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac01ae08-3476-433a-96f5-304b8f4a46ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791953 Oct 15 00:34:18.520207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37190) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:18.522303 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:34:18.530608 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:18.603050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a0de7-06b1-4620-a110-0926cb593227 req-bd0ad2ca-e46b-477f-a8ce-c86b2afeb1d1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:18.615169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-734a0de7-06b1-4620-a110-0926cb593227 req-bd0ad2ca-e46b-477f-a8ce-c86b2afeb1d1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 944 time: 0.2018485 Oct 15 00:34:18.650141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.651329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:18.651665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.664019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:18.702666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'port_id': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'mac_address': 'fa:16:3e:9c:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c087d6-8201-4078-ae32-bad14774eab8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:34:18.800512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-734a0de7-06b1-4620-a110-0926cb593227 req-778d3996-c2a7-4b0e-8e57-9bd046b31cce tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759079 Oct 15 00:34:18.805226 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.857007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05d59f4-937f-4a0d-8bf0-248f3409b87e {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:18.887961 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:18.901421 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:34:18.909084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:18.945657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3050869 Oct 15 00:34:18.953245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37200) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:18.963628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Request body: {'subnet': {'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1489964625-subnet', 'tenant_id': '67308306213c421e80457480c5a198c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:18.967444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9493eaf-5255-451d-b045-d5e545185bdc admin admin] Pushing event updated for resources: {'Network': ['ID=cc0cdca9-c156-4014-911d-acfde6b49d74,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:18.979868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network cc0cdca9-c156-4014-911d-acfde6b49d74 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:34:19.007627 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:19.012575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e701d0-f517-47b8-bd07-9a8b3645454f req-be1be8ae-28d5-4a5d-8f4f-a0d4e3f004c1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:19.015726 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31e701d0-f517-47b8-bd07-9a8b3645454f req-be1be8ae-28d5-4a5d-8f4f-a0d4e3f004c1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.2935984 Oct 15 00:34:19.127185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Made reservation on behalf of 67308306213c421e80457480c5a198c1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:19.131577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:19.198814 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:19.240767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31e701d0-f517-47b8-bd07-9a8b3645454f req-873553c1-e900-4415-ba4b-834f97aedacc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868641 Oct 15 00:34:19.286070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:19.370883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e05d59f4-937f-4a0d-8bf0-248f3409b87e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:19.401384 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:34:16Z', 'revision_number': 5, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port': {'id': 'd9420e72-82be-4ec5-97fa-cd749f4bf140', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:29:42Z', 'updated_at': '2021-10-15T00:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:19.423682 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] Checking router: ac01ae08-3476-433a-96f5-304b8f4a46ea for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:34:19.434341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] Routers {'ac01ae08-3476-433a-96f5-304b8f4a46ea'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:34:19.435595 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:33:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ac01ae08-3476-433a-96f5-304b8f4a46ea'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:19.437319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Deleting port d9420e72-82be-4ec5-97fa-cd749f4bf140 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:19.437319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:19.556943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ce5ea-1270-46ea-9713-bcdd45bd6e0e req-24ceebd7-ccfb-46a7-b7b7-b2c7c8516ecf tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:19.566951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af6ce5ea-1270-46ea-9713-bcdd45bd6e0e req-24ceebd7-ccfb-46a7-b7b7-b2c7c8516ecf tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1812630 Oct 15 00:34:19.600232 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] Set router ac01ae08-3476-433a-96f5-304b8f4a46ea gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:34:19.660331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] For port d9420e72-82be-4ec5-97fa-cd749f4bf140, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d9420e72-82be-4ec5-97fa-cd749f4bf140,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:19.660886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:19.675515 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:34:19Z', 'revision_number': 6, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:19.700470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Calling delete_port for d9420e72-82be-4ec5-97fa-cd749f4bf140 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:19.706333 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add9690c-9cf2-4f4a-bb85-738e24829de8 None None] The sync data for ids ['ac01ae08-3476-433a-96f5-304b8f4a46ea'] in n-d-811521-2 is: [{'id': 'ac01ae08-3476-433a-96f5-304b8f4a46ea', 'name': 'tempest-ServersTestBootFromVolume-73487292-router', 'tenant_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:29:39Z', 'updated_at': '2021-10-15T00:34:19Z', 'revision_number': 6, 'project_id': 'cdeab9337ea44c1c806053f88d4efdd8', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:34:19.796191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af6ce5ea-1270-46ea-9713-bcdd45bd6e0e req-7a55ca84-1cec-49f9-86ac-46fb18f6a625 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280684 Oct 15 00:34:19.853891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.005905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f25c2c9-7520-4aa5-a6a3-f072ac0bb475,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:20.033713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7311b4-5006-476e-bd28-eeff1b76bf3b req-08317ea6-9783-4975-9ad8-9ac87db131da tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:20.035977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d7311b4-5006-476e-bd28-eeff1b76bf3b req-08317ea6-9783-4975-9ad8-9ac87db131da tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 945 time: 0.1400259 Oct 15 00:34:20.055651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Checking segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:20.057739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Network hostable DHCP agents. Network: cc0cdca9-c156-4014-911d-acfde6b49d74, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:34:20.140161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Network cc0cdca9-c156-4014-911d-acfde6b49d74 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:34:20.166771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d7311b4-5006-476e-bd28-eeff1b76bf3b req-ad26f4bc-92fb-4994-b845-ffce23c7917e tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244593 Oct 15 00:34:20.203102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.224580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, cc0cdca9-c156-4014-911d-acfde6b49d74) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:20.234935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:20.234935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.246411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb0ead-da44-436f-abbe-bd742984b1ef None None] Network cc0cdca9-c156-4014-911d-acfde6b49d74 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:20.290003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9420e72-82be-4ec5-97fa-cd749f4bf140,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:20.397366 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ab7cadf2-819a-4043-b2aa-e3d07570ceca admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4353948 Oct 15 00:34:20.437475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.484577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8e86-da96-489a-b5f0-89b438084557 req-99bc7a10-0eea-49aa-a5bc-ab04eb777745 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:20.486471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-99bc7a10-0eea-49aa-a5bc-ab04eb777745 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 814 time: 0.2408757 Oct 15 00:34:20.529710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6f53e0c6-5f31-4d83-b55d-27fcd4bbd073 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/quotas/e8a7554afe0d43d88af0198810073a69 HTTP/1.1" status: 200 len: 375 time: 0.0337958 Oct 15 00:34:20.628258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a152362-b335-442f-8380-74a7107fe80a None None] Network cc0cdca9-c156-4014-911d-acfde6b49d74 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:20.639751 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.655705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.678859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-b7e843e4-29d8-45fe-8cab-848a5f746904 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428466 Oct 15 00:34:20.782283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bedea-c6e1-452c-91fe-a24689173dbd req-ea7e92e7-16c9-471e-a41a-4421f47449d5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:20.784104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac4bedea-c6e1-452c-91fe-a24689173dbd req-ea7e92e7-16c9-471e-a41a-4421f47449d5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.3598533 Oct 15 00:34:20.804695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6eb236a7-adab-45f4-bd0d-ef01286502a8 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203589 Oct 15 00:34:20.845874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac4bedea-c6e1-452c-91fe-a24689173dbd req-d8ca7225-ff48-494f-8260-0402547e5cfe tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555511 Oct 15 00:34:20.871317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.874203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac01ae08-3476-433a-96f5-304b8f4a46ea {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:34:20.887661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:20.890302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c7b0fdf1-5484-4926-bfcd-6d7238e23eb6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac01ae08-3476-433a-96f5-304b8f4a46ea HTTP/1.1" status: 204 len: 168 time: 2.3690925 Oct 15 00:34:20.892314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37250) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:20.913117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-0df8f151-3fd8-4874-8538-7f0d26cedc6d service neutron] 10.222.0.13 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074555 Oct 15 00:34:20.943904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] Deleting subnet bbe3cf61-605f-4334-9022-1f260e731615 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:34:20.948575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.000421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.122326 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.264698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-46631843-a432-4d28-a386-52765d386032 service neutron] 10.222.0.39 "GET /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.0748770 Oct 15 00:34:21.299295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.328665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe3cf61-605f-4334-9022-1f260e731615,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:21.329685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3a57e13-12ed-459d-b89a-d327ea8f5208 req-9f73a2de-7c1d-4259-9680-c09fc4a435bc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 210 time: 0.0344570 Oct 15 00:34:21.330776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.333999 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ed0b02bf-12b7-4bd9-98e6-ad1a01fba411 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bbe3cf61-605f-4334-9022-1f260e731615 HTTP/1.1" status: 204 len: 168 time: 0.4406104 Oct 15 00:34:21.336545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37272) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:21.340434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc0d40-06a9-445e-b0a7-279cc7d0db77 None None] Network 11ce43c2-06a9-458b-861e-742620101857 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:21.511528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-d1ac3d03-cdea-4e95-9803-eeddd38b6458 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:21.515813 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-d1ac3d03-cdea-4e95-9803-eeddd38b6458 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/networks?id=cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 200 len: 813 time: 0.1804085 Oct 15 00:34:21.533766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-b78a66f7-8d96-4da7-abc9-aee3989f8dfc tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/quotas/67308306213c421e80457480c5a198c1 HTTP/1.1" status: 200 len: 375 time: 0.0114987 Oct 15 00:34:21.566028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5ec8b661-74c4-4c78-9e81-0cd2cc421975 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:21.574012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-683d1c1f-933e-43b6-9e8e-98dfe00c6b1c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339742 Oct 15 00:34:21.574234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.587453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-1edf0f00-835b-40e9-a484-9f5a044f7259 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:34:21.595681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-1edf0f00-835b-40e9-a484-9f5a044f7259 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124161 Oct 15 00:34:21.600074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 5ec8b661-74c4-4c78-9e81-0cd2cc421975 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:21.600414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5ec8b661-74c4-4c78-9e81-0cd2cc421975 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:21.600900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d9420e72-82be-4ec5-97fa-cd749f4bf140 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:21.625583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d9420e72-82be-4ec5-97fa-cd749f4bf140 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:21.625933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d9420e72-82be-4ec5-97fa-cd749f4bf140 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:21.700785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-b1820bf4-6e42-4b3c-9cb2-79a8737971e2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035745 Oct 15 00:34:21.712111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66304533-b84a-41db-b75d-1f87938db882 None None] DHCP port deletion for 11ce43c2-06a9-458b-861e-742620101857 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:34:21.729158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6fa5c-d30a-446b-89f1-282b2a092458 req-12cf7d35-dc7b-42d2-868d-4fd08e565cec tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:21.731564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42b6fa5c-d30a-446b-89f1-282b2a092458 req-12cf7d35-dc7b-42d2-868d-4fd08e565cec tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 945 time: 0.1802883 Oct 15 00:34:21.765358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-66304533-b84a-41db-b75d-1f87938db882 None None] Deleting port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:21.765831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66304533-b84a-41db-b75d-1f87938db882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.799696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:21.830388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42b6fa5c-d30a-446b-89f1-282b2a092458 req-5ab091fd-a6f4-4596-9e28-c18876dbdaa1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852222 Oct 15 00:34:21.831699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Deleting port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:21.836725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.836971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-66304533-b84a-41db-b75d-1f87938db882 None None] For port d4a4dd9c-d7f8-40c6-bd01-c17b33010714, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:21.836971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66304533-b84a-41db-b75d-1f87938db882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:21.852725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:21.854989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-74bcc5cd-be06-4152-852f-f97f1b297f33 service neutron] 10.222.0.13 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467466 Oct 15 00:34:21.859213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-66304533-b84a-41db-b75d-1f87938db882 None None] Calling delete_port for d4a4dd9c-d7f8-40c6-bd01-c17b33010714 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:22.126959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device d3e23ca5-3372-4d14-8d16-aaa5b8020207 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:22.171409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66304533-b84a-41db-b75d-1f87938db882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.237741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e05d59f4-937f-4a0d-8bf0-248f3409b87e up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:22.241525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66304533-b84a-41db-b75d-1f87938db882 None None] Pushing event deleted for resources: {'Port': ['ID=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:22.267933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66304533-b84a-41db-b75d-1f87938db882 None None] No DVR routers for this DVR port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:22.294233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e23ca5-3372-4d14-8d16-aaa5b8020207 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:22.316936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:22.320447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] For port d4a4dd9c-d7f8-40c6-bd01-c17b33010714, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,segment=NetworkSegment(871c6bfe-87d7-4a8f-8306-dc888a3911ac),segment_id=871c6bfe-87d7-4a8f-8306-dc888a3911ac)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:22.320813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.348865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Calling delete_port for d4a4dd9c-d7f8-40c6-bd01-c17b33010714 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:22.360891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46077e33-cdee-4881-adb8-802b4bc86951 req-78d5e9ad-4c81-4737-897e-2bf6cbbf7863 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:22.362401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46077e33-cdee-4881-adb8-802b4bc86951 req-78d5e9ad-4c81-4737-897e-2bf6cbbf7863 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 943 time: 0.1248550 Oct 15 00:34:22.399654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port e05d59f4-937f-4a0d-8bf0-248f3409b87e completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:34:22.402061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e05d59f4-937f-4a0d-8bf0-248f3409b87e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:22.402387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.470069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46077e33-cdee-4881-adb8-802b4bc86951 req-80d74927-9252-4980-b8ab-0a2d7e37d720 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012821 Oct 15 00:34:22.490835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.575987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] No DVR routers for this DVR port d4a4dd9c-d7f8-40c6-bd01-c17b33010714 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:22.585239 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.588694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a4dd9c-d7f8-40c6-bd01-c17b33010714,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:22.612811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:22.615410 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc19df-f60b-4ab5-bdb6-293e002b2a06" -d '{"events": [{"server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "name": "network-vif-plugged", "status": "completed", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:22.616549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1744f5b-479a-4ce4-8266-48a82e8cd2dd req-46511f56-6168-467a-a913-b7132d1b98dc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 210 time: 0.0767703 Oct 15 00:34:22.637600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:22.659992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.697157 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0231fca1-ca61-4d6d-b9de-a435574b2802 x-openstack-request-id: req-0231fca1-ca61-4d6d-b9de-a435574b2802 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:22.697538 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "name": "network-vif-plugged", "status": "completed", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:22.703239 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0231fca1-ca61-4d6d-b9de-a435574b2802 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:22.703239 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'code': 200} Oct 15 00:34:22.756294 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.772575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84e4567a-feec-40d1-94a6-5dea9310df39 req-9deb7777-ecbd-4835-93fd-8a2257eea158 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 210 time: 0.0881655 Oct 15 00:34:22.774312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.817407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:22.830230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ce43c2-06a9-458b-861e-742620101857']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:22.857889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871c6bfe-87d7-4a8f-8306-dc888a3911ac') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:22.858250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871c6bfe-87d7-4a8f-8306-dc888a3911ac') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:22.876639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.886363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff17c-dbb7-4f06-a806-1478f728f222 req-dc78460b-2f10-40d7-bb5c-a366cd2f0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:22.887870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78cff17c-dbb7-4f06-a806-1478f728f222 req-dc78460b-2f10-40d7-bb5c-a366cd2f0136 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 1097 time: 0.1109192 Oct 15 00:34:22.907882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.919442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] Transition to ACTIVE for port object d3e23ca5-3372-4d14-8d16-aaa5b8020207 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:22.928364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:34:22.928766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:34:22.930424 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:34:22.958875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78cff17c-dbb7-4f06-a806-1478f728f222 req-fc1bce98-9e5f-4a97-8e18-758264e13aa5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603797 Oct 15 00:34:22.984524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fdfe7-9c59-4d83-95b1-5744df06a30b req-d74a84ec-3e52-4689-b469-993f54d1c5e4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:22.986179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c78fdfe7-9c59-4d83-95b1-5744df06a30b req-d74a84ec-3e52-4689-b469-993f54d1c5e4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0519965 Oct 15 00:34:23.031224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c78fdfe7-9c59-4d83-95b1-5744df06a30b req-6a0fc932-b506-4e69-92cf-068164df6186 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384524 Oct 15 00:34:23.184955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:23.258779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] No DVR routers for this DVR port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:23.270354 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:23.296587 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:23.299882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] 10.222.0.13 "DELETE /v2.0/networks/11ce43c2-06a9-458b-861e-742620101857 HTTP/1.1" status: 204 len: 168 time: 1.9622023 Oct 15 00:34:23.300664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:23.315961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957157ed-b31b-4fd5-9e06-e727edb8b5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=11ce43c2-06a9-458b-861e-742620101857,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:23.321552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9ffb058-b7a7-43e5-b17d-d013354617d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207/bindings/n-h1-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0562034 Oct 15 00:34:23.536588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d4a4dd9c-d7f8-40c6-bd01-c17b33010714 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:23.557044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d4a4dd9c-d7f8-40c6-bd01-c17b33010714 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:23.557383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d4a4dd9c-d7f8-40c6-bd01-c17b33010714 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:23.644579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-5716bedc-a98e-4293-8ed7-b06301449135 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:23.646250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-5716bedc-a98e-4293-8ed7-b06301449135 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.0659304 Oct 15 00:34:23.648921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee3b5d-441d-4150-b203-934ee5827856 req-d5828b3d-4e73-4d5f-a587-a915b9e0784d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:23.655315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdee3b5d-441d-4150-b203-934ee5827856 req-d5828b3d-4e73-4d5f-a587-a915b9e0784d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.0847490 Oct 15 00:34:23.724832 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdee3b5d-441d-4150-b203-934ee5827856 req-d8f9f7bd-a574-4193-b812-cc6fe6b50b91 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557091 Oct 15 00:34:23.735966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2a815486-7feb-4e60-99f5-997dc2c1a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:23.737477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-2a815486-7feb-4e60-99f5-997dc2c1a0c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc&tenant_id=20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 1095 time: 0.0811186 Oct 15 00:34:23.770460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24e4e084-1934-42d2-a676-3152738e9f97 req-ec9f6f6d-eea5-43e9-a7b9-ec558c8adae5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 210 time: 0.0319476 Oct 15 00:34:23.813168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-e1dc73b8-abcc-478d-8b3a-d9a0b2d3f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:23.814700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-e1dc73b8-abcc-478d-8b3a-d9a0b2d3f252 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1095 time: 0.0465758 Oct 15 00:34:23.853674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55d8b7c9-0e37-4a61-9ed7-cbf5fb29e8c7 req-d634d5cb-2db8-4a89-8f94-f576a8d2c33e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 210 time: 0.0292218 Oct 15 00:34:23.897295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37342) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:23.961989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-e8f3a6a9-300a-4e30-8276-490a117bd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:23.963671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-e8f3a6a9-300a-4e30-8276-490a117bd3a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1354384 Oct 15 00:34:23.965965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a12af81f-8f78-46dc-9848-4be030258605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdeab9337ea44c1c806053f88d4efdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676751 Oct 15 00:34:23.970110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37344) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:24.027662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-0a9fbb54-0432-453b-8150-86f5eae300b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 200 len: 217 time: 0.0551538 Oct 15 00:34:24.098390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65335c86-01f1-45b0-9d36-b55af347c10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:24.105095 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-21f87a00-9bee-40fd-ad51-cc1e5b6502cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:24.107493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-21f87a00-9bee-40fd-ad51-cc1e5b6502cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0720227 Oct 15 00:34:24.149739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65335c86-01f1-45b0-9d36-b55af347c10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:24.187258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-f9baf47b-8baa-4af0-b017-1cd038929dc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709701 Oct 15 00:34:24.291267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0446606-4c3a-4938-99d1-34aa23d85742 req-e3dcd0c0-9f6b-4402-a0a4-fe6fbf6bb7fe tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:24.292777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0446606-4c3a-4938-99d1-34aa23d85742 req-e3dcd0c0-9f6b-4402-a0a4-fe6fbf6bb7fe tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1797671 Oct 15 00:34:24.356880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0446606-4c3a-4938-99d1-34aa23d85742 req-cc0cd3cc-fb38-4da3-9e78-d1baf3a69ac5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569897 Oct 15 00:34:24.358940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-108f77ac-7a34-48bb-a582-b914704a67cf service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611433 Oct 15 00:34:24.472479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65335c86-01f1-45b0-9d36-b55af347c10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:24.475036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65335c86-01f1-45b0-9d36-b55af347c10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:24.476153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-65335c86-01f1-45b0-9d36-b55af347c10e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a355189-a981-4388-a1b4-36689c13d3b3 HTTP/1.1" status: 204 len: 168 time: 0.5051372 Oct 15 00:34:24.539461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65335c86-01f1-45b0-9d36-b55af347c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a355189-a981-4388-a1b4-36689c13d3b3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:24.586230 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-71ae3bcf-d1d0-4d3a-86b2-1ce513150cd1 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153568 Oct 15 00:34:24.617871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8e86-da96-489a-b5f0-89b438084557 req-abe117f2-3b7a-4f74-9ae4-665a23228e95 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:24.620633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-abe117f2-3b7a-4f74-9ae4-665a23228e95 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 814 time: 0.2159128 Oct 15 00:34:24.637294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Request body: {'port': {'device_id': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56', 'admin_state_up': True, 'tenant_id': 'e8a7554afe0d43d88af0198810073a69'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:24.871307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf090c2-0183-466b-9e27-139a98b73ab7 req-629bffa5-3bbf-4bb5-8f36-e8234819591c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:24.875190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cf090c2-0183-466b-9e27-139a98b73ab7 req-629bffa5-3bbf-4bb5-8f36-e8234819591c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.0617800 Oct 15 00:34:24.891999 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28d18a36-ed92-467d-a75a-2a1c123b6579 req-fafe2e72-4b34-4f17-8f90-5a3adb3804c4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 210 time: 0.0298102 Oct 15 00:34:24.909003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Made reservation on behalf of e8a7554afe0d43d88af0198810073a69 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:24.912849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:24.991625 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57720baf-a241-411f-8cd4-2eb63fa39cbc req-1c8a8588-e6d3-429a-9ba9-3b765d331e92 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 210 time: 0.0386581 Oct 15 00:34:25.015054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cf090c2-0183-466b-9e27-139a98b73ab7 req-a80f7a96-aa34-442c-845e-6176b3b1f135 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284533 Oct 15 00:34:25.087744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Allocated IP 172.20.0.2 (f9a9c6c2-32ff-406b-afc6-8519d9c84c56/3677581f-405d-4f13-8012-56c99c3fa105/0d39c292-09b4-4730-93e6-fb025065f895) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:25.267194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:25.472625 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:25.486975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['70293055-4295-4d87-8741-1c9b31968483'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:25.512180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba1d39-7c4e-4917-932d-ebdfd5d00a47 req-46cd9730-4244-4235-998e-4111d661a865 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:25.525921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94ba1d39-7c4e-4917-932d-ebdfd5d00a47 req-46cd9730-4244-4235-998e-4111d661a865 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0833166 Oct 15 00:34:25.535407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:25.540474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-92892196-d5da-4b4c-a5cf-5c87f80b28a6 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:25.541997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-92892196-d5da-4b4c-a5cf-5c87f80b28a6 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1095 time: 0.1198332 Oct 15 00:34:25.548757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:25.564191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:25.591016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Pushing event updated for resources: {'Port': ['ID=0d39c292-09b4-4730-93e6-fb025065f895,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:25.621200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94ba1d39-7c4e-4917-932d-ebdfd5d00a47 req-90d8db69-62d2-45f3-b83f-37a156681fbc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912378 Oct 15 00:34:25.698903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:25.699656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:25.809967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf193dd6-5038-4aed-9214-63dbafb6d2c7 req-98909138-e4ef-4ea6-baf3-e1de9351afce tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:25.813212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf193dd6-5038-4aed-9214-63dbafb6d2c7 req-98909138-e4ef-4ea6-baf3-e1de9351afce tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0721176 Oct 15 00:34:25.855712 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf193dd6-5038-4aed-9214-63dbafb6d2c7 req-a97700ac-90ae-49ec-a681-b2149220800e tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350034 Oct 15 00:34:25.973334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-18410017-de4f-4460-824f-c67eb7be0fb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3440466 Oct 15 00:34:25.979929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-372b057b-3f25-44ca-900d-49a354061da3 service neutron] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:25.988841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Request body: {'port': {'device_id': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:26.006069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-372b057b-3f25-44ca-900d-49a354061da3 service neutron] Publish callbacks [] for binding, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.007264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff12e283-e155-4c6c-8246-6214fdc928cd req-372b057b-3f25-44ca-900d-49a354061da3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207/bindings/n-h2-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.4547663 Oct 15 00:34:26.082648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.085099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8bd2e-8060-48f2-b6b4-dfe18e60bf1a req-f5d1154a-86ad-4871-a666-a582f707a797 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:26.092659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0eb8bd2e-8060-48f2-b6b4-dfe18e60bf1a req-f5d1154a-86ad-4871-a666-a582f707a797 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 931 time: 0.1205814 Oct 15 00:34:26.136528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0eb8bd2e-8060-48f2-b6b4-dfe18e60bf1a req-e59b7c64-1803-4f7d-acd2-e58ff0fd26b6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Oct 15 00:34:26.234743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4186bd2-faea-4054-88a3-4605b26c2a40 req-0bd4aef6-6272-4eab-ae9d-635981abb7a1 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 210 time: 0.0323701 Oct 15 00:34:26.261405 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-097b3426-51fe-4fc5-92c5-d5d9398a1c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.391818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb69bd-678a-4ddd-94be-cf88bb42521f req-a5905999-2ea3-46fc-8fe1-8075e209bb16 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:26.399507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-24eb69bd-678a-4ddd-94be-cf88bb42521f req-a5905999-2ea3-46fc-8fe1-8075e209bb16 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.0745008 Oct 15 00:34:26.407310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:26.409888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d39c292-09b4-4730-93e6-fb025065f895 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:26.418408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.431832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Transition to ACTIVE for port object 0d39c292-09b4-4730-93e6-fb025065f895 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:26.445146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-24eb69bd-678a-4ddd-94be-cf88bb42521f req-4d7853fc-e24e-4248-b26e-11fd7198aafd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448587 Oct 15 00:34:26.549070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1751523371-network', 'tenant_id': '0627ab6c97524f1fb1247c26ffe665ea'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:26.615795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142a752-5254-4e9d-9b92-07edacd1c3ed req-24db5edf-fe67-453d-a802-3873dc237f4d tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:26.616099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481fd3-f99e-4ba2-977a-6b1a7be95f8a req-3e238c88-3fe4-44ce-8a8f-c48de878b258 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:26.617460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6142a752-5254-4e9d-9b92-07edacd1c3ed req-24db5edf-fe67-453d-a802-3873dc237f4d tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1095 time: 0.0466967 Oct 15 00:34:26.617575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8481fd3-f99e-4ba2-977a-6b1a7be95f8a req-3e238c88-3fe4-44ce-8a8f-c48de878b258 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0533655 Oct 15 00:34:26.656468 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6142a752-5254-4e9d-9b92-07edacd1c3ed req-569dcb43-537c-449a-82a0-f195abbc04f6 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Oct 15 00:34:26.665660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8481fd3-f99e-4ba2-977a-6b1a7be95f8a req-e3a9a8c0-eaee-4b85-a7d1-540b62a35ac2 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Oct 15 00:34:26.721609 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.821703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d39c292-09b4-4730-93e6-fb025065f895,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:26.833012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Made reservation on behalf of 0627ab6c97524f1fb1247c26ffe665ea for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:26.835144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.848571 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.874051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11285800-eaf6-44d8-b675-fe98e60413de req-4a770f72-ca3a-4c3c-a7ab-2b0bab9f0d15 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:26.875755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11285800-eaf6-44d8-b675-fe98e60413de req-4a770f72-ca3a-4c3c-a7ab-2b0bab9f0d15 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 1095 time: 0.1177516 Oct 15 00:34:26.932869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Attempting to bind port 0d39c292-09b4-4730-93e6-fb025065f895 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:26.933168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Attempting to bind port 0d39c292-09b4-4730-93e6-fb025065f895 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:26.933439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Attempting to bind port 0d39c292-09b4-4730-93e6-fb025065f895 on network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:26.938853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11285800-eaf6-44d8-b675-fe98e60413de req-3c0c5a26-8548-4b40-81c9-c9bcededa61e tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514810 Oct 15 00:34:26.940449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Port 0d39c292-09b4-4730-93e6-fb025065f895 on network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:26.942681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Attempting to bind port 0d39c292-09b4-4730-93e6-fb025065f895 on network f9a9c6c2-32ff-406b-afc6-8519d9c84c56 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:26.946882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:26.947465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Checking segment: {'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:26.948040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Bound using segment: {'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:26.948620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Bound port: 0d39c292-09b4-4730-93e6-fb025065f895, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ab009f-8af3-4c53-bffb-15ff935a04f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:26.949162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:26.964570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.028913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] For port 0d39c292-09b4-4730-93e6-fb025065f895, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:27.033983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] For port 0d39c292-09b4-4730-93e6-fb025065f895, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0d39c292-09b4-4730-93e6-fb025065f895,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:27.133192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.180614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:34:27.211352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:27.216299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.288054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.288932 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Added segment 661813e2-3fdc-4a86-96c3-63a58872765a of type vlan for network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 Oct 15 00:34:27.290603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.291205 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.292687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/0d39c292-09b4-4730-93e6-fb025065f895 HTTP/1.1" status: 200 len: 1091 time: 1.3096147 Oct 15 00:34:27.295763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'tag': '0d39c292-09b4-4730-93e6-fb025065f895'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:27.298288 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "05cc70f0-5a8c-4238-b139-f66dedf81e0b", "tag": "0d39c292-09b4-4730-93e6-fb025065f895"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:27.327865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65a2e4-e200-4f5a-9f07-535e080956b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d39c292-09b4-4730-93e6-fb025065f895,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:27.343621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0e38d-b15b-4c1a-90bd-46b019614aeb req-46618fc3-24a0-4c41-beab-57d9206543b4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.345203 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8c0e38d-b15b-4c1a-90bd-46b019614aeb req-46618fc3-24a0-4c41-beab-57d9206543b4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 943 time: 0.1178272 Oct 15 00:34:27.375831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.384706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-4251f17c-d8ed-40da-bec5-2a5bce0479b6 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.386241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-4251f17c-d8ed-40da-bec5-2a5bce0479b6 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "GET /v2.0/networks?id=cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 200 len: 813 time: 0.2336814 Oct 15 00:34:27.399446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8c0e38d-b15b-4c1a-90bd-46b019614aeb req-dca5b8dc-013a-4898-bccf-e3d2bc84a6f5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Oct 15 00:34:27.409592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Request body: {'port': {'device_id': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'admin_state_up': True, 'tenant_id': '67308306213c421e80457480c5a198c1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:27.535894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbfb496c-a58c-4cc4-a324-3e047d16196e req-ccd53961-29a8-4ca9-af63-15c666093555 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 210 time: 0.0751822 Oct 15 00:34:27.574050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.575177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.576729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.613846 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fc283e-7ba6-4001-9c23-3ec865292549 x-openstack-request-id: req-58fc283e-7ba6-4001-9c23-3ec865292549 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:27.614305 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cc70f0-5a8c-4238-b139-f66dedf81e0b", "tag": "0d39c292-09b4-4730-93e6-fb025065f895", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:27.614433 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58fc283e-7ba6-4001-9c23-3ec865292549 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:27.614797 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'tag': '0d39c292-09b4-4730-93e6-fb025065f895', 'status': 'completed', 'code': 200} Oct 15 00:34:27.633760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8e86-da96-489a-b5f0-89b438084557 req-2feeda04-0c3b-40e6-a8a6-c5cebe33eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.635584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-2feeda04-0c3b-40e6-a8a6-c5cebe33eca0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 1094 time: 0.0844681 Oct 15 00:34:27.660700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] Pushing event updated for resources: {'Network': ['ID=12b80e0f-ae45-4ceb-935e-161cb8b7c3b0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:27.673615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:34:27.682925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-0f232d69-c6df-4101-99af-a7879d6a8be7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d39c292-09b4-4730-93e6-fb025065f895 HTTP/1.1" status: 200 len: 217 time: 0.0385976 Oct 15 00:34:27.766138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8e86-da96-489a-b5f0-89b438084557 req-16b53cd4-421b-475b-99dc-831623fc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.768274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-16b53cd4-421b-475b-99dc-831623fc090b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.0787544 Oct 15 00:34:27.788708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb0caf-9c67-4a4d-a6b0-e330bb145502 req-2321b84a-f3cc-4cc5-8a1f-ca2f6047e605 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.790292 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34fb0caf-9c67-4a4d-a6b0-e330bb145502 req-2321b84a-f3cc-4cc5-8a1f-ca2f6047e605 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0545325 Oct 15 00:34:27.806710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-2f7d08b3-05d1-42a8-b506-15b063c62f44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306275 Oct 15 00:34:27.812453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-6bd9ebec-4c2b-498a-a70f-9c7ef98c14e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811381 Oct 15 00:34:27.838001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Made reservation on behalf of 67308306213c421e80457480c5a198c1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:27.855560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:27.927343 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34fb0caf-9c67-4a4d-a6b0-e330bb145502 req-e7a91ed0-2aa0-4d71-a72f-16742545b93d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292744 Oct 15 00:34:27.990357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5998ff0-e887-404b-9411-4e3498080f27 req-c7a39957-f4a2-41d8-858c-59a9472a33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:27.991918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-c7a39957-f4a2-41d8-858c-59a9472a33cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1097 time: 0.1027303 Oct 15 00:34:28.025623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-82f09153-3919-4c9d-b893-af3394802166 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070031 Oct 15 00:34:28.070124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Allocated IP 172.20.0.8 (cc0cdca9-c156-4014-911d-acfde6b49d74/1f25c2c9-7520-4aa5-a6a3-f072ac0bb475/615c777a-0e3f-47a0-986b-9802bedf6a34) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:28.097635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f7bdbf50-3c4d-406f-82d7-3b3dc83f2cce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6883557 Oct 15 00:34:28.098267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37484) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:28.104748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Request body: {'subnet': {'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1751523371-subnet', 'tenant_id': '0627ab6c97524f1fb1247c26ffe665ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:28.512871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Made reservation on behalf of 0627ab6c97524f1fb1247c26ffe665ea for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:28.519113 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:28.620831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e72d8e86-da96-489a-b5f0-89b438084557 req-085aad38-490a-4672-ba84-1a6284be85da service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825491 Oct 15 00:34:28.621702 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:28.623528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5998ff0-e887-404b-9411-4e3498080f27 req-72df2947-acba-4cc2-86a8-b044e8b771cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:28.624876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-72df2947-acba-4cc2-86a8-b044e8b771cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 915 time: 0.6092052 Oct 15 00:34:28.696758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-a4ccc1e0-d1a0-4399-8a54-9710139d4a25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 217 time: 0.0564198 Oct 15 00:34:28.704547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-8dcdee28-b452-4ded-b452-5712ee587bee tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:28.706389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-8dcdee28-b452-4ded-b452-5712ee587bee tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "GET /v2.0/networks?id=cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 200 len: 813 time: 0.5954461 Oct 15 00:34:28.737462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f645aa2-8f8e-4cc8-8651-6860e90bf44c req-f0d30f5f-522c-4744-a1f7-cde4cff9c7d6 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 210 time: 0.0467401 Oct 15 00:34:28.748245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Request body: {'port': {'device_id': '936f72c0-1a5a-457d-be2b-307386666385', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'admin_state_up': True, 'tenant_id': '67308306213c421e80457480c5a198c1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:28.767760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba6be8-2ea0-4913-8fc7-6011f2261373 req-85b7eac4-b493-4d85-9f4c-94be44dace6c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:28.767760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d2ba6be8-2ea0-4913-8fc7-6011f2261373 req-85b7eac4-b493-4d85-9f4c-94be44dace6c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 943 time: 0.2073131 Oct 15 00:34:28.870881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5998ff0-e887-404b-9411-4e3498080f27 req-8833ebed-83b3-4cdd-a2f2-129c11bf08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:28.872485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-8833ebed-83b3-4cdd-a2f2-129c11bf08c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.1640115 Oct 15 00:34:28.877375 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce49e0e8-8955-4260-a0e3-7b9838a0290c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:28.925859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:28.928519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:28.939817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d2ba6be8-2ea0-4913-8fc7-6011f2261373 req-bd1934ae-8878-49a3-9687-6ade417ac48c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646004 Oct 15 00:34:28.994471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-780f8b2c-6114-4670-9eaa-d9dd3343d9d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836945 Oct 15 00:34:29.037357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-42a9f90e-ad04-455e-9db9-25b4d24eec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:29.038821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-42a9f90e-ad04-455e-9db9-25b4d24eec89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 1094 time: 0.2353196 Oct 15 00:34:29.049369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Network cc0cdca9-c156-4014-911d-acfde6b49d74 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:29.056241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2a1a6f-8903-4ef5-aeb5-40b6c74225e2,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:29.058631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:29.068709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:29.101216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event updated for resources: {'Port': ['ID=615c777a-0e3f-47a0-986b-9802bedf6a34,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:29.121644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Checking segment: {'id': '661813e2-3fdc-4a86-96c3-63a58872765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:29.122006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Network hostable DHCP agents. Network: 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:34:29.147207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:29.147851 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:29.224484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:34:29.256179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ba78f-0bd7-4622-9edd-b6c9d1788030 req-191ed36e-646c-4f6e-a15c-180d159cc11d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:29.257750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce1ba78f-0bd7-4622-9edd-b6c9d1788030 req-191ed36e-646c-4f6e-a15c-180d159cc11d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.2042208 Oct 15 00:34:29.258146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-3f7a3f07-0fea-4e69-82f9-3afe151b9a34 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8576286 Oct 15 00:34:29.270641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Request body: {'port': {'device_id': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:29.285502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-0af641dd-1e67-40d6-93c7-04967e8618b8 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740605 Oct 15 00:34:29.333419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-2e69fa4b-ccc2-4d5e-8fac-c15df20034bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:29.334970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-2e69fa4b-ccc2-4d5e-8fac-c15df20034bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 915 time: 0.2771766 Oct 15 00:34:29.340541 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:29.393680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-afa09bc8-2830-4945-b7d2-7aadc06b0bfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d39c292-09b4-4730-93e6-fb025065f895 HTTP/1.1" status: 200 len: 217 time: 0.0492091 Oct 15 00:34:29.396759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce1ba78f-0bd7-4622-9edd-b6c9d1788030 req-99663e75-9ef6-4c32-a42a-78a8c0f944b8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281776 Oct 15 00:34:29.406026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:29.410849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:29.411581 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:29.418784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae250f5b-314d-4f0d-a2fe-344666b539a9 None None] Network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:29.463737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Made reservation on behalf of 67308306213c421e80457480c5a198c1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:29.467612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:29.550293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-eaed47bf-7697-458a-a39b-12ecebc43be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:29.551944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-eaed47bf-7697-458a-a39b-12ecebc43be3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.0988226 Oct 15 00:34:29.556314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5998ff0-e887-404b-9411-4e3498080f27 req-a3eaef08-283c-4589-8cb0-2d05cd22683e service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502506 Oct 15 00:34:29.611116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380926a4-a39f-4188-a176-e5d3da23b3e3 None None] Network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:29.639877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-d98a8ebd-5eb2-4b94-851c-692a962a754d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531738 Oct 15 00:34:29.761833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-2022203d-9c0f-4c17-98d8-cd0878cf66ff service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131835 Oct 15 00:34:29.773138 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bce48bf6-e3b6-4b00-a334-9e1e3c2b05c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6721799 Oct 15 00:34:29.846382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615c777a-0e3f-47a0-986b-9802bedf6a34 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:29.866626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:29.886176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e2997e6-fdea-4d3e-b152-a0edb800f8bd req-8e57986d-bb3e-47fb-af2d-9d462cb3a2cc service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165493 Oct 15 00:34:29.896034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Transition to ACTIVE for port object 615c777a-0e3f-47a0-986b-9802bedf6a34 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:29.932267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b760e56-801a-4c36-9c40-bda042a2b6f5 req-83ccf984-e6f3-49bb-a8b7-1a8492e768d5 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 210 time: 0.0378239 Oct 15 00:34:30.031515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.114946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Allocated IP 172.20.0.6 (cc0cdca9-c156-4014-911d-acfde6b49d74/1f25c2c9-7520-4aa5-a6a3-f072ac0bb475/d142167d-6107-4499-8639-a44b1bfda3e9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:30.128193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.139119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Pushing event updated for resources: {'Port': ['ID=615c777a-0e3f-47a0-986b-9802bedf6a34,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:30.190819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.194077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0cc32-4d31-4375-ad95-38f2997ef924 req-d428be86-0967-4dba-a6de-6d0421d83558 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:30.202592 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-daa0cc32-4d31-4375-ad95-38f2997ef924 req-d428be86-0967-4dba-a6de-6d0421d83558 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 943 time: 0.1916668 Oct 15 00:34:30.291356 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-daa0cc32-4d31-4375-ad95-38f2997ef924 req-1ccc7c44-f2a0-4ccb-8cae-713efb12c69d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732760 Oct 15 00:34:30.294441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Attempting to bind port 615c777a-0e3f-47a0-986b-9802bedf6a34 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:30.294867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Attempting to bind port 615c777a-0e3f-47a0-986b-9802bedf6a34 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:30.295444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Attempting to bind port 615c777a-0e3f-47a0-986b-9802bedf6a34 on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:30.302445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Port 615c777a-0e3f-47a0-986b-9802bedf6a34 on network cc0cdca9-c156-4014-911d-acfde6b49d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:30.303020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Attempting to bind port 615c777a-0e3f-47a0-986b-9802bedf6a34 on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:30.309714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:30.310901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Checking segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:30.312192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Bound using segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:30.312824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Bound port: 615c777a-0e3f-47a0-986b-9802bedf6a34, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:30.313344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.356848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.415778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] For port 615c777a-0e3f-47a0-986b-9802bedf6a34, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:30.421278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] For port 615c777a-0e3f-47a0-986b-9802bedf6a34, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=615c777a-0e3f-47a0-986b-9802bedf6a34,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:30.510912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.554916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1df05d-7947-4b99-8841-532d998327af req-b3e7d4eb-e582-4c79-9471-d522a2c17830 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:30.563204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e1df05d-7947-4b99-8841-532d998327af req-b3e7d4eb-e582-4c79-9471-d522a2c17830 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0763893 Oct 15 00:34:30.572001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.595996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Network cc0cdca9-c156-4014-911d-acfde6b49d74 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:30.609946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:30.615459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:30.620443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:30.621599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.621719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event updated for resources: {'Port': ['ID=d142167d-6107-4499-8639-a44b1bfda3e9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:30.623342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/615c777a-0e3f-47a0-986b-9802bedf6a34 HTTP/1.1" status: 200 len: 1091 time: 1.3574016 Oct 15 00:34:30.629959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'tag': '615c777a-0e3f-47a0-986b-9802bedf6a34'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:30.632937 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5348a1-963f-4a38-b11e-cfd81065f7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d77968b6-2bd4-4dc6-a254-18ed52aa353e", "tag": "615c777a-0e3f-47a0-986b-9802bedf6a34"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:30.677892 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e1df05d-7947-4b99-8841-532d998327af req-4e5692c1-fdff-42a6-a259-30eaebc84c11 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053746 Oct 15 00:34:30.702717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a281f1-02d1-461a-b36b-435485e684e2 service neutron] Pushing event updated for resources: {'Port': ['ID=615c777a-0e3f-47a0-986b-9802bedf6a34,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:30.734772 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d291e0d4-ff38-4dcc-aab3-354ff49d1351 x-openstack-request-id: req-d291e0d4-ff38-4dcc-aab3-354ff49d1351 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:30.735171 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77968b6-2bd4-4dc6-a254-18ed52aa353e", "tag": "615c777a-0e3f-47a0-986b-9802bedf6a34", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:30.735524 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d291e0d4-ff38-4dcc-aab3-354ff49d1351 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:30.736252 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'tag': '615c777a-0e3f-47a0-986b-9802bedf6a34', 'status': 'completed', 'code': 200} Oct 15 00:34:30.736686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:30.737358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:30.757338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeff22-888e-430d-b5ad-776899158110 req-ee95e94f-b3ce-416b-8c4e-da63af8f5bda tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:30.762577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-ee95e94f-b3ce-416b-8c4e-da63af8f5bda tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/networks?id=12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 HTTP/1.1" status: 200 len: 822 time: 0.2119699 Oct 15 00:34:30.786250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-fdfeb1dc-c324-465b-9c6e-3f776334b9a5 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/quotas/0627ab6c97524f1fb1247c26ffe665ea HTTP/1.1" status: 200 len: 375 time: 0.0198088 Oct 15 00:34:30.820967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5348a1-963f-4a38-b11e-cfd81065f7fd req-701daacb-27ff-46ee-ae2a-f3ea25b5462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:30.822961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-5c097313-f1fd-40de-b55f-1b180f1f27a8 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0627ab6c97524f1fb1247c26ffe665ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357869 Oct 15 00:34:30.823083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac5348a1-963f-4a38-b11e-cfd81065f7fd req-701daacb-27ff-46ee-ae2a-f3ea25b5462f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=d77968b6-2bd4-4dc6-a254-18ed52aa353e HTTP/1.1" status: 200 len: 1094 time: 0.0574901 Oct 15 00:34:30.899377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fc505dce-f697-4706-86e1-68f740407208 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1781025 Oct 15 00:34:30.915311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Request body: {'port': {'device_id': '936f72c0-1a5a-457d-be2b-307386666385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:30.942511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5348a1-963f-4a38-b11e-cfd81065f7fd req-79521230-fe48-4bde-8e63-5cb8b32e5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:30.944765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac5348a1-963f-4a38-b11e-cfd81065f7fd req-79521230-fe48-4bde-8e63-5cb8b32e5899 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=67308306213c421e80457480c5a198c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1119244 Oct 15 00:34:30.963226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-943ebcb4-2063-4dbd-93ca-61b743b0c426 service neutron] 10.222.0.13 "GET /v2.0/networks/12b80e0f-ae45-4ceb-935e-161cb8b7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393213 Oct 15 00:34:31.087018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:31.156662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ec06-b308-4291-8749-d463ddbf492a req-23dfdd34-dd2b-4ba6-bf58-9beb8ea3f87a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:31.159858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e621ec06-b308-4291-8749-d463ddbf492a req-23dfdd34-dd2b-4ba6-bf58-9beb8ea3f87a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 931 time: 0.0920556 Oct 15 00:34:31.165892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-047e28d0-203d-4d89-9e2e-3a14bdadc770 service neutron] 10.222.0.13 "GET /v2.0/networks/12b80e0f-ae45-4ceb-935e-161cb8b7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018106 Oct 15 00:34:31.212849 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e621ec06-b308-4291-8749-d463ddbf492a req-c7f5f60d-df68-4d0c-95d2-39dd567cc8c9 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Oct 15 00:34:31.214056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5348a1-963f-4a38-b11e-cfd81065f7fd req-6bba6968-1841-4f4d-9f79-e60279e80a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:31.217282 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac5348a1-963f-4a38-b11e-cfd81065f7fd req-6bba6968-1841-4f4d-9f79-e60279e80a6a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639346 Oct 15 00:34:31.317901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-d0609e36-82ef-4b73-bb87-b2bb826f24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:31.318294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-d0609e36-82ef-4b73-bb87-b2bb826f24b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=d77968b6-2bd4-4dc6-a254-18ed52aa353e HTTP/1.1" status: 200 len: 1094 time: 0.0527387 Oct 15 00:34:31.376975 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-8792aeed-c7b3-4d09-b8e9-ae46ff39f0b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=615c777a-0e3f-47a0-986b-9802bedf6a34 HTTP/1.1" status: 200 len: 217 time: 0.0491819 Oct 15 00:34:31.442720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-0dce94f9-306e-46f5-88cd-2c04bf0ba632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:31.444208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-0dce94f9-306e-46f5-88cd-2c04bf0ba632 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f25c2c9-7520-4aa5-a6a3-f072ac0bb475 HTTP/1.1" status: 200 len: 853 time: 0.0528555 Oct 15 00:34:31.446171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d142167d-6107-4499-8639-a44b1bfda3e9 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:31.455427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:31.468895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Transition to ACTIVE for port object d142167d-6107-4499-8639-a44b1bfda3e9 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:31.538050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-ca1dc327-83e3-489d-8dde-8ca33e300141 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc0cdca9-c156-4014-911d-acfde6b49d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772557 Oct 15 00:34:31.551653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3853c-a80e-4d20-a0da-149a8dc4fc29 req-f414a7a4-2f57-4924-9547-a95cf0c38b8d tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 210 time: 0.0343599 Oct 15 00:34:31.555458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e5a1d-af76-4fbe-9ef5-f4c8147ebaf5 req-07a2fa6c-aff9-44ef-b7e6-0956acbf6e10 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:31.557897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a9e5a1d-af76-4fbe-9ef5-f4c8147ebaf5 req-07a2fa6c-aff9-44ef-b7e6-0956acbf6e10 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 943 time: 0.1846659 Oct 15 00:34:31.579110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:31.644231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Pushing event updated for resources: {'Port': ['ID=d142167d-6107-4499-8639-a44b1bfda3e9,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:31.688654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a9e5a1d-af76-4fbe-9ef5-f4c8147ebaf5 req-281212d7-45b3-4aca-865a-784e4b7266ad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991390 Oct 15 00:34:31.710991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-dde91e1d-ac63-4e73-9734-0bdb00084c30 service neutron] 10.222.0.39 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519053 Oct 15 00:34:31.811492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Attempting to bind port d142167d-6107-4499-8639-a44b1bfda3e9 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:31.812409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Attempting to bind port d142167d-6107-4499-8639-a44b1bfda3e9 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:31.812922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Attempting to bind port d142167d-6107-4499-8639-a44b1bfda3e9 on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:31.818855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Port d142167d-6107-4499-8639-a44b1bfda3e9 on network cc0cdca9-c156-4014-911d-acfde6b49d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:31.819523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Attempting to bind port d142167d-6107-4499-8639-a44b1bfda3e9 on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:31.827810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:31.828384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Checking segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:31.829029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Bound using segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:31.829757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Bound port: d142167d-6107-4499-8639-a44b1bfda3e9, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:31.830671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:31.844202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec46b0f-684e-4d5b-8b70-b29a541dfc8c req-ad4f0510-c46e-4014-a9c0-b69106d4b466 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:31.846430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec46b0f-684e-4d5b-8b70-b29a541dfc8c req-ad4f0510-c46e-4014-a9c0-b69106d4b466 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1014652 Oct 15 00:34:31.863267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-2c46459f-b19c-4650-8dbf-0536895560f8 service neutron] 10.222.0.39 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438444 Oct 15 00:34:31.946687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eec46b0f-684e-4d5b-8b70-b29a541dfc8c req-362c1c49-766c-4678-98e5-ab37cb751e95 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905626 Oct 15 00:34:31.957769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] For port d142167d-6107-4499-8639-a44b1bfda3e9, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:31.960862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] For port d142167d-6107-4499-8639-a44b1bfda3e9, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d142167d-6107-4499-8639-a44b1bfda3e9,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:32.122508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:32.158902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.159525 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:32.161053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] 10.222.0.30 "PUT /v2.0/ports/d142167d-6107-4499-8639-a44b1bfda3e9 HTTP/1.1" status: 200 len: 1091 time: 1.2524130 Oct 15 00:34:32.161501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936f72c0-1a5a-457d-be2b-307386666385', 'tag': 'd142167d-6107-4499-8639-a44b1bfda3e9'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:32.163976 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32dfa7b-bca0-4e78-bccc-20762f0f2a86" -d '{"events": [{"name": "network-changed", "server_uuid": "936f72c0-1a5a-457d-be2b-307386666385", "tag": "d142167d-6107-4499-8639-a44b1bfda3e9"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:32.178839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0d39c292-09b4-4730-93e6-fb025065f895 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:32.198479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8b6fd-2a11-4880-a72f-a22e8ff77da8 service neutron] Pushing event updated for resources: {'Port': ['ID=d142167d-6107-4499-8639-a44b1bfda3e9,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:32.242890 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398ca67-ae71-4d58-b225-3a93066cc722 x-openstack-request-id: req-f398ca67-ae71-4d58-b225-3a93066cc722 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:32.243185 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936f72c0-1a5a-457d-be2b-307386666385", "tag": "d142167d-6107-4499-8639-a44b1bfda3e9", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:32.243434 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f398ca67-ae71-4d58-b225-3a93066cc722 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:32.243866 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936f72c0-1a5a-457d-be2b-307386666385', 'tag': 'd142167d-6107-4499-8639-a44b1bfda3e9', 'status': 'completed', 'code': 200} Oct 15 00:34:32.318376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0d39c292-09b4-4730-93e6-fb025065f895, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0d39c292-09b4-4730-93e6-fb025065f895,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:32.333156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '0d39c292-09b4-4730-93e6-fb025065f895', 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56', 'port_id': '0d39c292-09b4-4730-93e6-fb025065f895', 'mac_address': 'fa:16:3e:f0:67:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3677581f-405d-4f13-8012-56c99c3fa105', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:34:32.342282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:32.377337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfa7b-bca0-4e78-bccc-20762f0f2a86 req-6971ce41-6f84-408b-aae5-6dfe8e37f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.379520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c32dfa7b-bca0-4e78-bccc-20762f0f2a86 req-6971ce41-6f84-408b-aae5-6dfe8e37f37b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 1094 time: 0.1043828 Oct 15 00:34:32.391417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:32.393847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604229d6-1b49-4bff-9b13-2d883a81cdd5 req-dfd522c6-c830-47a3-9663-9dde48cb4d09 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.395757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-604229d6-1b49-4bff-9b13-2d883a81cdd5 req-dfd522c6-c830-47a3-9663-9dde48cb4d09 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 943 time: 0.0713894 Oct 15 00:34:32.415726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d39c292-09b4-4730-93e6-fb025065f895 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:32.487081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0d39c292-09b4-4730-93e6-fb025065f895, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0d39c292-09b4-4730-93e6-fb025065f895,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:32.510721 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-604229d6-1b49-4bff-9b13-2d883a81cdd5 req-f617cdfd-dd15-49b6-a91c-977f0ed585ad tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074874 Oct 15 00:34:32.533550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfa7b-bca0-4e78-bccc-20762f0f2a86 req-04d7bc53-c875-4407-a6c0-4bf0c0be2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.535169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c32dfa7b-bca0-4e78-bccc-20762f0f2a86 req-04d7bc53-c875-4407-a6c0-4bf0c0be2f81 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=67308306213c421e80457480c5a198c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1462479 Oct 15 00:34:32.602266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:32.654569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=0d39c292-09b4-4730-93e6-fb025065f895,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:32.664305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a480879-e36e-4f12-a4c9-ee3c877d6891 req-d58b102b-e09d-480b-bd27-4171a7e2bc07 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 210 time: 0.0508785 Oct 15 00:34:32.688278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfa7b-bca0-4e78-bccc-20762f0f2a86 req-d375fd44-5b0c-485d-9325-4ede4fdb366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.690296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c32dfa7b-bca0-4e78-bccc-20762f0f2a86 req-d375fd44-5b0c-485d-9325-4ede4fdb366f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472087 Oct 15 00:34:32.797704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-0687c9e7-3aca-4b13-896b-6f43bb99603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.799872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-0687c9e7-3aca-4b13-896b-6f43bb99603e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 1094 time: 0.0607414 Oct 15 00:34:32.825656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00842ca9-46e0-452f-80a4-923b9613ac80 req-97da4089-008a-4122-a95b-bdca7d9f7e21 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.834390 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00842ca9-46e0-452f-80a4-923b9613ac80 req-97da4089-008a-4122-a95b-bdca7d9f7e21 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 944 time: 0.0650723 Oct 15 00:34:32.884988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-d42bf2fa-e8c5-4ce3-a491-a065758bdc17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d142167d-6107-4499-8639-a44b1bfda3e9 HTTP/1.1" status: 200 len: 217 time: 0.0768700 Oct 15 00:34:32.886686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00842ca9-46e0-452f-80a4-923b9613ac80 req-09472ef4-7196-4e44-abec-bfcddf0eba26 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513680 Oct 15 00:34:32.944705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692f0b3-086a-46aa-8760-cf558449c83b req-d6da85c9-a0e9-40b4-97a0-4ccaf59c7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:32.946180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-d6da85c9-a0e9-40b4-97a0-4ccaf59c7a5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f25c2c9-7520-4aa5-a6a3-f072ac0bb475 HTTP/1.1" status: 200 len: 853 time: 0.0537159 Oct 15 00:34:32.969790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['0d39c292-09b4-4730-93e6-fb025065f895'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:33.002026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-fe44410c-125d-4941-921a-9c1d75e0a8eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc0cdca9-c156-4014-911d-acfde6b49d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438447 Oct 15 00:34:33.150672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344e8ea-fb3f-4fc0-ad17-a9ef6eb3099a req-05a8452e-f65c-42b3-bd4b-64a08c854d57 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:33.152188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0344e8ea-fb3f-4fc0-ad17-a9ef6eb3099a req-05a8452e-f65c-42b3-bd4b-64a08c854d57 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0829375 Oct 15 00:34:33.157471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-51685ba6-da9d-4fc3-8e9d-2c4fbe732df0 service neutron] 10.222.0.30 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517253 Oct 15 00:34:33.254217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0344e8ea-fb3f-4fc0-ad17-a9ef6eb3099a req-2c9ea2f1-6ed6-4586-8b52-55f6858cdcc6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927179 Oct 15 00:34:33.286374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b692f0b3-086a-46aa-8760-cf558449c83b req-e2149652-436b-4db7-a76a-4300ba60e9dc service neutron] 10.222.0.30 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181414 Oct 15 00:34:33.638371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77bc3d-2fbf-4f5d-832c-307909c17a46 req-6c9c5836-f41e-41c7-9b98-0f5b82b6548d tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:33.639889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f77bc3d-2fbf-4f5d-832c-307909c17a46 req-6c9c5836-f41e-41c7-9b98-0f5b82b6548d tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 943 time: 0.0568552 Oct 15 00:34:33.679070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f77bc3d-2fbf-4f5d-832c-307909c17a46 req-66ab0475-b8f6-4adf-92e6-a9e99cefb364 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Oct 15 00:34:33.784478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3fe26a98-ce84-4e49-8035-6b4a528a58f3 req-95083cae-0846-47fe-a6fc-5088e5c5ad1c tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 210 time: 0.0340078 Oct 15 00:34:34.001247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5cd79-b244-42bb-a7ef-b97754d0a6b6 req-a0ba8fab-8fe6-4dd8-89f8-1726bcdec41a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:34.002837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ea5cd79-b244-42bb-a7ef-b97754d0a6b6 req-a0ba8fab-8fe6-4dd8-89f8-1726bcdec41a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 944 time: 0.0579038 Oct 15 00:34:34.047303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ea5cd79-b244-42bb-a7ef-b97754d0a6b6 req-b491799a-c897-4fca-9ef9-afc78582f7ff tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Oct 15 00:34:34.124596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:34.197683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 615c777a-0e3f-47a0-986b-9802bedf6a34 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:34.201062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0d39c292-09b4-4730-93e6-fb025065f895 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:34.240633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c65cb4-a999-458f-8d6d-eea26328a162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.338732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c65cb4-a999-458f-8d6d-eea26328a162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.365963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 615c777a-0e3f-47a0-986b-9802bedf6a34, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=615c777a-0e3f-47a0-986b-9802bedf6a34,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:34.378119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '615c777a-0e3f-47a0-986b-9802bedf6a34', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'port_id': '615c777a-0e3f-47a0-986b-9802bedf6a34', 'mac_address': 'fa:16:3e:bd:73:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f25c2c9-7520-4aa5-a6a3-f072ac0bb475', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:34:34.408444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2ffb6-f353-4746-b358-bf1c692e61c8 req-4773bdc3-51ee-4a8f-8707-48789307f110 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:34.409909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ef2ffb6-f353-4746-b358-bf1c692e61c8 req-4773bdc3-51ee-4a8f-8707-48789307f110 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0537174 Oct 15 00:34:34.415402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 0d39c292-09b4-4730-93e6-fb025065f895 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:34:34.421160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.422966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 0d39c292-09b4-4730-93e6-fb025065f895 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:34.423319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.450366 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ef2ffb6-f353-4746-b358-bf1c692e61c8 req-cc9a8d63-dac9-45a0-bebf-c4a50c010a48 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335457 Oct 15 00:34:34.461167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615c777a-0e3f-47a0-986b-9802bedf6a34 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:34.491540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 615c777a-0e3f-47a0-986b-9802bedf6a34, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=615c777a-0e3f-47a0-986b-9802bedf6a34,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:34.516116 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c65cb4-a999-458f-8d6d-eea26328a162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.546422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.557103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c65cb4-a999-458f-8d6d-eea26328a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0cff9b-d031-4fa4-bdff-a60a93f6b609,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:34.566291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-66c65cb4-a999-458f-8d6d-eea26328a162 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=793b4f71181f47f4a90e16913f957ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380684 Oct 15 00:34:34.566709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37624) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:34.573205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d39c292-09b4-4730-93e6-fb025065f895'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:34.575583 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f750dd-727d-4973-8f76-569a12e739c5" -d '{"events": [{"server_uuid": "05cc70f0-5a8c-4238-b139-f66dedf81e0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d39c292-09b4-4730-93e6-fb025065f895"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:34.594511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0d39c292-09b4-4730-93e6-fb025065f895, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0d39c292-09b4-4730-93e6-fb025065f895,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:34.620092 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae3f41f-206f-46d0-9e5d-35cabc2989d0 x-openstack-request-id: req-5ae3f41f-206f-46d0-9e5d-35cabc2989d0 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:34.620392 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cc70f0-5a8c-4238-b139-f66dedf81e0b", "name": "network-vif-plugged", "status": "completed", "tag": "0d39c292-09b4-4730-93e6-fb025065f895", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:34.620636 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ae3f41f-206f-46d0-9e5d-35cabc2989d0 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:34.621026 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d39c292-09b4-4730-93e6-fb025065f895', 'code': 200} Oct 15 00:34:34.664697 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.696466 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50c7721f-30f8-4b78-8247-ce5399350fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.728970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766e8b-f460-41a5-8e04-0b12eb558dcb req-15632373-3d8b-49b3-b52c-324fdcf570c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:34.730551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac766e8b-f460-41a5-8e04-0b12eb558dcb req-15632373-3d8b-49b3-b52c-324fdcf570c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 1095 time: 0.0499728 Oct 15 00:34:34.733378 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50c7721f-30f8-4b78-8247-ce5399350fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.741126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.747224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=615c777a-0e3f-47a0-986b-9802bedf6a34,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:34.784197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeff22-888e-430d-b5ad-776899158110 req-e522c668-035e-4be5-95ff-2ed5662dbfec tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:34.785805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-e522c668-035e-4be5-95ff-2ed5662dbfec tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.39 "GET /v2.0/networks?id=12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 HTTP/1.1" status: 200 len: 822 time: 0.1667292 Oct 15 00:34:34.805695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Request body: {'port': {'device_id': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0', 'admin_state_up': True, 'tenant_id': '0627ab6c97524f1fb1247c26ffe665ea'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:34.812734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=0d39c292-09b4-4730-93e6-fb025065f895,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:34.831013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac766e8b-f460-41a5-8e04-0b12eb558dcb req-0cd841fc-9e28-4223-8811-ffa4725be9b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896840 Oct 15 00:34:34.863930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53659d88-5b84-4e59-8c0d-8d4e13f2076b req-5ce374c1-e533-4579-8041-ecfbb945125a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:34.865529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53659d88-5b84-4e59-8c0d-8d4e13f2076b req-5ce374c1-e533-4579-8041-ecfbb945125a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 943 time: 0.0873523 Oct 15 00:34:34.909497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53659d88-5b84-4e59-8c0d-8d4e13f2076b req-84c84db8-ed08-42cd-a69a-ff7966e9f0fe tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Oct 15 00:34:34.914486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e46cd51f-cf1a-4d84-b7a3-a24923b4c23c req-cd050e2b-95ed-4ae7-8269-3fc021b0ee7f tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 210 time: 0.0344155 Oct 15 00:34:34.984588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50c7721f-30f8-4b78-8247-ce5399350fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.987253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50c7721f-30f8-4b78-8247-ce5399350fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:34.988416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-50c7721f-30f8-4b78-8247-ce5399350fce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe0cff9b-d031-4fa4-bdff-a60a93f6b609 HTTP/1.1" status: 204 len: 168 time: 0.4206669 Oct 15 00:34:34.993702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['615c777a-0e3f-47a0-986b-9802bedf6a34'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:34.998437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7721f-30f8-4b78-8247-ce5399350fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0cff9b-d031-4fa4-bdff-a60a93f6b609,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:35.081306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Made reservation on behalf of 0627ab6c97524f1fb1247c26ffe665ea for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:35.086570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:35.180508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312d2b9-ecd8-4fa7-901d-f3d98daf1d38 req-a67355b2-0908-42dc-8044-5f571e1a82ca tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:35.190374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2312d2b9-ecd8-4fa7-901d-f3d98daf1d38 req-a67355b2-0908-42dc-8044-5f571e1a82ca tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 945 time: 0.0712128 Oct 15 00:34:35.225673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2312d2b9-ecd8-4fa7-901d-f3d98daf1d38 req-ebe3bafd-0116-420f-a930-5c16a0d9f931 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Oct 15 00:34:35.274798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Allocated IP 172.20.0.9 (12b80e0f-ae45-4ceb-935e-161cb8b7c3b0/3b2a1a6f-8903-4ef5-aeb5-40b6c74225e2/f14c37f4-23cb-4c8f-adb3-449fbfd50571) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:35.451382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:35.594287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f826e-cef0-43df-8542-985a4ce9fda2 req-041f2cb0-3623-43e9-a539-067a67d0dfa8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:35.596065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b6f826e-cef0-43df-8542-985a4ce9fda2 req-041f2cb0-3623-43e9-a539-067a67d0dfa8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0531864 Oct 15 00:34:35.636117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:35.653530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b6f826e-cef0-43df-8542-985a4ce9fda2 req-6814a48d-e51e-4127-a5f4-cf3eae5ca254 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Oct 15 00:34:35.689641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:35.694699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:35.700648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:35.725909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Pushing event updated for resources: {'Port': ['ID=f14c37f4-23cb-4c8f-adb3-449fbfd50571,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:35.754562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:35.755183 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:35.999656 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-5b8ea488-f931-4ecc-b74d-9ec7555a280e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1981947 Oct 15 00:34:36.014959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Request body: {'port': {'device_id': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:36.033770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1254802-0808-44cd-8f32-67598daa0ecd req-e4a621c9-63f5-4c3b-8819-5e256daa37dc tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:36.035303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1254802-0808-44cd-8f32-67598daa0ecd req-e4a621c9-63f5-4c3b-8819-5e256daa37dc tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 943 time: 0.0529745 Oct 15 00:34:36.077264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1254802-0808-44cd-8f32-67598daa0ecd req-ce175f02-0285-48c9-afab-7606bb93b405 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Oct 15 00:34:36.082831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37688) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:36.102129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64c52-ba2f-4fe1-a9fc-2b2046496f5c req-ef83dc63-354f-4626-8791-ad59c94572eb tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:36.103717 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0c64c52-ba2f-4fe1-a9fc-2b2046496f5c req-ef83dc63-354f-4626-8791-ad59c94572eb tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 931 time: 0.1060631 Oct 15 00:34:36.110944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7444338b-e06f-4a7a-a19e-28f4e657c6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.122177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.180477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0c64c52-ba2f-4fe1-a9fc-2b2046496f5c req-807629f9-1462-49e2-bc00-2fbd3f0e5ca1 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664988 Oct 15 00:34:36.196630 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7444338b-e06f-4a7a-a19e-28f4e657c6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.197739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 615c777a-0e3f-47a0-986b-9802bedf6a34 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:36.275401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d142167d-6107-4499-8639-a44b1bfda3e9 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:36.287556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7444338b-e06f-4a7a-a19e-28f4e657c6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.362194 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7444338b-e06f-4a7a-a19e-28f4e657c6bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3d7f794bef04e4c90602828b3516519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782898 Oct 15 00:34:36.365877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37694) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:36.402535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 615c777a-0e3f-47a0-986b-9802bedf6a34 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:34:36.412953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 615c777a-0e3f-47a0-986b-9802bedf6a34 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:36.413369 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.443009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444338b-e06f-4a7a-a19e-28f4e657c6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5a03bb-0610-4fd6-91e8-267debe590b2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:36.477128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d142167d-6107-4499-8639-a44b1bfda3e9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d142167d-6107-4499-8639-a44b1bfda3e9,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:36.537627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'd142167d-6107-4499-8639-a44b1bfda3e9', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'port_id': 'd142167d-6107-4499-8639-a44b1bfda3e9', 'mac_address': 'fa:16:3e:6f:3c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f25c2c9-7520-4aa5-a6a3-f072ac0bb475', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:34:36.543800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b50ebd-70cf-49d5-95bb-389d944b5c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.552353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781c964-c5e2-4015-9dff-0d30fad2ef97 req-b74ed15e-cacf-4918-b300-1a4347215c78 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:36.567196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2781c964-c5e2-4015-9dff-0d30fad2ef97 req-b74ed15e-cacf-4918-b300-1a4347215c78 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 945 time: 0.2110147 Oct 15 00:34:36.576858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14c37f4-23cb-4c8f-adb3-449fbfd50571 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:36.591108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b50ebd-70cf-49d5-95bb-389d944b5c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.594529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.628844 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Transition to ACTIVE for port object f14c37f4-23cb-4c8f-adb3-449fbfd50571 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:36.631847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.634929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2781c964-c5e2-4015-9dff-0d30fad2ef97 req-a1a990b9-e379-4dce-8d1a-8e6ec511bcf2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646849 Oct 15 00:34:36.635255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.670911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d142167d-6107-4499-8639-a44b1bfda3e9 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:36.688214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.692438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c777a-0e3f-47a0-986b-9802bedf6a34'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:36.694855 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a3a46-a607-4fc1-9e39-6ec72ba54b8b" -d '{"events": [{"server_uuid": "d77968b6-2bd4-4dc6-a254-18ed52aa353e", "name": "network-vif-plugged", "status": "completed", "tag": "615c777a-0e3f-47a0-986b-9802bedf6a34"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:36.717555 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d142167d-6107-4499-8639-a44b1bfda3e9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d142167d-6107-4499-8639-a44b1bfda3e9,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:36.721746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 615c777a-0e3f-47a0-986b-9802bedf6a34, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=615c777a-0e3f-47a0-986b-9802bedf6a34,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:36.745116 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4c302a-dd98-48bb-9998-106698ccfb67 x-openstack-request-id: req-ea4c302a-dd98-48bb-9998-106698ccfb67 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:36.745513 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77968b6-2bd4-4dc6-a254-18ed52aa353e", "name": "network-vif-plugged", "status": "completed", "tag": "615c777a-0e3f-47a0-986b-9802bedf6a34", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:36.745889 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea4c302a-dd98-48bb-9998-106698ccfb67 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:36.746565 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615c777a-0e3f-47a0-986b-9802bedf6a34', 'code': 200} Oct 15 00:34:36.757444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c37f4-23cb-4c8f-adb3-449fbfd50571,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:36.757444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b50ebd-70cf-49d5-95bb-389d944b5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.759788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b50ebd-70cf-49d5-95bb-389d944b5c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.763019 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-00b50ebd-70cf-49d5-95bb-389d944b5c08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca5a03bb-0610-4fd6-91e8-267debe590b2 HTTP/1.1" status: 204 len: 168 time: 0.3955708 Oct 15 00:34:36.806860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.811419 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:36.868086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b50ebd-70cf-49d5-95bb-389d944b5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5a03bb-0610-4fd6-91e8-267debe590b2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:36.904650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b723a7-8691-469f-b791-d68ac73e0b71 req-783f3099-b0a1-4527-aabf-a2242227cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:36.905357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d142167d-6107-4499-8639-a44b1bfda3e9,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:36.917808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9b723a7-8691-469f-b791-d68ac73e0b71 req-783f3099-b0a1-4527-aabf-a2242227cfb8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d77968b6-2bd4-4dc6-a254-18ed52aa353e HTTP/1.1" status: 200 len: 1096 time: 0.0850990 Oct 15 00:34:36.998848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9b723a7-8691-469f-b791-d68ac73e0b71 req-9f7f9363-06cf-4045-80ac-1a899203ae4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746160 Oct 15 00:34:37.015550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da274eb3-e14a-4a7a-8828-07f5718eb883 req-49126f94-aa3e-400b-b716-99efa6dd546e tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.018131 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da274eb3-e14a-4a7a-8828-07f5718eb883 req-49126f94-aa3e-400b-b716-99efa6dd546e tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.2776546 Oct 15 00:34:37.101043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Attempting to bind port f14c37f4-23cb-4c8f-adb3-449fbfd50571 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:37.101372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Attempting to bind port f14c37f4-23cb-4c8f-adb3-449fbfd50571 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '661813e2-3fdc-4a86-96c3-63a58872765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:37.105585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Attempting to bind port f14c37f4-23cb-4c8f-adb3-449fbfd50571 on network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:37.130388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da274eb3-e14a-4a7a-8828-07f5718eb883 req-e9f7214b-ee32-4de2-bd20-e6bf899b678c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013238 Oct 15 00:34:37.133269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Port f14c37f4-23cb-4c8f-adb3-449fbfd50571 on network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:37.134741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Attempting to bind port f14c37f4-23cb-4c8f-adb3-449fbfd50571 on network 12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:37.141272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:37.141607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Checking segment: {'id': '661813e2-3fdc-4a86-96c3-63a58872765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:37.141979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Bound using segment: {'id': '661813e2-3fdc-4a86-96c3-63a58872765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:37.142423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Bound port: f14c37f4-23cb-4c8f-adb3-449fbfd50571, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661813e2-3fdc-4a86-96c3-63a58872765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:37.142777 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:37.220072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=615c777a-0e3f-47a0-986b-9802bedf6a34,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:37.273640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] For port f14c37f4-23cb-4c8f-adb3-449fbfd50571, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:37.280298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] For port f14c37f4-23cb-4c8f-adb3-449fbfd50571, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f14c37f4-23cb-4c8f-adb3-449fbfd50571,segment=NetworkSegment(661813e2-3fdc-4a86-96c3-63a58872765a),segment_id=661813e2-3fdc-4a86-96c3-63a58872765a)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:37.328978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11380c37-4086-451a-8a41-6a00b1de76b3 req-c562e3d8-b42c-4298-aab4-b7b0e3af0abe tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.339759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11380c37-4086-451a-8a41-6a00b1de76b3 req-c562e3d8-b42c-4298-aab4-b7b0e3af0abe tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 944 time: 0.1085806 Oct 15 00:34:37.358644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:37.376289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d142167d-6107-4499-8639-a44b1bfda3e9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:37.433274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11380c37-4086-451a-8a41-6a00b1de76b3 req-d187b5f4-5eb4-4ce5-a755-6ec4ee0b2066 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873575 Oct 15 00:34:37.458333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.459095 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:37.461081 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] 10.222.0.39 "PUT /v2.0/ports/f14c37f4-23cb-4c8f-adb3-449fbfd50571 HTTP/1.1" status: 200 len: 1091 time: 1.4521942 Oct 15 00:34:37.466675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'tag': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:37.469168 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61766da-49a0-47c7-8def-f8aac413e790" -d '{"events": [{"name": "network-changed", "server_uuid": "9da87dbe-b9f0-40ce-988c-613d46a470c2", "tag": "f14c37f4-23cb-4c8f-adb3-449fbfd50571"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:37.492096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b590e-593d-4bbe-82c2-e7237430d069 req-ee34b613-dccc-470a-88c4-8d9cbf1152b7 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.496829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c0b590e-593d-4bbe-82c2-e7237430d069 req-ee34b613-dccc-470a-88c4-8d9cbf1152b7 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 943 time: 0.1855869 Oct 15 00:34:37.500011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e1383-ef7e-491b-a89b-dece4f1cba35 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c37f4-23cb-4c8f-adb3-449fbfd50571,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:37.521747 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd7da77-8333-4492-9a75-e86fb9be4092 x-openstack-request-id: req-0bd7da77-8333-4492-9a75-e86fb9be4092 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:37.522049 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da87dbe-b9f0-40ce-988c-613d46a470c2", "tag": "f14c37f4-23cb-4c8f-adb3-449fbfd50571", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:37.522394 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bd7da77-8333-4492-9a75-e86fb9be4092 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:37.522798 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'tag': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571', 'status': 'completed', 'code': 200} Oct 15 00:34:37.654542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c0b590e-593d-4bbe-82c2-e7237430d069 req-bcd84b78-8f35-47d5-90cb-6d003cdc1eac tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296103 Oct 15 00:34:37.681625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61766da-49a0-47c7-8def-f8aac413e790 req-4bf68c61-d516-4d02-ac68-d6222f4c95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.687482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e61766da-49a0-47c7-8def-f8aac413e790 req-4bf68c61-d516-4d02-ac68-d6222f4c95be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0627ab6c97524f1fb1247c26ffe665ea&device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 1094 time: 0.1056366 Oct 15 00:34:37.788228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72530256-fb81-4956-9689-cd969f08e9e2 req-ce5ddb4b-9b80-469e-8fbc-75341aad88cf tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.795968 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72530256-fb81-4956-9689-cd969f08e9e2 req-ce5ddb4b-9b80-469e-8fbc-75341aad88cf tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 945 time: 0.0651307 Oct 15 00:34:37.833736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61766da-49a0-47c7-8def-f8aac413e790 req-c5a711ac-4c1e-4f57-9ce4-3a9e8419407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.836335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e61766da-49a0-47c7-8def-f8aac413e790 req-c5a711ac-4c1e-4f57-9ce4-3a9e8419407c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0627ab6c97524f1fb1247c26ffe665ea&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1426189 Oct 15 00:34:37.851801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72530256-fb81-4956-9689-cd969f08e9e2 req-46e08257-527f-49bb-97ce-9569b615d368 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547898 Oct 15 00:34:37.972760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61766da-49a0-47c7-8def-f8aac413e790 req-10bea5af-7e93-4b18-aa36-15c646262b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:37.978900 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e61766da-49a0-47c7-8def-f8aac413e790 req-10bea5af-7e93-4b18-aa36-15c646262b5a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305494 Oct 15 00:34:38.079147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeff22-888e-430d-b5ad-776899158110 req-2e521c9b-cf74-4d03-ad62-fdd026322bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:38.080655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-2e521c9b-cf74-4d03-ad62-fdd026322bee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0627ab6c97524f1fb1247c26ffe665ea&device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 1094 time: 0.0486965 Oct 15 00:34:38.155123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-b29b2106-1102-4da4-9039-0491d9bfbd87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f14c37f4-23cb-4c8f-adb3-449fbfd50571 HTTP/1.1" status: 200 len: 217 time: 0.0642688 Oct 15 00:34:38.214988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdeff22-888e-430d-b5ad-776899158110 req-1fdee75e-97ec-45c5-be31-b5fc1031a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:38.217556 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-1fdee75e-97ec-45c5-be31-b5fc1031a231 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b2a1a6f-8903-4ef5-aeb5-40b6c74225e2 HTTP/1.1" status: 200 len: 862 time: 0.0550070 Oct 15 00:34:38.328411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-da9f065d-5c71-497d-a15a-77ccdfe9f446 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=12b80e0f-ae45-4ceb-935e-161cb8b7c3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691066 Oct 15 00:34:38.367718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa50c59-3b7b-44c6-93a1-7bc2788672d8 req-c6d3bebb-f98b-4680-8beb-ba60862a7896 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:38.371860 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3fa50c59-3b7b-44c6-93a1-7bc2788672d8 req-c6d3bebb-f98b-4680-8beb-ba60862a7896 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1442032 Oct 15 00:34:38.397449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a17c-af86-46d6-89dc-ef690e471998 req-66256640-b0c1-4ef6-a8ef-a105a08ca429 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:38.400167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9df0a17c-af86-46d6-89dc-ef690e471998 req-66256640-b0c1-4ef6-a8ef-a105a08ca429 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 945 time: 0.0725839 Oct 15 00:34:38.476056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9df0a17c-af86-46d6-89dc-ef690e471998 req-a9f6f3db-fe06-4ac6-94dd-d323ffe15bfb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Oct 15 00:34:38.578377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3fa50c59-3b7b-44c6-93a1-7bc2788672d8 req-4e22d3e2-3eb4-4bce-a30c-18b35a348122 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751897 Oct 15 00:34:38.624992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-d5a08a5f-040b-416b-8bb5-f9604a8364aa service neutron] 10.222.0.39 "GET /v2.0/networks/12b80e0f-ae45-4ceb-935e-161cb8b7c3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504308 Oct 15 00:34:38.673904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a01a9-9ff2-4791-b98c-4b7b6fc70764 req-4c4024c9-9bc5-4834-869d-5fffffe70c44 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:38.683473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-852a01a9-9ff2-4791-b98c-4b7b6fc70764 req-4c4024c9-9bc5-4834-869d-5fffffe70c44 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 944 time: 0.0947573 Oct 15 00:34:38.758142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-852a01a9-9ff2-4791-b98c-4b7b6fc70764 req-6af83f0b-7434-4c3a-96af-5a9a15fc9028 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674644 Oct 15 00:34:38.855234 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bdeff22-888e-430d-b5ad-776899158110 req-b5cdbe34-58ff-4d00-9c12-0c9334b4f90b service neutron] 10.222.0.39 "GET /v2.0/networks/12b80e0f-ae45-4ceb-935e-161cb8b7c3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114966 Oct 15 00:34:38.879815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566120e9-3e55-483b-bb30-06a444d7c50c req-0d3bd0f2-73b2-4822-9823-783f6c82f2ff tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:38.882285 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-566120e9-3e55-483b-bb30-06a444d7c50c req-0d3bd0f2-73b2-4822-9823-783f6c82f2ff tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 943 time: 0.0965853 Oct 15 00:34:38.936078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-566120e9-3e55-483b-bb30-06a444d7c50c req-159b828e-9504-4dfd-86fe-49ad3b8e2ea5 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Oct 15 00:34:39.620495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c48919-7ad6-4fdc-a284-16cde085392f req-3324c394-7ca3-4fba-afe4-a94318b33c97 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:39.622116 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67c48919-7ad6-4fdc-a284-16cde085392f req-3324c394-7ca3-4fba-afe4-a94318b33c97 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 945 time: 0.0585728 Oct 15 00:34:39.665783 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67c48919-7ad6-4fdc-a284-16cde085392f req-bbfb0bb6-2e2f-4eea-a83c-5c3e2fe9ceed tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Oct 15 00:34:39.723589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4597f12-7c24-4c8e-abc4-24c0b1778ff9 req-5d3433ca-400d-4884-abb3-9aa0f7006a1d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:39.725644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4597f12-7c24-4c8e-abc4-24c0b1778ff9 req-5d3433ca-400d-4884-abb3-9aa0f7006a1d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0629768 Oct 15 00:34:39.763751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:39.768943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4597f12-7c24-4c8e-abc4-24c0b1778ff9 req-0ade0c7f-3085-4210-b45f-5ddbb6c4559a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361073 Oct 15 00:34:39.879435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be326b38-6de2-4410-b1dd-1e041e8789aa req-7acc75c7-2bfe-4920-a753-0c8f9a247eb7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:39.880942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be326b38-6de2-4410-b1dd-1e041e8789aa req-7acc75c7-2bfe-4920-a753-0c8f9a247eb7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 944 time: 0.0568156 Oct 15 00:34:39.943674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-be326b38-6de2-4410-b1dd-1e041e8789aa req-db38045e-1fe5-4039-8f9e-17527d102c44 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500786 Oct 15 00:34:40.077977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773676-6357-4117-bd16-2e141260f1d0 req-60d68bf0-9b39-427b-9f9d-1834adafc13e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:40.088592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8773676-6357-4117-bd16-2e141260f1d0 req-60d68bf0-9b39-427b-9f9d-1834adafc13e tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 943 time: 0.0716543 Oct 15 00:34:40.121876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-bb0cbc6c-fab8-4f12-af77-599887f78304 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:40.129916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-bb0cbc6c-fab8-4f12-af77-599887f78304 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 945 time: 0.0893455 Oct 15 00:34:40.166381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8773676-6357-4117-bd16-2e141260f1d0 req-928543ea-72c2-4894-9c7a-2c071af05d8c tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690651 Oct 15 00:34:40.262810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Deleting port 0d39c292-09b4-4730-93e6-fb025065f895 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:40.263526 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:40.331667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d142167d-6107-4499-8639-a44b1bfda3e9 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:40.371499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] For port 0d39c292-09b4-4730-93e6-fb025065f895, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0d39c292-09b4-4730-93e6-fb025065f895,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:40.380063 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:40.392138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Calling delete_port for 0d39c292-09b4-4730-93e6-fb025065f895 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:40.475765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port d142167d-6107-4499-8639-a44b1bfda3e9 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:34:40.481193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port d142167d-6107-4499-8639-a44b1bfda3e9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:40.482387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:40.600536 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:40.628120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936f72c0-1a5a-457d-be2b-307386666385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142167d-6107-4499-8639-a44b1bfda3e9'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:40.632856 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19a492-6ba5-4470-8179-0b5f6934bfbb" -d '{"events": [{"server_uuid": "936f72c0-1a5a-457d-be2b-307386666385", "name": "network-vif-plugged", "status": "completed", "tag": "d142167d-6107-4499-8639-a44b1bfda3e9"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:40.641489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:40.646538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d142167d-6107-4499-8639-a44b1bfda3e9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d142167d-6107-4499-8639-a44b1bfda3e9,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:40.654847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['70293055-4295-4d87-8741-1c9b31968483', '0d39c292-09b4-4730-93e6-fb025065f895'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:40.707065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Pushing event deleted for resources: {'Port': ['ID=0d39c292-09b4-4730-93e6-fb025065f895,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:40.733080 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ad994-fcd7-4bd9-b47e-08c47b24ec4a x-openstack-request-id: req-1d1ad994-fcd7-4bd9-b47e-08c47b24ec4a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:40.733430 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936f72c0-1a5a-457d-be2b-307386666385", "name": "network-vif-plugged", "status": "completed", "tag": "d142167d-6107-4499-8639-a44b1bfda3e9", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:40.733615 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d1ad994-fcd7-4bd9-b47e-08c47b24ec4a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:40.734016 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936f72c0-1a5a-457d-be2b-307386666385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd142167d-6107-4499-8639-a44b1bfda3e9', 'code': 200} Oct 15 00:34:40.760003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] No DVR routers for this DVR port 0d39c292-09b4-4730-93e6-fb025065f895 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:40.764688 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:40.769779 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6e95a23-8284-4c6e-81fe-7fee141125d4 req-f077b484-98c4-403a-9687-4357bd7d2f11 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "DELETE /v2.0/ports/0d39c292-09b4-4730-93e6-fb025065f895 HTTP/1.1" status: 204 len: 173 time: 0.6333873 Oct 15 00:34:40.770718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'name': 'network-vif-deleted', 'tag': '0d39c292-09b4-4730-93e6-fb025065f895'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:40.774024 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881b004-9fc2-4eee-9ff5-b4cc66dcafdd" -d '{"events": [{"server_uuid": "05cc70f0-5a8c-4238-b139-f66dedf81e0b", "name": "network-vif-deleted", "tag": "0d39c292-09b4-4730-93e6-fb025065f895"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:40.784496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:40.858006 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9648790-67ef-4500-9ac1-1c0dae756632 x-openstack-request-id: req-d9648790-67ef-4500-9ac1-1c0dae756632 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:40.859215 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cc70f0-5a8c-4238-b139-f66dedf81e0b", "name": "network-vif-deleted", "tag": "0d39c292-09b4-4730-93e6-fb025065f895", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:40.859552 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9648790-67ef-4500-9ac1-1c0dae756632 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:40.860056 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cc70f0-5a8c-4238-b139-f66dedf81e0b', 'name': 'network-vif-deleted', 'tag': '0d39c292-09b4-4730-93e6-fb025065f895', 'status': 'completed', 'code': 200} Oct 15 00:34:40.968854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d142167d-6107-4499-8639-a44b1bfda3e9,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:41.060636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe859a-e04c-4067-b891-3b0dc4ccb119 req-c068eba1-1605-4abc-8304-17b6f9bfb7d1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:41.062214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01fe859a-e04c-4067-b891-3b0dc4ccb119 req-c068eba1-1605-4abc-8304-17b6f9bfb7d1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1211565 Oct 15 00:34:41.129658 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01fe859a-e04c-4067-b891-3b0dc4ccb119 req-1feffa27-3c24-452d-979b-50eee793cb24 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Oct 15 00:34:41.177475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3150c5b8-4ec6-4ee3-94da-94194f411389 req-dbb12ad5-cc2f-4006-86ef-fcbd728ec1e4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=05cc70f0-5a8c-4238-b139-f66dedf81e0b HTTP/1.1" status: 200 len: 210 time: 0.3950951 Oct 15 00:34:41.228511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aace0b-a228-4d78-90e0-84da1e77c1d7 req-f0b9bae7-1437-4db8-a56c-31f9bc963173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:41.230080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45aace0b-a228-4d78-90e0-84da1e77c1d7 req-f0b9bae7-1437-4db8-a56c-31f9bc963173 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 1096 time: 0.0550539 Oct 15 00:34:41.280495 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45aace0b-a228-4d78-90e0-84da1e77c1d7 req-fd835d9d-8a78-4c8f-a1fe-8a388c8f41e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Oct 15 00:34:41.303615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e81bf-848f-452d-a776-e63b63a51e7b req-cf977673-9fd5-4698-9e56-fc1de50cacd7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:41.304029 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-116e81bf-848f-452d-a776-e63b63a51e7b req-cf977673-9fd5-4698-9e56-fc1de50cacd7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 945 time: 0.0624166 Oct 15 00:34:41.348833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-116e81bf-848f-452d-a776-e63b63a51e7b req-629b6853-017b-4882-9258-706aa7284c7f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Oct 15 00:34:41.404204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dc5f1-2b18-4906-8d37-a3f506315305 req-43b731df-8b3c-4faa-9240-f06d105d2fc0 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:41.404204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27dc5f1-2b18-4906-8d37-a3f506315305 req-43b731df-8b3c-4faa-9240-f06d105d2fc0 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 943 time: 0.0672567 Oct 15 00:34:41.444702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e27dc5f1-2b18-4906-8d37-a3f506315305 req-bff35525-ebca-47e9-9748-e7a8239a0924 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Oct 15 00:34:42.220726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f14c37f4-23cb-4c8f-adb3-449fbfd50571 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:42.298302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48413ca4-96e8-4728-8302-8472c3f7aeca req-71c6c066-0dc0-42e7-b314-9e24f59c3958 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:42.306719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-48413ca4-96e8-4728-8302-8472c3f7aeca req-71c6c066-0dc0-42e7-b314-9e24f59c3958 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0747344 Oct 15 00:34:42.364303 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-48413ca4-96e8-4728-8302-8472c3f7aeca req-e971419d-f7b2-4d75-9892-5d7bcb586b62 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566576 Oct 15 00:34:42.427694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f14c37f4-23cb-4c8f-adb3-449fbfd50571, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f14c37f4-23cb-4c8f-adb3-449fbfd50571,segment=NetworkSegment(661813e2-3fdc-4a86-96c3-63a58872765a),segment_id=661813e2-3fdc-4a86-96c3-63a58872765a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:42.442635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571', 'network_id': '12b80e0f-ae45-4ceb-935e-161cb8b7c3b0', 'port_id': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571', 'mac_address': 'fa:16:3e:35:47:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2a1a6f-8903-4ef5-aeb5-40b6c74225e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:34:42.493520 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:42.502066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a49446-1de9-4398-b0d3-6f0713c208c2 req-b320d806-d83a-4548-828c-0bc25f9ceef9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:42.504848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18a49446-1de9-4398-b0d3-6f0713c208c2 req-b320d806-d83a-4548-828c-0bc25f9ceef9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1422689 Oct 15 00:34:42.530235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14c37f4-23cb-4c8f-adb3-449fbfd50571 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:42.558313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f14c37f4-23cb-4c8f-adb3-449fbfd50571, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f14c37f4-23cb-4c8f-adb3-449fbfd50571,segment=NetworkSegment(661813e2-3fdc-4a86-96c3-63a58872765a),segment_id=661813e2-3fdc-4a86-96c3-63a58872765a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:42.560816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18a49446-1de9-4398-b0d3-6f0713c208c2 req-5915b8d0-1e07-4fda-a1a4-9aa99d9735c2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Oct 15 00:34:42.671748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea92fef-6641-498a-bb4e-0ab961d18eee req-6cf92861-54fb-41f7-9f24-426f3d991ee1 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:42.735770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aea92fef-6641-498a-bb4e-0ab961d18eee req-6cf92861-54fb-41f7-9f24-426f3d991ee1 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 945 time: 0.0858130 Oct 15 00:34:42.735770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aea92fef-6641-498a-bb4e-0ab961d18eee req-397beac6-7dbb-444d-aa84-a75e7d068669 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364058 Oct 15 00:34:42.737665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a2df6-7cd9-4e2e-841c-54e1f4d7bf88 req-18946156-ca46-4c90-94a7-c0dca5713594 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:42.737665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83a2df6-7cd9-4e2e-841c-54e1f4d7bf88 req-18946156-ca46-4c90-94a7-c0dca5713594 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 943 time: 0.0804148 Oct 15 00:34:42.780611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c83a2df6-7cd9-4e2e-841c-54e1f4d7bf88 req-ed389cb2-b77d-485b-8304-78da93a2288f tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Oct 15 00:34:42.852830 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:42.881742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce96913-a592-483f-8097-5cee08e0a941 req-83b93e43-871b-4216-95ca-797debc79028 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:42.881742 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ce96913-a592-483f-8097-5cee08e0a941 req-83b93e43-871b-4216-95ca-797debc79028 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0553579 Oct 15 00:34:43.048760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ce96913-a592-483f-8097-5cee08e0a941 req-6982c8a7-6995-493a-be50-799d92492dcc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Oct 15 00:34:43.048878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f14c37f4-23cb-4c8f-adb3-449fbfd50571,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:43.103851 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:34:43.163143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054258e-dd14-4946-92da-977892087af1 req-c40b9638-e2b0-4dbc-8984-d50d81c28b28 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:43.164654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c054258e-dd14-4946-92da-977892087af1 req-c40b9638-e2b0-4dbc-8984-d50d81c28b28 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0614560 Oct 15 00:34:43.207463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f14c37f4-23cb-4c8f-adb3-449fbfd50571'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:43.219578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c054258e-dd14-4946-92da-977892087af1 req-daaacf30-16e9-4b34-95f6-fdfdbdad8696 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Oct 15 00:34:43.539531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d6bd3-f81f-46a2-b583-41eec29fd249 req-9e9a3784-2e7c-4cec-a9a9-0f84eabf373a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:43.541108 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb1d6bd3-f81f-46a2-b583-41eec29fd249 req-9e9a3784-2e7c-4cec-a9a9-0f84eabf373a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1000147 Oct 15 00:34:43.870562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f5505-fcf0-4c56-a2e6-0ce36facfe68 req-b96f923f-adcf-4e86-8edd-8b15f0fa4207 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:43.872218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c40f5505-fcf0-4c56-a2e6-0ce36facfe68 req-b96f923f-adcf-4e86-8edd-8b15f0fa4207 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 945 time: 0.0713720 Oct 15 00:34:43.907684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb1d6bd3-f81f-46a2-b583-41eec29fd249 req-4602a884-8811-4e9e-b518-64689e7a3b00 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496499 Oct 15 00:34:43.926752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c40f5505-fcf0-4c56-a2e6-0ce36facfe68 req-b73db036-b074-48ea-a7f4-0bece1d10e15 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474677 Oct 15 00:34:44.035514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7c8af-de48-45c8-b8e1-7fbf2ffc2d11 req-2e94709d-b519-4aae-bf33-10c0e0278188 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:44.037465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e7c8af-de48-45c8-b8e1-7fbf2ffc2d11 req-2e94709d-b519-4aae-bf33-10c0e0278188 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 944 time: 0.0843349 Oct 15 00:34:44.103498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84e7c8af-de48-45c8-b8e1-7fbf2ffc2d11 req-21bd25f4-3f01-469a-970a-4172dd8d793d tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586495 Oct 15 00:34:44.126425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3aaa07-80a4-47b4-b23a-ac53aee6240f req-5d70eb39-6352-400b-8cca-321704e2eb00 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:44.127948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d3aaa07-80a4-47b4-b23a-ac53aee6240f req-5d70eb39-6352-400b-8cca-321704e2eb00 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=d77968b6-2bd4-4dc6-a254-18ed52aa353e HTTP/1.1" status: 200 len: 945 time: 0.0884252 Oct 15 00:34:44.170063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d3aaa07-80a4-47b4-b23a-ac53aee6240f req-944b194c-35b6-40b7-b5bf-d83656f8c194 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Oct 15 00:34:44.244124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f14c37f4-23cb-4c8f-adb3-449fbfd50571 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:44.386000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37942) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:44.393536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1313696573'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:44.418311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port f14c37f4-23cb-4c8f-adb3-449fbfd50571 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:34:44.423202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port f14c37f4-23cb-4c8f-adb3-449fbfd50571 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:44.428511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.517547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:44.526382 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.527649 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.573429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f14c37f4-23cb-4c8f-adb3-449fbfd50571, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f14c37f4-23cb-4c8f-adb3-449fbfd50571,segment=NetworkSegment(661813e2-3fdc-4a86-96c3-63a58872765a),segment_id=661813e2-3fdc-4a86-96c3-63a58872765a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:44.575698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:44.580560 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a66e3-52bf-46f5-bb4b-02c7256fe7d8" -d '{"events": [{"server_uuid": "9da87dbe-b9f0-40ce-988c-613d46a470c2", "name": "network-vif-plugged", "status": "completed", "tag": "f14c37f4-23cb-4c8f-adb3-449fbfd50571"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:44.596037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:34:44.625399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.626694 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Added segment fef33111-ee0f-480a-b76f-b5ebad865426 of type vlan for network ca16cbb7-b175-45fd-a296-b95b5ead1d2b Oct 15 00:34:44.680919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.681731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0d39c292-09b4-4730-93e6-fb025065f895 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:44.717757 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.774012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f14c37f4-23cb-4c8f-adb3-449fbfd50571,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:44.806763 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0eef73-d682-4748-976b-f34d582ed954 x-openstack-request-id: req-eb0eef73-d682-4748-976b-f34d582ed954 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:44.806763 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da87dbe-b9f0-40ce-988c-613d46a470c2", "name": "network-vif-plugged", "status": "completed", "tag": "f14c37f4-23cb-4c8f-adb3-449fbfd50571", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:44.806763 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb0eef73-d682-4748-976b-f34d582ed954 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:44.806763 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571', 'code': 200} Oct 15 00:34:44.806763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 0d39c292-09b4-4730-93e6-fb025065f895 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:44.806763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0d39c292-09b4-4730-93e6-fb025065f895 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:44.806763 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.823925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.836371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:44.841307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:44.959299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Network': ['ID=ca16cbb7-b175-45fd-a296-b95b5ead1d2b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:44.967946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01ebd9-8b8a-44dd-85c6-ce4dc6b8fb86 req-70458db9-66ed-4635-97f1-8a9725a59651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:44.970215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6e01ebd9-8b8a-44dd-85c6-ce4dc6b8fb86 req-70458db9-66ed-4635-97f1-8a9725a59651 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 1096 time: 0.1168849 Oct 15 00:34:44.975189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:34:45.047182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3f2d1eb7-2823-4a73-8794-5dab123a4750 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6597431 Oct 15 00:34:45.050211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37960) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:45.057261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-635442333'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:45.063906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b293da-6617-4d0f-95d1-a271b92da4d8 req-a7ce7718-dde9-4677-83b4-bd2af9bd7857 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:45.065676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1b293da-6617-4d0f-95d1-a271b92da4d8 req-a7ce7718-dde9-4677-83b4-bd2af9bd7857 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0878100 Oct 15 00:34:45.067507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6e01ebd9-8b8a-44dd-85c6-ce4dc6b8fb86 req-3ce82ea0-6457-4e49-b84e-01a7a0dbbfb0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879669 Oct 15 00:34:45.140591 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1b293da-6617-4d0f-95d1-a271b92da4d8 req-2c70ff70-576e-4601-8a1b-ef0d42050802 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685804 Oct 15 00:34:45.179986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:45.186164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:45.275251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:34:45.303421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:45.304324 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Added segment f076c37e-13ac-4457-9b12-2320413f592e of type vlan for network 10e13c7f-f849-48de-b935-131b1bbc0cec Oct 15 00:34:45.324577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa3f74-6d5b-4645-a3ea-d31c50026acb req-1ddf02a6-b8e0-421b-b21d-927fd536c737 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:45.326550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-feaa3f74-6d5b-4645-a3ea-d31c50026acb req-1ddf02a6-b8e0-421b-b21d-927fd536c737 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 945 time: 0.0933082 Oct 15 00:34:45.364980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:45.373436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-feaa3f74-6d5b-4645-a3ea-d31c50026acb req-ba9b750f-2c31-4ce8-b003-380961a7fead tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Oct 15 00:34:45.510323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:45.516556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:45.517254 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:45.577572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-9e057622-41f6-49f0-b8ac-c78fbf33a79c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:45.579185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-9e057622-41f6-49f0-b8ac-c78fbf33a79c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/networks?id=cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 200 len: 813 time: 0.1553957 Oct 15 00:34:45.619841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Network': ['ID=10e13c7f-f849-48de-b935-131b1bbc0cec,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:45.636121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-88126812-c033-4ff4-8229-86fdd94cfcec tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/quotas/67308306213c421e80457480c5a198c1 HTTP/1.1" status: 200 len: 375 time: 0.0257034 Oct 15 00:34:45.650010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.650387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.650723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.651061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.651395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.651723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.652053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.652370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.652709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.653273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.653707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.654013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:34:45.667704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 10e13c7f-f849-48de-b935-131b1bbc0cec details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:34:45.682156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0bd005b8-bcff-4a4a-883f-412c0c8e7f50 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6307361 Oct 15 00:34:45.685839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:45.692029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'subnet': {'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:45.746674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-768d7ba2-7453-4df2-83de-f94b387e8f6e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096258 Oct 15 00:34:45.899612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-5698814e-3be9-4358-803c-d2ce08ea4f4d service neutron] 10.222.0.13 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485898 Oct 15 00:34:45.997293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:46.001308 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:46.008909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-9117e41f-ad7d-453d-8adc-906caf4a2c4b service neutron] 10.222.0.13 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020331 Oct 15 00:34:46.313013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60efba-48ca-4c14-85fb-fc6a3ece52ff req-213181a6-842b-48eb-8f0e-bc9eadb34e55 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:46.314623 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df60efba-48ca-4c14-85fb-fc6a3ece52ff req-213181a6-842b-48eb-8f0e-bc9eadb34e55 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0653114 Oct 15 00:34:46.374531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:46.392627 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df60efba-48ca-4c14-85fb-fc6a3ece52ff req-a984069e-fe13-471a-b294-ef944390fcf4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714016 Oct 15 00:34:46.543173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Subnet': ['ID=d679e447-d7b4-48e2-9883-05ee1dc1d2a5,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:46.562392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Checking segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:46.567255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network hostable DHCP agents. Network: ca16cbb7-b175-45fd-a296-b95b5ead1d2b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:34:46.620823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae64cc8-31fd-45b3-95c1-6bf360ccb1b2 req-fccbf3a4-beab-47ce-a37b-83a9b22a45c6 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:46.626288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2ae64cc8-31fd-45b3-95c1-6bf360ccb1b2 req-fccbf3a4-beab-47ce-a37b-83a9b22a45c6 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 945 time: 0.1099823 Oct 15 00:34:46.702050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:34:46.725157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-507884e8-87be-43ba-b3a0-ec6d1471d52c req-5d59f5b7-e94b-4db8-8cbb-8bed22499d9e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 210 time: 0.1114032 Oct 15 00:34:46.747890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-0a688420-dc64-4569-9382-1262ab48112c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:46.748455 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2ae64cc8-31fd-45b3-95c1-6bf360ccb1b2 req-07bdd31c-a198-4af9-a605-8ebbee4d2d25 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168823 Oct 15 00:34:46.749580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-0a688420-dc64-4569-9382-1262ab48112c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "GET /v2.0/ports?device_id=936f72c0-1a5a-457d-be2b-307386666385 HTTP/1.1" status: 200 len: 945 time: 0.1474965 Oct 15 00:34:46.804776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-1da39ccb-ee15-4b15-96ab-bd89f39c7da3 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:46.808164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-1da39ccb-ee15-4b15-96ab-bd89f39c7da3 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "GET /v2.0/ports?device_id=d77968b6-2bd4-4dc6-a254-18ed52aa353e HTTP/1.1" status: 200 len: 945 time: 0.1244769 Oct 15 00:34:46.808971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ca16cbb7-b175-45fd-a296-b95b5ead1d2b) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:46.818569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:46.818950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf4840-9046-4b12-92b7-18c665ef5d90 None None] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:46.819759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:46.926996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Deleting port d142167d-6107-4499-8639-a44b1bfda3e9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:46.927661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:46.983257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d3c25be9-9a17-4896-9915-ce6e973d90d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2959623 Oct 15 00:34:46.996000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38030) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:47.002468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'subnet': {'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:47.028021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Deleting port 615c777a-0e3f-47a0-986b-9802bedf6a34 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:47.029462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.094934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'fixed_ips': [{'subnet_id': 'd679e447-d7b4-48e2-9883-05ee1dc1d2a5'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:34:47.097434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.190671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a23026-c6d4-4daf-84f9-489cceed58d5 req-17d50047-0508-4e23-8297-0d3542b644f0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:47.192463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42a23026-c6d4-4daf-84f9-489cceed58d5 req-17d50047-0508-4e23-8297-0d3542b644f0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2081411 Oct 15 00:34:47.235968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] For port 615c777a-0e3f-47a0-986b-9802bedf6a34, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=615c777a-0e3f-47a0-986b-9802bedf6a34,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:47.237111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.243441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] For port d142167d-6107-4499-8639-a44b1bfda3e9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d142167d-6107-4499-8639-a44b1bfda3e9,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:47.243803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.255239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Calling delete_port for 615c777a-0e3f-47a0-986b-9802bedf6a34 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:47.278983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Calling delete_port for d142167d-6107-4499-8639-a44b1bfda3e9 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:47.295614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42a23026-c6d4-4daf-84f9-489cceed58d5 req-c5601ca1-e1b5-4332-8374-02b959797a86 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912323 Oct 15 00:34:47.339497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Allocated IP 10.1.1.2 (ca16cbb7-b175-45fd-a296-b95b5ead1d2b/d679e447-d7b4-48e2-9883-05ee1dc1d2a5/64025405-a382-4502-897a-330ac7179ac9) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:47.440488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:47.445329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.576345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeedad5-a35d-45ab-a935-728efaa105b9 req-46b20c10-ea5e-4181-a46f-39ec90162147 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:47.585250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2eeedad5-a35d-45ab-a935-728efaa105b9 req-46b20c10-ea5e-4181-a46f-39ec90162147 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1867259 Oct 15 00:34:47.632822 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2eeedad5-a35d-45ab-a935-728efaa105b9 req-73d5a68c-cd64-4824-a521-31b72040203f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459933 Oct 15 00:34:47.670769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4eeb-9093-4763-8a05-ad95967f6218 req-52f141cd-7689-4884-bf99-f3880eabf2b3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:47.677942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12bd4eeb-9093-4763-8a05-ad95967f6218 req-52f141cd-7689-4884-bf99-f3880eabf2b3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1742227 Oct 15 00:34:47.744991 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.766905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12bd4eeb-9093-4763-8a05-ad95967f6218 req-6d97478d-9776-43eb-beea-60d477fb9028 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879705 Oct 15 00:34:47.773425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['615c777a-0e3f-47a0-986b-9802bedf6a34'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:47.775735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d142167d-6107-4499-8639-a44b1bfda3e9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:47.799399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event deleted for resources: {'Port': ['ID=615c777a-0e3f-47a0-986b-9802bedf6a34,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:47.861748 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.863394 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f6f79d3-54d5-40b2-9c21-6d78bde5016a req-cdb2e653-0c0e-4ece-b449-3c950df18825 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 210 time: 0.0496888 Oct 15 00:34:47.905013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['615c777a-0e3f-47a0-986b-9802bedf6a34'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:47.935331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event deleted for resources: {'Port': ['ID=d142167d-6107-4499-8639-a44b1bfda3e9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:47.949109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] No DVR routers for this DVR port 615c777a-0e3f-47a0-986b-9802bedf6a34 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:47.951707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:47.962421 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e61c7e7-b7ab-49ed-9aaa-ce45b44b640d req-8a6aab20-d07f-4a00-9308-522ea6c437f4 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "DELETE /v2.0/ports/615c777a-0e3f-47a0-986b-9802bedf6a34 HTTP/1.1" status: 204 len: 173 time: 1.1424317 Oct 15 00:34:47.963170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'name': 'network-vif-deleted', 'tag': '615c777a-0e3f-47a0-986b-9802bedf6a34'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:47.965683 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6af01e8-9e63-4808-9e02-9468a4dcef91" -d '{"events": [{"server_uuid": "d77968b6-2bd4-4dc6-a254-18ed52aa353e", "name": "network-vif-deleted", "tag": "615c777a-0e3f-47a0-986b-9802bedf6a34"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:48.011869 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.019632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] No DVR routers for this DVR port d142167d-6107-4499-8639-a44b1bfda3e9 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:48.022199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.026258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d3f3a86-8c84-4e27-9e19-fe111ed6f3c2 req-4f2b75bb-ee65-4e49-a0f8-e78605049afb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "DELETE /v2.0/ports/d142167d-6107-4499-8639-a44b1bfda3e9 HTTP/1.1" status: 204 len: 173 time: 1.2683532 Oct 15 00:34:48.026938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936f72c0-1a5a-457d-be2b-307386666385', 'name': 'network-vif-deleted', 'tag': 'd142167d-6107-4499-8639-a44b1bfda3e9'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:48.031294 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38ce849-0875-4ebf-be32-9d1b864719a6" -d '{"events": [{"server_uuid": "936f72c0-1a5a-457d-be2b-307386666385", "name": "network-vif-deleted", "tag": "d142167d-6107-4499-8639-a44b1bfda3e9"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:48.054585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d26eaf-b995-4b61-8ce5-de1c9d94ea9f req-b75ecfa9-5e43-4016-8291-97f96e91faea tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:48.056185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16d26eaf-b995-4b61-8ce5-de1c9d94ea9f req-b75ecfa9-5e43-4016-8291-97f96e91faea tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 945 time: 0.1702263 Oct 15 00:34:48.057698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.066856 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9267fbdf-7a3d-46cc-90e7-dfaa6f41a014 x-openstack-request-id: req-9267fbdf-7a3d-46cc-90e7-dfaa6f41a014 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:48.067458 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77968b6-2bd4-4dc6-a254-18ed52aa353e", "name": "network-vif-deleted", "tag": "615c777a-0e3f-47a0-986b-9802bedf6a34", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:48.068076 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9267fbdf-7a3d-46cc-90e7-dfaa6f41a014 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:48.070301 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77968b6-2bd4-4dc6-a254-18ed52aa353e', 'name': 'network-vif-deleted', 'tag': '615c777a-0e3f-47a0-986b-9802bedf6a34', 'status': 'completed', 'code': 200} Oct 15 00:34:48.108879 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595f577-3457-4912-871a-b5fafac4beb7 x-openstack-request-id: req-b595f577-3457-4912-871a-b5fafac4beb7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:48.109176 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936f72c0-1a5a-457d-be2b-307386666385", "name": "network-vif-deleted", "tag": "d142167d-6107-4499-8639-a44b1bfda3e9", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:48.109429 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b595f577-3457-4912-871a-b5fafac4beb7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:48.109946 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936f72c0-1a5a-457d-be2b-307386666385', 'name': 'network-vif-deleted', 'tag': 'd142167d-6107-4499-8639-a44b1bfda3e9', 'status': 'completed', 'code': 200} Oct 15 00:34:48.133593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.180775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Subnet': ['ID=59c74792-e3bc-4402-a547-5fe6b7655006,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:48.184244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:48.189492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:48.197117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:48.202170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16d26eaf-b995-4b61-8ce5-de1c9d94ea9f req-bd5c761f-b16d-43e5-9635-ba5bf974c6e9 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288691 Oct 15 00:34:48.206384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Checking segment: {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:48.206923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network hostable DHCP agents. Network: 10e13c7f-f849-48de-b935-131b1bbc0cec, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:34:48.229414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Pushing event updated for resources: {'Port': ['ID=64025405-a382-4502-897a-330ac7179ac9,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:48.309270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Attempting to bind port 64025405-a382-4502-897a-330ac7179ac9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:48.310334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Attempting to bind port 64025405-a382-4502-897a-330ac7179ac9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:48.310702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Attempting to bind port 64025405-a382-4502-897a-330ac7179ac9 on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:48.315213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network 10e13c7f-f849-48de-b935-131b1bbc0cec is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:34:48.320170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:48.320170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Checking segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:48.320170 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.320170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Bound using segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:48.320170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Bound port: 64025405-a382-4502-897a-330ac7179ac9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:48.320170 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.406611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] For port 64025405-a382-4502-897a-330ac7179ac9, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:48.412855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] For port 64025405-a382-4502-897a-330ac7179ac9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=64025405-a382-4502-897a-330ac7179ac9,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:48.429971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 10e13c7f-f849-48de-b935-131b1bbc0cec) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:48.435531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:48.436870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.442166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8af37-4601-4d5d-9425-8357faabfa47 None None] Network 10e13c7f-f849-48de-b935-131b1bbc0cec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:48.538629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.558356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-445a02d3-38e8-4aa5-9b71-dee105aa21f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5611963 Oct 15 00:34:48.561943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38068) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:48.589857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'port': {'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'name': 'tempest-TaggedBootDevicesTest-70078905', 'fixed_ips': [{'subnet_id': 'd679e447-d7b4-48e2-9883-05ee1dc1d2a5'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:48.711300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2764d5-f56d-458d-80dd-105c41fe16ff None None] Pushing event updated for resources: {'Port': ['ID=64025405-a382-4502-897a-330ac7179ac9,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:48.821011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-10e13c7f-f849-48de-b935-131b1bbc0cec', 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'fixed_ips': [{'subnet_id': '59c74792-e3bc-4402-a547-5fe6b7655006'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:34:48.821881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:48.985723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3291d-3807-4d4d-990c-919e99e39cdd req-a093941b-cdb6-435d-a386-15fb11e34508 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:48.989005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60e3291d-3807-4d4d-990c-919e99e39cdd req-a093941b-cdb6-435d-a386-15fb11e34508 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0946236 Oct 15 00:34:49.038928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed696c-1757-4786-8fb4-16d3f44e8714 req-b56b851d-46e6-490f-a1b2-46c78f8d7763 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:49.046277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c4ed696c-1757-4786-8fb4-16d3f44e8714 req-b56b851d-46e6-490f-a1b2-46c78f8d7763 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 945 time: 0.0882170 Oct 15 00:34:49.077326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:49.093719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Allocated IP 10.2.2.2 (10e13c7f-f849-48de-b935-131b1bbc0cec/59c74792-e3bc-4402-a547-5fe6b7655006/37464cbf-df2c-4438-bb4c-ee7f49c1933b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:49.147986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c4ed696c-1757-4786-8fb4-16d3f44e8714 req-bff1e6f2-8e41-43b3-959f-0a169b0ef0f5 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998194 Oct 15 00:34:49.303150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:49.303565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ebd0bfd-9bd8-4af7-8901-30d69d1c4230 req-9317f7ca-92f5-49c4-9af9-8dd45a993ffa tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 210 time: 0.0610859 Oct 15 00:34:49.375601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] device_id is not set on port c30895ce-16dc-4535-884d-f3071080a260 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:34:49.394937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60e3291d-3807-4d4d-990c-919e99e39cdd req-e0e23ea8-c13c-48f8-b0a4-beb270b8c8f5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921103 Oct 15 00:34:49.431785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:49.545341 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:49.656785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Network 10e13c7f-f849-48de-b935-131b1bbc0cec is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:49.660503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:49.666759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:49.803145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 64025405-a382-4502-897a-330ac7179ac9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:49.864842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 10.1.1.101 (ca16cbb7-b175-45fd-a296-b95b5ead1d2b/d679e447-d7b4-48e2-9883-05ee1dc1d2a5/c30895ce-16dc-4535-884d-f3071080a260) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:49.925610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Pushing event updated for resources: {'Port': ['ID=37464cbf-df2c-4438-bb4c-ee7f49c1933b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:49.961306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Attempting to bind port 37464cbf-df2c-4438-bb4c-ee7f49c1933b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:49.961789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Attempting to bind port 37464cbf-df2c-4438-bb4c-ee7f49c1933b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:49.962179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Attempting to bind port 37464cbf-df2c-4438-bb4c-ee7f49c1933b on network 10e13c7f-f849-48de-b935-131b1bbc0cec {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:49.990294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:49.990700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Checking segment: {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:49.991164 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:49.991603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Bound using segment: {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:49.992099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Bound port: 37464cbf-df2c-4438-bb4c-ee7f49c1933b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:49.992483 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.081786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 64025405-a382-4502-897a-330ac7179ac9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:50.082186 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.199306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] For port 37464cbf-df2c-4438-bb4c-ee7f49c1933b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:50.229564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dcfbfc92-3912-4b48-8e0f-2582e4b7452f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:50.234038 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dcfbfc92-3912-4b48-8e0f-2582e4b7452f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "GET /v2.0/networks?id=cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 200 len: 813 time: 0.2854197 Oct 15 00:34:50.240492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] For port 37464cbf-df2c-4438-bb4c-ee7f49c1933b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=37464cbf-df2c-4438-bb4c-ee7f49c1933b,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:50.271123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Request body: {'port': {'device_id': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'admin_state_up': True, 'tenant_id': '67308306213c421e80457480c5a198c1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:50.312122 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.340396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.345034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.467908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d142167d-6107-4499-8639-a44b1bfda3e9 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:50.486266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81adaa-d4d4-4985-9b64-8bf292087e88 None None] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:50.500838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7beb1ef6-fc14-4d8f-8745-482060a54f6f req-effffd31-79e8-4f23-a07d-3a5178a0dd6e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 210 time: 0.0872858 Oct 15 00:34:50.505460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: d142167d-6107-4499-8639-a44b1bfda3e9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:50.505967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d142167d-6107-4499-8639-a44b1bfda3e9 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:50.549150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eec587-a5a8-47a8-8022-0f2cc936e6bc req-8565e09a-545b-4a7d-8aa6-290e811b114a tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:50.562813 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10eec587-a5a8-47a8-8022-0f2cc936e6bc req-8565e09a-545b-4a7d-8aa6-290e811b114a tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 945 time: 0.1879613 Oct 15 00:34:50.567801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8c345-fcd1-4b1e-b6ae-4dae1ab63493 None None] Pushing event updated for resources: {'Port': ['ID=37464cbf-df2c-4438-bb4c-ee7f49c1933b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:50.593052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c21b-76fd-4162-a132-f160e85250b2 req-881d56c0-fa24-423c-8b39-9b0f2b5b898b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:50.594267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 64025405-a382-4502-897a-330ac7179ac9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=64025405-a382-4502-897a-330ac7179ac9,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:50.603100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4398c21b-76fd-4162-a132-f160e85250b2 req-881d56c0-fa24-423c-8b39-9b0f2b5b898b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.39 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 945 time: 0.3038437 Oct 15 00:34:50.649930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-67fa66b0-9711-4683-930e-349c1466656d None None] Provisioning complete for port 64025405-a382-4502-897a-330ac7179ac9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:50.650325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-67fa66b0-9711-4683-930e-349c1466656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.694510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10eec587-a5a8-47a8-8022-0f2cc936e6bc req-1e33c998-d969-4744-a3a4-56b35f807ead tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292286 Oct 15 00:34:50.726328 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.739110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Made reservation on behalf of 67308306213c421e80457480c5a198c1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:50.745781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:50.939019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:51.089021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:51.121200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:51.140300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:51.146039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Allocated IP 172.20.0.13 (cc0cdca9-c156-4014-911d-acfde6b49d74/1f25c2c9-7520-4aa5-a6a3-f072ac0bb475/89c6ffbe-80eb-4eec-90fa-698dfc407e3c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:51.223027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=c30895ce-16dc-4535-884d-f3071080a260,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:51.264975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-343a6f0a-d6ae-469c-b3a4-8858b9d90037 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:51.267028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-343a6f0a-d6ae-469c-b3a4-8858b9d90037 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "GET /v2.0/networks?id=cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 200 len: 813 time: 0.5654652 Oct 15 00:34:51.280678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909678f-3068-4a5e-ae8f-86598cace7c9 req-da8ac3b0-9805-4d38-aa40-1858b1ff1e85 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:51.288427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c909678f-3068-4a5e-ae8f-86598cace7c9 req-da8ac3b0-9805-4d38-aa40-1858b1ff1e85 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.3884404 Oct 15 00:34:51.299991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Request body: {'port': {'device_id': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'admin_state_up': True, 'tenant_id': '67308306213c421e80457480c5a198c1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:51.343135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=64025405-a382-4502-897a-330ac7179ac9,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:51.369416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:51.370623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:51.388221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Deleting port f14c37f4-23cb-4c8f-adb3-449fbfd50571 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:34:51.389029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:51.431840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:51.470788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c909678f-3068-4a5e-ae8f-86598cace7c9 req-9d4b860f-6663-4413-b8e2-814b79b76b6f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811604 Oct 15 00:34:51.619609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:51.724126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Network cc0cdca9-c156-4014-911d-acfde6b49d74 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:51.748320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 64025405-a382-4502-897a-330ac7179ac9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:51.755487 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4afe9b23-1ed6-4346-a3db-acec99513669 req-6640e473-9416-447f-9f8b-9450a8774dd2 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 210 time: 0.1196547 Oct 15 00:34:51.756697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:51.760226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:51.855408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event updated for resources: {'Port': ['ID=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:51.940068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 64025405-a382-4502-897a-330ac7179ac9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:51.944552 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:51.966477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-001e0ee1-b9e3-4471-950c-1755f432aaab None None] Provisioning complete for port 64025405-a382-4502-897a-330ac7179ac9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:51.976726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001e0ee1-b9e3-4471-950c-1755f432aaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.024228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:52.025276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.140614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb521d-c0bb-4a81-afc3-d841b2c5acad req-0136813b-c08b-4a8f-b01e-816de56173aa tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:52.157015 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5fb521d-c0bb-4a81-afc3-d841b2c5acad req-0136813b-c08b-4a8f-b01e-816de56173aa tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 945 time: 0.2190044 Oct 15 00:34:52.206776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-619b7284-1658-44c2-b48f-b1eab5936918 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6413503 Oct 15 00:34:52.219592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38132) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:52.237436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'port': {'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'name': 'tempest-TaggedBootDevicesTest-397942750', 'fixed_ips': [{'subnet_id': 'd679e447-d7b4-48e2-9883-05ee1dc1d2a5'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:52.240510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 37464cbf-df2c-4438-bb4c-ee7f49c1933b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:52.258854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-dc5981c2-0337-4890-951a-8371cf8fbc20 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0139544 Oct 15 00:34:52.290153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Request body: {'port': {'device_id': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:52.303756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f14c37f4-23cb-4c8f-adb3-449fbfd50571 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:52.320268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] For port f14c37f4-23cb-4c8f-adb3-449fbfd50571, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f14c37f4-23cb-4c8f-adb3-449fbfd50571,segment=NetworkSegment(661813e2-3fdc-4a86-96c3-63a58872765a),segment_id=661813e2-3fdc-4a86-96c3-63a58872765a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:52.320649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.333467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5fb521d-c0bb-4a81-afc3-d841b2c5acad req-d31a3ee6-b9c5-4a3a-abe3-c58e3acd5080 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724854 Oct 15 00:34:52.355158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Calling delete_port for f14c37f4-23cb-4c8f-adb3-449fbfd50571 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:34:52.372472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Made reservation on behalf of 67308306213c421e80457480c5a198c1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:52.379515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.433756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.519756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d64fe-0da1-435f-bfae-1d029df516e2 None None] Network 10e13c7f-f849-48de-b935-131b1bbc0cec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:34:52.581087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 37464cbf-df2c-4438-bb4c-ee7f49c1933b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:52.581453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.620333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-001e0ee1-b9e3-4471-950c-1755f432aaab None None] Provisioning complete for port c30895ce-16dc-4535-884d-f3071080a260 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:52.620741 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001e0ee1-b9e3-4471-950c-1755f432aaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.673025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-001e0ee1-b9e3-4471-950c-1755f432aaab None None] Port c30895ce-16dc-4535-884d-f3071080a260 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:34:52.700932 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:34:52.804685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2e7bc-13c3-4b48-9fc9-c78730a5b80e req-13d4fdd0-33ac-4814-ae04-cda6288ec758 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:52.809346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7b2e7bc-13c3-4b48-9fc9-c78730a5b80e req-13d4fdd0-33ac-4814-ae04-cda6288ec758 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.3569765 Oct 15 00:34:52.809552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528306d1-e2a6-431e-8002-5d69e4fe120f req-5f86fa26-02e3-4424-aede-23eca009ad99 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:52.810631 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-528306d1-e2a6-431e-8002-5d69e4fe120f req-5f86fa26-02e3-4424-aede-23eca009ad99 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1981750 Oct 15 00:34:52.813480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.850981 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] device_id is not set on port 492cbaa3-7842-4778-8885-d4fdce3802bc yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:34:52.852346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.889444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Allocated IP 172.20.0.7 (cc0cdca9-c156-4014-911d-acfde6b49d74/1f25c2c9-7520-4aa5-a6a3-f072ac0bb475/803383c9-809c-4c75-b30c-b7da7b89e1ae) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:52.928764 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7b2e7bc-13c3-4b48-9fc9-c78730a5b80e req-e3798c91-1be9-4a83-9437-ddac6e80a1ce tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062016 Oct 15 00:34:52.954429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Provisioning complete for port c30895ce-16dc-4535-884d-f3071080a260 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:52.954886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:52.964289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-528306d1-e2a6-431e-8002-5d69e4fe120f req-21ab45b5-980d-4a69-977b-7b941251b57c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367946 Oct 15 00:34:53.089484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.131084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.165010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 10.1.1.216 (ca16cbb7-b175-45fd-a296-b95b5ead1d2b/d679e447-d7b4-48e2-9883-05ee1dc1d2a5/492cbaa3-7842-4778-8885-d4fdce3802bc) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:53.174073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Port c30895ce-16dc-4535-884d-f3071080a260 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:34:53.186838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1c9ca-268a-4d45-b219-b24955109069 req-200eadc8-f27d-4c74-9004-f6f1628e2636 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:53.187386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Pushing event deleted for resources: {'Port': ['ID=f14c37f4-23cb-4c8f-adb3-449fbfd50571,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:53.194399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80d3edea-de0d-4f90-82b9-8ea61b638c63 req-0a4bb999-3a55-4f5a-b0b7-acb5e7552a3a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 210 time: 0.0989311 Oct 15 00:34:53.206326 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35a1c9ca-268a-4d45-b219-b24955109069 req-200eadc8-f27d-4c74-9004-f6f1628e2636 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1083260 Oct 15 00:34:53.277146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 615c777a-0e3f-47a0-986b-9802bedf6a34 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:34:53.295601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] No DVR routers for this DVR port f14c37f4-23cb-4c8f-adb3-449fbfd50571 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:34:53.301678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 615c777a-0e3f-47a0-986b-9802bedf6a34 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:34:53.302032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 615c777a-0e3f-47a0-986b-9802bedf6a34 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:34:53.317039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 37464cbf-df2c-4438-bb4c-ee7f49c1933b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=37464cbf-df2c-4438-bb4c-ee7f49c1933b,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:53.319107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Provisioning complete for port 37464cbf-df2c-4438-bb4c-ee7f49c1933b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:53.319756 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.325117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35a1c9ca-268a-4d45-b219-b24955109069 req-787637cd-b43f-4f50-99a2-8f402d3b9476 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152308 Oct 15 00:34:53.325387 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.333176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4398c21b-76fd-4162-a132-f160e85250b2 req-2733c793-8528-4e38-b978-542446f9fd8b tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.39 "DELETE /v2.0/ports/f14c37f4-23cb-4c8f-adb3-449fbfd50571 HTTP/1.1" status: 204 len: 173 time: 2.7216156 Oct 15 00:34:53.333974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'name': 'network-vif-deleted', 'tag': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:53.349412 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa602385-f1a7-481c-97cc-dad2775fd01b" -d '{"events": [{"server_uuid": "9da87dbe-b9f0-40ce-988c-613d46a470c2", "name": "network-vif-deleted", "tag": "f14c37f4-23cb-4c8f-adb3-449fbfd50571"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:53.419902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.492517 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e3cf3-0458-4a68-9a3a-520a04ecbe77 x-openstack-request-id: req-500e3cf3-0458-4a68-9a3a-520a04ecbe77 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:53.493120 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da87dbe-b9f0-40ce-988c-613d46a470c2", "name": "network-vif-deleted", "tag": "f14c37f4-23cb-4c8f-adb3-449fbfd50571", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:53.493778 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-500e3cf3-0458-4a68-9a3a-520a04ecbe77 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:53.494532 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da87dbe-b9f0-40ce-988c-613d46a470c2', 'name': 'network-vif-deleted', 'tag': 'f14c37f4-23cb-4c8f-adb3-449fbfd50571', 'status': 'completed', 'code': 200} Oct 15 00:34:53.561526 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.569645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.644425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58dbcfb2-39c8-43a2-a371-9f9c50d74a05 req-c50e7d27-e11b-40fc-85b3-d5c6561774e7 tempest-InstanceActionsNegativeTestJSON-1852022728 tempest-InstanceActionsNegativeTestJSON-1852022728-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da87dbe-b9f0-40ce-988c-613d46a470c2 HTTP/1.1" status: 200 len: 210 time: 0.0514414 Oct 15 00:34:53.718011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b4194-a9e0-4683-bfe3-ad0f4b5e822c req-3c37c8c9-4ca2-40f3-be91-dbc5aa4d0719 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:53.719739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b7b4194-a9e0-4683-bfe3-ad0f4b5e822c req-3c37c8c9-4ca2-40f3-be91-dbc5aa4d0719 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0540082 Oct 15 00:34:53.756197 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.764618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b7b4194-a9e0-4683-bfe3-ad0f4b5e822c req-aab09957-ac22-46a6-a059-7cf87c68bc66 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Oct 15 00:34:53.797786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.888646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Network cc0cdca9-c156-4014-911d-acfde6b49d74 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:53.896172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:53.905936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=37464cbf-df2c-4438-bb4c-ee7f49c1933b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:53.908195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:53.913643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event updated for resources: {'Port': ['ID=803383c9-809c-4c75-b30c-b7da7b89e1ae,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:53.923336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:34:53.925642 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-6f2d99a5-ef2a-4094-b3d6-63defab9f2a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:34:53.940232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:53.981397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:53.982563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.043126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:54.063789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:54.066972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c6ffbe-80eb-4eec-90fa-698dfc407e3c {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:54.081146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:54.090762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.106134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-31670419-d0d3-4a55-b361-2d382165e01f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8123899 Oct 15 00:34:54.116434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=492cbaa3-7842-4778-8885-d4fdce3802bc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:54.118808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Request body: {'port': {'device_id': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:54.147485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e0c8b-a205-4118-b30f-fc682b7bf299 req-1ded3edc-a2b4-4888-ada7-934152814280 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:54.155052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a84e0c8b-a205-4118-b30f-fc682b7bf299 req-1ded3edc-a2b4-4888-ada7-934152814280 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2185140 Oct 15 00:34:54.169070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Transition to ACTIVE for port object 89c6ffbe-80eb-4eec-90fa-698dfc407e3c will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:54.172664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19035b29-28fb-4327-9846-4887629c8822 req-9e2a0a19-0d6b-48a6-9c8b-482c36dcbed4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:54.182552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19035b29-28fb-4327-9846-4887629c8822 req-9e2a0a19-0d6b-48a6-9c8b-482c36dcbed4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1154428 Oct 15 00:34:54.187908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:54.188572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.213688 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a84e0c8b-a205-4118-b30f-fc682b7bf299 req-4f0de26a-1643-4ec1-a799-311be9a066a0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577998 Oct 15 00:34:54.253710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.275352 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.292996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19035b29-28fb-4327-9846-4887629c8822 req-5ed1547a-e640-4045-baee-fec89c5dccdf tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093209 Oct 15 00:34:54.328421 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce97e354-a7da-451e-ab90-8f9ea2c0248d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1051986 Oct 15 00:34:54.451390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:54.606868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0e022-bed7-42db-b0b3-d1dbd33042b3 req-c7e4ccbb-1a73-4d3a-be8a-09b549e407ed tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:54.608594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31a0e022-bed7-42db-b0b3-d1dbd33042b3 req-c7e4ccbb-1a73-4d3a-be8a-09b549e407ed tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 931 time: 0.1349916 Oct 15 00:34:54.615082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Attempting to bind port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:54.615619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Attempting to bind port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:54.615955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Attempting to bind port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:54.628743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c on network cc0cdca9-c156-4014-911d-acfde6b49d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:54.630267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Attempting to bind port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:54.641556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:54.641851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Checking segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:54.642374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Bound using segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:54.642768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Bound port: 89c6ffbe-80eb-4eec-90fa-698dfc407e3c, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:54.643225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.675449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65f4203a-76c7-4b67-a848-c17a328a84a2 None None] Provisioning complete for port 492cbaa3-7842-4778-8885-d4fdce3802bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:54.676585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65f4203a-76c7-4b67-a848-c17a328a84a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.726317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31a0e022-bed7-42db-b0b3-d1dbd33042b3 req-7d41a625-3b94-487f-b476-dbfb31ee8b3f tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065180 Oct 15 00:34:54.748031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65f4203a-76c7-4b67-a848-c17a328a84a2 None None] Port 492cbaa3-7842-4778-8885-d4fdce3802bc cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:34:54.783946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:54.797111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65f4203a-76c7-4b67-a848-c17a328a84a2 None None] Provisioning complete for port 37464cbf-df2c-4438-bb4c-ee7f49c1933b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:54.797111 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65f4203a-76c7-4b67-a848-c17a328a84a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.797274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cf20423e-90e2-4916-abb6-9eafd8e6f17f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76534087', 'description': 'tempest-description--11438080'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:54.813868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] For port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:54.824653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] For port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:54.825754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38198) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:54.923176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.944839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] Deleting subnet 3b2a1a6f-8903-4ef5-aeb5-40b6c74225e2 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:34:54.956027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.966680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:54.967291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:54.968776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] 10.222.0.39 "PUT /v2.0/ports/89c6ffbe-80eb-4eec-90fa-698dfc407e3c HTTP/1.1" status: 200 len: 1092 time: 2.6880486 Oct 15 00:34:54.969225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'tag': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:54.972694 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea9d8f-ca41-4752-99a2-b15e1acf95bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd3b77f-cb2f-4587-aece-444ce7190551", "tag": "89c6ffbe-80eb-4eec-90fa-698dfc407e3c"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:54.993148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf20423e-90e2-4916-abb6-9eafd8e6f17f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.004840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51dc6-e822-45aa-a201-ba3c23032fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:55.016410 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ddfd1e-9e0c-4d34-9222-eff007fa078d x-openstack-request-id: req-02ddfd1e-9e0c-4d34-9222-eff007fa078d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:55.017505 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd3b77f-cb2f-4587-aece-444ce7190551", "tag": "89c6ffbe-80eb-4eec-90fa-698dfc407e3c", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:55.017505 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02ddfd1e-9e0c-4d34-9222-eff007fa078d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:55.018229 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'tag': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c', 'status': 'completed', 'code': 200} Oct 15 00:34:55.058487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c533-10e5-4470-8553-c27a652c36d7 req-ae5f1635-f2f7-439e-8b9d-270b5f9db916 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.060187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc82c533-10e5-4470-8553-c27a652c36d7 req-ae5f1635-f2f7-439e-8b9d-270b5f9db916 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1767328 Oct 15 00:34:55.073731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.088973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea9d8f-ca41-4752-99a2-b15e1acf95bf req-6dcd923f-081f-4dc1-bcab-6b5c7452ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.092171 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76ea9d8f-ca41-4752-99a2-b15e1acf95bf req-6dcd923f-081f-4dc1-bcab-6b5c7452ce38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 1095 time: 0.0570652 Oct 15 00:34:55.092402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803383c9-809c-4c75-b30c-b7da7b89e1ae {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:55.134476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.184785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Transition to ACTIVE for port object 803383c9-809c-4c75-b30c-b7da7b89e1ae will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:34:55.197938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.220852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea9d8f-ca41-4752-99a2-b15e1acf95bf req-ee6743b1-fd06-4d25-84e9-643e2f1034bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.222802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76ea9d8f-ca41-4752-99a2-b15e1acf95bf req-ee6743b1-fd06-4d25-84e9-643e2f1034bd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=67308306213c421e80457480c5a198c1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1225522 Oct 15 00:34:55.226428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc82c533-10e5-4470-8553-c27a652c36d7 req-59ad2c4b-32f6-4faf-b96e-368b565ca197 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326838 Oct 15 00:34:55.308069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.314573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf20423e-90e2-4916-abb6-9eafd8e6f17f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.369723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf20423e-90e2-4916-abb6-9eafd8e6f17f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.389663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:55.429179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Pushing event updated for resources: {'Port': ['ID=803383c9-809c-4c75-b30c-b7da7b89e1ae,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:55.429980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91ab67-9673-4a5f-a4d4-38a454c16eee req-f2aad28a-2a1d-4f16-b402-865ff1699aeb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.438217 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9f91ab67-9673-4a5f-a4d4-38a454c16eee req-f2aad28a-2a1d-4f16-b402-865ff1699aeb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1073933 Oct 15 00:34:55.456679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea9d8f-ca41-4752-99a2-b15e1acf95bf req-6875cd78-9145-4f7d-90da-edd26dd6346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.458362 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-76ea9d8f-ca41-4752-99a2-b15e1acf95bf req-6875cd78-9145-4f7d-90da-edd26dd6346d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2275391 Oct 15 00:34:55.478416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20423e-90e2-4916-abb6-9eafd8e6f17f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d132c-6768-43db-a519-db59f6118c90,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:55.478657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9f91ab67-9673-4a5f-a4d4-38a454c16eee req-babd9ed4-8d77-403c-900f-309273819f0a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Oct 15 00:34:55.558708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-53960180-0cd2-414f-b80e-16e2dfc2007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.560882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-53960180-0cd2-414f-b80e-16e2dfc2007e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 1095 time: 0.0461442 Oct 15 00:34:55.577821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf20423e-90e2-4916-abb6-9eafd8e6f17f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.581790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf20423e-90e2-4916-abb6-9eafd8e6f17f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7869575 Oct 15 00:34:55.581790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.628049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38218) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:55.632319 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-0a4ed9fd-4ea8-4220-9c3e-cf683b50b8d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89c6ffbe-80eb-4eec-90fa-698dfc407e3c HTTP/1.1" status: 200 len: 217 time: 0.0637136 Oct 15 00:34:55.649263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd52cdfa-52c3-41d6-885e-ba1cb638ef63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.662439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.669332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b2a1a6f-8903-4ef5-aeb5-40b6c74225e2 HTTP/1.1" status: 204 len: 168 time: 0.8383484 Oct 15 00:34:55.677091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cd3d11d9-c887-489d-8eb5-4be1dca5a2cc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d132c-6768-43db-a519-db59f6118c90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:55.684455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38222) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:55.702721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6f710-1cce-45d5-a7b6-d5c16e77a037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2a1a6f-8903-4ef5-aeb5-40b6c74225e2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:55.725459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b22348-e509-404b-b310-9d2783d80e1d req-2f1b3b4a-a31c-44e7-b496-5d397c7d4d8b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.730759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53b22348-e509-404b-b310-9d2783d80e1d req-2f1b3b4a-a31c-44e7-b496-5d397c7d4d8b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.3318498 Oct 15 00:34:55.785742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Attempting to bind port 803383c9-809c-4c75-b30c-b7da7b89e1ae on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:34:55.786377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Attempting to bind port 803383c9-809c-4c75-b30c-b7da7b89e1ae by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:34:55.786584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Attempting to bind port 803383c9-809c-4c75-b30c-b7da7b89e1ae on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:55.796068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11d9-c887-489d-8eb5-4be1dca5a2cc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.801518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-0ad33ffa-758a-461e-842a-96461d2f41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.802105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Port 803383c9-809c-4c75-b30c-b7da7b89e1ae on network cc0cdca9-c156-4014-911d-acfde6b49d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:34:55.802437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Attempting to bind port 803383c9-809c-4c75-b30c-b7da7b89e1ae on network cc0cdca9-c156-4014-911d-acfde6b49d74 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:34:55.803033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-0ad33ffa-758a-461e-842a-96461d2f41e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f25c2c9-7520-4aa5-a6a3-f072ac0bb475 HTTP/1.1" status: 200 len: 853 time: 0.1633055 Oct 15 00:34:55.817438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53b22348-e509-404b-b310-9d2783d80e1d req-24532690-efcc-4cbb-aa25-863ac3a676a6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Oct 15 00:34:55.829509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:34:55.829873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Checking segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:34:55.830262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Bound using segment: {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:34:55.830690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Bound port: 803383c9-809c-4c75-b30c-b7da7b89e1ae, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09b9823-470c-45ba-bd67-84d268fac084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:34:55.831044 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.841097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.863995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-ff221943-d604-4222-9544-c264555e46ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc0cdca9-c156-4014-911d-acfde6b49d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516222 Oct 15 00:34:55.911970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 37464cbf-df2c-4438-bb4c-ee7f49c1933b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:55.922441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11d9-c887-489d-8eb5-4be1dca5a2cc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:55.931607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] For port 803383c9-809c-4c75-b30c-b7da7b89e1ae, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:34:55.936018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d939b05-6ee5-4970-a2c0-8d69986bbfdf req-e0e263c6-8359-4614-8552-0dbab63b3e08 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:55.936018 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d939b05-6ee5-4970-a2c0-8d69986bbfdf req-e0e263c6-8359-4614-8552-0dbab63b3e08 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1570578 Oct 15 00:34:55.936258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] For port 803383c9-809c-4c75-b30c-b7da7b89e1ae, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=803383c9-809c-4c75-b30c-b7da7b89e1ae,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:34:56.010545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 37464cbf-df2c-4438-bb4c-ee7f49c1933b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:56.011070 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.020514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41ea97-7fc2-483e-bdd5-111335246793 req-80333250-b26a-4d66-aefc-ffe8ac95a6a9 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:56.030222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a41ea97-7fc2-483e-bdd5-111335246793 req-80333250-b26a-4d66-aefc-ffe8ac95a6a9 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 943 time: 0.0687149 Oct 15 00:34:56.038909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11d9-c887-489d-8eb5-4be1dca5a2cc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.050530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd52cdfa-52c3-41d6-885e-ba1cb638ef63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.080783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d11d9-c887-489d-8eb5-4be1dca5a2cc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06be05b6-6aa8-44ee-a041-976b9972d7c2,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:56.084809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.106340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:56.107665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.109215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] 10.222.0.30 "PUT /v2.0/ports/803383c9-809c-4c75-b30c-b7da7b89e1ae HTTP/1.1" status: 200 len: 1091 time: 1.9952183 Oct 15 00:34:56.112811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'tag': '803383c9-809c-4c75-b30c-b7da7b89e1ae'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:56.115453 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9044f51-7d4f-41c7-9f8b-752a94df120f" -d '{"events": [{"name": "network-changed", "server_uuid": "47d39d81-54e7-4232-bcb7-c3ab38cc9942", "tag": "803383c9-809c-4c75-b30c-b7da7b89e1ae"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:56.122863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.127518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd52cdfa-52c3-41d6-885e-ba1cb638ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.142222 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-e85e96b1-ada9-4e66-8d6d-257438b96cae service neutron] 10.222.0.39 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639055 Oct 15 00:34:56.167201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26297f94-fa43-4763-a0b3-4f887ed0f74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.167456 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d939b05-6ee5-4970-a2c0-8d69986bbfdf req-71a32ba2-1284-4f90-8be8-cbb572ef1ebc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922486 Oct 15 00:34:56.177573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a41ea97-7fc2-483e-bdd5-111335246793 req-258b8a9b-e25f-408d-9afd-a62cbb60dc8c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462233 Oct 15 00:34:56.196345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd3d11d9-c887-489d-8eb5-4be1dca5a2cc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.202949 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd3d11d9-c887-489d-8eb5-4be1dca5a2cc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5309439 Oct 15 00:34:56.206958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38234) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:56.216964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b92bcd54-e436-4135-8931-df51729844bc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'security_group_rule': {'security_group_id': 'eb9d132c-6768-43db-a519-db59f6118c90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:56.226886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b80e0f-ae45-4ceb-935e-161cb8b7c3b0']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:56.277140 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98af226-121b-4dfb-94a2-b5c2551f839a x-openstack-request-id: req-d98af226-121b-4dfb-94a2-b5c2551f839a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:56.277490 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d39d81-54e7-4232-bcb7-c3ab38cc9942", "tag": "803383c9-809c-4c75-b30c-b7da7b89e1ae", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:56.277686 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d98af226-121b-4dfb-94a2-b5c2551f839a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:56.282877 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'tag': '803383c9-809c-4c75-b30c-b7da7b89e1ae', 'status': 'completed', 'code': 200} Oct 15 00:34:56.282983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fd52cdfa-52c3-41d6-885e-ba1cb638ef63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b06a639f548c4eccabd31e9df3d93b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8856933 Oct 15 00:34:56.282983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52cdfa-52c3-41d6-885e-ba1cb638ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6a7cae-7963-44a3-83e6-715738962c5b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:56.283164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661813e2-3fdc-4a86-96c3-63a58872765a') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:56.283397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661813e2-3fdc-4a86-96c3-63a58872765a') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:34:56.286541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38236) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:56.303927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.369036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d121d1-817b-4f4d-bb38-f07f2d383b81 service neutron] Pushing event updated for resources: {'Port': ['ID=803383c9-809c-4c75-b30c-b7da7b89e1ae,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:56.377427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.392062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:34:56.392475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:34:56.397056 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:34:56.403451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-07d952cd-0fea-4c83-8646-a5f18320cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:56.403451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-07d952cd-0fea-4c83-8646-a5f18320cd5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 1094 time: 0.1604359 Oct 15 00:34:56.412422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1590fe5-a278-42bd-be8e-3dc8184b6a62 req-eb020a78-cc9f-4dc4-a75f-6f4abd986396 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:56.414306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1590fe5-a278-42bd-be8e-3dc8184b6a62 req-eb020a78-cc9f-4dc4-a75f-6f4abd986396 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1187549 Oct 15 00:34:56.445355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e05d59f4-937f-4a0d-8bf0-248f3409b87e details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:34:56.472777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-fbf00d7d-ef35-42e3-9959-c0dcda0b3514 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=803383c9-809c-4c75-b30c-b7da7b89e1ae HTTP/1.1" status: 200 len: 217 time: 0.0574512 Oct 15 00:34:56.479791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b92bcd54-e436-4135-8931-df51729844bc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.565880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1590fe5-a278-42bd-be8e-3dc8184b6a62 req-028b4fbb-3b1e-4e7a-abe0-8700f2cb2da1 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387150 Oct 15 00:34:56.577895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-eed3aa87-fff4-4cc9-90f0-23106a6c1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:56.579395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-eed3aa87-fff4-4cc9-90f0-23106a6c1b37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f25c2c9-7520-4aa5-a6a3-f072ac0bb475 HTTP/1.1" status: 200 len: 853 time: 0.0961175 Oct 15 00:34:56.620722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-3693037f-c8fd-4d29-b121-77243f4fea6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc0cdca9-c156-4014-911d-acfde6b49d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314453 Oct 15 00:34:56.643249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:56.643877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b92bcd54-e436-4135-8931-df51729844bc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.661505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'port_id': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'mac_address': 'fa:16:3e:9c:1d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c087d6-8201-4078-ae32-bad14774eab8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:34:56.740811 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b92bcd54-e436-4135-8931-df51729844bc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.763661 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-f07c62b1-071d-46f3-a9cf-a4b205adda9b service neutron] 10.222.0.39 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963523 Oct 15 00:34:56.766787 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.774132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40039c3a-0767-4055-96d1-904bccde545a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.789838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bcd54-e436-4135-8931-df51729844bc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87253940-c842-442b-a9c9-0a5ca211ec3b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:56.798128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40039c3a-0767-4055-96d1-904bccde545a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.801460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e05d59f4-937f-4a0d-8bf0-248f3409b87e {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:34:56.824494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:56.839154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-a51cd51a-545a-44cb-b647-1777c9ebe9d3 service neutron] 10.222.0.30 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064629 Oct 15 00:34:56.856030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee159f7-0ef3-41c3-889b-82b865763a5a req-83948c83-340e-42fd-ab0e-23949d987756 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:56.858368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ee159f7-0ef3-41c3-889b-82b865763a5a req-83948c83-340e-42fd-ab0e-23949d987756 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0891581 Oct 15 00:34:56.917426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.938107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.943380 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] 10.222.0.13 "DELETE /v2.0/networks/12b80e0f-ae45-4ceb-935e-161cb8b7c3b0 HTTP/1.1" status: 204 len: 168 time: 1.2554889 Oct 15 00:34:56.969464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ee159f7-0ef3-41c3-889b-82b865763a5a req-b7795275-2ab4-4e74-85d2-a249dc2b1c24 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023474 Oct 15 00:34:56.971827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40039c3a-0767-4055-96d1-904bccde545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.972958 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.976710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40039c3a-0767-4055-96d1-904bccde545a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.982139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-40039c3a-0767-4055-96d1-904bccde545a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd6a7cae-7963-44a3-83e6-715738962c5b HTTP/1.1" status: 204 len: 168 time: 0.6860723 Oct 15 00:34:56.982139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03d12d-2c38-4fbd-930f-73a0eb33f8df admin admin] Pushing event deleted for resources: {'Network': ['ID=12b80e0f-ae45-4ceb-935e-161cb8b7c3b0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:56.987900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b92bcd54-e436-4135-8931-df51729844bc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:56.990028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b92bcd54-e436-4135-8931-df51729844bc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7814691 Oct 15 00:34:56.994689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:57.001159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039c3a-0767-4055-96d1-904bccde545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6a7cae-7963-44a3-83e6-715738962c5b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:57.010039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:34:57.033679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd738016-af98-4fc9-ae66-33f91eb96a78 req-9371d4e0-fbc8-47e0-8fa6-978fbe211ac8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:57.036112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd738016-af98-4fc9-ae66-33f91eb96a78 req-9371d4e0-fbc8-47e0-8fa6-978fbe211ac8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1291869 Oct 15 00:34:57.059619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3c45e63-8547-4aa3-ae4b-95a65d4f4f07 req-9fe6879d-766d-4f9b-ac3f-8260c8af3537 service neutron] 10.222.0.30 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113883 Oct 15 00:34:57.105918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd738016-af98-4fc9-ae66-33f91eb96a78 req-67552cfa-f571-482f-9b06-7ccd5be215b8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557930 Oct 15 00:34:57.140663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:57.141856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15707143-c178-4635-acf7-47594e219328 req-b63a809d-199a-4176-ad1c-f292a234b771 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:57.143891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15707143-c178-4635-acf7-47594e219328 req-b63a809d-199a-4176-ad1c-f292a234b771 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0629363 Oct 15 00:34:57.200822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15707143-c178-4635-acf7-47594e219328 req-6c28ec74-a969-4d18-a6ec-3158c5e5b174 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Oct 15 00:34:57.271102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e05d59f4-937f-4a0d-8bf0-248f3409b87e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:34:57.295600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01822fcb-4471-4746-8932-547e5ab20a48 req-a0f5e3b4-3ea0-4d1c-93a9-075213964eb8 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:57.297260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01822fcb-4471-4746-8932-547e5ab20a48 req-a0f5e3b4-3ea0-4d1c-93a9-075213964eb8 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 943 time: 0.0569539 Oct 15 00:34:57.342628 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01822fcb-4471-4746-8932-547e5ab20a48 req-4647f1c5-3dc7-4371-acd7-37ce1f5c62ed tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382977 Oct 15 00:34:57.603567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-b6c7d893-89c7-4bb3-8711-f95d5cec32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:57.605036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-b6c7d893-89c7-4bb3-8711-f95d5cec32df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67308306213c421e80457480c5a198c1&device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 1094 time: 0.0462892 Oct 15 00:34:57.694774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-d45a72a2-3499-4514-a279-86400cf38537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:57.696220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-d45a72a2-3499-4514-a279-86400cf38537 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 200 len: 914 time: 0.0841153 Oct 15 00:34:57.710214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:57.787561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-c8ac8cc3-82ea-4984-95ee-d772cecddf60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=803383c9-809c-4c75-b30c-b7da7b89e1ae HTTP/1.1" status: 200 len: 217 time: 0.0407026 Oct 15 00:34:57.808074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-468f2754-e996-4480-a8b0-d4bf9961b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:57.811120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-468f2754-e996-4480-a8b0-d4bf9961b655 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f25c2c9-7520-4aa5-a6a3-f072ac0bb475 HTTP/1.1" status: 200 len: 853 time: 0.0585837 Oct 15 00:34:57.836827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:57.854271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-cf0d474f-9c66-4b26-91bc-fe099bb2f4a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc0cdca9-c156-4014-911d-acfde6b49d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353084 Oct 15 00:34:57.955002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-e905634f-efc1-43b1-8aac-5e35912d1e28 service neutron] 10.222.0.30 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935357 Oct 15 00:34:58.067481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9044f51-7d4f-41c7-9f8b-752a94df120f req-b2b6fffb-1866-4312-8721-f398e49c549d service neutron] 10.222.0.30 "GET /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866141 Oct 15 00:34:58.228179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615d414-0cd0-401b-b63c-ff33759569ee req-d3c1c06e-e4cc-4140-8884-b4e31a6f6df3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:58.229648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d615d414-0cd0-401b-b63c-ff33759569ee req-d3c1c06e-e4cc-4140-8884-b4e31a6f6df3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 945 time: 0.0495658 Oct 15 00:34:58.272908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d615d414-0cd0-401b-b63c-ff33759569ee req-09ea69cf-f38f-439b-af5b-5028a9f0d24b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365121 Oct 15 00:34:58.377187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 172.25.2.94 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/e51c090d-11d1-4f78-b03b-914e08665510) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:34:58.470977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e05d59f4-937f-4a0d-8bf0-248f3409b87e up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:34:58.503057 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:58.515671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e837d94-eb37-4319-b363-cba8cff6d7da req-8ba66217-00eb-4a16-ab63-d35cb9a62c54 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:58.518775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e837d94-eb37-4319-b363-cba8cff6d7da req-8ba66217-00eb-4a16-ab63-d35cb9a62c54 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 943 time: 0.1011176 Oct 15 00:34:58.546558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e05d59f4-937f-4a0d-8bf0-248f3409b87e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:34:58.548074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:58.590122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e837d94-eb37-4319-b363-cba8cff6d7da req-be12003a-25ce-448a-ad65-b051985d6e8a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522487 Oct 15 00:34:58.645354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:58.667427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:58.670038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38282) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:58.696084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:34:58.698765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:34:58.700595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:34:58.701245 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a7dcd0-3eb2-459d-9671-f01b408337f7" -d '{"events": [{"server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "name": "network-vif-plugged", "status": "completed", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:34:58.747634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:34:58.753211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:34:58.767140 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:58.812488 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4d4dac-a0b9-485f-b9e4-ecbe02aca3c1 x-openstack-request-id: req-7c4d4dac-a0b9-485f-b9e4-ecbe02aca3c1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:34:58.812973 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "name": "network-vif-plugged", "status": "completed", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:34:58.813432 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c4d4dac-a0b9-485f-b9e4-ecbe02aca3c1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:34:58.813975 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'code': 200} Oct 15 00:34:58.815503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9566442-86c6-4b18-a434-e6cf7f2cd44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:58.826134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=e51c090d-11d1-4f78-b03b-914e08665510,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:58.836314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5931bcbe-cbdd-4c38-bbdd-353de7178446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0627ab6c97524f1fb1247c26ffe665ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649849 Oct 15 00:34:58.837038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38290) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:58.866020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:58.946324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4c9b-54a2-4d63-81bf-ea6adc07ca45 req-7d93b23b-7aaa-479c-a027-334b95aba173 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:58.954557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcec4c9b-54a2-4d63-81bf-ea6adc07ca45 req-7d93b23b-7aaa-479c-a027-334b95aba173 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1493926 Oct 15 00:34:58.959254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.015274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e976d8fb-3c6a-4180-9a5e-001a4862786e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.044349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcec4c9b-54a2-4d63-81bf-ea6adc07ca45 req-58dee158-2d60-438a-a52a-5b3f71038808 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887065 Oct 15 00:34:59.049693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd09c73-6659-4420-a274-91edd4105bc5 req-267f56eb-d714-4e3b-b254-c6b4125f7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:59.051212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bd09c73-6659-4420-a274-91edd4105bc5 req-267f56eb-d714-4e3b-b254-c6b4125f7ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 1097 time: 0.1289332 Oct 15 00:34:59.068234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e976d8fb-3c6a-4180-9a5e-001a4862786e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.081592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.130897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bd09c73-6659-4420-a274-91edd4105bc5 req-0750654f-4c2a-4e23-8b44-5166dcf4e22f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713439 Oct 15 00:34:59.230623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e976d8fb-3c6a-4180-9a5e-001a4862786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.234544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e976d8fb-3c6a-4180-9a5e-001a4862786e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.238948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e976d8fb-3c6a-4180-9a5e-001a4862786e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54 HTTP/1.1" status: 204 len: 168 time: 0.3973591 Oct 15 00:34:59.253635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976d8fb-3c6a-4180-9a5e-001a4862786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3fbfb7-7d22-4c70-afdd-ad09bb41fb54,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:59.259764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafa2b5-bd70-46b7-aabe-49018879c267 req-45441679-f9c7-43c5-8f32-7a77b1739ce6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:59.261361 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cafa2b5-bd70-46b7-aabe-49018879c267 req-45441679-f9c7-43c5-8f32-7a77b1739ce6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0984967 Oct 15 00:34:59.287815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38304) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:59.322660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a689781a-0620-4c5d-baff-6e923050c59d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.347094 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.366424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cafa2b5-bd70-46b7-aabe-49018879c267 req-78849bbd-8654-46f5-8d96-0ec806b82f72 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967495 Oct 15 00:34:59.438026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.488193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ef7b-83a7-4998-864c-5da2c4a7c698 req-d2908f82-7614-4682-a56f-0d893498b64f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:59.488193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c78ef7b-83a7-4998-864c-5da2c4a7c698 req-d2908f82-7614-4682-a56f-0d893498b64f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1221371 Oct 15 00:34:59.541918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=e51c090d-11d1-4f78-b03b-914e08665510,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:59.564406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c78ef7b-83a7-4998-864c-5da2c4a7c698 req-28709b75-362d-4c63-8414-dcaed09b6370 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693197 Oct 15 00:34:59.595253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a689781a-0620-4c5d-baff-6e923050c59d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.700268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89344dc3-5703-47a9-9e66-10c42be80328 req-9c2c1776-474d-48e4-8903-cf921011eb7e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:59.701797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89344dc3-5703-47a9-9e66-10c42be80328 req-9c2c1776-474d-48e4-8903-cf921011eb7e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 943 time: 0.0535457 Oct 15 00:34:59.704765 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.710907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a689781a-0620-4c5d-baff-6e923050c59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.745950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f12c15-d602-4cbc-a3bc-9650adf61dd7 req-2dfefae8-8561-4d0b-860b-80412be86af1 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:34:59.746751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0f12c15-d602-4cbc-a3bc-9650adf61dd7 req-2dfefae8-8561-4d0b-860b-80412be86af1 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 814 time: 0.1536839 Oct 15 00:34:59.769317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89344dc3-5703-47a9-9e66-10c42be80328 req-20843d80-30d2-48c5-a327-6117fd5f836c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Oct 15 00:34:59.798717 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a689781a-0620-4c5d-baff-6e923050c59d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=810dcc034ac04257be4445a206f8ed41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086515 Oct 15 00:34:59.801550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689781a-0620-4c5d-baff-6e923050c59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5abb3a-5a12-4d7e-8b01-16346a0001ee,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:34:59.801689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38330) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:34:59.808461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.810697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f6d9d871-be28-49f1-aa08-a6a5da9eecb5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8063509 Oct 15 00:34:59.812308 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0f12c15-d602-4cbc-a3bc-9650adf61dd7 req-dce44228-9522-43d1-9941-66539e385148 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/quotas/e8a7554afe0d43d88af0198810073a69 HTTP/1.1" status: 200 len: 375 time: 0.0548513 Oct 15 00:34:59.886422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0f12c15-d602-4cbc-a3bc-9650adf61dd7 req-56607ab8-3c96-47c4-b13d-f6c39013967e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613604 Oct 15 00:34:59.920439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bb53c74-2b3c-4e9a-aa74-ccc2ccc7599d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:34:59.957065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bb53c74-2b3c-4e9a-aa74-ccc2ccc7599d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:00.077715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612613a9-67b7-407b-9ce0-87b9f92a312f req-3fab2115-9a5d-4887-8f01-0672a7e5eb70 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.079998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-612613a9-67b7-407b-9ce0-87b9f92a312f req-3fab2115-9a5d-4887-8f01-0672a7e5eb70 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0907319 Oct 15 00:35:00.115772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:00.133808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-612613a9-67b7-407b-9ce0-87b9f92a312f req-ed2ec525-890d-4413-874b-e1406ccc0e2a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 Oct 15 00:35:00.145624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bb53c74-2b3c-4e9a-aa74-ccc2ccc7599d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:00.146549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:00.149776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bb53c74-2b3c-4e9a-aa74-ccc2ccc7599d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:00.152113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6bb53c74-2b3c-4e9a-aa74-ccc2ccc7599d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd5abb3a-5a12-4d7e-8b01-16346a0001ee HTTP/1.1" status: 204 len: 168 time: 0.3480017 Oct 15 00:35:00.160438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb53c74-2b3c-4e9a-aa74-ccc2ccc7599d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5abb3a-5a12-4d7e-8b01-16346a0001ee,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:00.298796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 89c6ffbe-80eb-4eec-90fa-698dfc407e3c details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:35:00.327634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-3c3c69f8-fafb-45a5-b050-27ec3ea1931e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--76534087&fields=id&tenant_id=39d869baaead42d694454e65afb64d07 HTTP/1.1" status: 200 len: 267 time: 0.0730736 Oct 15 00:35:00.365086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bb0b6-4d74-424d-8290-588e83457eb8 req-7daf9a0d-eb7e-4fa8-a1dc-d8637df85683 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.366728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-388bb0b6-4d74-424d-8290-588e83457eb8 req-7daf9a0d-eb7e-4fa8-a1dc-d8637df85683 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0818846 Oct 15 00:35:00.404681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-97d714fb-19a4-4ef0-9434-fe282ad24e5a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.413294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-97d714fb-19a4-4ef0-9434-fe282ad24e5a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports/c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 930 time: 0.0840874 Oct 15 00:35:00.446927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:00.461918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'port_id': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c', 'mac_address': 'fa:16:3e:4c:e6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f25c2c9-7520-4aa5-a6a3-f072ac0bb475', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:35:00.462614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-388bb0b6-4d74-424d-8290-588e83457eb8 req-002b2202-aa34-4e25-a6ae-d1c9904f399d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883408 Oct 15 00:35:00.467981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4c311126-8140-4836-887d-dc6a0bb25832 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.476599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4c311126-8140-4836-887d-dc6a0bb25832 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports/492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 931 time: 0.0622768 Oct 15 00:35:00.504847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 803383c9-809c-4c75-b30c-b7da7b89e1ae details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:35:00.547688 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:00.560161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-eaaa9af9-a4bd-48d2-bd06-976941a566d2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0826182 Oct 15 00:35:00.596994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d19d1b72-dd7c-4279-8e08-0b51a798fda5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0356157 Oct 15 00:35:00.615903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c6ffbe-80eb-4eec-90fa-698dfc407e3c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:00.703179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38376) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:00.797347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f8e6879a-c26f-4a38-b72c-5b74055e2a8b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.808333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22acff-7dd7-4bb8-adfa-4e15427f463e req-027a7c6c-f6fc-4765-8948-398a68dce0cb tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.812718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed22acff-7dd7-4bb8-adfa-4e15427f463e req-027a7c6c-f6fc-4765-8948-398a68dce0cb tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1225777 Oct 15 00:35:00.813557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f8e6879a-c26f-4a38-b72c-5b74055e2a8b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.824056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f8e6879a-c26f-4a38-b72c-5b74055e2a8b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:00.853418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f8e6879a-c26f-4a38-b72c-5b74055e2a8b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/networks?id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=10e13c7f-f849-48de-b935-131b1bbc0cec&id=10e13c7f-f849-48de-b935-131b1bbc0cec HTTP/1.1" status: 200 len: 1989 time: 0.2548115 Oct 15 00:35:00.900788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-692321375-network', 'tenant_id': '67e17d7119cf4f2cbb09cd301c0079ad'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:00.921610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f82ab721-e70b-4a6f-81b7-8597842d1824 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/quotas/39d869baaead42d694454e65afb64d07 HTTP/1.1" status: 200 len: 375 time: 0.0671682 Oct 15 00:35:00.928056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed22acff-7dd7-4bb8-adfa-4e15427f463e req-701d390d-7d1f-4167-9a9e-df949ded47ed tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087108 Oct 15 00:35:00.979942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:01.014738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 803383c9-809c-4c75-b30c-b7da7b89e1ae, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=803383c9-809c-4c75-b30c-b7da7b89e1ae,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:01.027676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-3e85ae45-c4cb-49c6-83c8-36691ef93439 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0966506 Oct 15 00:35:01.029977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '803383c9-809c-4c75-b30c-b7da7b89e1ae', 'network_id': 'cc0cdca9-c156-4014-911d-acfde6b49d74', 'port_id': '803383c9-809c-4c75-b30c-b7da7b89e1ae', 'mac_address': 'fa:16:3e:94:a8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f25c2c9-7520-4aa5-a6a3-f072ac0bb475', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:35:01.052335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d06fac86-74e2-4663-8a19-8ff631c520eb req-0082fe25-9324-4d0c-bda0-9292d8778109 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e8a7554afe0d43d88af0198810073a69 HTTP/1.1" status: 200 len: 221 time: 0.0318069 Oct 15 00:35:01.070317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.087466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803383c9-809c-4c75-b30c-b7da7b89e1ae {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:01.098052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Made reservation on behalf of 67e17d7119cf4f2cbb09cd301c0079ad for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:01.105278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.108801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 803383c9-809c-4c75-b30c-b7da7b89e1ae, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=803383c9-809c-4c75-b30c-b7da7b89e1ae,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:01.122755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.132647 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.170466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-59cd3203-8b7b-4e7b-8225-b93b52b6fd26 service neutron] 10.222.0.13 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396534 Oct 15 00:35:01.177649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db56c3-3fbf-4d1b-aad7-11be8e85769c req-57240a7c-accb-4ae4-981e-fe66f47f353e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:01.187499 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55db56c3-3fbf-4d1b-aad7-11be8e85769c req-57240a7c-accb-4ae4-981e-fe66f47f353e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 943 time: 0.0765798 Oct 15 00:35:01.194989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:01.212243 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.232664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55db56c3-3fbf-4d1b-aad7-11be8e85769c req-24b01997-0956-4b54-a1df-3c6b21046f39 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399914 Oct 15 00:35:01.284348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=803383c9-809c-4c75-b30c-b7da7b89e1ae,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:01.336438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-655c1698-f42b-415e-922f-8cb2a64be3cd service neutron] 10.222.0.13 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549213 Oct 15 00:35:01.347132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.369677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba733-a7c7-400e-8cb1-0b0dbe1587eb req-902ede58-4504-46de-b37f-a6ff9110a4e7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:01.371248 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7c7ba733-a7c7-400e-8cb1-0b0dbe1587eb req-902ede58-4504-46de-b37f-a6ff9110a4e7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.0526245 Oct 15 00:35:01.402676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-9091fd19-1a2b-40b7-b65b-c52cdea96ab3 service neutron] 10.222.0.13 "GET /v2.0/ports/c30895ce-16dc-4535-884d-f3071080a260?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0540717 Oct 15 00:35:01.421962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7c7ba733-a7c7-400e-8cb1-0b0dbe1587eb req-0eb30253-5d3f-4543-9222-0203b1fe1f17 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Oct 15 00:35:01.453843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['89c6ffbe-80eb-4eec-90fa-698dfc407e3c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:01.476705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.510775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:35:01.524753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['803383c9-809c-4c75-b30c-b7da7b89e1ae'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:01.528400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cb30e1-e674-47bb-bb66-83ae5733b7e3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:01.541310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.541639 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Added segment 62a9734b-9522-42b3-957c-5e4611c5e66d of type vlan for network add13049-849d-4844-b510-d56ce1836b8a Oct 15 00:35:01.555910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-aa680102-34e9-403c-95d5-c1afd3fda29c service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489298 Oct 15 00:35:01.683461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.763862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268652c-ce74-469c-bc36-160642be288a req-d540164d-2daa-4a74-80af-8645b76ad727 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:01.775652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1268652c-ce74-469c-bc36-160642be288a req-d540164d-2daa-4a74-80af-8645b76ad727 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0786569 Oct 15 00:35:01.829997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1268652c-ce74-469c-bc36-160642be288a req-c35c5deb-e561-4d01-87e2-3cecf0119099 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513020 Oct 15 00:35:01.851107 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.854381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:01.854381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:01.956531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4941f77d-93ab-4f82-8500-40d27b928aed service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103927 Oct 15 00:35:01.967765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] Pushing event updated for resources: {'Network': ['ID=add13049-849d-4844-b510-d56ce1836b8a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:01.979416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network add13049-849d-4844-b510-d56ce1836b8a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:35:01.994764 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8db7e65f-0bc2-4b1f-9f0c-21db47562a19 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2907038 Oct 15 00:35:01.998567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:02.004212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Request body: {'subnet': {'network_id': 'add13049-849d-4844-b510-d56ce1836b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-692321375-subnet', 'tenant_id': '67e17d7119cf4f2cbb09cd301c0079ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:02.006668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c0e11461-d74c-4ade-b9ff-20cf1cc33705 service neutron] 10.222.0.13 "GET /v2.0/ports/492cbaa3-7842-4778-8885-d4fdce3802bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0492241 Oct 15 00:35:02.109983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-b7785862-9e64-4a62-8da0-30761ec1b266 service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978229 Oct 15 00:35:02.162324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Made reservation on behalf of 67e17d7119cf4f2cbb09cd301c0079ad for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:02.166047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:02.194536 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:02.221223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c3082472-5989-4a65-a176-5ac30dc1e6c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024930 Oct 15 00:35:02.344690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7c69511c-4e62-4d71-88a6-4eb80bdf413d service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164889 Oct 15 00:35:02.523331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036df27-2a77-494e-ad94-dc3b49f1ab61 req-923eb362-d7d4-4f8c-9155-45b5d4245eda tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:02.525663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3036df27-2a77-494e-ad94-dc3b49f1ab61 req-923eb362-d7d4-4f8c-9155-45b5d4245eda tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0782681 Oct 15 00:35:02.530418 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:02.633610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:02.694069 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3036df27-2a77-494e-ad94-dc3b49f1ab61 req-6d58f1c2-6693-43c9-aba0-c152a0886b33 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582355 Oct 15 00:35:02.695103 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Checking segment: {'id': '62a9734b-9522-42b3-957c-5e4611c5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'add13049-849d-4844-b510-d56ce1836b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:02.695576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Network hostable DHCP agents. Network: add13049-849d-4844-b510-d56ce1836b8a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:35:02.851413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58b3e6-c75b-44de-a26d-e88706487b9b req-94fe28b5-b1bb-46dc-ba07-b13fba4ca596 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:02.853312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d58b3e6-c75b-44de-a26d-e88706487b9b req-94fe28b5-b1bb-46dc-ba07-b13fba4ca596 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 944 time: 0.0661089 Oct 15 00:35:02.855212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Network add13049-849d-4844-b510-d56ce1836b8a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:35:02.866649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7de9fb60-d979-44c3-b74a-f128e6b01e73 service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082955 Oct 15 00:35:02.913732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d58b3e6-c75b-44de-a26d-e88706487b9b req-1d263c84-51ea-43dd-84cc-a36c3b37eea8 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Oct 15 00:35:02.978677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, add13049-849d-4844-b510-d56ce1836b8a) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:02.987140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba6fa7-af69-4f79-9d2b-41f4f091ed02 None None] Network add13049-849d-4844-b510-d56ce1836b8a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:35:02.990835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:02.990835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:03.011404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-8c0a63fd-9ddb-41e4-8ca6-d183f571b154 service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403244 Oct 15 00:35:03.108422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b76b9778-0d91-4c9c-bcc9-ad47f445a553 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1086793 Oct 15 00:35:03.162922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0feb424f-e175-4830-ab71-00eceb943beb service neutron] 10.222.0.13 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405540 Oct 15 00:35:03.175091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebbe0-d390-415e-a83d-911a862813fa req-4656ffb8-b8db-4c32-98ad-cccda2913ded tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:03.185172 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-4656ffb8-b8db-4c32-98ad-cccda2913ded tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 814 time: 0.1572807 Oct 15 00:35:03.208444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-90549d9c-1b91-4783-a4d1-9d5c65313ef7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/quotas/d465bd42bf1b4a74bc2d5f691e634268 HTTP/1.1" status: 200 len: 375 time: 0.0223062 Oct 15 00:35:03.289043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e99a2-9901-4842-8322-25705734a7b5 None None] Network add13049-849d-4844-b510-d56ce1836b8a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:35:03.304776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-c160600f-89c3-4211-b260-82dd4a3a13a5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953987 Oct 15 00:35:03.375206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ba03c16e-eaf2-4f82-aa3d-fa7bb8146793 service neutron] 10.222.0.13 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033706 Oct 15 00:35:03.552466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1bb13ca9-8774-4e9b-9a8f-d4623b01286e service neutron] 10.222.0.13 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690781 Oct 15 00:35:03.609604 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-cff6a919-27f5-4f2f-986d-7ab40bf6978c service neutron] 10.222.0.13 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966726 Oct 15 00:35:03.693674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a1ebe7b0-5219-4e8c-a25c-d8eea977e4cc service neutron] 10.222.0.13 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402190 Oct 15 00:35:03.734421 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-a046120b-4943-4402-bec1-4e2d7726c05e service neutron] 10.222.0.13 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238327 Oct 15 00:35:03.830239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-0ea5b8ae-e4f9-4948-a509-dca27a3f36c4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:03.831726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-0ea5b8ae-e4f9-4948-a509-dca27a3f36c4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e22b831-ac73-4635-8bb5-b1b2b5589ede HTTP/1.1" status: 200 len: 946 time: 0.1686800 Oct 15 00:35:03.880259 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-788cfe01-801a-42ab-8b6b-bb1cfcd21686 service neutron] 10.222.0.13 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777771 Oct 15 00:35:03.969339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Deleting port e05d59f4-937f-4a0d-8bf0-248f3409b87e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:35:03.969689 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.109616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] For port e05d59f4-937f-4a0d-8bf0-248f3409b87e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e05d59f4-937f-4a0d-8bf0-248f3409b87e,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:04.110301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.140329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Calling delete_port for e05d59f4-937f-4a0d-8bf0-248f3409b87e owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:35:04.315764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 89c6ffbe-80eb-4eec-90fa-698dfc407e3c up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:04.403892 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.415818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e05d59f4-937f-4a0d-8bf0-248f3409b87e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:04.433680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Pushing event deleted for resources: {'Port': ['ID=e05d59f4-937f-4a0d-8bf0-248f3409b87e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:04.453164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636309f-d49d-4b61-80fd-8c175652170b req-b5b0aca8-7cad-4505-8511-1dcad45b9972 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:04.454684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-b5b0aca8-7cad-4505-8511-1dcad45b9972 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/networks?id=add13049-849d-4844-b510-d56ce1836b8a HTTP/1.1" status: 200 len: 813 time: 0.1384058 Oct 15 00:35:04.471831 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-5ac061a2-32c6-4708-a4ce-4521583d0d57 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/quotas/67e17d7119cf4f2cbb09cd301c0079ad HTTP/1.1" status: 200 len: 375 time: 0.0109043 Oct 15 00:35:04.480629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] No DVR routers for this DVR port e05d59f4-937f-4a0d-8bf0-248f3409b87e on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:35:04.484262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.487967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97b2c6fa-fdb9-4a3d-963f-a9951372eccf req-a9520031-3f5d-404d-9000-211762183277 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "DELETE /v2.0/ports/e05d59f4-937f-4a0d-8bf0-248f3409b87e HTTP/1.1" status: 204 len: 173 time: 0.6481757 Oct 15 00:35:04.488527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'name': 'network-vif-deleted', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:04.491810 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76361f4-800c-4669-b77f-04d3b0067048" -d '{"events": [{"server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "name": "network-vif-deleted", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:04.519607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:35:04.519864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:04.520560 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.520746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-a24fc620-2b87-4f32-9e5e-5b732b8c6e62 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e17d7119cf4f2cbb09cd301c0079ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426953 Oct 15 00:35:04.544196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 803383c9-809c-4c75-b30c-b7da7b89e1ae up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:04.631224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-3e9e2ca8-2e58-4dd1-aef8-3a07b22eb2a2 service neutron] 10.222.0.13 "GET /v2.0/networks/add13049-849d-4844-b510-d56ce1836b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001430 Oct 15 00:35:04.651355 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.675856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:04.678223 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d00add-0b12-480f-a641-b8f48ef4e3a2" -d '{"events": [{"server_uuid": "ecd3b77f-cb2f-4587-aece-444ce7190551", "name": "network-vif-plugged", "status": "completed", "tag": "89c6ffbe-80eb-4eec-90fa-698dfc407e3c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:04.693511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:04.732861 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-7e6c2214-9d41-4ce1-876a-be2f6675936c service neutron] 10.222.0.13 "GET /v2.0/networks/add13049-849d-4844-b510-d56ce1836b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933900 Oct 15 00:35:04.789795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 803383c9-809c-4c75-b30c-b7da7b89e1ae completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:35:04.799095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 803383c9-809c-4c75-b30c-b7da7b89e1ae triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:04.799095 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.881219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.893555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:04.951490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 803383c9-809c-4c75-b30c-b7da7b89e1ae, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=803383c9-809c-4c75-b30c-b7da7b89e1ae,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:04.968031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:05.157459 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:05.233580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6412497-1981-4e46-a43f-658debee1e0b req-34d43dcb-82fe-49a7-8b7d-66d16af4b59a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:05.236973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6412497-1981-4e46-a43f-658debee1e0b req-34d43dcb-82fe-49a7-8b7d-66d16af4b59a tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 944 time: 0.1412773 Oct 15 00:35:05.240550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=803383c9-809c-4c75-b30c-b7da7b89e1ae,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:05.284595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6412497-1981-4e46-a43f-658debee1e0b req-de54e678-f272-4016-b757-b780ea8e3eed tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Oct 15 00:35:05.372126 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-641bb11d-8878-41cb-9f8d-c281454d3460 req-8af07e87-9790-4cb0-9d5c-93350d0ee83b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 210 time: 0.0304103 Oct 15 00:35:05.482969 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5485344-df82-4d0f-8e0f-12711021bfb6 req-48159e00-6648-4379-bdfe-ecc8f3e4f862 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:05.484602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5485344-df82-4d0f-8e0f-12711021bfb6 req-48159e00-6648-4379-bdfe-ecc8f3e4f862 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0524154 Oct 15 00:35:05.530245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5485344-df82-4d0f-8e0f-12711021bfb6 req-b9bf3fb7-044b-48b1-b4f2-8769ca268830 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392370 Oct 15 00:35:05.573869 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dd136a-ca62-4fb0-9c12-f38a171cb175 x-openstack-request-id: req-42dd136a-ca62-4fb0-9c12-f38a171cb175 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:05.574419 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e22b831-ac73-4635-8bb5-b1b2b5589ede", "name": "network-vif-deleted", "tag": "e05d59f4-937f-4a0d-8bf0-248f3409b87e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:05.574419 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42dd136a-ca62-4fb0-9c12-f38a171cb175 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:05.575455 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e22b831-ac73-4635-8bb5-b1b2b5589ede', 'name': 'network-vif-deleted', 'tag': 'e05d59f4-937f-4a0d-8bf0-248f3409b87e', 'status': 'completed', 'code': 200} Oct 15 00:35:05.603833 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7996f6-8121-4372-907a-8a056ed6f0b4 x-openstack-request-id: req-3d7996f6-8121-4372-907a-8a056ed6f0b4 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:05.604343 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd3b77f-cb2f-4587-aece-444ce7190551", "name": "network-vif-plugged", "status": "completed", "tag": "89c6ffbe-80eb-4eec-90fa-698dfc407e3c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:05.604452 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d7996f6-8121-4372-907a-8a056ed6f0b4 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:05.604818 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c', 'code': 200} Oct 15 00:35:05.668915 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e6be974-09e1-4667-b033-a257b6f04d6a req-38ae61d3-f41e-42a6-9611-c6c591ff7048 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 210 time: 0.0372031 Oct 15 00:35:05.734590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420bb7f-c517-4495-a8bf-6c79f3457ae0 req-5f51db4f-1c00-4584-8657-912fddfe638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:05.736465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8420bb7f-c517-4495-a8bf-6c79f3457ae0 req-5f51db4f-1c00-4584-8657-912fddfe638c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 1097 time: 0.0600929 Oct 15 00:35:05.789614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8420bb7f-c517-4495-a8bf-6c79f3457ae0 req-dda74e60-36b4-4360-90aa-b768868edfa6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Oct 15 00:35:05.870945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95af4e-1ec1-4f58-912f-66758d9069f3 req-5a56a3f1-2058-4c31-b3a8-c811b6b68949 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:05.872732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec95af4e-1ec1-4f58-912f-66758d9069f3 req-5a56a3f1-2058-4c31-b3a8-c811b6b68949 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0587771 Oct 15 00:35:05.913214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec95af4e-1ec1-4f58-912f-66758d9069f3 req-dc0efa69-2e7b-489b-9acd-33f78f608507 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Oct 15 00:35:06.033070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf1eecfc-b5e5-4781-9f95-07c4632732df req-b8c78cc8-5dbd-45a3-bcf2-da7a0ac8509a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0317671 Oct 15 00:35:06.046898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f991d97-268c-419f-8edf-0fd3041fd092 req-71a19012-4ec7-409d-a2be-749576efa2ce tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:06.048479 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f991d97-268c-419f-8edf-0fd3041fd092 req-71a19012-4ec7-409d-a2be-749576efa2ce tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0545757 Oct 15 00:35:06.097411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f991d97-268c-419f-8edf-0fd3041fd092 req-a2a4818f-9c4d-4b83-a7ce-57bcd3b2807e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369248 Oct 15 00:35:06.226444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aa0db-1b10-467c-bdaf-15041a7e947b req-6f14e328-069c-4174-bd3f-e2ff172f8a37 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:06.227931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd1aa0db-1b10-467c-bdaf-15041a7e947b req-6f14e328-069c-4174-bd3f-e2ff172f8a37 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0553269 Oct 15 00:35:06.271798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd1aa0db-1b10-467c-bdaf-15041a7e947b req-8fc61017-1a5a-47fe-b3f2-22cd283b4697 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Oct 15 00:35:06.412642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835e5c7-87c0-4547-bc15-6ca96cd5eb33 req-a22786eb-9b7c-462c-9b6c-4bf13e2e9e16 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:06.414671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1835e5c7-87c0-4547-bc15-6ca96cd5eb33 req-a22786eb-9b7c-462c-9b6c-4bf13e2e9e16 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 945 time: 0.0596035 Oct 15 00:35:06.419189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26933534-00e0-415f-8964-181b2a24bd5f req-670a52f0-d816-4079-80ad-a6fad8ea2810 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:06.420666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26933534-00e0-415f-8964-181b2a24bd5f req-670a52f0-d816-4079-80ad-a6fad8ea2810 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0579426 Oct 15 00:35:06.463735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1835e5c7-87c0-4547-bc15-6ca96cd5eb33 req-29a8670a-1bfe-407b-92f7-e9daf244a5d2 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Oct 15 00:35:06.468140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26933534-00e0-415f-8964-181b2a24bd5f req-0cde80ed-a659-47e0-a880-238a59a1dbfa tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409014 Oct 15 00:35:06.490792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38640) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:06.547396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e05d59f4-937f-4a0d-8bf0-248f3409b87e no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:35:06.585647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: e05d59f4-937f-4a0d-8bf0-248f3409b87e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:35:06.585986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e05d59f4-937f-4a0d-8bf0-248f3409b87e not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:35:06.592677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8fb52dfb-b2fe-4e91-b67e-d38033dfaf51 req-1f307d6c-88cc-4f50-aba4-b0c9c9be1cdf tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 210 time: 0.0536711 Oct 15 00:35:06.608602 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd2e393a-121e-4465-8548-059cd3f41276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:06.616258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8c83d-29f3-4fa5-9213-1359408af189 req-203fa1da-3463-49fb-817d-8e7891cf08ae tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:06.617910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26b8c83d-29f3-4fa5-9213-1359408af189 req-203fa1da-3463-49fb-817d-8e7891cf08ae tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0563567 Oct 15 00:35:06.657448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26b8c83d-29f3-4fa5-9213-1359408af189 req-5dfbbf33-6765-45dc-8169-26c05c6d6027 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Oct 15 00:35:06.688417 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd2e393a-121e-4465-8548-059cd3f41276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:06.788637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e80fe3a5-eb3e-4f04-827b-afc73c16ef4d req-d4c1d2a8-537b-4828-8761-c649bc639486 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 210 time: 0.0469491 Oct 15 00:35:06.795910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd2e393a-121e-4465-8548-059cd3f41276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:06.813188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b6635-5482-41a5-b6ba-4e8fad187201 req-479c5c0d-e795-4d34-b377-8d52426f7200 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:06.814667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de5b6635-5482-41a5-b6ba-4e8fad187201 req-479c5c0d-e795-4d34-b377-8d52426f7200 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0721583 Oct 15 00:35:06.844179 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bd2e393a-121e-4465-8548-059cd3f41276 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5ed0648ef0e4f90ba236ec2dd358426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607864 Oct 15 00:35:06.845349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e393a-121e-4465-8548-059cd3f41276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95f3cc9-b2f4-4bfa-a19a-8a1f401cc7f7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:06.851960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:06.871242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de5b6635-5482-41a5-b6ba-4e8fad187201 req-44fdab01-9832-40b9-9935-9920eb7faeef tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506504 Oct 15 00:35:06.912046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d815ef0a-8ad1-467c-90d6-125b8fccc58f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:06.936570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d815ef0a-8ad1-467c-90d6-125b8fccc58f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:07.129086 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07cd6567-3709-4303-a5ea-e5b4e5f106c5 req-9d7ba892-51f7-40ff-9a0a-b8ca4b1a7882 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0293441 Oct 15 00:35:07.129909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d815ef0a-8ad1-467c-90d6-125b8fccc58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:07.134021 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d815ef0a-8ad1-467c-90d6-125b8fccc58f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:07.135215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d815ef0a-8ad1-467c-90d6-125b8fccc58f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e95f3cc9-b2f4-4bfa-a19a-8a1f401cc7f7 HTTP/1.1" status: 204 len: 168 time: 0.2823081 Oct 15 00:35:07.146010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815ef0a-8ad1-467c-90d6-125b8fccc58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95f3cc9-b2f4-4bfa-a19a-8a1f401cc7f7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:07.261662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15796f-fd4c-4b17-8747-40a62e27db70 req-fd0c8af8-c555-4858-9396-cb71c8072ded tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:07.264404 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc15796f-fd4c-4b17-8747-40a62e27db70 req-fd0c8af8-c555-4858-9396-cb71c8072ded tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0582492 Oct 15 00:35:07.341096 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc15796f-fd4c-4b17-8747-40a62e27db70 req-31156752-1c2a-47fb-8fde-63328cec377b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659294 Oct 15 00:35:07.412784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebbe0-d390-415e-a83d-911a862813fa req-89a5df59-c229-41ed-a14b-9cbcdf38a732 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:07.414265 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-89a5df59-c229-41ed-a14b-9cbcdf38a732 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.39 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 814 time: 0.1252770 Oct 15 00:35:07.427899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Request body: {'port': {'device_id': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'admin_state_up': True, 'tenant_id': 'd465bd42bf1b4a74bc2d5f691e634268'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:07.552170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de7324-be7a-4404-ba2b-903e2591233c req-f39ed85b-7e54-4a2b-92dd-785744c84673 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:07.553823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1de7324-be7a-4404-ba2b-903e2591233c req-f39ed85b-7e54-4a2b-92dd-785744c84673 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1107769 Oct 15 00:35:07.606724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803383c9-809c-4c75-b30c-b7da7b89e1ae'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:07.609153 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccec299-9fbb-41cf-94a5-7fc8dc6e79ab" -d '{"events": [{"server_uuid": "47d39d81-54e7-4232-bcb7-c3ab38cc9942", "name": "network-vif-plugged", "status": "completed", "tag": "803383c9-809c-4c75-b30c-b7da7b89e1ae"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:07.623960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3927d-d8c8-451f-a5b7-335162c6a78e req-86dd4b78-8c0b-4f80-a122-43c85d93f4a7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:07.625640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64f3927d-d8c8-451f-a5b7-335162c6a78e req-86dd4b78-8c0b-4f80-a122-43c85d93f4a7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 945 time: 0.0709698 Oct 15 00:35:07.629616 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1de7324-be7a-4404-ba2b-903e2591233c req-dc1b17ac-c08f-46df-abb8-a82954103035 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600255 Oct 15 00:35:07.676725 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af705409-994c-4d30-abfe-ad78b46e479d x-openstack-request-id: req-af705409-994c-4d30-abfe-ad78b46e479d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:07.677326 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d39d81-54e7-4232-bcb7-c3ab38cc9942", "name": "network-vif-plugged", "status": "completed", "tag": "803383c9-809c-4c75-b30c-b7da7b89e1ae", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:07.677592 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af705409-994c-4d30-abfe-ad78b46e479d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:07.677991 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803383c9-809c-4c75-b30c-b7da7b89e1ae', 'code': 200} Oct 15 00:35:07.681189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64f3927d-d8c8-451f-a5b7-335162c6a78e req-c74cc6cb-9357-4b76-94dc-d1d734816e9d tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Oct 15 00:35:07.768657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c6761554-0802-435c-b5b0-7cc055e6b223 req-6e38ca2f-73a9-4539-a372-579080da0118 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 210 time: 0.0340035 Oct 15 00:35:07.823515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d8b5d-2d4d-4665-8719-43417f12693e req-085350f1-982a-4dda-9f0c-ee18dd2a395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:07.824397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b1d8b5d-2d4d-4665-8719-43417f12693e req-085350f1-982a-4dda-9f0c-ee18dd2a395f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 1096 time: 0.0782032 Oct 15 00:35:07.833537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895785fb-0208-4ef8-b381-3bcaf08d5599 req-2663599d-e46c-4ed6-833f-e9d3adbc1c87 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:07.835026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895785fb-0208-4ef8-b381-3bcaf08d5599 req-2663599d-e46c-4ed6-833f-e9d3adbc1c87 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0796673 Oct 15 00:35:07.847143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Made reservation on behalf of d465bd42bf1b4a74bc2d5f691e634268 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:07.853999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:07.904820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b1d8b5d-2d4d-4665-8719-43417f12693e req-5882879c-b804-4457-841f-da70b0fa1a7d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685685 Oct 15 00:35:07.912422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-895785fb-0208-4ef8-b381-3bcaf08d5599 req-d8e43729-7a3b-43eb-8b35-7abc0c37bc88 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Oct 15 00:35:07.957192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d75e5ec1-e992-4428-89c4-d9100db34a91 req-dcafa0aa-0dff-4dd1-a9ce-d20d6c2afd35 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 210 time: 0.0709610 Oct 15 00:35:08.028881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Allocated IP 172.20.0.9 (ec98b06d-d5c5-4640-a8b3-53b730d6221f/18c087d6-8201-4078-ae32-bad14774eab8/5893d460-6bcc-431c-99b2-71ee14fa5672) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:08.187978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65ec0-3dfe-4cc1-802c-7fda5436fda3 req-fb59102b-b7c0-4114-9c8e-f1c8578b5486 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:08.189649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bb65ec0-3dfe-4cc1-802c-7fda5436fda3 req-fb59102b-b7c0-4114-9c8e-f1c8578b5486 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1204679 Oct 15 00:35:08.255844 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.268264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b7fa7a0-f8e0-4df4-a59f-fc5ea7fdb80d req-a9698223-f368-4a90-a2cf-fdf0f82b6228 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0271032 Oct 15 00:35:08.270893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bb65ec0-3dfe-4cc1-802c-7fda5436fda3 req-646dce78-85dd-4a7d-b19f-142b727bec33 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725682 Oct 15 00:35:08.284184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38692) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:08.309828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6332d759-65b6-49a5-bf09-725b3da8a0b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.395494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6332d759-65b6-49a5-bf09-725b3da8a0b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.412359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.421330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f5f5d-81a2-49f7-87ef-0cc719fd2b82 req-a429a1b9-f33c-46e0-9177-5c714d915866 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:08.422986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c09f5f5d-81a2-49f7-87ef-0cc719fd2b82 req-a429a1b9-f33c-46e0-9177-5c714d915866 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0574243 Oct 15 00:35:08.465054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c09f5f5d-81a2-49f7-87ef-0cc719fd2b82 req-cb0191d2-f4db-4333-b48d-a29e55045f2b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Oct 15 00:35:08.471919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Network ec98b06d-d5c5-4640-a8b3-53b730d6221f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:08.475459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:08.485583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:08.490240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:08.513556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6332d759-65b6-49a5-bf09-725b3da8a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.571264 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6332d759-65b6-49a5-bf09-725b3da8a0b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b59eae200f34333980baea16c0fb7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859733 Oct 15 00:35:08.574172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38698) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:08.578182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:08.578833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.582435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332d759-65b6-49a5-bf09-725b3da8a0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f225cee3-af67-41a9-8ac4-a47f19ad83d8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:08.629249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2844f166-8e50-48e8-9748-2e39c58ca262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.656686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2844f166-8e50-48e8-9748-2e39c58ca262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.711850 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-7bf005b5-e420-4fb4-985b-643e4fc1ba78 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2876859 Oct 15 00:35:08.726152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Request body: {'port': {'device_id': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:08.739981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cce5fa-8ec1-4acf-a3de-fd0674052bf9 req-528233a8-c5b2-4be0-a7b2-2aa9feee5cf2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:08.741721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8cce5fa-8ec1-4acf-a3de-fd0674052bf9 req-528233a8-c5b2-4be0-a7b2-2aa9feee5cf2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0668452 Oct 15 00:35:08.789778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8cce5fa-8ec1-4acf-a3de-fd0674052bf9 req-4f197548-cae4-4d8c-a0c2-7c5d8c750051 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357575 Oct 15 00:35:08.815744 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.874526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba8777-2f60-48dc-a41b-0380a675b3dd req-dcc923b8-b840-4e18-b2ae-cdc763fcc8d7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:08.876016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ccba8777-2f60-48dc-a41b-0380a675b3dd req-dcc923b8-b840-4e18-b2ae-cdc763fcc8d7 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 945 time: 0.0970292 Oct 15 00:35:08.912699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2844f166-8e50-48e8-9748-2e39c58ca262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.915425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2844f166-8e50-48e8-9748-2e39c58ca262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:08.918666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2844f166-8e50-48e8-9748-2e39c58ca262 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f225cee3-af67-41a9-8ac4-a47f19ad83d8 HTTP/1.1" status: 204 len: 168 time: 0.3410866 Oct 15 00:35:08.941755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844f166-8e50-48e8-9748-2e39c58ca262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f225cee3-af67-41a9-8ac4-a47f19ad83d8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:08.968271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636309f-d49d-4b61-80fd-8c175652170b req-11b003ce-3dc5-49c0-b932-a440966e73e5 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:08.969899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-11b003ce-3dc5-49c0-b932-a440966e73e5 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.39 "GET /v2.0/networks?id=add13049-849d-4844-b510-d56ce1836b8a HTTP/1.1" status: 200 len: 813 time: 0.1792347 Oct 15 00:35:08.983534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a8de-25f4-405c-be3d-f9d011af2032 req-8bab9750-39e8-43fc-b1e5-14da6d54d8db tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:08.991967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7657a8de-25f4-405c-be3d-f9d011af2032 req-8bab9750-39e8-43fc-b1e5-14da6d54d8db tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 931 time: 0.1250138 Oct 15 00:35:08.999280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Request body: {'port': {'device_id': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'network_id': 'add13049-849d-4844-b510-d56ce1836b8a', 'admin_state_up': True, 'tenant_id': '67e17d7119cf4f2cbb09cd301c0079ad'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:09.042862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ccba8777-2f60-48dc-a41b-0380a675b3dd req-880a3525-9a37-4366-96cc-6c2334119770 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598544 Oct 15 00:35:09.125953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7657a8de-25f4-405c-be3d-f9d011af2032 req-5daafd75-0a90-46bf-b0f5-10419c4ffd90 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330712 Oct 15 00:35:09.244359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-852e81d6-af89-498e-9921-2006f748e1db req-934c2853-9a8c-487a-9a07-a126d772b4ee tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 210 time: 0.0316725 Oct 15 00:35:09.308209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Made reservation on behalf of 67e17d7119cf4f2cbb09cd301c0079ad for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:09.312613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:09.427117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ead037a-e641-429a-be7b-1da7397b8a1c req-bf42f420-5e49-4fd5-85de-8ff869c928af tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0332711 Oct 15 00:35:09.510317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Allocated IP 172.20.0.12 (add13049-849d-4844-b510-d56ce1836b8a/a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08/49cc18ad-b6c2-4a98-a8d7-3150f9290afa) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:09.514238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339409bc-56e9-43c8-9535-228f4a3d8562 req-ab6e5dd7-0dcc-4706-945b-e773dcf254ba tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:09.517869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-339409bc-56e9-43c8-9535-228f4a3d8562 req-ab6e5dd7-0dcc-4706-945b-e773dcf254ba tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1037893 Oct 15 00:35:09.580645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-339409bc-56e9-43c8-9535-228f4a3d8562 req-b41b67d6-202d-4580-8d3f-a29927bda955 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558586 Oct 15 00:35:09.635996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5893d460-6bcc-431c-99b2-71ee14fa5672 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:09.644730 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:09.660115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Transition to ACTIVE for port object 5893d460-6bcc-431c-99b2-71ee14fa5672 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:09.691563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:09.720291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:09.766569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:09.876077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:09.882720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:09.908761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.909071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.909420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.909741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.911991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.911991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.911991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.911991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.911991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.911991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.911991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.912555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:09.923334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Network add13049-849d-4844-b510-d56ce1836b8a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:09.926367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:09.932912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:09.935422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897f85f-c84c-4728-ab07-b1ddfdbd87ee req-377ad236-4cc2-41e5-9775-bc436cc63715 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:09.937004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5897f85f-c84c-4728-ab07-b1ddfdbd87ee req-377ad236-4cc2-41e5-9775-bc436cc63715 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1308758 Oct 15 00:35:09.957946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Pushing event updated for resources: {'Port': ['ID=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:09.981424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Attempting to bind port 5893d460-6bcc-431c-99b2-71ee14fa5672 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:09.981756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Attempting to bind port 5893d460-6bcc-431c-99b2-71ee14fa5672 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:09.982135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Attempting to bind port 5893d460-6bcc-431c-99b2-71ee14fa5672 on network ec98b06d-d5c5-4640-a8b3-53b730d6221f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:09.995230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Port 5893d460-6bcc-431c-99b2-71ee14fa5672 on network ec98b06d-d5c5-4640-a8b3-53b730d6221f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:09.995551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Attempting to bind port 5893d460-6bcc-431c-99b2-71ee14fa5672 on network ec98b06d-d5c5-4640-a8b3-53b730d6221f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:10.000399 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5897f85f-c84c-4728-ab07-b1ddfdbd87ee req-e001d481-47bf-4289-b987-36976818e4f2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568597 Oct 15 00:35:10.004367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:10.010053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Checking segment: {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:10.010053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Bound using segment: {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:10.010053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Bound port: 5893d460-6bcc-431c-99b2-71ee14fa5672, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:10.010053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:10.017710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.018425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:10.030215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-44175d4a-575f-48dd-addb-e491ed8737b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.032999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-44175d4a-575f-48dd-addb-e491ed8737b7 service neutron] 10.222.0.39 "GET /v2.0/ports/c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 1026 time: 0.0642679 Oct 15 00:35:10.078661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:10.082769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:10.100347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-2981251f-d5bf-40e5-89a5-41bd80653b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.100347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-2981251f-d5bf-40e5-89a5-41bd80653b9b service neutron] 10.222.0.39 "GET /v2.0/ports/492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 1027 time: 0.0602829 Oct 15 00:35:10.181528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-7021eb7c-6a2c-4c86-9744-69eb95dc1715 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1866443 Oct 15 00:35:10.203434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781b2b3-4ce4-48a8-8f97-cf5dd1d7d2a6 req-7933a1cc-213d-4649-97fe-6ff23d584fcb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.205054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6781b2b3-4ce4-48a8-8f97-cf5dd1d7d2a6 req-7933a1cc-213d-4649-97fe-6ff23d584fcb tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 945 time: 0.0567734 Oct 15 00:35:10.216771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Request body: {'port': {'device_id': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:10.233678 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:10.271230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c7028-b304-431e-9c5b-b175facae616 req-86625c57-772b-43d1-8da2-30969ab7fb70 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.272770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c64c7028-b304-431e-9c5b-b175facae616 req-86625c57-772b-43d1-8da2-30969ab7fb70 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1552215 Oct 15 00:35:10.294114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.294768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:10.296191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] 10.222.0.39 "PUT /v2.0/ports/5893d460-6bcc-431c-99b2-71ee14fa5672 HTTP/1.1" status: 200 len: 1091 time: 1.5760989 Oct 15 00:35:10.298744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:10.302220 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eec343-f5d2-49df-b46d-7d4df7328f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:10.314641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6781b2b3-4ce4-48a8-8f97-cf5dd1d7d2a6 req-c29d6091-350e-4ff5-8c58-90c699cad9b0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032150 Oct 15 00:35:10.345304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996745a9-7d93-4d38-8697-1eb314207ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:10.363574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4d22636a-e499-4376-a625-0c9f68d9c18c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.370328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4d22636a-e499-4376-a625-0c9f68d9c18c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.377723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4d22636a-e499-4376-a625-0c9f68d9c18c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.379746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4d22636a-e499-4376-a625-0c9f68d9c18c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "GET /v2.0/networks?id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=10e13c7f-f849-48de-b935-131b1bbc0cec&id=10e13c7f-f849-48de-b935-131b1bbc0cec HTTP/1.1" status: 200 len: 1989 time: 0.2724016 Oct 15 00:35:10.388331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:10.443615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c64c7028-b304-431e-9c5b-b175facae616 req-6a08c1ed-919a-4da9-b74a-129becdf02ee tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453569 Oct 15 00:35:10.446447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20be8-ec08-40e4-879e-b7e017c9cd66 req-71604e9a-a976-4cae-bfee-7716412cfa36 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.462750 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34f20be8-ec08-40e4-879e-b7e017c9cd66 req-71604e9a-a976-4cae-bfee-7716412cfa36 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 943 time: 0.0888340 Oct 15 00:35:10.487292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-8c73dd6c-1278-4eea-acff-a04e991ec03a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39d869baaead42d694454e65afb64d07 HTTP/1.1" status: 200 len: 378 time: 0.0891266 Oct 15 00:35:10.499221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'admin_state_up': True, 'tenant_id': '39d869baaead42d694454e65afb64d07', 'security_groups': ['eb9d132c-6768-43db-a519-db59f6118c90']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:10.562277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34f20be8-ec08-40e4-879e-b7e017c9cd66 req-1eba259f-d1c0-4987-b0b7-38e5e3e56d7a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984094 Oct 15 00:35:10.568564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebbe0-d390-415e-a83d-911a862813fa req-2f3c9b45-08be-4cb2-af52-8367b88aefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.569389 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-2f3c9b45-08be-4cb2-af52-8367b88aefe3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 1094 time: 0.0839021 Oct 15 00:35:10.664415 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e3f5b5-b08a-4ffc-a810-a539debb08e5 x-openstack-request-id: req-a7e3f5b5-b08a-4ffc-a810-a539debb08e5 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:10.666326 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:10.666592 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7e3f5b5-b08a-4ffc-a810-a539debb08e5 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:10.667167 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'status': 'completed', 'code': 200} Oct 15 00:35:10.670005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-447cff81-010e-4665-a4d4-5a943ee0b50a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5893d460-6bcc-431c-99b2-71ee14fa5672 HTTP/1.1" status: 200 len: 217 time: 0.0924478 Oct 15 00:35:10.766468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bebbe0-d390-415e-a83d-911a862813fa req-c114e62e-31d9-4e70-b485-ba7cc59a1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.768377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-c114e62e-31d9-4e70-b485-ba7cc59a1fa4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18c087d6-8201-4078-ae32-bad14774eab8 HTTP/1.1" status: 200 len: 854 time: 0.0847027 Oct 15 00:35:10.788994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3a8e6-f5ac-4d16-8d4f-7ce11ad4d259 req-e3c90083-812e-4afd-98e3-fa13744150c6 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.790407 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7df3a8e6-f5ac-4d16-8d4f-7ce11ad4d259 req-e3c90083-812e-4afd-98e3-fa13744150c6 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 932 time: 0.2197018 Oct 15 00:35:10.825862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-6821d835-c98a-4a36-b211-dab19da7ee90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ec98b06d-d5c5-4640-a8b3-53b730d6221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500646 Oct 15 00:35:10.900450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7df3a8e6-f5ac-4d16-8d4f-7ce11ad4d259 req-1d9dcb60-5e2a-4b1f-a55a-bcf4efc6164d tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993443 Oct 15 00:35:10.953598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a81c-edd5-4a6f-a024-77494bcf2154 req-eaab558e-22f8-49d0-af95-87706a68d009 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:10.962336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ba1a81c-edd5-4a6f-a024-77494bcf2154 req-eaab558e-22f8-49d0-af95-87706a68d009 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 946 time: 0.1747775 Oct 15 00:35:10.983630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cc18ad-b6c2-4a98-a8d7-3150f9290afa {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:10.991623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:11.005125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Transition to ACTIVE for port object 49cc18ad-b6c2-4a98-a8d7-3150f9290afa will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:11.038398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83d6fb30-a81e-475c-a267-09c6fa1b0a27 req-01f93cb9-4464-4c01-a330-8e7913c408f6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0279303 Oct 15 00:35:11.042422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ba1a81c-edd5-4a6f-a024-77494bcf2154 req-74c99f88-8a16-4668-b115-d6373d7bdffe tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789788 Oct 15 00:35:11.052037 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-a2a840f8-0e18-4490-bafc-ac0f28b65e26 service neutron] 10.222.0.39 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042730 Oct 15 00:35:11.087717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:11.087717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:11.236317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:11.258502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93bebbe0-d390-415e-a83d-911a862813fa req-b0c5d76b-3630-48ba-8f44-12d0b87d43f4 service neutron] 10.222.0.39 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946220 Oct 15 00:35:11.286502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965be182-38fb-4b1a-98d2-3b3d1eaa54da req-eca47865-b59f-4c7c-9505-d074e68716d2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:11.288332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-965be182-38fb-4b1a-98d2-3b3d1eaa54da req-eca47865-b59f-4c7c-9505-d074e68716d2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1492832 Oct 15 00:35:11.328598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Pushing event updated for resources: {'Port': ['ID=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:11.333971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 172.20.0.7 (198c7661-90f0-428e-9a7e-e7cafe9db3d1/e9c50b30-fb11-477b-88d9-4c9150808b66/75ea010d-d039-498c-8048-6b756133d8ad) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:11.366286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-965be182-38fb-4b1a-98d2-3b3d1eaa54da req-60461d2a-8b25-4d24-874d-e06b6d6ec558 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711622 Oct 15 00:35:11.464506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-0f5d2619-fb21-4df2-adbd-97afa8bdf6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:11.467151 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-0f5d2619-fb21-4df2-adbd-97afa8bdf6c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 1094 time: 0.0669408 Oct 15 00:35:11.482801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Attempting to bind port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:11.483493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Attempting to bind port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '62a9734b-9522-42b3-957c-5e4611c5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'add13049-849d-4844-b510-d56ce1836b8a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:11.483493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Attempting to bind port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa on network add13049-849d-4844-b510-d56ce1836b8a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:11.496024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa on network add13049-849d-4844-b510-d56ce1836b8a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:11.497258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Attempting to bind port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa on network add13049-849d-4844-b510-d56ce1836b8a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:11.535383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:11.536746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Checking segment: {'id': '62a9734b-9522-42b3-957c-5e4611c5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'add13049-849d-4844-b510-d56ce1836b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:11.537138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Bound using segment: {'id': '62a9734b-9522-42b3-957c-5e4611c5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'add13049-849d-4844-b510-d56ce1836b8a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:11.537581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Bound port: 49cc18ad-b6c2-4a98-a8d7-3150f9290afa, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a9734b-9522-42b3-957c-5e4611c5e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'add13049-849d-4844-b510-d56ce1836b8a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:11.537935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:11.646789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:11.649331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd17ae-5258-43b4-8bfe-e69aaebe4ed6 req-a9bb337f-632c-4ecc-aabe-386841335ba9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:11.650974 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8fd17ae-5258-43b4-8bfe-e69aaebe4ed6 req-a9bb337f-632c-4ecc-aabe-386841335ba9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1528339 Oct 15 00:35:11.664762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] For port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:11.670283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] For port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,segment=NetworkSegment(62a9734b-9522-42b3-957c-5e4611c5e66d),segment_id=62a9734b-9522-42b3-957c-5e4611c5e66d)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:11.676017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-6f0a8b73-39b4-4a38-96af-9f279f342253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:11.677516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-6f0a8b73-39b4-4a38-96af-9f279f342253 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 915 time: 0.2035668 Oct 15 00:35:11.747365 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8fd17ae-5258-43b4-8bfe-e69aaebe4ed6 req-e3e20833-4a8e-4e76-8d34-d1fd0e957e67 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871117 Oct 15 00:35:11.752501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-a7e5bf7d-f8f1-4e37-8fd0-8f52c64ea5aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5893d460-6bcc-431c-99b2-71ee14fa5672 HTTP/1.1" status: 200 len: 217 time: 0.0582614 Oct 15 00:35:11.770522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70221e-652f-484a-9dab-c01af0c30dfd req-219441df-5804-43b6-a3b5-06817158fab3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:11.772295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec70221e-652f-484a-9dab-c01af0c30dfd req-219441df-5804-43b6-a3b5-06817158fab3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 943 time: 0.0992472 Oct 15 00:35:11.799028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:11.850317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-479fa2e5-a574-4a98-9b18-b7f0b2e7f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:11.852931 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-479fa2e5-a574-4a98-9b18-b7f0b2e7f5a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=18c087d6-8201-4078-ae32-bad14774eab8 HTTP/1.1" status: 200 len: 854 time: 0.0944238 Oct 15 00:35:11.875828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:11.876535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:11.878180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] 10.222.0.39 "PUT /v2.0/ports/49cc18ad-b6c2-4a98-a8d7-3150f9290afa HTTP/1.1" status: 200 len: 1092 time: 1.6684620 Oct 15 00:35:11.878859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'tag': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:11.881473 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8050594-feef-49b8-8bb3-f4263eb18380" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6540a1-3dd2-423e-a39b-2417ef8c2e6b", "tag": "49cc18ad-b6c2-4a98-a8d7-3150f9290afa"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:11.894767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-3f873708-6354-4772-b750-0d9ae96b2e2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ec98b06d-d5c5-4640-a8b3-53b730d6221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355129 Oct 15 00:35:11.920948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec70221e-652f-484a-9dab-c01af0c30dfd req-c9e86575-35d3-40e6-8253-e4983241fc61 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255860 Oct 15 00:35:11.941158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d595c3-1c6e-4326-9cfc-be9dabbc8738 service neutron] Pushing event updated for resources: {'Port': ['ID=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:11.955823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:12.007494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:12.010321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:12.016765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:12.046840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=75ea010d-d039-498c-8048-6b756133d8ad,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:12.059453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-2af71ab6-7473-4943-8d62-672db9eebc76 service neutron] 10.222.0.39 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515689 Oct 15 00:35:12.109009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:12.109687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:12.175397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636309f-d49d-4b61-80fd-8c175652170b req-4b44a9d1-3182-4dec-a024-42aa77214ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:12.176923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-4b44a9d1-3182-4dec-a024-42aa77214ebe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67e17d7119cf4f2cbb09cd301c0079ad&device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 1095 time: 0.0626280 Oct 15 00:35:12.251829 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-f93af61f-57d5-4bd9-a4d8-5e7a10c4e27e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49cc18ad-b6c2-4a98-a8d7-3150f9290afa HTTP/1.1" status: 200 len: 217 time: 0.0660262 Oct 15 00:35:12.263536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-cfb24ef6-35c2-4279-830b-96fba65e2131 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7698112 Oct 15 00:35:12.266492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6eec343-f5d2-49df-b46d-7d4df7328f7f req-94b2c997-3477-4abb-9015-845270642df9 service neutron] 10.222.0.39 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001574 Oct 15 00:35:12.318354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'admin_state_up': True, 'tenant_id': '39d869baaead42d694454e65afb64d07', 'security_groups': ['eb9d132c-6768-43db-a519-db59f6118c90']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:12.325216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e139b022-db11-402e-9dbb-ac0f3e96c2a6 None None] Provisioning complete for port 75ea010d-d039-498c-8048-6b756133d8ad triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:12.325802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e139b022-db11-402e-9dbb-ac0f3e96c2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:12.404207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e139b022-db11-402e-9dbb-ac0f3e96c2a6 None None] Port 75ea010d-d039-498c-8048-6b756133d8ad cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:12.409302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636309f-d49d-4b61-80fd-8c175652170b req-af9648d9-c104-43e0-9791-9ab5004feea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:12.410965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-af9648d9-c104-43e0-9791-9ab5004feea6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08 HTTP/1.1" status: 200 len: 853 time: 0.1455574 Oct 15 00:35:12.503820 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676f687c-05c7-45b6-9ccc-3b4cee5a7f73 x-openstack-request-id: req-676f687c-05c7-45b6-9ccc-3b4cee5a7f73 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:12.504655 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6540a1-3dd2-423e-a39b-2417ef8c2e6b", "tag": "49cc18ad-b6c2-4a98-a8d7-3150f9290afa", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:12.505132 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-676f687c-05c7-45b6-9ccc-3b4cee5a7f73 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:12.505734 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'tag': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa', 'status': 'completed', 'code': 200} Oct 15 00:35:12.508312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-c5bfa000-e788-4794-a0ed-04253dde1fed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=add13049-849d-4844-b510-d56ce1836b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891323 Oct 15 00:35:12.629950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7de574-969e-493f-89c9-b64ef2542440 req-bd892cf1-6ab7-4fe2-9fd5-46919ac69681 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:12.638643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e7de574-969e-493f-89c9-b64ef2542440 req-bd892cf1-6ab7-4fe2-9fd5-46919ac69681 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 931 time: 0.1468775 Oct 15 00:35:12.677090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:12.680550 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:12.685591 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e7de574-969e-493f-89c9-b64ef2542440 req-e43783b0-68f7-465d-9667-6bbf849856e0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442708 Oct 15 00:35:12.690760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7b65-6741-46e1-bef4-208f3f7b17d8 req-e84864de-b8b3-4d24-9fa8-089f59834011 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:12.692488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f8e7b65-6741-46e1-bef4-208f3f7b17d8 req-e84864de-b8b3-4d24-9fa8-089f59834011 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 944 time: 0.1165066 Oct 15 00:35:12.712430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-74d39951-0972-497a-95ad-63eaa9f47297 service neutron] 10.222.0.39 "GET /v2.0/networks/add13049-849d-4844-b510-d56ce1836b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912518 Oct 15 00:35:12.828005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f8e7b65-6741-46e1-bef4-208f3f7b17d8 req-6576c92b-1077-4440-bb03-9ad3445e4ddf tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237135 Oct 15 00:35:12.922825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481925af-d6e4-4401-bac1-d72961dd3bf9 req-9cfbbf26-e3ae-4f14-ba52-bd17db38d01e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:12.929038 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-481925af-d6e4-4401-bac1-d72961dd3bf9 req-9cfbbf26-e3ae-4f14-ba52-bd17db38d01e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 946 time: 0.1199291 Oct 15 00:35:12.985462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-481925af-d6e4-4401-bac1-d72961dd3bf9 req-9f9f8489-7f5f-4500-a9db-ce2a863a6e77 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/security-groups?id=89649444-a431-4569-89f0-753b9475cf02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452895 Oct 15 00:35:13.113761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc685e-cc7a-4a3b-9e12-cf14fda5b696 req-c3bb3cd1-ed18-4de8-abc1-2bd241a029a3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:13.123208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-61dc685e-cc7a-4a3b-9e12-cf14fda5b696 req-c3bb3cd1-ed18-4de8-abc1-2bd241a029a3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 943 time: 0.0823731 Oct 15 00:35:13.170256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-61dc685e-cc7a-4a3b-9e12-cf14fda5b696 req-2e6ddf10-0a67-4c6a-b250-6c3f307529fc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Oct 15 00:35:13.348815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b636309f-d49d-4b61-80fd-8c175652170b req-f34de26f-f7c6-454a-b70e-0a12455baa23 service neutron] 10.222.0.39 "GET /v2.0/networks/add13049-849d-4844-b510-d56ce1836b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102839 Oct 15 00:35:13.379711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79d314-34e9-4da5-9a83-286c966689ac req-3ac69861-e99b-4032-be52-4121ef263cad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:13.379711 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f79d314-34e9-4da5-9a83-286c966689ac req-3ac69861-e99b-4032-be52-4121ef263cad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.4351275 Oct 15 00:35:13.384898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-a392b452-e04c-4760-a522-50dcf4a5eb2c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:13.387506 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-a392b452-e04c-4760-a522-50dcf4a5eb2c tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 946 time: 0.0607109 Oct 15 00:35:13.401120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 10.1.1.179 (ca16cbb7-b175-45fd-a296-b95b5ead1d2b/d679e447-d7b4-48e2-9883-05ee1dc1d2a5/ccccdf32-90f4-49bf-9e00-21c834c7fc3c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:13.442691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f79d314-34e9-4da5-9a83-286c966689ac req-8015f95f-3e68-40f3-9220-bb4a352799f3 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Oct 15 00:35:13.516801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Deleting port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:35:13.517297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:13.611703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-3b3fd91f-5076-483a-b09b-7d6285fd91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:13.613491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-3b3fd91f-5076-483a-b09b-7d6285fd91d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=67e17d7119cf4f2cbb09cd301c0079ad&device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 1095 time: 0.1512303 Oct 15 00:35:13.617996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] For port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:13.618389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:13.633912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Calling delete_port for 89c6ffbe-80eb-4eec-90fa-698dfc407e3c owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:35:13.771787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:13.828702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-0f5ffb72-e05d-4a33-95c1-25e4c3853bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:13.830720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-0f5ffb72-e05d-4a33-95c1-25e4c3853bb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=add13049-849d-4844-b510-d56ce1836b8a HTTP/1.1" status: 200 len: 914 time: 0.2096360 Oct 15 00:35:13.846201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-38512756-7c7e-40f5-9f0c-01e62e7c3b2e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:13.848153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-38512756-7c7e-40f5-9f0c-01e62e7c3b2e tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 945 time: 0.1175756 Oct 15 00:35:13.872263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8bda-17e1-4378-94cd-4b9664f1fdb1 req-5b105d6a-5056-4202-a5c5-6ce1ee346c5c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:13.874007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98ed8bda-17e1-4378-94cd-4b9664f1fdb1 req-5b105d6a-5056-4202-a5c5-6ce1ee346c5c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 931 time: 0.0702043 Oct 15 00:35:13.891380 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:13.900661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['89c6ffbe-80eb-4eec-90fa-698dfc407e3c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:13.904709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['803383c9-809c-4c75-b30c-b7da7b89e1ae'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:13.944653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event deleted for resources: {'Port': ['ID=89c6ffbe-80eb-4eec-90fa-698dfc407e3c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:13.953140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-295d11f8-0a31-462a-9d38-8bd44b40936b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49cc18ad-b6c2-4a98-a8d7-3150f9290afa HTTP/1.1" status: 200 len: 217 time: 0.1038859 Oct 15 00:35:14.030386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98ed8bda-17e1-4378-94cd-4b9664f1fdb1 req-b54b2b46-d8e5-4c59-b1e8-e7d4345ab8ea tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405058 Oct 15 00:35:14.031749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] No DVR routers for this DVR port 89c6ffbe-80eb-4eec-90fa-698dfc407e3c on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:35:14.035125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:14.044864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-20e1d8da-c488-4e3f-bf0f-d534d0af5f47 req-0c5bc02d-47c4-4257-ae69-c026b62e0621 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.39 "DELETE /v2.0/ports/89c6ffbe-80eb-4eec-90fa-698dfc407e3c HTTP/1.1" status: 204 len: 173 time: 0.6491883 Oct 15 00:35:14.044864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'name': 'network-vif-deleted', 'tag': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:14.047255 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e40e223-bab7-4d7d-9865-c0aba1107338" -d '{"events": [{"server_uuid": "ecd3b77f-cb2f-4587-aece-444ce7190551", "name": "network-vif-deleted", "tag": "89c6ffbe-80eb-4eec-90fa-698dfc407e3c"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:14.114106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:14.143659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:14.150134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:14.160902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:14.218932 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c9fe613-b434-4e05-ab61-14a811a4b8c9 req-90f51162-c6c8-4843-a783-73d22b7638cc tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 210 time: 0.0568910 Oct 15 00:35:14.271178 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d76da7-3c9d-4759-bae6-0b57f91006c4 x-openstack-request-id: req-71d76da7-3c9d-4759-bae6-0b57f91006c4 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:14.271471 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd3b77f-cb2f-4587-aece-444ce7190551", "name": "network-vif-deleted", "tag": "89c6ffbe-80eb-4eec-90fa-698dfc407e3c", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:14.271637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-6a895bd7-1c9c-414b-ac70-fef0f1362f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:14.271751 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71d76da7-3c9d-4759-bae6-0b57f91006c4 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:14.272120 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd3b77f-cb2f-4587-aece-444ce7190551', 'name': 'network-vif-deleted', 'tag': '89c6ffbe-80eb-4eec-90fa-698dfc407e3c', 'status': 'completed', 'code': 200} Oct 15 00:35:14.274072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-6a895bd7-1c9c-414b-ac70-fef0f1362f95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08 HTTP/1.1" status: 200 len: 853 time: 0.2757459 Oct 15 00:35:14.294037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cc0e9-888b-4b17-bd42-16cb27aa1b3e req-391d7e88-6e0e-496a-9fef-866d0aef4c28 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:14.295779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac6cc0e9-888b-4b17-bd42-16cb27aa1b3e req-391d7e88-6e0e-496a-9fef-866d0aef4c28 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 944 time: 0.3377337 Oct 15 00:35:14.327125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-96df0eb7-488f-45a5-bc14-c83c49f656f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=add13049-849d-4844-b510-d56ce1836b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422149 Oct 15 00:35:14.331970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:14.388807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:14.389422 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:14.394847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b271db-1233-4d06-86ef-2e1a5dcedb9b req-1ebf98dc-f98c-4292-94b7-f389a20e43e6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:14.406261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6b271db-1233-4d06-86ef-2e1a5dcedb9b req-1ebf98dc-f98c-4292-94b7-f389a20e43e6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 943 time: 0.0707908 Oct 15 00:35:14.468201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6b271db-1233-4d06-86ef-2e1a5dcedb9b req-4b13f8d4-e693-463c-b2d2-453112231ac6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536239 Oct 15 00:35:14.503345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac6cc0e9-888b-4b17-bd42-16cb27aa1b3e req-eb4c8d23-6006-48a9-aa91-e2d9a39e77a7 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750438 Oct 15 00:35:14.510730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Deleting port 803383c9-809c-4c75-b30c-b7da7b89e1ae {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:35:14.511070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:14.555809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-bc83c70a-fc30-43c9-97ef-a5b2f133dc9a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2420526 Oct 15 00:35:14.595534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'admin_state_up': True, 'tenant_id': '39d869baaead42d694454e65afb64d07', 'security_groups': ['eb9d132c-6768-43db-a519-db59f6118c90']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:14.648294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-073e4563-941c-4a3d-b2ad-6f3a30226ccf service neutron] 10.222.0.39 "GET /v2.0/networks/add13049-849d-4844-b510-d56ce1836b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133397 Oct 15 00:35:14.654270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-af4f4b33-00a5-4fed-8400-5a965d4c5a27 None None] Provisioning complete for port ccccdf32-90f4-49bf-9e00-21c834c7fc3c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:14.654789 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af4f4b33-00a5-4fed-8400-5a965d4c5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:14.690556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-af4f4b33-00a5-4fed-8400-5a965d4c5a27 None None] Port ccccdf32-90f4-49bf-9e00-21c834c7fc3c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:14.714624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:14.846473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38904) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:14.862509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafbf94-04a2-4672-bea5-25b490c66217 req-28965d17-f92e-4ffd-b0c6-68edae8729b6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:14.864211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6bafbf94-04a2-4672-bea5-25b490c66217 req-28965d17-f92e-4ffd-b0c6-68edae8729b6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2429216 Oct 15 00:35:14.878047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] For port 803383c9-809c-4c75-b30c-b7da7b89e1ae, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=803383c9-809c-4c75-b30c-b7da7b89e1ae,segment=NetworkSegment(b09b9823-470c-45ba-bd67-84d268fac084),segment_id=b09b9823-470c-45ba-bd67-84d268fac084)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:14.878434 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:14.912073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Calling delete_port for 803383c9-809c-4c75-b30c-b7da7b89e1ae owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:35:14.969112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8050594-feef-49b8-8bb3-f4263eb18380 req-527b0eea-5eb5-471b-ab4a-1748d74da459 service neutron] 10.222.0.39 "GET /v2.0/networks/add13049-849d-4844-b510-d56ce1836b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870283 Oct 15 00:35:14.977625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54a0bec5-871c-499c-a6f0-3bead7394c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.002008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6bafbf94-04a2-4672-bea5-25b490c66217 req-acfbfeed-8a17-417e-a41d-bf901bb2c00d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278749 Oct 15 00:35:15.093131 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54a0bec5-871c-499c-a6f0-3bead7394c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.134032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:15.138229 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.206295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54a0bec5-871c-499c-a6f0-3bead7394c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.247305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22c32f-04aa-4deb-9be2-10b2ef37ac9b req-0c701834-527a-408f-83c6-649ffc73f0bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:15.252800 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-54a0bec5-871c-499c-a6f0-3bead7394c16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=029a7a1db0eb4e94a5947a9170dee9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050674 Oct 15 00:35:15.253368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22c32f-04aa-4deb-9be2-10b2ef37ac9b req-0c701834-527a-408f-83c6-649ffc73f0bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:15.253962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0bec5-871c-499c-a6f0-3bead7394c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65d8475-e8c3-40ee-aa1c-99fd02e6de49,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:15.255988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b22c32f-04aa-4deb-9be2-10b2ef37ac9b req-0c701834-527a-408f-83c6-649ffc73f0bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 1653 time: 0.1153829 Oct 15 00:35:15.257247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38916) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:15.301028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.314120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb3d-4146-4108-a215-9051c581cdde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.314552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['89c6ffbe-80eb-4eec-90fa-698dfc407e3c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:15.341251 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb3d-4146-4108-a215-9051c581cdde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.374652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Pushing event deleted for resources: {'Port': ['ID=803383c9-809c-4c75-b30c-b7da7b89e1ae,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:15.384520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b22c32f-04aa-4deb-9be2-10b2ef37ac9b req-9abc6952-3923-4efc-97c3-c0565f3c7094 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213984 Oct 15 00:35:15.455978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 10.1.1.52 (ca16cbb7-b175-45fd-a296-b95b5ead1d2b/d679e447-d7b4-48e2-9883-05ee1dc1d2a5/bd3a768a-96cd-486f-ad08-eb95e74c7b5e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:15.458299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] No DVR routers for this DVR port 803383c9-809c-4c75-b30c-b7da7b89e1ae on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:35:15.462466 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.466700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71e52208-2468-45cf-bf6d-4546751eb7c4 req-b1455743-5ad5-4caf-9622-291bd5a423d0 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.30 "DELETE /v2.0/ports/803383c9-809c-4c75-b30c-b7da7b89e1ae HTTP/1.1" status: 204 len: 173 time: 1.5961015 Oct 15 00:35:15.467170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'name': 'network-vif-deleted', 'tag': '803383c9-809c-4c75-b30c-b7da7b89e1ae'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:15.469459 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6868753-e58f-4ada-b0ac-6f50c1487b1f" -d '{"events": [{"server_uuid": "47d39d81-54e7-4232-bcb7-c3ab38cc9942", "name": "network-vif-deleted", "tag": "803383c9-809c-4c75-b30c-b7da7b89e1ae"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:15.524895 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8db60450-c12e-4865-ad95-75d6d60edfb1 req-8cf47589-08f1-41e3-97b3-760a6299ef57 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd3b77f-cb2f-4587-aece-444ce7190551 HTTP/1.1" status: 200 len: 210 time: 0.0353906 Oct 15 00:35:15.526160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb3d-4146-4108-a215-9051c581cdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.536854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ccfb3d-4146-4108-a215-9051c581cdde admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.537989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-62ccfb3d-4146-4108-a215-9051c581cdde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a65d8475-e8c3-40ee-aa1c-99fd02e6de49 HTTP/1.1" status: 204 len: 168 time: 0.2794783 Oct 15 00:35:15.603289 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296583b-7b93-4c6b-bc3f-a8d9d392f63d x-openstack-request-id: req-f296583b-7b93-4c6b-bc3f-a8d9d392f63d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:15.603750 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d39d81-54e7-4232-bcb7-c3ab38cc9942", "name": "network-vif-deleted", "tag": "803383c9-809c-4c75-b30c-b7da7b89e1ae", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:15.604169 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f296583b-7b93-4c6b-bc3f-a8d9d392f63d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:15.606797 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d39d81-54e7-4232-bcb7-c3ab38cc9942', 'name': 'network-vif-deleted', 'tag': '803383c9-809c-4c75-b30c-b7da7b89e1ae', 'status': 'completed', 'code': 200} Oct 15 00:35:15.609725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccfb3d-4146-4108-a215-9051c581cdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65d8475-e8c3-40ee-aa1c-99fd02e6de49,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:15.728012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf4b6b-e471-4dc0-a2ae-a476c46d8c53 req-ac7f8b01-be62-413c-9ad2-b61c58a4171a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:15.728012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68bf4b6b-e471-4dc0-a2ae-a476c46d8c53 req-ac7f8b01-be62-413c-9ad2-b61c58a4171a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1955206 Oct 15 00:35:15.772171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f1dc7-9f98-4cd6-9777-1e521bc4288d req-4599a1c7-e963-4f17-9699-762a8873e3f3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:15.782613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c51f1dc7-9f98-4cd6-9777-1e521bc4288d req-4599a1c7-e963-4f17-9699-762a8873e3f3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 943 time: 0.1237137 Oct 15 00:35:15.810642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68bf4b6b-e471-4dc0-a2ae-a476c46d8c53 req-b1be6bcb-7a11-4e70-a1ef-9ee661b41ce7 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778902 Oct 15 00:35:15.819704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:15.846211 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c51f1dc7-9f98-4cd6-9777-1e521bc4288d req-f4d8ca89-7688-4d75-8657-e53ba882e99c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612519 Oct 15 00:35:15.945009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060e23c-4c7a-4774-8f7d-472e4a860387 req-3b063de1-286c-4639-b05a-9230aae23bb4 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:15.947019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6060e23c-4c7a-4774-8f7d-472e4a860387 req-3b063de1-286c-4639-b05a-9230aae23bb4 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 944 time: 0.0654938 Oct 15 00:35:15.984078 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:16.027885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6060e23c-4c7a-4774-8f7d-472e4a860387 req-840f6bec-9e8a-4ec3-8541-7dbacf1e9363 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694823 Oct 15 00:35:16.048550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:16.051914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:16.054692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:16.091952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:16.120775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:16.121520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:16.312521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7aa89e40-dda7-4ce4-927b-e36ff2781cdf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7269866 Oct 15 00:35:16.329357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec', 'admin_state_up': True, 'tenant_id': '39d869baaead42d694454e65afb64d07', 'security_groups': ['eb9d132c-6768-43db-a519-db59f6118c90']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:16.341952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-138d1822-0f51-4cba-bde5-7860add545cc None None] Provisioning complete for port bd3a768a-96cd-486f-ad08-eb95e74c7b5e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:16.342513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-138d1822-0f51-4cba-bde5-7860add545cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:16.368335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5893d460-6bcc-431c-99b2-71ee14fa5672 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:35:16.389848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-138d1822-0f51-4cba-bde5-7860add545cc None None] Port bd3a768a-96cd-486f-ad08-eb95e74c7b5e cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:16.491464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:16.517428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'port_id': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'mac_address': 'fa:16:3e:5a:c7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c087d6-8201-4078-ae32-bad14774eab8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:35:16.532031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:16.563182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:16.569942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b933a1-7b75-4c9c-b00b-33dd2ccca996 req-7d3b2f1b-c312-4c10-8af6-341a353c3816 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:16.581761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5893d460-6bcc-431c-99b2-71ee14fa5672 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:16.588115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b933a1-7b75-4c9c-b00b-33dd2ccca996 req-7d3b2f1b-c312-4c10-8af6-341a353c3816 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:16.607754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b933a1-7b75-4c9c-b00b-33dd2ccca996 req-7d3b2f1b-c312-4c10-8af6-341a353c3816 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:16.612419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f2b933a1-7b75-4c9c-b00b-33dd2ccca996 req-7d3b2f1b-c312-4c10-8af6-341a353c3816 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 2373 time: 0.1261563 Oct 15 00:35:16.633550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:16.637652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 803383c9-809c-4c75-b30c-b7da7b89e1ae no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:35:16.657330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38940) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:16.663579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 803383c9-809c-4c75-b30c-b7da7b89e1ae {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:35:16.664100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 803383c9-809c-4c75-b30c-b7da7b89e1ae not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:35:16.687706 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-146005c7-9e9c-43d9-86ba-b16e42139c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:16.728052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f2b933a1-7b75-4c9c-b00b-33dd2ccca996 req-299aae36-b393-4516-84e4-ac8e6fb5ee43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072552 Oct 15 00:35:16.742872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:16.778302 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:16.807873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc35e63-e4b1-48e1-9816-1cd55f402af1 req-a5becc54-042f-467a-8f81-062e7f35f278 tempest-MultipleCreateTestJSON-1545953574 tempest-MultipleCreateTestJSON-1545953574-project] 10.222.0.13 "GET /v2.0/ports?device_id=47d39d81-54e7-4232-bcb7-c3ab38cc9942 HTTP/1.1" status: 200 len: 210 time: 0.0395918 Oct 15 00:35:16.844263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:16.855276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.856305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.856742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.857471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.858058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.858415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.859046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.860721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.860721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.860721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.860721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.861337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:16.967419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90538d4-af23-4262-9c50-eb0b5f650d56 req-1d1b8c09-3d44-4fcf-ae99-cc1dcd605fe8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:16.968565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b90538d4-af23-4262-9c50-eb0b5f650d56 req-1d1b8c09-3d44-4fcf-ae99-cc1dcd605fe8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0614860 Oct 15 00:35:17.017269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b90538d4-af23-4262-9c50-eb0b5f650d56 req-bf13034d-f4fc-4670-b69d-03878ab1eef6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Oct 15 00:35:17.024747 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-146005c7-9e9c-43d9-86ba-b16e42139c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.080815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a4787-44d4-4a3b-bfa1-32faa4c7ed4c req-38eca7f0-a31a-4164-8a9f-ffe5a45c78fd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.082390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-578a4787-44d4-4a3b-bfa1-32faa4c7ed4c req-38eca7f0-a31a-4164-8a9f-ffe5a45c78fd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 944 time: 0.1440759 Oct 15 00:35:17.089484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 10.2.2.100 (10e13c7f-f849-48de-b935-131b1bbc0cec/59c74792-e3bc-4402-a547-5fe6b7655006/73ad7329-bef2-4f2a-b272-0ca3f8f15f8a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:17.115633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['5893d460-6bcc-431c-99b2-71ee14fa5672'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:17.144263 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-146005c7-9e9c-43d9-86ba-b16e42139c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.211236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-578a4787-44d4-4a3b-bfa1-32faa4c7ed4c req-ee6f7483-f305-4825-87be-857a865c9851 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181784 Oct 15 00:35:17.237339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edf544-c8bf-4cbc-9ba7-93cf3efea4d7 req-bffe2fa6-3243-4daf-b857-3faed6dac0c8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.239379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-82edf544-c8bf-4cbc-9ba7-93cf3efea4d7 req-bffe2fa6-3243-4daf-b857-3faed6dac0c8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0617051 Oct 15 00:35:17.242138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-146005c7-9e9c-43d9-86ba-b16e42139c1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef3837024fb94a509f2f44f25f191308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837727 Oct 15 00:35:17.245248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38954) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:17.281219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146005c7-9e9c-43d9-86ba-b16e42139c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41292bf-6e2c-4cf1-8881-129eedc8f43b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:17.358769 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-82edf544-c8bf-4cbc-9ba7-93cf3efea4d7 req-ee67c6a3-cc13-4838-940d-6df142fb5608 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840139 Oct 15 00:35:17.377143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34ef9e5d-cc5c-4a53-ba14-b2dca810e830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.380308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6e54e-4fba-485a-89e0-2e920bded2e0 req-b40be979-b76d-443e-abd8-b9ed7fa5c39c tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.399592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c6e54e-4fba-485a-89e0-2e920bded2e0 req-b40be979-b76d-443e-abd8-b9ed7fa5c39c tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 944 time: 0.0946116 Oct 15 00:35:17.403506 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34ef9e5d-cc5c-4a53-ba14-b2dca810e830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.412842 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.467692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c6e54e-4fba-485a-89e0-2e920bded2e0 req-41e060e6-a583-4c83-a5c4-4ca160187fb1 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494826 Oct 15 00:35:17.544120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab0973-35fa-41ae-bfd7-605851e1678b req-93034e05-6927-4cfc-96b3-02c910a8501e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.545598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9ab0973-35fa-41ae-bfd7-605851e1678b req-93034e05-6927-4cfc-96b3-02c910a8501e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0533361 Oct 15 00:35:17.546753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34ef9e5d-cc5c-4a53-ba14-b2dca810e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.550762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34ef9e5d-cc5c-4a53-ba14-b2dca810e830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.550762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-34ef9e5d-cc5c-4a53-ba14-b2dca810e830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f41292bf-6e2c-4cf1-8881-129eedc8f43b HTTP/1.1" status: 204 len: 168 time: 0.2922292 Oct 15 00:35:17.565014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef9e5d-cc5c-4a53-ba14-b2dca810e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41292bf-6e2c-4cf1-8881-129eedc8f43b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:17.598036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9ab0973-35fa-41ae-bfd7-605851e1678b req-54a55dc3-aa95-4f5c-b634-b561bc4df60e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450840 Oct 15 00:35:17.616563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.666378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network 10e13c7f-f849-48de-b935-131b1bbc0cec is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:17.676848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:17.679253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:17.682901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:17.779547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.780242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.806163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7c94f-dbac-41aa-b25f-214a2e46a144 req-49f88932-2b41-4052-b7b9-55faf8111660 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.807831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49f7c94f-dbac-41aa-b25f-214a2e46a144 req-49f88932-2b41-4052-b7b9-55faf8111660 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1322274 Oct 15 00:35:17.854030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49f7c94f-dbac-41aa-b25f-214a2e46a144 req-20eaa213-a016-4ff6-9a45-74c37a8c02bd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Oct 15 00:35:17.896659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836e22-b2ff-4722-9aaa-6e6a37be0b70 req-7266d439-c3b3-4f92-b5d7-29fbebca839e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.904265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836e22-b2ff-4722-9aaa-6e6a37be0b70 req-7266d439-c3b3-4f92-b5d7-29fbebca839e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.910425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836e22-b2ff-4722-9aaa-6e6a37be0b70 req-7266d439-c3b3-4f92-b5d7-29fbebca839e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.911049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:17.920671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836e22-b2ff-4722-9aaa-6e6a37be0b70 req-7266d439-c3b3-4f92-b5d7-29fbebca839e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:17.927590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-50dd49ac-0f11-496f-984b-1710826755bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6079807 Oct 15 00:35:17.929052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01836e22-b2ff-4722-9aaa-6e6a37be0b70 req-7266d439-c3b3-4f92-b5d7-29fbebca839e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 3094 time: 0.1136847 Oct 15 00:35:17.976572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] Deleting subnet 1f25c2c9-7520-4aa5-a6a3-f072ac0bb475 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:35:17.979755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:17.982654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01836e22-b2ff-4722-9aaa-6e6a37be0b70 req-38389032-4868-42aa-ba25-2dad4a5bec08 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523551 Oct 15 00:35:18.012093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec', 'admin_state_up': True, 'tenant_id': '39d869baaead42d694454e65afb64d07', 'security_groups': ['eb9d132c-6768-43db-a519-db59f6118c90']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:18.022640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b6c64de1-b8a5-4916-8249-c39cfc2ab5c7 None None] Provisioning complete for port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:18.023225 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b6c64de1-b8a5-4916-8249-c39cfc2ab5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.066352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b6c64de1-b8a5-4916-8249-c39cfc2ab5c7 None None] Port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:18.077711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.178286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3522a-1037-4d52-8630-9be6e2685cd3 req-33750eea-04a6-4f8d-b5b9-b32988d6ce30 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:18.179763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ca3522a-1037-4d52-8630-9be6e2685cd3 req-33750eea-04a6-4f8d-b5b9-b32988d6ce30 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1716244 Oct 15 00:35:18.180887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.291186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ca3522a-1037-4d52-8630-9be6e2685cd3 req-c38291ff-83a0-4ddb-a576-a0a239fe1e00 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812087 Oct 15 00:35:18.373734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3748ba0-c7ef-4d64-8089-d8cd09695e43 req-17f9e6ae-0ece-47c7-9329-b21d38a5093f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:18.375262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3748ba0-c7ef-4d64-8089-d8cd09695e43 req-17f9e6ae-0ece-47c7-9329-b21d38a5093f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 944 time: 0.0616159 Oct 15 00:35:18.377964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 49cc18ad-b6c2-4a98-a8d7-3150f9290afa details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:35:18.381993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5893d460-6bcc-431c-99b2-71ee14fa5672 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:18.406587 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.450975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.455540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f25c2c9-7520-4aa5-a6a3-f072ac0bb475 HTTP/1.1" status: 204 len: 168 time: 0.5421283 Oct 15 00:35:18.456795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38992) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:18.463547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39bceb-6f7f-4008-9256-8b7583e03425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f25c2c9-7520-4aa5-a6a3-f072ac0bb475,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:18.464338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3748ba0-c7ef-4d64-8089-d8cd09695e43 req-eef7b685-8450-4f94-94e4-3ee7196a982d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824142 Oct 15 00:35:18.465866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Made reservation on behalf of 39d869baaead42d694454e65afb64d07 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:18.470402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.535943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,segment=NetworkSegment(62a9734b-9522-42b3-957c-5e4611c5e66d),segment_id=62a9734b-9522-42b3-957c-5e4611c5e66d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:18.554383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db05b0c-b005-4ec0-ad97-f12ba9705309 req-3d3638dc-f4ee-4168-99d3-1410a481778a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:18.555267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa', 'network_id': 'add13049-849d-4844-b510-d56ce1836b8a', 'port_id': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa', 'mac_address': 'fa:16:3e:f8:34:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:35:18.564824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0db05b0c-b005-4ec0-ad97-f12ba9705309 req-3d3638dc-f4ee-4168-99d3-1410a481778a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1956615 Oct 15 00:35:18.620799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 5893d460-6bcc-431c-99b2-71ee14fa5672 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:35:18.623642 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.656308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cc18ad-b6c2-4a98-a8d7-3150f9290afa {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:18.669553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f8282-0f25-4b16-b4c5-325503fcaa22 req-583faee2-9961-444a-b71f-4738e210bee4 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:18.670958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 5893d460-6bcc-431c-99b2-71ee14fa5672 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:18.671394 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.676802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-069f8282-0f25-4b16-b4c5-325503fcaa22 req-583faee2-9961-444a-b71f-4738e210bee4 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 944 time: 0.1258373 Oct 15 00:35:18.721510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,segment=NetworkSegment(62a9734b-9522-42b3-957c-5e4611c5e66d),segment_id=62a9734b-9522-42b3-957c-5e4611c5e66d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:18.737232 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-069f8282-0f25-4b16-b4c5-325503fcaa22 req-0621544d-b68b-495e-82b8-3ca30b734667 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543015 Oct 15 00:35:18.792507 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.826199 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:18.828688 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7e3b38-c34b-4fe7-8a15-e225b5d33ead" -d '{"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-plugged", "status": "completed", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:18.846327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:18.863555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.900731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0db05b0c-b005-4ec0-ad97-f12ba9705309 req-3cbcd3a9-bc52-4da5-9bbc-06fbdf921e93 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309073 Oct 15 00:35:18.916144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:18.946358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Allocated IP 10.2.2.200 (10e13c7f-f849-48de-b935-131b1bbc0cec/59c74792-e3bc-4402-a547-5fe6b7655006/59fc2bda-9bc5-4fad-a53c-c40c17903d1d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:18.972108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:18.998838 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aed9f4-51be-4998-8988-ca8c834697b3 x-openstack-request-id: req-c5aed9f4-51be-4998-8988-ca8c834697b3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:18.999388 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-plugged", "status": "completed", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:19.000139 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5aed9f4-51be-4998-8988-ca8c834697b3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:19.001323 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'code': 200} Oct 15 00:35:19.003306 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:19.004893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 89c6ffbe-80eb-4eec-90fa-698dfc407e3c no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:35:19.061336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 89c6ffbe-80eb-4eec-90fa-698dfc407e3c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:35:19.061947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 89c6ffbe-80eb-4eec-90fa-698dfc407e3c not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:35:19.117295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:19.159926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55da16-04c5-4ab2-baf4-02b55796bf99 req-e147b358-6a9f-46f1-9a72-adc061c11178 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.166352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55da16-04c5-4ab2-baf4-02b55796bf99 req-e147b358-6a9f-46f1-9a72-adc061c11178 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.176471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55da16-04c5-4ab2-baf4-02b55796bf99 req-e147b358-6a9f-46f1-9a72-adc061c11178 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.182024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['49cc18ad-b6c2-4a98-a8d7-3150f9290afa'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:19.197381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55da16-04c5-4ab2-baf4-02b55796bf99 req-e147b358-6a9f-46f1-9a72-adc061c11178 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.199852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d55da16-04c5-4ab2-baf4-02b55796bf99 req-e147b358-6a9f-46f1-9a72-adc061c11178 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 3094 time: 0.0953252 Oct 15 00:35:19.276939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d55da16-04c5-4ab2-baf4-02b55796bf99 req-8a2b7f7f-5365-4045-8f86-ad1c829187b5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602293 Oct 15 00:35:19.613993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a82a9-3721-44dc-bba7-9cf0ddf20f07 req-2e64fba1-4daa-49af-a4ec-17ad212f6229 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.615595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-733a82a9-3721-44dc-bba7-9cf0ddf20f07 req-2e64fba1-4daa-49af-a4ec-17ad212f6229 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.0577817 Oct 15 00:35:19.647101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:19.689297 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-733a82a9-3721-44dc-bba7-9cf0ddf20f07 req-1758ce6f-e938-4021-964b-37fd44e46740 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668325 Oct 15 00:35:19.700745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:19.738953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7581433-ea71-4daa-9276-e541e1135e76 req-69da6954-6f52-477e-b457-da3d357bb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.740927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b7581433-ea71-4daa-9276-e541e1135e76 req-69da6954-6f52-477e-b457-da3d357bb434 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 1096 time: 0.7660751 Oct 15 00:35:19.766261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0cdca9-c156-4014-911d-acfde6b49d74']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:19.817772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:19.836505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09b9823-470c-45ba-bd67-84d268fac084') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:19.837286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09b9823-470c-45ba-bd67-84d268fac084') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:19.890529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:19.922507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e0b34-56f9-40ab-ba16-2618629298f0 req-3d58db1d-e10c-40dd-9791-b462b0bb8565 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.929709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d7e0b34-56f9-40ab-ba16-2618629298f0 req-3d58db1d-e10c-40dd-9791-b462b0bb8565 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.8317850 Oct 15 00:35:19.945568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Network 10e13c7f-f849-48de-b935-131b1bbc0cec is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:19.954040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e83ab-cebe-478d-981a-5874699e8bba req-8b4f2dc8-d321-4580-94dc-f8d4f4347dfd tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:19.955313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:19.955642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e6e83ab-cebe-478d-981a-5874699e8bba req-8b4f2dc8-d321-4580-94dc-f8d4f4347dfd tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 945 time: 0.0995398 Oct 15 00:35:19.959502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:19.963552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b7581433-ea71-4daa-9276-e541e1135e76 req-dc17f567-3544-47fd-a267-8b6789ae1b8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150049 Oct 15 00:35:19.968770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:20.014289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e6e83ab-cebe-478d-981a-5874699e8bba req-be541762-74d5-4cd8-8363-b5bb053e632b tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Oct 15 00:35:20.025167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:35:20.025167 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:35:20.026208 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:35:20.030527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event updated for resources: {'Port': ['ID=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:20.111209 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:35:20.133173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d7e0b34-56f9-40ab-ba16-2618629298f0 req-698f643d-883e-4705-87af-bc92869e64ca tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025380 Oct 15 00:35:20.143929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.144832 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.181691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.194115 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.198324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc0cdca9-c156-4014-911d-acfde6b49d74 HTTP/1.1" status: 204 len: 168 time: 1.7404335 Oct 15 00:35:20.216284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e136e4-a0c0-4402-a238-dda7e2289fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0cdca9-c156-4014-911d-acfde6b49d74,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:20.255777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d3bbb9f8-a831-450f-a51a-9092958ef680 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2486131 Oct 15 00:35:20.269323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:20.306066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4d28981c-3524-4374-9a47-f71363763a7d None None] Provisioning complete for port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:20.306066 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4d28981c-3524-4374-9a47-f71363763a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.386903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1fe57-1999-4d4f-8c33-3717e171b8b4 req-dc31678e-55ce-4927-b232-de8845d1e65f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.398587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 49cc18ad-b6c2-4a98-a8d7-3150f9290afa up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:20.403612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0c1fe57-1999-4d4f-8c33-3717e171b8b4 req-dc31678e-55ce-4927-b232-de8845d1e65f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1359272 Oct 15 00:35:20.417225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.461448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4d28981c-3524-4374-9a47-f71363763a7d None None] Port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:20.479078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0c1fe57-1999-4d4f-8c33-3717e171b8b4 req-9361ead8-904f-47ae-88ae-f328ab268cfd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742166 Oct 15 00:35:20.550890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f49b-77a4-4bc0-9625-1392270a9b59 req-1b66609f-9598-4e2e-b415-9c2f9238458c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.557036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f49b-77a4-4bc0-9625-1392270a9b59 req-1b66609f-9598-4e2e-b415-9c2f9238458c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.563969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f49b-77a4-4bc0-9625-1392270a9b59 req-1b66609f-9598-4e2e-b415-9c2f9238458c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.570209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f49b-77a4-4bc0-9625-1392270a9b59 req-1b66609f-9598-4e2e-b415-9c2f9238458c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.577024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f49b-77a4-4bc0-9625-1392270a9b59 req-1b66609f-9598-4e2e-b415-9c2f9238458c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.579158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6154f49b-77a4-4bc0-9625-1392270a9b59 req-1b66609f-9598-4e2e-b415-9c2f9238458c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 3815 time: 0.1306787 Oct 15 00:35:20.640901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:35:20.645967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:20.646372 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.690082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6154f49b-77a4-4bc0-9625-1392270a9b59 req-5577de38-6910-4bba-8075-54e0c22c0f16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618680 Oct 15 00:35:20.766236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39070) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:20.803239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace908b-606e-4a69-9629-18f34ef743ca req-62117205-eb46-41c6-848c-eb60d10936a9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.804938 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.805516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ace908b-606e-4a69-9629-18f34ef743ca req-62117205-eb46-41c6-848c-eb60d10936a9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1135373 Oct 15 00:35:20.849712 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ace908b-606e-4a69-9629-18f34ef743ca req-77f9fa59-c10f-43f6-8708-447f246a8829 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359750 Oct 15 00:35:20.869588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,segment=NetworkSegment(62a9734b-9522-42b3-957c-5e4611c5e66d),segment_id=62a9734b-9522-42b3-957c-5e4611c5e66d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:20.931763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17f88c-02f7-401a-81d2-84d5d3c5cae5 req-02f1c1f2-e24e-4555-a949-9130661a702b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:20.933311 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:20.939702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b17f88c-02f7-401a-81d2-84d5d3c5cae5 req-02f1c1f2-e24e-4555-a949-9130661a702b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1209834 Oct 15 00:35:20.945539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-58ca1ddb-1a74-4d4d-b678-acb34236b4f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67308306213c421e80457480c5a198c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761112 Oct 15 00:35:20.948246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:21.003984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:21.008260 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c149d-6a13-4d8b-8198-9865a783d77a" -d '{"events": [{"server_uuid": "8d6540a1-3dd2-423e-a39b-2417ef8c2e6b", "name": "network-vif-plugged", "status": "completed", "tag": "49cc18ad-b6c2-4a98-a8d7-3150f9290afa"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:21.042108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b17f88c-02f7-401a-81d2-84d5d3c5cae5 req-2d5d4404-346c-43ca-bba8-1094946cd894 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997434 Oct 15 00:35:21.064090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:21.076333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ea010d-d039-498c-8048-6b756133d8ad {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:21.092979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.111232 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a50ded6-189d-4fc2-911d-21769e593cc4 x-openstack-request-id: req-4a50ded6-189d-4fc2-911d-21769e593cc4 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:21.111878 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6540a1-3dd2-423e-a39b-2417ef8c2e6b", "name": "network-vif-plugged", "status": "completed", "tag": "49cc18ad-b6c2-4a98-a8d7-3150f9290afa", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:21.112309 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a50ded6-189d-4fc2-911d-21769e593cc4 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:21.113051 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa', 'code': 200} Oct 15 00:35:21.116898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Transition to ACTIVE for port object 75ea010d-d039-498c-8048-6b756133d8ad will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:21.131064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1edec5-691c-43fb-84cf-7e92d8f1d1d0 req-c9d02922-0850-45ca-abaf-e539847856b2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.139776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d1edec5-691c-43fb-84cf-7e92d8f1d1d0 req-c9d02922-0850-45ca-abaf-e539847856b2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1785576 Oct 15 00:35:21.147097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-082c164e-38e8-4043-970b-8eeef53a9786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.184372 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-082c164e-38e8-4043-970b-8eeef53a9786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.209440 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d1edec5-691c-43fb-84cf-7e92d8f1d1d0 req-3d44e73b-7006-4f97-b186-16e7f55299e3 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Oct 15 00:35:21.244958 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.293620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db95a3-fb7f-4922-a203-670f02bb97e5 req-2c17ca18-bc6a-442e-ae77-fdcdc0768760 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.295365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d2db95a3-fb7f-4922-a203-670f02bb97e5 req-2c17ca18-bc6a-442e-ae77-fdcdc0768760 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 946 time: 0.1228962 Oct 15 00:35:21.335913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b098d9e-df02-4f05-bb25-ab0941e8ab90 req-f5864461-0cc3-45b3-817b-883068d896ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.337319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b098d9e-df02-4f05-bb25-ab0941e8ab90 req-f5864461-0cc3-45b3-817b-883068d896ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 1097 time: 0.1382415 Oct 15 00:35:21.344684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea010d-d039-498c-8048-6b756133d8ad,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:21.414498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-082c164e-38e8-4043-970b-8eeef53a9786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.417210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-082c164e-38e8-4043-970b-8eeef53a9786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.422124 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-082c164e-38e8-4043-970b-8eeef53a9786 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89649444-a431-4569-89f0-753b9475cf02 HTTP/1.1" status: 204 len: 168 time: 0.4697416 Oct 15 00:35:21.448800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa37803-693a-489e-9f24-3cd64d0546de req-0ee9e425-c6aa-4654-9fb7-cc6b302ba87d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.461406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eaa37803-693a-489e-9f24-3cd64d0546de req-0ee9e425-c6aa-4654-9fb7-cc6b302ba87d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0955379 Oct 15 00:35:21.478640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d2db95a3-fb7f-4922-a203-670f02bb97e5 req-ad817f81-2892-461d-ba8a-9c552cb88667 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465490 Oct 15 00:35:21.491538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b098d9e-df02-4f05-bb25-ab0941e8ab90 req-9fa2f9a6-1e4d-4d76-ba5c-dbdb2df338cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419117 Oct 15 00:35:21.513234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c164e-38e8-4043-970b-8eeef53a9786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89649444-a431-4569-89f0-753b9475cf02,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:21.514298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Attempting to bind port 75ea010d-d039-498c-8048-6b756133d8ad on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:21.514796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Attempting to bind port 75ea010d-d039-498c-8048-6b756133d8ad by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:21.515427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Attempting to bind port 75ea010d-d039-498c-8048-6b756133d8ad on network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:21.524669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Port 75ea010d-d039-498c-8048-6b756133d8ad on network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:21.524997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Attempting to bind port 75ea010d-d039-498c-8048-6b756133d8ad on network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:21.539004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:21.539339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Checking segment: {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:21.539737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Bound using segment: {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:21.540173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Bound port: 75ea010d-d039-498c-8048-6b756133d8ad, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:21.541051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.622357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eaa37803-693a-489e-9f24-3cd64d0546de req-ffd4a068-5136-4aa4-809b-280bddefb8aa tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599922 Oct 15 00:35:21.646204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] For port 75ea010d-d039-498c-8048-6b756133d8ad, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:21.654943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] For port 75ea010d-d039-498c-8048-6b756133d8ad, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=75ea010d-d039-498c-8048-6b756133d8ad,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:21.750196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62c2a9-f863-4302-80c6-58be79708f32 req-94d7ca8c-095b-4bcf-9ca4-17701c249316 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.751805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ef62c2a9-f863-4302-80c6-58be79708f32 req-94d7ca8c-095b-4bcf-9ca4-17701c249316 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0654676 Oct 15 00:35:21.772541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.801082 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ef62c2a9-f863-4302-80c6-58be79708f32 req-b09d24cf-f038-42bd-acd9-07e7cf580607 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Oct 15 00:35:21.842451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.843219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:21.844735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] 10.222.0.39 "PUT /v2.0/ports/75ea010d-d039-498c-8048-6b756133d8ad HTTP/1.1" status: 200 len: 1091 time: 1.5804846 Oct 15 00:35:21.845310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:21.848605 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4129ac61-d8f2-4429-a61f-4dbf37db38ae" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "75ea010d-d039-498c-8048-6b756133d8ad"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:21.905479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e494a-916b-4946-866a-3a95217fbdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=75ea010d-d039-498c-8048-6b756133d8ad,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:21.937874 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc48b-0b08-410e-acef-39f6a2bfc74e req-5f030a19-e75c-425e-877e-76c4800be282 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.946054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc48b-0b08-410e-acef-39f6a2bfc74e req-5f030a19-e75c-425e-877e-76c4800be282 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.955557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc48b-0b08-410e-acef-39f6a2bfc74e req-5f030a19-e75c-425e-877e-76c4800be282 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.978845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc48b-0b08-410e-acef-39f6a2bfc74e req-5f030a19-e75c-425e-877e-76c4800be282 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.987754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cc48b-0b08-410e-acef-39f6a2bfc74e req-5f030a19-e75c-425e-877e-76c4800be282 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:21.989946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b74cc48b-0b08-410e-acef-39f6a2bfc74e req-5f030a19-e75c-425e-877e-76c4800be282 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 3827 time: 0.1705146 Oct 15 00:35:21.991761 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ee179b-68f3-457b-9f17-62ca462ae92d x-openstack-request-id: req-30ee179b-68f3-457b-9f17-62ca462ae92d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:21.997486 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "75ea010d-d039-498c-8048-6b756133d8ad", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:21.997973 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ee179b-68f3-457b-9f17-62ca462ae92d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:21.998738 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad', 'status': 'completed', 'code': 200} Oct 15 00:35:22.037237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:22.167322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:22.181663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a53b91-7ad7-43d3-9271-9c212d5114b0 req-a786bea0-4302-467d-a738-55b8ad348be0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.183626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90a53b91-7ad7-43d3-9271-9c212d5114b0 req-a786bea0-4302-467d-a738-55b8ad348be0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1524737 Oct 15 00:35:22.185160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b74cc48b-0b08-410e-acef-39f6a2bfc74e req-5edfaf9b-216d-4b80-95ff-a8e2b4ee66f3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578548 Oct 15 00:35:22.228448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-12070975-4f36-4964-a4fa-4a50a016b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.228923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-12070975-4f36-4964-a4fa-4a50a016b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.229383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-12070975-4f36-4964-a4fa-4a50a016b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.229842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-12070975-4f36-4964-a4fa-4a50a016b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.233205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-12070975-4f36-4964-a4fa-4a50a016b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.233205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-12070975-4f36-4964-a4fa-4a50a016b293 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 4362 time: 0.2283931 Oct 15 00:35:22.264657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90a53b91-7ad7-43d3-9271-9c212d5114b0 req-9fc96e17-ec31-4ea6-9f80-ed0e82d00bda tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675323 Oct 15 00:35:22.490021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b87c4-195f-41de-af5b-92c069f5df9b req-ccc883fa-3604-441d-ab76-7daf03231644 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.497990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-ccc883fa-3604-441d-ab76-7daf03231644 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.1320002 Oct 15 00:35:22.527417 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-691061a5-685d-40f7-9b7e-02a5139da368 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/quotas/20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 375 time: 0.0270712 Oct 15 00:35:22.536489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9391d6-2d3b-430e-8d63-339bfcb18a5a req-745dbd06-e280-467a-8eb1-30dfd3183f8c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.546857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd9391d6-2d3b-430e-8d63-339bfcb18a5a req-745dbd06-e280-467a-8eb1-30dfd3183f8c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.2087600 Oct 15 00:35:22.592814 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-75238487-3f37-43d7-98fe-508d4227922d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642197 Oct 15 00:35:22.606025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-d00f7533-5eaa-4c7d-a2a5-d9d7d70cb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.606992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-d00f7533-5eaa-4c7d-a2a5-d9d7d70cb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.607462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-d00f7533-5eaa-4c7d-a2a5-d9d7d70cb275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:22.609670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-d00f7533-5eaa-4c7d-a2a5-d9d7d70cb275 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=39d869baaead42d694454e65afb64d07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3655808 Oct 15 00:35:22.696226 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-95562dc2-ff58-40e3-8dc3-bd289ec05fe3 service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021700 Oct 15 00:35:22.738203 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd9391d6-2d3b-430e-8d63-339bfcb18a5a req-73cff478-5214-4687-a729-1ec4b1ad8ee3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903501 Oct 15 00:35:22.872013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-efe460e2-57b8-4826-ba3e-13a158af4f1f service neutron] 10.222.0.13 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641879 Oct 15 00:35:23.013356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca69ad7-66ea-4ae6-a4a7-191b5b1bd69a req-d2d0525a-62f3-435b-ad92-0fca8940b033 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.016244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ca69ad7-66ea-4ae6-a4a7-191b5b1bd69a req-d2d0525a-62f3-435b-ad92-0fca8940b033 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1431971 Oct 15 00:35:23.023371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-4848c27a-abdd-41e4-ba0b-ba5d3ed41170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.024867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4129ac61-d8f2-4429-a61f-4dbf37db38ae req-4848c27a-abdd-41e4-ba0b-ba5d3ed41170 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3610883 Oct 15 00:35:23.043778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39168) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:23.079220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30895ce-16dc-4535-884d-f3071080a260 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:23.108831 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.116891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ca69ad7-66ea-4ae6-a4a7-191b5b1bd69a req-07b3b0fb-484e-4e67-b434-d038b0a02879 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712352 Oct 15 00:35:23.127236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Transition to ACTIVE for port object c30895ce-16dc-4535-884d-f3071080a260 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:23.191879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-858680586-network', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:23.206416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.296796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Made reservation on behalf of 263c0d278c3f49c9bc051c77cb07a614 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:23.296796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.305482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.312275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c30895ce-16dc-4535-884d-f3071080a260,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:23.366958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c603fad-c3a1-470d-8611-40aa603ef8db req-2a29757d-17aa-4059-a966-697e1235f429 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.374654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c603fad-c3a1-470d-8611-40aa603ef8db req-2a29757d-17aa-4059-a966-697e1235f429 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 946 time: 0.1636403 Oct 15 00:35:23.430123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.449160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Attempting to bind port c30895ce-16dc-4535-884d-f3071080a260 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:23.449503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Attempting to bind port c30895ce-16dc-4535-884d-f3071080a260 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:23.449857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Attempting to bind port c30895ce-16dc-4535-884d-f3071080a260 on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:23.462837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Port c30895ce-16dc-4535-884d-f3071080a260 on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:23.463162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Attempting to bind port c30895ce-16dc-4535-884d-f3071080a260 on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:23.477011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:23.477353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Checking segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:23.477741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Bound using segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:23.478222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Bound port: c30895ce-16dc-4535-884d-f3071080a260, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:23.478570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.494287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c603fad-c3a1-470d-8611-40aa603ef8db req-bfbb3c88-2d01-4ccf-a1fc-58ecc160f857 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542891 Oct 15 00:35:23.555215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.640142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] For port c30895ce-16dc-4535-884d-f3071080a260, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:23.642239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:35:23.654327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] For port c30895ce-16dc-4535-884d-f3071080a260, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c30895ce-16dc-4535-884d-f3071080a260,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:23.705087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50800e76-df02-40bf-9d44-53e35d90ad46 req-914dc5eb-8aef-48a7-9098-5bdecee61abe tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.707314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-50800e76-df02-40bf-9d44-53e35d90ad46 req-914dc5eb-8aef-48a7-9098-5bdecee61abe tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.0991361 Oct 15 00:35:23.709187 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.709696 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Added segment 5ed6e3e9-855a-4195-8a9d-b187d2b979d7 of type vlan for network 9e41b00c-b623-43aa-84c1-2d27f3e01443 Oct 15 00:35:23.736146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b499d67a-cced-43eb-9e0c-92e3abf0dfcc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:23.775619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.810055 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-50800e76-df02-40bf-9d44-53e35d90ad46 req-fa979f77-84b2-40c7-91c7-c39b475a05eb tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867717 Oct 15 00:35:23.833546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-422de445-ea39-41d2-9719-5ebc53545ff9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.839843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-422de445-ea39-41d2-9719-5ebc53545ff9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.845073 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.851969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-422de445-ea39-41d2-9719-5ebc53545ff9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.883647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-422de445-ea39-41d2-9719-5ebc53545ff9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.896292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-422de445-ea39-41d2-9719-5ebc53545ff9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.906241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-422de445-ea39-41d2-9719-5ebc53545ff9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.908980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-422de445-ea39-41d2-9719-5ebc53545ff9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 4598 time: 0.1924489 Oct 15 00:35:23.962502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cb714254-dffd-40b4-8c83-4d60b155ba36 req-4a2b23ea-3a09-4c07-b869-32f8f5025006 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0322514 Oct 15 00:35:23.964206 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:23.965936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:23.966748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:24.004125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b52b36e2-fde0-4cd5-98da-6c265b5a5496 req-0f0aaea4-7338-4398-912a-0439ed1d15af tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0633290 Oct 15 00:35:24.020118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.021412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:24.023017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] 10.222.0.39 "PUT /v2.0/ports/c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 1129 time: 2.0232069 Oct 15 00:35:24.023965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': 'c30895ce-16dc-4535-884d-f3071080a260'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:24.026549 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d86d3e-69a1-413e-a174-e45e5b98d76e" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "c30895ce-16dc-4535-884d-f3071080a260"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:24.083332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0feefc7-66f1-4dea-8794-ccf83ef96f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c30895ce-16dc-4535-884d-f3071080a260,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:24.155899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:24.169724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1211126 Oct 15 00:35:24.185424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8f05c-4215-4497-b5b8-2737a66148ec admin admin] Pushing event updated for resources: {'Network': ['ID=9e41b00c-b623-43aa-84c1-2d27f3e01443,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:24.198165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:35:24.210544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:24.221110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Request body: {'subnet': {'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-858680586-subnet', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:24.275583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:24.316297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7aed77-9611-4664-ae2a-12367d7224cd req-a9fa5f96-11fa-4dab-b085-885559de942e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.327766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d7aed77-9611-4664-ae2a-12367d7224cd req-a9fa5f96-11fa-4dab-b085-885559de942e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1944613 Oct 15 00:35:24.419726 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d7aed77-9611-4664-ae2a-12367d7224cd req-043bc39e-ded6-41be-871c-c7fc49554d12 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900519 Oct 15 00:35:24.446387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Made reservation on behalf of 263c0d278c3f49c9bc051c77cb07a614 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:24.450817 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:24.553776 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b92050-8e9e-40a2-b45c-749eada32997 x-openstack-request-id: req-a2b92050-8e9e-40a2-b45c-749eada32997 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:24.553776 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "c30895ce-16dc-4535-884d-f3071080a260", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:24.554052 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2b92050-8e9e-40a2-b45c-749eada32997 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:24.554565 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': 'c30895ce-16dc-4535-884d-f3071080a260', 'status': 'completed', 'code': 200} Oct 15 00:35:24.671817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d031d-facd-4dc1-a48c-3a205448e697 req-0796127e-fef4-4630-b937-69d2ab5e9425 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.673412 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-684d031d-facd-4dc1-a48c-3a205448e697 req-0796127e-fef4-4630-b937-69d2ab5e9425 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1232715 Oct 15 00:35:24.704111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-ab740120-1c60-4399-8425-11e935c90243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.705111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-ab740120-1c60-4399-8425-11e935c90243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.706134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-ab740120-1c60-4399-8425-11e935c90243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.706763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-ab740120-1c60-4399-8425-11e935c90243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.707401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-ab740120-1c60-4399-8425-11e935c90243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.708935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-ab740120-1c60-4399-8425-11e935c90243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.711905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-ab740120-1c60-4399-8425-11e935c90243 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5284 time: 0.1565850 Oct 15 00:35:24.748512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f763-5fd0-434f-b1e0-d2d690419afd req-4cf7114e-b2a9-4af9-917b-5bf1c346c80e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.750053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab03f763-5fd0-434f-b1e0-d2d690419afd req-4cf7114e-b2a9-4af9-917b-5bf1c346c80e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1924169 Oct 15 00:35:24.826575 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-684d031d-facd-4dc1-a48c-3a205448e697 req-0872c805-74aa-4df3-9b16-4d1e93cbed56 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421483 Oct 15 00:35:24.903790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab03f763-5fd0-434f-b1e0-d2d690419afd req-cc688310-02e9-4566-974c-9a701c6e6dad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411400 Oct 15 00:35:24.905944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492cbaa3-7842-4778-8885-d4fdce3802bc {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:24.922766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:24.950340 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:24.950512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-a70530e6-3b77-4642-9dff-d9efb9aaa37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.950857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-a70530e6-3b77-4642-9dff-d9efb9aaa37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.951312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-a70530e6-3b77-4642-9dff-d9efb9aaa37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:24.960087 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-a70530e6-3b77-4642-9dff-d9efb9aaa37d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=39d869baaead42d694454e65afb64d07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2339003 Oct 15 00:35:24.978905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Transition to ACTIVE for port object 492cbaa3-7842-4778-8885-d4fdce3802bc will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:25.040956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:25.077303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:25.077598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Network hostable DHCP agents. Network: 9e41b00c-b623-43aa-84c1-2d27f3e01443, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:35:25.114749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:25.172319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:35:25.275084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 9e41b00c-b623-43aa-84c1-2d27f3e01443) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:25.288136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ba475-f5ef-4fb0-8904-9051ac9ab09a None None] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:35:25.292019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:25.297162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:25.457074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6007b626-0aad-4a3d-83ac-43c84d2bf15a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2425218 Oct 15 00:35:25.457557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:25.459684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-8abdf1b2-5313-42fe-99ac-9f16880813e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:25.461140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5d86d3e-69a1-413e-a174-e45e5b98d76e req-8abdf1b2-5313-42fe-99ac-9f16880813e6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4930608 Oct 15 00:35:25.462356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:25.496543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410f836-75dc-432a-852d-6d724b545852 req-bd1c0710-3d77-4799-82b1-af60205e3cb7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:25.498270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3410f836-75dc-432a-852d-6d724b545852 req-bd1c0710-3d77-4799-82b1-af60205e3cb7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.4612439 Oct 15 00:35:25.558845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-9e41b00c-b623-43aa-84c1-2d27f3e01443', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:35:25.558845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:25.579647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Pushing event updated for resources: {'Port': ['ID=492cbaa3-7842-4778-8885-d4fdce3802bc,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:25.595602 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:25.597256 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:25.667271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Attempting to bind port 492cbaa3-7842-4778-8885-d4fdce3802bc on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:25.667648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Attempting to bind port 492cbaa3-7842-4778-8885-d4fdce3802bc by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:25.667966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Attempting to bind port 492cbaa3-7842-4778-8885-d4fdce3802bc on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:25.710507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:25.713999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3410f836-75dc-432a-852d-6d724b545852 req-10a2867c-2e47-4641-a6f9-63a5fcd7fc59 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928732 Oct 15 00:35:25.721936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Port 492cbaa3-7842-4778-8885-d4fdce3802bc on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:25.722759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Attempting to bind port 492cbaa3-7842-4778-8885-d4fdce3802bc on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:25.741226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:25.741559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Checking segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:25.749176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Bound using segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:25.749176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Bound port: 492cbaa3-7842-4778-8885-d4fdce3802bc, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:25.749176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:25.852932 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcbc9490-b7f7-4d25-9fbe-8cc7f111d0d4 req-3604497c-fb4f-40b5-9ce9-a8786e6ae25a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0960653 Oct 15 00:35:25.890862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Allocated IP 172.20.0.2 (9e41b00c-b623-43aa-84c1-2d27f3e01443/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6/8e782658-b933-4558-b504-4be1975c2345) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:25.973305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:25.979274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:25.985936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:25.992269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:25.999771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.006228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.013034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.015008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-042bfd28-0784-4d62-ba33-6351634f5c5e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5370 time: 0.1457603 Oct 15 00:35:26.029256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-e07e92a9-08f6-4290-a235-40b425443beb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117608 Oct 15 00:35:26.032375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] For port 492cbaa3-7842-4778-8885-d4fdce3802bc, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:26.040180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] For port 492cbaa3-7842-4778-8885-d4fdce3802bc, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=492cbaa3-7842-4778-8885-d4fdce3802bc,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:26.079652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55cf947b-81d5-4fee-84b2-4d50bf0b0055 req-7b043746-7f2f-46ed-808a-83278eee486f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0493045 Oct 15 00:35:26.104175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.170017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.193789 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d77b5ec7-d66c-43e6-8e04-68bba3689a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.215411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.216133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.217463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] 10.222.0.39 "PUT /v2.0/ports/492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 1130 time: 2.0662899 Oct 15 00:35:26.222675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4615b-5da2-4f6d-a415-34a270424d80 service neutron] Pushing event updated for resources: {'Port': ['ID=492cbaa3-7842-4778-8885-d4fdce3802bc,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:26.255631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-ebb38346-7728-4fd4-8b22-a3e8dc8ebf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.257156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-ebb38346-7728-4fd4-8b22-a3e8dc8ebf19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 1096 time: 0.1157234 Oct 15 00:35:26.275058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54896916-47de-47f4-9534-6509bec6535b req-438e3d00-a3f1-4cbd-a226-cf0ff7b74fd5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.277602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54896916-47de-47f4-9534-6509bec6535b req-438e3d00-a3f1-4cbd-a226-cf0ff7b74fd5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0910344 Oct 15 00:35:26.286624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.331488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:26.508343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Pushing event updated for resources: {'Port': ['ID=8e782658-b933-4558-b504-4be1975c2345,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:26.528071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54896916-47de-47f4-9534-6509bec6535b req-bd4cbaf9-6d9f-4eb8-89fa-38c566efed77 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299135 Oct 15 00:35:26.537855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.542299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:26.544804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:26.556674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '492cbaa3-7842-4778-8885-d4fdce3802bc'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:26.557656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:26.560059 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "492cbaa3-7842-4778-8885-d4fdce3802bc"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:26.577928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-12495c7a-fb92-488a-b17d-7ac16e9165fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.579480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-12495c7a-fb92-488a-b17d-7ac16e9165fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.2711234 Oct 15 00:35:26.585942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.643017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Attempting to bind port 8e782658-b933-4558-b504-4be1975c2345 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:26.643804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Attempting to bind port 8e782658-b933-4558-b504-4be1975c2345 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:26.644424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Attempting to bind port 8e782658-b933-4558-b504-4be1975c2345 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:26.649844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:26.650844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:26.651962 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.652858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Bound using segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:26.653582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Bound port: 8e782658-b933-4558-b504-4be1975c2345, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:26.654782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.693843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-b17fda4f-889f-46d1-9b1c-af3681814f66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 200 len: 217 time: 0.0653722 Oct 15 00:35:26.710415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b87c4-195f-41de-af5b-92c069f5df9b req-f5dcd29a-69e4-4b44-ab59-c0e1598e86ae tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.711833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-f5dcd29a-69e4-4b44-ab59-c0e1598e86ae tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 820 time: 0.1328228 Oct 15 00:35:26.725332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb2b0d-793b-4445-a6c6-2a3e2d298400 req-8592c982-5e75-4258-b00c-ff0a3d24225d tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.727130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7bb2b0d-793b-4445-a6c6-2a3e2d298400 req-8592c982-5e75-4258-b00c-ff0a3d24225d tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 946 time: 0.7540593 Oct 15 00:35:26.733477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Request body: {'port': {'device_id': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'admin_state_up': True, 'tenant_id': '20859c8ac63f4118a4298c86b9ae44f8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:26.740036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] For port 8e782658-b933-4558-b504-4be1975c2345, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:26.742898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] For port 8e782658-b933-4558-b504-4be1975c2345, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e782658-b933-4558-b504-4be1975c2345,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:26.842900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-7be3c94b-bf38-468a-bb23-48c9e4bd5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:26.844373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-7be3c94b-bf38-468a-bb23-48c9e4bd5012 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.1429069 Oct 15 00:35:26.866970 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:26.869677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7bb2b0d-793b-4445-a6c6-2a3e2d298400 req-128d4e6b-97f2-4374-a62b-0952e50d8f1e tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028697 Oct 15 00:35:26.892996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-725ccafe-c69d-41d3-a19a-84375302fdef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399544 Oct 15 00:35:27.042878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Made reservation on behalf of 20859c8ac63f4118a4298c86b9ae44f8 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:27.056641 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:27.086676 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c83af2b-1498-4252-b3e0-f3f7d46fd179 x-openstack-request-id: req-6c83af2b-1498-4252-b3e0-f3f7d46fd179 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:27.087037 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "492cbaa3-7842-4778-8885-d4fdce3802bc", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:27.087443 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c83af2b-1498-4252-b3e0-f3f7d46fd179 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:27.087710 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '492cbaa3-7842-4778-8885-d4fdce3802bc', 'status': 'completed', 'code': 200} Oct 15 00:35:27.137454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd509637-87cf-414f-8a33-e0ef0a1d47ce None None] Pushing event updated for resources: {'Port': ['ID=8e782658-b933-4558-b504-4be1975c2345,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:27.299613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-49734499-0460-4614-a8c8-5eb39b270dbb service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976426 Oct 15 00:35:27.307321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.308011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.309072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.309588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.310265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.310791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.311470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.313612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-b0222477-b72a-4b3f-98c0-fc9cedf06d99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6207 time: 0.2120144 Oct 15 00:35:27.348237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c1db8-e8a4-43de-ba1c-b0cd38c2b8f0 req-6c8f2d21-edbd-421d-829f-dd070925d782 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.356569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-375c1db8-e8a4-43de-ba1c-b0cd38c2b8f0 req-6c8f2d21-edbd-421d-829f-dd070925d782 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1852257 Oct 15 00:35:27.407008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-25539dae-b049-4e32-ab2c-82513b13c04e req-384ce7cd-91a3-4b06-9787-d021a7b700c7 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.1187792 Oct 15 00:35:27.493962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-370c383f-a93a-4311-9c76-05598ed417b6 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.495880 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-370c383f-a93a-4311-9c76-05598ed417b6 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 946 time: 0.3710999 Oct 15 00:35:27.526521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccccdf32-90f4-49bf-9e00-21c834c7fc3c {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:27.557444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:27.769274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6de18f-917a-49f4-9f37-39817afebd1a req-2dcb28b7-6018-4cb7-af91-dc00264d674f service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544225 Oct 15 00:35:27.786862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:27.798305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-2c1f5e10-0b29-43b3-912d-6ff5165e1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.798815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-2c1f5e10-0b29-43b3-912d-6ff5165e1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.799243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-2c1f5e10-0b29-43b3-912d-6ff5165e1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.801175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-2c1f5e10-0b29-43b3-912d-6ff5165e1062 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=39d869baaead42d694454e65afb64d07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4752734 Oct 15 00:35:27.804137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Transition to ACTIVE for port object ccccdf32-90f4-49bf-9e00-21c834c7fc3c will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:27.814592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-375c1db8-e8a4-43de-ba1c-b0cd38c2b8f0 req-627ccddd-c583-4c1c-8ca1-27d899e8b410 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569356 Oct 15 00:35:27.879931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Allocated IP 172.20.0.14 (e21b540f-6502-42bd-8391-cd65ce80654d/e8ed36f9-2345-4abe-898e-efb593657a8e/4037433a-0d2e-4393-ad1c-20ed4a60f4d3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:27.900038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:27.952905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:27.970405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a531b38-0e4a-46e1-a60b-50bfdeb18bf2 req-7590f678-4a63-4047-a3e0-47e510959126 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:27.972195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a531b38-0e4a-46e1-a60b-50bfdeb18bf2 req-7590f678-4a63-4047-a3e0-47e510959126 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.3282359 Oct 15 00:35:28.015561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e782658-b933-4558-b504-4be1975c2345 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:28.134380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8e782658-b933-4558-b504-4be1975c2345 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:28.134953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.197230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Pushing event updated for resources: {'Port': ['ID=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:28.275346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Deleting port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:35:28.277461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.333532 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.531896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 8e782658-b933-4558-b504-4be1975c2345, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e782658-b933-4558-b504-4be1975c2345,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:28.532511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a531b38-0e4a-46e1-a60b-50bfdeb18bf2 req-7d845ec2-3b60-4fec-a6f3-613f3d55f554 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954558 Oct 15 00:35:28.532606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-83d8ad1a-9ec2-469e-8dda-52a4024242cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.532606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1ceb05b-faa1-4690-9bb1-7eb0c417eee9 req-83d8ad1a-9ec2-469e-8dda-52a4024242cc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6584282 Oct 15 00:35:28.532606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Attempting to bind port ccccdf32-90f4-49bf-9e00-21c834c7fc3c on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:28.532606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Attempting to bind port ccccdf32-90f4-49bf-9e00-21c834c7fc3c by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:28.532606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Attempting to bind port ccccdf32-90f4-49bf-9e00-21c834c7fc3c on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:28.532606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Port ccccdf32-90f4-49bf-9e00-21c834c7fc3c on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:28.532606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Attempting to bind port ccccdf32-90f4-49bf-9e00-21c834c7fc3c on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:28.535158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:28.535543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Checking segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:28.535865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Bound using segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:28.536305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Bound port: ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:28.536655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.556037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.563893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.574641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.584211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.591707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.598362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.605723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] For port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,segment=NetworkSegment(62a9734b-9522-42b3-957c-5e4611c5e66d),segment_id=62a9734b-9522-42b3-957c-5e4611c5e66d)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:28.606428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.615697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.640893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-0b4b7e8e-a13b-4d96-a49d-4808613fcd84 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5382 time: 0.5699596 Oct 15 00:35:28.672747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Calling delete_port for 49cc18ad-b6c2-4a98-a8d7-3150f9290afa owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:35:28.726891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] For port ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:28.727215 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.729350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] For port ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:28.756296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Allocated IP 172.25.2.252 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/2fe54059-831f-484c-b926-e1748febb5b0) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:28.812636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04bf38f7-e5fd-4a79-94a8-e5611d4cfca7 req-e58c3dce-9316-46e6-b65f-ff169f2b8e26 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1802609 Oct 15 00:35:28.830493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=8e782658-b933-4558-b504-4be1975c2345,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:28.839197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-189dc6ff-d735-499c-a71c-62462d67f775 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072710 Oct 15 00:35:28.842933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a067b7-017b-4b36-bb76-8f90c7e8f216 None None] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:35:28.875548 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.920332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009cdf2-f490-438e-8903-f7cdcd678bd9 req-768a1119-ae85-4951-b82f-9050c10ab679 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:28.930333 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0009cdf2-f490-438e-8903-f7cdcd678bd9 req-768a1119-ae85-4951-b82f-9050c10ab679 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 946 time: 0.2900789 Oct 15 00:35:28.935359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:28.987626 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dac32293-7027-45d0-a609-5ea079c73638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.028780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.038061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.038061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] 10.222.0.39 "PUT /v2.0/ports/ccccdf32-90f4-49bf-9e00-21c834c7fc3c HTTP/1.1" status: 200 len: 1091 time: 2.7085915 Oct 15 00:35:29.074466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b2479b29-f1ad-4180-a565-92ec3c3546bb None None] Provisioning complete for port 8e782658-b933-4558-b504-4be1975c2345 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:29.075091 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b2479b29-f1ad-4180-a565-92ec3c3546bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.088595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:29.091398 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:29.097715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060a6ab-6681-4178-ba02-b5442667c71f service neutron] Pushing event updated for resources: {'Port': ['ID=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:29.117359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-7637e752-c1a1-4058-8ce5-4649cc864a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.123849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-7637e752-c1a1-4058-8ce5-4649cc864a7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1097 time: 0.1871707 Oct 15 00:35:29.145576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:29.233037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-796bfc39-fcf7-4f83-9ee3-f6cc03ad7e02 req-dd70f845-188c-4e6b-be4f-7be36758ce92 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.1032739 Oct 15 00:35:29.253136 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0009cdf2-f490-438e-8903-f7cdcd678bd9 req-bfcfff39-f2c0-4698-bd0c-243fe58c1671 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/security-groups?id=86cb30e1-e674-47bb-bb66-83ae5733b7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167472 Oct 15 00:35:29.444858 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.462409 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f70ae5-243e-48a3-9176-b9ba96d6d432 x-openstack-request-id: req-78f70ae5-243e-48a3-9176-b9ba96d6d432 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:29.462409 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:29.462409 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78f70ae5-243e-48a3-9176-b9ba96d6d432 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:29.462409 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c', 'status': 'completed', 'code': 200} Oct 15 00:35:29.482004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.496260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d3e23ca5-3372-4d14-8d16-aaa5b8020207'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:29.582140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-1dc38c8a-a8cf-4d2e-a9f0-f080d8ef2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.585036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-1dc38c8a-a8cf-4d2e-a9f0-f080d8ef2056 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 915 time: 0.3769846 Oct 15 00:35:29.626901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Network e21b540f-6502-42bd-8391-cd65ce80654d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:29.628556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.658201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:29.665505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.681610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:29.684458 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['49cc18ad-b6c2-4a98-a8d7-3150f9290afa'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:29.708778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.709254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.709720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.710323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.710787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.711459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.712040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.715153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-75966386-cfb6-40b7-ae2c-ed7c0b39007e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6274 time: 0.3405714 Oct 15 00:35:29.716742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-c0e8c3c5-4ad8-4ec5-8b4d-139b18223554 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 217 time: 0.0792189 Oct 15 00:35:29.790262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e951b-d182-46cd-832c-8a53f3cb4f54 req-8ad4f791-4beb-4f95-897f-8fa34e874e75 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:29.791774 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de4e951b-d182-46cd-832c-8a53f3cb4f54 req-8ad4f791-4beb-4f95-897f-8fa34e874e75 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.3512998 Oct 15 00:35:29.796415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-069dde48-b10f-4f33-9d83-ea876b4f5f79 None None] Provisioning complete for port 8e782658-b933-4558-b504-4be1975c2345 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:29.796917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-069dde48-b10f-4f33-9d83-ea876b4f5f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.799086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:29.839896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:29.953987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Pushing event deleted for resources: {'Port': ['ID=49cc18ad-b6c2-4a98-a8d7-3150f9290afa,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:30.011052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-550f35c3-6935-4599-8f0f-eb6ff9fa44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:30.012678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e782658-b933-4558-b504-4be1975c2345 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:30.013086 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-550f35c3-6935-4599-8f0f-eb6ff9fa44ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.2749312 Oct 15 00:35:30.033905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:30.034865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.041931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf1781-5978-4b38-82c8-c24370e0942b req-c33fb758-45dc-4145-a456-ef904db1c232 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:30.049529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edcf1781-5978-4b38-82c8-c24370e0942b req-c33fb758-45dc-4145-a456-ef904db1c232 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.3317389 Oct 15 00:35:30.078980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-e47b72c8-07b9-4b3e-820a-251b4be29b70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561404 Oct 15 00:35:30.093027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:30.093657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8e782658-b933-4558-b504-4be1975c2345 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:30.094173 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.094985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Pushing event updated for resources: {'Port': ['ID=2fe54059-831f-484c-b926-e1748febb5b0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:30.098249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] No DVR routers for this DVR port 49cc18ad-b6c2-4a98-a8d7-3150f9290afa on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:35:30.121867 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.128423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.39 "DELETE /v2.0/ports/49cc18ad-b6c2-4a98-a8d7-3150f9290afa HTTP/1.1" status: 204 len: 173 time: 2.6184454 Oct 15 00:35:30.135613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de4e951b-d182-46cd-832c-8a53f3cb4f54 req-7e24294f-c153-4b64-8591-d5f46fde4af4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085904 Oct 15 00:35:30.136991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'name': 'network-vif-deleted', 'tag': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:30.140396 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b4883-5806-4510-9c14-011df963e4fc" -d '{"events": [{"server_uuid": "8d6540a1-3dd2-423e-a39b-2417ef8c2e6b", "name": "network-vif-deleted", "tag": "49cc18ad-b6c2-4a98-a8d7-3150f9290afa"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:30.158410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:30.166404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:30.200408 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.217191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edcf1781-5978-4b38-82c8-c24370e0942b req-efb71db1-514d-4886-a943-f941a8c1dbdd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666765 Oct 15 00:35:30.242609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-bf9f0e8f-99cb-4eea-8437-c81b0a6d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:30.243435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-bf9f0e8f-99cb-4eea-8437-c81b0a6d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:30.244044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-bf9f0e8f-99cb-4eea-8437-c81b0a6d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:30.246536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-bf9f0e8f-99cb-4eea-8437-c81b0a6d005d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=39d869baaead42d694454e65afb64d07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4792347 Oct 15 00:35:30.293557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.294293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-33daaf52-04eb-4ad0-a467-d8635627081c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5658915 Oct 15 00:35:30.361457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Request body: {'port': {'device_id': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:30.369731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-5c70a6f9-3732-4be2-8ca5-2272a760d339 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774601 Oct 15 00:35:30.426009 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701c7a2-b418-4903-abaa-d3a59ba01ca6 x-openstack-request-id: req-5701c7a2-b418-4903-abaa-d3a59ba01ca6 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:30.441752 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6540a1-3dd2-423e-a39b-2417ef8c2e6b", "name": "network-vif-deleted", "tag": "49cc18ad-b6c2-4a98-a8d7-3150f9290afa", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:30.442244 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5701c7a2-b418-4903-abaa-d3a59ba01ca6 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:30.442848 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6540a1-3dd2-423e-a39b-2417ef8c2e6b', 'name': 'network-vif-deleted', 'tag': '49cc18ad-b6c2-4a98-a8d7-3150f9290afa', 'status': 'completed', 'code': 200} Oct 15 00:35:30.489182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3a768a-96cd-486f-ad08-eb95e74c7b5e {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:30.500603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.542205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Transition to ACTIVE for port object bd3a768a-96cd-486f-ad08-eb95e74c7b5e will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:30.566655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6572e741-a6e2-4dc2-b644-bf1644160123 req-19276164-87e0-4f9a-924b-58ee2f3bbad5 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837039 Oct 15 00:35:30.597903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded82e0-ecd1-46e4-962e-475a00b0ac79 req-8b9dd934-c52c-426c-b431-48d6287b4778 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:30.605934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ded82e0-ecd1-46e4-962e-475a00b0ac79 req-8b9dd934-c52c-426c-b431-48d6287b4778 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0874786 Oct 15 00:35:30.613431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.695469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ded82e0-ecd1-46e4-962e-475a00b0ac79 req-e03b0f84-370c-471c-9ffd-d98cb66e107c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885940 Oct 15 00:35:30.716963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:30.804255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Attempting to bind port bd3a768a-96cd-486f-ad08-eb95e74c7b5e on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:30.804622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Attempting to bind port bd3a768a-96cd-486f-ad08-eb95e74c7b5e by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:30.804934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Attempting to bind port bd3a768a-96cd-486f-ad08-eb95e74c7b5e on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:30.810153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Port bd3a768a-96cd-486f-ad08-eb95e74c7b5e on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:30.810490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Attempting to bind port bd3a768a-96cd-486f-ad08-eb95e74c7b5e on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:30.816544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:30.816884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Checking segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:30.817413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Bound using segment: {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:30.817931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Bound port: bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef33111-ee0f-480a-b76f-b5ebad865426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:30.818363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:30.907520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad89ff8f-fa2b-4a8c-bc53-3fef89e2ae46 req-6325f93f-14f1-4f5c-beaf-471d85982132 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d6540a1-3dd2-423e-a39b-2417ef8c2e6b HTTP/1.1" status: 200 len: 210 time: 0.0315442 Oct 15 00:35:30.944583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] For port bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:30.948480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] For port bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:31.043339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.049289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:31.049725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.056012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.063912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.068937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.075081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.081326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.083227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-715de010-2227-4119-851a-9a1d830d150b req-26ed8d35-869f-42bb-b1da-86a8b29a2e5b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5382 time: 0.8355186 Oct 15 00:35:31.093386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.094041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:31.096242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd3a768a-96cd-486f-ad08-eb95e74c7b5e HTTP/1.1" status: 200 len: 1090 time: 1.9542716 Oct 15 00:35:31.131431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53451611-4f0a-4258-8253-b1bd79b970c0 req-9d2d544a-6b0f-49f5-911b-c2c34dc6dc0e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.133214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53451611-4f0a-4258-8253-b1bd79b970c0 req-9d2d544a-6b0f-49f5-911b-c2c34dc6dc0e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 932 time: 0.1206865 Oct 15 00:35:31.155051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:31.169105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8932f2-72c8-4403-a21b-0fe8338e7d57 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:31.209516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53451611-4f0a-4258-8253-b1bd79b970c0 req-a67d0df4-b57c-4260-8d29-da742d16c881 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652580 Oct 15 00:35:31.219522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:31.297926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-715de010-2227-4119-851a-9a1d830d150b req-5c385a0b-8237-46b3-884f-e4f64697726d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1851549 Oct 15 00:35:31.319677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:31.407801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-d8bfba00-c6bf-4f48-b798-886d4404a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.409322 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cadb1d75-917a-4eb6-af2e-ad9ea02d99c9 req-d8bfba00-c6bf-4f48-b798-886d4404a707 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1141450 Oct 15 00:35:31.583285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:31.583467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:31.583467 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b89a9a5-00ee-40ae-8153-6ff9d5515767" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:31.710235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24d81b-0510-4b46-b9af-aae9e8824c11 req-4372d9ad-5639-4763-b142-759a9d0df28f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:31.711746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac24d81b-0510-4b46-b9af-aae9e8824c11 req-4372d9ad-5639-4763-b142-759a9d0df28f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2754695 Oct 15 00:35:31.874958 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac24d81b-0510-4b46-b9af-aae9e8824c11 req-8da8f4bc-3e74-4bf1-ae41-b96232ec7eb0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487281 Oct 15 00:35:32.081668 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e74a3-569c-42f7-be03-41c74bb9b80a x-openstack-request-id: req-dc5e74a3-569c-42f7-be03-41c74bb9b80a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:32.082206 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:32.082345 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc5e74a3-569c-42f7-be03-41c74bb9b80a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:32.082835 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e', 'status': 'completed', 'code': 200} Oct 15 00:35:32.114773 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.131679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c22b9-6bc0-4f22-9641-0ee445f70c35 req-aa021594-70c8-46b1-84c7-2232b3eb0b9c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.133317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f7c22b9-6bc0-4f22-9641-0ee445f70c35 req-aa021594-70c8-46b1-84c7-2232b3eb0b9c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.5552537 Oct 15 00:35:32.177147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.221323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f7c22b9-6bc0-4f22-9641-0ee445f70c35 req-9322271b-47ce-4923-998a-38b8b031d2fa tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737624 Oct 15 00:35:32.235805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:32.243954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.259948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:32.266224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Transition to ACTIVE for port object 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:32.276441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.290019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39510) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:32.347854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Transition to ACTIVE for port object 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:32.358047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.361044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.361044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.361044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.361044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.361044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.361044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.362887 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-9427471a-403f-4537-b713-e5fff65f23dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6341 time: 0.2665982 Oct 15 00:35:32.378007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d8b5c-c182-4632-8a5b-9753ae2e0292 req-248379db-8d79-4ae3-a77f-f9149aa663c5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.379526 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e07d8b5c-c182-4632-8a5b-9753ae2e0292 req-248379db-8d79-4ae3-a77f-f9149aa663c5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2131305 Oct 15 00:35:32.381214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.404125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] Deleting subnet a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:35:32.436065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 49cc18ad-b6c2-4a98-a8d7-3150f9290afa no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:35:32.443585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.470780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 49cc18ad-b6c2-4a98-a8d7-3150f9290afa {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:35:32.471285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 49cc18ad-b6c2-4a98-a8d7-3150f9290afa not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:35:32.510720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Pushing event updated for resources: {'Port': ['ID=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:32.515421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.562418 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e07d8b5c-c182-4632-8a5b-9753ae2e0292 req-d43277cd-7a96-4c17-9c1b-352412d098a0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605654 Oct 15 00:35:32.564970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.591591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ba97-980e-4234-a9e9-909bdd74fd05 req-afd68766-4585-4542-a3fd-d596a5f687f6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.593110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c924ba97-980e-4234-a9e9-909bdd74fd05 req-afd68766-4585-4542-a3fd-d596a5f687f6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 932 time: 0.2527339 Oct 15 00:35:32.672647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-568e251a-d1d7-490e-8d7c-ee84c7fd31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.673298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-568e251a-d1d7-490e-8d7c-ee84c7fd31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.673900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-568e251a-d1d7-490e-8d7c-ee84c7fd31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.675735 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-568e251a-d1d7-490e-8d7c-ee84c7fd31c8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=39d869baaead42d694454e65afb64d07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2937002 Oct 15 00:35:32.753578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.783920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:32.809950 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c924ba97-980e-4234-a9e9-909bdd74fd05 req-96274080-2363-48b1-9c1a-c4604c6fc2d9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016783 Oct 15 00:35:32.818381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Attempting to bind port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:32.819468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Attempting to bind port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:32.819962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Attempting to bind port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a on network 10e13c7f-f849-48de-b935-131b1bbc0cec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:32.852942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a on network 10e13c7f-f849-48de-b935-131b1bbc0cec not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:32.853271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Attempting to bind port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a on network 10e13c7f-f849-48de-b935-131b1bbc0cec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:32.853804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Router 44712910-9650-40db-bb6b-31d767cd7585 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:35:32.860234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:32.860582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Checking segment: {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:32.860961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Bound using segment: {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:32.861531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Bound port: 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:32.861984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.926963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.933320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.940868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.947482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.950179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] For port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:32.953481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] For port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:32.955244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.961404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.966543 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:32.968473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.970434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-b6352690-49fd-4e63-8a1e-3ae22020f4a6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5406 time: 0.2935979 Oct 15 00:35:32.976377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-c2c675f8-73bf-4864-a5a6-168691fc2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:32.977986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b89a9a5-00ee-40ae-8153-6ff9d5515767 req-c2c675f8-73bf-4864-a5a6-168691fc2bf7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925177 Oct 15 00:35:33.000470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:33.004298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.007848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6a485958-8761-4bbb-995c-79d177c1dd88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5ac8fbc-3a79-44ee-9fda-ae95b6fe2d08 HTTP/1.1" status: 204 len: 168 time: 0.7142608 Oct 15 00:35:33.010518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39538) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:33.045259 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.056864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:33.057429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:33.058568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:33.081862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:33.082492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:33.094225 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1795c728-b2b1-4102-90a3-7f9506c4ca59 req-ec1ed6cd-7267-45d3-ace6-6c488d6969b1 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1109755 Oct 15 00:35:33.126136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:33.126761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:33.126761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:33.127271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Bound port: 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:33.127481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.134176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:33.134928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.136667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1395e152-4185-4645-b84f-e8870f170493 service neutron] 10.222.0.39 "PUT /v2.0/ports/73ad7329-bef2-4f2a-b272-0ca3f8f15f8a HTTP/1.1" status: 200 len: 1091 time: 1.9260066 Oct 15 00:35:33.154551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.191326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395e152-4185-4645-b84f-e8870f170493 service neutron] Pushing event updated for resources: {'Port': ['ID=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:33.203318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:35:33.215333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Sync routers for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:35:33.256653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:33.257561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:33.263462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:33.272175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:33.325795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.327255 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-902e2ffe-50cc-4ac9-861a-4dac1649ba2c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8688228 Oct 15 00:35:33.329983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39550) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:33.341908 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.376289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add13049-849d-4844-b510-d56ce1836b8a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:33.386866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a9734b-9522-42b3-957c-5e4611c5e66d') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:33.387120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a9734b-9522-42b3-957c-5e4611c5e66d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:33.403049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.430767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.437597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:35:33.438000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.455145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.502116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:35:33.522310 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:35:33.529417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Request body: {'port': {'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:33.596579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.600166 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.631050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.635434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] 10.222.0.13 "DELETE /v2.0/networks/add13049-849d-4844-b510-d56ce1836b8a HTTP/1.1" status: 204 len: 168 time: 0.6207092 Oct 15 00:35:33.646356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a9f28-bffe-4c17-b26c-e8f5455a57ad admin admin] Pushing event deleted for resources: {'Network': ['ID=add13049-849d-4844-b510-d56ce1836b8a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:33.666170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:33.666836 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.674230 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] 10.222.0.30 "PUT /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 1092 time: 3.3285449 Oct 15 00:35:33.680611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:33.699743 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015a2b00-7c55-4991-9b94-24e9edbecf52" -d '{"events": [{"name": "network-changed", "server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:33.805323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:30Z', 'revision_number': 3, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:33.855168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Checking router: 44712910-9650-40db-bb6b-31d767cd7585 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:35:33.855520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Updating router 44712910-9650-40db-bb6b-31d767cd7585 port 2fe54059-831f-484c-b926-e1748febb5b0 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:35:33.877563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9783af7-0936-4306-8a98-f895a7027b08 service neutron] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:33.894328 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:33.915195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1a94b-71f2-4509-9c81-f6b821637163 req-4cf9e3a1-46c6-4afb-9d98-21d6d32e4c65 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:33.922656 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5b1a94b-71f2-4509-9c81-f6b821637163 req-4cf9e3a1-46c6-4afb-9d98-21d6d32e4c65 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.4778244 Oct 15 00:35:34.002225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fc2bda-9bc5-4fad-a53c-c40c17903d1d {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:34.012384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.030883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Transition to ACTIVE for port object 59fc2bda-9bc5-4fad-a53c-c40c17903d1d will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:34.084358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:34.087702 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:34.131892 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.335919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.371587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39592) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:34.397891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Pushing event updated for resources: {'Port': ['ID=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:34.415011 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6dd804-8294-43f4-b942-3f16782e286d x-openstack-request-id: req-6b6dd804-8294-43f4-b942-3f16782e286d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:34.415905 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:34.416302 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b6dd804-8294-43f4-b942-3f16782e286d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:34.416867 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3', 'status': 'completed', 'code': 200} Oct 15 00:35:34.433947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b87c4-195f-41de-af5b-92c069f5df9b req-e0c30699-7fd9-4110-9d7c-f9c518c37342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:34.435893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-e0c30699-7fd9-4110-9d7c-f9c518c37342 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1095 time: 0.6093154 Oct 15 00:35:34.440227 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.508390 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-a69487d7-3898-4c00-a5db-033c37d80deb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 217 time: 0.0600269 Oct 15 00:35:34.537288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Attempting to bind port 2fe54059-831f-484c-b926-e1748febb5b0 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:34.543419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Attempting to bind port 2fe54059-831f-484c-b926-e1748febb5b0 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:34.543419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Attempting to bind port 2fe54059-831f-484c-b926-e1748febb5b0 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:34.544322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-40470527-75c2-4360-bafd-ade2f5961253 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67e17d7119cf4f2cbb09cd301c0079ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693892 Oct 15 00:35:34.547564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39594) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:34.552489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:34.552876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:34.553388 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.553784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:34.554315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Bound port: 2fe54059-831f-484c-b926-e1748febb5b0, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:34.556048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.583409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dfde9-fe9c-4d30-aed6-dbe344246430 req-1cf42389-8e91-42fa-a23a-f7188b759939 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:34.583409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92dfde9-fe9c-4d30-aed6-dbe344246430 req-1cf42389-8e91-42fa-a23a-f7188b759939 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.2089047 Oct 15 00:35:34.604491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b87c4-195f-41de-af5b-92c069f5df9b req-1d018a55-a6a2-45ee-9704-ddee9dab03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:34.606142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-1d018a55-a6a2-45ee-9704-ddee9dab03dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.0495408 Oct 15 00:35:34.611747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Attempting to bind port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:34.611970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Attempting to bind port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:34.612177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Attempting to bind port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d on network 10e13c7f-f849-48de-b935-131b1bbc0cec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:34.625932 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5b1a94b-71f2-4509-9c81-f6b821637163 req-c922a91b-cd66-4cb4-8a91-09d04152c5c9 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088642 Oct 15 00:35:34.653069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d on network 10e13c7f-f849-48de-b935-131b1bbc0cec not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:34.653605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Attempting to bind port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d on network 10e13c7f-f849-48de-b935-131b1bbc0cec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:34.687930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee58c24-b15e-48c3-a6bc-d7192315aeea None None] Pushing event updated for resources: {'Port': ['ID=2fe54059-831f-484c-b926-e1748febb5b0,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:34.696540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:34.696885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Checking segment: {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:34.697276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Bound using segment: {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:34.697728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Bound port: 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f076c37e-13ac-4457-9b12-2320413f592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:34.698107 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.702776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] For port 2fe54059-831f-484c-b926-e1748febb5b0, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:34.707817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-cf641653-64f1-4807-9e15-07597418bc8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805817 Oct 15 00:35:34.710941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] For port 2fe54059-831f-484c-b926-e1748febb5b0, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2fe54059-831f-484c-b926-e1748febb5b0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:34.731912 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb51cbd-b725-4ce7-8cda-b0e892febfdb x-openstack-request-id: req-0cb51cbd-b725-4ce7-8cda-b0e892febfdb {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:34.731912 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:34.732102 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cb51cbd-b725-4ce7-8cda-b0e892febfdb {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:34.732512 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a', 'status': 'completed', 'code': 200} Oct 15 00:35:34.757167 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e933125a-cfe7-42fc-a11e-7b0d510bc3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.766821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92dfde9-fe9c-4d30-aed6-dbe344246430 req-ba611f86-a42a-4f5f-b649-2c22c030b647 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799746 Oct 15 00:35:34.802688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39598) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:34.829094 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.852235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e933125a-cfe7-42fc-a11e-7b0d510bc3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.881186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] For port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:34.890608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] For port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:34.963662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee58c24-b15e-48c3-a6bc-d7192315aeea None None] Pushing event updated for resources: {'Port': ['ID=2fe54059-831f-484c-b926-e1748febb5b0,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:34.983882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:34.984091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:34.984734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:35.012078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.013003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e933125a-cfe7-42fc-a11e-7b0d510bc3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.013366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.013948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.014550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.015017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.015473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.015924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.017986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e933125a-cfe7-42fc-a11e-7b0d510bc3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.018153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-9765f4a9-fa5a-49bf-8a42-9982201b9f39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6433 time: 0.2758467 Oct 15 00:35:35.021621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e933125a-cfe7-42fc-a11e-7b0d510bc3d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86cb30e1-e674-47bb-bb66-83ae5733b7e3 HTTP/1.1" status: 204 len: 168 time: 0.4704676 Oct 15 00:35:35.085219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933125a-cfe7-42fc-a11e-7b0d510bc3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cb30e1-e674-47bb-bb66-83ae5733b7e3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:35.098039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.099041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.100672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] 10.222.0.39 "PUT /v2.0/ports/59fc2bda-9bc5-4fad-a53c-c40c17903d1d HTTP/1.1" status: 200 len: 1091 time: 1.6012499 Oct 15 00:35:35.107930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1e83129-d951-4f70-a8fc-7a879f915b28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.140241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceed5c-536c-40fd-bd1d-67e4800e5c16 req-8443d94e-35f8-4203-a508-c579fcc84615 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.149425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93ceed5c-536c-40fd-bd1d-67e4800e5c16 req-8443d94e-35f8-4203-a508-c579fcc84615 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2215881 Oct 15 00:35:35.188214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f934c-066e-46b4-bdd4-75daa7ed96dd service neutron] Pushing event updated for resources: {'Port': ['ID=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:35.206701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:35.263689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-ffc3d106-0340-4a5b-9bd6-9b46fbcfe112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.265131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93ceed5c-536c-40fd-bd1d-67e4800e5c16 req-69d99f5b-e2ed-4f1d-bbfa-395441286ad6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137033 Oct 15 00:35:35.265621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-ffc3d106-0340-4a5b-9bd6-9b46fbcfe112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.266231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-ffc3d106-0340-4a5b-9bd6-9b46fbcfe112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.270401 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-ffc3d106-0340-4a5b-9bd6-9b46fbcfe112 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=39d869baaead42d694454e65afb64d07&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2325423 Oct 15 00:35:35.316729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.325316 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.331593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.338886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.347519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.353766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.360787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.363823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-274a6d9b-b4a4-483b-a63e-e38ae94abf1e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.5224650 Oct 15 00:35:35.395240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1e83129-d951-4f70-a8fc-7a879f915b28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.410482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-137b2db4-b7f4-4f91-9df7-4752724eb676 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889582 Oct 15 00:35:35.466494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1e83129-d951-4f70-a8fc-7a879f915b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.550593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:30Z', 'revision_number': 3, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:35.560370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e83129-d951-4f70-a8fc-7a879f915b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ac3673-07ac-47e6-b252-5a5e65196349,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:35.601503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d1e83129-d951-4f70-a8fc-7a879f915b28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b38f3831627e43ff828d412c4ae99b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958026 Oct 15 00:35:35.604090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39606) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:35.634374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a75c5db8-4c3e-42e9-9c58-287bd25d68a8 req-e30b5887-0f79-4a28-88da-afc47244262b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2511401 Oct 15 00:35:35.708942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-508f2e4e-1669-425c-a93e-96fb0d54188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.710562 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-55b6ae9e-dd42-4942-940a-1a217a2b1ac1 req-508f2e4e-1669-425c-a93e-96fb0d54188e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3408291 Oct 15 00:35:35.722581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23fe789b-5550-40a2-86a8-48da3db86c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.749182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-927b87c4-195f-41de-af5b-92c069f5df9b req-0ef5dc59-efbc-465c-b119-601f40c5092e service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251193 Oct 15 00:35:35.785990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23fe789b-5550-40a2-86a8-48da3db86c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.845650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62a7ce-d82c-445d-8465-95e2e7d6ff27 None None] The sync data for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 is: [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:30Z', 'revision_number': 3, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:35:35.911106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb6dc-d811-4435-97bc-6b45c86ccffb req-66a308a3-b4b5-4e38-989d-12ca9dbb886a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.912983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6fdb6dc-d811-4435-97bc-6b45c86ccffb req-66a308a3-b4b5-4e38-989d-12ca9dbb886a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1457698 Oct 15 00:35:35.923947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:35.933200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.934084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.934293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.935063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.935611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.936072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.936525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:35.938634 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-87d27808-745d-4a8a-b878-3af3db562ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6475 time: 0.1790090 Oct 15 00:35:35.983599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6fdb6dc-d811-4435-97bc-6b45c86ccffb req-095bd47f-c601-44ea-bd27-c8a1f8561020 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604064 Oct 15 00:35:36.035051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23fe789b-5550-40a2-86a8-48da3db86c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:36.038472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23fe789b-5550-40a2-86a8-48da3db86c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:36.039984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-23fe789b-5550-40a2-86a8-48da3db86c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38ac3673-07ac-47e6-b252-5a5e65196349 HTTP/1.1" status: 204 len: 168 time: 0.4345717 Oct 15 00:35:36.051869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-928222ec-b0a6-4af6-9e67-becd5c735719 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75ea010d-d039-498c-8048-6b756133d8ad HTTP/1.1" status: 200 len: 217 time: 0.0962780 Oct 15 00:35:36.053632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe789b-5550-40a2-86a8-48da3db86c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ac3673-07ac-47e6-b252-5a5e65196349,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:36.180243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d155-4644-4328-9ee4-71ae4814f7a0 req-d33c5779-70b1-44e0-b27e-eca14fd2c97a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.188541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c6c5d155-4644-4328-9ee4-71ae4814f7a0 req-d33c5779-70b1-44e0-b27e-eca14fd2c97a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.3042731 Oct 15 00:35:36.270122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-3260a605-1958-48bb-b3bf-f1cf8b7f8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.271639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-3260a605-1958-48bb-b3bf-f1cf8b7f8078 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1095 time: 0.3102322 Oct 15 00:35:36.428788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-d263e972-6118-4eed-a092-68d03538c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.430305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-d263e972-6118-4eed-a092-68d03538c2c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1333652 Oct 15 00:35:36.465092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a032ed26-1d6c-4564-9416-5fd0dd388642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.466068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a032ed26-1d6c-4564-9416-5fd0dd388642 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9c50b30-fb11-477b-88d9-4c9150808b66 HTTP/1.1" status: 200 len: 850 time: 0.3899014 Oct 15 00:35:36.548014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2152-5a3f-4af1-a37a-872b07172e7f req-86c18843-3061-4e6c-9411-bec8fa5891f3 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.553303 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c6c5d155-4644-4328-9ee4-71ae4814f7a0 req-591f7a0d-41b4-496f-b46f-09b84273a92c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642647 Oct 15 00:35:36.580273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357c2152-5a3f-4af1-a37a-872b07172e7f req-86c18843-3061-4e6c-9411-bec8fa5891f3 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1636152 Oct 15 00:35:36.617075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-fa3918c0-d956-4870-823c-64737122bca0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 217 time: 0.1544974 Oct 15 00:35:36.701639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357c2152-5a3f-4af1-a37a-872b07172e7f req-c7f99c9c-87b9-401c-8525-5d6a9d53b7d6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204123 Oct 15 00:35:36.734149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:36.737492 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3da30a-d8b3-4975-95d1-339d8b4427df" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:36.762970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-2a779428-dea6-40aa-b0c0-4cca0a9b3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.765918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-2a779428-dea6-40aa-b0c0-4cca0a9b3083 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2672284 Oct 15 00:35:36.887902 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613d42d-cb7f-459f-a964-67b63cfadbe4 x-openstack-request-id: req-b613d42d-cb7f-459f-a964-67b63cfadbe4 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:36.888201 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:36.888482 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b613d42d-cb7f-459f-a964-67b63cfadbe4 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:36.888888 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d', 'status': 'completed', 'code': 200} Oct 15 00:35:36.910721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Allocated IP 172.20.0.1 (9e41b00c-b623-43aa-84c1-2d27f3e01443/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6/8355857b-ea3c-4a27-8089-6940b6bf04a9) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:36.921989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-833cba2b-56a9-4d5a-bff4-94adbcf92a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.923535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-833cba2b-56a9-4d5a-bff4-94adbcf92a0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.2780628 Oct 15 00:35:36.988069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:36.999134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.007880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.015262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.022216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.030417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.037806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.048700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-3d7df5bb-b9b4-4738-bb48-16a5d602e9a8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1513317 Oct 15 00:35:37.053112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-b2f07e69-5e35-4f3b-a4c0-d94143c8f061 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551308 Oct 15 00:35:37.056255 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-a2584ead-7aa6-48f0-bc8c-f5b89eea0347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217196 Oct 15 00:35:37.073710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39648) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:37.130942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2942488d-e1e8-4f50-82a0-d7f74ab90512 req-bc0e01d7-7ba5-4702-96e2-dcddf769877e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0800960 Oct 15 00:35:37.642626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-830914856-network', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:37.694990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eae364-7532-4aa3-8d0e-cd13d470eacd req-9712429f-07fc-4b64-8e4d-622aa8faf780 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.696885 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68eae364-7532-4aa3-8d0e-cd13d470eacd req-9712429f-07fc-4b64-8e4d-622aa8faf780 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.5813100 Oct 15 00:35:37.731291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23498c-7050-4b2a-a1c9-df54aca06176 req-c3e03232-e919-4ab2-949f-00203a187173 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:37.732811 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-7bf275ee-31c8-4246-9760-602344502050 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693718 Oct 15 00:35:37.740185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6e23498c-7050-4b2a-a1c9-df54aca06176 req-c3e03232-e919-4ab2-949f-00203a187173 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.0903311 Oct 15 00:35:37.766664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:37.773317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-64505c6a-6a00-4d40-824f-362c2ca6725d service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003129 Oct 15 00:35:37.807232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6e23498c-7050-4b2a-a1c9-df54aca06176 req-cbdb2162-6755-4079-9357-448ef459db51 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600677 Oct 15 00:35:37.853923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4a6e3777-1127-4916-9bae-ee7b3e6f6c54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 217 time: 0.1045039 Oct 15 00:35:37.879204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Made reservation on behalf of 4b322c2dcbae4287ba7bdc453dba4d36 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:37.882603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:37.981157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fe54059-831f-484c-b926-e1748febb5b0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:38.012797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-68eae364-7532-4aa3-8d0e-cd13d470eacd req-d69d4b5e-2cc4-41f2-890f-ff286008d513 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842214 Oct 15 00:35:38.068742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16fea-1029-443e-93a4-af43ee7ae2ba req-f030a591-20f7-4dbb-80d1-e6ce831cd6e2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.074376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85d16fea-1029-443e-93a4-af43ee7ae2ba req-f030a591-20f7-4dbb-80d1-e6ce831cd6e2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1366224 Oct 15 00:35:38.087740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 2fe54059-831f-484c-b926-e1748febb5b0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:38.088443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:38.128761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ecc9e61f-0e89-455e-b2fa-01b2c37094bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.130891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-ecc9e61f-0e89-455e-b2fa-01b2c37094bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.2418067 Oct 15 00:35:38.141905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:38.194248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85d16fea-1029-443e-93a4-af43ee7ae2ba req-e1b49859-915d-48c8-bdd9-c718c98d5893 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080317 Oct 15 00:35:38.243468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:38.341917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 2fe54059-831f-484c-b926-e1748febb5b0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2fe54059-831f-484c-b926-e1748febb5b0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:38.372732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-015a2b00-7c55-4991-9b94-24e9edbecf52 req-efffd487-3864-44fb-8078-9245b5c50e94 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497344 Oct 15 00:35:38.390248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-863c87b9-37fd-45d5-ab24-ef2ed802db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.392296 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-863c87b9-37fd-45d5-ab24-ef2ed802db7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2515631 Oct 15 00:35:38.424061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:38.463329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:38.543154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=2fe54059-831f-484c-b926-e1748febb5b0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:38.586956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:38.610271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.616139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.622041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.627938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.637434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.643775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.649955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:38.652586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-982fbaef-2d2f-472e-a5b2-46e921dbbca3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.3651912 Oct 15 00:35:38.661387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:38.692037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:38.699685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Pushing event updated for resources: {'Port': ['ID=8355857b-ea3c-4a27-8089-6940b6bf04a9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:38.768362 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2f4b595b-6c3c-47c2-a251-cd6b5fba0805 req-aa35c56a-8803-4c0d-a97e-21ac7163bcc4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1005833 Oct 15 00:35:38.785920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-23e7b8d6-006b-4d23-89b2-a1408b06fe38 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644013 Oct 15 00:35:38.913434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-58cae671-321b-447f-a293-97c3d9c14d31 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078017 Oct 15 00:35:38.920035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:38.930824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:38.986446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39718) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:39.017163 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1be14420-b45b-4780-8b8e-0d3085427e28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 217 time: 0.0936987 Oct 15 00:35:39.019630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.040140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e18a7-1765-4c68-aaea-773e9ca5d438 req-4ec90b99-82c9-4af4-a62d-c586d95f70bc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.051659 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-054e18a7-1765-4c68-aaea-773e9ca5d438 req-4ec90b99-82c9-4af4-a62d-c586d95f70bc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.1120486 Oct 15 00:35:39.083059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:35:39.124141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-054e18a7-1765-4c68-aaea-773e9ca5d438 req-df3871d9-8e7e-48f1-ac52-5782e63d93b6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649040 Oct 15 00:35:39.125676 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.126236 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Added segment e75827bc-21d7-4586-8995-76c6716e3340 of type vlan for network 4d077b8b-3941-44d5-9528-340ad73960a3 Oct 15 00:35:39.127303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0e7f3f10-f0da-488e-a612-09d1af7ab094 None None] Provisioning complete for port 8355857b-ea3c-4a27-8089-6940b6bf04a9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:39.128822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0e7f3f10-f0da-488e-a612-09d1af7ab094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.159449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aca0435-2d74-4d83-a8a3-07e1ac7ae174,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:39.160675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ef62cc3-03a2-497a-8190-669a206d32bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.179529 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0e7f3f10-f0da-488e-a612-09d1af7ab094 None None] Port 8355857b-ea3c-4a27-8089-6940b6bf04a9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:39.215216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4498f36c-d482-4e80-957d-c0190e17ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.216689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-4498f36c-d482-4e80-957d-c0190e17ec0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.1887460 Oct 15 00:35:39.309955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ef62cc3-03a2-497a-8190-669a206d32bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.344076 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.377550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389c9cb-da92-4dce-871f-2633e903ecde req-e64d4b61-9996-467c-8f2c-78c1e298969b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.379134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8389c9cb-da92-4dce-871f-2633e903ecde req-e64d4b61-9996-467c-8f2c-78c1e298969b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0564163 Oct 15 00:35:39.380109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb23d0b-9879-4992-af08-3693e8bdaa17 req-c32883e1-8294-4698-bcee-b2d1c483071e tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.380279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ef62cc3-03a2-497a-8190-669a206d32bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.381588 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cb23d0b-9879-4992-af08-3693e8bdaa17 req-c32883e1-8294-4698-bcee-b2d1c483071e tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.2623968 Oct 15 00:35:39.403228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f2734199-1895-4dd0-aae9-127ab26faede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.404704 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f2734199-1895-4dd0-aae9-127ab26faede service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1155586 Oct 15 00:35:39.437717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1ef62cc3-03a2-497a-8190-669a206d32bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bf6694c3fce490bb0d3bf8b59965933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470732 Oct 15 00:35:39.440939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:39.446982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef62cc3-03a2-497a-8190-669a206d32bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6638fe-54b5-4c3b-89df-3c09238b1d48,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:39.455714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8389c9cb-da92-4dce-871f-2633e903ecde req-e02d0c92-d3d8-403a-9f6c-befc9a86bb18 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602577 Oct 15 00:35:39.480196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cb23d0b-9879-4992-af08-3693e8bdaa17 req-9a84e8fe-fee8-45a8-a2d8-eade1c7460e7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849833 Oct 15 00:35:39.528281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.529173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.529760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.570359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.680094 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.682665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6053014 Oct 15 00:35:39.683883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb03c-27e2-48b6-abbf-f16af24a5fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d077b8b-3941-44d5-9528-340ad73960a3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:39.692532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39730) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:39.694551 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-8725ecdc-f250-44eb-869b-77ebffcc3276 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818079 Oct 15 00:35:39.695564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4d077b8b-3941-44d5-9528-340ad73960a3 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:35:39.700843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Request body: {'subnet': {'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-subnet', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:39.724092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2cffe569-1030-43aa-84ec-a38da7f25ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.832142 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2cffe569-1030-43aa-84ec-a38da7f25ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.896389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Made reservation on behalf of 4b322c2dcbae4287ba7bdc453dba4d36 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:39.898580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:39.932515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fe54059-831f-484c-b926-e1748febb5b0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:39.951834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.961112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.969697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a80c8e3f-c862-47c1-ad88-7b3c7b7f32bc service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546365 Oct 15 00:35:39.981020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:39.992470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.000378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.007186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.012917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 2fe54059-831f-484c-b926-e1748febb5b0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:40.013433 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:40.016592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.024795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-bc0417b5-9c6e-4f60-8efa-3e142fc844d8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1566060 Oct 15 00:35:40.066786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b47559fc-0d8e-4764-90c2-dd4a86f0908a req-225adbf8-4509-41ff-8628-9c763e405815 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408514 Oct 15 00:35:40.073689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a6a6f4f8-ad2b-419b-840f-4a3182728893 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c HTTP/1.1" status: 200 len: 217 time: 0.0665092 Oct 15 00:35:40.142052 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2cffe569-1030-43aa-84ec-a38da7f25ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:40.144616 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2cffe569-1030-43aa-84ec-a38da7f25ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:40.145747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2cffe569-1030-43aa-84ec-a38da7f25ea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba6638fe-54b5-4c3b-89df-3c09238b1d48 HTTP/1.1" status: 204 len: 168 time: 0.7019880 Oct 15 00:35:40.150763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:40.168681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffe569-1030-43aa-84ec-a38da7f25ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6638fe-54b5-4c3b-89df-3c09238b1d48,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:40.188775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0c038ee0-f3c8-49d0-88d1-32c7ef629703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.190285 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0c038ee0-f3c8-49d0-88d1-32c7ef629703 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.1076729 Oct 15 00:35:40.234794 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:40.420741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Pushing event updated for resources: {'Port': ['ID=8355857b-ea3c-4a27-8089-6940b6bf04a9,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:40.433990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:40.445635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-3b2a5eee-35ef-402d-88c0-87142b595229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.447182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-3b2a5eee-35ef-402d-88c0-87142b595229 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2341011 Oct 15 00:35:40.474657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731534c-84fd-4473-9c65-dc23a9ae6509 req-21e2dcb4-0210-4ec6-8f06-5eb69644ee0d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.476228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b731534c-84fd-4473-9c65-dc23a9ae6509 req-21e2dcb4-0210-4ec6-8f06-5eb69644ee0d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.2479064 Oct 15 00:35:40.525629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:40.618192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59566d-71a4-46f0-8f71-749fd9c666d2 req-b478cc8e-d81b-4d6a-9363-fef0548d98cf tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.627360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d59566d-71a4-46f0-8f71-749fd9c666d2 req-b478cc8e-d81b-4d6a-9363-fef0548d98cf tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0722387 Oct 15 00:35:40.672746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d59566d-71a4-46f0-8f71-749fd9c666d2 req-9f61dfb6-0e5b-41d4-a4b6-fdbeb4a2f1ce tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447502 Oct 15 00:35:40.792823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41dc37-fa1a-4131-ad99-863f9edb3e54 req-1a577cf7-2251-4220-a70b-0140275f08d3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:40.794484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d41dc37-fa1a-4131-ad99-863f9edb3e54 req-1a577cf7-2251-4220-a70b-0140275f08d3 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.0533319 Oct 15 00:35:40.847155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d41dc37-fa1a-4131-ad99-863f9edb3e54 req-17360fc1-82d7-4732-aa84-41078534f891 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Oct 15 00:35:40.993537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b731534c-84fd-4473-9c65-dc23a9ae6509 req-ea95c50c-e72c-4c0f-97f1-fe9d36c1e75c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058377 Oct 15 00:35:41.006457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:41.038830 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-31563300-f454-4a6c-9918-031cc537a145 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727732 Oct 15 00:35:41.049336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:41.062710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:41.078213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Checking segment: {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:41.078576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Network hostable DHCP agents. Network: 4d077b8b-3941-44d5-9528-340ad73960a3, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:35:41.268874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-d321aa4a-9357-4ba7-958e-1db90459e77b service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183678 Oct 15 00:35:41.285263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.295907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.297095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Network 4d077b8b-3941-44d5-9528-340ad73960a3 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:35:41.304562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.313939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.322249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.330292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.338378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.349448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-02bacd88-0d16-40b5-894f-af85b2bf34ff tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1763964 Oct 15 00:35:41.393517 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a0d3c939-150f-4862-b61b-02b8704877c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e HTTP/1.1" status: 200 len: 217 time: 0.1116142 Oct 15 00:35:41.406391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Router 44712910-9650-40db-bb6b-31d767cd7585 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:35:41.439562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b9ed508-aa48-4f3e-bd27-80735fe2722d req-6f884d7a-c20e-446e-b8e4-96a141f3a359 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0817847 Oct 15 00:35:41.505862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-007a5d92-6a9d-40a9-86ff-64ae853a3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.507510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-007a5d92-6a9d-40a9-86ff-64ae853a3e3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.1000345 Oct 15 00:35:41.508082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4d077b8b-3941-44d5-9528-340ad73960a3) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:41.516123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.516779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:41.522331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9028f55-21ec-41c7-aad6-b1d1d626696d None None] Network 4d077b8b-3941-44d5-9528-340ad73960a3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:35:41.527779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d11b70a9-0408-42b4-9849-f5040853fc89 None None] Provisioning complete for port 8355857b-ea3c-4a27-8089-6940b6bf04a9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:41.528051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d11b70a9-0408-42b4-9849-f5040853fc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:41.587951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d11b70a9-0408-42b4-9849-f5040853fc89 None None] Port 8355857b-ea3c-4a27-8089-6940b6bf04a9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:41.616074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f639d5b3-6497-45c2-b095-af2e78e6bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:41.617592 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-f639d5b3-6497-45c2-b095-af2e78e6bff6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030805 Oct 15 00:35:41.650854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:35:41.655460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5fce1628-4c96-4a40-b25c-1dbd44fe94f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9599676 Oct 15 00:35:41.659529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39776) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:41.670346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-55855e89-a0e2-4348-b948-45c3d13b98ab admin admin] 10.222.0.13 "PUT /v2.0/routers/44712910-9650-40db-bb6b-31d767cd7585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3292248 Oct 15 00:35:41.671328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:41.674983 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Sync routers for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:35:41.706853 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:41.716413 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:41.756597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17765433-3606-4d78-9798-80190ce24f6e None None] Network 4d077b8b-3941-44d5-9528-340ad73960a3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:35:41.786475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a7cd569a-4dbf-4186-a42a-f2957d2379bc service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618104 Oct 15 00:35:41.796111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:41.797220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:41.908186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:41.925269 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:42.025733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a6ca040f-6735-4a59-bc89-8bd9758507ae service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297981 Oct 15 00:35:42.079553 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-1f7edecb-93f3-4032-bc49-c26bd9613eaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a HTTP/1.1" status: 200 len: 217 time: 0.0424871 Oct 15 00:35:42.092488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d8c3-c57e-43f9-9de6-cc00aa73f75f req-56e022c5-f6b0-42f0-a2c0-1ea8d6c0b492 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:42.094119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8c6d8c3-c57e-43f9-9de6-cc00aa73f75f req-56e022c5-f6b0-42f0-a2c0-1ea8d6c0b492 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2671337 Oct 15 00:35:42.157977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9573d9-bfce-496f-bdeb-0e568b9434f6 req-191d31c8-fcdd-4251-b42b-6b09ed932807 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:42.160245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b9573d9-bfce-496f-bdeb-0e568b9434f6 req-191d31c8-fcdd-4251-b42b-6b09ed932807 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1917167 Oct 15 00:35:42.175602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a5a4c4c4-cfef-481a-b27f-0e857ebe5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:42.177079 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a5a4c4c4-cfef-481a-b27f-0e857ebe5d90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.0819628 Oct 15 00:35:42.180115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8c6d8c3-c57e-43f9-9de6-cc00aa73f75f req-d2efabed-12ec-49b0-bd57-7b1a64429cfb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774088 Oct 15 00:35:42.187030 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 2, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:42.228016 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Checking router: 44712910-9650-40db-bb6b-31d767cd7585 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:35:42.228633 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Updating router 44712910-9650-40db-bb6b-31d767cd7585 port 8355857b-ea3c-4a27-8089-6940b6bf04a9 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:35:42.243232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-42bc7a9a-dbfd-4c7b-9cac-f45c95fe6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:42.244864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-42bc7a9a-dbfd-4c7b-9cac-f45c95fe6f4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607786 Oct 15 00:35:42.250547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:42.262575 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:42.293465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b9573d9-bfce-496f-bdeb-0e568b9434f6 req-8db5cec3-d4c0-4667-8c39-bc939c0e4414 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974989 Oct 15 00:35:42.434927 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a91e9899-b8e0-4c3a-ba6c-ba8689184bee service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829569 Oct 15 00:35:42.497540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288873fc-b8ee-4f0a-a9bd-6a836d36f9cd req-4f62985b-35cb-4f98-b1a2-b894b713840b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:42.499416 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-288873fc-b8ee-4f0a-a9bd-6a836d36f9cd req-4f62985b-35cb-4f98-b1a2-b894b713840b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.1219292 Oct 15 00:35:42.576554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-288873fc-b8ee-4f0a-a9bd-6a836d36f9cd req-28b0f9e1-5e41-496b-8e04-381e2d7e9faa tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584960 Oct 15 00:35:42.591027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-b908f44a-58da-4579-8b58-679e9b6a16b4 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479790 Oct 15 00:35:42.660417 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:42.679062 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-0dec750a-d6cb-4405-962c-18f880f4c4c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d HTTP/1.1" status: 200 len: 217 time: 0.0796182 Oct 15 00:35:42.753019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a5783089-17ba-4ee1-8629-5896663287ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:42.753229 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:42.754693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-a5783089-17ba-4ee1-8629-5896663287ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.0692327 Oct 15 00:35:42.782603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:42.807078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-e7afa578-bf32-4ea4-a46a-e1ce7c42893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:42.809415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-e7afa578-bf32-4ea4-a46a-e1ce7c42893a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475090 Oct 15 00:35:42.817181 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:42.891852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39822) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:42.892158 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Pushing event updated for resources: {'Port': ['ID=8355857b-ea3c-4a27-8089-6940b6bf04a9,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:42.918171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f1f36863-7a8b-43da-b058-7d431cf9dcdd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002391405', 'description': 'tempest-description--721088822'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:42.940838 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.941528 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.942102 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.942582 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.943073 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.943557 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.944023 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.944555 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.944869 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.945345 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.945836 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.946319 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:42.950802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-32c30733-8a06-405b-8c35-a27cd63cc656 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336803 Oct 15 00:35:42.986589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Attempting to bind port 8355857b-ea3c-4a27-8089-6940b6bf04a9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:42.987021 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Attempting to bind port 8355857b-ea3c-4a27-8089-6940b6bf04a9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:42.987652 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Attempting to bind port 8355857b-ea3c-4a27-8089-6940b6bf04a9 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:42.997892 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:42.998394 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:42.999325 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:42.999783 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Bound using segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:43.000324 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Bound port: 8355857b-ea3c-4a27-8089-6940b6bf04a9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:43.000800 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.036553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39826) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:43.059740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.065854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.071827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.079443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.085472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.091983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.093470 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] For port 8355857b-ea3c-4a27-8089-6940b6bf04a9, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:43.097179 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] For port 8355857b-ea3c-4a27-8089-6940b6bf04a9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8355857b-ea3c-4a27-8089-6940b6bf04a9,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:43.098665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.100583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-a6940523-3a84-4377-a1f1-41f9e859ccef tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.3202758 Oct 15 00:35:43.109527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4682c1ff-2a81-49f6-aa6f-f22adc9872f6 req-2b784d51-08a1-4d62-b9f5-ac3a0593060e service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503427 Oct 15 00:35:43.146179 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1f36863-7a8b-43da-b058-7d431cf9dcdd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.195100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Allocated IP 172.25.2.9 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/6f597e65-8cfa-4b1f-864f-f00c5a29fdc7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:43.195911 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.203204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a47ff81-3e7c-4294-9032-af6f843264cd req-9762c9f5-cda8-400f-803f-d0da8b8781b7 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0769382 Oct 15 00:35:43.236497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c0dbcc56-3714-4254-ac7a-b1b4470ad7e8 None None] Provisioning complete for port 8355857b-ea3c-4a27-8089-6940b6bf04a9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:43.236981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcc56-3714-4254-ac7a-b1b4470ad7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.264845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-461bae89-f5a5-4bf6-a84d-baa52ef7a354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.293454 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:43.294044 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:43.299874 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cef5b-70d2-4125-bc8b-db5654a48a5b None None] Pushing event updated for resources: {'Port': ['ID=8355857b-ea3c-4a27-8089-6940b6bf04a9,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:43.371888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1f36863-7a8b-43da-b058-7d431cf9dcdd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.425590 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcc56-3714-4254-ac7a-b1b4470ad7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.430501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.455663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.456122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.456597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.457055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.457509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.457965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.458454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.460626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-297be5ef-701d-4477-a46d-38ce372f4250 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6475 time: 0.1572948 Oct 15 00:35:43.461274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1f36863-7a8b-43da-b058-7d431cf9dcdd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.475896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c0dbcc56-3714-4254-ac7a-b1b4470ad7e8 None None] For port 8355857b-ea3c-4a27-8089-6940b6bf04a9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8355857b-ea3c-4a27-8089-6940b6bf04a9,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:43.516210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fb20-5bff-431d-8d28-4c0e603b3d1f req-5c87364f-34bc-4261-b178-7117b76e7a47 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.519172 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d3b5fb20-5bff-431d-8d28-4c0e603b3d1f req-5c87364f-34bc-4261-b178-7117b76e7a47 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1345856 Oct 15 00:35:43.528693 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:43.532415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f36863-7a8b-43da-b058-7d431cf9dcdd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302edbca-5a26-4b17-8177-a1d11ab287b3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:43.538633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcc56-3714-4254-ac7a-b1b4470ad7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.560413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90568cb-7dd5-4367-b9f4-f6ec7a1fe588 req-03632bb5-dc34-4c18-8295-9095d8a260ae tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.562181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c90568cb-7dd5-4367-b9f4-f6ec7a1fe588 req-03632bb5-dc34-4c18-8295-9095d8a260ae tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1492853 Oct 15 00:35:43.570882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1f36863-7a8b-43da-b058-7d431cf9dcdd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.575141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f1f36863-7a8b-43da-b058-7d431cf9dcdd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6628466 Oct 15 00:35:43.584562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39834) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:43.595366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5b85736c-dd24-4c33-8607-50dc49284ee9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'security_group_rule': {'security_group_id': '302edbca-5a26-4b17-8177-a1d11ab287b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:43.603076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-461bae89-f5a5-4bf6-a84d-baa52ef7a354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.611175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbcc56-3714-4254-ac7a-b1b4470ad7e8 None None] Pushing event updated for resources: {'Port': ['ID=8355857b-ea3c-4a27-8089-6940b6bf04a9,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:43.641467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d3b5fb20-5bff-431d-8d28-4c0e603b3d1f req-b788d9b9-b012-4095-98f7-0947f5e5eed4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128297 Oct 15 00:35:43.670135 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c90568cb-7dd5-4367-b9f4-f6ec7a1fe588 req-96b88be4-def9-4d55-899d-243684451ca9 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763540 Oct 15 00:35:43.670135 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.679884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1fe895dd-1202-4b3d-8d1b-8c3c32ae0db8 None None] Provisioning complete for port 8355857b-ea3c-4a27-8089-6940b6bf04a9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:43.680476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1fe895dd-1202-4b3d-8d1b-8c3c32ae0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.692172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-14bd8bee-1439-41c9-939a-091d25c3dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.694104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-14bd8bee-1439-41c9-939a-091d25c3dc40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10e13c7f-f849-48de-b935-131b1bbc0cec HTTP/1.1" status: 200 len: 902 time: 0.2223380 Oct 15 00:35:43.738350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-461bae89-f5a5-4bf6-a84d-baa52ef7a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.754928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-917c3610-4031-4a56-a3f4-1ceae01cbe73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d HTTP/1.1" status: 200 len: 217 time: 0.0529275 Oct 15 00:35:43.800942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:43.825887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-943d09d6-555e-4723-8dd6-63a2849b192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.831059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-461bae89-f5a5-4bf6-a84d-baa52ef7a354 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b86c0222a8ff4cf794fbbf6ca28cd60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7934945 Oct 15 00:35:43.831996 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-943d09d6-555e-4723-8dd6-63a2849b192b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.0693624 Oct 15 00:35:43.832111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:43.833670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39840) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:43.834678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:43.850891 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:43.851445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b85736c-dd24-4c33-8607-50dc49284ee9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.880881 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebca511-9f7c-492d-bf5b-d406acfdebc0 None None] The sync data for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 is: [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:35:43.893692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Pushing event updated for resources: {'Port': ['ID=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:43.895797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bae89-f5a5-4bf6-a84d-baa52ef7a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b6e80-6788-4d8d-b738-da3da7f8986a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:43.944512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800016c1-75ff-414f-8d1b-a089e467681e req-099e3d0f-4951-43f5-8450-dbd809fd550d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.951454 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e827d5b-ff00-4236-9dd6-d08964033aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:43.962179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-800016c1-75ff-414f-8d1b-a089e467681e req-099e3d0f-4951-43f5-8450-dbd809fd550d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.2221477 Oct 15 00:35:43.962821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-7b10814d-9f1d-4005-aae5-032a3587b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:43.964466 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-7b10814d-9f1d-4005-aae5-032a3587b8d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227896 Oct 15 00:35:44.007772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e827d5b-ff00-4236-9dd6-d08964033aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.038514 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b85736c-dd24-4c33-8607-50dc49284ee9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.077225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-800016c1-75ff-414f-8d1b-a089e467681e req-691d9ee3-612f-4c2f-aec0-4aff3aee3ba3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199837 Oct 15 00:35:44.080945 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b85736c-dd24-4c33-8607-50dc49284ee9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.111014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-9a383a6c-d5b6-49dc-bac9-81b4a6b8eef2 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370354 Oct 15 00:35:44.194604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e827d5b-ff00-4236-9dd6-d08964033aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.197392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e827d5b-ff00-4236-9dd6-d08964033aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.202263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8e827d5b-ff00-4236-9dd6-d08964033aae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c01b6e80-6788-4d8d-b738-da3da7f8986a HTTP/1.1" status: 204 len: 168 time: 0.3644812 Oct 15 00:35:44.216940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e827d5b-ff00-4236-9dd6-d08964033aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b6e80-6788-4d8d-b738-da3da7f8986a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:44.264477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd3da30a-d8b3-4975-95d1-339d8b4427df req-0c0629e7-37f3-4dfd-a698-5b267e235fb6 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442192 Oct 15 00:35:44.408878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.418779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.427558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.434486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.439345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85736c-dd24-4c33-8607-50dc49284ee9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb7fbc9-d0c1-403c-baf8-c95df9d2bfc1,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:44.443792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.452358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.458449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.460489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-360d0847-39b0-4989-b7f6-c759266a8cea req-4297a352-d690-4ac7-8704-01ba9a48db9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1293459 Oct 15 00:35:44.515321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-360d0847-39b0-4989-b7f6-c759266a8cea req-71afe0b1-72dd-40e4-9b6e-204bb149c040 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464830 Oct 15 00:35:44.533586 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b85736c-dd24-4c33-8607-50dc49284ee9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.537321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5b85736c-dd24-4c33-8607-50dc49284ee9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9493444 Oct 15 00:35:44.540677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39848) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:44.545059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-23cfadec-31e9-4771-af0f-71299b51a76a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'security_group_rule': {'security_group_id': '302edbca-5a26-4b17-8177-a1d11ab287b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:44.653580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23cfadec-31e9-4771-af0f-71299b51a76a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.697237 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.710489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.724490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23cfadec-31e9-4771-af0f-71299b51a76a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.821434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd0476-ba62-446f-b3d5-d2af6a4772cc req-a57a6838-5d3d-48e3-853c-b216310ad6af tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.823510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73bd0476-ba62-446f-b3d5-d2af6a4772cc req-a57a6838-5d3d-48e3-853c-b216310ad6af tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.0602605 Oct 15 00:35:44.825133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23cfadec-31e9-4771-af0f-71299b51a76a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.852307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfadec-31e9-4771-af0f-71299b51a76a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68a6a35-ea7d-4a41-9795-7c6732008ff9,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:44.888175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73bd0476-ba62-446f-b3d5-d2af6a4772cc req-367c56b1-88c7-4913-9c8c-ee65b7b22fcd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Oct 15 00:35:44.898284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb70175-a884-4285-8b5b-3c7bc1ca59b8 req-c85bab4a-a561-44cd-8c7c-bb9a07235482 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:44.908314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fb70175-a884-4285-8b5b-3c7bc1ca59b8 req-c85bab4a-a561-44cd-8c7c-bb9a07235482 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1279922 Oct 15 00:35:44.929018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23cfadec-31e9-4771-af0f-71299b51a76a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:44.934162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23cfadec-31e9-4771-af0f-71299b51a76a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910806 Oct 15 00:35:44.934162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39864) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:44.939373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:45.032647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fb70175-a884-4285-8b5b-3c7bc1ca59b8 req-30156886-2a9c-41dd-bffb-2b279f368a2d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251383 Oct 15 00:35:45.060522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.099913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.188579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.303562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ea7ad-2921-4b8a-864e-580ddcf42f5e req-01fd4164-b28e-46fd-8bc9-96cc35b1f4ad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.306196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b55ea7ad-2921-4b8a-864e-580ddcf42f5e req-01fd4164-b28e-46fd-8bc9-96cc35b1f4ad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.1133926 Oct 15 00:35:45.355511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:35:45.382468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Allocated IP 172.25.2.186 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/308a80cf-9497-46a4-a496-f8482474fb05) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:45.387991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b55ea7ad-2921-4b8a-864e-580ddcf42f5e req-fbb091d2-b8ef-4925-b1c6-6ed6830fd757 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Oct 15 00:35:45.510183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:35:45.524004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Sync routers for ids ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:35:45.539167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Routers {'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:45.539779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:45.555534 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.585197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.586943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2821b33a-d9ad-4578-b5bd-4fa7dab59f18 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9261649 Oct 15 00:35:45.589979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39880) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:45.652436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.672702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Set router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:45.693332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:45.695163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:45.701086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:45.727928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=308a80cf-9497-46a4-a496-f8482474fb05,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:45.763067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.774892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.778295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.784201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.790875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.797974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.801367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.805421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:45.814556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-b7279f01-4330-4e48-9789-7fea6cfb71be tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1795940 Oct 15 00:35:45.873254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bdd83c0-ed88-4836-a5f3-5ece0ac89028 req-33b5a1d8-d736-4929-8341-73e14926f098 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0575321 Oct 15 00:35:45.882198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:35:44Z', 'revision_number': 3, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port': {'id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:42Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:45.924370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Checking router: fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:35:45.924804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Updating router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:35:45.939707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:45.958580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.058469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8355857b-ea3c-4a27-8089-6940b6bf04a9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:46.113182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df7fc3-9dab-4226-9e09-4b6ea359ca76 req-7aafa9e7-e89d-4e51-b0ef-72a0f251f89b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:46.121530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14df7fc3-9dab-4226-9e09-4b6ea359ca76 req-7aafa9e7-e89d-4e51-b0ef-72a0f251f89b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1342351 Oct 15 00:35:46.181993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14df7fc3-9dab-4226-9e09-4b6ea359ca76 req-ef846b7a-e981-42b7-9217-c77a8cddd0dd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595844 Oct 15 00:35:46.210151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.246980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8355857b-ea3c-4a27-8089-6940b6bf04a9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:46.247542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.281056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.288694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bd9c7-0a63-445f-b7c9-52aa9d4c72d6 req-e082b39b-08ea-4861-bffb-f0e37cdea682 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:46.290227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b34bd9c7-0a63-445f-b7c9-52aa9d4c72d6 req-e082b39b-08ea-4861-bffb-f0e37cdea682 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1031826 Oct 15 00:35:46.373246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b34bd9c7-0a63-445f-b7c9-52aa9d4c72d6 req-500c73d6-09cb-4d62-8bdc-d668071893c1 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Oct 15 00:35:46.382817 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.407458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.426793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=308a80cf-9497-46a4-a496-f8482474fb05,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:46.437979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.444755 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.503377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f14d8-e0cb-43b4-83cc-138e7755282c None None] Pushing event updated for resources: {'Port': ['ID=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:46.521265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Attempting to bind port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:46.521757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Attempting to bind port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:46.522376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Attempting to bind port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:46.528688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:46.530467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:46.530467 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.530467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:46.530834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Bound port: 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:46.531289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.564811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.567410 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-14bf682a-1c3c-4de5-bd92-d18298a648ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6320019 Oct 15 00:35:46.604872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d46540-da7f-4da5-9cbc-257963902051 req-387cd855-b706-428b-b5dc-c590860cc6ac tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:46.605541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c0d46540-da7f-4da5-9cbc-257963902051 req-387cd855-b706-428b-b5dc-c590860cc6ac tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.1124163 Oct 15 00:35:46.610471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] For port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:46.614018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] For port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:46.628630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39904) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:46.652035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c0d46540-da7f-4da5-9cbc-257963902051 req-765a7fe6-039a-44eb-b69d-87fa1b781fd3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Oct 15 00:35:46.664224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.664593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Allocated IP 172.20.0.1 (4d077b8b-3941-44d5-9528-340ad73960a3/3cfd66b4-e184-4af9-979b-1a19b7e5f5ef/91ff17c3-327b-463b-8960-af23696c1f23) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:46.730659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Routers {'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:46.731526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:46.787283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f14d8-e0cb-43b4-83cc-138e7755282c None None] Pushing event updated for resources: {'Port': ['ID=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:46.824577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1531837529'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:46.833076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.860326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] Set router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:46.862518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-5213e3e5-8630-46c0-9d64-70a28d327bfc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2002391405&fields=id&tenant_id=263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 267 time: 0.0877035 Oct 15 00:35:46.950609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Made reservation on behalf of 47a605f6006b49589e10845cd6be4f72 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:46.954175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:46.969428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.006845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.020406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.027125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.033159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.039419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.045918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.050972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:35:44Z', 'revision_number': 3, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port': {'id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:42Z', 'updated_at': '2021-10-15T00:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:47.051948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-5979a9bd-1d3e-48d0-acbc-69b30780a650 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.052076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.053481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-5979a9bd-1d3e-48d0-acbc-69b30780a650 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.1815836 Oct 15 00:35:47.058331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.066295 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1c610a3-8678-4705-b623-602d25918b0f req-26148638-45e1-4344-b80c-552fe1349502 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1043794 Oct 15 00:35:47.079650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Network 4d077b8b-3941-44d5-9528-340ad73960a3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:47.080942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c31de-2909-4834-8336-f9f25d1b6a1d None None] The sync data for ids ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'] in n-d-811521-2 is: [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:35:44Z', 'revision_number': 3, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port': {'id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:42Z', 'updated_at': '2021-10-15T00:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:35:47.096193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:47.098925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:47.115490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1c610a3-8678-4705-b623-602d25918b0f req-aa8d5e5c-8e85-412c-81b7-c499cd46bee2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0482233 Oct 15 00:35:47.126045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-0bca71e4-3a0a-4927-9ac1-529e57bdfd0f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/quotas/263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 375 time: 0.0613081 Oct 15 00:35:47.139727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Pushing event updated for resources: {'Port': ['ID=91ff17c3-327b-463b-8960-af23696c1f23,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:47.164834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.165228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.165567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.165901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.166255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.166584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.167436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.167935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.168430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.168749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.169075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.169399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:35:47.218897 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.307080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-d1ef8fdd-e4f5-42f1-8c7c-29d6c94a27b2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1639276 Oct 15 00:35:47.311141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.373691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fce76a-5713-492e-ad09-8787741e71ed req-a24b6306-2a99-4743-9457-44ebfe05dba4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.376245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7fce76a-5713-492e-ad09-8787741e71ed req-a24b6306-2a99-4743-9457-44ebfe05dba4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1030009 Oct 15 00:35:47.406143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.448520 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7fce76a-5713-492e-ad09-8787741e71ed req-ec55728f-6736-4d1c-b18c-e5d5895a29d4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654867 Oct 15 00:35:47.488102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:35:47.498640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13aa055-056f-4194-807c-4e28c95b951e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:47.517635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.518179 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Added segment 410ab2e4-0c47-49f3-ab82-547b94e2da38 of type vlan for network e74b8a0e-af64-4546-87cc-9615302ee57b Oct 15 00:35:47.580834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ee70a-dd75-4fbe-b9c5-bb469722efdd req-6ae4580c-823b-4e49-ac3b-5e395cb9447c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.582692 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-283ee70a-dd75-4fbe-b9c5-bb469722efdd req-6ae4580c-823b-4e49-ac3b-5e395cb9447c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0635650 Oct 15 00:35:47.626913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-283ee70a-dd75-4fbe-b9c5-bb469722efdd req-08e952df-3b59-40b9-991c-3181a1a0cbde tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Oct 15 00:35:47.642334 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.649110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.652873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-50058e6e-521a-42f2-9bcd-1280785a826e service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306310 Oct 15 00:35:47.781362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6917d1-716c-4003-b78c-b202e98bdb80 req-624a1938-2069-4ac6-b7ee-380fb90cd355 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.786907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c6917d1-716c-4003-b78c-b202e98bdb80 req-624a1938-2069-4ac6-b7ee-380fb90cd355 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.0570192 Oct 15 00:35:47.821907 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.827331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:47.827952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:47.834797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c6917d1-716c-4003-b78c-b202e98bdb80 req-be3e77d9-6988-4bcf-92f2-110e0be2b6ce tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438039 Oct 15 00:35:47.892304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-9343e645-fad7-422c-adb1-2845fdd9668a service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295465 Oct 15 00:35:47.952211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:47.956838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Pushing event updated for resources: {'Network': ['ID=e74b8a0e-af64-4546-87cc-9615302ee57b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:47.983368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-83547f14-f64e-46b1-a6cf-a7f0f961c63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3532298 Oct 15 00:35:47.998140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e74b8a0e-af64-4546-87cc-9615302ee57b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:35:48.012686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.087731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.091578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:48.092991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.201428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc90762f-3b2e-4fa1-b630-f48e825e1159 req-ddbac345-cfb6-40c1-9109-d1d0a321797a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 210 time: 0.0423081 Oct 15 00:35:48.218766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Pushing event updated for resources: {'Port': ['ID=91ff17c3-327b-463b-8960-af23696c1f23,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:48.222460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.289253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39942) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:48.296550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Request body: {'port': {'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b', 'binding:host_id': 'n-h1-811521-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136832324'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:48.361136 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.383832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:48.434498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Made reservation on behalf of ff9111531c1e41f5a6afbf59c4a1a89f for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:48.437002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.443080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Network 4d077b8b-3941-44d5-9528-340ad73960a3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:48.446345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.456487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.462524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.463248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.469566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.475780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.482493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.488398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.494252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.496910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-90e6fbbb-23c3-4157-af71-96613c949a4b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1260519 Oct 15 00:35:48.498156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:48.498944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:35:48.530737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5893d460-6bcc-431c-99b2-71ee14fa5672 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:35:48.592252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.642880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.650975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] device_id is not set on port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:35:48.653724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:48.727008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:48.741456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbf5d4-9bc3-4e4a-a6c0-0734c81f646b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:48.756683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3a63f-c62e-4168-8849-62f560f7e2a9 req-fc913625-e808-4ae8-9652-df920b3265e9 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:48.758486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ef3a63f-c62e-4168-8849-62f560f7e2a9 req-fc913625-e808-4ae8-9652-df920b3265e9 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.2193599 Oct 15 00:35:48.760725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:35:48.873423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ef3a63f-c62e-4168-8849-62f560f7e2a9 req-df2dcc06-e1f9-4120-aa31-ebf6e7eaa9f1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014841 Oct 15 00:35:48.881197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:48.892973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '70293055-4295-4d87-8741-1c9b31968483', 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56', 'port_id': '70293055-4295-4d87-8741-1c9b31968483', 'mac_address': 'fa:16:3e:c4:42:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3677581f-405d-4f13-8012-56c99c3fa105', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:35:48.897035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:48.900943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3', 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d', 'port_id': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3', 'mac_address': 'fa:16:3e:57:1a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ed36f9-2345-4abe-898e-efb593657a8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:35:48.976571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:48.978907 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a4c236-deeb-45d0-ba89-063cccad04a3" -d '{"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-unplugged", "status": "completed", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:48.999819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1bb4a56-f71f-49c3-ae11-9f6929518ba4 req-d6804f61-da26-4dd1-a7e2-a98e58117223 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4380813 Oct 15 00:35:49.009959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:49.012336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] device_id is not set on port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:35:49.025121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.057155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.060794 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.074467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:35:49.079841 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.087304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49db3-7631-4290-992c-af2dce7c406a req-e668164d-8064-42d9-b00a-782aa199bb8d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:49.089572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdc49db3-7631-4290-992c-af2dce7c406a req-e668164d-8064-42d9-b00a-782aa199bb8d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1300292 Oct 15 00:35:49.091958 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.124949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70293055-4295-4d87-8741-1c9b31968483 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:49.130102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:49.175170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:49.177358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:49.177766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=1024b3a1-c1d7-4d09-aa63-ddd8c0077fea,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:49.191937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:49.215684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdc49db3-7631-4290-992c-af2dce7c406a req-6e5d7696-bc71-406c-a394-817195e6f4d0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148059 Oct 15 00:35:49.224441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Checking segment: {'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:49.225040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Network hostable DHCP agents. Network: e74b8a0e-af64-4546-87cc-9615302ee57b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:35:49.250539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba2033-3d23-4b63-98a5-854741393c23 req-b63814f8-aaf1-4ae8-ae68-651223a291a9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:49.252097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ba2033-3d23-4b63-98a5-854741393c23 req-b63814f8-aaf1-4ae8-ae68-651223a291a9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.1512630 Oct 15 00:35:49.263479 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.267243 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.280280 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee45a38-b482-43c7-b734-a65064af777e x-openstack-request-id: req-dee45a38-b482-43c7-b734-a65064af777e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:49.280576 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-unplugged", "status": "completed", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:49.280848 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dee45a38-b482-43c7-b734-a65064af777e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:49.281227 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'code': 200} Oct 15 00:35:49.298177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:35:49.313152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-446e5353-fa2b-4bff-9fd7-073dc67f6d2b admin admin] 10.222.0.13 "PUT /v2.0/routers/fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7134180 Oct 15 00:35:49.357115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ba2033-3d23-4b63-98a5-854741393c23 req-5668b0e5-bb42-4743-a489-ed50de55782c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883927 Oct 15 00:35:49.357223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['70293055-4295-4d87-8741-1c9b31968483'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:49.358641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36c97b25-a0db-449f-847a-3d6e6b070d0a req-fd57950c-2154-48d8-9857-6815c52997ad tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 210 time: 0.0469699 Oct 15 00:35:49.359520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Network e74b8a0e-af64-4546-87cc-9615302ee57b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:35:49.396481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:49.405525 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Sync routers for ids ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:35:49.439067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Routers {'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:49.440661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e74b8a0e-af64-4546-87cc-9615302ee57b) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:49.441434 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:49.454720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:49.458846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ec0223-a330-4cda-9a72-91336714f5d3 None None] Network e74b8a0e-af64-4546-87cc-9615302ee57b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:35:49.477758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.478111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.478612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.483598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.483942 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.484332 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 2 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.493332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:49.506271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.506271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.506271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.513208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.516437 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.517031 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 3 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.535583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.536021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.536464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.544234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.544910 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.545574 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 4 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.561550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.561989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.562531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.567869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.568259 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.568665 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 5 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.585857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['4037433a-0d2e-4393-ad1c-20ed4a60f4d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:49.587877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.588372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.589496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.596499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.597210 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.597682 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 6 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.607181 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Set router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:49.616319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.616756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.617159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.623550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.623550 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.623550 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 7 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.646107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.646107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.646461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.653609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.654056 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.654720 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 8 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.670455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.670960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.671526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.676467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.677173 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.677399 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 9 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.691760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.692390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.692837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.698852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.699313 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.700173 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 10 to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea Oct 15 00:35:49.720243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:49.720668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:49.721107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:49.727871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:49.728868 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:49.728868 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.815775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] For port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:49.816205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempted to set empty binding levels {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 00:35:49.854997 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:35:47Z', 'revision_number': 4, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port': {'id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:42Z', 'updated_at': '2021-10-15T00:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '91ff17c3-327b-463b-8960-af23696c1f23', 'name': '', 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'mac_address': 'fa:16:3e:85:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:46Z', 'updated_at': '2021-10-15T00:35:47Z', 'revision_number': 2, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'subnets': [{'id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:49.898719 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.919700 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Checking router: fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:35:49.920544 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Updating router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb port 91ff17c3-327b-463b-8960-af23696c1f23 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:35:49.922826 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:49.943119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:49.943709 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.955630 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:49.967540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=1024b3a1-c1d7-4d09-aa63-ddd8c0077fea,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:49.993254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-c6af9c5c-bf24-4da1-9a71-9f3467631610 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.001389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-c6af9c5c-bf24-4da1-9a71-9f3467631610 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 818 time: 0.1799271 Oct 15 00:35:50.018517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-89aeb112-690a-4a3a-85f6-9d193b0f1ab5 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/quotas/4b322c2dcbae4287ba7bdc453dba4d36 HTTP/1.1" status: 200 len: 375 time: 0.0154231 Oct 15 00:35:50.020106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:50.020526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.061375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80906353-d072-4f3f-a83e-01daabe5dc15 req-4267c889-2876-4bde-b61e-cd7577a816eb tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.063283 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80906353-d072-4f3f-a83e-01daabe5dc15 req-4267c889-2876-4bde-b61e-cd7577a816eb tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 943 time: 0.0792060 Oct 15 00:35:50.067324 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3b721117-99fc-4a6d-b0b8-0a67659d9764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7769568 Oct 15 00:35:50.070054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39982) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:50.079348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-ca42c11c-0586-416a-9f68-1a8320cf337d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596137 Oct 15 00:35:50.172836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80906353-d072-4f3f-a83e-01daabe5dc15 req-95387500-68f0-4832-807a-2f84f2bc3fcd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002693 Oct 15 00:35:50.180195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-abe9d90d-2851-474a-8b0b-2a66b6c6fc1d service neutron] 10.222.0.13 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997140 Oct 15 00:35:50.208998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Deleting port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:35:50.209491 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.283931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-f16d6175-fc7a-4653-a289-406cd81aa339 service neutron] 10.222.0.13 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971055 Oct 15 00:35:50.305013 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.310572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] For port 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea, host n-h1-811521-2, got binding levels [] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:50.310946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.327296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Calling delete_port for 1024b3a1-c1d7-4d09-aa63-ddd8c0077fea owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:35:50.357784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.363858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.365667 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.371182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.377482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.383486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.391509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.397929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.399465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-455b5dba-fa52-4c23-844e-60ee022925fe req-dad0a094-73ef-4263-a5f6-ac972285fd6d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1288459 Oct 15 00:35:50.423715 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5ddc0-127d-45a1-a067-b9c9b0f50245 None None] Pushing event updated for resources: {'Port': ['ID=91ff17c3-327b-463b-8960-af23696c1f23,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:50.480131 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-455b5dba-fa52-4c23-844e-60ee022925fe req-4f0be658-f111-4f9e-bce3-609efda81c87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506253 Oct 15 00:35:50.481941 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Attempting to bind port 91ff17c3-327b-463b-8960-af23696c1f23 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:50.482421 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Attempting to bind port 91ff17c3-327b-463b-8960-af23696c1f23 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:50.482875 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Attempting to bind port 91ff17c3-327b-463b-8960-af23696c1f23 on network 4d077b8b-3941-44d5-9528-340ad73960a3 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:50.488350 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:50.489072 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Checking segment: {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:50.489675 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.490290 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Bound using segment: {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:50.490937 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Bound port: 91ff17c3-327b-463b-8960-af23696c1f23, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:50.496316 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.539960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5893d460-6bcc-431c-99b2-71ee14fa5672 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:35:50.543875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:50.597967 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] For port 91ff17c3-327b-463b-8960-af23696c1f23, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:50.606283 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] For port 91ff17c3-327b-463b-8960-af23696c1f23, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=91ff17c3-327b-463b-8960-af23696c1f23,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:50.650392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.678189 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.690756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29e6d084-b394-44b4-b11b-b9e4e5051099 req-5669b755-f5cf-478a-99c0-a87cf1cc67a4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 210 time: 0.0575020 Oct 15 00:35:50.697036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 70293055-4295-4d87-8741-1c9b31968483 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:50.697767 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.767238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:50.775478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-68e391fd-7a46-4baf-ba4b-fded733c385c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.778393 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-68e391fd-7a46-4baf-ba4b-fded733c385c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.2663035 Oct 15 00:35:50.797837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.803771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1024b3a1-c1d7-4d09-aa63-ddd8c0077fea HTTP/1.1" status: 204 len: 168 time: 0.7313926 Oct 15 00:35:50.804624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'port_id': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'mac_address': 'fa:16:3e:5a:c7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c087d6-8201-4078-ae32-bad14774eab8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:35:50.805299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40000) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:50.807736 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Routers {'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:35:50.808472 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:50.808656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6ccf5-4ab4-4afe-9b9c-95cf3192bcf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event deleted for resources: {'Port': ['ID=1024b3a1-c1d7-4d09-aa63-ddd8c0077fea,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:50.841336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.855293 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f19a58-d033-44c3-89a5-7b3f2e8a3cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:35:50.857321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b9f19a58-d033-44c3-89a5-7b3f2e8a3cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "GET /v2.0/ports/1024b3a1-c1d7-4d09-aa63-ddd8c0077fea HTTP/1.1" status: 404 len: 333 time: 0.0505993 Oct 15 00:35:50.865886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40002) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:50.872880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Request body: {'port': {'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-857401141'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:50.895228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:50.896696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.902404 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5ddc0-127d-45a1-a067-b9c9b0f50245 None None] Pushing event updated for resources: {'Port': ['ID=91ff17c3-327b-463b-8960-af23696c1f23,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:50.913701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5893d460-6bcc-431c-99b2-71ee14fa5672 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:50.938842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:50.971666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:50.988311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f31fb-6ac6-4211-82b8-9a8252be1c95 req-64b1c036-56f9-4b82-bd28-1bb5fc25c0fb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:50.990237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd4f31fb-6ac6-4211-82b8-9a8252be1c95 req-64b1c036-56f9-4b82-bd28-1bb5fc25c0fb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 945 time: 0.1382563 Oct 15 00:35:51.000431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] Set router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:35:51.007849 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:51.049463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:51.070736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd4f31fb-6ac6-4211-82b8-9a8252be1c95 req-9477ff98-8724-4bb5-a4bc-36e74e477e2a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730865 Oct 15 00:35:51.071982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Made reservation on behalf of ff9111531c1e41f5a6afbf59c4a1a89f for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:51.075188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:51.098404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] device_id is not set on port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:35:51.168320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:51.282603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:51.285170 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5392cd53-d74f-4e1e-af7d-465c2c145828" -d '{"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-plugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:51.321209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a22cdb-14a4-468e-9df2-66e424ae9577 req-49cfe545-a47a-4f8d-bae5-9fa201f5de23 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.326615 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7a22cdb-14a4-468e-9df2-66e424ae9577 req-49cfe545-a47a-4f8d-bae5-9fa201f5de23 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 945 time: 0.6775889 Oct 15 00:35:51.347236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53482370-c089-4803-bd03-62fffb94c337 req-bb044005-ab6a-4381-ae87-01a23a4a184a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 210 time: 0.0918844 Oct 15 00:35:51.355835 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-a3f1a6e1-f26c-4870-aa48-17426797d21a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 380 time: 0.5277853 Oct 15 00:35:51.378133 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:35:47Z', 'revision_number': 4, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port': {'id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:42Z', 'updated_at': '2021-10-15T00:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '91ff17c3-327b-463b-8960-af23696c1f23', 'name': '', 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'mac_address': 'fa:16:3e:85:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:46Z', 'updated_at': '2021-10-15T00:35:50Z', 'revision_number': 4, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'subnets': [{'id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:35:51.378624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'port': {'device_id': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'admin_state_up': True, 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'security_groups': ['302edbca-5a26-4b17-8177-a1d11ab287b3']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:51.395136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:51.400766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['5893d460-6bcc-431c-99b2-71ee14fa5672'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:35:51.439287 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efaa5d-2a48-4989-a333-aa1d34c68b43 None None] The sync data for ids ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'] in n-d-811521-2 is: [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:35:47Z', 'revision_number': 4, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port': {'id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:42Z', 'updated_at': '2021-10-15T00:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '91ff17c3-327b-463b-8960-af23696c1f23', 'name': '', 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'mac_address': 'fa:16:3e:85:f8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:46Z', 'updated_at': '2021-10-15T00:35:50Z', 'revision_number': 4, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'subnets': [{'id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:35:51.551670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7a22cdb-14a4-468e-9df2-66e424ae9577 req-c7278f55-4131-435c-a999-56d91d45cfd5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213659 Oct 15 00:35:51.559474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:51.632432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Network e74b8a0e-af64-4546-87cc-9615302ee57b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:51.638692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:51.654713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:51.655745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.656660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:51.666181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6ef82-4398-455e-a412-5889b8041a4c req-e09314db-8b06-49b9-824f-eac00f64a2c5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.674271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abe6ef82-4398-455e-a412-5889b8041a4c req-e09314db-8b06-49b9-824f-eac00f64a2c5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 944 time: 0.2034314 Oct 15 00:35:51.694784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:51.712523 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765468d-b91f-481e-aa3a-c75333d09f51 x-openstack-request-id: req-a765468d-b91f-481e-aa3a-c75333d09f51 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:51.713025 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-plugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:51.713025 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a765468d-b91f-481e-aa3a-c75333d09f51 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:51.713533 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483', 'code': 200} Oct 15 00:35:51.747465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abe6ef82-4398-455e-a412-5889b8041a4c req-3913c996-000b-4c5a-94cf-f288b6ac7749 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675695 Oct 15 00:35:51.807892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Made reservation on behalf of 263c0d278c3f49c9bc051c77cb07a614 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:51.811766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:51.904204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.913130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.919968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.926871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.934897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.941788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.948852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:51.957762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-41013f2c-07d5-48fc-a081-fd2595c2fce6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1408715 Oct 15 00:35:51.958476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91ff17c3-327b-463b-8960-af23696c1f23 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:51.974558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5ce5872-03c5-42b5-9128-7e808c2a508d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1015639 Oct 15 00:35:51.974558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40046) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:52.000239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:52.034359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 91ff17c3-327b-463b-8960-af23696c1f23 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:52.035119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:52.075838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-3e50991f-1b7e-4762-8245-d66e6f647a5c tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:52.083891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-3e50991f-1b7e-4762-8245-d66e6f647a5c tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 818 time: 0.3125806 Oct 15 00:35:52.084520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcc3cf75-23de-4dfd-9645-4519493acb09 req-2e7553d7-f7bd-4c74-99cf-8f04c8f0d3d6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1256948 Oct 15 00:35:52.114551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:52.172357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-fb467b86-066e-476a-bacd-a718f78f9bc4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/quotas/4b322c2dcbae4287ba7bdc453dba4d36 HTTP/1.1" status: 200 len: 375 time: 0.0673685 Oct 15 00:35:52.192212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:52.263832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 91ff17c3-327b-463b-8960-af23696c1f23, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=91ff17c3-327b-463b-8960-af23696c1f23,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:52.325720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6738b30-f278-4e36-a40c-a45b3a66e343 req-cc2b98f2-96a9-4712-b5cd-56a910838de8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 210 time: 0.0454907 Oct 15 00:35:52.350299 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:52.353006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-57df0ebe-a061-4f3e-9fb2-86290be572ef tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1768091 Oct 15 00:35:52.485868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=91ff17c3-327b-463b-8960-af23696c1f23,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:52.528102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] device_id is not set on port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:35:52.548664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:52.555087 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-a2ed0e8f-6303-4c61-bb0e-1465b569a68b service neutron] 10.222.0.13 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864629 Oct 15 00:35:52.560903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5893d460-6bcc-431c-99b2-71ee14fa5672 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:52.571018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Allocated IP 172.20.0.7 (9e41b00c-b623-43aa-84c1-2d27f3e01443/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6/7cee18f3-81ed-4e1a-919c-69a84f03eb82) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:52.640545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59601f-d7c1-45d6-9664-f8c098d4a217 req-66076172-ac30-454b-8dbd-83c282673b08 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:52.644007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd59601f-d7c1-45d6-9664-f8c098d4a217 req-66076172-ac30-454b-8dbd-83c282673b08 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 945 time: 0.1985302 Oct 15 00:35:52.653480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:52.706538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 5893d460-6bcc-431c-99b2-71ee14fa5672 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:52.706902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:52.764801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:52.772869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9ae58d58-173a-4721-82c1-9321122411fe service neutron] 10.222.0.13 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962492 Oct 15 00:35:52.808821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd59601f-d7c1-45d6-9664-f8c098d4a217 req-cc65fd36-e95e-48d9-ad4e-a52dd6ebdd7a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569660 Oct 15 00:35:52.844702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:52.845416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:52.846061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:52.849212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:52.866160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:52.866160 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:52.866160 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 2 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:52.877114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:52.877492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:52.877831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:52.883510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:52.883848 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:52.884249 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 3 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:52.904838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:52.906604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:52.908107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:52.925566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:52.927474 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:52.929860 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 4 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:52.984010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:52.984347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:52.984688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:53.008432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:53.008771 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:53.009166 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 5 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:53.021617 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.026769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:53.027146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:53.027453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:53.032576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:53.032904 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:53.033480 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 6 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:53.050943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:53.051377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:53.051719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:53.057269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:53.057638 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:53.058197 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 7 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:53.066017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.075913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:53.076248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:53.076638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:53.106768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:53.114012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:53.115127 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:53.115664 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 8 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:53.120734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:35:53.126512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:53.130966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.172047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:53.172380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:53.172860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:53.177750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.183372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:53.183372 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:53.183372 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 9 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:53.198607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:53.198806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:53.200053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:53.208480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.210543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a52ee3-cb4e-4c06-8fd0-3bab6309e8d6 req-1fe2bdab-2704-4c60-92c8-c304c5cdb5ea tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.212002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08a52ee3-cb4e-4c06-8fd0-3bab6309e8d6 req-1fe2bdab-2704-4c60-92c8-c304c5cdb5ea tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1309092 Oct 15 00:35:53.229863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:53.230104 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:53.236221 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 10 to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b Oct 15 00:35:53.273472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:53.273670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:53.274038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:53.288352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:53.290311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:53.290721 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:35:53.290986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.304287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:53.313500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:53.368726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:53.425054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08a52ee3-cb4e-4c06-8fd0-3bab6309e8d6 req-8a5ac73e-2995-40d8-b222-03d0951f1605 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921947 Oct 15 00:35:53.446888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.539389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] For port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:53.539912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempted to set empty binding levels {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 00:35:53.546987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:53.570280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:53.597947 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a1e0b34-3957-48bd-a1e8-f180cf8cbc52 req-6568f42d-4559-4647-ad86-0c7feb250e2b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 210 time: 0.0459547 Oct 15 00:35:53.634503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.641229 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.718981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672'}, {'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:53.727317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.727317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.728107 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05ef467-e966-4abb-8fe0-40fd079082fb" -d '{"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-plugged", "status": "completed", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672"}, {"server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "name": "network-vif-plugged", "status": "completed", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:53.735982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a3b4-cba1-44c7-a131-7e0ec0f80a68 req-e5dc7f06-ea4d-4d57-a302-cd8c6f4f10dd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.745700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1814a3b4-cba1-44c7-a131-7e0ec0f80a68 req-e5dc7f06-ea4d-4d57-a302-cd8c6f4f10dd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.4419949 Oct 15 00:35:53.747449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:53.789683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-08603970-3f9f-4a92-afde-58f204f0e0b4 None None] Provisioning complete for port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:53.790380 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-08603970-3f9f-4a92-afde-58f204f0e0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.814070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] In _notify_port_updated(), no bound segment for port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:35:53.814983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.815594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:53.824916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "PUT /v2.0/ports/ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b HTTP/1.1" status: 200 len: 978 time: 1.8487794 Oct 15 00:35:53.829957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40072) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:53.860168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-08603970-3f9f-4a92-afde-58f204f0e0b4 None None] Port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:35:53.865829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963d9bb-6516-4f37-9f0b-350fd39bff95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:53.888373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.894958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.901502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.907717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.928345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.939218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.945512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91ff17c3-327b-463b-8960-af23696c1f23 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:35:53.964641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:53.973504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-b9c8b344-d31f-4c75-b769-3b3ffe654237 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.2234793 Oct 15 00:35:53.991903 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1814a3b4-cba1-44c7-a131-7e0ec0f80a68 req-6b2b412d-80a8-4473-a2b8-d597337fb8c4 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387705 Oct 15 00:35:54.005202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-42cf27fa-1c9a-4741-9e10-6bac01006509 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6463261 Oct 15 00:35:54.054288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f07a7f9-c0ca-42d1-be88-474a51ceea91 req-26b9df8d-3321-4e23-8d11-015d4c8ad772 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0796874 Oct 15 00:35:54.079472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7cb1ce10-4eca-43bc-a4b6-d490b89681c6 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.082135 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7cb1ce10-4eca-43bc-a4b6-d490b89681c6 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.30 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 818 time: 0.6663158 Oct 15 00:35:54.088871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 91ff17c3-327b-463b-8960-af23696c1f23 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:35:54.089498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:54.099271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Request body: {'port': {'device_id': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:54.118242 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725dd4e6-d95e-4c53-a78b-46cd527cf524 x-openstack-request-id: req-725dd4e6-d95e-4c53-a78b-46cd527cf524 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:54.119231 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-plugged", "status": "completed", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672", "code": 200}, {"server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "name": "network-vif-plugged", "status": "completed", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:54.119660 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-725dd4e6-d95e-4c53-a78b-46cd527cf524 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:54.123694 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'code': 200} Oct 15 00:35:54.123694 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3', 'code': 200} Oct 15 00:35:54.208884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Request body: {'port': {'device_id': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'admin_state_up': True, 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:54.366222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.366696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.367161 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.367619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.368074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.368530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.368982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.369433 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.370557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.371290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.371759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.372213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.372667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.373110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.373565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.374015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.374498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.374952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.375401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.375852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.376303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.376760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.377207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.377656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.378154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.379255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.379255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.379453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.379881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.380330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.380773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.381220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.381667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.382170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.382611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.383064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.383523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.383968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.384416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.384864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.385458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.386025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.386508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.386957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.396771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60e72fa1-54fc-4c95-b803-ffc4798e13b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39555 time: 0.5576982 Oct 15 00:35:54.398947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40080) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:54.411948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb898f-922f-4865-a302-9c280ac37e99 req-854367a7-6b46-4996-9770-6a3d964ae902 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.422356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93cb898f-922f-4865-a302-9c280ac37e99 req-854367a7-6b46-4996-9770-6a3d964ae902 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.2556081 Oct 15 00:35:54.439394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a221-736c-4bf4-80ce-dd87c41f74e2 req-6303ec18-3178-4d4d-be93-ca8a8197526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.441451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43d2a221-736c-4bf4-80ce-dd87c41f74e2 req-6303ec18-3178-4d4d-be93-ca8a8197526b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1097 time: 0.2212849 Oct 15 00:35:54.492291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb035a-70cb-483f-a18b-f4d2a5182e87 req-41cec269-17e1-46c1-b1e0-0b217b330356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.495627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-facb035a-70cb-483f-a18b-f4d2a5182e87 req-41cec269-17e1-46c1-b1e0-0b217b330356 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 1096 time: 0.1815939 Oct 15 00:35:54.510804 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:54.530617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93cb898f-922f-4865-a302-9c280ac37e99 req-85d80a88-79a3-4ed1-b50d-3a94d68e9438 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070335 Oct 15 00:35:54.542657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc105-3533-4138-9d19-3b6b78ef2a7a req-f769b77d-67b0-4e62-a9bb-1550c9feec64 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:54.549874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-83edc105-3533-4138-9d19-3b6b78ef2a7a req-f769b77d-67b0-4e62-a9bb-1550c9feec64 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 931 time: 0.4655023 Oct 15 00:35:54.584082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43d2a221-736c-4bf4-80ce-dd87c41f74e2 req-89b00f57-dc7b-481e-8849-4b9d96a3937d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290019 Oct 15 00:35:54.608415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-facb035a-70cb-483f-a18b-f4d2a5182e87 req-9c82375d-5a11-44e6-817d-0a408a9d4345 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997314 Oct 15 00:35:54.686640 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-83edc105-3533-4138-9d19-3b6b78ef2a7a req-7bbe08dc-53d7-4bd5-920a-33e55894d0ec tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358666 Oct 15 00:35:54.766109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Deleting port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:35:54.766475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:54.806732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Made reservation on behalf of 4b322c2dcbae4287ba7bdc453dba4d36 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:54.809921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:54.904191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-811a6be1-b132-43c3-bac6-00683c1b3b7c req-875fcdd7-1232-426c-9510-48b1aa1bd2c8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 210 time: 0.0511560 Oct 15 00:35:54.961425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] For port ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b, host n-h1-811521-2, got binding levels [] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:35:54.961830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.009242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Calling delete_port for ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:35:55.040207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef956c-2e6d-4148-b106-b506bd1bf181 req-b226b423-dff2-4a40-848a-2df920e5f13e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.042422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96ef956c-2e6d-4148-b106-b506bd1bf181 req-b226b423-dff2-4a40-848a-2df920e5f13e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.2590568 Oct 15 00:35:55.130228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3fc6f-8972-46ed-bf02-3b2a52dce5c0 req-1e987d29-047f-4fb8-be77-f33938d7bc95 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.139257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1e3fc6f-8972-46ed-bf02-3b2a52dce5c0 req-1e987d29-047f-4fb8-be77-f33938d7bc95 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.0782497 Oct 15 00:35:55.191418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1e3fc6f-8972-46ed-bf02-3b2a52dce5c0 req-011967ed-c15b-4cae-ba4e-66d74d034290 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Oct 15 00:35:55.255195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-96ef956c-2e6d-4148-b106-b506bd1bf181 req-78f2c326-4178-4926-af82-4ffaa76d68b1 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016995 Oct 15 00:35:55.265477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Allocated IP 172.20.0.13 (4d077b8b-3941-44d5-9528-340ad73960a3/3cfd66b4-e184-4af9-979b-1a19b7e5f5ef/72deee89-e0dc-4f69-aef5-a852090b8e21) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:55.282076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cee18f3-81ed-4e1a-919c-69a84f03eb82 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:55.295782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.349175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.358169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.366240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.374990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.382783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.389180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Transition to ACTIVE for port object 7cee18f3-81ed-4e1a-919c-69a84f03eb82 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:55.390278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.393185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.399952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.402705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-4a49ce0b-f4d7-4796-ac19-3b3947d629a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1279473 Oct 15 00:35:55.450549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:55.465288 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.466907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1786c2d-1756-4890-909e-776bbcc55b00 req-06d3738c-f7de-478d-8810-76b2a251fc60 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576673 Oct 15 00:35:55.471221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:55.471379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0b015ccf-2d87-4761-a889-82d8faff438b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b HTTP/1.1" status: 204 len: 168 time: 1.0685425 Oct 15 00:35:55.490026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.538341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.553399 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb26529-8790-4294-a6e7-1372efd319f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:35:55.555790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7eb26529-8790-4294-a6e7-1372efd319f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "GET /v2.0/ports/ff8b30ef-231f-4e12-bb2a-a9ce4a1d2c6b HTTP/1.1" status: 404 len: 333 time: 0.0825787 Oct 15 00:35:55.562123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40092) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:55.578749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:55.578910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-968688804', 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:55.680021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Made reservation on behalf of ff9111531c1e41f5a6afbf59c4a1a89f for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:55.683613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.730380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] device_id is not set on port e01760ea-347e-430d-b82b-4e2dcd70ad5e yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:35:55.762338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599645-0c02-42a5-b76c-5ce61fb1174e req-92b2d77e-d9e5-41b8-b5c2-3d7c089ca585 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:55.782710 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7599645-0c02-42a5-b76c-5ce61fb1174e req-92b2d77e-d9e5-41b8-b5c2-3d7c089ca585 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1441355 Oct 15 00:35:55.784633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Attempting to bind port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:55.784969 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Attempting to bind port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:55.785392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Attempting to bind port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:55.797650 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.864117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:55.864451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Attempting to bind port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:55.921490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:55.922453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:55.923058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Bound using segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:55.923669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Bound port: 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:55.924252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:55.932820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Network 4d077b8b-3941-44d5-9528-340ad73960a3 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:55.952726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:55.959347 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7599645-0c02-42a5-b76c-5ce61fb1174e req-3ac588ec-420d-461b-9b71-1543b3ded9d2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756155 Oct 15 00:35:55.968883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:55.974682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Pushing event updated for resources: {'Port': ['ID=72deee89-e0dc-4f69-aef5-a852090b8e21,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:56.063855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.064544 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.127932 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:56.138384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de6f31-7c90-495e-aea3-41d2a4bb15c5 req-22d81778-d1f4-457e-8109-c5b98d5991de tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.139918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67de6f31-7c90-495e-aea3-41d2a4bb15c5 req-22d81778-d1f4-457e-8109-c5b98d5991de tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 943 time: 0.3299286 Oct 15 00:35:56.142929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:56.189260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9b2a88e-e827-4451-b9b1-9b9abb4c28a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.223989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-7e6f4c39-ecb6-44cd-801f-f9677108a1b4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1197414 Oct 15 00:35:56.226739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5cb6f95b-a8b3-4145-9aff-1844fbb60261 req-184101e0-1aa9-4689-b040-4545f7182dc8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 210 time: 0.0494568 Oct 15 00:35:56.228342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.236754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Request body: {'port': {'device_id': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:56.300243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-6199476c-207e-4a10-9120-5db9dee75bf6 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.301704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-6199476c-207e-4a10-9120-5db9dee75bf6 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.39 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 818 time: 0.5105619 Oct 15 00:35:56.318184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.327340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Request body: {'port': {'device_id': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'admin_state_up': True, 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:56.329825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.330463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.332031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] 10.222.0.39 "PUT /v2.0/ports/7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 1091 time: 2.2487717 Oct 15 00:35:56.332334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:56.338895 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4" -d '{"events": [{"name": "network-changed", "server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:56.385989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67de6f31-7c90-495e-aea3-41d2a4bb15c5 req-e5ee97a8-655b-412d-91bb-dc8e7b5ca7ba tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308764 Oct 15 00:35:56.414180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.415705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debf67b-30fe-41df-964e-b0edfceadc88 service neutron] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:56.597236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.603685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-a17ba888-847f-496f-8f4f-80abf2a379a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.606305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-a17ba888-847f-496f-8f4f-80abf2a379a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1094 time: 0.1356936 Oct 15 00:35:56.625287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025b5d-9656-4d6a-8828-eed7c2f050fd req-0bc5630d-4076-487a-ba9e-4fcff35f5eab tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.626941 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6025b5d-9656-4d6a-8828-eed7c2f050fd req-0bc5630d-4076-487a-ba9e-4fcff35f5eab tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.2332962 Oct 15 00:35:56.664028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Network e74b8a0e-af64-4546-87cc-9615302ee57b is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:56.674695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:56.674695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:56.674695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.674695 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.683274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82393391-7116-4e88-b229-62eca09b319e req-fc48a18c-339a-4aac-ac2c-414511103a2a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:56.685138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-82393391-7116-4e88-b229-62eca09b319e req-fc48a18c-339a-4aac-ac2c-414511103a2a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1465228 Oct 15 00:35:56.688700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Made reservation on behalf of 4b322c2dcbae4287ba7bdc453dba4d36 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:56.692459 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:56.771085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=e01760ea-347e-430d-b82b-4e2dcd70ad5e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:56.780666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-82393391-7116-4e88-b229-62eca09b319e req-88cd2b6e-1840-414b-a38f-371870469600 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850477 Oct 15 00:35:56.828252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3224fa53-d381-47d9-aa8e-ea897d7cb730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2647643 Oct 15 00:35:56.830618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:57.004469 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc00290d-c0de-491c-8a5d-58ae6b4d6381 x-openstack-request-id: req-bc00290d-c0de-491c-8a5d-58ae6b4d6381 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:57.005086 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:57.005086 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc00290d-c0de-491c-8a5d-58ae6b4d6381 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:57.005403 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'status': 'completed', 'code': 200} Oct 15 00:35:57.014662 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-e63bd907-7a92-4d8c-a061-bf9b3ab0fff4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 217 time: 0.3388834 Oct 15 00:35:57.029397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab2b0b-e839-446a-8c40-41267ce9a133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.033219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ddab2b0b-e839-446a-8c40-41267ce9a133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "GET /v2.0/ports/e01760ea-347e-430d-b82b-4e2dcd70ad5e HTTP/1.1" status: 200 len: 958 time: 0.1991568 Oct 15 00:35:57.035439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40114) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:57.054738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6025b5d-9656-4d6a-8828-eed7c2f050fd req-940914b5-e55e-4752-9416-24140c66bd0d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700364 Oct 15 00:35:57.102626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Allocated IP 172.20.0.11 (4d077b8b-3941-44d5-9528-340ad73960a3/3cfd66b4-e184-4af9-979b-1a19b7e5f5ef/801caf8d-edd5-4d85-aa75-7062eec9b3bb) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:35:57.103197 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:35:57.160786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-744800f3-fd31-4fa4-8676-1761da1ac4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.161065 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-744800f3-fd31-4fa4-8676-1761da1ac4c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.1214583 Oct 15 00:35:57.232581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c617870-3d64-4f85-89df-236c18c43132 req-7a473e1a-8aa9-4c5c-bfcf-b271c74a5956 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.240045 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c617870-3d64-4f85-89df-236c18c43132 req-7a473e1a-8aa9-4c5c-bfcf-b271c74a5956 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.0931668 Oct 15 00:35:57.266776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-61b14989-673f-4050-a3a6-d9cf3d931046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.268280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-61b14989-673f-4050-a3a6-d9cf3d931046 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926917 Oct 15 00:35:57.342024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:57.357945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.365156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.371320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.377530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.385605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.386651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c617870-3d64-4f85-89df-236c18c43132 req-955a21fa-a8b5-4486-b2be-7f003acee87e tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453555 Oct 15 00:35:57.391704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.397664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.406048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-9632835d-03e8-4b37-8b91-68c4d8755a1b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.4570050 Oct 15 00:35:57.449056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-b59f5317-567f-4bd4-a76a-b4da2f09aca1 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659627 Oct 15 00:35:57.496163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-329bd16f-8fb0-4d02-9a85-abe301d6dbbd req-521bc98c-8931-47ca-a9ca-111abda1a1f9 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0891287 Oct 15 00:35:57.542018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Deleting port e01760ea-347e-430d-b82b-4e2dcd70ad5e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:35:57.542394 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:57.606649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bcaac25-21a4-4134-917b-0a8eb8b22580 req-be4cfc59-13cf-4cfe-9019-6a094fb21511 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512561 Oct 15 00:35:57.638898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:57.651936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931868-9ce5-4f64-b85b-9835d57999ec req-069334a6-ad84-40f3-ac96-197b221a4488 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.657274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Calling delete_port for e01760ea-347e-430d-b82b-4e2dcd70ad5e owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:35:57.659971 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:57.661646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac931868-9ce5-4f64-b85b-9835d57999ec req-069334a6-ad84-40f3-ac96-197b221a4488 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.1044581 Oct 15 00:35:57.742371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac931868-9ce5-4f64-b85b-9835d57999ec req-b2e22807-479e-43a0-9291-9ef371c0811c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759625 Oct 15 00:35:57.807906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Pushing event updated for resources: {'Port': ['ID=801caf8d-edd5-4d85-aa75-7062eec9b3bb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:57.849225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Network 4d077b8b-3941-44d5-9528-340ad73960a3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:57.853137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-3bc2d26c-d101-49e3-9d17-0054d7c5b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.854889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-3bc2d26c-d101-49e3-9d17-0054d7c5b02f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1094 time: 0.0957379 Oct 15 00:35:57.857605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d97c04-8d03-4b1c-9f94-8a4c327f661b req-afdcc5e6-e37b-4743-ae1f-090d7d9de454 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.859138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3d97c04-8d03-4b1c-9f94-8a4c327f661b req-afdcc5e6-e37b-4743-ae1f-090d7d9de454 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 932 time: 0.1374257 Oct 15 00:35:57.865511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:57.874462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:57.950204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:57.950773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:57.955401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3d97c04-8d03-4b1c-9f94-8a4c327f661b req-3e7bc27a-7578-4179-abce-e1d1099d53dd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835307 Oct 15 00:35:58.036321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2006-fc4a-4888-86f4-ac47e54008ff req-cfc5272a-0a61-4c54-8538-6cb356472204 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.037836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9df2006-fc4a-4888-86f4-ac47e54008ff req-cfc5272a-0a61-4c54-8538-6cb356472204 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 943 time: 0.1602461 Oct 15 00:35:58.055670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71629543-73fa-439a-9bfb-2990f6fecac7 req-ff208111-4b4d-4eb6-b44a-52c0b977e0e5 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.058396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71629543-73fa-439a-9bfb-2990f6fecac7 req-ff208111-4b4d-4eb6-b44a-52c0b977e0e5 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1097 time: 0.0443935 Oct 15 00:35:58.060650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-ac4a5a6e-072d-4ecb-9f66-ed791c9a453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.062051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-ac4a5a6e-072d-4ecb-9f66-ed791c9a453a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1974158 Oct 15 00:35:58.076218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72deee89-e0dc-4f69-aef5-a852090b8e21 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:58.092651 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.098893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71629543-73fa-439a-9bfb-2990f6fecac7 req-a8b9fe9b-abc1-43c2-99a1-672891ef28e3 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Oct 15 00:35:58.131640 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-8b755694-50a2-4715-95b4-67509d44ba10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 217 time: 0.0595987 Oct 15 00:35:58.179482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9df2006-fc4a-4888-86f4-ac47e54008ff req-4874f0f4-333a-46b8-b8fd-95c6824da6c0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319058 Oct 15 00:35:58.209846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-c84b00b7-190c-4b48-996c-a40511112c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.211327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-c84b00b7-190c-4b48-996c-a40511112c5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0684371 Oct 15 00:35:58.286614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-9f5d1824-352d-4cea-aed6-d62bc8faf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.288106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-9f5d1824-352d-4cea-aed6-d62bc8faf044 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697477 Oct 15 00:35:58.301020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb8387-85b6-441a-ad11-321349388c0b req-125578e9-b356-4be6-b7b4-19930a1e65ff tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.302438 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8bdb8387-85b6-441a-ad11-321349388c0b req-125578e9-b356-4be6-b7b4-19930a1e65ff tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0592525 Oct 15 00:35:58.348996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Transition to ACTIVE for port object 72deee89-e0dc-4f69-aef5-a852090b8e21 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:58.353244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-4520204f-8369-42d7-9eef-fdeb2f37c358 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0330250 Oct 15 00:35:58.353668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.389052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Request body: {'port': {'device_id': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:58.394812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event deleted for resources: {'Port': ['ID=e01760ea-347e-430d-b82b-4e2dcd70ad5e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:58.397716 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8bdb8387-85b6-441a-ad11-321349388c0b req-fb26a37f-e745-4409-a615-77bc45f20c7e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866001 Oct 15 00:35:58.431835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.433857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.436235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-103c8236-6731-40ea-a4c8-069e754d6c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e01760ea-347e-430d-b82b-4e2dcd70ad5e HTTP/1.1" status: 204 len: 168 time: 1.3989346 Oct 15 00:35:58.439012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40134) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:58.456164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-24e67731-4b90-4a41-9f66-125d221ab21b service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527882 Oct 15 00:35:58.483583 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-071db282-6113-41f9-8f60-d12740beb227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:35:58.485275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-071db282-6113-41f9-8f60-d12740beb227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "GET /v2.0/ports/e01760ea-347e-430d-b82b-4e2dcd70ad5e HTTP/1.1" status: 404 len: 333 time: 0.0449667 Oct 15 00:35:58.497555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40138) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:58.506692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Request body: {'port': {'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1213282728'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:35:58.532014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.724491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Pushing event updated for resources: {'Port': ['ID=72deee89-e0dc-4f69-aef5-a852090b8e21,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:58.817568 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e2e237d-fe12-4a4f-98af-e8b207210f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.835122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.842816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.844109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8052f-d80c-4be4-9b87-b6df71f63463 req-0c9f0b07-1c94-49ac-81b0-9fe3acfd018b tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.850189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.851891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-60d8052f-d80c-4be4-9b87-b6df71f63463 req-0c9f0b07-1c94-49ac-81b0-9fe3acfd018b tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1097 time: 0.3303132 Oct 15 00:35:58.859441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.867080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.874082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.880837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:58.883247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-2658a5c6-872e-4f28-8221-ba1e8422b043 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1545777 Oct 15 00:35:58.890394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Made reservation on behalf of ff9111531c1e41f5a6afbf59c4a1a89f for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:35:58.892695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.896053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cdd0a9b-7180-41a9-9a8a-1307eb8f6af4 req-4a67174c-48ba-4e07-a8a9-efeacae10173 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172575 Oct 15 00:35:58.898916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Attempting to bind port 72deee89-e0dc-4f69-aef5-a852090b8e21 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:58.899184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Attempting to bind port 72deee89-e0dc-4f69-aef5-a852090b8e21 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:58.899542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Attempting to bind port 72deee89-e0dc-4f69-aef5-a852090b8e21 on network 4d077b8b-3941-44d5-9528-340ad73960a3 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:58.918780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Port 72deee89-e0dc-4f69-aef5-a852090b8e21 on network 4d077b8b-3941-44d5-9528-340ad73960a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:35:58.919101 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Attempting to bind port 72deee89-e0dc-4f69-aef5-a852090b8e21 on network 4d077b8b-3941-44d5-9528-340ad73960a3 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:58.933508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] device_id is not set on port fffa0b8e-84cc-430d-b807-237830a36f5b yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:35:58.937946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:35:58.938312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Checking segment: {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:35:58.938709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Bound using segment: {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:35:58.939359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Bound port: 72deee89-e0dc-4f69-aef5-a852090b8e21, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:35:58.939503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:58.950567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-60d8052f-d80c-4be4-9b87-b6df71f63463 req-e0165527-42c0-44c1-b7e7-43de1e20618b tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977085 Oct 15 00:35:58.988381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7fedc80-72e2-4e7b-b1d1-d4ae16287494 req-3961c256-9d3a-447e-9bab-97d08574452f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0902677 Oct 15 00:35:59.170325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801caf8d-edd5-4d85-aa75-7062eec9b3bb {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:35:59.189385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] For port 72deee89-e0dc-4f69-aef5-a852090b8e21, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:35:59.193056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] For port 72deee89-e0dc-4f69-aef5-a852090b8e21, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=72deee89-e0dc-4f69-aef5-a852090b8e21,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:35:59.211655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:59.258741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Transition to ACTIVE for port object 801caf8d-edd5-4d85-aa75-7062eec9b3bb will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:35:59.259588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:59.331037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:59.355211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:59.356080 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:59.357911 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 200 len: 1092 time: 3.1255231 Oct 15 00:35:59.360882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'tag': '72deee89-e0dc-4f69-aef5-a852090b8e21'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:35:59.365065 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e82bda1-85c7-4f0a-be17-9552ab4d9a9e", "tag": "72deee89-e0dc-4f69-aef5-a852090b8e21"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:35:59.401664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:59.422015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ec145-15f7-493d-8a46-22c3319e9990 req-3a4764e3-ee8e-49b8-82ad-84e6a7371409 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:59.433090 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c53ec145-15f7-493d-8a46-22c3319e9990 req-3a4764e3-ee8e-49b8-82ad-84e6a7371409 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 932 time: 0.2178357 Oct 15 00:35:59.444419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9771-03c8-45f5-a3ef-c2d61fdf64e7 service neutron] Pushing event updated for resources: {'Port': ['ID=72deee89-e0dc-4f69-aef5-a852090b8e21,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:59.523062 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c53ec145-15f7-493d-8a46-22c3319e9990 req-3bd84fba-eac9-41c3-a091-76db1a461056 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Oct 15 00:35:59.700940 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:59.753334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-624331bd-aeb8-415e-9206-6d6f1ecf4a72 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:59.753334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-624331bd-aeb8-415e-9206-6d6f1ecf4a72 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 814 time: 0.5544219 Oct 15 00:35:59.766835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa49f09-649c-45a9-9c3a-0b0a68d82e47 req-b4ce5098-8973-44fe-8519-485f37b9307d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:59.774537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1fa49f09-649c-45a9-9c3a-0b0a68d82e47 req-b4ce5098-8973-44fe-8519-485f37b9307d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 943 time: 0.1465700 Oct 15 00:35:59.790896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=801caf8d-edd5-4d85-aa75-7062eec9b3bb,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:59.794017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Network e74b8a0e-af64-4546-87cc-9615302ee57b is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:35:59.805108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-1cd97578-4ddf-4b7f-b0f7-eacb7d310035 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/quotas/d465bd42bf1b4a74bc2d5f691e634268 HTTP/1.1" status: 200 len: 375 time: 0.0410585 Oct 15 00:35:59.811657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:35:59.814245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:35:59.815455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:59.816149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:35:59.825680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=fffa0b8e-84cc-430d-b807-237830a36f5b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:35:59.833331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-78754da1-04d7-4ded-b76b-f3fb3deed8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:35:59.834942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-78754da1-04d7-4ded-b76b-f3fb3deed8bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1095 time: 0.1689594 Oct 15 00:35:59.889583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-947f49cb-cf53-4223-b92d-5713e1550d6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 200 len: 217 time: 0.0448928 Oct 15 00:35:59.898650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1fa49f09-649c-45a9-9c3a-0b0a68d82e47 req-510ae584-0fd7-400f-9a62-f2d864c41345 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231706 Oct 15 00:35:59.925076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Attempting to bind port 801caf8d-edd5-4d85-aa75-7062eec9b3bb on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:35:59.925566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Attempting to bind port 801caf8d-edd5-4d85-aa75-7062eec9b3bb by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:35:59.925765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Attempting to bind port 801caf8d-edd5-4d85-aa75-7062eec9b3bb on network 4d077b8b-3941-44d5-9528-340ad73960a3 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:35:59.931295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-e41bc1cf-be76-4db1-b2eb-08c52967ba17 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944753 Oct 15 00:35:59.963710 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e17a041-c4b4-447a-825b-bd8760b5c185 x-openstack-request-id: req-5e17a041-c4b4-447a-825b-bd8760b5c185 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:35:59.964393 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e82bda1-85c7-4f0a-be17-9552ab4d9a9e", "tag": "72deee89-e0dc-4f69-aef5-a852090b8e21", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:35:59.964744 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e17a041-c4b4-447a-825b-bd8760b5c185 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:35:59.965534 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'tag': '72deee89-e0dc-4f69-aef5-a852090b8e21', 'status': 'completed', 'code': 200} Oct 15 00:35:59.982252 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4d51e1ce-0d79-421d-a671-2c47fae9905a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4812129 Oct 15 00:35:59.982942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40170) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:35:59.997483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:00.064753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Port 801caf8d-edd5-4d85-aa75-7062eec9b3bb on network 4d077b8b-3941-44d5-9528-340ad73960a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:00.065104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Attempting to bind port 801caf8d-edd5-4d85-aa75-7062eec9b3bb on network 4d077b8b-3941-44d5-9528-340ad73960a3 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:00.076394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:36:00.076792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Checking segment: {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:00.077098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Bound using segment: {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:36:00.077753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Bound port: 801caf8d-edd5-4d85-aa75-7062eec9b3bb, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e75827bc-21d7-4586-8995-76c6716e3340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:36:00.078111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-449d2f02-1cd9-49e8-9599-3cd519408a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.078237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:00.079899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-449d2f02-1cd9-49e8-9599-3cd519408a0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.1802578 Oct 15 00:36:00.098148 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:00.120639 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:00.148212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-56a08adc-4dee-46d9-af2b-39747bab3a65 service neutron] 10.222.0.13 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068772 Oct 15 00:36:00.158017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-208ae3d0-5f99-4d1f-a7a7-731c23b4551c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448699 Oct 15 00:36:00.160552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:00.173032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898b005-87ee-4d5a-8dac-afb8f37e474a req-9fb5979c-79a2-4b68-99dc-279f435027be tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.174741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b898b005-87ee-4d5a-8dac-afb8f37e474a req-9fb5979c-79a2-4b68-99dc-279f435027be tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1507106 Oct 15 00:36:00.274072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-9ffe3e54-821c-458f-a734-52d1865b42cd service neutron] 10.222.0.13 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246262 Oct 15 00:36:00.297767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] For port 801caf8d-edd5-4d85-aa75-7062eec9b3bb, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:00.305547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] For port 801caf8d-edd5-4d85-aa75-7062eec9b3bb, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:36:00.378522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:00.382732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b898b005-87ee-4d5a-8dac-afb8f37e474a req-db463f4a-c3c3-4d3a-a00c-2510082a445b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796985 Oct 15 00:36:00.458312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-33644c00-e733-4f98-9a05-eb64d10eec2a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.460115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-33644c00-e733-4f98-9a05-eb64d10eec2a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e HTTP/1.1" status: 200 len: 945 time: 0.2444103 Oct 15 00:36:00.471505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-aa32c613-8bbd-45db-be33-3bd170ba05b9 service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955256 Oct 15 00:36:00.486949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.487758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:00.490536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] 10.222.0.39 "PUT /v2.0/ports/801caf8d-edd5-4d85-aa75-7062eec9b3bb HTTP/1.1" status: 200 len: 1092 time: 2.1274006 Oct 15 00:36:00.495165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97f6d6-c177-42c5-9b14-ac1526cf3bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=801caf8d-edd5-4d85-aa75-7062eec9b3bb,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:00.511512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'tag': '801caf8d-edd5-4d85-aa75-7062eec9b3bb'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:00.527743 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca37c79a-b983-4989-b9c9-0584e31d23ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf61b9f-615a-4be8-8e4a-2f1ff00a2709", "tag": "801caf8d-edd5-4d85-aa75-7062eec9b3bb"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:00.615009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-c42b6d20-11b8-4888-8d39-b3ecb0c49681 req-1d75426b-90fc-4508-9375-c75c3777a5c9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:36:00.623195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c42b6d20-11b8-4888-8d39-b3ecb0c49681 req-1d75426b-90fc-4508-9375-c75c3777a5c9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123553 Oct 15 00:36:00.682962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.689202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.695505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.702959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.710169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.718167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.724496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.734434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-a293efdb-884d-4ff1-89dc-6ef1e4f76f41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1406760 Oct 15 00:36:00.756453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-df0dc5b8-efb9-49ea-ab14-d1ec07830a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.758208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-df0dc5b8-efb9-49ea-ab14-d1ec07830a03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 1095 time: 0.1537230 Oct 15 00:36:00.823703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-d23ad12d-99bb-43ba-95e3-7f0f0df8505c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb HTTP/1.1" status: 200 len: 217 time: 0.0550809 Oct 15 00:36:00.840648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4f2519d-11f1-490c-a21e-40fa7ea4b540 req-e8f9173b-6ece-432a-8960-d2220b2ba529 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1052470 Oct 15 00:36:00.841012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e1dd56-8671-426a-8511-816a2461bbf1 req-47283295-ae99-4195-b108-6066c18dc647 service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941179 Oct 15 00:36:00.949733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-a2eae34e-2f31-4639-b089-ec6bfb4e7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:00.951642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-a2eae34e-2f31-4639-b089-ec6bfb4e7547 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.1096313 Oct 15 00:36:00.957221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] device_id is not set on port fffa0b8e-84cc-430d-b807-237830a36f5b yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:00.968694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Deleting port 5893d460-6bcc-431c-99b2-71ee14fa5672 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:00.969079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:00.974002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:01.021557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-1399928a-1158-4faf-a091-70d31a902304 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612752 Oct 15 00:36:01.088084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:01.136034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ef2af46-8454-4614-8e20-6086927ec14c req-325c728d-1a21-4159-ac3d-208b1bc6d319 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 210 time: 0.0280106 Oct 15 00:36:01.162734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-31bbe863-00a8-413f-b909-1d9bfa02721d service neutron] 10.222.0.39 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327715 Oct 15 00:36:01.165866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-3f8a67a5-a0f0-4858-8baa-18c784719887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:01.168602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-3f8a67a5-a0f0-4858-8baa-18c784719887 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1095 time: 0.1755199 Oct 15 00:36:01.204571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] For port 5893d460-6bcc-431c-99b2-71ee14fa5672, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5893d460-6bcc-431c-99b2-71ee14fa5672,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:01.204949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:01.223700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=fffa0b8e-84cc-430d-b807-237830a36f5b,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:01.242984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Calling delete_port for 5893d460-6bcc-431c-99b2-71ee14fa5672 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:01.326674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:01.327014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:01.327354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:01.333204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-793e41b0-8be1-4b0d-aec4-e2d502f2023d req-dc13ffcb-60ad-4314-8023-5b0acb6ec615 service neutron] 10.222.0.39 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635311 Oct 15 00:36:01.339793 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d58ac8-e14a-4816-8e34-1fd75848d097 x-openstack-request-id: req-73d58ac8-e14a-4816-8e34-1fd75848d097 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:01.343467 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf61b9f-615a-4be8-8e4a-2f1ff00a2709", "tag": "801caf8d-edd5-4d85-aa75-7062eec9b3bb", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:01.343467 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73d58ac8-e14a-4816-8e34-1fd75848d097 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:01.343467 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'tag': '801caf8d-edd5-4d85-aa75-7062eec9b3bb', 'status': 'completed', 'code': 200} Oct 15 00:36:01.374152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:01.374489 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:01.377891 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 2 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:01.421840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233e69-90a7-4ce6-ba1a-2df0c66bbdc2 req-6409b75b-47cc-4ea9-a6b7-2063b31e9bdd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:01.423942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18233e69-90a7-4ce6-ba1a-2df0c66bbdc2 req-6409b75b-47cc-4ea9-a6b7-2063b31e9bdd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 944 time: 0.0801017 Oct 15 00:36:01.429226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:01.429776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:01.430225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:01.448853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-63ccc70a-bb31-4a10-a02c-7a30eedfb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:01.450820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-63ccc70a-bb31-4a10-a02c-7a30eedfb270 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 919 time: 0.2668130 Oct 15 00:36:01.453420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:01.453904 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:01.456049 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 3 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:01.513454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18233e69-90a7-4ce6-ba1a-2df0c66bbdc2 req-7b2650f9-6083-4229-ab9e-cbbcfc45140f tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795677 Oct 15 00:36:01.529574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-93b8e688-3ed5-4da5-bb36-79c8167d91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:01.540377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-93b8e688-3ed5-4da5-bb36-79c8167d91de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 1095 time: 0.0779405 Oct 15 00:36:01.744107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-562331e2-977a-49e0-a204-baa67b6965e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:01.746943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-562331e2-977a-49e0-a204-baa67b6965e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 919 time: 0.1944911 Oct 15 00:36:01.759650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d90f5-c33c-4532-9a39-0581fa641612 req-437bea5b-5b93-4870-a62c-07e3f781dcec tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:01.768207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-115d90f5-c33c-4532-9a39-0581fa641612 req-437bea5b-5b93-4870-a62c-07e3f781dcec tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 943 time: 0.1092837 Oct 15 00:36:01.840439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-3e68358d-045f-4bf9-a93e-1d84018fd38e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb HTTP/1.1" status: 200 len: 217 time: 0.0688660 Oct 15 00:36:01.906295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-115d90f5-c33c-4532-9a39-0581fa641612 req-280105df-6bba-484f-b217-1a376a7f2a51 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370342 Oct 15 00:36:01.917530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-cc5aa1e4-c40f-423b-b13c-fa63b06bee8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 200 len: 217 time: 0.4578233 Oct 15 00:36:01.920068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:01.920402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:01.920741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:01.956181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:01.956509 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:01.958478 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 4 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:01.961615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-309c8604-8f02-41c8-a1e5-1d1ec8bea1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:01.965297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-309c8604-8f02-41c8-a1e5-1d1ec8bea1b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.1131039 Oct 15 00:36:02.017324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:02.017650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:02.017988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:02.022831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-d49cc277-f465-4e2b-bead-2e9e65d54a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.023744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-977f9c38-5215-4d79-b44a-632537672136 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493970 Oct 15 00:36:02.024280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-d49cc277-f465-4e2b-bead-2e9e65d54a0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.0991530 Oct 15 00:36:02.031653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:02.031988 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:02.034343 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 5 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:02.081178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-1df6a6e4-573c-4f4b-880e-b105fff29429 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330081 Oct 15 00:36:02.081850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:02.082208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:02.082546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:02.087808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:02.088676 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:02.089072 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 6 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:02.126338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:02.126674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:02.127313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:02.142761 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:02.155574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['5893d460-6bcc-431c-99b2-71ee14fa5672'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:02.198872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a250e7-1ca0-42f8-993b-de9cd6f0dfbb req-711cdab3-c409-4dc7-85db-3533521e5c14 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.200540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3a250e7-1ca0-42f8-993b-de9cd6f0dfbb req-711cdab3-c409-4dc7-85db-3533521e5c14 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1718457 Oct 15 00:36:02.211477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:02.254244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-804ffae2-dd97-4d11-8aac-be1429016d7b service neutron] 10.222.0.39 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600668 Oct 15 00:36:02.271598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3a250e7-1ca0-42f8-993b-de9cd6f0dfbb req-b9f2fa9b-1031-4f34-ab1a-265c2f7c9258 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635793 Oct 15 00:36:02.327540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:02.327936 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:02.333160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Pushing event deleted for resources: {'Port': ['ID=5893d460-6bcc-431c-99b2-71ee14fa5672,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:02.339423 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 7 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:02.370598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:02.370908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:02.371252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:02.392046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca37c79a-b983-4989-b9c9-0584e31d23ae req-d075674e-ca16-49c7-95ef-c9e8c8805173 service neutron] 10.222.0.39 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192343 Oct 15 00:36:02.449160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] No DVR routers for this DVR port 5893d460-6bcc-431c-99b2-71ee14fa5672 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:02.452103 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-34a43e4c-5695-4069-a8d9-eacab1dc73f8 service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471489 Oct 15 00:36:02.453166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:02.460646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac929e48-b862-4d4f-b503-10d58d0f7c34 req-dc05698a-a191-4760-a867-52674051959a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.39 "DELETE /v2.0/ports/5893d460-6bcc-431c-99b2-71ee14fa5672 HTTP/1.1" status: 204 len: 173 time: 1.9854176 Oct 15 00:36:02.461325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-deleted', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:02.464100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.464379 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea38f7-6b5b-4af5-bf5c-ff0615d2daa8" -d '{"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-deleted", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:02.470797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:02.471275 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:02.480596 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 8 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:02.481175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.487352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.494637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.499937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:02.499937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:02.499937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:02.502881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.512660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:02.513011 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:02.515386 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 9 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:02.525408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.533746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:02.543712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-8f49212a-e6e0-4314-adcf-054119008bf6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.1503553 Oct 15 00:36:02.584671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:02.604910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:02.605299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:02.605636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:02.626152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:02.626515 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:02.630884 n-d-811521-2 neutron-server[107725]: INFO neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempt 10 to bind port fffa0b8e-84cc-430d-b807-237830a36f5b Oct 15 00:36:02.664542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:02.665516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:02.665516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempting to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:02.665730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99929a93-d11d-4beb-b297-0e2cca58b68c req-5b304358-81f6-4857-925d-ef39d19f27b2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1210251 Oct 15 00:36:02.675738 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:02.676063 n-d-811521-2 neutron-server[107725]: ERROR neutron.plugins.ml2.managers [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Failed to bind port fffa0b8e-84cc-430d-b807-237830a36f5b on host n-h1-811521-2 for vnic_type normal using segments [{'id': '410ab2e4-0c47-49f3-ab82-547b94e2da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e74b8a0e-af64-4546-87cc-9615302ee57b'}] Oct 15 00:36:02.676427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:02.691376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bc74899-5133-4fc0-bb2b-c4e67e1a93f0 req-7676e578-6645-49d4-b753-e58154b993de service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226562 Oct 15 00:36:02.805501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] For port fffa0b8e-84cc-430d-b807-237830a36f5b, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:02.805923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attempted to set empty binding levels {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 00:36:02.809529 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 72deee89-e0dc-4f69-aef5-a852090b8e21 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:02.888178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:02.955264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afc20769-c004-4c6f-8ace-d2a1cd3a6c41 req-450d6d02-0d41-493c-acc4-a8880dff06fd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 210 time: 0.0771022 Oct 15 00:36:02.968296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:02.984425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'mac_address': 'fa:16:3e:84:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:02.994766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event updated for resources: {'Port': ['ID=fffa0b8e-84cc-430d-b807-237830a36f5b,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:03.029524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-4564b5b0-35d5-4a5c-8fb1-2fb47c980351 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:36:03.037774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 72deee89-e0dc-4f69-aef5-a852090b8e21, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=72deee89-e0dc-4f69-aef5-a852090b8e21,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:03.040493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-4564b5b0-35d5-4a5c-8fb1-2fb47c980351 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0158260 Oct 15 00:36:03.051599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '72deee89-e0dc-4f69-aef5-a852090b8e21', 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'port_id': '72deee89-e0dc-4f69-aef5-a852090b8e21', 'mac_address': 'fa:16:3e:47:bf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:03.058552 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1f7e6b-4b89-4cd9-8bc8-57b1483a5105 x-openstack-request-id: req-3b1f7e6b-4b89-4cd9-8bc8-57b1483a5105 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:03.058974 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a1e34e-cbd3-4152-a10f-82eb2e4bee6e", "name": "network-vif-deleted", "tag": "5893d460-6bcc-431c-99b2-71ee14fa5672", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:03.059277 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b1f7e6b-4b89-4cd9-8bc8-57b1483a5105 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:03.059614 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a1e34e-cbd3-4152-a10f-82eb2e4bee6e', 'name': 'network-vif-deleted', 'tag': '5893d460-6bcc-431c-99b2-71ee14fa5672', 'status': 'completed', 'code': 200} Oct 15 00:36:03.062594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] In _notify_port_updated(), no bound segment for port fffa0b8e-84cc-430d-b807-237830a36f5b on network e74b8a0e-af64-4546-87cc-9615302ee57b {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:36:03.063445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:03.064045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.065347 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-acf8729d-297a-49e8-a62b-c92243847f65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "PUT /v2.0/ports/fffa0b8e-84cc-430d-b807-237830a36f5b HTTP/1.1" status: 200 len: 979 time: 3.0813334 Oct 15 00:36:03.068199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40226) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:03.123238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.143347 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.160417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72deee89-e0dc-4f69-aef5-a852090b8e21 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:03.183176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 72deee89-e0dc-4f69-aef5-a852090b8e21, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=72deee89-e0dc-4f69-aef5-a852090b8e21,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:03.185864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cee18f3-81ed-4e1a-919c-69a84f03eb82 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:03.212493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:03.254245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8e036adb-479a-4118-8562-4162d9beb9d0 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:03.262530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8e036adb-479a-4118-8562-4162d9beb9d0 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 1094 time: 0.2209518 Oct 15 00:36:03.278289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Request body: {'binding': {'host': 'n-h2-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:03.278761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Unknown quota resources ['binding']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:36:03.283365 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.312141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.350695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=72deee89-e0dc-4f69-aef5-a852090b8e21,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:03.352159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-7ce94272-ff6f-422b-a85c-4d9299424fea tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:03.354491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-7ce94272-ff6f-422b-a85c-4d9299424fea tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "GET /v2.0/networks?id=ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 200 len: 814 time: 0.4622664 Oct 15 00:36:03.387159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3382540-cf53-492e-bc50-f3a54b80f430 req-6efbea21-5f39-4f07-af19-73b851785a63 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:03.387396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Request body: {'port': {'device_id': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'admin_state_up': True, 'tenant_id': 'd465bd42bf1b4a74bc2d5f691e634268'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:03.387521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3382540-cf53-492e-bc50-f3a54b80f430 req-6efbea21-5f39-4f07-af19-73b851785a63 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 944 time: 0.1861868 Oct 15 00:36:03.437853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:03.437968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Deleting port fffa0b8e-84cc-430d-b807-237830a36f5b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:03.437968 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.455023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3382540-cf53-492e-bc50-f3a54b80f430 req-da29bf01-079a-4242-a713-e8c7c9ccb786 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800309 Oct 15 00:36:03.517652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] For port fffa0b8e-84cc-430d-b807-237830a36f5b, host n-h1-811521-2, got binding levels [] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:03.518040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.563905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Calling delete_port for fffa0b8e-84cc-430d-b807-237830a36f5b owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:03.578132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on host n-h2-811521-2 for vnic_type normal with profile None {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:03.578716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:03.578716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:03.588946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:03.589267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:03.597823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:36:03.598176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:03.598553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:36:03.598972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Bound port: 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:36:03.608401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['72deee89-e0dc-4f69-aef5-a852090b8e21'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:03.627947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c3b8a-97d1-4418-8b4d-53d4b06726b8 req-d91eb0a3-53ce-4b4c-9bf5-1948a6388aac tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:03.629384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f26c3b8a-97d1-4418-8b4d-53d4b06726b8 req-d91eb0a3-53ce-4b4c-9bf5-1948a6388aac tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0990369 Oct 15 00:36:03.661242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:36:03.694488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f26c3b8a-97d1-4418-8b4d-53d4b06726b8 req-c6b52f30-2e58-4dea-b91b-366b24e250fc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546942 Oct 15 00:36:03.722437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7cee18f3-81ed-4e1a-919c-69a84f03eb82'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:03.814824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac2620-bf1d-42e1-9027-d9bb0ce5070c req-1831cebe-0e2d-4f7a-84c0-1d9b1b54bae8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:03.824172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Made reservation on behalf of d465bd42bf1b4a74bc2d5f691e634268 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:03.824825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58ac2620-bf1d-42e1-9027-d9bb0ce5070c req-1831cebe-0e2d-4f7a-84c0-1d9b1b54bae8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0686789 Oct 15 00:36:03.830703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.837861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.846612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-8a6d9784-6feb-4ee9-9c86-99da5cdd100b service neutron] 10.222.0.13 "POST /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5831602 Oct 15 00:36:03.859049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.902309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58ac2620-bf1d-42e1-9027-d9bb0ce5070c req-21bbac85-3983-467d-bcd5-7df1d0dd188c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764728 Oct 15 00:36:03.907546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:03.912630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fffa0b8e-84cc-430d-b807-237830a36f5b HTTP/1.1" status: 204 len: 168 time: 0.8421471 Oct 15 00:36:03.912630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30332c9-662f-457e-9eca-e0cdd78e918e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] Pushing event deleted for resources: {'Port': ['ID=fffa0b8e-84cc-430d-b807-237830a36f5b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:03.915458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40236) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:03.950306 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-705af7cf-8309-4515-a756-21dc54829557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:36:03.952012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-705af7cf-8309-4515-a756-21dc54829557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1382486101-project-admin] 10.222.0.13 "GET /v2.0/ports/fffa0b8e-84cc-430d-b807-237830a36f5b HTTP/1.1" status: 404 len: 333 time: 0.0355170 Oct 15 00:36:03.955690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40240) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:04.066271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Allocated IP 172.20.0.5 (ec98b06d-d5c5-4640-a8b3-53b730d6221f/18c087d6-8201-4078-ae32-bad14774eab8/c311363b-7542-401e-b3e7-38b79ee499eb) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:04.122288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.157375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.171530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.174785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.180953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.191553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.202554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.217401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.219628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-083499a6-bb12-4e5c-a809-1b63948460af req-5baf6aba-2022-4f95-ad39-32df8b398106 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5418 time: 0.2201364 Oct 15 00:36:04.317934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10fbb908-0e0f-43cc-864e-68abd6db51bf req-9936e870-9d53-4612-9e2c-2ad287b18a75 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 210 time: 0.0513623 Oct 15 00:36:04.378376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.378811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.403888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-083499a6-bb12-4e5c-a809-1b63948460af req-a588889d-90ad-4c7d-821d-352fe8423a9e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1370893 Oct 15 00:36:04.427646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74b8a0e-af64-4546-87cc-9615302ee57b']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:04.439643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410ab2e4-0c47-49f3-ab82-547b94e2da38') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:04.440058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410ab2e4-0c47-49f3-ab82-547b94e2da38') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:04.454173 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.475557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.486370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:36:04.489526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:36:04.492577 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:36:04.540741 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.615619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 75ea010d-d039-498c-8048-6b756133d8ad details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:04.618912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5893d460-6bcc-431c-99b2-71ee14fa5672 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:04.646293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd7475-e34c-4c44-8c58-93eb7b59c767 req-00728b3a-95c5-4ce0-99ce-9ca70ed9f266 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.651141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21bd7475-e34c-4c44-8c58-93eb7b59c767 req-00728b3a-95c5-4ce0-99ce-9ca70ed9f266 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 944 time: 0.0695965 Oct 15 00:36:04.679208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 5893d460-6bcc-431c-99b2-71ee14fa5672 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:36:04.682649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5893d460-6bcc-431c-99b2-71ee14fa5672 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:36:04.699213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Network ec98b06d-d5c5-4640-a8b3-53b730d6221f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:04.710118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddc050-b9a6-4025-b83d-18b9b2f2dc12 req-4ee33c56-2d27-46e1-ae3d-e8666fcb292b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.711080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21bd7475-e34c-4c44-8c58-93eb7b59c767 req-9f0b7dd8-32b1-46ca-aa11-ab57e578b0d4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528984 Oct 15 00:36:04.711685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.721573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:04.724982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] 10.222.0.13 "DELETE /v2.0/networks/e74b8a0e-af64-4546-87cc-9615302ee57b HTTP/1.1" status: 204 len: 168 time: 0.7675555 Oct 15 00:36:04.734720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3ddc050-b9a6-4025-b83d-18b9b2f2dc12 req-4ee33c56-2d27-46e1-ae3d-e8666fcb292b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.2727852 Oct 15 00:36:04.738314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac64c98-c8dd-492d-ab6c-97124e07f5aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266951030-project] Pushing event deleted for resources: {'Network': ['ID=e74b8a0e-af64-4546-87cc-9615302ee57b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:04.761056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Pushing event updated for resources: {'Port': ['ID=c311363b-7542-401e-b3e7-38b79ee499eb,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:04.763783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:04.789897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:04.814140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-06e5110c-532f-482d-b414-97ccb41f3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.815878 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-06e5110c-532f-482d-b414-97ccb41f3933 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1097 time: 0.2669592 Oct 15 00:36:04.835032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 72deee89-e0dc-4f69-aef5-a852090b8e21 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:04.938646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c30c5c-dfbc-4e50-9e21-f0626ef539b1 req-81e25d2f-1196-4fc2-9e14-19266b84f136 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:04.947116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0c30c5c-dfbc-4e50-9e21-f0626ef539b1 req-81e25d2f-1196-4fc2-9e14-19266b84f136 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0769193 Oct 15 00:36:04.976704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 75ea010d-d039-498c-8048-6b756133d8ad, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=75ea010d-d039-498c-8048-6b756133d8ad,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:04.997905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '75ea010d-d039-498c-8048-6b756133d8ad', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'port_id': '75ea010d-d039-498c-8048-6b756133d8ad', 'mac_address': 'fa:16:3e:c4:dc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:05.003642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0c30c5c-dfbc-4e50-9e21-f0626ef539b1 req-5359221d-a05b-4185-a63d-9dc7f93e6aae tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489094 Oct 15 00:36:05.029680 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3ddc050-b9a6-4025-b83d-18b9b2f2dc12 req-821fa005-fb41-49dc-8e98-9699e55097b5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938666 Oct 15 00:36:05.058579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.059362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.087930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-cf4e1482-e30a-40b2-89f2-575e9b3c92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.090274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-cf4e1482-e30a-40b2-89f2-575e9b3c92d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.2634778 Oct 15 00:36:05.093154 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.117462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 72deee89-e0dc-4f69-aef5-a852090b8e21 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:05.132773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 72deee89-e0dc-4f69-aef5-a852090b8e21 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:05.133416 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.138917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c58de-dc4f-4c5d-a805-fbce7baefda6 req-8fe09149-cff4-4c67-b940-0ecb34ec3210 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.144364 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-f10fa410-0cc8-4444-a4c4-9537c03aec81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 217 time: 0.0463078 Oct 15 00:36:05.147271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a10c58de-dc4f-4c5d-a805-fbce7baefda6 req-8fe09149-cff4-4c67-b940-0ecb34ec3210 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0793674 Oct 15 00:36:05.153589 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d69bae39-218b-4521-bc14-4e759dac1fe6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7888696 Oct 15 00:36:05.171195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Request body: {'port': {'device_id': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:05.183815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ea010d-d039-498c-8048-6b756133d8ad {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:05.223081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a10c58de-dc4f-4c5d-a805-fbce7baefda6 req-0b2a561d-1475-4083-90dc-b9e286f7f2cb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707810 Oct 15 00:36:05.237435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 75ea010d-d039-498c-8048-6b756133d8ad, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=75ea010d-d039-498c-8048-6b756133d8ad,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:05.287887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-22df876e-3391-4251-98cb-1b00c80d4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.289544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-22df876e-3391-4251-98cb-1b00c80d4ed3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.1348891 Oct 15 00:36:05.316477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.317953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 492cbaa3-7842-4778-8885-d4fdce3802bc details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:05.323711 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.344749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-af9974cb-d43d-4854-8b12-4c537ed4c5ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377221 Oct 15 00:36:05.345990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.387657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72deee89-e0dc-4f69-aef5-a852090b8e21'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:05.390073 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106faf46-e5f5-45a6-89e6-24b5550580e4" -d '{"events": [{"server_uuid": "1e82bda1-85c7-4f0a-be17-9552ab4d9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "72deee89-e0dc-4f69-aef5-a852090b8e21"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:05.430075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 72deee89-e0dc-4f69-aef5-a852090b8e21, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=72deee89-e0dc-4f69-aef5-a852090b8e21,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:05.443094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40264) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:05.487142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.506483 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff83f5ae-6214-46f8-911c-1e5c6550abb6 x-openstack-request-id: req-ff83f5ae-6214-46f8-911c-1e5c6550abb6 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:05.506800 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e82bda1-85c7-4f0a-be17-9552ab4d9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "72deee89-e0dc-4f69-aef5-a852090b8e21", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:05.512037 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff83f5ae-6214-46f8-911c-1e5c6550abb6 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:05.512037 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72deee89-e0dc-4f69-aef5-a852090b8e21', 'code': 200} Oct 15 00:36:05.542736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=75ea010d-d039-498c-8048-6b756133d8ad,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:05.557496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a143-7b3a-4024-b10b-694c0dd45483 req-37572d7b-7924-4be1-9f7b-75a299ecf30d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.571619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0aa2a143-7b3a-4024-b10b-694c0dd45483 req-37572d7b-7924-4be1-9f7b-75a299ecf30d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 931 time: 0.0815005 Oct 15 00:36:05.590918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-0ed1bf21-def7-41f6-b5f5-7f3adb86fa3e service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304916 Oct 15 00:36:05.673662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0aa2a143-7b3a-4024-b10b-694c0dd45483 req-5c459eb9-7462-47a9-9b7c-44f1a5eec896 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995522 Oct 15 00:36:05.723838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9792135-929e-44f8-bc23-7322c3a3890d req-c44240e2-e061-48da-91a9-3bac70c3b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.732706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9792135-929e-44f8-bc23-7322c3a3890d req-c44240e2-e061-48da-91a9-3bac70c3b0d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1097 time: 0.1210392 Oct 15 00:36:05.739119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=72deee89-e0dc-4f69-aef5-a852090b8e21,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:05.789783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 492cbaa3-7842-4778-8885-d4fdce3802bc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=492cbaa3-7842-4778-8885-d4fdce3802bc,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:05.806446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '492cbaa3-7842-4778-8885-d4fdce3802bc', 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'port_id': '492cbaa3-7842-4778-8885-d4fdce3802bc', 'mac_address': 'fa:16:3e:d0:de:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd679e447-d7b4-48e2-9883-05ee1dc1d2a5', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:05.845038 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-d8aea7df-11b6-47f7-aa97-f507975b6cab service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430453 Oct 15 00:36:05.858188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.864576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.870874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.876918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.883218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.890005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.891216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:05.896247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:05.905567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-8bb7b09b-b319-4651-a023-df786ad2b144 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5419 time: 0.2078509 Oct 15 00:36:05.908775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492cbaa3-7842-4778-8885-d4fdce3802bc {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:05.925857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-712d9b4a-5e8c-4f52-977c-b807fa2c7263 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47a605f6006b49589e10845cd6be4f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812481 Oct 15 00:36:05.934013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40270) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:05.938578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 492cbaa3-7842-4778-8885-d4fdce3802bc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=492cbaa3-7842-4778-8885-d4fdce3802bc,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:05.951425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9792135-929e-44f8-bc23-7322c3a3890d req-ab28dee7-bb97-4801-bf91-c0fa2623b169 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105036 Oct 15 00:36:05.997323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d56668-1d18-4cb7-b6c2-e477dd9d0785 req-c2769743-2891-4dbc-a6a0-babd74a72f35 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:06.005582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.006584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ccccdf32-90f4-49bf-9e00-21c834c7fc3c details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:06.006708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74d56668-1d18-4cb7-b6c2-e477dd9d0785 req-c2769743-2891-4dbc-a6a0-babd74a72f35 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 944 time: 0.1031272 Oct 15 00:36:06.025018 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6d38961-0aab-468f-b902-de80b3ab48ac req-523b9387-9a8f-4fdd-856e-053e95ea55df tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1184270 Oct 15 00:36:06.045705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c311363b-7542-401e-b3e7-38b79ee499eb {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:06.066198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.080399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47d184f-9452-4480-9543-6fa71a077cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.093502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74d56668-1d18-4cb7-b6c2-e477dd9d0785 req-10a62abb-6822-4a4e-b90c-64cc5602e3f9 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797760 Oct 15 00:36:06.101121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Transition to ACTIVE for port object c311363b-7542-401e-b3e7-38b79ee499eb will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:36:06.142493 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47d184f-9452-4480-9543-6fa71a077cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.168781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=492cbaa3-7842-4778-8885-d4fdce3802bc,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:06.193803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.226676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:06.256679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c', 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'port_id': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c', 'mac_address': 'fa:16:3e:c0:cb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd679e447-d7b4-48e2-9883-05ee1dc1d2a5', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:06.299708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811b181-b304-4051-bf61-7ba6f26a6743 req-89e5af4b-eb3a-4822-a2ac-b19062c835bf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:06.303987 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.310365 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9811b181-b304-4051-bf61-7ba6f26a6743 req-89e5af4b-eb3a-4822-a2ac-b19062c835bf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1530187 Oct 15 00:36:06.314143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c311363b-7542-401e-b3e7-38b79ee499eb,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:06.317361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b3bc-24d9-4b1c-9f01-6d7bfc76c7f4 req-779c7ba8-e45a-4e8c-8362-e4b7909b8c45 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:06.321529 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccccdf32-90f4-49bf-9e00-21c834c7fc3c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:06.323633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984b3bc-24d9-4b1c-9f01-6d7bfc76c7f4 req-779c7ba8-e45a-4e8c-8362-e4b7909b8c45 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1136265 Oct 15 00:36:06.352541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:06.395570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b984b3bc-24d9-4b1c-9f01-6d7bfc76c7f4 req-5c0e5cb7-b767-4471-b553-7fea32f23411 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653341 Oct 15 00:36:06.417214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47d184f-9452-4480-9543-6fa71a077cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.420176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47d184f-9452-4480-9543-6fa71a077cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.424259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b47d184f-9452-4480-9543-6fa71a077cfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a13aa055-056f-4194-807c-4e28c95b951e HTTP/1.1" status: 204 len: 168 time: 0.4890757 Oct 15 00:36:06.449322 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9811b181-b304-4051-bf61-7ba6f26a6743 req-ef5981c5-26aa-44e0-b93b-6e088282f71c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359899 Oct 15 00:36:06.452512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d184f-9452-4480-9543-6fa71a077cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13aa055-056f-4194-807c-4e28c95b951e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:06.457117 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.458609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device bd3a768a-96cd-486f-ad08-eb95e74c7b5e details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:06.524854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Attempting to bind port c311363b-7542-401e-b3e7-38b79ee499eb on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:06.525484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Attempting to bind port c311363b-7542-401e-b3e7-38b79ee499eb by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:06.526033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Attempting to bind port c311363b-7542-401e-b3e7-38b79ee499eb on network ec98b06d-d5c5-4640-a8b3-53b730d6221f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:06.532187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Port c311363b-7542-401e-b3e7-38b79ee499eb on network ec98b06d-d5c5-4640-a8b3-53b730d6221f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:06.532743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Attempting to bind port c311363b-7542-401e-b3e7-38b79ee499eb on network ec98b06d-d5c5-4640-a8b3-53b730d6221f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:06.540831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:36:06.543876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Checking segment: {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:06.546631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Bound using segment: {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:36:06.547289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Bound port: c311363b-7542-401e-b3e7-38b79ee499eb, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:36:06.547830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.602416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:06.696373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] For port c311363b-7542-401e-b3e7-38b79ee499eb, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:06.700610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] For port c311363b-7542-401e-b3e7-38b79ee499eb, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c311363b-7542-401e-b3e7-38b79ee499eb,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:36:06.716588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:06.732340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00281e95-2966-4569-ba7a-6115636bf95c req-3d18863e-251a-4574-93b5-7e0ed35b543c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:06.737456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00281e95-2966-4569-ba7a-6115636bf95c req-3d18863e-251a-4574-93b5-7e0ed35b543c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1718984 Oct 15 00:36:06.761924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e', 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'port_id': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e', 'mac_address': 'fa:16:3e:69:58:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd679e447-d7b4-48e2-9883-05ee1dc1d2a5', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:06.771954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.877588 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.900300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00281e95-2966-4569-ba7a-6115636bf95c req-c83914bf-8ac8-48c2-83a4-40fadd8e5298 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536243 Oct 15 00:36:06.934314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3a768a-96cd-486f-ad08-eb95e74c7b5e {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:06.939817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:06.940902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:06.942481 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/c311363b-7542-401e-b3e7-38b79ee499eb HTTP/1.1" status: 200 len: 1091 time: 1.7785847 Oct 15 00:36:06.945344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'tag': 'c311363b-7542-401e-b3e7-38b79ee499eb'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:06.947989 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53cc76-db14-4626-9df5-a07cbef79f39" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a36cd4-e12d-48ba-a57b-382a0b70d31a", "tag": "c311363b-7542-401e-b3e7-38b79ee499eb"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:06.986242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:07.005638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb4e2f-f832-43b4-98c2-177b8fc0e9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c311363b-7542-401e-b3e7-38b79ee499eb,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:07.026156 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0333d19d-b92a-4e7c-9c20-0050ab3da918 x-openstack-request-id: req-0333d19d-b92a-4e7c-9c20-0050ab3da918 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:07.026912 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a36cd4-e12d-48ba-a57b-382a0b70d31a", "tag": "c311363b-7542-401e-b3e7-38b79ee499eb", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:07.027448 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0333d19d-b92a-4e7c-9c20-0050ab3da918 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:07.028169 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'tag': 'c311363b-7542-401e-b3e7-38b79ee499eb', 'status': 'completed', 'code': 200} Oct 15 00:36:07.059592 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:07.061675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:07.100776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4843-2031-4f68-b0f2-95aedfbfb72a req-104f9bb3-1415-40b3-bd49-6bdc881b37a9 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.108782 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c6a4843-2031-4f68-b0f2-95aedfbfb72a req-104f9bb3-1415-40b3-bd49-6bdc881b37a9 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 943 time: 0.1890929 Oct 15 00:36:07.133539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53cc76-db14-4626-9df5-a07cbef79f39 req-918d1e90-5d39-44af-b19d-029f9bea5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.136716 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b53cc76-db14-4626-9df5-a07cbef79f39 req-918d1e90-5d39-44af-b19d-029f9bea5058 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 1094 time: 0.0978243 Oct 15 00:36:07.233182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c6a4843-2031-4f68-b0f2-95aedfbfb72a req-f6d80525-f85f-4e3a-845f-49b1c4427c6b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233563 Oct 15 00:36:07.259976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:07.273209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a', 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec', 'port_id': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a', 'mac_address': 'fa:16:3e:54:48:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c74792-e3bc-4402-a547-5fe6b7655006', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:07.357628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:07.379014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:07.395117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.411736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.420519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:07.426742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:07.427746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.440379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.446434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.453426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.459539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.469178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-a572f49f-105f-4849-811d-ef45fc52aff8 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5422 time: 0.2332351 Oct 15 00:36:07.497323 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:07.498489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 59fc2bda-9bc5-4fad-a53c-c40c17903d1d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:07.540122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74da2d15-8a6d-499d-a25a-b3ad155d916d req-697872b3-d1c3-4468-9af6-f806ce15bbf4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0699069 Oct 15 00:36:07.545516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40296) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:07.618921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:07.632515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-938a6c9a-08a1-4177-bbfa-73170f347307 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff9111531c1e41f5a6afbf59c4a1a89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782580 Oct 15 00:36:07.633299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40300) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:07.685551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:07.712731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d', 'network_id': '10e13c7f-f849-48de-b935-131b1bbc0cec', 'port_id': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d', 'mac_address': 'fa:16:3e:bc:4f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c74792-e3bc-4402-a547-5fe6b7655006', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:07.770698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7736d0d7-99f3-47f5-983c-cf16503ff3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:07.783966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c9141-6fd5-46b3-8593-aa71a97e80c5 req-84a5f7a0-c8c2-4d80-809c-97f011f91d64 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:07.795020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-541c9141-6fd5-46b3-8593-aa71a97e80c5 req-84a5f7a0-c8c2-4d80-809c-97f011f91d64 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1415739 Oct 15 00:36:07.812213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:07.845819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fc2bda-9bc5-4fad-a53c-c40c17903d1d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:07.862721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7736d0d7-99f3-47f5-983c-cf16503ff3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:07.875564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-541c9141-6fd5-46b3-8593-aa71a97e80c5 req-8089aa81-13ab-47c2-9647-66017935a201 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787950 Oct 15 00:36:07.899352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:07.965379 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:07.966053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c30895ce-16dc-4535-884d-f3071080a260 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:08.092362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7736d0d7-99f3-47f5-983c-cf16503ff3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:08.092600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53cc76-db14-4626-9df5-a07cbef79f39 req-3659e4de-60fa-4905-b353-7b8f6774e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.095294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b53cc76-db14-4626-9df5-a07cbef79f39 req-3659e4de-60fa-4905-b353-7b8f6774e421 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9486110 Oct 15 00:36:08.099377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7736d0d7-99f3-47f5-983c-cf16503ff3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:08.105083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7736d0d7-99f3-47f5-983c-cf16503ff3ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90fbf5d4-9bc3-4e4a-a6c0-0734c81f646b HTTP/1.1" status: 204 len: 168 time: 0.4694672 Oct 15 00:36:08.113602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b343b-0b07-4fce-b074-fd29471ece3e req-6e562029-f223-4a5a-923e-43464fdea2d4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.115687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-195b343b-0b07-4fce-b074-fd29471ece3e req-6e562029-f223-4a5a-923e-43464fdea2d4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 944 time: 0.7175055 Oct 15 00:36:08.125232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736d0d7-99f3-47f5-983c-cf16503ff3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbf5d4-9bc3-4e4a-a6c0-0734c81f646b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:08.139816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c30895ce-16dc-4535-884d-f3071080a260, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c30895ce-16dc-4535-884d-f3071080a260,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:08.144460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed90a7-bfa6-4eeb-9f14-3d1230d7cd0f req-f5a56e21-591b-4e8a-a4c5-efc0cbe57646 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.147667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:08.147875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8aed90a7-bfa6-4eeb-9f14-3d1230d7cd0f req-f5a56e21-591b-4e8a-a4c5-efc0cbe57646 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1199374 Oct 15 00:36:08.201685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'c30895ce-16dc-4535-884d-f3071080a260', 'network_id': 'ca16cbb7-b175-45fd-a296-b95b5ead1d2b', 'port_id': 'c30895ce-16dc-4535-884d-f3071080a260', 'mac_address': 'fa:16:3e:0d:87:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd679e447-d7b4-48e2-9883-05ee1dc1d2a5', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:08.231995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-195b343b-0b07-4fce-b074-fd29471ece3e req-0f17693b-b6f0-45c7-a25b-0e00cc0e5e82 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892336 Oct 15 00:36:08.269334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8aed90a7-bfa6-4eeb-9f14-3d1230d7cd0f req-1bc4b2af-84d0-4731-9c39-516d3b9576b1 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102574 Oct 15 00:36:08.295586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:08.329023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30895ce-16dc-4535-884d-f3071080a260 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:08.384140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53cc76-db14-4626-9df5-a07cbef79f39 req-d697cacc-f457-4662-9afc-41cdfed0a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.389674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b53cc76-db14-4626-9df5-a07cbef79f39 req-d697cacc-f457-4662-9afc-41cdfed0a3b0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2719054 Oct 15 00:36:08.392084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c30895ce-16dc-4535-884d-f3071080a260, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c30895ce-16dc-4535-884d-f3071080a260,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:08.445411 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:08.475665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 801caf8d-edd5-4d85-aa75-7062eec9b3bb details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:08.486765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:08.510034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee5f6d-259f-4215-8ce7-72aa5352f889 req-26652456-cd80-4e98-964d-f4aaab417cbe tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.522047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7ee5f6d-259f-4215-8ce7-72aa5352f889 req-26652456-cd80-4e98-964d-f4aaab417cbe tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1269577 Oct 15 00:36:08.574351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-e484bbfd-4c5f-404f-a8d2-5ec2e0bba361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.576001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-e484bbfd-4c5f-404f-a8d2-5ec2e0bba361 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 1094 time: 0.1432898 Oct 15 00:36:08.599842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c30895ce-16dc-4535-884d-f3071080a260,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:08.619078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7ee5f6d-259f-4215-8ce7-72aa5352f889 req-457e25e2-f63d-445d-a1b0-f6a26d989364 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946162 Oct 15 00:36:08.637090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cb801-027b-49e3-87d5-38e5838e2dbc req-50d7f020-3f51-4221-ba16-7814217efe4c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.642174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb1cb801-027b-49e3-87d5-38e5838e2dbc req-50d7f020-3f51-4221-ba16-7814217efe4c tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 943 time: 0.1642230 Oct 15 00:36:08.704634 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-86f0f4a5-75b4-4600-8fb7-9eea3c3f26e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c311363b-7542-401e-b3e7-38b79ee499eb HTTP/1.1" status: 200 len: 217 time: 0.1133065 Oct 15 00:36:08.714987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 801caf8d-edd5-4d85-aa75-7062eec9b3bb, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:08.717942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:08.741518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:08.742381 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:08.814846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '801caf8d-edd5-4d85-aa75-7062eec9b3bb', 'network_id': '4d077b8b-3941-44d5-9528-340ad73960a3', 'port_id': '801caf8d-edd5-4d85-aa75-7062eec9b3bb', 'mac_address': 'fa:16:3e:ac:7d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfd66b4-e184-4af9-979b-1a19b7e5f5ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:08.865966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.866570 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb1cb801-027b-49e3-87d5-38e5838e2dbc req-cbe5764f-e8da-4f61-9171-d01fa451fbbc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706395 Oct 15 00:36:08.883370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-296bc4d4-f49a-47f5-978b-8a80f636ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.885809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.887540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-296bc4d4-f49a-47f5-978b-8a80f636ab08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18c087d6-8201-4078-ae32-bad14774eab8 HTTP/1.1" status: 200 len: 854 time: 0.1704113 Oct 15 00:36:08.903462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.911527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.927479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.932529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:08.942061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-2ca6470f-b1d3-4763-8cfc-49ecc3331611 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec98b06d-d5c5-4640-a8b3-53b730d6221f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472841 Oct 15 00:36:08.942238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.959624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:08.968235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-c4a6e011-0295-40b0-88bd-125aedb1bc55 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5425 time: 0.2355583 Oct 15 00:36:08.990058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801caf8d-edd5-4d85-aa75-7062eec9b3bb {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:09.059707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 801caf8d-edd5-4d85-aa75-7062eec9b3bb, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:09.061556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e641cb74-1dc4-4a15-8975-b76b30283616 req-f7382dae-0dd3-459c-b3a0-c06afc1dc45c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0865543 Oct 15 00:36:09.089454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:09.131625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:09.134723 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59133e6-f969-4314-a8d8-a1010608ba80" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:09.141204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:09.169320 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-3ee59b3d-a581-4d5e-9633-980490c9b426 service neutron] 10.222.0.30 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171748 Oct 15 00:36:09.190704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9e961-5203-4b4f-ba50-d0a57523a64a req-b5ea292e-8493-47d5-aa15-3a2808b6db9c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:09.192583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77c9e961-5203-4b4f-ba50-d0a57523a64a req-b5ea292e-8493-47d5-aa15-3a2808b6db9c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1112411 Oct 15 00:36:09.438857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb747d-dd13-4de0-84d4-e88dfc6789bd req-48eef447-e074-4220-a41d-a0f7ae0693b2 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:09.454693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5bb747d-dd13-4de0-84d4-e88dfc6789bd req-48eef447-e074-4220-a41d-a0f7ae0693b2 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.1028321 Oct 15 00:36:09.476797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77c9e961-5203-4b4f-ba50-d0a57523a64a req-ef759d7b-bf97-42da-a1fc-ddcd4c402d7d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687490 Oct 15 00:36:09.486604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:09.488612 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b724ca40-3944-48e1-a50b-d00c6206004c x-openstack-request-id: req-b724ca40-3944-48e1-a50b-d00c6206004c {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:09.489029 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:09.489600 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b724ca40-3944-48e1-a50b-d00c6206004c {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:09.490039 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'code': 200} Oct 15 00:36:09.491038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=801caf8d-edd5-4d85-aa75-7062eec9b3bb,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:09.499104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['75ea010d-d039-498c-8048-6b756133d8ad'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:09.529632 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:09.565309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5bb747d-dd13-4de0-84d4-e88dfc6789bd req-2db05713-38d2-496c-90be-1351e5dfd135 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011319 Oct 15 00:36:09.580491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0e028656-1c07-4686-a40d-cbd09d628f3e req-d374b63d-3e5e-41e9-80a4-0f70ffbe7ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847196 Oct 15 00:36:09.604879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734d221-8167-4909-a35a-dba04592c6fa req-e8847237-a1a9-44a1-aa4c-608a5363e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:09.607949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5734d221-8167-4909-a35a-dba04592c6fa req-e8847237-a1a9-44a1-aa4c-608a5363e287 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.2307873 Oct 15 00:36:09.611602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['492cbaa3-7842-4778-8885-d4fdce3802bc'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:09.614059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['59fc2bda-9bc5-4fad-a53c-c40c17903d1d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:09.688226 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5734d221-8167-4909-a35a-dba04592c6fa req-1e6318be-c444-43ba-9030-7a6c5bd5d1b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711460 Oct 15 00:36:09.792404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:09.802936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['73ad7329-bef2-4f2a-b272-0ca3f8f15f8a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:09.805024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc9e5-2e00-48f3-ad5b-53b57f27727c req-905a2571-356f-48c7-b843-9ace30ca7828 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:09.809462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29abc9e5-2e00-48f3-ad5b-53b57f27727c req-905a2571-356f-48c7-b843-9ace30ca7828 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.1097252 Oct 15 00:36:09.853077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['c30895ce-16dc-4535-884d-f3071080a260'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:09.889008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29abc9e5-2e00-48f3-ad5b-53b57f27727c req-61d11865-9fd6-4ef6-944d-68a686541a83 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677536 Oct 15 00:36:09.988795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f177a-66e0-4dd8-8cc7-0d40cba9947f req-1bc369de-efc7-4796-aef5-78986fdc2024 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.004488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a2f177a-66e0-4dd8-8cc7-0d40cba9947f req-1bc369de-efc7-4796-aef5-78986fdc2024 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1699889 Oct 15 00:36:10.059275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:10.060391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['801caf8d-edd5-4d85-aa75-7062eec9b3bb'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:10.127525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a2f177a-66e0-4dd8-8cc7-0d40cba9947f req-657cf35b-071c-4055-805e-00122886112e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220696 Oct 15 00:36:10.209655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d1de3-2ee5-427d-b965-c2b15094293f req-eae291de-c808-4ef7-99f4-f41a2fa9379f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.231678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-589d1de3-2ee5-427d-b965-c2b15094293f req-eae291de-c808-4ef7-99f4-f41a2fa9379f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 943 time: 0.1661718 Oct 15 00:36:10.326434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-589d1de3-2ee5-427d-b965-c2b15094293f req-6b428f8d-32ae-4eb1-b837-09a7925732bc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901504 Oct 15 00:36:10.360654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.368091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.380495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.396360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.403071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.411017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.419025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.427483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-2a82d0d0-79cf-4165-8c26-8f6df83e0c04 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5425 time: 0.1681664 Oct 15 00:36:10.440048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['bd3a768a-96cd-486f-ad08-eb95e74c7b5e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:10.521458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f47ce8e-1ff9-4db9-bebf-d3352411c6b9 req-6f36dd5f-3874-4eaf-8184-9d7d33595514 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0909688 Oct 15 00:36:10.581597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['ccccdf32-90f4-49bf-9e00-21c834c7fc3c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:10.786404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d3c66-f512-4f1f-9608-c49047b9120f req-688d1942-c6fd-4206-a9e8-f5ace6e72217 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.797702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb8d3c66-f512-4f1f-9608-c49047b9120f req-688d1942-c6fd-4206-a9e8-f5ace6e72217 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.1326625 Oct 15 00:36:10.803550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fa8a1-e580-4548-9dee-afab5e7cdf60 req-719656bd-7966-47bc-ba35-0e186cae3810 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:10.805153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-255fa8a1-e580-4548-9dee-afab5e7cdf60 req-719656bd-7966-47bc-ba35-0e186cae3810 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1392415 Oct 15 00:36:10.844085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c311363b-7542-401e-b3e7-38b79ee499eb details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:10.864683 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb8d3c66-f512-4f1f-9608-c49047b9120f req-84dbaf25-b6e8-40d7-805b-07ed3664e5e8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654480 Oct 15 00:36:10.888090 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-255fa8a1-e580-4548-9dee-afab5e7cdf60 req-966c9ad3-07f5-48f8-9de9-934597a22dfb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741043 Oct 15 00:36:11.147865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364519bc-6bc8-4c63-a8bc-293cb4a2b3e7 req-05a5448d-544c-4f9e-aee2-4465db1ade5b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.157434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-364519bc-6bc8-4c63-a8bc-293cb4a2b3e7 req-05a5448d-544c-4f9e-aee2-4465db1ade5b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.1353345 Oct 15 00:36:11.188926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c311363b-7542-401e-b3e7-38b79ee499eb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c311363b-7542-401e-b3e7-38b79ee499eb,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:11.239156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c311363b-7542-401e-b3e7-38b79ee499eb', 'network_id': 'ec98b06d-d5c5-4640-a8b3-53b730d6221f', 'port_id': 'c311363b-7542-401e-b3e7-38b79ee499eb', 'mac_address': 'fa:16:3e:dc:34:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c087d6-8201-4078-ae32-bad14774eab8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:11.274277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-364519bc-6bc8-4c63-a8bc-293cb4a2b3e7 req-22c56246-e307-416f-af7b-9d4fb363b92d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157296 Oct 15 00:36:11.325883 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:11.346405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c311363b-7542-401e-b3e7-38b79ee499eb {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:11.366555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5b505-e26e-483a-90ef-1abe5569e029 req-d508c51b-d69f-474b-b33a-acafaf1d4371 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.378352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c5b505-e26e-483a-90ef-1abe5569e029 req-d508c51b-d69f-474b-b33a-acafaf1d4371 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1074641 Oct 15 00:36:11.398829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c311363b-7542-401e-b3e7-38b79ee499eb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c311363b-7542-401e-b3e7-38b79ee499eb,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:11.429004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c5b505-e26e-483a-90ef-1abe5569e029 req-ebf17b23-3c68-4e15-92a2-d5969bbbe759 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465572 Oct 15 00:36:11.507462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4700f2-fa47-4548-99ae-189d15ab5516 req-cda507c9-34f1-49a9-bb0d-0e9085173671 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.507462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b4700f2-fa47-4548-99ae-189d15ab5516 req-cda507c9-34f1-49a9-bb0d-0e9085173671 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 943 time: 0.0757847 Oct 15 00:36:11.551248 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b4700f2-fa47-4548-99ae-189d15ab5516 req-d4500544-c3fc-4706-a29a-fa4d056e35bd tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361605 Oct 15 00:36:11.558367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:11.613644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c311363b-7542-401e-b3e7-38b79ee499eb,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:11.696109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.712317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.721380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.730852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.737448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.743423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.761746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:11.778895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-c3ce5c21-315e-42d9-84df-884dc6d38099 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5425 time: 0.1504574 Oct 15 00:36:11.860095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fff910f0-415f-45a7-a828-2f61f14b69c8 req-b7d292d8-a66c-4e8a-8df0-619e14fcbb69 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0780311 Oct 15 00:36:11.895138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:11.903661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c311363b-7542-401e-b3e7-38b79ee499eb'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:12.074858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e11aea-5bd9-4f05-b8bf-fb3f5d7f704e req-4e08fa7b-fe77-407d-90f0-3d86d540399f tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:12.082779 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44e11aea-5bd9-4f05-b8bf-fb3f5d7f704e req-4e08fa7b-fe77-407d-90f0-3d86d540399f tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.1134536 Oct 15 00:36:12.090434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-df2f4ea8-c865-4a6f-93ef-b71aeb48c962 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:12.117803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc58b07-b3e4-4fe7-b22e-4f68ea8ad044 req-406a897f-8c20-489d-8f2b-4f492c8c7dcd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:12.122122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bc58b07-b3e4-4fe7-b22e-4f68ea8ad044 req-406a897f-8c20-489d-8f2b-4f492c8c7dcd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.0971632 Oct 15 00:36:12.145080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44e11aea-5bd9-4f05-b8bf-fb3f5d7f704e req-d7a9c0c7-cc41-472a-980f-fe187dda54ad tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567827 Oct 15 00:36:12.184963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bc58b07-b3e4-4fe7-b22e-4f68ea8ad044 req-273ca38c-37a4-4188-99b8-18c7e0f25407 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539045 Oct 15 00:36:12.323369 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-df2f4ea8-c865-4a6f-93ef-b71aeb48c962 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "PUT /v2.0/quotas/a374a0f9cd6441b8ab984c0e92f83836 HTTP/1.1" status: 200 len: 366 time: 0.4228249 Oct 15 00:36:12.323369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40394) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.338706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7260534c-0b53-4da1-b07a-a2ae0b4a37a4 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0146732 Oct 15 00:36:12.340983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40396) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.352221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd361d0c-a792-4623-a384-4d33ae0a9043 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "GET /v2.0/quotas/a374a0f9cd6441b8ab984c0e92f83836 HTTP/1.1" status: 200 len: 366 time: 0.0093968 Oct 15 00:36:12.355556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40398) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.443869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587813a-f4ac-462a-bb75-13b797bfa8eb req-7329cb79-aa6d-4e46-a9f0-073e71542378 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:12.445644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8587813a-f4ac-462a-bb75-13b797bfa8eb req-7329cb79-aa6d-4e46-a9f0-073e71542378 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.0709250 Oct 15 00:36:12.445908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45638df6-cf96-473b-89d3-bbb8e4f4d9f4 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a374a0f9cd6441b8ab984c0e92f83836 HTTP/1.1" status: 204 len: 168 time: 0.0891929 Oct 15 00:36:12.448794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40400) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.458616 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-11e6673c-2a8b-4efa-8995-4fc1a213cc7d tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0087140 Oct 15 00:36:12.461018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40402) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.471720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-acec16e3-79f2-4da7-a79c-8030e60c1ec8 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "GET /v2.0/quotas/a374a0f9cd6441b8ab984c0e92f83836 HTTP/1.1" status: 200 len: 370 time: 0.0096529 Oct 15 00:36:12.474320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40404) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.479613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-26a62450-51fb-4bba-888e-10006d712fc1 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "GET /v2.0/quotas/a374a0f9cd6441b8ab984c0e92f83836/default HTTP/1.1" status: 200 len: 370 time: 0.0041103 Oct 15 00:36:12.483073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40408) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.502511 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-e67fe510-3bab-4baa-a145-803063d42268 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] delete failed (client error): The resource could not be found. Oct 15 00:36:12.519882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e67fe510-3bab-4baa-a145-803063d42268 tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/a374a0f9cd6441b8ab984c0e92f83836 HTTP/1.1" status: 404 len: 348 time: 0.0247636 Oct 15 00:36:12.551148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8587813a-f4ac-462a-bb75-13b797bfa8eb req-71bc63ec-1d8b-46f4-bf0a-e5da0ca1622b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880525 Oct 15 00:36:12.633557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24f5dd-67a7-4b9a-9bef-954d0ef7c6e8 req-9c61a96b-80ea-4efd-b607-12997a16f44d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:12.635808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea24f5dd-67a7-4b9a-9bef-954d0ef7c6e8 req-9c61a96b-80ea-4efd-b607-12997a16f44d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0987887 Oct 15 00:36:12.694916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea24f5dd-67a7-4b9a-9bef-954d0ef7c6e8 req-9237e5df-d1ff-44fa-9d9e-ff0f327cb11a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502458 Oct 15 00:36:12.753407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338cbbb-29a0-41bb-957f-f2d96621aeaa req-79b33389-9f42-4445-be13-fc0e256e36aa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:12.755420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f338cbbb-29a0-41bb-957f-f2d96621aeaa req-79b33389-9f42-4445-be13-fc0e256e36aa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.1157510 Oct 15 00:36:12.766285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40416) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.770891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'floatingip': {'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:12.819331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:12.823646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a70a34-4e76-47ef-8e6e-c641fcdc6ea3 req-0bbdba6c-c987-4f10-9000-45985cab5717 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:12.825534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54a70a34-4e76-47ef-8e6e-c641fcdc6ea3 req-0bbdba6c-c987-4f10-9000-45985cab5717 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 944 time: 0.0592127 Oct 15 00:36:12.875483 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54a70a34-4e76-47ef-8e6e-c641fcdc6ea3 req-8bfb74b3-33d8-45b4-b4d8-47a0720aec3f tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Oct 15 00:36:12.904460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40420) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:12.984139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:network and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.024064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.090804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:subnet and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.106793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.115358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.125352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.135403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.144929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.152776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.160280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.162210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ae6004f-585e-4090-b26a-70734248963e req-15c31d9c-7ef3-4635-95f7-a1300026c4b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5425 time: 0.2017605 Oct 15 00:36:13.172814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.234484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:subnetpool and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.249776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.273951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ae6004f-585e-4090-b26a-70734248963e req-7463c590-cb73-4065-a752-ac131b69ac27 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0946674 Oct 15 00:36:13.310276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:port and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.353657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b68f-372a-43c4-8ae6-2318b1b96042 req-0756ce84-5e28-41aa-8389-31fd9d41e9c4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.362787 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5d3b68f-372a-43c4-8ae6-2318b1b96042 req-0756ce84-5e28-41aa-8389-31fd9d41e9c4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.0844607 Oct 15 00:36:13.373115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.427113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:router and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.431145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5d3b68f-372a-43c4-8ae6-2318b1b96042 req-bf26631b-5d60-4eb1-b69f-a90ad321327b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651243 Oct 15 00:36:13.458167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.486120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:floatingip and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.531870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.546266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e7295-1f0b-4752-b309-fbdfa3111581 req-c925dbd5-d892-4fa8-b7fc-3905679d79c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.547742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d3e7295-1f0b-4752-b309-fbdfa3111581 req-c925dbd5-d892-4fa8-b7fc-3905679d79c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1238463 Oct 15 00:36:13.641475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d3e7295-1f0b-4752-b309-fbdfa3111581 req-f56f09c0-a985-4347-b652-21ebf658d479 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861933 Oct 15 00:36:13.697699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:security_group and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.706964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.711579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:13.716961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Usage tracker for resource:security_group_rule and project:19f4f8c618e4452c9be7b47e9cd52ae2 is out of sync, need to count used quota {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 00:36:13.720672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.quota.resource [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=107726) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 00:36:13.725450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18be889f-4d81-499f-b5c1-fbde69a7838a tempest-QuotasTest-96115281 tempest-QuotasTest-96115281-project-admin] 10.222.0.13 "GET /v2.0/quotas/19f4f8c618e4452c9be7b47e9cd52ae2/details.json HTTP/1.1" status: 200 len: 703 time: 0.8199670 Oct 15 00:36:13.765905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:13.839209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bc6a6-41b3-41c9-8277-c90d6f6903ad req-828023cc-a8d0-459b-af50-de68aa89a7d9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:13.841250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-885bc6a6-41b3-41c9-8277-c90d6f6903ad req-828023cc-a8d0-459b-af50-de68aa89a7d9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0757947 Oct 15 00:36:13.886080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-885bc6a6-41b3-41c9-8277-c90d6f6903ad req-c0b2da2f-28e0-45cb-97fd-3f31c2b91d50 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Oct 15 00:36:14.197462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ad462-97ed-46d6-845a-175888c63756 req-f246f7fc-5fb5-4a3f-8e46-b563d14a29f5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.203428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-440ad462-97ed-46d6-845a-175888c63756 req-f246f7fc-5fb5-4a3f-8e46-b563d14a29f5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 944 time: 0.0943453 Oct 15 00:36:14.220910 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Floating IP 848ee7bd-ed68-46d9-aa4c-cf25d44837bb associated. External IP: 172.25.2.186, port: 7cee18f3-81ed-4e1a-919c-69a84f03eb82. Oct 15 00:36:14.287019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-440ad462-97ed-46d6-845a-175888c63756 req-e489fc2a-03e5-43f0-b710-97d6c54693a6 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789077 Oct 15 00:36:14.333298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98c21-c367-4147-9434-7c251741c24e req-753900e5-6d6c-4540-becb-920dd0b3429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.335072 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1cd98c21-c367-4147-9434-7c251741c24e req-753900e5-6d6c-4540-becb-920dd0b3429f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1097 time: 0.0556929 Oct 15 00:36:14.363246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40448) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:14.490609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.497184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.499284 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-760c70f7-b870-4999-adb2-abaa1f45af5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:14.510584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.519749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 75ea010d-d039-498c-8048-6b756133d8ad up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:14.521305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.528460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Router 44712910-9650-40db-bb6b-31d767cd7585 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:36:14.530837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.539055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.545956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.547908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-156fd3ab-4eb5-4144-acbb-6d2a9d54191c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5425 time: 0.1689579 Oct 15 00:36:14.568319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98c21-c367-4147-9434-7c251741c24e req-6d8bc48a-a276-4968-81e7-71d5163148d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.569766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1cd98c21-c367-4147-9434-7c251741c24e req-6d8bc48a-a276-4968-81e7-71d5163148d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 915 time: 0.2130718 Oct 15 00:36:14.624873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1cd98c21-c367-4147-9434-7c251741c24e req-c6bb25bb-6c6b-43c1-aa60-8ecb67e6d059 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 217 time: 0.0462158 Oct 15 00:36:14.634062 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc42f8df-e829-4469-9156-fd80faac75b0 req-972d09e2-88fa-475f-9838-25519549f00f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0750904 Oct 15 00:36:14.668969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 75ea010d-d039-498c-8048-6b756133d8ad completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:14.676330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 75ea010d-d039-498c-8048-6b756133d8ad triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:14.677750 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:14.679915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cd301-c07c-41b4-8115-6fde8b43393f req-609d3b9c-f190-41bc-833d-32796b5a909a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.682591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d92cd301-c07c-41b4-8115-6fde8b43393f req-609d3b9c-f190-41bc-833d-32796b5a909a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.1398001 Oct 15 00:36:14.687745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98c21-c367-4147-9434-7c251741c24e req-2e4b87c0-9259-4a47-bd3a-7f92d542b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.689503 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1cd98c21-c367-4147-9434-7c251741c24e req-2e4b87c0-9259-4a47-bd3a-7f92d542b9a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.0543544 Oct 15 00:36:14.717470 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:14.757741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1cd98c21-c367-4147-9434-7c251741c24e req-9898b083-5897-405f-80c7-aa9e424a22df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538659 Oct 15 00:36:14.787793 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-760c70f7-b870-4999-adb2-abaa1f45af5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:14.793683 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d92cd301-c07c-41b4-8115-6fde8b43393f req-29193166-6978-4eb9-90ae-7100604fc9ec tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983827 Oct 15 00:36:14.826508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:36:14.832039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:14.838496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:14.860899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-760c70f7-b870-4999-adb2-abaa1f45af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:14.863075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c311363b-7542-401e-b3e7-38b79ee499eb up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:14.866082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] Sync routers for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:36:14.898970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:14.901255 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d290a-bc7c-4dfd-8341-258ccf4bea82" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "75ea010d-d039-498c-8048-6b756133d8ad"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:14.916828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0be13f34-d601-43d1-a7f1-a8e7252bb039 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "PUT /v2.0/floatingips/848ee7bd-ed68-46d9-aa4c-cf25d44837bb HTTP/1.1" status: 200 len: 991 time: 2.1484523 Oct 15 00:36:14.922107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 75ea010d-d039-498c-8048-6b756133d8ad, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=75ea010d-d039-498c-8048-6b756133d8ad,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:14.923187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:36:14.923914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:14.927994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1cd98c21-c367-4147-9434-7c251741c24e req-d3a4eb02-45c8-4501-8b62-330c7adfbba1 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605685 Oct 15 00:36:14.929294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:14.932755 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825fd56d-b3c3-4473-83cb-b361e18f0c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:14.936601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78e37f-f82c-4d9a-8247-dbafa78ee7e3 req-4780cee4-492a-44f7-be89-f20909af54bb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:14.937467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c70f7-b870-4999-adb2-abaa1f45af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150e4362-a2a8-4147-87d9-9a4a9a07fe48,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:14.938273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a78e37f-f82c-4d9a-8247-dbafa78ee7e3 req-4780cee4-492a-44f7-be89-f20909af54bb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1186011 Oct 15 00:36:14.976142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-760c70f7-b870-4999-adb2-abaa1f45af5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad644704916a4adf864c4516867e925e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106291 Oct 15 00:36:14.979771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40466) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:15.000916 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68257ca-b264-47dd-9cb1-7862bf38f823 x-openstack-request-id: req-a68257ca-b264-47dd-9cb1-7862bf38f823 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:15.001265 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "75ea010d-d039-498c-8048-6b756133d8ad", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:15.001467 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a68257ca-b264-47dd-9cb1-7862bf38f823 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:15.001824 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad', 'code': 200} Oct 15 00:36:15.008990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.011732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 59fc2bda-9bc5-4fad-a53c-c40c17903d1d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:15.043011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a78e37f-f82c-4d9a-8247-dbafa78ee7e3 req-a89b5e55-121b-45a3-b6fc-071dfbe25691 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Oct 15 00:36:15.059489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4522e008-ae29-4e62-847e-7d7e2fa8e078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.076423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1cd98c21-c367-4147-9434-7c251741c24e req-f9b8e77f-6a90-4165-9e4e-351317f393bc service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365950 Oct 15 00:36:15.136324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4522e008-ae29-4e62-847e-7d7e2fa8e078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.166587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e527-efe2-4f11-b02a-9bb1995b86c6 req-0b2d7a90-bd66-4965-96fe-780600d9a9c8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.168138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe04e527-efe2-4f11-b02a-9bb1995b86c6 req-0b2d7a90-bd66-4965-96fe-780600d9a9c8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.1287637 Oct 15 00:36:15.194999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:36:15.221949 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c1506f-339d-46f8-91b6-e707553b66a7 x-openstack-request-id: req-17c1506f-339d-46f8-91b6-e707553b66a7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:15.221949 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:15.222864 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17c1506f-339d-46f8-91b6-e707553b66a7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:15.223839 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'status': 'completed', 'code': 200} Oct 15 00:36:15.224546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=75ea010d-d039-498c-8048-6b756133d8ad,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:15.251014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe04e527-efe2-4f11-b02a-9bb1995b86c6 req-052310d4-04fe-44c5-bdcb-fbdb6ee83455 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716407 Oct 15 00:36:15.290012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-7202d443-09f6-40e2-b95b-22d184193c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.292080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-7202d443-09f6-40e2-b95b-22d184193c4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1096 time: 0.0532837 Oct 15 00:36:15.376914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4522e008-ae29-4e62-847e-7d7e2fa8e078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.379648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4522e008-ae29-4e62-847e-7d7e2fa8e078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.383188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4522e008-ae29-4e62-847e-7d7e2fa8e078 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/150e4362-a2a8-4147-87d9-9a4a9a07fe48 HTTP/1.1" status: 204 len: 168 time: 0.4002967 Oct 15 00:36:15.392534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522e008-ae29-4e62-847e-7d7e2fa8e078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150e4362-a2a8-4147-87d9-9a4a9a07fe48,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:15.437495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port c311363b-7542-401e-b3e7-38b79ee499eb completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:15.439606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:15.455503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b67fdf-12f5-4481-9932-7b118ee2785d req-8b3ecf57-2119-4c4e-be26-2064a2008292 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.457041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4b67fdf-12f5-4481-9932-7b118ee2785d req-8b3ecf57-2119-4c4e-be26-2064a2008292 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 944 time: 0.0709381 Oct 15 00:36:15.457571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:15.458041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-34cd77d7-eeba-4453-ae31-3aa8ffc2e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.458221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.459375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-34cd77d7-eeba-4453-ae31-3aa8ffc2e7fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1591663 Oct 15 00:36:15.460813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c311363b-7542-401e-b3e7-38b79ee499eb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:15.461223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.562836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4b67fdf-12f5-4481-9932-7b118ee2785d req-6fd4d553-e3d8-4e59-933d-2b542e15fba5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796969 Oct 15 00:36:15.567924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-6bb4f4ae-7dfd-45aa-826f-10b73ce3306f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.1009915 Oct 15 00:36:15.622770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-44726eed-8f91-4857-a492-60e42159a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.624275 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-44726eed-8f91-4857-a492-60e42159a139 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0480180 Oct 15 00:36:15.684332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-c653ce6f-5bd1-4b4e-bec1-f59038b80f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.686359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-c653ce6f-5bd1-4b4e-bec1-f59038b80f0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533719 Oct 15 00:36:15.725249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.761373 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.802828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:15.813354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.825309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.836850 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-e26bd933-0715-4398-96c5-b0aad3c7d83e service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418014 Oct 15 00:36:15.842802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.856268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.865054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c311363b-7542-401e-b3e7-38b79ee499eb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c311363b-7542-401e-b3e7-38b79ee499eb,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:15.867129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.881096 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:15.881923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 492cbaa3-7842-4778-8885-d4fdce3802bc up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:15.883784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.891429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '848ee7bd-ed68-46d9-aa4c-cf25d44837bb', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '44712910-9650-40db-bb6b-31d767cd7585', 'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'mac_address': 'fa:16:3e:84:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:35:45Z', 'updated_at': '2021-10-15T00:36:13Z', 'revision_number': 1, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:15.896678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:15.898606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-afee1c10-1382-40fa-9437-b9f60ded6f12 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5426 time: 0.1828547 Oct 15 00:36:15.977540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-042a4ef8-8293-41a4-896e-b562e3d8d359 req-47005fb3-1ac9-495e-ac48-e6aeb78fc39c tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538619 Oct 15 00:36:15.986281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-825fd56d-b3c3-4473-83cb-b361e18f0c2a req-dbaff1b0-6268-4562-9c42-574fe7d95ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399460 Oct 15 00:36:16.003109 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.008461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] Checking router: 44712910-9650-40db-bb6b-31d767cd7585 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:36:16.050297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:36:16.050779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:35:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:16.092090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:16.146373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edad61-fbd1-49f9-8405-45bf7395fcbd req-ec99dcb4-2a5b-4369-9a1d-eaaa6faf5927 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:16.148686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1edad61-fbd1-49f9-8405-45bf7395fcbd req-ec99dcb4-2a5b-4369-9a1d-eaaa6faf5927 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.0554984 Oct 15 00:36:16.194683 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1edad61-fbd1-49f9-8405-45bf7395fcbd req-2fd7325e-3657-4636-b5d6-72eacc210dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Oct 15 00:36:16.229223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 492cbaa3-7842-4778-8885-d4fdce3802bc completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:16.232812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92103ce-5fc6-4fca-a007-95c8e3ea8703 req-bb927aa7-4f2c-41a7-9db7-a25676800d11 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:16.234495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b92103ce-5fc6-4fca-a007-95c8e3ea8703 req-bb927aa7-4f2c-41a7-9db7-a25676800d11 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.0602221 Oct 15 00:36:16.238127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c311363b-7542-401e-b3e7-38b79ee499eb,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:16.251652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 492cbaa3-7842-4778-8885-d4fdce3802bc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:16.252041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.287132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40488) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:16.301311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:36:16.310821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-beee8148-bff2-4686-9964-63779cbe72be admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.320774 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b92103ce-5fc6-4fca-a007-95c8e3ea8703 req-c6c0ba5e-d78b-4532-a1d0-edfa2394ddb0 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795944 Oct 15 00:36:16.425219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9c789-579c-4c74-a826-8c0b6b4621c1 req-effcb1ab-5c3f-4fdb-aa0f-79a4e0d9a1ca tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:16.426795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9de9c789-579c-4c74-a826-8c0b6b4621c1 req-effcb1ab-5c3f-4fdb-aa0f-79a4e0d9a1ca tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 946 time: 0.0835159 Oct 15 00:36:16.481148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-beee8148-bff2-4686-9964-63779cbe72be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.484514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9de9c789-579c-4c74-a826-8c0b6b4621c1 req-0ed203f2-48e0-4563-8729-b77fa0f77742 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506866 Oct 15 00:36:16.488621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.542754 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-beee8148-bff2-4686-9964-63779cbe72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.574811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 492cbaa3-7842-4778-8885-d4fdce3802bc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=492cbaa3-7842-4778-8885-d4fdce3802bc,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:16.583533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-beee8148-bff2-4686-9964-63779cbe72be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19f4f8c618e4452c9be7b47e9cd52ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948449 Oct 15 00:36:16.584512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee8148-bff2-4686-9964-63779cbe72be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da55e847-55a2-4af0-b237-2e47742afd4d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:16.585864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40492) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:16.652905 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.653717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:16.656365 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.693189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '848ee7bd-ed68-46d9-aa4c-cf25d44837bb', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '44712910-9650-40db-bb6b-31d767cd7585', 'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'mac_address': 'fa:16:3e:84:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:35:45Z', 'updated_at': '2021-10-15T00:36:13Z', 'revision_number': 1, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:16.705605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.730171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d05e8-5c86-4e46-9be0-8da9ff34909f req-9b5533ff-99aa-4706-a923-3a968376a582 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:16.731778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-758d05e8-5c86-4e46-9be0-8da9ff34909f req-9b5533ff-99aa-4706-a923-3a968376a582 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0918190 Oct 15 00:36:16.736011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549e8b7-893c-4c64-aaf4-14364b8332e2 None None] The sync data for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 is: [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '848ee7bd-ed68-46d9-aa4c-cf25d44837bb', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '44712910-9650-40db-bb6b-31d767cd7585', 'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'mac_address': 'fa:16:3e:84:67:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:35:45Z', 'updated_at': '2021-10-15T00:36:13Z', 'revision_number': 1, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:36:16.767145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=492cbaa3-7842-4778-8885-d4fdce3802bc,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:16.788952 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-758d05e8-5c86-4e46-9be0-8da9ff34909f req-de50c859-ce5f-42c7-8f88-2e28d780e99a tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Oct 15 00:36:16.810968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.844833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:16.851414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.855599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.856155 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da55e847-55a2-4af0-b237-2e47742afd4d HTTP/1.1" status: 204 len: 168 time: 0.2690938 Oct 15 00:36:16.864166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da55e847-55a2-4af0-b237-2e47742afd4d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:16.872400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.872787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.873124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.873450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.873778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.874119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.874530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.874767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.875116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.875391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.875796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.876010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f7f99-c94a-4fcc-a520-13a1d15aad8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:16.926730 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:16.956274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device bd3a768a-96cd-486f-ad08-eb95e74c7b5e up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:16.985349 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37d079-ca1d-481d-9c22-c9864df4dc11 None None] New status for floating IP 848ee7bd-ed68-46d9-aa4c-cf25d44837bb: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:36:17.003228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d'}, {'server_uuid': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c311363b-7542-401e-b3e7-38b79ee499eb'}, {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492cbaa3-7842-4778-8885-d4fdce3802bc'}, {'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:17.005488 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b7d293-ac1d-4cfc-9bf8-75bbe845ff40" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d"}, {"server_uuid": "f7a36cd4-e12d-48ba-a57b-382a0b70d31a", "name": "network-vif-plugged", "status": "completed", "tag": "c311363b-7542-401e-b3e7-38b79ee499eb"}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "492cbaa3-7842-4778-8885-d4fdce3802bc"}, {"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-unplugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:17.027920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:17.036520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.036865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.037201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.037528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.037962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.038244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.038564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.038904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.039191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.039502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.039810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.040132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:17.083803 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba95f932-471a-4aed-b596-535aaca3784a x-openstack-request-id: req-ba95f932-471a-4aed-b596-535aaca3784a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:17.084111 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d", "code": 200}, {"server_uuid": "f7a36cd4-e12d-48ba-a57b-382a0b70d31a", "name": "network-vif-plugged", "status": "completed", "tag": "c311363b-7542-401e-b3e7-38b79ee499eb", "code": 200}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "492cbaa3-7842-4778-8885-d4fdce3802bc", "code": 200}, {"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-unplugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:17.084384 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba95f932-471a-4aed-b596-535aaca3784a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:17.084801 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d', 'code': 200} Oct 15 00:36:17.085044 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c311363b-7542-401e-b3e7-38b79ee499eb', 'code': 200} Oct 15 00:36:17.085294 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492cbaa3-7842-4778-8885-d4fdce3802bc', 'code': 200} Oct 15 00:36:17.085540 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483', 'code': 200} Oct 15 00:36:17.154178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port bd3a768a-96cd-486f-ad08-eb95e74c7b5e completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:17.156049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.158627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port bd3a768a-96cd-486f-ad08-eb95e74c7b5e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:17.159002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:17.162170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.168960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.175267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.182611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.188785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.197829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.197829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-37d969eb-5de0-4e4f-bded-2ad6e23f98fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5428 time: 0.1130321 Oct 15 00:36:17.267928 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:17.305818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89fbd5bf-3f64-42ef-a4c9-2ef245d506af req-b54fa681-c32a-41c8-913f-46b2149e4331 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0762930 Oct 15 00:36:17.313281 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8127f4-3910-4d9d-9035-b5cb12da669b req-2be8d5d9-d6da-4095-9cb8-826dccded6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.315720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd8127f4-3910-4d9d-9035-b5cb12da669b req-2be8d5d9-d6da-4095-9cb8-826dccded6d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 1096 time: 0.1178300 Oct 15 00:36:17.364522 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd8127f4-3910-4d9d-9035-b5cb12da669b req-f9cf03cc-d4d7-4a4b-89be-86c24982ba45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Oct 15 00:36:17.376891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:17.389445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b860359-1752-45ae-83d9-9ff4cee8e36b req-5ca0decf-97cc-4635-a27c-268cc3f24857 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.396643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b860359-1752-45ae-83d9-9ff4cee8e36b req-5ca0decf-97cc-4635-a27c-268cc3f24857 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.0875568 Oct 15 00:36:17.433232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b860359-1752-45ae-83d9-9ff4cee8e36b req-9261ba86-d91b-475d-87a5-6a41a6e08e96 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Oct 15 00:36:17.456943 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:17.457839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:17.498828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7be93-835c-41cd-ae7c-32800d6e129a req-54b7afc8-cb7a-4656-acb2-f4f95fec1ca8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.500305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93a7be93-835c-41cd-ae7c-32800d6e129a req-54b7afc8-cb7a-4656-acb2-f4f95fec1ca8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.0554564 Oct 15 00:36:17.539537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:17.552613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93a7be93-835c-41cd-ae7c-32800d6e129a req-4c57d294-4eaf-4970-97e1-604d3d07b000 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Oct 15 00:36:17.616856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:17.622385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:17.622778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:17.630546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc071a9-86f6-4a5d-a779-b19c04b99fdb req-9b60e75d-ab8a-4a06-b3de-7d860c003994 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.632201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cc071a9-86f6-4a5d-a779-b19c04b99fdb req-9b60e75d-ab8a-4a06-b3de-7d860c003994 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0628309 Oct 15 00:36:17.672705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cc071a9-86f6-4a5d-a779-b19c04b99fdb req-aff32f68-0813-450c-a665-acab3ae3c618 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Oct 15 00:36:17.708089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:17.741758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:17.801452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef6975-c67c-4afe-9dfc-350d158b951c req-7479c74c-e60b-4449-89eb-c6dcd50e2b4a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.803075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7ef6975-c67c-4afe-9dfc-350d158b951c req-7479c74c-e60b-4449-89eb-c6dcd50e2b4a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0500979 Oct 15 00:36:17.810656 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:17.810656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c30895ce-16dc-4535-884d-f3071080a260 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:17.861697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7ef6975-c67c-4afe-9dfc-350d158b951c req-f6a78b80-5d2f-4752-a090-5908eed80ecb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Oct 15 00:36:17.901703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:17.985898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25615411-6d4e-4fff-a20d-e1a6e8fcc1a4 req-1d9f239c-4b48-4c20-a51b-64fa4c9a93dc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:17.987591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25615411-6d4e-4fff-a20d-e1a6e8fcc1a4 req-1d9f239c-4b48-4c20-a51b-64fa4c9a93dc tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0559704 Oct 15 00:36:17.999711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port c30895ce-16dc-4535-884d-f3071080a260 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:18.004937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port c30895ce-16dc-4535-884d-f3071080a260 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:18.005227 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.043672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25615411-6d4e-4fff-a20d-e1a6e8fcc1a4 req-a3667ff6-dcdd-4cb9-8934-533a63c80a58 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Oct 15 00:36:18.093559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-818dfee6-33b4-4d36-a367-4e39cda8bf76 req-c30813a3-830b-4963-be70-fa8124e2783c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:36:18.094568 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-818dfee6-33b4-4d36-a367-4e39cda8bf76 req-c30813a3-830b-4963-be70-fa8124e2783c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053177 Oct 15 00:36:18.109765 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.144546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c30895ce-16dc-4535-884d-f3071080a260, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c30895ce-16dc-4535-884d-f3071080a260,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:18.175432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40540) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:18.240184 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.241063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 801caf8d-edd5-4d85-aa75-7062eec9b3bb up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:18.279084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1465527168'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:18.326351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c30895ce-16dc-4535-884d-f3071080a260,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:18.379629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:18.382985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.405037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.443007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.449688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.453791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e1d76-afc9-4c67-a650-f27e7a8e43bd req-d9cc5961-f886-476a-973b-5282411170a6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.455435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645e1d76-afc9-4c67-a650-f27e7a8e43bd req-d9cc5961-f886-476a-973b-5282411170a6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0853260 Oct 15 00:36:18.455585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.463219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.473337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 801caf8d-edd5-4d85-aa75-7062eec9b3bb completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:18.473431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.473513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 801caf8d-edd5-4d85-aa75-7062eec9b3bb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:18.473513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.478691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.484748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.486699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-5449955e-001c-48e7-bdcd-a343aeaa7088 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5431 time: 0.1050687 Oct 15 00:36:18.521625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-645e1d76-afc9-4c67-a650-f27e7a8e43bd req-d269b681-0ebf-417c-92f0-f91a105332a6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Oct 15 00:36:18.564138 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5cbd7bd-5704-425c-8a8d-170ad34f1aa9 req-c6f2a067-c4b1-49e1-b94d-ab9be66f15a1 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0666952 Oct 15 00:36:18.580971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.586272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.631819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 801caf8d-edd5-4d85-aa75-7062eec9b3bb, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:18.697408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d89ca-2df6-424c-94cb-84a40d83da90 req-14f2234b-aef6-459c-8f88-c66cff0e9fd6 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.699008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-074d89ca-2df6-424c-94cb-84a40d83da90 req-14f2234b-aef6-459c-8f88-c66cff0e9fd6 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 945 time: 0.0543361 Oct 15 00:36:18.711076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.719610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.720846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ccccdf32-90f4-49bf-9e00-21c834c7fc3c up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:18.740397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:36:18.760917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.761265 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Added segment a2e99c66-6066-4350-9edb-c16f6ae32c2c of type vlan for network c3dd5fd7-47cb-4992-94a3-6255de427446 Oct 15 00:36:18.763889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13afcf2f-fe22-4590-8dae-bef088198986,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:18.782066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98314-e192-4b97-8231-609388df9dd4 req-02adfd26-25a1-43e2-b312-d110a2cb9327 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.789404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1db98314-e192-4b97-8231-609388df9dd4 req-02adfd26-25a1-43e2-b312-d110a2cb9327 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.1133318 Oct 15 00:36:18.801328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-074d89ca-2df6-424c-94cb-84a40d83da90 req-7956cda8-83e5-4a02-a266-4ae116671ffa tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872040 Oct 15 00:36:18.812235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-0a679e30-b71a-40eb-af47-7ed72f64f7ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104522 Oct 15 00:36:18.825155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=801caf8d-edd5-4d85-aa75-7062eec9b3bb,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:18.857742 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.879793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1db98314-e192-4b97-8231-609388df9dd4 req-a20b1b85-65d8-4850-b72e-fdbae330e360 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895374 Oct 15 00:36:18.930667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port ccccdf32-90f4-49bf-9e00-21c834c7fc3c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:18.935176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port ccccdf32-90f4-49bf-9e00-21c834c7fc3c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:18.935550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.982503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:18.989065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:18.989833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:19.021652 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:19.061346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Network': ['ID=c3dd5fd7-47cb-4992-94a3-6255de427446,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:19.111953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1fe6ba6a-33f5-4ab9-836c-c92edc491b02 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9353914 Oct 15 00:36:19.114937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40572) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:19.121421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'subnet': {'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:19.163382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e'}, {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a'}, {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30895ce-16dc-4535-884d-f3071080a260'}, {'server_uuid': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801caf8d-edd5-4d85-aa75-7062eec9b3bb'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:19.166492 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ada511-2406-48a2-bc8b-d6a26afedbdc" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e"}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a"}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "c30895ce-16dc-4535-884d-f3071080a260"}, {"server_uuid": "0cf61b9f-615a-4be8-8e4a-2f1ff00a2709", "name": "network-vif-plugged", "status": "completed", "tag": "801caf8d-edd5-4d85-aa75-7062eec9b3bb"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:19.172498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network c3dd5fd7-47cb-4992-94a3-6255de427446 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:36:19.180978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972baa67-8f3a-4fbf-856f-360ffd179590 req-58b2034e-dae8-4d82-b590-06e75de56db7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.190900 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-972baa67-8f3a-4fbf-856f-360ffd179590 req-58b2034e-dae8-4d82-b590-06e75de56db7 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0630682 Oct 15 00:36:19.225098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:19.248970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-972baa67-8f3a-4fbf-856f-360ffd179590 req-21aafec5-57bd-45d5-aa2e-3fca0de5d334 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519400 Oct 15 00:36:19.282874 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd8ee58-ccfc-46a6-92e7-57262e7e8595 x-openstack-request-id: req-0dd8ee58-ccfc-46a6-92e7-57262e7e8595 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:19.283253 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e", "code": 200}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a", "code": 200}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "c30895ce-16dc-4535-884d-f3071080a260", "code": 200}, {"server_uuid": "0cf61b9f-615a-4be8-8e4a-2f1ff00a2709", "name": "network-vif-plugged", "status": "completed", "tag": "801caf8d-edd5-4d85-aa75-7062eec9b3bb", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:19.283516 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dd8ee58-ccfc-46a6-92e7-57262e7e8595 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:19.285185 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e', 'code': 200} Oct 15 00:36:19.285185 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a', 'code': 200} Oct 15 00:36:19.285185 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30895ce-16dc-4535-884d-f3071080a260', 'code': 200} Oct 15 00:36:19.285185 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801caf8d-edd5-4d85-aa75-7062eec9b3bb', 'code': 200} Oct 15 00:36:19.304028 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:19.315400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:19.395243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:19.398840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:19.403885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7386cb-414f-4b48-847d-bf87bc6c9fa3 req-476d482c-4914-46f5-a97c-687f4ab121b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.405728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e7386cb-414f-4b48-847d-bf87bc6c9fa3 req-476d482c-4914-46f5-a97c-687f4ab121b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 1097 time: 0.0446618 Oct 15 00:36:19.412884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:19.427817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a783de-4112-41cd-a1b3-505c85df5e48 req-34f228b4-599c-4180-afc5-c2e6fbdafa4d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.429388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1a783de-4112-41cd-a1b3-505c85df5e48 req-34f228b4-599c-4180-afc5-c2e6fbdafa4d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0722923 Oct 15 00:36:19.450854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e7386cb-414f-4b48-847d-bf87bc6c9fa3 req-60248930-305f-4418-9ff0-0a431d2883ef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Oct 15 00:36:19.526943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1a783de-4112-41cd-a1b3-505c85df5e48 req-c75184e5-a28f-47bf-94e2-97d60c60c5c5 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866241 Oct 15 00:36:19.661079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200f4a-8131-4461-b896-5617f8309dea req-3c9e52f7-9e35-4f92-b604-03c1ed103f77 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.662729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a200f4a-8131-4461-b896-5617f8309dea req-3c9e52f7-9e35-4f92-b604-03c1ed103f77 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0540605 Oct 15 00:36:19.696998 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:19.703858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a200f4a-8131-4461-b896-5617f8309dea req-8695c183-e75f-48f5-86db-6392d913e75b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343177 Oct 15 00:36:19.766676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Checking segment: {'id': 'a2e99c66-6066-4350-9edb-c16f6ae32c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:19.767039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network hostable DHCP agents. Network: c3dd5fd7-47cb-4992-94a3-6255de427446, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:36:19.775453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Subnet': ['ID=66cef415-7222-4d3c-98c4-a4cc12d7e7c9,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:19.832766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.840112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.846745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.854599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.860729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.866827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.873813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.876054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-5ea59c3c-a9f8-4b2c-9113-cb23ce871499 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1025209 Oct 15 00:36:19.897426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:36:19.922920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0da66241-9bc8-4f75-abf1-51dc78941bae req-c5b09e5f-d7bc-49a3-bd65-93112d8f8a8f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0384545 Oct 15 00:36:19.926014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf741dea-36d2-4d9f-8f6c-d37f116f6414 req-2e31ba7d-ca31-41db-988d-86c136612462 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:19.927658 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf741dea-36d2-4d9f-8f6c-d37f116f6414 req-2e31ba7d-ca31-41db-988d-86c136612462 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0705469 Oct 15 00:36:19.969024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf741dea-36d2-4d9f-8f6c-d37f116f6414 req-dd5cc751-bf24-46f8-ab9b-8f7b72137644 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Oct 15 00:36:20.035022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3155f3c-3365-4c91-969e-0e2b7a444daf req-f0f6f17d-7adf-4152-9e7c-8fe145df5d37 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.036534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3155f3c-3365-4c91-969e-0e2b7a444daf req-f0f6f17d-7adf-4152-9e7c-8fe145df5d37 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0511982 Oct 15 00:36:20.049817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, c3dd5fd7-47cb-4992-94a3-6255de427446) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:20.061577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d37fcfd-40e1-4854-a637-b14cac1517bd None None] Network c3dd5fd7-47cb-4992-94a3-6255de427446 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:20.076163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.079700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.084777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3155f3c-3365-4c91-969e-0e2b7a444daf req-88da09a4-1ff1-40a6-a892-323bdb1af5bb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385113 Oct 15 00:36:20.104246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593e95-1da0-4ef0-808c-7a116cde550f req-e01c94bc-9705-45cc-96f4-fcd1e6f3a578 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.105767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f593e95-1da0-4ef0-808c-7a116cde550f req-e01c94bc-9705-45cc-96f4-fcd1e6f3a578 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.0681639 Oct 15 00:36:20.155303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f593e95-1da0-4ef0-808c-7a116cde550f req-2c4ebf91-d16d-4dab-a1a7-8c047355af31 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431566 Oct 15 00:36:20.159643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-75ce34a9-9d0a-45db-94b1-819e3ed6bd1d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0432875 Oct 15 00:36:20.162390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40596) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:20.167391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-341475743'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:20.227698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0a445-8d03-4d67-83bf-89462061eccc req-5aef5c14-b459-40fe-8cec-1ef302487718 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.229431 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6b0a445-8d03-4d67-83bf-89462061eccc req-5aef5c14-b459-40fe-8cec-1ef302487718 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0579112 Oct 15 00:36:20.251019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-c3dd5fd7-47cb-4992-94a3-6255de427446', 'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'tenant_id': 'ad17cf7d76774c14bd30f57cf256a469', 'fixed_ips': [{'subnet_id': '66cef415-7222-4d3c-98c4-a4cc12d7e7c9'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:36:20.252351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.273504 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d6b0a445-8d03-4d67-83bf-89462061eccc req-c4ec43b4-78b4-47e0-8396-e5670ee4824b tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362375 Oct 15 00:36:20.354217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:20.360213 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.382845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] device_id is not set on port 953eee00-6fb2-4c98-a3c1-4334744bf6c4 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:20.415873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Allocated IP 2001:db8::2 (c3dd5fd7-47cb-4992-94a3-6255de427446/66cef415-7222-4d3c-98c4-a4cc12d7e7c9/d458149b-70e1-463c-bbac-dd5ca2a8a9f7) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:20.551930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e821c8c-b246-4ff5-8212-b7c8c6946206 req-908e8dfe-93ee-4993-8bdd-91efab98d349 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.553535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e821c8c-b246-4ff5-8212-b7c8c6946206 req-908e8dfe-93ee-4993-8bdd-91efab98d349 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0496395 Oct 15 00:36:20.563589 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.592593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e821c8c-b246-4ff5-8212-b7c8c6946206 req-559ce203-c13f-40a1-9022-3a4ed20d9ee9 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Oct 15 00:36:20.640444 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.688001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:20.692966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:20.697791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:20.699802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Pushing event updated for resources: {'Port': ['ID=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:20.742687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Allocated IP 2001:db8::18b (c3dd5fd7-47cb-4992-94a3-6255de427446/66cef415-7222-4d3c-98c4-a4cc12d7e7c9/953eee00-6fb2-4c98-a3c1-4334744bf6c4) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:20.759128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-33d4cbe8-48f0-494f-a4b0-89a8b5014a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.761771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-33d4cbe8-48f0-494f-a4b0-89a8b5014a6f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b&tenant_id=e8a7554afe0d43d88af0198810073a69 HTTP/1.1" status: 200 len: 1095 time: 0.0585845 Oct 15 00:36:20.764355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0309153-e83b-4575-a4dd-52b97c3dabf0 req-3c5fb1ee-3a65-4e5a-90bf-b23ce5a457e0 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.765840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0309153-e83b-4575-a4dd-52b97c3dabf0 req-3c5fb1ee-3a65-4e5a-90bf-b23ce5a457e0 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.1009147 Oct 15 00:36:20.774604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Attempting to bind port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:20.778751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Attempting to bind port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a2e99c66-6066-4350-9edb-c16f6ae32c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:20.779156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Attempting to bind port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 on network c3dd5fd7-47cb-4992-94a3-6255de427446 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:20.785293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:36:20.785525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Checking segment: {'id': 'a2e99c66-6066-4350-9edb-c16f6ae32c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:20.786054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.786540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Bound using segment: {'id': 'a2e99c66-6066-4350-9edb-c16f6ae32c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:36:20.787266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Bound port: d458149b-70e1-463c-bbac-dd5ca2a8a9f7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e99c66-6066-4350-9edb-c16f6ae32c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:36:20.787757 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.847532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0309153-e83b-4575-a4dd-52b97c3dabf0 req-eecc9f2e-ef56-441c-808b-f06cd5fdde45 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727026 Oct 15 00:36:20.877402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] For port d458149b-70e1-463c-bbac-dd5ca2a8a9f7, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:20.877402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] For port d458149b-70e1-463c-bbac-dd5ca2a8a9f7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,segment=NetworkSegment(a2e99c66-6066-4350-9edb-c16f6ae32c2c),segment_id=a2e99c66-6066-4350-9edb-c16f6ae32c2c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:36:20.891808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-b83794fa-2e33-4469-a383-968d95be0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.896017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-b83794fa-2e33-4469-a383-968d95be0db3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1095 time: 0.1043198 Oct 15 00:36:20.901723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfd410-c2b0-49ea-ad06-7f3a6e1c8e48 req-49f84ae2-7f3b-4fdc-ba79-979e22826391 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:20.903346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12dfd410-c2b0-49ea-ad06-7f3a6e1c8e48 req-49f84ae2-7f3b-4fdc-ba79-979e22826391 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.1013505 Oct 15 00:36:20.932083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:20.987769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:21.035004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80786e-f9f9-4275-8e13-527606631a5f None None] Pushing event updated for resources: {'Port': ['ID=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:21.039678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12dfd410-c2b0-49ea-ad06-7f3a6e1c8e48 req-2a94f07a-1cb8-4347-9ab3-5545fd967ae5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149397 Oct 15 00:36:21.074565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-8811f5cc-ce53-466a-8982-0895d6637076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.076556 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-8811f5cc-ce53-466a-8982-0895d6637076 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 915 time: 0.1720479 Oct 15 00:36:21.143339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-9bb34dda-0e1e-4a42-9550-d73ea29633ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 217 time: 0.0530186 Oct 15 00:36:21.148496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:21.227459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:21.249883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:21.265210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-02fca7c0-3f7c-45a4-8ff2-3a4eee9f3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.266734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-02fca7c0-3f7c-45a4-8ff2-3a4eee9f3aed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.0933633 Oct 15 00:36:21.273535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:21.279673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.280267 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:21.280397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.286331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:21.287615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.296557 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2479f-4fb3-4705-a789-311327e6188f" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:21.297040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.303990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.310361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.312586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=953eee00-6fb2-4c98-a3c1-4334744bf6c4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:21.316840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.324232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.333465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-017c8283-5ec0-4146-b53c-e7cb3ba434a3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.2018664 Oct 15 00:36:21.334030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-1c5dcd52-a299-4763-8a98-22c4f7c5997e tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.335656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-1c5dcd52-a299-4763-8a98-22c4f7c5997e tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1097 time: 0.1114979 Oct 15 00:36:21.347871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811521-2'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:21.357057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0dd53db5-4c0f-4daf-869b-f436a6d3039d tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1937506 Oct 15 00:36:21.364721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40622) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:21.370358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-296421480', 'allowed_address_pairs': [{'ip_address': '2001:db8::18b', 'mac_address': 'fa:16:3e:87:f8:eb'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:21.394742 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-66008669-ad21-4e73-8306-f5c80231379f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517330 Oct 15 00:36:21.447268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:21.466854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-473acd3d-93d7-4f8d-bac6-2783a2072744 req-ef87fd19-7321-48b5-9aa9-7d37a970c696 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1321540 Oct 15 00:36:21.469527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b39a5-ab24-4146-92ee-4bcea78c4f2f req-0ce77e3e-240a-4a56-a771-8bf0f0cc5601 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.471088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a03b39a5-ab24-4146-92ee-4bcea78c4f2f req-0ce77e3e-240a-4a56-a771-8bf0f0cc5601 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0963435 Oct 15 00:36:21.552392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a03b39a5-ab24-4146-92ee-4bcea78c4f2f req-8f5b04f3-88e5-4501-9652-8f983029c4cc tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594482 Oct 15 00:36:21.650511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:21.690443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:21.734421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:21.737285 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe59a6f-cddc-4f82-a08e-73eb66194312" -d '{"events": [{"server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:21.741897 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:21.785703 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e37ee86-9bdd-4c5b-9898-23113583f096 x-openstack-request-id: req-2e37ee86-9bdd-4c5b-9898-23113583f096 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:21.786656 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-plugged", "status": "completed", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:21.786656 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e37ee86-9bdd-4c5b-9898-23113583f096 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:21.786960 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c', 'code': 200} Oct 15 00:36:21.842477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:21.959482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-6ccee39d-765c-4ca8-82fb-5bb9cdbe7b36 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477853 Oct 15 00:36:21.967981 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76bb8-16c5-47a4-b787-661a7a863587 req-e8654492-155a-40e4-9a68-9644149b0ab8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:21.975956 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8dc76bb8-16c5-47a4-b787-661a7a863587 req-e8654492-155a-40e4-9a68-9644149b0ab8 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 946 time: 0.4304507 Oct 15 00:36:21.986846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:22.030138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.030138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.030566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.031077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.031727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.032236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.032763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.034972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-4b5b66ab-61e8-42a2-b2e5-fc36f03c5386 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6489 time: 0.1465564 Oct 15 00:36:22.041299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on host n-h1-811521-2 for vnic_type normal with profile {"migrating_to": "n-h2-811521-2"} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:22.041917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:22.042361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:22.047056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d458149b-70e1-463c-bbac-dd5ca2a8a9f7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:22.070732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:22.074576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Attempting to bind port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on network e21b540f-6502-42bd-8391-cd65ce80654d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:22.087997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8dc76bb8-16c5-47a4-b787-661a7a863587 req-24c690f4-4344-4794-a355-96e7df634ed0 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113770 Oct 15 00:36:22.094736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:36:22.095192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Checking segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:22.095493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Bound using segment: {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:36:22.095927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Bound port: 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dade96d8-d46d-43d0-a3c6-b847f7571812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e21b540f-6502-42bd-8391-cd65ce80654d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:36:22.096289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.096695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:22.146698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:22.147014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-1730e702-32b2-46c7-bb3e-87ef8354b678 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554949 Oct 15 00:36:22.151759 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.231919 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68258334-781d-4bc1-b09e-1e759fd8492f x-openstack-request-id: req-68258334-781d-4bc1-b09e-1e759fd8492f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:22.232208 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:22.232458 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68258334-781d-4bc1-b09e-1e759fd8492f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:22.233368 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3', 'code': 200} Oct 15 00:36:22.241717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.242909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f9c8e65-f636-4ecc-887b-09e2f425bb60 req-2f995a31-cdc0-4f8d-8845-a84faa5e3c3b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1970310 Oct 15 00:36:22.264397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] device_id is not set on port 6347639a-2060-40c2-81b7-79d8ae47998c yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:22.270212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:22.274549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:36:22.304694 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.344955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab75d5-ede5-4bec-b27d-000052d5596b None None] Network c3dd5fd7-47cb-4992-94a3-6255de427446 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:22.354965 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.355244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d458149b-70e1-463c-bbac-dd5ca2a8a9f7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,segment=NetworkSegment(a2e99c66-6066-4350-9edb-c16f6ae32c2c),segment_id=a2e99c66-6066-4350-9edb-c16f6ae32c2c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:22.395908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba535b4-24c8-46e0-8c62-43b02a57ae82 req-f8307765-a5f3-4590-b35a-7ac83ff38e63 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.397024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ba535b4-24c8-46e0-8c62-43b02a57ae82 req-f8307765-a5f3-4590-b35a-7ac83ff38e63 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.0926540 Oct 15 00:36:22.450407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Allocated IP 2001:db8::2c4 (c3dd5fd7-47cb-4992-94a3-6255de427446/66cef415-7222-4d3c-98c4-a4cc12d7e7c9/6347639a-2060-40c2-81b7-79d8ae47998c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:22.452534 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.466577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:22.473653 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ba535b4-24c8-46e0-8c62-43b02a57ae82 req-e79a7e17-fe5c-4b72-be71-23de1be7a909 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665760 Oct 15 00:36:22.482228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.483149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.484899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-52b7ad64-dcae-4908-ad0b-de0bb1b17f3f service neutron] 10.222.0.39 "PUT /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 1122 time: 1.1416318 Oct 15 00:36:22.520401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ed0a8634-04d7-4162-a270-a37874792a92 None None] Provisioning complete for port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:22.520770 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8634-04d7-4162-a270-a37874792a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.591068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:22.655427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:22.659247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4037433a-0d2e-4393-ad1c-20ed4a60f4d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:22.670716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5ed71-8e76-4646-bd86-97af512fd0b2 req-e0bcabd2-294e-46f5-91cd-844a2c411ab4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.678847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aae5ed71-8e76-4646-bd86-97af512fd0b2 req-e0bcabd2-294e-46f5-91cd-844a2c411ab4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0765805 Oct 15 00:36:22.720588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['4037433a-0d2e-4393-ad1c-20ed4a60f4d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:22.773236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aae5ed71-8e76-4646-bd86-97af512fd0b2 req-05baadbb-2e69-4d40-af4b-35aec14935b1 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926044 Oct 15 00:36:22.791303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-ec6f763f-d353-4963-81b2-6b602ad28c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.792746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-ec6f763f-d353-4963-81b2-6b602ad28c7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 1097 time: 0.1035366 Oct 15 00:36:22.795767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45da5d-addc-44d1-b5c8-10932ee6349f req-a1bd9e4a-ef0f-4762-bcd0-455ade1ac443 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.804697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac45da5d-addc-44d1-b5c8-10932ee6349f req-a1bd9e4a-ef0f-4762-bcd0-455ade1ac443 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.2295229 Oct 15 00:36:22.836669 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:22.867578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:22.919234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 has no active binding in host n-h2-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 00:36:22.938140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ac45da5d-addc-44d1-b5c8-10932ee6349f req-6da5824d-7b28-4a9d-9c94-f10990103372 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323521 Oct 15 00:36:22.961710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-b36733c4-a65d-4ca2-9a5c-2a554a7da3b8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.963483 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-b36733c4-a65d-4ca2-9a5c-2a554a7da3b8 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.1083579 Oct 15 00:36:22.967722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.975663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.983186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.988471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:22.995351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.004017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.011248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.027330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-29208627-faf5-4ee6-836e-c9b48824c78f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1470816 Oct 15 00:36:23.049170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:23.053859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-02aad033-5065-4d5e-8cef-8359bc90534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.055370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-02aad033-5065-4d5e-8cef-8359bc90534c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 919 time: 0.2538903 Oct 15 00:36:23.120358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-547d9951-4582-493d-b47b-71f870dc5101 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb HTTP/1.1" status: 200 len: 217 time: 0.0555065 Oct 15 00:36:23.128598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:23.130716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=6347639a-2060-40c2-81b7-79d8ae47998c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:23.134869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:23.138154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:23.143926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.144562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:23.189896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Deleting port c311363b-7542-401e-b3e7-38b79ee499eb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:23.196537 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:23.228784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-47db0150-a61b-4112-ba56-3016e089f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.231651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-47db0150-a61b-4112-ba56-3016e089f83c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.0912907 Oct 15 00:36:23.255542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d766e648-c4f4-4526-867f-29ac4c627e1a req-3487c8dd-6e8a-4a11-b7a9-f43a9e1850b6 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2205119 Oct 15 00:36:23.320675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-607cd321-2000-4c8f-8069-c96cfdc12b84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634220 Oct 15 00:36:23.320848 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-76809bf7-81d5-49c0-ad66-d7083b38b0e9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9548995 Oct 15 00:36:23.323372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40662) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:23.381438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978140d9-aa0d-4876-ae86-84c5d9216ad7 req-bbd3dd0d-2c65-4bd3-8bb4-44d5547105a9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.390341 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-978140d9-aa0d-4876-ae86-84c5d9216ad7 req-bbd3dd0d-2c65-4bd3-8bb4-44d5547105a9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.1619968 Oct 15 00:36:23.443367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] For port c311363b-7542-401e-b3e7-38b79ee499eb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c311363b-7542-401e-b3e7-38b79ee499eb,segment=NetworkSegment(16a79577-1b0a-4f7e-b87e-fbe4e546dfaa),segment_id=16a79577-1b0a-4f7e-b87e-fbe4e546dfaa)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:23.443736 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:23.479224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-978140d9-aa0d-4876-ae86-84c5d9216ad7 req-016f27fa-4837-42b9-a8af-1f976c88a280 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841529 Oct 15 00:36:23.481579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-0dc566a4-67f3-4e4e-baf8-303a25b240b2 service neutron] 10.222.0.39 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493578 Oct 15 00:36:23.489611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Calling delete_port for c311363b-7542-401e-b3e7-38b79ee499eb owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:23.622957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f31f5397-6496-4a1c-b2c9-546a2a5f90e5 None None] Provisioning complete for port 953eee00-6fb2-4c98-a3c1-4334744bf6c4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:23.623558 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f31f5397-6496-4a1c-b2c9-546a2a5f90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:23.684478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebb4ff30-49f4-4cd8-8fe7-e8afc946635f req-f4a577ac-cc26-4cd6-8d10-2332ad23d469 service neutron] 10.222.0.39 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707535 Oct 15 00:36:23.762328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f31f5397-6496-4a1c-b2c9-546a2a5f90e5 None None] Port 953eee00-6fb2-4c98-a3c1-4334744bf6c4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:23.783588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f31f5397-6496-4a1c-b2c9-546a2a5f90e5 None None] Provisioning complete for port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:23.783825 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f31f5397-6496-4a1c-b2c9-546a2a5f90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:23.826393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a6a76-f94d-4aad-9aa1-064b241c4fe6 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.838887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a6a76-f94d-4aad-9aa1-064b241c4fe6 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.845671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7a6a76-f94d-4aad-9aa1-064b241c4fe6 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.848004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee7a6a76-f94d-4aad-9aa1-064b241c4fe6 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5235980 Oct 15 00:36:23.850983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40670) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:23.880382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfd3c8-a223-403d-b387-b1b67c3116d4 req-b2aa8126-7d57-4a26-8252-a77e011ee3f1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:23.891809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fcfd3c8-a223-403d-b387-b1b67c3116d4 req-b2aa8126-7d57-4a26-8252-a77e011ee3f1 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 945 time: 0.1893177 Oct 15 00:36:23.928418 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:23.949775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c311363b-7542-401e-b3e7-38b79ee499eb'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:24.003006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fcfd3c8-a223-403d-b387-b1b67c3116d4 req-80a0949e-8052-468d-bf77-b52e3817100d tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/security-groups?id=547f8c7d-856d-45ec-ba51-1c80a21c5ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100104 Oct 15 00:36:24.015846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d458149b-70e1-463c-bbac-dd5ca2a8a9f7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:24.041914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Pushing event deleted for resources: {'Port': ['ID=c311363b-7542-401e-b3e7-38b79ee499eb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:24.117401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:24.118021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:24.129850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] No DVR routers for this DVR port c311363b-7542-401e-b3e7-38b79ee499eb on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:24.133069 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:24.137274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a506ba75-1e7e-43ca-beb9-d53c8d0eb323 req-18a35466-1eac-4956-8524-9f54d6431907 tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.30 "DELETE /v2.0/ports/c311363b-7542-401e-b3e7-38b79ee499eb HTTP/1.1" status: 204 len: 173 time: 1.1651521 Oct 15 00:36:24.138196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'name': 'network-vif-deleted', 'tag': 'c311363b-7542-401e-b3e7-38b79ee499eb'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:24.140717 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f980ad7-a32b-47eb-b52e-70ca2d952009" -d '{"events": [{"server_uuid": "f7a36cd4-e12d-48ba-a57b-382a0b70d31a", "name": "network-vif-deleted", "tag": "c311363b-7542-401e-b3e7-38b79ee499eb"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:24.160280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c3eb3246-143e-4559-a71d-465ceabcb408 None None] Provisioning complete for port 953eee00-6fb2-4c98-a3c1-4334744bf6c4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:24.160660 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c3eb3246-143e-4559-a71d-465ceabcb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:24.221158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting port 6347639a-2060-40c2-81b7-79d8ae47998c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:24.222539 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:24.234930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb3246-143e-4559-a71d-465ceabcb408 None None] Port 953eee00-6fb2-4c98-a3c1-4334744bf6c4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:24.250877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:24.260086 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc525074-3082-42e2-bcd7-eb22a421cc43" -d '{"events": [{"name": "network-changed", "server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:24.420137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:24.423259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c0d0-bf79-4388-8c81-82a196122544 req-41577a1e-615b-4bfd-bade-2846e0cfdf22 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.435803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1126c0d0-bf79-4388-8c81-82a196122544 req-41577a1e-615b-4bfd-bade-2846e0cfdf22 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.2310228 Oct 15 00:36:24.455916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Calling delete_port for 6347639a-2060-40c2-81b7-79d8ae47998c owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:24.499733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1126c0d0-bf79-4388-8c81-82a196122544 req-229c5a03-010a-4e01-adac-290c527a8dca tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628095 Oct 15 00:36:24.566453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-63d153e3-4af0-4e46-8323-3a9b0a2f1ddb None None] Provisioning complete for port 6347639a-2060-40c2-81b7-79d8ae47998c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:24.568458 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63d153e3-4af0-4e46-8323-3a9b0a2f1ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:24.643072 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca774f4-0ee6-4697-ad6f-6ac52c3dfa83 x-openstack-request-id: req-cca774f4-0ee6-4697-ad6f-6ac52c3dfa83 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:24.643436 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a36cd4-e12d-48ba-a57b-382a0b70d31a", "name": "network-vif-deleted", "tag": "c311363b-7542-401e-b3e7-38b79ee499eb", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:24.643784 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cca774f4-0ee6-4697-ad6f-6ac52c3dfa83 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:24.644303 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a36cd4-e12d-48ba-a57b-382a0b70d31a', 'name': 'network-vif-deleted', 'tag': 'c311363b-7542-401e-b3e7-38b79ee499eb', 'status': 'completed', 'code': 200} Oct 15 00:36:24.656731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-63d153e3-4af0-4e46-8323-3a9b0a2f1ddb None None] Port 6347639a-2060-40c2-81b7-79d8ae47998c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:24.678921 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba12df5-af84-4e30-8ccf-31b2bc78bf8b x-openstack-request-id: req-4ba12df5-af84-4e30-8ccf-31b2bc78bf8b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:24.679626 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:24.680054 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ba12df5-af84-4e30-8ccf-31b2bc78bf8b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:24.680626 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3', 'status': 'completed', 'code': 200} Oct 15 00:36:24.716626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a54d7f-5fab-4e48-86e2-5ea9b8de16ec req-b4efd77e-0d45-4e43-9e34-59e3efce56c2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.718315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21a54d7f-5fab-4e48-86e2-5ea9b8de16ec req-b4efd77e-0d45-4e43-9e34-59e3efce56c2 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.1855438 Oct 15 00:36:24.827300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.835930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.842853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.849638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.856532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.859158 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21a54d7f-5fab-4e48-86e2-5ea9b8de16ec req-732ea881-1cc7-46c1-a5f2-768d5adebe00 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221881 Oct 15 00:36:24.862735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-b9bcb5c1-0453-4537-aa3d-809f94e87cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.864353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-b9bcb5c1-0453-4537-aa3d-809f94e87cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1125 time: 0.1439083 Oct 15 00:36:24.876137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.893432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:24.901146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-071e3d55-27d4-4983-ab22-f856967e8294 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1422532 Oct 15 00:36:24.957670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:24.970013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8364f96-8c8b-4b44-86b7-4a29504f1b7d req-f2aec371-8c8e-4285-8ef2-7c606d6884a4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0636051 Oct 15 00:36:25.035033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Port': ['ID=6347639a-2060-40c2-81b7-79d8ae47998c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:25.195347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-41819dc0-5bf7-4fa5-8581-30cbdc99751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:25.197558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d01ae226-926e-497f-8361-0230d54a678f req-c462a3a5-e070-402a-8c79-b7e7a1f63dee tempest-ServerDiskConfigTestJSON-2099954451 tempest-ServerDiskConfigTestJSON-2099954451-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7a36cd4-e12d-48ba-a57b-382a0b70d31a HTTP/1.1" status: 200 len: 210 time: 0.0727894 Oct 15 00:36:25.198874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-41819dc0-5bf7-4fa5-8581-30cbdc99751a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.3245223 Oct 15 00:36:25.274718 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:25.280744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60081719-bbb0-429e-983d-37818cdc670c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/ports/6347639a-2060-40c2-81b7-79d8ae47998c HTTP/1.1" status: 204 len: 168 time: 1.4264922 Oct 15 00:36:25.281110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40694) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:25.320800 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5349ad45-9b09-47eb-ba59-2604adf01bbc tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] GET failed (client error): The resource could not be found. Oct 15 00:36:25.326847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5349ad45-9b09-47eb-ba59-2604adf01bbc tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "GET /v2.0/ports/6347639a-2060-40c2-81b7-79d8ae47998c HTTP/1.1" status: 404 len: 333 time: 0.0407286 Oct 15 00:36:25.327168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40696) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:25.334262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1476099740'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:25.367815 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-a298473d-727f-42fa-a4dc-7242189c030d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 217 time: 0.1439018 Oct 15 00:36:25.402279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f72732-79a7-41b4-acd0-af4df4c34779 req-87455be6-e51e-4da2-ba17-ccf4b4b8c70c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:25.403905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27f72732-79a7-41b4-acd0-af4df4c34779 req-87455be6-e51e-4da2-ba17-ccf4b4b8c70c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.4127688 Oct 15 00:36:25.539056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-91820979-a53b-4464-8edc-d7f0764f226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:25.541414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-91820979-a53b-4464-8edc-d7f0764f226b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.1365252 Oct 15 00:36:25.546926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27f72732-79a7-41b4-acd0-af4df4c34779 req-7a9ac449-a14c-418a-a358-a3c3ef90863b tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095548 Oct 15 00:36:25.582336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:25.586184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:25.589931 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-8fda926b-3cd9-4b84-8548-6061c551e696 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376816 Oct 15 00:36:25.615561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] device_id is not set on port b778dd40-bcff-43a3-a72f-a62e64bf1136 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:25.772307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Allocated IP 2001:db8::205 (c3dd5fd7-47cb-4992-94a3-6255de427446/66cef415-7222-4d3c-98c4-a4cc12d7e7c9/b778dd40-bcff-43a3-a72f-a62e64bf1136) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:25.782898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5938c-623f-442a-b3f3-9d9ec7207890 req-11fa4cc1-3a8e-42d8-bd05-909e9d1f6082 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:25.785015 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-daf5938c-623f-442a-b3f3-9d9ec7207890 req-11fa4cc1-3a8e-42d8-bd05-909e9d1f6082 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0798957 Oct 15 00:36:25.787571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-cdfffcb1-753a-4e48-bd6c-467ba9073a13 service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879530 Oct 15 00:36:25.865906 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-daf5938c-623f-442a-b3f3-9d9ec7207890 req-f8691ef3-6c74-485e-bf0a-f13ebf674baa tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Oct 15 00:36:25.944637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc525074-3082-42e2-bcd7-eb22a421cc43 req-a06d2adf-c988-42ea-8c3e-1536342cbd7d service neutron] 10.222.0.30 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464601 Oct 15 00:36:25.963146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:26.057343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:26.104724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb54ff-d57e-44e7-80a7-e85399b8573c req-5abc8cdf-042b-4117-8255-d1959e3e2383 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.106479 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0dbb54ff-d57e-44e7-80a7-e85399b8573c req-5abc8cdf-042b-4117-8255-d1959e3e2383 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0579698 Oct 15 00:36:26.161907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0dbb54ff-d57e-44e7-80a7-e85399b8573c req-59a3c0cb-72bc-4b99-89ab-4df0aa59b1ad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490289 Oct 15 00:36:26.178436 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3a66247-3908-4de1-9af2-b80d43c36f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:26.305621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-9fc22a22-f9f0-4a35-8e8d-721b67ff57ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0991826 Oct 15 00:36:26.328239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.334518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.340814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.346752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.353198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.359245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.365371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.367260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-ac6029cc-e94a-41dc-a1c7-4ccaa65ee002 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1281438 Oct 15 00:36:26.434725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:26.437566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:26.441554 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6f478fc-28d2-4631-bfb0-0882f5ebd6d7 req-df8f1a25-309f-45f9-9e3b-fdbd0ee68f5a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0642467 Oct 15 00:36:26.443269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:26.449178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.449352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.449757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.449883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:26.450301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.450852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.451452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.451935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.452457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.454474 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f6fae63b-2d72-41db-ad4a-684c12438809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6502 time: 0.0862360 Oct 15 00:36:26.458703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=b778dd40-bcff-43a3-a72f-a62e64bf1136,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:26.557409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-65e6a7e7-4168-434f-8510-e37f92cd8a44 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2290375 Oct 15 00:36:26.563705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:26.585702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18b', 'mac_address': 'fa:16:3e:87:f8:eb'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:26.660420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-32b1697b-eb4f-4dfa-855f-b9e01f345396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.661244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-32b1697b-eb4f-4dfa-855f-b9e01f345396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.661768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-32b1697b-eb4f-4dfa-855f-b9e01f345396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.663705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-32b1697b-eb4f-4dfa-855f-b9e01f345396 service neutron] 10.222.0.30 "GET /v2.0/networks?id=520495d5-6751-4c82-b05e-ddd962ad39c3&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741 HTTP/1.1" status: 200 len: 2298 time: 0.1524944 Oct 15 00:36:26.758494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:26.763961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.770227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.779475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.785621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.791777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.797763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.804732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:26.806801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1b853663-463e-4b7e-b993-d891ce868b39 req-243a3a39-6aa2-4392-a8be-fbfa106fb958 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.2096140 Oct 15 00:36:26.807589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-903516b8-ff85-4990-b097-3c4dc7f11ecc None None] Provisioning complete for port b778dd40-bcff-43a3-a72f-a62e64bf1136 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:26.808037 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-903516b8-ff85-4990-b097-3c4dc7f11ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:26.808684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-77ee1460-cfe7-46aa-8c7d-f9bb04b0f093 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee HTTP/1.1" status: 200 len: 1002 time: 0.1297586 Oct 15 00:36:26.817795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40716) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:26.823323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Request body: {'floatingip': {'port_id': '75ea010d-d039-498c-8048-6b756133d8ad'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:26.851926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-903516b8-ff85-4990-b097-3c4dc7f11ecc None None] Port b778dd40-bcff-43a3-a72f-a62e64bf1136 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:26.903414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:26.942073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:27.011255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-5983e463-8ee1-41dd-8460-9468ccaa3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:27.012731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-5983e463-8ee1-41dd-8460-9468ccaa3852 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=496b85c5-8e88-4796-8ff9-2d8400ce8c11 HTTP/1.1" status: 200 len: 855 time: 0.1867681 Oct 15 00:36:27.021125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.085219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.088325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c311363b-7542-401e-b3e7-38b79ee499eb no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:27.117375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: c311363b-7542-401e-b3e7-38b79ee499eb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:36:27.118261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c311363b-7542-401e-b3e7-38b79ee499eb not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:36:27.153919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=b778dd40-bcff-43a3-a72f-a62e64bf1136,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:27.174636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] In _notify_port_updated(), no bound segment for port b778dd40-bcff-43a3-a72f-a62e64bf1136 on network c3dd5fd7-47cb-4992-94a3-6255de427446 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:36:27.181026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:27.182117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.184371 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-31703454-66d0-430e-803d-3d81a03414f9 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "PUT /v2.0/ports/b778dd40-bcff-43a3-a72f-a62e64bf1136 HTTP/1.1" status: 200 len: 1003 time: 0.6107914 Oct 15 00:36:27.194802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40726) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:27.357737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting port b778dd40-bcff-43a3-a72f-a62e64bf1136 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:27.364866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.420637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562dcbd-444b-4a44-ae16-2c984d0d66df req-19cc2261-c23a-4bae-9262-c8bdde79d961 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:27.427620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2562dcbd-444b-4a44-ae16-2c984d0d66df req-19cc2261-c23a-4bae-9262-c8bdde79d961 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.4854443 Oct 15 00:36:27.471846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.493210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Calling delete_port for b778dd40-bcff-43a3-a72f-a62e64bf1136 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:27.527568 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2562dcbd-444b-4a44-ae16-2c984d0d66df req-64233ba7-516a-437b-ad97-b04897dbcfa4 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Oct 15 00:36:27.580387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-a90a0953-9406-4eba-ac8f-de3db61257f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:27.583745 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-a90a0953-9406-4eba-ac8f-de3db61257f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520495d5-6751-4c82-b05e-ddd962ad39c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5574670 Oct 15 00:36:27.592798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6100c449-36ba-4227-919d-5410fb5e7a49 None None] Provisioning complete for port b778dd40-bcff-43a3-a72f-a62e64bf1136 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:27.609797 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6100c449-36ba-4227-919d-5410fb5e7a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.678382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6100c449-36ba-4227-919d-5410fb5e7a49 None None] Port b778dd40-bcff-43a3-a72f-a62e64bf1136 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:27.782940 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.817079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Port': ['ID=b778dd40-bcff-43a3-a72f-a62e64bf1136,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:27.907582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153993a-3c27-4036-941b-55d2bd5029e3 req-6b022b8b-aad8-4492-b0fa-ba81926c5dcf tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:27.923359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a153993a-3c27-4036-941b-55d2bd5029e3 req-6b022b8b-aad8-4492-b0fa-ba81926c5dcf tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.2094445 Oct 15 00:36:27.989383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:27.996168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-258cc834-374a-462e-a8eb-afdf52799b79 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/ports/b778dd40-bcff-43a3-a72f-a62e64bf1136 HTTP/1.1" status: 204 len: 168 time: 0.8000131 Oct 15 00:36:27.999190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40732) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:28.009758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-bf0f499e-1663-45d1-a290-1d699d007d08 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120042 Oct 15 00:36:28.055829 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b607292-a46e-49c5-9b3f-87d1047d2d8a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] GET failed (client error): The resource could not be found. Oct 15 00:36:28.060357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b607292-a46e-49c5-9b3f-87d1047d2d8a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "GET /v2.0/ports/b778dd40-bcff-43a3-a72f-a62e64bf1136 HTTP/1.1" status: 404 len: 333 time: 0.0600436 Oct 15 00:36:28.065744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40734) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:28.074947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-361850371'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:28.086005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a153993a-3c27-4036-941b-55d2bd5029e3 req-3193dd86-7515-4ab3-9472-741682808040 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563442 Oct 15 00:36:28.355647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:28.369865 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:28.411770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] device_id is not set on port 15eb2ec9-bec0-4fee-94d5-266530ad1d64 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:28.584100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Allocated IP 2001:db8::38d (c3dd5fd7-47cb-4992-94a3-6255de427446/66cef415-7222-4d3c-98c4-a4cc12d7e7c9/15eb2ec9-bec0-4fee-94d5-266530ad1d64) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:28.585966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:28.595297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411415d4-a032-4393-8342-e665bcb1a7df req-df064d07-e7c5-43dd-9eb9-0c093c1def7e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:28.604028 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-411415d4-a032-4393-8342-e665bcb1a7df req-df064d07-e7c5-43dd-9eb9-0c093c1def7e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.1672251 Oct 15 00:36:28.635700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-228a081e-9c56-4c39-af86-fc59b2af8db1 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181600 Oct 15 00:36:28.662728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-411415d4-a032-4393-8342-e665bcb1a7df req-5356d6fb-b106-409d-a57c-d091be0a7b6e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Oct 15 00:36:28.718127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-e879d960-19fa-4cca-bc63-277180155ff7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 217 time: 0.0735774 Oct 15 00:36:28.719407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:28.765967 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-752c78e0-c58c-4e16-b03d-3d6e05a419f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:28.891496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:28.919793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-80e6e3f5-c3be-4af0-80e2-513abec8b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:28.921139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-80e6e3f5-c3be-4af0-80e2-513abec8b09f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1563745 Oct 15 00:36:28.951620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d736dc4-e88f-4bbb-9236-602c3def7ece req-ef5cfbdc-40e2-4bd5-b84e-ea1330417283 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:28.953478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1d736dc4-e88f-4bbb-9236-602c3def7ece req-ef5cfbdc-40e2-4bd5-b84e-ea1330417283 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.1502206 Oct 15 00:36:29.004452 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Floating IP f7d8af0d-91d3-4f94-b6dc-3bff78ab716f associated. External IP: 172.25.2.94, port: 75ea010d-d039-498c-8048-6b756133d8ad. Oct 15 00:36:29.013088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:29.128300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:29.132124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:29.135738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:29.144750 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1d736dc4-e88f-4bbb-9236-602c3def7ece req-e8bf7d19-6521-4185-be76-0d7cd50b1a52 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717181 Oct 15 00:36:29.151890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:29.152572 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:29.173937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=15eb2ec9-bec0-4fee-94d5-266530ad1d64,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:29.192110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-6374f1ba-de81-440e-bf8c-bed6e4bee6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:29.193713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-6374f1ba-de81-440e-bf8c-bed6e4bee6de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2627525 Oct 15 00:36:29.250376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2fd8feb6-7b95-42c1-8ddd-2413023d8ef2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1833816 Oct 15 00:36:29.252955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40746) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:29.260544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:f8:eb'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:29.266930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40748) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:29.442358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:29.499356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] Deleting subnet 18c087d6-8201-4078-ae32-bad14774eab8 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:36:29.519582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:29.581053 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:29.614726 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-b8dd6718-08e2-4625-b148-b23d03e464e7 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519504 Oct 15 00:36:29.626953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4cb3ccd1-eb32-4cd2-a27f-7a13e49bfa35 None None] Provisioning complete for port 15eb2ec9-bec0-4fee-94d5-266530ad1d64 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:29.631951 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4cb3ccd1-eb32-4cd2-a27f-7a13e49bfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:29.672037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8558-87d0-479f-beab-91c4af5260ed req-f8bf9140-6dfb-451b-be8e-097dac95abfd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:29.680829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-703a8558-87d0-479f-beab-91c4af5260ed req-f8bf9140-6dfb-451b-be8e-097dac95abfd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.2789233 Oct 15 00:36:29.706074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3ccd1-eb32-4cd2-a27f-7a13e49bfa35 None None] Port 15eb2ec9-bec0-4fee-94d5-266530ad1d64 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:29.710391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:29.805085 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-daef054d-c24a-48b9-87cd-4f78751ed21d service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439071 Oct 15 00:36:29.889672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-3b7ffea5-7b1c-4d7e-94d9-cef01c136245 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0605235 Oct 15 00:36:29.894824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-703a8558-87d0-479f-beab-91c4af5260ed req-d1e7e2dd-6486-4c8b-87fb-92ddd1de1fbc tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123590 Oct 15 00:36:30.011155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.031243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.060067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-63b33abf-7e74-4b1f-8786-d2fea4fca72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:30.060067 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-63b33abf-7e74-4b1f-8786-d2fea4fca72d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1618671 Oct 15 00:36:30.080191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.125127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Router 15c50869-aef5-4dde-8eda-f923a5448b0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:36:30.137541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.144187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18c087d6-8201-4078-ae32-bad14774eab8 HTTP/1.1" status: 204 len: 168 time: 0.8737493 Oct 15 00:36:30.145096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40752) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:30.146128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b16b38-e1bc-4220-a238-71863338eb63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c087d6-8201-4078-ae32-bad14774eab8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:30.178351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-01ed5b38-76e2-47ae-becf-dd8ab4b9530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:30.180505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-01ed5b38-76e2-47ae-becf-dd8ab4b9530e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095352 Oct 15 00:36:30.228303 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.243148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.247063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.291500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] In _notify_port_updated(), no bound segment for port 15eb2ec9-bec0-4fee-94d5-266530ad1d64 on network c3dd5fd7-47cb-4992-94a3-6255de427446 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:36:30.297675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:30.297793 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.299144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "PUT /v2.0/ports/15eb2ec9-bec0-4fee-94d5-266530ad1d64 HTTP/1.1" status: 200 len: 1002 time: 1.0447509 Oct 15 00:36:30.310123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:30.366565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b761ba-fe7a-484c-ad55-ff95fb248434 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=15eb2ec9-bec0-4fee-94d5-266530ad1d64,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:30.464390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.497917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec98b06d-d5c5-4640-a8b3-53b730d6221f']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:30.528926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:30.529362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a79577-1b0a-4f7e-b87e-fbe4e546dfaa') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:30.547403 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.583100 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.592555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:36:30.593024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:36:30.595421 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:36:30.746663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-64e8b67b-aa4c-4a2c-8d79-d1e901ba7a35 None None] Provisioning complete for port 15eb2ec9-bec0-4fee-94d5-266530ad1d64 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:30.746924 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.747814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64e8b67b-aa4c-4a2c-8d79-d1e901ba7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.764971 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:30.768657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec98b06d-d5c5-4640-a8b3-53b730d6221f HTTP/1.1" status: 204 len: 168 time: 0.6202924 Oct 15 00:36:30.787277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f49765-f896-40b0-a41e-8de75291b123 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec98b06d-d5c5-4640-a8b3-53b730d6221f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:30.819247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-f9306663-9cb3-475c-bb39-e8933cf85143 service neutron] 10.222.0.30 "GET /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3/bindings/n-h2-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.1394825 Oct 15 00:36:30.836784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-64e8b67b-aa4c-4a2c-8d79-d1e901ba7a35 None None] Port 15eb2ec9-bec0-4fee-94d5-266530ad1d64 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:30.907158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447f7c-6962-4127-9970-8674eb65cfea req-e9b576e4-5bc3-42a2-86a1-fdf186e6c84e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:30.908845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-59447f7c-6962-4127-9970-8674eb65cfea req-e9b576e4-5bc3-42a2-86a1-fdf186e6c84e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.7456574 Oct 15 00:36:30.919393 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-e0d100e7-2ff2-4bd2-949c-e07d05cdf92e service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273350 Oct 15 00:36:31.059922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:31.081489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-59447f7c-6962-4127-9970-8674eb65cfea req-b3d6199a-a938-405a-919b-cbf0642d8626 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610408 Oct 15 00:36:31.085630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:36:31.090778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.102378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] Sync routers for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:36:31.119886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:36:31.121531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:31.125610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:36:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:31.154344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-f47fc1f7-3ba8-47af-92c4-1ce86b767024 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892188 Oct 15 00:36:31.155765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-afba7612-02ea-4fd3-a99e-e16befeceb6f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "PUT /v2.0/floatingips/f7d8af0d-91d3-4f94-b6dc-3bff78ab716f HTTP/1.1" status: 200 len: 990 time: 4.3369575 Oct 15 00:36:31.156551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:31.159317 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a38a60-80c2-4509-9020-88b0de2535da" -d '{"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "75ea010d-d039-498c-8048-6b756133d8ad"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:31.164010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting port 15eb2ec9-bec0-4fee-94d5-266530ad1d64 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:31.164351 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.178683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:31.204589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:31.265898 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-7a9634b3-c56a-4bb2-b1a2-2b37a6ba15fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7 HTTP/1.1" status: 200 len: 217 time: 0.0966930 Oct 15 00:36:31.302626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.347513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:36:31.362421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40770) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:31.446831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.455262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e9ce0849-d308-4104-90d5-15de151349a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d465bd42bf1b4a74bc2d5f691e634268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915117 Oct 15 00:36:31.457873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40772) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:31.486987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Calling delete_port for 15eb2ec9-bec0-4fee-94d5-266530ad1d64 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:31.507644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] Transition to ACTIVE for port object 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:36:31.535023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d68dc1-8793-41e5-af66-33e4813c8a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.563041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-3942150a-0aac-4caf-b9ee-7e3549910f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:31.564596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-3942150a-0aac-4caf-b9ee-7e3549910f95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.2442391 Oct 15 00:36:31.574151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc3ef-a564-4fdb-8111-22547fa127cc req-6c43d31d-9392-442e-bbd2-bccd2b2c9213 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:31.575728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab4fc3ef-a564-4fdb-8111-22547fa127cc req-6c43d31d-9392-442e-bbd2-bccd2b2c9213 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 944 time: 0.3362472 Oct 15 00:36:31.580808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.621054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d68dc1-8793-41e5-af66-33e4813c8a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.692262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'f7d8af0d-91d3-4f94-b6dc-3bff78ab716f', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'port_id': '75ea010d-d039-498c-8048-6b756133d8ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'mac_address': 'fa:16:3e:c4:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:34:58Z', 'updated_at': '2021-10-15T00:36:28Z', 'revision_number': 1, 'project_id': '39d869baaead42d694454e65afb64d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:52Z', 'revision_number': 5, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:31.720760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab4fc3ef-a564-4fdb-8111-22547fa127cc req-0d46dbf4-d042-4439-b033-b5ded0d72bbc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327431 Oct 15 00:36:31.727023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-c7ea3126-e932-4825-a0c9-d77aec1ce7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:31.728687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-c7ea3126-e932-4825-a0c9-d77aec1ce7b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504283 Oct 15 00:36:31.785466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] No DVR routers for this DVR port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:31.847619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] 10.222.0.30 "PUT /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3/bindings/n-h2-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0188551 Oct 15 00:36:31.851008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d68dc1-8793-41e5-af66-33e4813c8a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.854119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82d68dc1-8793-41e5-af66-33e4813c8a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:31.855211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82d68dc1-8793-41e5-af66-33e4813c8a93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/547f8c7d-856d-45ec-ba51-1c80a21c5ec3 HTTP/1.1" status: 204 len: 168 time: 0.3965073 Oct 15 00:36:31.858551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be979f44-b17a-4665-8176-d6f75c750aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:31.886342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d68dc1-8793-41e5-af66-33e4813c8a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547f8c7d-856d-45ec-ba51-1c80a21c5ec3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:31.912234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] Checking router: 15c50869-aef5-4dde-8eda-f923a5448b0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:36:31.948360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:36:31.948360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:36:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:31.949015 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:32.005715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Port': ['ID=15eb2ec9-bec0-4fee-94d5-266530ad1d64,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:32.031174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-a7821395-1155-4325-8859-5c1da3f5f258 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943707 Oct 15 00:36:32.061723 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:32.067950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40776) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:32.068251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a6bb7923-a0a7-4504-979b-25b159ea457a tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/ports/15eb2ec9-bec0-4fee-94d5-266530ad1d64 HTTP/1.1" status: 204 len: 168 time: 1.7436473 Oct 15 00:36:32.095179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f152-4ffb-49e3-9587-0c12f7af57d6 req-10b1b708-86ba-4925-a163-f7ff685c0b03 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:32.097068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4449f152-4ffb-49e3-9587-0c12f7af57d6 req-10b1b708-86ba-4925-a163-f7ff685c0b03 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1925468 Oct 15 00:36:32.111678 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-70adf37f-c639-4fa5-8b3f-bcbf61e9b284 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] GET failed (client error): The resource could not be found. Oct 15 00:36:32.114572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-70adf37f-c639-4fa5-8b3f-bcbf61e9b284 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "GET /v2.0/ports/15eb2ec9-bec0-4fee-94d5-266530ad1d64 HTTP/1.1" status: 404 len: 333 time: 0.0454292 Oct 15 00:36:32.119823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40778) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:32.129662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-169395993'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:32.198118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:36:32.277072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:32.286199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4449f152-4ffb-49e3-9587-0c12f7af57d6 req-d98629fc-972c-436e-a46c-c9ff7a667b94 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772072 Oct 15 00:36:32.317967 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-65bcf0a0-708f-45ff-8176-cc60f0d9dff2 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686906 Oct 15 00:36:32.486697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-ba8ff677-6876-4cfd-bda5-f379f530097e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb HTTP/1.1" status: 200 len: 217 time: 0.1452131 Oct 15 00:36:32.560913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-97292d30-6cb0-43b1-b714-5b41ceebe261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:32.562789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-97292d30-6cb0-43b1-b714-5b41ceebe261 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.0662014 Oct 15 00:36:32.639219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-59a1c14b-5f3f-4d2e-a4eb-21c66e03e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:32.641033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-59a1c14b-5f3f-4d2e-a4eb-21c66e03e4a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702605 Oct 15 00:36:32.680096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'f7d8af0d-91d3-4f94-b6dc-3bff78ab716f', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'port_id': '75ea010d-d039-498c-8048-6b756133d8ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'mac_address': 'fa:16:3e:c4:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:34:58Z', 'updated_at': '2021-10-15T00:36:28Z', 'revision_number': 1, 'project_id': '39d869baaead42d694454e65afb64d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:52Z', 'revision_number': 5, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:32.731217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea9764-98c6-4f17-87d9-d1436819b462 None None] The sync data for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 is: [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'f7d8af0d-91d3-4f94-b6dc-3bff78ab716f', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'port_id': '75ea010d-d039-498c-8048-6b756133d8ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'mac_address': 'fa:16:3e:c4:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62be5221-85fe-4093-b5f2-616ce2da9219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:34:58Z', 'updated_at': '2021-10-15T00:36:28Z', 'revision_number': 1, 'project_id': '39d869baaead42d694454e65afb64d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:52Z', 'revision_number': 5, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:36:32.762012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-69af83b6-de2c-4b21-8b05-73404343f478 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123655 Oct 15 00:36:32.883027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-c1a78118-b0c7-4343-a4f2-8f0d4cecd475 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083994 Oct 15 00:36:32.942568 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-00369bfd-1db9-4b10-b6e7-c86430d89294 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c687c049-3c32-4380-8506-c406f236d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0436611 Oct 15 00:36:32.972908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504bf7e2-c35f-4442-9810-498440ce5252 None None] New status for floating IP f7d8af0d-91d3-4f94-b6dc-3bff78ab716f: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:36:33.003479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-cca3c59f-e42c-4d41-a9fa-5ac687839dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:33.004113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-cca3c59f-e42c-4d41-a9fa-5ac687839dbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.0542243 Oct 15 00:36:33.075380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-6e592db3-c74d-417e-be08-9efec2e8823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:33.076963 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-6e592db3-c74d-417e-be08-9efec2e8823d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651417 Oct 15 00:36:33.085057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:33.090008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:33.152147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] device_id is not set on port 2a5ac7ac-9a64-42d1-95d0-76205e772378 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:33.306475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-1065590a-0df2-4b55-95d1-32b9caf144ee service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146380 Oct 15 00:36:33.405279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Allocated IP 2001:db8::3ea (c3dd5fd7-47cb-4992-94a3-6255de427446/66cef415-7222-4d3c-98c4-a4cc12d7e7c9/2a5ac7ac-9a64-42d1-95d0-76205e772378) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:33.464981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-819542cb-22ce-4e30-9f0d-75a55e7c9769 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485872 Oct 15 00:36:33.538493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-e438803d-9556-4792-92b8-7c78a647c641 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24babc18-da8f-4608-a66f-5a6ed585041a HTTP/1.1" status: 200 len: 217 time: 0.0635862 Oct 15 00:36:33.645685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-98300c68-98b9-458f-aa61-8bc8ba54bead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:33.647151 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-98300c68-98b9-458f-aa61-8bc8ba54bead service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.0934918 Oct 15 00:36:33.719153 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:33.728821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-014d0b5b-38fc-464e-9262-202175a371b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:33.730360 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-014d0b5b-38fc-464e-9262-202175a371b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0753236 Oct 15 00:36:33.772011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40806) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:33.847879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-18721b98-081f-4aed-8801-4765c689d698 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094246 Oct 15 00:36:33.910634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:33.919532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-603162815-network', 'tenant_id': 'daaee5b176584bb1ab123927ca530f15'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:33.995987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:34.003855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:34.016304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:34.022061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:34.030890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.035421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=2a5ac7ac-9a64-42d1-95d0-76205e772378,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:34.042326 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4950cf36-3b2b-4dcf-8655-a7f22aec7f89 req-fde410a9-4311-4eed-9520-db13da213dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860995 Oct 15 00:36:34.068115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Made reservation on behalf of daaee5b176584bb1ab123927ca530f15 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:34.070967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.082542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.104985 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:36:34.175910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.234358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40812) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:34.235052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e84c4e4f-9619-4de6-a0eb-8de73ae06dac tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1102538 Oct 15 00:36:34.240832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'network_id': 'c3dd5fd7-47cb-4992-94a3-6255de427446', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2040679945'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:34.295503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c6d69a42-7e28-47ca-ad7d-7330feb75d3b None None] Provisioning complete for port 2a5ac7ac-9a64-42d1-95d0-76205e772378 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:34.296745 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6d69a42-7e28-47ca-ad7d-7330feb75d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.441037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c6d69a42-7e28-47ca-ad7d-7330feb75d3b None None] Port 2a5ac7ac-9a64-42d1-95d0-76205e772378 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:34.441442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.441442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:36:34.441442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f6c3f8-d4e4-44df-8b67-ee39a05cb936,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:34.441442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.441442 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Added segment e81362a3-cf92-41c6-9009-a53e957ac9bb of type vlan for network f7479cbd-95b6-4db4-afa0-ab186aeb3619 Oct 15 00:36:34.474393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.588101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Made reservation on behalf of ad17cf7d76774c14bd30f57cf256a469 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:34.591800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.604252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.605204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:34.605814 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:34.630388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] device_id is not set on port 1d665668-fe82-4dfe-9629-608654fb640d yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:34.711600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] Pushing event updated for resources: {'Network': ['ID=f7479cbd-95b6-4db4-afa0-ab186aeb3619,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:34.724942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f7479cbd-95b6-4db4-afa0-ab186aeb3619 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:36:34.765668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-23d035fb-08db-41e7-82bb-e7fb065d4a7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9924657 Oct 15 00:36:34.768519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40814) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:34.773227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Request body: {'subnet': {'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-603162815-subnet', 'tenant_id': 'daaee5b176584bb1ab123927ca530f15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:34.825142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Allocated IP 2001:db8::3b6 (c3dd5fd7-47cb-4992-94a3-6255de427446/66cef415-7222-4d3c-98c4-a4cc12d7e7c9/1d665668-fe82-4dfe-9629-608654fb640d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:34.960057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Made reservation on behalf of daaee5b176584bb1ab123927ca530f15 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:34.962984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.005458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.183012 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.229501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Network c3dd5fd7-47cb-4992-94a3-6255de427446 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:35.232596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:35.239240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:35.242230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:35.242848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.262511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.262511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=1d665668-fe82-4dfe-9629-608654fb640d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:35.324623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f8b293-3b07-47e0-8bd8-83930962164b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:35.334281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Checking segment: {'id': 'e81362a3-cf92-41c6-9009-a53e957ac9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:35.334745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Network hostable DHCP agents. Network: f7479cbd-95b6-4db4-afa0-ab186aeb3619, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:36:35.362047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-911536f5-2773-407d-914b-356a99de1fb2 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1263108 Oct 15 00:36:35.364720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:35.370531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18b', 'mac_address': 'fa:16:3e:87:f8:eb'}, {'ip_address': '2001:db8::3ea', 'mac_address': 'fa:16:3e:74:f8:ec'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:35.423674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Network f7479cbd-95b6-4db4-afa0-ab186aeb3619 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:36:35.469891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2d934f59-ff54-4975-9b61-72fac1c60e36 None None] Provisioning complete for port 1d665668-fe82-4dfe-9629-608654fb640d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:35.470530 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2d934f59-ff54-4975-9b61-72fac1c60e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.504418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2d934f59-ff54-4975-9b61-72fac1c60e36 None None] Port 1d665668-fe82-4dfe-9629-608654fb640d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:35.545159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.575067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f7479cbd-95b6-4db4-afa0-ab186aeb3619) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:35.579300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:35.580040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.584711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dcfe72-66ca-46a8-83ac-82d8d8bdfca3 None None] Network f7479cbd-95b6-4db4-afa0-ab186aeb3619 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:35.709138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55d7688c-d157-43ff-ab4c-cca3b8773b53 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9396019 Oct 15 00:36:35.709887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba05612a-de75-4870-9c11-5589a15ba07a None None] Network f7479cbd-95b6-4db4-afa0-ab186aeb3619 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:35.742846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.811100 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.847022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] In _notify_port_updated(), no bound segment for port 1d665668-fe82-4dfe-9629-608654fb640d on network c3dd5fd7-47cb-4992-94a3-6255de427446 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:36:35.854661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:35.855313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:35.859279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "PUT /v2.0/ports/1d665668-fe82-4dfe-9629-608654fb640d HTTP/1.1" status: 200 len: 1068 time: 0.4908643 Oct 15 00:36:35.862502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40822) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:35.898790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd87bd2-2e5f-4358-aa7e-dcb8c68f79e0 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event updated for resources: {'Port': ['ID=1d665668-fe82-4dfe-9629-608654fb640d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:35.971131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting port 1d665668-fe82-4dfe-9629-608654fb640d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:35.971513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.063540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.075603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Calling delete_port for 1d665668-fe82-4dfe-9629-608654fb640d owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:36.126818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e20f0fb2-1004-4adf-9c9a-8d6d89ca1edc None None] Provisioning complete for port 1d665668-fe82-4dfe-9629-608654fb640d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:36.127279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e20f0fb2-1004-4adf-9c9a-8d6d89ca1edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.171854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e20f0fb2-1004-4adf-9c9a-8d6d89ca1edc None None] Port 1d665668-fe82-4dfe-9629-608654fb640d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:36.268344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.298654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Port': ['ID=1d665668-fe82-4dfe-9629-608654fb640d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:36.456749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.469739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-caf17021-f08f-4e13-8640-7e9cb000d3c5 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/ports/1d665668-fe82-4dfe-9629-608654fb640d HTTP/1.1" status: 204 len: 168 time: 0.6001194 Oct 15 00:36:36.469739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40826) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:36.488716 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2e83fa-1a30-4653-8750-beffe274f88b tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] GET failed (client error): The resource could not be found. Oct 15 00:36:36.490320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cc2e83fa-1a30-4653-8750-beffe274f88b tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "GET /v2.0/ports/1d665668-fe82-4dfe-9629-608654fb640d HTTP/1.1" status: 404 len: 333 time: 0.0259387 Oct 15 00:36:36.493613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40828) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:36.589010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting port 2a5ac7ac-9a64-42d1-95d0-76205e772378 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:36.589225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.675533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.687528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Calling delete_port for 2a5ac7ac-9a64-42d1-95d0-76205e772378 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:36.851011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.880800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Port': ['ID=2a5ac7ac-9a64-42d1-95d0-76205e772378,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:36.908449 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:36.911772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-38d734cf-5b76-497d-af25-ceaea83e7c51 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/ports/2a5ac7ac-9a64-42d1-95d0-76205e772378 HTTP/1.1" status: 204 len: 168 time: 0.4164932 Oct 15 00:36:36.914291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40830) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:36.940272 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-452c1b5a-4768-4288-8641-af9a45395eb8 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] GET failed (client error): The resource could not be found. Oct 15 00:36:36.942017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-452c1b5a-4768-4288-8641-af9a45395eb8 tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "GET /v2.0/ports/2a5ac7ac-9a64-42d1-95d0-76205e772378 HTTP/1.1" status: 404 len: 333 time: 0.0266652 Oct 15 00:36:36.945341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40832) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:37.044611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting port 953eee00-6fb2-4c98-a3c1-4334744bf6c4 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:37.044957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.137801 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.150050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Calling delete_port for 953eee00-6fb2-4c98-a3c1-4334744bf6c4 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:37.348435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.383317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Port': ['ID=953eee00-6fb2-4c98-a3c1-4334744bf6c4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:37.412050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.415803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4bdda3c4-b2f3-4565-bea4-1b0c3657f8fe tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/ports/953eee00-6fb2-4c98-a3c1-4334744bf6c4 HTTP/1.1" status: 204 len: 168 time: 0.4693146 Oct 15 00:36:37.418178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40834) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:37.476481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting subnet 66cef415-7222-4d3c-98c4-a4cc12d7e7c9 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:36:37.480000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.524675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.624901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.744014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.772691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Subnet': ['ID=66cef415-7222-4d3c-98c4-a4cc12d7e7c9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:37.774933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.778422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-21ea80e7-ef98-4487-9476-5c963ece53be tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/subnets/66cef415-7222-4d3c-98c4-a4cc12d7e7c9 HTTP/1.1" status: 204 len: 168 time: 0.3592823 Oct 15 00:36:37.791412 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40836) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:37.829509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed61ac-47c7-4b3c-9287-987527ee1c48 None None] Network c3dd5fd7-47cb-4992-94a3-6255de427446 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:37.922672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:37.927364 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5969d5ce-8d07-462b-b1d3-fd21b75e632c x-openstack-request-id: req-5969d5ce-8d07-462b-b1d3-fd21b75e632c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:37.931981 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "tag": "75ea010d-d039-498c-8048-6b756133d8ad", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:37.931981 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5969d5ce-8d07-462b-b1d3-fd21b75e632c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:37.931981 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad', 'status': 'completed', 'code': 200} Oct 15 00:36:37.960659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:37.961553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:37.961849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:37.962517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:37.963180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:37.963638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:37.964137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:37.966367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a38a60-80c2-4509-9020-88b0de2535da req-b45d53cc-ac9b-4ee2-af9c-cd450756a0e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6489 time: 0.1119761 Oct 15 00:36:38.048160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0a89-b776-4225-82de-029cdce3627c req-61cb71ad-762c-4db0-ae64-f57c07f9c5e9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.049957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce4b0a89-b776-4225-82de-029cdce3627c req-61cb71ad-762c-4db0-ae64-f57c07f9c5e9 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.1207669 Oct 15 00:36:38.108686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Deleting port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:38.109831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.133073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce4b0a89-b776-4225-82de-029cdce3627c req-ca1252f9-5b18-4b0e-a920-25b97d273abc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737054 Oct 15 00:36:38.163091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] DHCP port deletion for c3dd5fd7-47cb-4992-94a3-6255de427446 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:36:38.257164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] Deleting port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:38.257487 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.330629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] For port d458149b-70e1-463c-bbac-dd5ca2a8a9f7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,segment=NetworkSegment(a2e99c66-6066-4350-9edb-c16f6ae32c2c),segment_id=a2e99c66-6066-4350-9edb-c16f6ae32c2c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:38.331541 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.335036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] For port d458149b-70e1-463c-bbac-dd5ca2a8a9f7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,segment=NetworkSegment(a2e99c66-6066-4350-9edb-c16f6ae32c2c),segment_id=a2e99c66-6066-4350-9edb-c16f6ae32c2c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:38.335603 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.350647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] Calling delete_port for d458149b-70e1-463c-bbac-dd5ca2a8a9f7 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:38.353163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Calling delete_port for d458149b-70e1-463c-bbac-dd5ca2a8a9f7 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:38.377113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e6cbb-f021-4fc5-8620-4dd2345c8c2b req-282237b1-9f1a-4f89-bae8-14ba18c87204 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.386353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-598e6cbb-f021-4fc5-8620-4dd2345c8c2b req-282237b1-9f1a-4f89-bae8-14ba18c87204 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1374512 Oct 15 00:36:38.483059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-598e6cbb-f021-4fc5-8620-4dd2345c8c2b req-f6809cd8-071c-476f-946a-fe59f3a9cfdb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947206 Oct 15 00:36:38.511116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.537094 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.555879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] No DVR routers for this DVR port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:38.558080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6c8ab-a7ee-47b5-a2ae-4ec88b4de553 None None] Pushing event deleted for resources: {'Port': ['ID=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:38.584534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Port': ['ID=d458149b-70e1-463c-bbac-dd5ca2a8a9f7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:38.605037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] No DVR routers for this DVR port d458149b-70e1-463c-bbac-dd5ca2a8a9f7 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:38.618676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10481372-33a1-4b25-b091-484a9e688f69 req-6b82aa03-fc40-49c2-b0be-9bbe2f4f32de tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.620337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10481372-33a1-4b25-b091-484a9e688f69 req-6b82aa03-fc40-49c2-b0be-9bbe2f4f32de tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 945 time: 0.6811824 Oct 15 00:36:38.679995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-5636513b-6e86-4459-90db-079c646cd267 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.682261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-5636513b-6e86-4459-90db-079c646cd267 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.2206726 Oct 15 00:36:38.705617 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.707021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-9ab374fd-7ffd-41e0-a713-28aa35ba2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.712467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a38a60-80c2-4509-9020-88b0de2535da req-9ab374fd-7ffd-41e0-a713-28aa35ba2bbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=198c7661-90f0-428e-9a7e-e7cafe9db3d1 HTTP/1.1" status: 200 len: 912 time: 0.2449758 Oct 15 00:36:38.712467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10481372-33a1-4b25-b091-484a9e688f69 req-f19381a8-8c2b-4f7d-98c9-8c70a21be812 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843704 Oct 15 00:36:38.735590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dd5fd7-47cb-4992-94a3-6255de427446']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:38.751200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e99c66-6066-4350-9edb-c16f6ae32c2c') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:38.751564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e99c66-6066-4350-9edb-c16f6ae32c2c') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:38.767375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.785780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.807663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:36:38.808411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:36:38.813332 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:36:38.826628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a38a60-80c2-4509-9020-88b0de2535da req-f1e1e5a8-a6a8-4f44-a0a5-0dfb07e31cd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75ea010d-d039-498c-8048-6b756133d8ad HTTP/1.1" status: 200 len: 1000 time: 0.0899677 Oct 15 00:36:38.841651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-a1ebc395-e01d-4a71-9cf1-e944bfbdbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.843130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-a1ebc395-e01d-4a71-9cf1-e944bfbdbb46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe&tenant_id=20859c8ac63f4118a4298c86b9ae44f8 HTTP/1.1" status: 200 len: 1096 time: 0.1457701 Oct 15 00:36:38.917287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-a90a361f-4706-4f77-901d-1ba7613f3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.918882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a38a60-80c2-4509-9020-88b0de2535da req-a90a361f-4706-4f77-901d-1ba7613f3824 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9c50b30-fb11-477b-88d9-4c9150808b66 HTTP/1.1" status: 200 len: 850 time: 0.0872982 Oct 15 00:36:38.935766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-0f090cae-769d-42da-92cc-759bba8a92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:38.938341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-0f090cae-769d-42da-92cc-759bba8a92c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1096 time: 0.0568779 Oct 15 00:36:39.000507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:39.009498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:39.012789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] 10.222.0.13 "DELETE /v2.0/networks/c3dd5fd7-47cb-4992-94a3-6255de427446 HTTP/1.1" status: 204 len: 168 time: 1.2187068 Oct 15 00:36:39.029453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696749ca-3118-4436-a6c7-6aefce70e98b req-a4c3bf3b-ab5e-42ba-8c9e-a2ab35c665de tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:39.030948 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-a4c3bf3b-ab5e-42ba-8c9e-a2ab35c665de tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/networks?id=f7479cbd-95b6-4db4-afa0-ab186aeb3619 HTTP/1.1" status: 200 len: 817 time: 0.1498601 Oct 15 00:36:39.032104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52a802-a034-40db-863b-58863dd2bb7c tempest-AllowedAddressPairIpV6TestJSON-907521083 tempest-AllowedAddressPairIpV6TestJSON-907521083-project] Pushing event deleted for resources: {'Network': ['ID=c3dd5fd7-47cb-4992-94a3-6255de427446,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:39.051057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a38a60-80c2-4509-9020-88b0de2535da req-14eaa568-ff30-4413-9bf3-8b0be2370a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:39.052798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a38a60-80c2-4509-9020-88b0de2535da req-14eaa568-ff30-4413-9bf3-8b0be2370a24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147127 Oct 15 00:36:39.056453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-a75920e5-4c94-42bc-8de1-76532a964565 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/quotas/daaee5b176584bb1ab123927ca530f15 HTTP/1.1" status: 200 len: 375 time: 0.0121646 Oct 15 00:36:39.093898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-a93058bd-5e74-4a0b-b894-bd1fad83bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:39.095989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-2dbdea7d-ebf7-4f45-af78-6d81a4423b45 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=daaee5b176584bb1ab123927ca530f15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327704 Oct 15 00:36:39.096392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-a93058bd-5e74-4a0b-b894-bd1fad83bd58 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 200 len: 921 time: 0.1482265 Oct 15 00:36:39.178880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-c5a46135-765d-4bf3-bf84-a4d93b6d062d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 200 len: 217 time: 0.0700591 Oct 15 00:36:39.210270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-bf758d3c-dac8-47d0-ac9a-204167ce78de service neutron] 10.222.0.13 "GET /v2.0/networks/f7479cbd-95b6-4db4-afa0-ab186aeb3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040499 Oct 15 00:36:39.260177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a38a60-80c2-4509-9020-88b0de2535da req-2b198232-e114-4e1d-8207-f48b01009b66 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916478 Oct 15 00:36:39.318477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-e8b95236-8c62-46cc-8ea6-fab7e469d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:39.320166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-e8b95236-8c62-46cc-8ea6-fab7e469d4d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 200 len: 860 time: 0.1275463 Oct 15 00:36:39.325373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-cb84c42a-b4a3-4785-8064-864c1c244344 service neutron] 10.222.0.13 "GET /v2.0/networks/f7479cbd-95b6-4db4-afa0-ab186aeb3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069930 Oct 15 00:36:39.406604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9410-a825-4768-848b-78e21f7404a4 req-9788b859-e899-4f39-9926-d09fc80c3564 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:39.413708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-270a9410-a825-4768-848b-78e21f7404a4 req-9788b859-e899-4f39-9926-d09fc80c3564 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.1714501 Oct 15 00:36:39.418191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-6fdc02b2-feee-4fcd-a55e-f98e532274cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e21b540f-6502-42bd-8391-cd65ce80654d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870037 Oct 15 00:36:39.441132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40858) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:39.519092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a38a60-80c2-4509-9020-88b0de2535da req-c28d6840-4a9f-4520-9511-3155ec4bd04b service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392294 Oct 15 00:36:39.548201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-270a9410-a825-4768-848b-78e21f7404a4 req-b3483ec0-5213-4cf4-8d96-25ca82049895 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336415 Oct 15 00:36:39.593482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-7386b485-7cd6-4ac8-9b58-7397446047e0 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636946 Oct 15 00:36:39.631943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40868) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:39.638166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea685447-b554-4277-8262-864c1d17055a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad17cf7d76774c14bd30f57cf256a469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845529 Oct 15 00:36:39.774569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4a020d8-0933-4d57-aa74-d03d2f33265e req-dd144e19-c90b-4cf4-a430-d896013d86ff tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 210 time: 0.0413380 Oct 15 00:36:39.799000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3590a0-dded-4b53-a9ee-2e9e0459f960 req-84a844d5-1404-4a3d-a0c9-5427cdc64648 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:39.799000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf3590a0-dded-4b53-a9ee-2e9e0459f960 req-84a844d5-1404-4a3d-a0c9-5427cdc64648 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1603656 Oct 15 00:36:39.841619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8df37414-de76-48e3-991f-aecaf41920d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:39.846661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-fb2e37f8-0ec2-482c-b69b-6045ed4fe797 service neutron] 10.222.0.39 "GET /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452352 Oct 15 00:36:39.880117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf3590a0-dded-4b53-a9ee-2e9e0459f960 req-b2641489-b1d4-4153-81f5-59f58f936fdc tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784771 Oct 15 00:36:39.897551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8df37414-de76-48e3-991f-aecaf41920d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:39.908865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a25d9c-1b22-42a5-aa88-afb15176cfba req-eed6a0e8-2204-4aaa-b6c8-7693890940ec tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:39.910418 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15a25d9c-1b22-42a5-aa88-afb15176cfba req-eed6a0e8-2204-4aaa-b6c8-7693890940ec tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 945 time: 0.0662777 Oct 15 00:36:39.970862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15a25d9c-1b22-42a5-aa88-afb15176cfba req-640996f8-504f-436f-833b-05e2a0780784 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507724 Oct 15 00:36:39.971533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d458149b-70e1-463c-bbac-dd5ca2a8a9f7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:39.998366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d458149b-70e1-463c-bbac-dd5ca2a8a9f7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:36:39.998904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d458149b-70e1-463c-bbac-dd5ca2a8a9f7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:36:40.342328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8df37414-de76-48e3-991f-aecaf41920d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:40.343043 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:40.345120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8df37414-de76-48e3-991f-aecaf41920d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:40.346423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8df37414-de76-48e3-991f-aecaf41920d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13afcf2f-fe22-4590-8dae-bef088198986 HTTP/1.1" status: 204 len: 168 time: 0.7117810 Oct 15 00:36:40.355069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df37414-de76-48e3-991f-aecaf41920d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13afcf2f-fe22-4590-8dae-bef088198986,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:40.681910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853e27-eefb-4256-98eb-61a50e80541a req-c0926cd0-cd4b-4bbe-89e2-615b81627ba7 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:40.683635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2853e27-eefb-4256-98eb-61a50e80541a req-c0926cd0-cd4b-4bbe-89e2-615b81627ba7 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0606773 Oct 15 00:36:40.729699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2853e27-eefb-4256-98eb-61a50e80541a req-1bb866fe-e747-4260-a9b7-af5b8f4e3b1a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Oct 15 00:36:40.798787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-d7f2c4b8-84e9-4605-964d-609e798f2e60 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:40.800071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-d7f2c4b8-84e9-4605-964d-609e798f2e60 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe&tenant_id=20859c8ac63f4118a4298c86b9ae44f8&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.1008694 Oct 15 00:36:40.870649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b7f4e7c5-7403-48f9-b6c4-322f6e369f28 req-df78f869-1f2a-47a1-9d82-b32e29b99f3d tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 210 time: 0.0346179 Oct 15 00:36:41.015661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a109859-0c43-42c3-ad7e-fddc57db198f req-88d1e42e-c28c-444c-9fe8-7e8582102673 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:41.026542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a109859-0c43-42c3-ad7e-fddc57db198f req-88d1e42e-c28c-444c-9fe8-7e8582102673 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0543525 Oct 15 00:36:41.053722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-64de3a1c-5e58-4972-b8dd-e3e99a4ee246 service neutron] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:41.063833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-64de3a1c-5e58-4972-b8dd-e3e99a4ee246 service neutron] Publish callbacks [] for binding, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:41.065566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d42ea2-2a5c-4fbf-9162-3a4e1433aed0 req-64de3a1c-5e58-4972-b8dd-e3e99a4ee246 service neutron] 10.222.0.39 "DELETE /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3/bindings/n-h1-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.2582924 Oct 15 00:36:41.109873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a109859-0c43-42c3-ad7e-fddc57db198f req-131661b0-2c56-4628-87cb-10e4da423451 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810699 Oct 15 00:36:41.192159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f57b1d-acaf-4a44-899a-2b7b3946c660 req-dbfa7650-1c2d-4974-a3c5-09924a6246ad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:41.194001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8f57b1d-acaf-4a44-899a-2b7b3946c660 req-dbfa7650-1c2d-4974-a3c5-09924a6246ad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 945 time: 0.0700994 Oct 15 00:36:41.238698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8f57b1d-acaf-4a44-899a-2b7b3946c660 req-bf7b8dbc-1e58-49a1-89e1-4e80f8cf16fd tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Oct 15 00:36:41.380505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56738b65-eb51-4770-8c8a-927c75ef0eef req-58d77f8f-63ae-4291-86c9-61ada78289c2 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:41.382074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-56738b65-eb51-4770-8c8a-927c75ef0eef req-58d77f8f-63ae-4291-86c9-61ada78289c2 tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 1096 time: 0.0425344 Oct 15 00:36:41.420683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-56738b65-eb51-4770-8c8a-927c75ef0eef req-1a599a40-52f0-4dab-b233-1ae5960f882c tempest-LiveAutoBlockMigrationV225Test-481484304 tempest-LiveAutoBlockMigrationV225Test-481484304-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295904 Oct 15 00:36:41.636048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40924) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:41.746352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-408079352'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:41.859589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f95d9-6bf1-47f0-878b-872ff2557d12 req-6ee32313-900b-45d2-b075-4ac2cdf7c6e4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:41.861210 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-493f95d9-6bf1-47f0-878b-872ff2557d12 req-6ee32313-900b-45d2-b075-4ac2cdf7c6e4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 944 time: 0.0492344 Oct 15 00:36:41.874813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:41.878607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:41.894445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:41.910744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-493f95d9-6bf1-47f0-878b-872ff2557d12 req-7898065d-8d08-4686-bbc2-e040b534fcaa tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433648 Oct 15 00:36:42.001943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.049417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-470be589-d6ea-4c47-aa26-55a186f34d94 req-e9fa5951-be2a-4d3b-8600-2502f380e8b6 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 210 time: 0.0305309 Oct 15 00:36:42.096542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.123663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:36:42.139177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395e5791-38dd-422c-aab0-1ed8f3c0f1a2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:42.147932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.147932 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Added segment e699354f-f3c2-41d6-bf6f-1299bd6f2dde of type vlan for network a7fd4731-d736-4cbe-afc6-125291803a1d Oct 15 00:36:42.209915 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.297338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e9796-c1a8-4c9e-86fb-e8bf845ab492 req-e43cca90-2ebc-40f5-b9a7-6e810e32cfaa tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:42.298966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd4e9796-c1a8-4c9e-86fb-e8bf845ab492 req-e43cca90-2ebc-40f5-b9a7-6e810e32cfaa tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1043360 Oct 15 00:36:42.344110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd4e9796-c1a8-4c9e-86fb-e8bf845ab492 req-837c2008-4efc-4af6-a9dd-ae1fa51ea6ba tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372314 Oct 15 00:36:42.359121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.365190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:42.365825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.367184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d56ce6-95dd-4a13-84cd-21518662541e req-21fd12eb-3be8-4a25-8eb1-190455440a48 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:42.371490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7d56ce6-95dd-4a13-84cd-21518662541e req-21fd12eb-3be8-4a25-8eb1-190455440a48 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 945 time: 0.3818154 Oct 15 00:36:42.414792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7d56ce6-95dd-4a13-84cd-21518662541e req-932248a1-3617-4d5d-a03e-5a42e4a517cc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Oct 15 00:36:42.442518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Network': ['ID=a7fd4731-d736-4cbe-afc6-125291803a1d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:42.451801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eeba1367-8823-44d3-94f4-86f7386d7fc7 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8145087 Oct 15 00:36:42.453496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network a7fd4731-d736-4cbe-afc6-125291803a1d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:36:42.454535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40942) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:42.459691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'subnet': {'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:42.599076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:42.603504 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.629184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:42.727907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-afa3f2f7-ece2-41fb-b7b5-1f31c0bf4985 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:42.729467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-afa3f2f7-ece2-41fb-b7b5-1f31c0bf4985 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 945 time: 0.0616651 Oct 15 00:36:42.743778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:42.755617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '70293055-4295-4d87-8741-1c9b31968483', 'network_id': 'f9a9c6c2-32ff-406b-afc6-8519d9c84c56', 'port_id': '70293055-4295-4d87-8741-1c9b31968483', 'mac_address': 'fa:16:3e:c4:42:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3677581f-405d-4f13-8012-56c99c3fa105', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:42.804288 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.819278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70293055-4295-4d87-8741-1c9b31968483 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:42.840587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:42.844278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Deleting port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:42.844624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.855478 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.931146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.960838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] For port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:42.961158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:42.986702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Calling delete_port for 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:42.991469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Subnet': ['ID=a04465ec-b6cd-4252-9ae8-b3a9fef2a140,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:43.004451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Checking segment: {'id': 'e699354f-f3c2-41d6-bf6f-1299bd6f2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:43.004934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network hostable DHCP agents. Network: a7fd4731-d736-4cbe-afc6-125291803a1d, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:36:43.017490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696749ca-3118-4436-a6c7-6aefce70e98b req-6ec1747b-6dc7-4f2b-b3f7-6aa0b0930a85 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:43.019411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-6ec1747b-6dc7-4f2b-b3f7-6aa0b0930a85 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.30 "GET /v2.0/networks?id=f7479cbd-95b6-4db4-afa0-ab186aeb3619 HTTP/1.1" status: 200 len: 817 time: 0.2044423 Oct 15 00:36:43.034655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Request body: {'port': {'device_id': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619', 'admin_state_up': True, 'tenant_id': 'daaee5b176584bb1ab123927ca530f15'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:43.048362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:43.166918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5860bd-6925-48d2-9de9-7557a689d5d3 req-9076d104-5f07-43e5-bc1f-e7f378077845 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 210 time: 0.0346398 Oct 15 00:36:43.173675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f5867-b89a-48ea-b689-3b2a5294290f req-da53ea04-ef83-4592-b9b1-df2a63134b74 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:43.175356 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc4f5867-b89a-48ea-b689-3b2a5294290f req-da53ea04-ef83-4592-b9b1-df2a63134b74 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 945 time: 0.1483536 Oct 15 00:36:43.202330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network a7fd4731-d736-4cbe-afc6-125291803a1d is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:36:43.245550 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.254354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc4f5867-b89a-48ea-b689-3b2a5294290f req-7b5afe83-dc01-44bb-aa92-e5e52016b7bb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595996 Oct 15 00:36:43.257427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, a7fd4731-d736-4cbe-afc6-125291803a1d) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:43.263424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:43.276534 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.276833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d3e23ca5-3372-4d14-8d16-aaa5b8020207'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:43.279491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4037433a-0d2e-4393-ad1c-20ed4a60f4d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:43.282463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event deleted for resources: {'Port': ['ID=4037433a-0d2e-4393-ad1c-20ed4a60f4d3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:43.297501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Made reservation on behalf of daaee5b176584bb1ab123927ca530f15 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:43.301111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.308394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef53da-2e11-4fbd-ba4f-20acc7667ce5 None None] Network a7fd4731-d736-4cbe-afc6-125291803a1d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:43.332402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] No DVR routers for this DVR port 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:43.335012 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.339122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5f6f709-388f-4822-ac41-0e770ab0b786 req-508ee24c-7bee-47fc-ace2-afbe3e4e3e7f tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.39 "DELETE /v2.0/ports/4037433a-0d2e-4393-ad1c-20ed4a60f4d3 HTTP/1.1" status: 204 len: 173 time: 0.5974996 Oct 15 00:36:43.339574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'name': 'network-vif-deleted', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:43.343826 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0023741-88b9-48f2-9c01-ab6f4da63e7e" -d '{"events": [{"server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "name": "network-vif-deleted", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:43.371868 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dfaf8789-96a3-4ae9-90a2-6f1ac560fc60 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9136028 Oct 15 00:36:43.372409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40954) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:43.377527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'name': 'tempest-AllowedAddressPairTestJSON-2125286616'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:43.427449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['70293055-4295-4d87-8741-1c9b31968483'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:43.487883 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c3fe7a-ffe3-4db7-893d-3bd12209115d x-openstack-request-id: req-05c3fe7a-ffe3-4db7-893d-3bd12209115d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:43.488184 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94344cfb-49bf-4937-a5c2-9a31cada1dbe", "name": "network-vif-deleted", "tag": "4037433a-0d2e-4393-ad1c-20ed4a60f4d3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:43.488508 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05c3fe7a-ffe3-4db7-893d-3bd12209115d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:43.488837 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94344cfb-49bf-4937-a5c2-9a31cada1dbe', 'name': 'network-vif-deleted', 'tag': '4037433a-0d2e-4393-ad1c-20ed4a60f4d3', 'status': 'completed', 'code': 200} Oct 15 00:36:43.561855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242a68e-1f6a-4a3e-aa44-37b5ffa99ed3 req-8b1ce4bb-4503-423c-a6bf-6c489ace8c63 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:43.563454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4242a68e-1f6a-4a3e-aa44-37b5ffa99ed3 req-8b1ce4bb-4503-423c-a6bf-6c489ace8c63 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1047304 Oct 15 00:36:43.568472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Allocated IP 172.20.0.2 (f7479cbd-95b6-4db4-afa0-ab186aeb3619/a3f8b293-3b07-47e0-8bd8-83930962164b/d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:43.593722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:43.598061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.623345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-a7fd4731-d736-4cbe-afc6-125291803a1d', 'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'tenant_id': '0c66eaf4be594ab3a975f61960eec983', 'fixed_ips': [{'subnet_id': 'a04465ec-b6cd-4252-9ae8-b3a9fef2a140'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:36:43.624674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.642637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4242a68e-1f6a-4a3e-aa44-37b5ffa99ed3 req-88d2a6da-f6a3-4ab5-b81b-898c001ed283 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691316 Oct 15 00:36:43.681533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eed43116-34fa-4b1e-99df-03660040ad82 req-0db498fb-0bd1-4866-aa46-307dbdd70e2a tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0661604 Oct 15 00:36:43.682793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] device_id is not set on port 36f2f12f-5d88-479e-b81c-e317b749a925 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:43.797623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.838925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Allocated IP 172.20.0.7 (a7fd4731-d736-4cbe-afc6-125291803a1d/a04465ec-b6cd-4252-9ae8-b3a9fef2a140/36f2f12f-5d88-479e-b81c-e317b749a925) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:43.909665 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:43.965329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Pushing event updated for resources: {'Port': ['ID=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:43.985791 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Network f7479cbd-95b6-4db4-afa0-ab186aeb3619 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:43.987666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:43.990295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:44.043041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:44.043686 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.050430 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.144846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-d8503a5f-1a2b-451f-93e6-f6242be21435 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1140041 Oct 15 00:36:44.157780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Request body: {'port': {'device_id': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:44.171316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.230571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network a7fd4731-d736-4cbe-afc6-125291803a1d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:44.232506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Allocated IP 172.20.0.2 (a7fd4731-d736-4cbe-afc6-125291803a1d/a04465ec-b6cd-4252-9ae8-b3a9fef2a140/bf681455-c8bb-4b1d-a152-bc7f8c3da762) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:44.235049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:44.238960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:44.262965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.312287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:44.312287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.339386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=36f2f12f-5d88-479e-b81c-e317b749a925,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:44.389367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d544868-db54-4880-a5e8-362f8f284519 req-d4f00317-a8e3-49c8-b850-a4df62b06d0a tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:44.397232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d544868-db54-4880-a5e8-362f8f284519 req-d4f00317-a8e3-49c8-b850-a4df62b06d0a tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 931 time: 0.0766561 Oct 15 00:36:44.439621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d544868-db54-4880-a5e8-362f8f284519 req-36dfcd87-ad02-472e-8f8c-5b1c6432815b tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Oct 15 00:36:44.486392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b6429bda-d411-4b39-950b-bcf757de4d6e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1100881 Oct 15 00:36:44.486558 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.486680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40970) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:44.492253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'name': 'tempest-AllowedAddressPairTestJSON-1916583514', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:42:9c:c1'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:44.582773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.608452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f06fc-f571-4b23-a9c7-b73ac9f076d3 req-734beb95-f4e2-44ba-a711-305aac615d63 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:44.610021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86f06fc-f571-4b23-a9c7-b73ac9f076d3 req-734beb95-f4e2-44ba-a711-305aac615d63 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 945 time: 0.1421323 Oct 15 00:36:44.654586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Pushing event updated for resources: {'Port': ['ID=bf681455-c8bb-4b1d-a152-bc7f8c3da762,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:44.663403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Network a7fd4731-d736-4cbe-afc6-125291803a1d is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:44.667188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:44.667405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:44.685354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:44.717939 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.727140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86f06fc-f571-4b23-a9c7-b73ac9f076d3 req-28688f6c-fc71-43c3-b4df-34bf5899b26b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987794 Oct 15 00:36:44.729711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Attempting to bind port bf681455-c8bb-4b1d-a152-bc7f8c3da762 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:44.734787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Attempting to bind port bf681455-c8bb-4b1d-a152-bc7f8c3da762 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'e699354f-f3c2-41d6-bf6f-1299bd6f2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:44.734787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Attempting to bind port bf681455-c8bb-4b1d-a152-bc7f8c3da762 on network a7fd4731-d736-4cbe-afc6-125291803a1d {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:44.736440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:36:44.736889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Checking segment: {'id': 'e699354f-f3c2-41d6-bf6f-1299bd6f2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:44.737401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.737848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Bound using segment: {'id': 'e699354f-f3c2-41d6-bf6f-1299bd6f2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:36:44.739853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Bound port: bf681455-c8bb-4b1d-a152-bc7f8c3da762, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e699354f-f3c2-41d6-bf6f-1299bd6f2dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:36:44.740332 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.823720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] For port bf681455-c8bb-4b1d-a152-bc7f8c3da762, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:44.827263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] For port bf681455-c8bb-4b1d-a152-bc7f8c3da762, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bf681455-c8bb-4b1d-a152-bc7f8c3da762,segment=NetworkSegment(e699354f-f3c2-41d6-bf6f-1299bd6f2dde),segment_id=e699354f-f3c2-41d6-bf6f-1299bd6f2dde)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:36:44.870381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9e0d3eb-47bd-403a-aa99-35ac0e7812cc req-9acb2dc6-d090-4e16-b907-006d0582cec5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0373509 Oct 15 00:36:44.879096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:44.880601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.889173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.906074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dcf1b-fc88-4630-8185-f3d3afcd87b2 req-ef547891-435f-4b8a-9e28-fbda94f4ba85 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:44.907849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f42dcf1b-fc88-4630-8185-f3d3afcd87b2 req-ef547891-435f-4b8a-9e28-fbda94f4ba85 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1103210 Oct 15 00:36:44.909055 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.911253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] device_id is not set on port 5463a895-f769-41ff-b00d-d6fdac906333 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:44.915292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Transition to ACTIVE for port object d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:36:44.984699 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:44.987512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2145-dfce-43cf-9dd8-6f3d5f802c39 None None] Pushing event updated for resources: {'Port': ['ID=bf681455-c8bb-4b1d-a152-bc7f8c3da762,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:45.003068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f42dcf1b-fc88-4630-8185-f3d3afcd87b2 req-8eca26be-734b-441a-882f-1739a19d5e66 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854304 Oct 15 00:36:45.058709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Pushing event updated for resources: {'Port': ['ID=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:45.078370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Allocated IP 172.20.0.8 (a7fd4731-d736-4cbe-afc6-125291803a1d/a04465ec-b6cd-4252-9ae8-b3a9fef2a140/5463a895-f769-41ff-b00d-d6fdac906333) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:45.143405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Attempting to bind port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:36:45.143911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Attempting to bind port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'e81362a3-cf92-41c6-9009-a53e957ac9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:36:45.144432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Attempting to bind port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 on network f7479cbd-95b6-4db4-afa0-ab186aeb3619 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:45.151662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 on network f7479cbd-95b6-4db4-afa0-ab186aeb3619 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:36:45.152249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Attempting to bind port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 on network f7479cbd-95b6-4db4-afa0-ab186aeb3619 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:36:45.171570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:36:45.172017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Checking segment: {'id': 'e81362a3-cf92-41c6-9009-a53e957ac9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:36:45.172327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Bound using segment: {'id': 'e81362a3-cf92-41c6-9009-a53e957ac9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:36:45.172928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Bound port: d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81362a3-cf92-41c6-9009-a53e957ac9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:36:45.173441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:45.287494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] For port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:36:45.297649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] For port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,segment=NetworkSegment(e81362a3-cf92-41c6-9009-a53e957ac9bb),segment_id=e81362a3-cf92-41c6-9009-a53e957ac9bb)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:36:45.331623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:45.349289 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:45.394176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.395056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:45.396650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] 10.222.0.30 "PUT /v2.0/ports/d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 HTTP/1.1" status: 200 len: 1091 time: 1.2429516 Oct 15 00:36:45.399425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'tag': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:45.404440 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa678142-f7f5-4130-995e-322fd77d987e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4f9fc8-7e21-463d-98c3-89c614b282d7", "tag": "d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:45.449996 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312ca357-d41a-4eea-a4da-1b63224d5ac3 x-openstack-request-id: req-312ca357-d41a-4eea-a4da-1b63224d5ac3 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:45.451778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:45.466687 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4f9fc8-7e21-463d-98c3-89c614b282d7", "tag": "d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:45.466962 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-312ca357-d41a-4eea-a4da-1b63224d5ac3 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:45.467696 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'tag': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95', 'status': 'completed', 'code': 200} Oct 15 00:36:45.487991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27f857-c575-4105-93b5-82873cab6ced service neutron] Pushing event updated for resources: {'Port': ['ID=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:45.559149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa678142-f7f5-4130-995e-322fd77d987e req-1fe18095-2a18-4e3c-baba-2c34b2a71f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.561041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa678142-f7f5-4130-995e-322fd77d987e req-1fe18095-2a18-4e3c-baba-2c34b2a71f09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=daaee5b176584bb1ab123927ca530f15&device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 1094 time: 0.0699437 Oct 15 00:36:45.563729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network a7fd4731-d736-4cbe-afc6-125291803a1d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:45.567623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:45.570442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:45.615603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=5463a895-f769-41ff-b00d-d6fdac906333,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:45.645229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.646111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:45.695671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf901e-68ef-47f6-accd-4063a48d9653 req-a82cf6d5-2056-490b-aff5-8fa730cc687c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.697648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46cf901e-68ef-47f6-accd-4063a48d9653 req-a82cf6d5-2056-490b-aff5-8fa730cc687c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 943 time: 0.1230168 Oct 15 00:36:45.721848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b1432f10-2278-4d29-a56e-d734257fd188 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2337244 Oct 15 00:36:45.724702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40988) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:45.744560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa678142-f7f5-4130-995e-322fd77d987e req-7b77f0ca-17d6-45c6-8e25-9dbca61848e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.746481 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa678142-f7f5-4130-995e-322fd77d987e req-7b77f0ca-17d6-45c6-8e25-9dbca61848e9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=daaee5b176584bb1ab123927ca530f15&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1771462 Oct 15 00:36:45.800370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48346588-0376-427f-becd-0c04abc67967 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.803472 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-46cf901e-68ef-47f6-accd-4063a48d9653 req-3855ea9e-e4aa-489b-902a-0b4d2424428c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954490 Oct 15 00:36:45.808639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48346588-0376-427f-becd-0c04abc67967 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.817125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48346588-0376-427f-becd-0c04abc67967 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.820022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-48346588-0376-427f-becd-0c04abc67967 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0942261 Oct 15 00:36:45.829154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40992) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:45.930362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa678142-f7f5-4130-995e-322fd77d987e req-f26e4880-c66a-4ece-abdb-bde30b4d0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.930362 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa678142-f7f5-4130-995e-322fd77d987e req-f26e4880-c66a-4ece-abdb-bde30b4d0ed6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676300 Oct 15 00:36:45.956478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8874f-e697-45ed-ba9e-281b8071df18 req-ca56c2e3-bdf2-46e3-9b52-cd6ac5d8ca84 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:45.956478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7de8874f-e697-45ed-ba9e-281b8071df18 req-ca56c2e3-bdf2-46e3-9b52-cd6ac5d8ca84 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 945 time: 0.1326649 Oct 15 00:36:46.054026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bf681455-c8bb-4b1d-a152-bc7f8c3da762 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:46.082540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5f30e92-622d-4025-993d-4210cf901845 req-b41ae523-be2c-4f40-87cd-3a61a9d041d9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0899770 Oct 15 00:36:46.099779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696749ca-3118-4436-a6c7-6aefce70e98b req-43d84415-027f-4e6f-b273-480a16c71035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:46.105283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7de8874f-e697-45ed-ba9e-281b8071df18 req-b65cb357-24dd-4cf5-9d5e-53d482e7374a tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008615 Oct 15 00:36:46.112005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-43d84415-027f-4e6f-b273-480a16c71035 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=daaee5b176584bb1ab123927ca530f15&device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 1094 time: 0.1164916 Oct 15 00:36:46.146056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting port 5463a895-f769-41ff-b00d-d6fdac906333 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:46.153314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.182396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-fcdddb7e-f285-4d38-87fd-f73f1aa2b01e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 HTTP/1.1" status: 200 len: 217 time: 0.0600452 Oct 15 00:36:46.188764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port bf681455-c8bb-4b1d-a152-bc7f8c3da762 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:46.189398 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.269521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5a099cf1-64b1-4691-9f8d-97cf3cb3338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:46.271204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-5a099cf1-64b1-4691-9f8d-97cf3cb3338a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a3f8b293-3b07-47e0-8bd8-83930962164b HTTP/1.1" status: 200 len: 857 time: 0.0815725 Oct 15 00:36:46.330024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.339304 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.341749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-4afff481-bff4-400d-8a6c-0e12fd59fe4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f7479cbd-95b6-4db4-afa0-ab186aeb3619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408900 Oct 15 00:36:46.346417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Calling delete_port for 5463a895-f769-41ff-b00d-d6fdac906333 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:46.400945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b481223-671c-4272-bba4-768da0827b3d req-87541f9f-8376-4cc2-8677-647f709f01cd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:46.402510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b481223-671c-4272-bba4-768da0827b3d req-87541f9f-8376-4cc2-8677-647f709f01cd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1302886 Oct 15 00:36:46.405767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port bf681455-c8bb-4b1d-a152-bc7f8c3da762, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bf681455-c8bb-4b1d-a152-bc7f8c3da762,segment=NetworkSegment(e699354f-f3c2-41d6-bf6f-1299bd6f2dde),segment_id=e699354f-f3c2-41d6-bf6f-1299bd6f2dde)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:46.470479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6780551-9a9f-4661-89ad-38da27ab61b3 None None] Network a7fd4731-d736-4cbe-afc6-125291803a1d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:46.484214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b481223-671c-4272-bba4-768da0827b3d req-258375c7-4a06-436d-9220-b8841fd5f52b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Oct 15 00:36:46.513136 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.539233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-c16ead37-a3b0-41a5-a4be-228b1fb712fc service neutron] 10.222.0.30 "GET /v2.0/networks/f7479cbd-95b6-4db4-afa0-ab186aeb3619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845632 Oct 15 00:36:46.576532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.602018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7530cb3f-6a07-4014-9634-2948d13519a5 None None] Provisioning complete for port bf681455-c8bb-4b1d-a152-bc7f8c3da762 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:46.602858 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7530cb3f-6a07-4014-9634-2948d13519a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.622357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Port': ['ID=5463a895-f769-41ff-b00d-d6fdac906333,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:46.645196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:46.655098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=bf681455-c8bb-4b1d-a152-bc7f8c3da762,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:46.689452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-696749ca-3118-4436-a6c7-6aefce70e98b req-c8572598-2b13-4986-8ee5-b0f80fce46d2 service neutron] 10.222.0.30 "GET /v2.0/networks/f7479cbd-95b6-4db4-afa0-ab186aeb3619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426587 Oct 15 00:36:46.791778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.797871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-187ebaf1-912c-4c5e-b753-e5a62601588d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/ports/5463a895-f769-41ff-b00d-d6fdac906333 HTTP/1.1" status: 204 len: 168 time: 0.9677436 Oct 15 00:36:46.800700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41004) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:46.824652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 70293055-4295-4d87-8741-1c9b31968483 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:46.827270 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.840458 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-596f178b-7196-4251-b3e5-2e0acc11c233 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] GET failed (client error): The resource could not be found. Oct 15 00:36:46.846230 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-596f178b-7196-4251-b3e5-2e0acc11c233 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "GET /v2.0/ports/5463a895-f769-41ff-b00d-d6fdac906333 HTTP/1.1" status: 404 len: 333 time: 0.0384476 Oct 15 00:36:46.846230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41006) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:46.862139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'name': 'tempest-AllowedAddressPairTestJSON-286854245'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:46.930949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:46.954981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:46.957585 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfed4aa6-d58f-4d42-b2b5-a0a19963101e" -d '{"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-plugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:46.978169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:47.012336 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7246fa-8769-4620-8477-1b07eb209fce x-openstack-request-id: req-af7246fa-8769-4620-8477-1b07eb209fce {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:47.012336 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-plugged", "status": "completed", "tag": "70293055-4295-4d87-8741-1c9b31968483", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:47.012568 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af7246fa-8769-4620-8477-1b07eb209fce {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:47.012877 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70293055-4295-4d87-8741-1c9b31968483', 'code': 200} Oct 15 00:36:47.049584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89923e-442e-44c5-8fe5-ed24e77b1d48 req-36e5e681-037a-4433-b6e7-27ffa6799db4 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:47.050800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:47.051623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:47.058646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d89923e-442e-44c5-8fe5-ed24e77b1d48 req-36e5e681-037a-4433-b6e7-27ffa6799db4 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 943 time: 0.0780504 Oct 15 00:36:47.094326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:36:47.094872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4037433a-0d2e-4393-ad1c-20ed4a60f4d3 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:36:47.122075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d89923e-442e-44c5-8fe5-ed24e77b1d48 req-c3368eff-720a-4c3b-a98d-c198bb65e64f tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456040 Oct 15 00:36:47.123303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:47.127009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:47.140218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:47.170730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] device_id is not set on port 7764da51-006c-4902-bccd-34523839b764 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:47.186844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-49a63add-464a-46e9-a371-00365b704455 None None] Provisioning complete for port bf681455-c8bb-4b1d-a152-bc7f8c3da762 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:47.188618 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49a63add-464a-46e9-a371-00365b704455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:47.291781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6e55b0fc-bfb7-4d73-a2d2-cb1a4f3fdf65 req-d87eeafe-1200-4a93-8907-dc9079c8eaa9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0562384 Oct 15 00:36:47.345522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-49a63add-464a-46e9-a371-00365b704455 None None] Provisioning complete for port 36f2f12f-5d88-479e-b81c-e317b749a925 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:47.346425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49a63add-464a-46e9-a371-00365b704455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:47.365167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Allocated IP 172.20.0.9 (a7fd4731-d736-4cbe-afc6-125291803a1d/a04465ec-b6cd-4252-9ae8-b3a9fef2a140/7764da51-006c-4902-bccd-34523839b764) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:47.399895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-49a63add-464a-46e9-a371-00365b704455 None None] Port 36f2f12f-5d88-479e-b81c-e317b749a925 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:47.531822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ec5e61c2-9e73-4b9c-9341-052e083ceca9 None None] Provisioning complete for port 36f2f12f-5d88-479e-b81c-e317b749a925 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:47.532190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ec5e61c2-9e73-4b9c-9341-052e083ceca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:47.583115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e61c2-9e73-4b9c-9341-052e083ceca9 None None] Port 36f2f12f-5d88-479e-b81c-e317b749a925 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:47.649130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bdf20-528f-4a1b-8e97-2964f098b415 req-b11e5ca0-8962-46cd-b719-d1d7b791017a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:47.651745 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-224bdf20-528f-4a1b-8e97-2964f098b415 req-b11e5ca0-8962-46cd-b719-d1d7b791017a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0600309 Oct 15 00:36:47.697101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9b4ac1bc-077a-433b-ab42-edd9e96bdc2c None None] Could not find standard attr ID for object 5463a895-f769-41ff-b00d-d6fdac906333. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:36:47.715760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-224bdf20-528f-4a1b-8e97-2964f098b415 req-5429f8ae-db57-4ce7-a5b1-f1a91062c8eb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569532 Oct 15 00:36:47.873978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f4479-6100-4c4c-be50-2265f8853452 req-036165ca-2f85-4a8e-9a93-752ca609b00d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:47.875563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b81f4479-6100-4c4c-be50-2265f8853452 req-036165ca-2f85-4a8e-9a93-752ca609b00d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.4879119 Oct 15 00:36:47.940270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8df51-1826-494f-9b51-e1007367e80e req-7270e10a-a0ca-40fa-b0d4-83cc05c5c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:47.941838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fc8df51-1826-494f-9b51-e1007367e80e req-7270e10a-a0ca-40fa-b0d4-83cc05c5c683 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1098 time: 0.5179007 Oct 15 00:36:47.969683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bf681455-c8bb-4b1d-a152-bc7f8c3da762 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:47.987030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b81f4479-6100-4c4c-be50-2265f8853452 req-b045bd94-e4ce-4bd4-84fe-3538b69eb540 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915215 Oct 15 00:36:48.025950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port bf681455-c8bb-4b1d-a152-bc7f8c3da762 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:48.026613 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.033229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fc8df51-1826-494f-9b51-e1007367e80e req-96f1f2a1-18eb-4dd0-a1bd-1f24d0c23f67 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815034 Oct 15 00:36:48.056628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.142301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.192381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network a7fd4731-d736-4cbe-afc6-125291803a1d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:48.195377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:48.198040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:48.230146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=7764da51-006c-4902-bccd-34523839b764,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:48.244609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.244948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.245283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.249922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:36:48.271950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68c00-e739-47f0-b3ef-b55f815982a1 req-656ec633-c213-4bfe-86f2-077543b78f4c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:48.272610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:48.273237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.275335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2cd68c00-e739-47f0-b3ef-b55f815982a1 req-656ec633-c213-4bfe-86f2-077543b78f4c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 943 time: 0.0710387 Oct 15 00:36:48.330302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2cd68c00-e739-47f0-b3ef-b55f815982a1 req-c2307737-a51a-48d9-9933-afc5faa14886 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Oct 15 00:36:48.351103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ab85c295-4706-461c-8d69-3ae1505685ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4997904 Oct 15 00:36:48.354153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41028) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:48.360581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:42:9c:c1'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:48.417479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64b378a5-e2ad-41b2-bfcd-caa20f18e7b8 req-6330f797-a11b-439c-a5eb-079aacc2e2bb tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0526006 Oct 15 00:36:48.490849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.542583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f2385638-2459-4752-a9a5-c74098d6b7cc None None] Provisioning complete for port 7764da51-006c-4902-bccd-34523839b764 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:48.543131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f2385638-2459-4752-a9a5-c74098d6b7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.580328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f2385638-2459-4752-a9a5-c74098d6b7cc None None] Port 7764da51-006c-4902-bccd-34523839b764 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:48.683362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.754131 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.870997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=7764da51-006c-4902-bccd-34523839b764,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:48.878880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] In _notify_port_updated(), no bound segment for port 7764da51-006c-4902-bccd-34523839b764 on network a7fd4731-d736-4cbe-afc6-125291803a1d {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:36:48.884743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:48.885362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:48.889450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-21b8c256-3d10-447c-93da-cad3c1042609 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "PUT /v2.0/ports/7764da51-006c-4902-bccd-34523839b764 HTTP/1.1" status: 200 len: 992 time: 0.5339379 Oct 15 00:36:48.889595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41036) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:48.906036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d92cd0-5d84-4759-aee8-c74c9a869f48 req-ff71b6e8-fdc6-4143-8baa-e1d2e69f7bfe tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:48.907708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89d92cd0-5d84-4759-aee8-c74c9a869f48 req-ff71b6e8-fdc6-4143-8baa-e1d2e69f7bfe tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1212060 Oct 15 00:36:48.952116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89d92cd0-5d84-4759-aee8-c74c9a869f48 req-e6233986-93e4-4c57-bffa-43b7af2ba87f tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Oct 15 00:36:49.008330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting port 7764da51-006c-4902-bccd-34523839b764 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:49.008940 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.049174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:36:49.116317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.130043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Calling delete_port for 7764da51-006c-4902-bccd-34523839b764 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:49.145395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd824b90-a931-4faf-b432-c293adc8f509 req-7bc112ed-7c7f-494a-85a8-c4e069850a39 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:49.145986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-95f81cae-1c65-4749-91c9-3140a05cb014 None None] Provisioning complete for port 7764da51-006c-4902-bccd-34523839b764 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:49.146218 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-95f81cae-1c65-4749-91c9-3140a05cb014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.148081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd824b90-a931-4faf-b432-c293adc8f509 req-7bc112ed-7c7f-494a-85a8-c4e069850a39 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0672309 Oct 15 00:36:49.191752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd824b90-a931-4faf-b432-c293adc8f509 req-bc3dc6a0-7bb5-47f4-bd88-1e034a1564f3 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Oct 15 00:36:49.204629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,segment=NetworkSegment(e81362a3-cf92-41c6-9009-a53e957ac9bb),segment_id=e81362a3-cf92-41c6-9009-a53e957ac9bb)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:49.210616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-95f81cae-1c65-4749-91c9-3140a05cb014 None None] Port 7764da51-006c-4902-bccd-34523839b764 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:49.223920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95', 'network_id': 'f7479cbd-95b6-4db4-afa0-ab186aeb3619', 'port_id': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95', 'mac_address': 'fa:16:3e:00:a1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f8b293-3b07-47e0-8bd8-83930962164b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:36:49.265797 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.279564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:36:49.299189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,segment=NetworkSegment(e81362a3-cf92-41c6-9009-a53e957ac9bb),segment_id=e81362a3-cf92-41c6-9009-a53e957ac9bb)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:49.376433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.411628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Port': ['ID=7764da51-006c-4902-bccd-34523839b764,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:49.422174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.490131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:49.543020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4ad48-3f39-4262-ac53-56dc5cbbced8 req-8a54ab3f-5775-4217-a8b3-b49020a80560 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:49.558119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-85c4ad48-3f39-4262-ac53-56dc5cbbced8 req-8a54ab3f-5775-4217-a8b3-b49020a80560 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 944 time: 0.1462083 Oct 15 00:36:49.583742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3db1b1b-b6c2-4170-b0d3-67f9e1b9ff3e req-605d6b09-07c7-4830-b812-067cc7533e66 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=94344cfb-49bf-4937-a5c2-9a31cada1dbe HTTP/1.1" status: 200 len: 210 time: 0.0377700 Oct 15 00:36:49.685070 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-85c4ad48-3f39-4262-ac53-56dc5cbbced8 req-91888914-e113-4bca-98f6-0592a5eac3ac tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085374 Oct 15 00:36:49.700796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.714618 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d1c333b6-56b6-4928-b1ea-1d19032f944b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/ports/7764da51-006c-4902-bccd-34523839b764 HTTP/1.1" status: 204 len: 168 time: 0.8212833 Oct 15 00:36:49.714979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41058) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:49.753273 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e187a3-13e2-480a-a355-78f83ff4d96e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] GET failed (client error): The resource could not be found. Oct 15 00:36:49.760887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41060) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:49.761130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f1e187a3-13e2-480a-a355-78f83ff4d96e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "GET /v2.0/ports/7764da51-006c-4902-bccd-34523839b764 HTTP/1.1" status: 404 len: 333 time: 0.0448265 Oct 15 00:36:49.761632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:49.772432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'name': 'tempest-AllowedAddressPairTestJSON-335286717'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:49.965359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:49.969131 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:49.989758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] device_id is not set on port 3d55bd22-49d0-4e5f-96a0-37aa4c568654 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:50.138076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45a35b-d289-49a5-90d4-aaa5f588b62f req-ee365410-cbc0-4b1a-9178-32bdd17b568d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:50.142680 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c45a35b-d289-49a5-90d4-aaa5f588b62f req-ee365410-cbc0-4b1a-9178-32bdd17b568d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0674980 Oct 15 00:36:50.165747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Allocated IP 172.20.0.12 (a7fd4731-d736-4cbe-afc6-125291803a1d/a04465ec-b6cd-4252-9ae8-b3a9fef2a140/3d55bd22-49d0-4e5f-96a0-37aa4c568654) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:50.184986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c45a35b-d289-49a5-90d4-aaa5f588b62f req-a0b64275-f457-4d42-97cb-416f60261417 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Oct 15 00:36:50.371862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:50.382844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3caa92-84b2-43b4-919e-d44be5c4126b req-6531836a-9a90-4b45-a08a-328cece7b550 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:50.385063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d3caa92-84b2-43b4-919e-d44be5c4126b req-6531836a-9a90-4b45-a08a-328cece7b550 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0897248 Oct 15 00:36:50.443011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d3caa92-84b2-43b4-919e-d44be5c4126b req-42573ab4-a815-4b97-b791-5e2c95abdd25 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498121 Oct 15 00:36:50.519858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:50.574673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network a7fd4731-d736-4cbe-afc6-125291803a1d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:50.579741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:50.584402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:50.589079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=3d55bd22-49d0-4e5f-96a0-37aa4c568654,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:50.648315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:50.649853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:50.842142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3ff4f176-793e-4ee8-80ce-361c13c53af9 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0780411 Oct 15 00:36:50.842814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41104) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:50.845517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-44e28064-6cc5-4ab8-b8a2-b821986a226c None None] Provisioning complete for port 3d55bd22-49d0-4e5f-96a0-37aa4c568654 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:50.846539 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-44e28064-6cc5-4ab8-b8a2-b821986a226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:50.857743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f1401-7c81-48ac-b9a4-31e9ab436a01 req-794d9e20-89fb-48ba-a982-94652fa15bda tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:50.861111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:42:9c:c1'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:50.867222 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed7f1401-7c81-48ac-b9a4-31e9ab436a01 req-794d9e20-89fb-48ba-a982-94652fa15bda tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 944 time: 0.0733123 Oct 15 00:36:50.888829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-44e28064-6cc5-4ab8-b8a2-b821986a226c None None] Port 3d55bd22-49d0-4e5f-96a0-37aa4c568654 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:50.935752 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed7f1401-7c81-48ac-b9a4-31e9ab436a01 req-d4f1e5d1-31b1-4b1c-98d7-bfb630704988 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 Oct 15 00:36:51.045085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:36:51.108643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.171583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:36:51.176657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:51.177590 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.281688 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.316458 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:51.319062 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16489737-f48b-4d06-9b1a-a0af7ac60cd8" -d '{"events": [{"server_uuid": "eb4f9fc8-7e21-463d-98c3-89c614b282d7", "name": "network-vif-plugged", "status": "completed", "tag": "d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:51.343623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,segment=NetworkSegment(e81362a3-cf92-41c6-9009-a53e957ac9bb),segment_id=e81362a3-cf92-41c6-9009-a53e957ac9bb)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:51.373014 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df33889-3e62-4462-be29-85059f9793d5 x-openstack-request-id: req-1df33889-3e62-4462-be29-85059f9793d5 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:51.378139 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f9fc8-7e21-463d-98c3-89c614b282d7", "name": "network-vif-plugged", "status": "completed", "tag": "d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:51.378139 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1df33889-3e62-4462-be29-85059f9793d5 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:51.378139 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95', 'code': 200} Oct 15 00:36:51.407000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e799716-3b6a-4349-9a85-fc80f1367ba3 req-57e540c1-110f-414d-8aff-a666ba737d9c tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:51.408556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e799716-3b6a-4349-9a85-fc80f1367ba3 req-57e540c1-110f-414d-8aff-a666ba737d9c tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0999570 Oct 15 00:36:51.440108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.445011 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.492039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e799716-3b6a-4349-9a85-fc80f1367ba3 req-61a8fef0-edef-4beb-947d-6066423e4173 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723169 Oct 15 00:36:51.506465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.538733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acdc9d-439c-4b22-9b80-7b94d83cc5d6 req-49239fd2-b2fe-468a-b64d-08e9833a000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:51.542624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0acdc9d-439c-4b22-9b80-7b94d83cc5d6 req-49239fd2-b2fe-468a-b64d-08e9833a000e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 1096 time: 0.1041982 Oct 15 00:36:51.548315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:51.627478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0acdc9d-439c-4b22-9b80-7b94d83cc5d6 req-dc231c12-21db-435b-845b-8f2cbe1ca399 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777438 Oct 15 00:36:51.628142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] In _notify_port_updated(), no bound segment for port 3d55bd22-49d0-4e5f-96a0-37aa4c568654 on network a7fd4731-d736-4cbe-afc6-125291803a1d {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:36:51.647675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:51.648573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.650822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "PUT /v2.0/ports/3d55bd22-49d0-4e5f-96a0-37aa4c568654 HTTP/1.1" status: 200 len: 996 time: 0.8062027 Oct 15 00:36:51.656779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41118) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:51.665221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788d3c2-72d9-4440-8796-796ebb855c9c req-6c068192-33ff-4223-a0e8-a5aede32c4df tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:51.677055 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b788d3c2-72d9-4440-8796-796ebb855c9c req-6c068192-33ff-4223-a0e8-a5aede32c4df tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.1096640 Oct 15 00:36:51.688423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215653-2cbe-4ff5-80d3-2f8ef15d50e0 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=3d55bd22-49d0-4e5f-96a0-37aa4c568654,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:51.732902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b788d3c2-72d9-4440-8796-796ebb855c9c req-beb666c5-1917-4130-bc16-9297caac5f2f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Oct 15 00:36:51.852250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting port 3d55bd22-49d0-4e5f-96a0-37aa4c568654 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:51.852694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:51.930947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d98c-3015-4ecb-83db-f59cfe67b2fc req-a8dc413b-ac6b-4239-9fd9-633dd01274ad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:51.932720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ab3d98c-3015-4ecb-83db-f59cfe67b2fc req-a8dc413b-ac6b-4239-9fd9-633dd01274ad tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.1017859 Oct 15 00:36:51.984784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ab3d98c-3015-4ecb-83db-f59cfe67b2fc req-0ebe3cb0-161e-4fd6-8dc0-6f80e3bdaaf1 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Oct 15 00:36:52.044456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5ee38ade-5575-4ff0-ba4e-ce71e8753299 None None] Provisioning complete for port 3d55bd22-49d0-4e5f-96a0-37aa4c568654 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:52.045033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ee38ade-5575-4ff0-ba4e-ce71e8753299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:52.098854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:52.124557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5ee38ade-5575-4ff0-ba4e-ce71e8753299 None None] Port 3d55bd22-49d0-4e5f-96a0-37aa4c568654 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:52.138965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Calling delete_port for 3d55bd22-49d0-4e5f-96a0-37aa4c568654 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:52.169036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c168692-16df-47c4-ad8b-588989af283b req-6340d2e6-de4a-40f7-9d12-c2a95c79a0ad tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:52.169347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9656c1-9b87-4475-bd50-59faa3ab460d req-ba616e69-4814-4ae3-9425-1d09a668d7b5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:52.176830 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba9656c1-9b87-4475-bd50-59faa3ab460d req-ba616e69-4814-4ae3-9425-1d09a668d7b5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0699391 Oct 15 00:36:52.177008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c168692-16df-47c4-ad8b-588989af283b req-6340d2e6-de4a-40f7-9d12-c2a95c79a0ad tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 945 time: 0.1043766 Oct 15 00:36:52.223158 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba9656c1-9b87-4475-bd50-59faa3ab460d req-93e9e417-7792-455e-90be-c082bc3d3a5d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Oct 15 00:36:52.266821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c168692-16df-47c4-ad8b-588989af283b req-2df1b5f1-45ff-49e1-a911-6e1248b9310e tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Oct 15 00:36:52.456525 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:52.486415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Port': ['ID=3d55bd22-49d0-4e5f-96a0-37aa4c568654,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:52.494023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ac45e-6e11-4bd5-b2ff-589386028a9c req-8f3f2472-27cd-4d81-b010-815b1f601966 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:52.516395 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-724ac45e-6e11-4bd5-b2ff-589386028a9c req-8f3f2472-27cd-4d81-b010-815b1f601966 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0896554 Oct 15 00:36:52.641055 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-724ac45e-6e11-4bd5-b2ff-589386028a9c req-55504ea9-d5ec-49f7-bb9f-2d39214c7a92 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954132 Oct 15 00:36:52.641157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:52.642393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41142) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:52.652332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-16bedec2-6797-4684-895c-6e5a487205ab tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/ports/3d55bd22-49d0-4e5f-96a0-37aa4c568654 HTTP/1.1" status: 204 len: 168 time: 0.9947374 Oct 15 00:36:52.678887 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc08ba57-6af4-4778-a471-c3c79ffe8627 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] GET failed (client error): The resource could not be found. Oct 15 00:36:52.687060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bc08ba57-6af4-4778-a471-c3c79ffe8627 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "GET /v2.0/ports/3d55bd22-49d0-4e5f-96a0-37aa4c568654 HTTP/1.1" status: 404 len: 333 time: 0.0434291 Oct 15 00:36:52.687836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41144) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:52.693602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'name': 'tempest-AllowedAddressPairTestJSON-189096055'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:52.789317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806a5e-2ddd-46fe-aec5-e481d5481fc7 req-b9d1b86c-54e7-4e42-bcc1-0f01c10325df tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:52.797499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87806a5e-2ddd-46fe-aec5-e481d5481fc7 req-b9d1b86c-54e7-4e42-bcc1-0f01c10325df tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1902237 Oct 15 00:36:52.898125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87806a5e-2ddd-46fe-aec5-e481d5481fc7 req-ed9f42cc-fe63-4698-b5f9-841286e0a4a3 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983777 Oct 15 00:36:52.913466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d707f-547a-4120-b509-5c368880fb97 req-ec827c83-ff9e-4f83-b94b-5de6a21b8799 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:52.921651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-413d707f-547a-4120-b509-5c368880fb97 req-ec827c83-ff9e-4f83-b94b-5de6a21b8799 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0878911 Oct 15 00:36:52.981521 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-413d707f-547a-4120-b509-5c368880fb97 req-06261989-c7b7-48ad-975c-6326879d3626 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587804 Oct 15 00:36:52.982687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:52.989956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:53.027173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] device_id is not set on port 54013189-f06e-4eb8-a247-ac9312b7a7ac yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:53.170768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb010-1b49-417f-b83f-f91d673daf43 req-2c03dfd8-0738-48c7-a383-dbfdd40ceb46 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:53.172383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-660fb010-1b49-417f-b83f-f91d673daf43 req-2c03dfd8-0738-48c7-a383-dbfdd40ceb46 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0949452 Oct 15 00:36:53.224511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Allocated IP 172.20.0.3 (a7fd4731-d736-4cbe-afc6-125291803a1d/a04465ec-b6cd-4252-9ae8-b3a9fef2a140/54013189-f06e-4eb8-a247-ac9312b7a7ac) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:53.255248 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-660fb010-1b49-417f-b83f-f91d673daf43 req-3e8b0590-c4aa-4c6e-be2d-7a2ea3aff465 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697215 Oct 15 00:36:53.440785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff6a62-4ddd-4873-aa96-bc475416eb2b req-203742f6-e30a-4327-8bbb-38dac5885529 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:53.442358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1ff6a62-4ddd-4873-aa96-bc475416eb2b req-203742f6-e30a-4327-8bbb-38dac5885529 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0776453 Oct 15 00:36:53.487085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1ff6a62-4ddd-4873-aa96-bc475416eb2b req-d8b9ff03-9af5-4714-b6f4-cfdef83c60eb tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364120 Oct 15 00:36:53.499782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:53.509001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c53481-8acc-4e00-9658-6b5e9dfa7a19 req-a59a2a62-a549-4d7f-8ae7-0c3864b8827b tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:53.510563 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-47c53481-8acc-4e00-9658-6b5e9dfa7a19 req-a59a2a62-a549-4d7f-8ae7-0c3864b8827b tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 945 time: 0.0979302 Oct 15 00:36:53.579099 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-47c53481-8acc-4e00-9658-6b5e9dfa7a19 req-e906d063-a6f8-463d-8c95-ba67bcb8301e tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575812 Oct 15 00:36:53.645368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:53.709407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network a7fd4731-d736-4cbe-afc6-125291803a1d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:53.713614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:53.716818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:53.751150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=54013189-f06e-4eb8-a247-ac9312b7a7ac,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:53.783216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:53.783899 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:53.933727 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0a59be45-6e41-4fb6-b2c7-9775e55e51df tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2446668 Oct 15 00:36:53.936080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41170) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:53.941529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'network_id': 'a7fd4731-d736-4cbe-afc6-125291803a1d', 'name': 'tempest-AllowedAddressPairTestJSON-1372930867'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:53.968577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e0b8cb21-da72-47b9-bb79-134bb8b2aea5 None None] Provisioning complete for port 54013189-f06e-4eb8-a247-ac9312b7a7ac triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:53.969571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0b8cb21-da72-47b9-bb79-134bb8b2aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:54.013939 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8cb21-da72-47b9-bb79-134bb8b2aea5 None None] Port 54013189-f06e-4eb8-a247-ac9312b7a7ac cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:54.189107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Made reservation on behalf of 0c66eaf4be594ab3a975f61960eec983 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:36:54.193032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:54.209852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3b74d-d9fc-43a1-a68e-81c9c92adefb req-43c3ae02-4b77-4f30-b132-e74edadb910b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:54.212912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19b3b74d-d9fc-43a1-a68e-81c9c92adefb req-43c3ae02-4b77-4f30-b132-e74edadb910b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0737145 Oct 15 00:36:54.239312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] device_id is not set on port 68c1a200-6cb0-473e-8fa2-26ea51c95067 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:36:54.321537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514116b-5f08-4998-bd58-78ec63a2cf47 req-986854c8-a8b1-41f1-bf99-6163398187c5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:54.329931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4514116b-5f08-4998-bd58-78ec63a2cf47 req-986854c8-a8b1-41f1-bf99-6163398187c5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0621815 Oct 15 00:36:54.360091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Allocated IP 172.20.0.5 (a7fd4731-d736-4cbe-afc6-125291803a1d/a04465ec-b6cd-4252-9ae8-b3a9fef2a140/68c1a200-6cb0-473e-8fa2-26ea51c95067) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:36:54.400462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4514116b-5f08-4998-bd58-78ec63a2cf47 req-ccd54c31-3061-4566-ba46-8d47bf533773 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693345 Oct 15 00:36:54.471162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19b3b74d-d9fc-43a1-a68e-81c9c92adefb req-0d24ed16-f567-4bc6-b4a0-ce0af8834667 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505119 Oct 15 00:36:54.547335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b6d1a-aea2-4172-afad-ab1b7e2feb46 req-e952f8ac-c731-47ee-8329-1cd1ac340d9b tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:54.549015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-395b6d1a-aea2-4172-afad-ab1b7e2feb46 req-e952f8ac-c731-47ee-8329-1cd1ac340d9b tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 945 time: 0.0723219 Oct 15 00:36:54.570632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:54.614708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-395b6d1a-aea2-4172-afad-ab1b7e2feb46 req-dab06907-dee1-4bc6-b3f6-3cdeaa3e97a6 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566852 Oct 15 00:36:54.680629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:54.741261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=68c1a200-6cb0-473e-8fa2-26ea51c95067,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:54.760143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Network a7fd4731-d736-4cbe-afc6-125291803a1d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:36:54.762171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:36:54.779112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:36:54.792584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4492f9-5f2b-422e-860e-05ba0aa791c4 req-647fb5b7-6079-4c07-97fe-24cd3130362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:54.803512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab4492f9-5f2b-422e-860e-05ba0aa791c4 req-647fb5b7-6079-4c07-97fe-24cd3130362b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 1097 time: 0.1184936 Oct 15 00:36:54.850334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:54.851106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:54.865860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab4492f9-5f2b-422e-860e-05ba0aa791c4 req-58720220-97b4-4718-9338-3d98f207c5a0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450044 Oct 15 00:36:54.973705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c27c3c43-fd9e-4354-805d-fe970696daa3 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0365841 Oct 15 00:36:54.976250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41184) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:54.982416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:42:9c:c1'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:af:e0:37'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:36:55.041239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fdedc6d6-1b49-4d43-aaed-21ee2592cdd8 None None] Provisioning complete for port 68c1a200-6cb0-473e-8fa2-26ea51c95067 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:55.041801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fdedc6d6-1b49-4d43-aaed-21ee2592cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:55.077006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fdedc6d6-1b49-4d43-aaed-21ee2592cdd8 None None] Port 68c1a200-6cb0-473e-8fa2-26ea51c95067 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:55.163688 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:55.578154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1232-1bb4-4476-aa08-5d8df8f22064 req-af1afdcf-32b7-4a65-a6c7-cd5d48c1f341 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:55.587525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9feb1232-1bb4-4476-aa08-5d8df8f22064 req-af1afdcf-32b7-4a65-a6c7-cd5d48c1f341 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0720665 Oct 15 00:36:55.632709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9feb1232-1bb4-4476-aa08-5d8df8f22064 req-b0817fe2-b4aa-4ab0-a7d9-fdb10a241038 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Oct 15 00:36:55.706253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-be50e151-54c7-4822-bdbb-7ee0c48a3baf tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:55.707700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-be50e151-54c7-4822-bdbb-7ee0c48a3baf tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 945 time: 0.0781689 Oct 15 00:36:55.760963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:55.771197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa839-185e-4ba8-8ab6-c6dad24c2c94 req-f27856e3-4d71-4681-9f69-5764b1943463 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:55.779075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29bfa839-185e-4ba8-8ab6-c6dad24c2c94 req-f27856e3-4d71-4681-9f69-5764b1943463 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0870197 Oct 15 00:36:55.806227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:55.833953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29bfa839-185e-4ba8-8ab6-c6dad24c2c94 req-25d28ed7-3e0d-4bed-adaf-8d43cedb390b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 Oct 15 00:36:55.895486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event updated for resources: {'Port': ['ID=68c1a200-6cb0-473e-8fa2-26ea51c95067,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:55.919511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] In _notify_port_updated(), no bound segment for port 68c1a200-6cb0-473e-8fa2-26ea51c95067 on network a7fd4731-d736-4cbe-afc6-125291803a1d {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:36:55.925347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:55.930499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:55.930499 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4e84896-c53c-47a0-8e28-a3fa26d5036b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "PUT /v2.0/ports/68c1a200-6cb0-473e-8fa2-26ea51c95067 HTTP/1.1" status: 200 len: 1055 time: 0.9509346 Oct 15 00:36:55.932360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41206) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:55.934800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Deleting port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:55.935201 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.089063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de12850-e379-4c90-a435-0b4a1c15e055 req-f0bb6e7b-2f1e-4cbc-8500-346e30953c7a tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:56.090861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5de12850-e379-4c90-a435-0b4a1c15e055 req-f0bb6e7b-2f1e-4cbc-8500-346e30953c7a tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 945 time: 0.1160202 Oct 15 00:36:56.125707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] For port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,segment=NetworkSegment(e81362a3-cf92-41c6-9009-a53e957ac9bb),segment_id=e81362a3-cf92-41c6-9009-a53e957ac9bb)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:56.126070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.140839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Calling delete_port for d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:56.168993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5de12850-e379-4c90-a435-0b4a1c15e055 req-a703ac41-eed9-4025-a115-b598dfe08fce tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/security-groups?id=70f6c3f8-d4e4-44df-8b67-ee39a05cb936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Oct 15 00:36:56.181901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting port 68c1a200-6cb0-473e-8fa2-26ea51c95067 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:56.182272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.191577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d1fa0166-0c09-4801-9dc7-5bd52f3903df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.319023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d5f5b327-36a8-451c-9027-d47783dca1cd None None] Provisioning complete for port 68c1a200-6cb0-473e-8fa2-26ea51c95067 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:36:56.319772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f5b327-36a8-451c-9027-d47783dca1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.369667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5b327-36a8-451c-9027-d47783dca1cd None None] Port 68c1a200-6cb0-473e-8fa2-26ea51c95067 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:36:56.440972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-7d800b6a-86b0-41f6-854a-cd33623003f1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:56.442397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-7d800b6a-86b0-41f6-854a-cd33623003f1 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.1149633 Oct 15 00:36:56.445447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.448473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.457250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:36:56.490356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Calling delete_port for 68c1a200-6cb0-473e-8fa2-26ea51c95067 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:56.495551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Pushing event deleted for resources: {'Port': ['ID=d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:56.512084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaca694-8118-44f8-bd35-9063b65eb53d req-a06744d3-d2fb-4b1b-bbac-53823373fbd6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:56.513798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aaca694-8118-44f8-bd35-9063b65eb53d req-a06744d3-d2fb-4b1b-bbac-53823373fbd6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 944 time: 0.1878514 Oct 15 00:36:56.568799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] No DVR routers for this DVR port d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:56.571880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.576141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-10b571ad-ee66-40bd-b2b4-895031381b49 req-25df5e44-4e03-4f36-b261-84dbd0b9882c tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.30 "DELETE /v2.0/ports/d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 HTTP/1.1" status: 204 len: 173 time: 0.8622611 Oct 15 00:36:56.576912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'name': 'network-vif-deleted', 'tag': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:56.579627 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c726f0-fb8e-4e6a-a5ee-addaaae6cd96" -d '{"events": [{"server_uuid": "eb4f9fc8-7e21-463d-98c3-89c614b282d7", "name": "network-vif-deleted", "tag": "d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:56.720102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73766596-18ec-4bbd-bbd4-5c00b283f637 req-4c452376-050d-4663-aa40-6275cead2308 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:56.721670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73766596-18ec-4bbd-bbd4-5c00b283f637 req-4c452376-050d-4663-aa40-6275cead2308 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0573726 Oct 15 00:36:56.730381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aaca694-8118-44f8-bd35-9063b65eb53d req-01da9334-d4b6-4f3e-be91-917c922c22ea tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036393 Oct 15 00:36:56.767820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73766596-18ec-4bbd-bbd4-5c00b283f637 req-a6a19727-68f9-4ec8-81e0-f51c7e05c9a0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Oct 15 00:36:56.772703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Deleting port d3e23ca5-3372-4d14-8d16-aaa5b8020207 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:56.773037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:56.794317 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17c84f6-2d77-4088-94d1-36e463a29725 x-openstack-request-id: req-e17c84f6-2d77-4088-94d1-36e463a29725 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:56.795453 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f9fc8-7e21-463d-98c3-89c614b282d7", "name": "network-vif-deleted", "tag": "d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:56.795780 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e17c84f6-2d77-4088-94d1-36e463a29725 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:56.796190 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f9fc8-7e21-463d-98c3-89c614b282d7', 'name': 'network-vif-deleted', 'tag': 'd8f0aa8d-d8e5-45bd-9195-c9668a0bbe95', 'status': 'completed', 'code': 200} Oct 15 00:36:56.802229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-4771ad44-9c15-4a0d-be01-38473d8ffa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:56.803706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-4771ad44-9c15-4a0d-be01-38473d8ffa87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8a7554afe0d43d88af0198810073a69&device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 1098 time: 0.1117306 Oct 15 00:36:56.976135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a969ae-76cd-4e76-acf5-c2e211818b7d req-0b34a3aa-5528-4b52-849c-345338218e0b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:56.977833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31a969ae-76cd-4e76-acf5-c2e211818b7d req-0b34a3aa-5528-4b52-849c-345338218e0b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.0588741 Oct 15 00:36:56.980268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] For port d3e23ca5-3372-4d14-8d16-aaa5b8020207, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d3e23ca5-3372-4d14-8d16-aaa5b8020207,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:56.980644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:57.000813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-0b0ad2f3-4354-4e20-8812-73f2bff8da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:57.002217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-0b0ad2f3-4354-4e20-8812-73f2bff8da71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 200 len: 915 time: 0.1673863 Oct 15 00:36:57.003062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Calling delete_port for d3e23ca5-3372-4d14-8d16-aaa5b8020207 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:57.019866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31a969ae-76cd-4e76-acf5-c2e211818b7d req-498d2098-c12a-4f01-9c52-845b51715ef4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Oct 15 00:36:57.048539 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:57.050904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-4397aea3-a4a8-4c9e-bb16-8ecfe59d0768 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 200 len: 217 time: 0.0385785 Oct 15 00:36:57.139540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Port': ['ID=68c1a200-6cb0-473e-8fa2-26ea51c95067,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:57.236722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-14bbec46-f566-473a-a0e3-4abbe66af68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:57.238301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-14bbec46-f566-473a-a0e3-4abbe66af68e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 200 len: 854 time: 0.1546562 Oct 15 00:36:57.303851 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc2c2c0c-2cae-411d-a6c9-648038547f7a req-994f4077-c449-4cfc-8fd8-a502fa7afba1 tempest-InstanceActionsV221TestJSON-552151297 tempest-InstanceActionsV221TestJSON-552151297-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9fc8-7e21-463d-98c3-89c614b282d7 HTTP/1.1" status: 200 len: 210 time: 0.0291977 Oct 15 00:36:57.313234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-9bc390e9-3f9a-4889-a383-fc5f62380384 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9a9c6c2-32ff-406b-afc6-8519d9c84c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524271 Oct 15 00:36:57.328558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b302ed-70ae-4ceb-84fa-76b6e7a5a4d5 req-8ae02724-83b0-4877-a9b8-87895cadac8d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:57.330069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6b302ed-70ae-4ceb-84fa-76b6e7a5a4d5 req-8ae02724-83b0-4877-a9b8-87895cadac8d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.2110062 Oct 15 00:36:57.536059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6b302ed-70ae-4ceb-84fa-76b6e7a5a4d5 req-1180ac7d-5674-49c3-a3f7-5a5ad3811493 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917341 Oct 15 00:36:57.572615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-579c5e9c-ee09-4494-b251-5817eed447df service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394364 Oct 15 00:36:57.607871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:57.611089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f82eb212-5a74-4e8e-b07a-304cfc100e93 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/ports/68c1a200-6cb0-473e-8fa2-26ea51c95067 HTTP/1.1" status: 204 len: 168 time: 1.6775575 Oct 15 00:36:57.611784 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:57.614917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:57.646790 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eed6430-4442-441c-9706-6af76e1ad243 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] GET failed (client error): The resource could not be found. Oct 15 00:36:57.649089 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9eed6430-4442-441c-9706-6af76e1ad243 tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "GET /v2.0/ports/68c1a200-6cb0-473e-8fa2-26ea51c95067 HTTP/1.1" status: 404 len: 333 time: 0.0324764 Oct 15 00:36:57.652282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event deleted for resources: {'Port': ['ID=d3e23ca5-3372-4d14-8d16-aaa5b8020207,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:57.652929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41234) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:57.761690 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting port 54013189-f06e-4eb8-a247-ac9312b7a7ac {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:57.762295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:57.857536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0dc61340-2f3b-477c-8b0e-c4d738256654 req-229a212c-ef6b-459c-8789-0e979c296c3d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 210 time: 0.0328212 Oct 15 00:36:57.899313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:57.916271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Calling delete_port for 54013189-f06e-4eb8-a247-ac9312b7a7ac owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:58.032136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87a1de-8e2e-4aea-8e37-5837b532a478 req-92ed679b-d3d5-4bf8-8a52-d533f61037ca tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:58.033534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab87a1de-8e2e-4aea-8e37-5837b532a478 req-92ed679b-d3d5-4bf8-8a52-d533f61037ca tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0971799 Oct 15 00:36:58.088347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] No DVR routers for this DVR port d3e23ca5-3372-4d14-8d16-aaa5b8020207 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:36:58.100032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.104057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5bd6ba1-bf77-46ca-bfb1-e1f45a572dfc req-5df60bff-54a8-41da-9333-c2f4832be1c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "DELETE /v2.0/ports/d3e23ca5-3372-4d14-8d16-aaa5b8020207 HTTP/1.1" status: 204 len: 173 time: 1.6521778 Oct 15 00:36:58.104516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'name': 'network-vif-deleted', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:36:58.107228 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4bf900-0766-48c9-924e-2e8431bf7d04" -d '{"events": [{"server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "name": "network-vif-deleted", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:36:58.108290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab87a1de-8e2e-4aea-8e37-5837b532a478 req-1259b264-d208-422d-9817-5c9b739583e8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662334 Oct 15 00:36:58.116623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98859595-c65c-4ea9-bd46-d410d5ac679a req-f2f72cfc-49a7-4574-b562-6d37c494aa55 service neutron] 10.222.0.39 "GET /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366032 Oct 15 00:36:58.146386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dd670-49e1-4506-970c-0798a9660cf6 req-6cc5f843-56e7-410c-bdad-6e61e111f346 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:58.149393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f65dd670-49e1-4506-970c-0798a9660cf6 req-6cc5f843-56e7-410c-bdad-6e61e111f346 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.1333923 Oct 15 00:36:58.157467 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa386d3-86f5-48e3-abaa-52802cab5480 x-openstack-request-id: req-1fa386d3-86f5-48e3-abaa-52802cab5480 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:36:58.158039 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833aeae9-a425-4fbf-83f1-96f9135e7cbc", "name": "network-vif-deleted", "tag": "d3e23ca5-3372-4d14-8d16-aaa5b8020207", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:36:58.158428 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fa386d3-86f5-48e3-abaa-52802cab5480 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:36:58.159340 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833aeae9-a425-4fbf-83f1-96f9135e7cbc', 'name': 'network-vif-deleted', 'tag': 'd3e23ca5-3372-4d14-8d16-aaa5b8020207', 'status': 'completed', 'code': 200} Oct 15 00:36:58.198021 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f65dd670-49e1-4506-970c-0798a9660cf6 req-10b95908-3d39-4818-9293-c0b5203002ca tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Oct 15 00:36:58.228586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.271771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Port': ['ID=54013189-f06e-4eb8-a247-ac9312b7a7ac,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:58.349533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.353478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dd24e4ff-ba8b-4412-8a06-ffdf5e5f48ca tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/ports/54013189-f06e-4eb8-a247-ac9312b7a7ac HTTP/1.1" status: 204 len: 168 time: 0.6993539 Oct 15 00:36:58.356169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41248) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:58.391713 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f48951c-7fe9-4001-88f5-fa3d3e57fdfa tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] GET failed (client error): The resource could not be found. Oct 15 00:36:58.393455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8f48951c-7fe9-4001-88f5-fa3d3e57fdfa tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "GET /v2.0/ports/54013189-f06e-4eb8-a247-ac9312b7a7ac HTTP/1.1" status: 404 len: 333 time: 0.0361381 Oct 15 00:36:58.396680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:58.516344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting port 36f2f12f-5d88-479e-b81c-e317b749a925 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:58.516693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.582315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41260) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:58.610918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.623139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Calling delete_port for 36f2f12f-5d88-479e-b81c-e317b749a925 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:58.626749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] Deleting subnet a3f8b293-3b07-47e0-8bd8-83930962164b {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:36:58.629866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.668490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.708011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.736427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1686130c-71d2-4fc0-af36-f34a35035c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.850872 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.880754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f8b293-3b07-47e0-8bd8-83930962164b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:58.883319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.886619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-629674cc-5e94-4eec-82c8-8b5d786ae79b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a3f8b293-3b07-47e0-8bd8-83930962164b HTTP/1.1" status: 204 len: 168 time: 0.3032279 Oct 15 00:36:58.889135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41266) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:58.896703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:58.944409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Port': ['ID=36f2f12f-5d88-479e-b81c-e317b749a925,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:59.002930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba318e62-89ac-4da1-bc17-d6f300f08747 req-04134966-e898-433d-8dd8-8c9033ab2fa3 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=833aeae9-a425-4fbf-83f1-96f9135e7cbc HTTP/1.1" status: 200 len: 210 time: 0.0357728 Oct 15 00:36:59.009424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.028914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.032390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f414d75d-25b0-4292-b2fe-9f27e386380e tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/ports/36f2f12f-5d88-479e-b81c-e317b749a925 HTTP/1.1" status: 204 len: 168 time: 0.6337690 Oct 15 00:36:59.034901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41268) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:59.060424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d3e23ca5-3372-4d14-8d16-aaa5b8020207 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:59.083644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: d3e23ca5-3372-4d14-8d16-aaa5b8020207 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:36:59.084297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d3e23ca5-3372-4d14-8d16-aaa5b8020207 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:36:59.085171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:36:59.097304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting subnet a04465ec-b6cd-4252-9ae8-b3a9fef2a140 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:36:59.102016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.108146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:36:59.108998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d8f0aa8d-d8e5-45bd-9195-c9668a0bbe95 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:36:59.160345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.171612 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.200756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7479cbd-95b6-4db4-afa0-ab186aeb3619']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:59.212555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81362a3-cf92-41c6-9009-a53e957ac9bb') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:59.213204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81362a3-cf92-41c6-9009-a53e957ac9bb') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:36:59.232474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.250369 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.259063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:36:59.260479 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:36:59.262912 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:36:59.283972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.293976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d2778-7dfc-4a50-8ce2-05217234ce27 req-b1a4efe4-7e68-4386-b79e-4701218d22e7 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:59.295510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e6d2778-7dfc-4a50-8ce2-05217234ce27 req-b1a4efe4-7e68-4386-b79e-4701218d22e7 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0911994 Oct 15 00:36:59.364253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1220f00-6be3-41c4-9d01-c85a4c75e561 req-b81f3c90-9b3e-4b92-9dfe-f726daf3c8af tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:36:59.365663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1220f00-6be3-41c4-9d01-c85a4c75e561 req-b81f3c90-9b3e-4b92-9dfe-f726daf3c8af tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0928960 Oct 15 00:36:59.370491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e6d2778-7dfc-4a50-8ce2-05217234ce27 req-62828e97-eff5-4f29-9674-c4f7e8f72e6d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522046 Oct 15 00:36:59.423606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1220f00-6be3-41c4-9d01-c85a4c75e561 req-97247373-aa7a-4f11-93de-2e4d083002e5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Oct 15 00:36:59.456159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.461984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.465943 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] 10.222.0.13 "DELETE /v2.0/networks/f7479cbd-95b6-4db4-afa0-ab186aeb3619 HTTP/1.1" status: 204 len: 168 time: 0.5758686 Oct 15 00:36:59.487146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72fab4-f680-4b2c-8e51-d685a2daccac admin admin] Pushing event deleted for resources: {'Network': ['ID=f7479cbd-95b6-4db4-afa0-ab186aeb3619,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:59.509147 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.542504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Subnet': ['ID=a04465ec-b6cd-4252-9ae8-b3a9fef2a140,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:59.546855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.553533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592869d6-bc8f-430b-8886-2cdc461b8d57 None None] Network a7fd4731-d736-4cbe-afc6-125291803a1d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:36:59.554183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ca9b8267-5a33-4523-b82d-4d817202c87b tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/subnets/a04465ec-b6cd-4252-9ae8-b3a9fef2a140 HTTP/1.1" status: 204 len: 168 time: 0.5182207 Oct 15 00:36:59.555674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41284) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:36:59.637135 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.696581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Deleting port bf681455-c8bb-4b1d-a152-bc7f8c3da762 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:59.696913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.743132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] DHCP port deletion for a7fd4731-d736-4cbe-afc6-125291803a1d request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:36:59.761043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] For port bf681455-c8bb-4b1d-a152-bc7f8c3da762, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bf681455-c8bb-4b1d-a152-bc7f8c3da762,segment=NetworkSegment(e699354f-f3c2-41d6-bf6f-1299bd6f2dde),segment_id=e699354f-f3c2-41d6-bf6f-1299bd6f2dde)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:59.761398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.774843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Calling delete_port for bf681455-c8bb-4b1d-a152-bc7f8c3da762 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:36:59.791486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] Deleting port bf681455-c8bb-4b1d-a152-bc7f8c3da762 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:36:59.791855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.872409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] For port bf681455-c8bb-4b1d-a152-bc7f8c3da762, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bf681455-c8bb-4b1d-a152-bc7f8c3da762,segment=NetworkSegment(e699354f-f3c2-41d6-bf6f-1299bd6f2dde),segment_id=e699354f-f3c2-41d6-bf6f-1299bd6f2dde)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:36:59.873038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.942639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:36:59.988510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Port': ['ID=bf681455-c8bb-4b1d-a152-bc7f8c3da762,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:36:59.996402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] No DVR routers for this DVR port bf681455-c8bb-4b1d-a152-bc7f8c3da762 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:00.033790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41292) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:00.051066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bf681455-c8bb-4b1d-a152-bc7f8c3da762 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:00.084516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b943f277-05de-4210-b1af-a1a2dc6db2d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daaee5b176584bb1ab123927ca530f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487094 Oct 15 00:37:00.086917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] Calling delete_port for bf681455-c8bb-4b1d-a152-bc7f8c3da762 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:00.087743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41294) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:00.096302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: bf681455-c8bb-4b1d-a152-bc7f8c3da762 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:00.096705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bf681455-c8bb-4b1d-a152-bc7f8c3da762 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:00.104986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.128082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fd4731-d736-4cbe-afc6-125291803a1d']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:00.140965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e699354f-f3c2-41d6-bf6f-1299bd6f2dde') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:00.141165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e699354f-f3c2-41d6-bf6f-1299bd6f2dde') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:00.149089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.153622 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.163755 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.173521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701d6a3-1547-4c76-beab-2e7e2aaf6d11 req-a9392c2e-06c2-4f08-9718-14d5c20ec1ce tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:00.181497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5701d6a3-1547-4c76-beab-2e7e2aaf6d11 req-a9392c2e-06c2-4f08-9718-14d5c20ec1ce tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.2533052 Oct 15 00:37:00.185143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d61eb775-a8ca-4ce8-805d-e55e525c8c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.191555 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:37:00.202474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.214834 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.217034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d61eb775-a8ca-4ce8-805d-e55e525c8c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.223944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5701d6a3-1547-4c76-beab-2e7e2aaf6d11 req-13064676-638a-44f9-b3c3-4c3e21561464 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Oct 15 00:37:00.227768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:37:00.229344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:37:00.235556 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:37:00.257343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] Pushing event deleted for resources: {'Port': ['ID=bf681455-c8bb-4b1d-a152-bc7f8c3da762,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:00.259546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aadc64-02ac-4819-b1c1-64191358e1a5 None None] No DVR routers for this DVR port bf681455-c8bb-4b1d-a152-bc7f8c3da762 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:00.405000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d61eb775-a8ca-4ce8-805d-e55e525c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.407829 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d61eb775-a8ca-4ce8-805d-e55e525c8c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.409042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d61eb775-a8ca-4ce8-805d-e55e525c8c6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70f6c3f8-d4e4-44df-8b67-ee39a05cb936 HTTP/1.1" status: 204 len: 168 time: 0.3185105 Oct 15 00:37:00.417239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eb775-a8ca-4ce8-805d-e55e525c8c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f6c3f8-d4e4-44df-8b67-ee39a05cb936,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:00.433975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.454178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:00.460091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] 10.222.0.13 "DELETE /v2.0/networks/a7fd4731-d736-4cbe-afc6-125291803a1d HTTP/1.1" status: 204 len: 168 time: 0.9010067 Oct 15 00:37:00.460091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62470b-3645-40f2-89ad-162585fe7c6d tempest-AllowedAddressPairTestJSON-1708545933 tempest-AllowedAddressPairTestJSON-1708545933-project] Pushing event deleted for resources: {'Network': ['ID=a7fd4731-d736-4cbe-afc6-125291803a1d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:00.577662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1975cb-903f-47ae-a3da-2f37a6bb292c req-413d0f04-33a3-4bdd-8fdc-6be661fcd28d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:00.579194 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f1975cb-903f-47ae-a3da-2f37a6bb292c req-413d0f04-33a3-4bdd-8fdc-6be661fcd28d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0520964 Oct 15 00:37:00.619935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f1975cb-903f-47ae-a3da-2f37a6bb292c req-f6423275-e873-45b3-980b-89dc39651727 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346208 Oct 15 00:37:00.785251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5a983-a891-4b20-b198-ff59c7d9436d req-9f50f344-a941-491b-be7d-b28308c377c4 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:00.787019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90e5a983-a891-4b20-b198-ff59c7d9436d req-9f50f344-a941-491b-be7d-b28308c377c4 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 944 time: 0.0494742 Oct 15 00:37:00.802367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72f088-170b-47e8-9831-c93773781834 req-5f881fae-a8d5-4906-823e-e8968dc1f7a5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:00.803916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b72f088-170b-47e8-9831-c93773781834 req-5f881fae-a8d5-4906-823e-e8968dc1f7a5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0514743 Oct 15 00:37:00.854509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90e5a983-a891-4b20-b198-ff59c7d9436d req-f6d1bf3f-94b4-404a-a736-7a7f0a3cf9c9 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572200 Oct 15 00:37:00.859607 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b72f088-170b-47e8-9831-c93773781834 req-4394c7e8-16a1-4c76-920e-e3229a31e3f1 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Oct 15 00:37:01.004691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a28-4fd5-42f3-9228-684747ca28bd req-2416e8da-55a8-4b79-a1a0-ab78d9c2a3dd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:01.006434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7536a28-4fd5-42f3-9228-684747ca28bd req-2416e8da-55a8-4b79-a1a0-ab78d9c2a3dd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0602381 Oct 15 00:37:01.044826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41322) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:01.066773 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7536a28-4fd5-42f3-9228-684747ca28bd req-bf4e8a65-10e0-4689-8070-8b6088d178e8 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528665 Oct 15 00:37:01.083186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023501c-17dc-4370-af9b-843c8e616594 req-ddf6b87f-eace-4a4b-a964-04d32eda69e2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:01.085186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1023501c-17dc-4370-af9b-843c8e616594 req-ddf6b87f-eace-4a4b-a964-04d32eda69e2 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 944 time: 0.0618665 Oct 15 00:37:01.214986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-641a2f7f-94ee-480f-ad4e-3f196f090b96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c66eaf4be594ab3a975f61960eec983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689906 Oct 15 00:37:01.224124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41334) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:01.231187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002ac58-3654-441c-b047-82d248411051 req-7d12575f-c5c1-47c2-b6e1-f210e426d477 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:01.232728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8002ac58-3654-441c-b047-82d248411051 req-7d12575f-c5c1-47c2-b6e1-f210e426d477 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0909166 Oct 15 00:37:01.251856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Deleting port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:01.252199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.283129 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-162f8daa-604d-412e-9942-3fc7af9660be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.332463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-162f8daa-604d-412e-9942-3fc7af9660be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.337286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8002ac58-3654-441c-b047-82d248411051 req-e54f053c-5a0e-4093-9d44-a134408b49d7 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969970 Oct 15 00:37:01.388025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] For port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:01.388584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.406852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Calling delete_port for 66d694c7-a5d1-4298-9a35-ce8ea07fd06e owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:01.411779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ae976-7863-43a7-a004-03f8458c971a req-f8e527df-34b8-42d4-bf2b-dd1b6c36e3eb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:01.413377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-351ae976-7863-43a7-a004-03f8458c971a req-f8e527df-34b8-42d4-bf2b-dd1b6c36e3eb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0966191 Oct 15 00:37:01.470571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-351ae976-7863-43a7-a004-03f8458c971a req-8c76bc49-6e85-4596-aa54-6ee3960e53c8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Oct 15 00:37:01.547964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-162f8daa-604d-412e-9942-3fc7af9660be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.551818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-162f8daa-604d-412e-9942-3fc7af9660be admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.551924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191487e0-e8b8-4521-9a95-84fed15efa2e req-2cfbbea2-ffb4-43c3-90c5-0686525b7924 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:01.552335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-162f8daa-604d-412e-9942-3fc7af9660be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/395e5791-38dd-422c-aab0-1ed8f3c0f1a2 HTTP/1.1" status: 204 len: 168 time: 0.3271694 Oct 15 00:37:01.556915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191487e0-e8b8-4521-9a95-84fed15efa2e req-2cfbbea2-ffb4-43c3-90c5-0686525b7924 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0862339 Oct 15 00:37:01.564518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f8daa-604d-412e-9942-3fc7af9660be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e5791-38dd-422c-aab0-1ed8f3c0f1a2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:01.650879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-191487e0-e8b8-4521-9a95-84fed15efa2e req-3313a83f-d2d1-4e2f-b539-b73a17eca894 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804889 Oct 15 00:37:01.770290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf5fdb-1cae-47b6-a81f-41768b550ce8 req-78262248-7b1b-4612-b47c-3d87085a8e99 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:01.770982 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cddf5fdb-1cae-47b6-a81f-41768b550ce8 req-78262248-7b1b-4612-b47c-3d87085a8e99 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0551682 Oct 15 00:37:01.811280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.824284 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cddf5fdb-1cae-47b6-a81f-41768b550ce8 req-909a7463-cd58-43f1-af13-55a9b82b4231 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Oct 15 00:37:01.863619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event deleted for resources: {'Port': ['ID=66d694c7-a5d1-4298-9a35-ce8ea07fd06e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:01.938677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] No DVR routers for this DVR port 66d694c7-a5d1-4298-9a35-ce8ea07fd06e on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:01.942057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:01.946242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1023501c-17dc-4370-af9b-843c8e616594 req-f0c50931-8bba-46e3-bb6f-1e3197daabc5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "DELETE /v2.0/ports/66d694c7-a5d1-4298-9a35-ce8ea07fd06e HTTP/1.1" status: 204 len: 173 time: 0.8531511 Oct 15 00:37:01.947154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'name': 'network-vif-deleted', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:01.949157 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839ce4dd-5b59-482e-a930-5386db3e786c" -d '{"events": [{"server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "name": "network-vif-deleted", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:01.971003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41372) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:01.988449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226c640-4f4a-4f59-b7a2-7d3edd30e19e req-f5539260-1d20-4bfa-8c7a-3425b42b7fe6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:01.990458 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5226c640-4f4a-4f59-b7a2-7d3edd30e19e req-f5539260-1d20-4bfa-8c7a-3425b42b7fe6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0699024 Oct 15 00:37:01.999914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c4ccbf3-dcc8-479c-9111-f55b9c405752 req-b72597a1-7c34-4a91-8685-17aed96bb1cc tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 210 time: 0.0435908 Oct 15 00:37:02.057881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5226c640-4f4a-4f59-b7a2-7d3edd30e19e req-3c8a0a2d-c739-4c53-85c0-b11e33cad8e4 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605431 Oct 15 00:37:02.135594 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9177b861-7ff3-4933-83fe-b85030028b24 x-openstack-request-id: req-9177b861-7ff3-4933-83fe-b85030028b24 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:02.135927 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd89eff-2523-4ef7-87d9-cf18149d939d", "name": "network-vif-deleted", "tag": "66d694c7-a5d1-4298-9a35-ce8ea07fd06e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:02.136458 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9177b861-7ff3-4933-83fe-b85030028b24 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:02.136962 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd89eff-2523-4ef7-87d9-cf18149d939d', 'name': 'network-vif-deleted', 'tag': '66d694c7-a5d1-4298-9a35-ce8ea07fd06e', 'status': 'completed', 'code': 200} Oct 15 00:37:02.196501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1322682315-network', 'tenant_id': '9a9ba65a7dd34ff2bf3d822d0202ee9b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:02.205209 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.269797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf05b32-f01a-4c34-9779-1996ac23cb57 req-36643bba-f200-4293-8fba-f2185c727ed6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:02.271765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebf05b32-f01a-4c34-9779-1996ac23cb57 req-36643bba-f200-4293-8fba-f2185c727ed6 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0718594 Oct 15 00:37:02.311291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebf05b32-f01a-4c34-9779-1996ac23cb57 req-daabdb3f-73d6-4afb-8a64-a244df0a4674 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323858 Oct 15 00:37:02.354030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Made reservation on behalf of 9a9ba65a7dd34ff2bf3d822d0202ee9b for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:02.356884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.367298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.491450 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.509460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab7643-72da-4f5b-9360-ededcdfb35e5 req-fd83c251-14b2-403c-8b76-a87296ff01c5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:02.511049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4eab7643-72da-4f5b-9360-ededcdfb35e5 req-fd83c251-14b2-403c-8b76-a87296ff01c5 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0759852 Oct 15 00:37:02.551664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4eab7643-72da-4f5b-9360-ededcdfb35e5 req-7c674d63-c6e3-4fa3-beb0-6f87f64c884f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Oct 15 00:37:02.598150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.621865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:37:02.627677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74bfa5-c747-432d-b515-0cb2ca3c442e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:02.647685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.654481 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Added segment 47ad9db7-e43b-4954-8bb2-33f505ff4d8f of type vlan for network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce Oct 15 00:37:02.687327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60a900-ff00-4e75-a823-3cd9a462649d req-8b1363e6-be3b-4e26-81c7-b6793e611af3 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:02.688864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a60a900-ff00-4e75-a823-3cd9a462649d req-8b1363e6-be3b-4e26-81c7-b6793e611af3 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0567758 Oct 15 00:37:02.702755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.730248 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a60a900-ff00-4e75-a823-3cd9a462649d req-1f73385b-26d9-40c6-b164-091bd554757c tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Oct 15 00:37:02.828103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.829263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:02.830214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:02.939795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41416) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:02.965153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] Pushing event updated for resources: {'Network': ['ID=1532f6df-2ae0-4184-98e1-a2a33b84f4ce,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:02.976368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:37:02.987871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e628cef-0b87-44c2-b0cc-00b37eea388d req-55b8364d-d4d3-4532-928d-8ba63dbb25fd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:02.990859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e628cef-0b87-44c2-b0cc-00b37eea388d req-55b8364d-d4d3-4532-928d-8ba63dbb25fd tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.1263318 Oct 15 00:37:03.052059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7f856ab4-795d-4814-b404-cf27dc0e720e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0795493 Oct 15 00:37:03.055405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41422) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:03.060871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Request body: {'subnet': {'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1322682315-subnet', 'tenant_id': '9a9ba65a7dd34ff2bf3d822d0202ee9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:03.066370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e628cef-0b87-44c2-b0cc-00b37eea388d req-f8f5e187-b39b-4fc7-aaf6-9b5264e71c25 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 Oct 15 00:37:03.077082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:03.107175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-630715112'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:03.134178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 66d694c7-a5d1-4298-9a35-ce8ea07fd06e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:03.134524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 66d694c7-a5d1-4298-9a35-ce8ea07fd06e not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:03.194765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-92a23646-96b7-47a7-bf1e-775cbb66c02b req-68723677-ad20-418a-840e-e432f286e8d5 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd89eff-2523-4ef7-87d9-cf18149d939d HTTP/1.1" status: 200 len: 210 time: 0.0438950 Oct 15 00:37:03.212434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d74e-8dd0-4961-b923-cd8745e9591b req-2c8a191f-672e-49f0-85fa-8ff73e7a0684 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:03.213922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f64d74e-8dd0-4961-b923-cd8745e9591b req-2c8a191f-672e-49f0-85fa-8ff73e7a0684 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0625770 Oct 15 00:37:03.253431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f64d74e-8dd0-4961-b923-cd8745e9591b req-ec20f2a6-cbfe-4b39-b82e-ce307c49220b tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Oct 15 00:37:03.303957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Made reservation on behalf of 9a9ba65a7dd34ff2bf3d822d0202ee9b for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:03.312588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.426466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:03.430733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.444919 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.454851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c486b-fcf4-4f7c-b532-cd37e83ce717 req-bd490d48-d26a-4b94-baef-5d2bc4373ecc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:03.456512 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7e0c486b-fcf4-4f7c-b532-cd37e83ce717 req-bd490d48-d26a-4b94-baef-5d2bc4373ecc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.1158676 Oct 15 00:37:03.568396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7e0c486b-fcf4-4f7c-b532-cd37e83ce717 req-2b5cb6cc-e727-4111-b2df-28589e1b227f tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011119 Oct 15 00:37:03.675300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.705863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6b4b-0c28-4eaf-a487-00d00a3d1a04 req-3049d772-6e0a-4838-b5d9-321caf44c9be tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:03.707426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abdc6b4b-0c28-4eaf-a487-00d00a3d1a04 req-3049d772-6e0a-4838-b5d9-321caf44c9be tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0498412 Oct 15 00:37:03.713277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.747713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abdc6b4b-0c28-4eaf-a487-00d00a3d1a04 req-05acd381-5399-40a6-8aee-b2784df2a19e tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Oct 15 00:37:03.765253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb25601-352a-4898-9517-73cde125a1e6,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:03.783564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Checking segment: {'id': '47ad9db7-e43b-4954-8bb2-33f505ff4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:03.784170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Network hostable DHCP agents. Network: 1532f6df-2ae0-4184-98e1-a2a33b84f4ce, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:37:03.810516 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.839263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:37:03.853554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf588a6f-d46a-40bb-9df1-82daf3029982,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:03.858843 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.859190 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Added segment 11f3e16b-6789-4e0e-88fb-87c32db0bdb2 of type vlan for network 419a12fc-860c-4125-beb1-c478c6ba03c1 Oct 15 00:37:03.899847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd46233-c0a8-4d5f-8803-470df15742bc req-7931bcae-bced-4fc7-a857-599ff92a1c07 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:03.901459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfd46233-c0a8-4d5f-8803-470df15742bc req-7931bcae-bced-4fc7-a857-599ff92a1c07 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0569062 Oct 15 00:37:03.914821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:03.920615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:37:03.941155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfd46233-c0a8-4d5f-8803-470df15742bc req-6b0767f7-640f-4267-b6c0-fc8523b14874 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Oct 15 00:37:04.022450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:04.034603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:04.034603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:04.034603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1532f6df-2ae0-4184-98e1-a2a33b84f4ce) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:04.038889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d914c-46cd-4b5b-910f-7fe5aa1dd980 None None] Network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:04.043757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:04.044337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:04.111001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Network': ['ID=419a12fc-860c-4125-beb1-c478c6ba03c1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:04.122981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:37:04.163530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3c23b183-6db6-4a9e-a678-679fb1a51980 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1070485 Oct 15 00:37:04.170231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c790b63f-5025-4aca-9e6d-072c5275c8d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2273452 Oct 15 00:37:04.172095 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41448) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:04.178573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:04.253426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f5dd0b-3f3c-451c-951d-f80df412f5c4 None None] Network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:04.379022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:04.388981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:04.713595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:04.736885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c4fb2e3a-d999-4d94-9101-cb9e8fbff49f tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:04.738638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c4fb2e3a-d999-4d94-9101-cb9e8fbff49f tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/networks?id=1532f6df-2ae0-4184-98e1-a2a33b84f4ce HTTP/1.1" status: 200 len: 809 time: 0.1126058 Oct 15 00:37:04.757317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dead3723-3ef3-4388-8804-a3916a4c6b3c tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/quotas/9a9ba65a7dd34ff2bf3d822d0202ee9b HTTP/1.1" status: 200 len: 375 time: 0.0101418 Oct 15 00:37:04.777023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=94659353-63b0-4051-bcf9-aee46a6fbf3a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:04.786076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:04.786486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network hostable DHCP agents. Network: 419a12fc-860c-4125-beb1-c478c6ba03c1, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:37:04.808109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-546415e8-296c-44b4-8248-ac764aa883cb tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a9ba65a7dd34ff2bf3d822d0202ee9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407057 Oct 15 00:37:04.878776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:37:04.904516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-de720a2c-e2c1-40f0-ac23-de2f315308c0 service neutron] 10.222.0.13 "GET /v2.0/networks/1532f6df-2ae0-4184-98e1-a2a33b84f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893905 Oct 15 00:37:05.010766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 419a12fc-860c-4125-beb1-c478c6ba03c1) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:05.015165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:05.016076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:05.019820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-1de886dc-77b1-467a-bb00-8ae46887bd78 service neutron] 10.222.0.13 "GET /v2.0/networks/1532f6df-2ae0-4184-98e1-a2a33b84f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089036 Oct 15 00:37:05.029297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2abcd-4c9f-47f1-a8a6-2585e9948c44 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:05.134158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f2081d7f-61a9-469b-8319-a6d184759e2d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9607067 Oct 15 00:37:05.136756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41482) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:05.141742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'name': 'tempest-NetworksTestDHCPv6-593388482'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:05.217872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '94659353-63b0-4051-bcf9-aee46a6fbf3a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:05.219011 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:05.351461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37e012-3d17-43c5-9704-db75c004966f req-5fbb5932-2eeb-4b24-b328-9d79505efbc6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:05.353223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a37e012-3d17-43c5-9704-db75c004966f req-5fbb5932-2eeb-4b24-b328-9d79505efbc6 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 945 time: 0.1288595 Oct 15 00:37:05.449663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:05.449663 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:05.453093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-09552afb-67c3-4cd7-8cd0-1edc28441993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:05.456362 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-09552afb-67c3-4cd7-8cd0-1edc28441993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1097 time: 0.0607376 Oct 15 00:37:05.482530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/94659353-63b0-4051-bcf9-aee46a6fbf3a/a126da09-cd6a-467f-93a6-799a8fd4f60d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:05.517029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d367c0-215a-4300-853a-6debc877fdc4 req-e943f2b8-e809-483b-918a-191d5ee752ad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:05.518655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0d367c0-215a-4300-853a-6debc877fdc4 req-e943f2b8-e809-483b-918a-191d5ee752ad tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 945 time: 0.1191430 Oct 15 00:37:05.520789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 99ca6df7-ce8f-410b-9063-9fde9adc94db yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:05.624870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0d367c0-215a-4300-853a-6debc877fdc4 req-51696018-bd40-480f-a55f-5c215e9e166c tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa6f3657-9b6a-486a-88f4-e571a00b80d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914857 Oct 15 00:37:05.640891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Deleting port a21c71dc-a466-46b4-bbaf-9aa68c17e527 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:05.640891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:05.703580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6d40d-f7ff-46d2-b190-c915b438e2b0 req-1414979a-e753-4359-88a2-3120d85c44f8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:05.712880 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cb6d40d-f7ff-46d2-b190-c915b438e2b0 req-1414979a-e753-4359-88a2-3120d85c44f8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0977018 Oct 15 00:37:05.743352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-50c60c21-f71c-4b6e-93f5-004a825bdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:05.744207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] For port a21c71dc-a466-46b4-bbaf-9aa68c17e527, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a21c71dc-a466-46b4-bbaf-9aa68c17e527,segment=NetworkSegment(dade96d8-d46d-43d0-a3c6-b847f7571812),segment_id=dade96d8-d46d-43d0-a3c6-b847f7571812)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:05.744207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:05.745142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-50c60c21-f71c-4b6e-93f5-004a825bdd2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 919 time: 0.2804642 Oct 15 00:37:05.747914 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:05.767110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Calling delete_port for a21c71dc-a466-46b4-bbaf-9aa68c17e527 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:05.786162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-203dfc7e-1a6f-45cb-9847-5f0f8fecd48b req-a1d48536-d17f-43d1-84e0-fee93fc336d9 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 210 time: 0.0332537 Oct 15 00:37:05.794206 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-0b226978-a4b6-4d70-9252-28d324efd3ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 200 len: 217 time: 0.0401080 Oct 15 00:37:05.828864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0cb6d40d-f7ff-46d2-b190-c915b438e2b0 req-3bfc0250-3930-490d-9412-6d87e924c97e tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971317 Oct 15 00:37:05.845059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:05.880900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-df766b7c-dea8-404f-a403-fcc770464827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:05.882114 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-df766b7c-dea8-404f-a403-fcc770464827 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.0625103 Oct 15 00:37:05.912799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:05.918439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:05.924280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-9d5bc85a-ef97-4275-8dc4-f805c82a4bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340555 Oct 15 00:37:05.925661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:05.932042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Pushing event updated for resources: {'Port': ['ID=a126da09-cd6a-467f-93a6-799a8fd4f60d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:05.953823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::2dd (419a12fc-860c-4125-beb1-c478c6ba03c1/94659353-63b0-4051-bcf9-aee46a6fbf3a/99ca6df7-ce8f-410b-9063-9fde9adc94db) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:06.009752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Attempting to bind port a126da09-cd6a-467f-93a6-799a8fd4f60d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:06.009996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Attempting to bind port a126da09-cd6a-467f-93a6-799a8fd4f60d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:06.010333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Attempting to bind port a126da09-cd6a-467f-93a6-799a8fd4f60d on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:06.016309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:06.016691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:06.024040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.024040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:06.024040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Bound port: a126da09-cd6a-467f-93a6-799a8fd4f60d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:06.024040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.068024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-09029e8a-9470-40bd-80e2-9746032f7fc7 service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357634 Oct 15 00:37:06.093321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] For port a126da09-cd6a-467f-93a6-799a8fd4f60d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:06.149904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] For port a126da09-cd6a-467f-93a6-799a8fd4f60d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a126da09-cd6a-467f-93a6-799a8fd4f60d,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:06.151486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.189942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a2c6f21-4a13-4245-aed6-0087c620d4f9 req-a49662c8-d8b2-4115-b4e1-f7795ae6547d service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144652 Oct 15 00:37:06.200405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Pushing event deleted for resources: {'Port': ['ID=a21c71dc-a466-46b4-bbaf-9aa68c17e527,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:06.257116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.292586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] No DVR routers for this DVR port a21c71dc-a466-46b4-bbaf-9aa68c17e527 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:06.297034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.300913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a37e012-3d17-43c5-9704-db75c004966f req-579431dd-98e6-4f14-adee-0d822c9e5393 tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.30 "DELETE /v2.0/ports/a21c71dc-a466-46b4-bbaf-9aa68c17e527 HTTP/1.1" status: 204 len: 173 time: 0.9407210 Oct 15 00:37:06.301366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'name': 'network-vif-deleted', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:06.303706 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1754416-a5bf-440c-8c40-2bcea151546f" -d '{"events": [{"server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "name": "network-vif-deleted", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:06.363772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.369094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2df669-24a2-4731-9c8d-70cd76f39c8d None None] Pushing event updated for resources: {'Port': ['ID=a126da09-cd6a-467f-93a6-799a8fd4f60d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:06.379290 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc3d01-3f3b-4dcb-ab3a-2c1f7557753e x-openstack-request-id: req-94bc3d01-3f3b-4dcb-ab3a-2c1f7557753e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:06.379635 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def35ee3-5071-454c-abaa-c15667e4f7ca", "name": "network-vif-deleted", "tag": "a21c71dc-a466-46b4-bbaf-9aa68c17e527", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:06.379894 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94bc3d01-3f3b-4dcb-ab3a-2c1f7557753e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:06.380365 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def35ee3-5071-454c-abaa-c15667e4f7ca', 'name': 'network-vif-deleted', 'tag': 'a21c71dc-a466-46b4-bbaf-9aa68c17e527', 'status': 'completed', 'code': 200} Oct 15 00:37:06.487974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.558796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=99ca6df7-ce8f-410b-9063-9fde9adc94db,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:06.564933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:06.566006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:06.568480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:06.574992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:06.575635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:06.744874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a390a3f-b5db-4631-b4dd-99efd4a73206 req-b0b0518f-5a2f-4a53-bb98-c38c5d07617d tempest-LiveAutoBlockMigrationV225Test-188379982 tempest-LiveAutoBlockMigrationV225Test-188379982-project] 10.222.0.13 "GET /v2.0/ports?device_id=def35ee3-5071-454c-abaa-c15667e4f7ca HTTP/1.1" status: 200 len: 210 time: 0.0368831 Oct 15 00:37:06.784680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-74307aa8-fc3d-4bcd-8ec4-d6b5489fe51d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6467447 Oct 15 00:37:06.788297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41514) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:06.845066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fffa3d-018c-4243-82f4-f37dc3242f1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:06.854437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fffa3d-018c-4243-82f4-f37dc3242f1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:06.858137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-47fffa3d-018c-4243-82f4-f37dc3242f1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0667953 Oct 15 00:37:06.859114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41520) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:06.881411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-494d0bed-ca4a-4a5e-8082-eb50b875f4a9 req-8f570cbc-0e39-4bdd-a417-cdcfba21920d tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 210 time: 0.0414426 Oct 15 00:37:06.981671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033524f-4c0c-41f5-b5e4-44fde8fb9362 req-6ee1c888-5fba-49d7-8c25-8e542ca7ea1a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:06.983178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2033524f-4c0c-41f5-b5e4-44fde8fb9362 req-6ee1c888-5fba-49d7-8c25-8e542ca7ea1a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0818586 Oct 15 00:37:07.012845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 99ca6df7-ce8f-410b-9063-9fde9adc94db {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:07.013182 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.055192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2033524f-4c0c-41f5-b5e4-44fde8fb9362 req-25227129-6a1f-46aa-a749-f769946bef8b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639753 Oct 15 00:37:07.128096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.142557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 99ca6df7-ce8f-410b-9063-9fde9adc94db owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:07.410666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.456889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=99ca6df7-ce8f-410b-9063-9fde9adc94db,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:07.480053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba5d8a-f401-49e7-924e-837a74fe2ea7 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:07.484836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.490648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-df2467c8-e811-4c25-95f0-0b2a7bd3e783 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/99ca6df7-ce8f-410b-9063-9fde9adc94db HTTP/1.1" status: 204 len: 168 time: 0.6282241 Oct 15 00:37:07.491141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41528) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:07.615559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-54c00842-36d9-480a-8ff4-dd537efc9f55 None None] Provisioning complete for port a126da09-cd6a-467f-93a6-799a8fd4f60d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:07.618567 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-54c00842-36d9-480a-8ff4-dd537efc9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.638728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addb799-1939-4d2d-9a8e-40d47ca3926a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:07.647277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1addb799-1939-4d2d-9a8e-40d47ca3926a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:07.647277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1addb799-1939-4d2d-9a8e-40d47ca3926a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1500130 Oct 15 00:37:07.647500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41534) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:07.756337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 94659353-63b0-4051-bcf9-aee46a6fbf3a {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:07.760279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.811604 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-54c00842-36d9-480a-8ff4-dd537efc9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.812881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:07.814561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:07.890151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-54c00842-36d9-480a-8ff4-dd537efc9f55 None None] For port a126da09-cd6a-467f-93a6-799a8fd4f60d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a126da09-cd6a-467f-93a6-799a8fd4f60d,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:07.977121 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-54c00842-36d9-480a-8ff4-dd537efc9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.002528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.114428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] Deleting subnet e8ed36f9-2345-4abe-898e-efb593657a8e {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:08.114955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a126da09-cd6a-467f-93a6-799a8fd4f60d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:08.136038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.163517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35a0fd19-1cf0-4f8c-8bd9-dbcad0a045a7 req-60643dc6-b9c1-4a59-9768-4bc06a2b1c74 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 210 time: 0.0704021 Oct 15 00:37:08.193235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.202170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.204245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c00842-36d9-480a-8ff4-dd537efc9f55 None None] Pushing event updated for resources: {'Port': ['ID=a126da09-cd6a-467f-93a6-799a8fd4f60d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:08.215111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.231141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41550) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:08.231985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/94659353-63b0-4051-bcf9-aee46a6fbf3a HTTP/1.1" status: 204 len: 168 time: 0.5839682 Oct 15 00:37:08.244993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a126da09-cd6a-467f-93a6-799a8fd4f60d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:08.245360 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.266918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceb928-e275-40c6-982f-a22f1aa13008 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=94659353-63b0-4051-bcf9-aee46a6fbf3a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:08.288517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04b189e-f73f-4ed2-b8cc-a2afc8cf7d92 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:08.352901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41552) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:08.358670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-de35816e-a57e-4505-a771-868b9aa39923 None None] Provisioning complete for port a126da09-cd6a-467f-93a6-799a8fd4f60d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:08.359364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-de35816e-a57e-4505-a771-868b9aa39923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.359796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:08.367348 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7d162957-06ba-4644-88cf-3d61ac9eee96 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304557 Oct 15 00:37:08.395698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.545300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.570618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84976d6c-1b50-4be1-9e34-b01aa604ef8d req-58e79a8c-1779-4800-8155-ea8836ca805b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:08.589333 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84976d6c-1b50-4be1-9e34-b01aa604ef8d req-58e79a8c-1779-4800-8155-ea8836ca805b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.2930362 Oct 15 00:37:08.594649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:08.599283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.600711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.605599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8ed36f9-2345-4abe-898e-efb593657a8e HTTP/1.1" status: 204 len: 168 time: 0.7898288 Oct 15 00:37:08.615131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41556) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:08.727701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e08e04-ff0d-4586-9479-641b35c786b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ed36f9-2345-4abe-898e-efb593657a8e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:08.747019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:08.776971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-f36c0a5f-a66a-466b-a1f0-aaee62703944 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:08.778478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-f36c0a5f-a66a-466b-a1f0-aaee62703944 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.30 "GET /v2.0/networks?id=1532f6df-2ae0-4184-98e1-a2a33b84f4ce HTTP/1.1" status: 200 len: 809 time: 0.3330402 Oct 15 00:37:08.796534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Request body: {'port': {'device_id': '0df011c6-4856-474f-914c-b8e135f641b3', 'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce', 'admin_state_up': True, 'tenant_id': '9a9ba65a7dd34ff2bf3d822d0202ee9b'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:08.879284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] Deleting port a126da09-cd6a-467f-93a6-799a8fd4f60d {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:08.880955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.881147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84976d6c-1b50-4be1-9e34-b01aa604ef8d req-8bc6df1b-353a-407f-9c99-77423e6bcad5 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729537 Oct 15 00:37:08.890130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:08.984422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] For port a126da09-cd6a-467f-93a6-799a8fd4f60d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a126da09-cd6a-467f-93a6-799a8fd4f60d,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:08.984925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.003101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.011996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] Calling delete_port for a126da09-cd6a-467f-93a6-799a8fd4f60d owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:09.031821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21b540f-6502-42bd-8391-cd65ce80654d']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:09.039081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Made reservation on behalf of 9a9ba65a7dd34ff2bf3d822d0202ee9b for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:09.042668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.043122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dade96d8-d46d-43d0-a3c6-b847f7571812') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:09.043659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dade96d8-d46d-43d0-a3c6-b847f7571812') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:09.056260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.074214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.082075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:37:09.083200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:37:09.087277 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:37:09.205663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Allocated IP 172.20.0.4 (1532f6df-2ae0-4184-98e1-a2a33b84f4ce/deb25601-352a-4898-9517-73cde125a1e6/556dc9a7-f152-4fe4-898b-2096ad705b8b) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:09.211593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.239652 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.267587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.268577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:09.278941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.279371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] Pushing event deleted for resources: {'Port': ['ID=a126da09-cd6a-467f-93a6-799a8fd4f60d,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:09.286451 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] 10.222.0.13 "DELETE /v2.0/networks/e21b540f-6502-42bd-8391-cd65ce80654d HTTP/1.1" status: 204 len: 168 time: 0.6697946 Oct 15 00:37:09.288130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:09.290965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256415aa-e365-4129-b478-f4d0ab038800 None None] No DVR routers for this DVR port a126da09-cd6a-467f-93a6-799a8fd4f60d on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:09.294522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41566) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:09.312944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137ffb6d-ceb2-4a2d-b0db-00568b661f05 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:09.327991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:09.328888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.338656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8469454b-ba6a-4cc2-b5b4-29b0bedc7750 req-de51bc86-3cd5-4376-9860-0ce8e1f06b8c tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 210 time: 0.0795197 Oct 15 00:37:09.365993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=a2e1733b-a4ad-4683-a2c9-2bc04a98de4c,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:09.375460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908db50-bb1b-4149-bedd-fffb387d128c admin admin] Pushing event deleted for resources: {'Network': ['ID=e21b540f-6502-42bd-8391-cd65ce80654d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:09.383864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] Deleting subnet 5f1afc82-1242-44e1-a898-6770fde6964d {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:09.388533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.430895 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.484799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.512864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'a2e1733b-a4ad-4683-a2c9-2bc04a98de4c'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:09.518701 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.628140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.656085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1afc82-1242-44e1-a898-6770fde6964d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:09.666833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.670500 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1ff65cd-966c-47a9-9945-b253bff4c0fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5f1afc82-1242-44e1-a898-6770fde6964d HTTP/1.1" status: 204 len: 168 time: 0.3735924 Oct 15 00:37:09.672860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:09.697944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/a2e1733b-a4ad-4683-a2c9-2bc04a98de4c/b29a8aa2-289a-434c-ae78-516a406cccd2) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:09.737320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-64a95810-c7f6-46ff-bccc-b70b3ce55ea4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3822279 Oct 15 00:37:09.740779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41572) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:09.749605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'name': 'tempest-NetworksTestDHCPv6-658743721'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:09.769105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.873324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.907158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:09.956199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9996499f-ac08-404c-8803-2a164385ff32']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:09.995456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34923c9a-6fa3-4712-934f-6f13483b0505') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:09.995989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34923c9a-6fa3-4712-934f-6f13483b0505') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:10.011596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.020745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:10.026613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.049416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 9670c09e-ef3c-48e7-85ee-099704df34fd yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:10.082149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.089867 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.103459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a126da09-cd6a-467f-93a6-799a8fd4f60d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:10.108920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:37:10.109434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:37:10.115944 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:37:10.144407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: a126da09-cd6a-467f-93a6-799a8fd4f60d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:10.144682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a126da09-cd6a-467f-93a6-799a8fd4f60d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:10.165104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:10.169144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:10.171335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Pushing event updated for resources: {'Port': ['ID=556dc9a7-f152-4fe4-898b-2096ad705b8b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:10.173621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:10.205621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.225201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:10.225847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.234694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44a35-4a8e-4d1a-b45e-3b6cd63e7e43 req-e9fdfdf3-57e6-458d-b4b3-8d35f6ed93bc tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:10.240989 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.244539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcb44a35-4a8e-4d1a-b45e-3b6cd63e7e43 req-e9fdfdf3-57e6-458d-b4b3-8d35f6ed93bc tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.2014849 Oct 15 00:37:10.281294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcb44a35-4a8e-4d1a-b45e-3b6cd63e7e43 req-81acde2d-0021-40f2-9495-3c0784face65 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Oct 15 00:37:10.293849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-dc881d3b-b64c-4453-9c89-ed2ece68e18e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5033860 Oct 15 00:37:10.307050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Request body: {'port': {'device_id': '0df011c6-4856-474f-914c-b8e135f641b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:10.313567 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.324951 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.338513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.346014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] 10.222.0.13 "DELETE /v2.0/networks/9996499f-ac08-404c-8803-2a164385ff32 HTTP/1.1" status: 204 len: 168 time: 0.6695478 Oct 15 00:37:10.374999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11134d96-5a16-478f-b732-411a80e05e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=9996499f-ac08-404c-8803-2a164385ff32,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:10.399508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:10.405308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:10.410313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:10.414028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Pushing event updated for resources: {'Port': ['ID=b29a8aa2-289a-434c-ae78-516a406cccd2,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:10.477121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.496198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::3c5 (419a12fc-860c-4125-beb1-c478c6ba03c1/a2e1733b-a4ad-4683-a2c9-2bc04a98de4c/9670c09e-ef3c-48e7-85ee-099704df34fd) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:10.504325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Attempting to bind port b29a8aa2-289a-434c-ae78-516a406cccd2 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:10.504325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Attempting to bind port b29a8aa2-289a-434c-ae78-516a406cccd2 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:10.504695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Attempting to bind port b29a8aa2-289a-434c-ae78-516a406cccd2 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:10.516899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:10.517484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:10.518058 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.518693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:10.519309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Bound port: b29a8aa2-289a-434c-ae78-516a406cccd2, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:10.519793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.526578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410d8c3-b49c-4036-be77-f969e4a4bdf7 req-f0a19395-8c61-44ab-aa38-c57362b306c2 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:10.528595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6410d8c3-b49c-4036-be77-f969e4a4bdf7 req-f0a19395-8c61-44ab-aa38-c57362b306c2 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 931 time: 0.0786757 Oct 15 00:37:10.603444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6410d8c3-b49c-4036-be77-f969e4a4bdf7 req-2e31e73a-db72-42d3-ab4b-22ef431bf9e2 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590358 Oct 15 00:37:10.635792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] For port b29a8aa2-289a-434c-ae78-516a406cccd2, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:10.639236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] For port b29a8aa2-289a-434c-ae78-516a406cccd2, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b29a8aa2-289a-434c-ae78-516a406cccd2,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:10.742774 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.818637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93108abf-d3fe-468c-bb0e-597e6748206f None None] Pushing event updated for resources: {'Port': ['ID=b29a8aa2-289a-434c-ae78-516a406cccd2,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:10.819319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.919450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556dc9a7-f152-4fe4-898b-2096ad705b8b {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:37:10.928049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:10.942877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Transition to ACTIVE for port object 556dc9a7-f152-4fe4-898b-2096ad705b8b will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:37:11.034968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:11.036748 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.093888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:11.106511 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:37:11.108063 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-477c7c35-4012-46fa-9ac1-d7f361c5068c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20859c8ac63f4118a4298c86b9ae44f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714605 Oct 15 00:37:11.110508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41594) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:11.113884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:11.142261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:11.147376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.151497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: a21c71dc-a466-46b4-bbaf-9aa68c17e527 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:11.151497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a21c71dc-a466-46b4-bbaf-9aa68c17e527 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:11.179000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:11.187616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:11.187616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.189696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=9670c09e-ef3c-48e7-85ee-099704df34fd,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:11.195819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c77aae10-c4b8-4393-a44a-1cd993ffdc47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.220860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c77aae10-c4b8-4393-a44a-1cd993ffdc47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.246925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Pushing event updated for resources: {'Port': ['ID=556dc9a7-f152-4fe4-898b-2096ad705b8b,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:11.317530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Attempting to bind port 556dc9a7-f152-4fe4-898b-2096ad705b8b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:11.317887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Attempting to bind port 556dc9a7-f152-4fe4-898b-2096ad705b8b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '47ad9db7-e43b-4954-8bb2-33f505ff4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:11.318360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Attempting to bind port 556dc9a7-f152-4fe4-898b-2096ad705b8b on network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:11.323924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Port 556dc9a7-f152-4fe4-898b-2096ad705b8b on network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:37:11.324252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Attempting to bind port 556dc9a7-f152-4fe4-898b-2096ad705b8b on network 1532f6df-2ae0-4184-98e1-a2a33b84f4ce {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:11.329192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:11.329552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Checking segment: {'id': '47ad9db7-e43b-4954-8bb2-33f505ff4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:11.329911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Bound using segment: {'id': '47ad9db7-e43b-4954-8bb2-33f505ff4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:11.330366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Bound port: 556dc9a7-f152-4fe4-898b-2096ad705b8b, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ad9db7-e43b-4954-8bb2-33f505ff4d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:11.330718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.350899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d78103cf-5c19-48e1-9f06-5d99d839d7b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6080110 Oct 15 00:37:11.352365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41600) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:11.395265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c77aae10-c4b8-4393-a44a-1cd993ffdc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.398898 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c77aae10-c4b8-4393-a44a-1cd993ffdc47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.401982 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c77aae10-c4b8-4393-a44a-1cd993ffdc47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa6f3657-9b6a-486a-88f4-e571a00b80d7 HTTP/1.1" status: 204 len: 168 time: 0.2877433 Oct 15 00:37:11.453018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aae10-c4b8-4393-a44a-1cd993ffdc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f3657-9b6a-486a-88f4-e571a00b80d7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:11.456242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3ba81-5277-4396-99cb-2310a5db881f req-c0a6fec9-0bdc-4066-8f9d-e8a38d41e972 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:11.464217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d3ba81-5277-4396-99cb-2310a5db881f req-c0a6fec9-0bdc-4066-8f9d-e8a38d41e972 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0890372 Oct 15 00:37:11.471876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8f0e9-6788-476c-a37e-3a60dc7d4159 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:11.477699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] For port 556dc9a7-f152-4fe4-898b-2096ad705b8b, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:11.480855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8f0e9-6788-476c-a37e-3a60dc7d4159 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:11.485512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41604) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:11.485798 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-70c8f0e9-6788-476c-a37e-3a60dc7d4159 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1313584 Oct 15 00:37:11.523900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] For port 556dc9a7-f152-4fe4-898b-2096ad705b8b, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=556dc9a7-f152-4fe4-898b-2096ad705b8b,segment=NetworkSegment(47ad9db7-e43b-4954-8bb2-33f505ff4d8f),segment_id=47ad9db7-e43b-4954-8bb2-33f505ff4d8f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:11.555083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d3ba81-5277-4396-99cb-2310a5db881f req-8256913f-1603-405b-a29e-30094cfd182e tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899088 Oct 15 00:37:11.626628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 9670c09e-ef3c-48e7-85ee-099704df34fd {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:11.628085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.671091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.787576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:11.788190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.789633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] 10.222.0.30 "PUT /v2.0/ports/556dc9a7-f152-4fe4-898b-2096ad705b8b HTTP/1.1" status: 200 len: 1091 time: 1.4880238 Oct 15 00:37:11.790701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27680e-6ab6-4ea8-a7fa-c4b0a21b9d48 req-4fd45415-b2eb-4423-9b4f-eae40c3397e2 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:11.794270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df011c6-4856-474f-914c-b8e135f641b3', 'tag': '556dc9a7-f152-4fe4-898b-2096ad705b8b'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:11.796792 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72029fb9-6a35-4aff-8c22-a787bd989a11" -d '{"events": [{"name": "network-changed", "server_uuid": "0df011c6-4856-474f-914c-b8e135f641b3", "tag": "556dc9a7-f152-4fe4-898b-2096ad705b8b"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:11.816361 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9e27680e-6ab6-4ea8-a7fa-c4b0a21b9d48 req-4fd45415-b2eb-4423-9b4f-eae40c3397e2 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 943 time: 0.1095862 Oct 15 00:37:11.818988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287023e-9668-4a30-869e-11b5439d4304 service neutron] Pushing event updated for resources: {'Port': ['ID=556dc9a7-f152-4fe4-898b-2096ad705b8b,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:11.853337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:11.871266 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d1a489-139a-45ae-bf3f-09f36efcbac4 x-openstack-request-id: req-67d1a489-139a-45ae-bf3f-09f36efcbac4 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:11.871653 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df011c6-4856-474f-914c-b8e135f641b3", "tag": "556dc9a7-f152-4fe4-898b-2096ad705b8b", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:11.874559 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67d1a489-139a-45ae-bf3f-09f36efcbac4 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:11.874559 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df011c6-4856-474f-914c-b8e135f641b3', 'tag': '556dc9a7-f152-4fe4-898b-2096ad705b8b', 'status': 'completed', 'code': 200} Oct 15 00:37:11.876658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 9670c09e-ef3c-48e7-85ee-099704df34fd owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:11.919048 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9e27680e-6ab6-4ea8-a7fa-c4b0a21b9d48 req-3fb711df-ee19-4a1f-9f19-5b21af73c9b0 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963111 Oct 15 00:37:12.094027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b29a8aa2-289a-434c-ae78-516a406cccd2 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:12.097042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72029fb9-6a35-4aff-8c22-a787bd989a11 req-5533c12f-576f-4792-ae65-db4a82b36aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:12.099954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72029fb9-6a35-4aff-8c22-a787bd989a11 req-5533c12f-576f-4792-ae65-db4a82b36aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a9ba65a7dd34ff2bf3d822d0202ee9b&device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 1094 time: 0.0873253 Oct 15 00:37:12.176660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b29a8aa2-289a-434c-ae78-516a406cccd2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:12.177977 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.193018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.245504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-076ed86b-48ce-42cd-847f-920f37af1556 None None] Provisioning complete for port b29a8aa2-289a-434c-ae78-516a406cccd2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:12.245859 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-076ed86b-48ce-42cd-847f-920f37af1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.314472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72029fb9-6a35-4aff-8c22-a787bd989a11 req-22102e93-14e2-49d6-bd65-ddc22af44536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:12.318421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72029fb9-6a35-4aff-8c22-a787bd989a11 req-22102e93-14e2-49d6-bd65-ddc22af44536 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9a9ba65a7dd34ff2bf3d822d0202ee9b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2040155 Oct 15 00:37:12.325665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=9670c09e-ef3c-48e7-85ee-099704df34fd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:12.366931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.445984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41626) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:12.492333 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.496997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f0d56103-3cdf-45c5-a381-f2f692bb5ada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/9670c09e-ef3c-48e7-85ee-099704df34fd HTTP/1.1" status: 204 len: 168 time: 1.0104325 Oct 15 00:37:12.499029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-076ed86b-48ce-42cd-847f-920f37af1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.503813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41628) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:12.544324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b29a8aa2-289a-434c-ae78-516a406cccd2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b29a8aa2-289a-434c-ae78-516a406cccd2,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:12.583911 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9ae0eb32-65e3-4140-9b1c-939c56347596 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65f126ce870742b69bf2ad3eec264480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357369 Oct 15 00:37:12.588411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41632) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:12.617167 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.636558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813732d-2b4c-4338-926c-2cd438eb1e27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:12.638133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813732d-2b4c-4338-926c-2cd438eb1e27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:12.639647 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6813732d-2b4c-4338-926c-2cd438eb1e27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1321611 Oct 15 00:37:12.645572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41634) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:12.697389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-946cd3b3-e46a-4233-b3f9-7662908640fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.738531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72029fb9-6a35-4aff-8c22-a787bd989a11 req-a4153c30-b1ca-4f4e-bd0c-6e02f85f5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:12.740044 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72029fb9-6a35-4aff-8c22-a787bd989a11 req-a4153c30-b1ca-4f4e-bd0c-6e02f85f5dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3870699 Oct 15 00:37:12.761634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b29a8aa2-289a-434c-ae78-516a406cccd2,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:12.780333 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-076ed86b-48ce-42cd-847f-920f37af1556 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:37:12.780333 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-076ed86b-48ce-42cd-847f-920f37af1556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:37:12.783348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-946cd3b3-e46a-4233-b3f9-7662908640fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.845132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca9d96-b9aa-4211-851c-14fe5870ea71 req-d9303e44-5d98-40ce-998c-ca4f0cb52d24 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:12.846789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aaca9d96-b9aa-4211-851c-14fe5870ea71 req-d9303e44-5d98-40ce-998c-ca4f0cb52d24 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1706543 Oct 15 00:37:12.868077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet a2e1733b-a4ad-4683-a2c9-2bc04a98de4c {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:12.871962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.901901 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-946cd3b3-e46a-4233-b3f9-7662908640fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.904891 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-946cd3b3-e46a-4233-b3f9-7662908640fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:12.906281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-946cd3b3-e46a-4233-b3f9-7662908640fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79c958b8-b530-4990-adec-4c41ba469779 HTTP/1.1" status: 204 len: 168 time: 0.3165708 Oct 15 00:37:12.919818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cd3b3-e46a-4233-b3f9-7662908640fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c958b8-b530-4990-adec-4c41ba469779,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:12.932735 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:13.020334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-36b916e8-6f46-4684-85eb-c016843e0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:13.021860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-36b916e8-6f46-4684-85eb-c016843e0e9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a9ba65a7dd34ff2bf3d822d0202ee9b&device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 1094 time: 0.2343864 Oct 15 00:37:13.048486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7ac59-8709-48a8-9f9e-975afea1aa33 req-3342b438-1933-4a09-8d50-49288144f956 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:13.059627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aaca9d96-b9aa-4211-851c-14fe5870ea71 req-beb96cba-71af-4b85-b1e9-6a46a8b3122b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024271 Oct 15 00:37:13.062633 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-61c7ac59-8709-48a8-9f9e-975afea1aa33 req-3342b438-1933-4a09-8d50-49288144f956 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.1258314 Oct 15 00:37:13.123823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-265856a2-576e-4eb8-ba1d-82e91f5a263c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=556dc9a7-f152-4fe4-898b-2096ad705b8b HTTP/1.1" status: 200 len: 217 time: 0.0756721 Oct 15 00:37:13.128666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-61c7ac59-8709-48a8-9f9e-975afea1aa33 req-57294217-6488-4177-a011-aa38bf1eccf0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632148 Oct 15 00:37:13.250978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:13.291716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-9226ba0b-2fbd-402a-b535-b2f492766bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:13.293909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-9226ba0b-2fbd-402a-b535-b2f492766bb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=deb25601-352a-4898-9517-73cde125a1e6 HTTP/1.1" status: 200 len: 849 time: 0.1357977 Oct 15 00:37:13.341705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688a6c8-7f1e-4131-ac40-052ff6dd22c6 req-7dc457f0-7831-4c00-8e3c-83fb7b80edf3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:13.349437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8688a6c8-7f1e-4131-ac40-052ff6dd22c6 req-7dc457f0-7831-4c00-8e3c-83fb7b80edf3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 943 time: 0.1905003 Oct 15 00:37:13.370447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-8ceb644c-00a1-475c-b131-1d8e6322e0b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1532f6df-2ae0-4184-98e1-a2a33b84f4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641370 Oct 15 00:37:13.441660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8688a6c8-7f1e-4131-ac40-052ff6dd22c6 req-69dd86b2-86e7-4ba1-aeea-d21206e979a0 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890288 Oct 15 00:37:13.474779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1b9f7783-c350-4063-810c-9a4fd4890d28 None None] Could not find standard attr ID for object 9670c09e-ef3c-48e7-85ee-099704df34fd. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:37:13.479254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1b9f7783-c350-4063-810c-9a4fd4890d28 None None] Could not find standard attr ID for object 99ca6df7-ce8f-410b-9063-9fde9adc94db. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:37:13.553122 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:13.599888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e1733b-a4ad-4683-a2c9-2bc04a98de4c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:13.613681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:13.618985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1e099812-946c-4161-9940-67347e45f9f4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a2e1733b-a4ad-4683-a2c9-2bc04a98de4c HTTP/1.1" status: 204 len: 168 time: 0.9560788 Oct 15 00:37:13.619373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41656) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:13.628804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-f177e1cc-6b09-4e29-8b56-78c51faf4175 service neutron] 10.222.0.30 "GET /v2.0/networks/1532f6df-2ae0-4184-98e1-a2a33b84f4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513683 Oct 15 00:37:13.650614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da83286-2a11-4cfb-b85f-bf1ab86c6fcc None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:13.674220 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fdc22570-72b3-4813-a126-8561dc91e45c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515196 Oct 15 00:37:13.682289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41658) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:13.682882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:13.748738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cbc8c27-dbd8-4ccb-856f-7628d99a4dee req-c5febece-6a4a-49c7-b34e-421fcf2f5927 service neutron] 10.222.0.30 "GET /v2.0/networks/1532f6df-2ae0-4184-98e1-a2a33b84f4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119125 Oct 15 00:37:13.885323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:13.964545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] Deleting port b29a8aa2-289a-434c-ae78-516a406cccd2 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:13.964913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:13.981120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b29a8aa2-289a-434c-ae78-516a406cccd2 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:14.072010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] For port b29a8aa2-289a-434c-ae78-516a406cccd2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b29a8aa2-289a-434c-ae78-516a406cccd2,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:14.072442 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.088145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] Calling delete_port for b29a8aa2-289a-434c-ae78-516a406cccd2 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:14.114261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:14.118715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.176072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.231406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b29a8aa2-289a-434c-ae78-516a406cccd2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b29a8aa2-289a-434c-ae78-516a406cccd2,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:14.239631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e8fac-1e1b-4c4f-b274-d8099f601d31 req-2c3f7952-1469-4d24-b639-ade1e6b7cf79 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:14.241171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-792e8fac-1e1b-4c4f-b274-d8099f601d31 req-2c3f7952-1469-4d24-b639-ade1e6b7cf79 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1101820 Oct 15 00:37:14.289119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-792e8fac-1e1b-4c4f-b274-d8099f601d31 req-99c1b620-a3b9-45dc-9526-c1c75ba9d21f tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Oct 15 00:37:14.320504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.333019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df966c-b6df-4f8c-969f-e17788001483 req-f5206f3a-9a4f-4f2e-baca-c21fd42a0cf0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:14.340911 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6df966c-b6df-4f8c-969f-e17788001483 req-f5206f3a-9a4f-4f2e-baca-c21fd42a0cf0 tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0983009 Oct 15 00:37:14.405668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b29a8aa2-289a-434c-ae78-516a406cccd2,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:14.407786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41678) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:14.426930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6df966c-b6df-4f8c-969f-e17788001483 req-974d6bc0-ef63-44c6-89b7-6bd0c65b1ced tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/security-groups?id=60be21c9-2aca-48c7-9a79-bf507bf6bfff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849872 Oct 15 00:37:14.439028 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.467337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] Pushing event deleted for resources: {'Port': ['ID=b29a8aa2-289a-434c-ae78-516a406cccd2,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:14.469179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98270fc-a8d6-4c08-b493-4574323c490c None None] No DVR routers for this DVR port b29a8aa2-289a-434c-ae78-516a406cccd2 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:14.516463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.553755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1401860896-network', 'tenant_id': '9e7891df07aa437f8864193308c123e6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:14.578680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:14.598786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:14.604670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:14.605243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.609407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058367bb-3121-449c-ac2c-861f48982c46 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:14.629162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=a863d1b6-fb21-4ac3-a7eb-378241127ba8,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:14.653370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99e8ec-58a7-4803-86df-4d9a5b0696ee req-821ff1b1-1a58-4b48-a64f-35be39de4153 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:14.656899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec99e8ec-58a7-4803-86df-4d9a5b0696ee req-821ff1b1-1a58-4b48-a64f-35be39de4153 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 943 time: 0.1088657 Oct 15 00:37:14.693659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec99e8ec-58a7-4803-86df-4d9a5b0696ee req-0d9ab16a-19a0-40f3-a190-edb1b96c3575 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Oct 15 00:37:14.743083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Made reservation on behalf of 9e7891df07aa437f8864193308c123e6 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:14.745374 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.759327 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.777727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'a863d1b6-fb21-4ac3-a7eb-378241127ba8'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:14.778615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.782216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.834634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.838961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-094f77c7-231d-4937-960d-fc74106d3c4f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1610451 Oct 15 00:37:14.842338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41686) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:14.847274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'name': 'tempest-NetworksTestDHCPv6-1460414877'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:14.929831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5f93e9a1-410c-4671-9693-29735e06b0fc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:14.931397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5f93e9a1-410c-4671-9693-29735e06b0fc tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 947 time: 0.0522916 Oct 15 00:37:14.951200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:14.979180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:37:14.984332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/a863d1b6-fb21-4ac3-a7eb-378241127ba8/049f1dd4-0991-4271-8582-336d32f94efd) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:15.002236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.002574 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Added segment 6e16750b-2ac0-45d1-9020-bb9fee8ae4b6 of type vlan for network 2a9526d6-ced4-402c-9b41-25ddc42777a7 Oct 15 00:37:15.003894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0208ad8d-b37d-46f1-b313-49afecde5296,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:15.052726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.054745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Deleting port 70293055-4295-4d87-8741-1c9b31968483 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:15.055089 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.102911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:15.106662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.124368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port f4d02328-d32e-4b8c-9868-110e0b9dd765 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:15.135737 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.145942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] For port 70293055-4295-4d87-8741-1c9b31968483, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=70293055-4295-4d87-8741-1c9b31968483,segment=NetworkSegment(70ab009f-8af3-4c53-bffb-15ff935a04f9),segment_id=70ab009f-8af3-4c53-bffb-15ff935a04f9)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:15.146345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.159755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Calling delete_port for 70293055-4295-4d87-8741-1c9b31968483 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:15.182582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.182786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:15.183253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.239215 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.266645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] Pushing event updated for resources: {'Network': ['ID=2a9526d6-ced4-402c-9b41-25ddc42777a7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:15.280251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:15.280554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2a9526d6-ced4-402c-9b41-25ddc42777a7 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:37:15.289465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:15.305116 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ca16cfd3-f3ca-4987-8377-a1e2cfb74ddd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8925569 Oct 15 00:37:15.305331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:15.306153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41688) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:15.307042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Pushing event updated for resources: {'Port': ['ID=049f1dd4-0991-4271-8582-336d32f94efd,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:15.333086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Request body: {'subnet': {'network_id': '2a9526d6-ced4-402c-9b41-25ddc42777a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1401860896-subnet', 'tenant_id': '9e7891df07aa437f8864193308c123e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:15.349497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::3a7 (419a12fc-860c-4125-beb1-c478c6ba03c1/a863d1b6-fb21-4ac3-a7eb-378241127ba8/f4d02328-d32e-4b8c-9868-110e0b9dd765) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:15.410380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Attempting to bind port 049f1dd4-0991-4271-8582-336d32f94efd on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:15.410901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Attempting to bind port 049f1dd4-0991-4271-8582-336d32f94efd by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:15.411080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Attempting to bind port 049f1dd4-0991-4271-8582-336d32f94efd on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:15.418138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:15.418519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:15.419027 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.419308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:15.419770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.419910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Bound port: 049f1dd4-0991-4271-8582-336d32f94efd, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:15.420438 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.433160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Made reservation on behalf of 9e7891df07aa437f8864193308c123e6 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:15.435388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.440170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['70293055-4295-4d87-8741-1c9b31968483'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:37:15.472828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Pushing event deleted for resources: {'Port': ['ID=70293055-4295-4d87-8741-1c9b31968483,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:15.553550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] For port 049f1dd4-0991-4271-8582-336d32f94efd, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:15.557611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] For port 049f1dd4-0991-4271-8582-336d32f94efd, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=049f1dd4-0991-4271-8582-336d32f94efd,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:15.562362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] No DVR routers for this DVR port 70293055-4295-4d87-8741-1c9b31968483 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:15.571147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8cdd5e4b-6dc1-4454-a93c-5dfb75ddeb3e req-b06bfebb-e39e-48ac-8a7e-e808da7ae7be tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab24df62-fba7-491b-b43c-49468ffa328b HTTP/1.1" status: 200 len: 210 time: 0.0360317 Oct 15 00:37:15.574263 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.585851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ef531a7-94ea-49b1-920c-8cdbdcb41bda req-5ae383a1-7b90-4da9-af85-7a226f086d3d tempest-ServersNegativeTestJSON-1084965218 tempest-ServersNegativeTestJSON-1084965218-project] 10.222.0.39 "DELETE /v2.0/ports/70293055-4295-4d87-8741-1c9b31968483 HTTP/1.1" status: 204 len: 173 time: 0.6400397 Oct 15 00:37:15.585851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-deleted', 'tag': '70293055-4295-4d87-8741-1c9b31968483'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:15.585851 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d10a4cb-cd0f-4a13-9275-a9b7968fd7a4" -d '{"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-deleted", "tag": "70293055-4295-4d87-8741-1c9b31968483"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:15.596717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b56a-7388-45a2-879c-525738cae2f6 req-8e0ef0f2-e33e-4d4f-bd7d-0fa75c9a21c8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:15.598516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46d9b56a-7388-45a2-879c-525738cae2f6 req-8e0ef0f2-e33e-4d4f-bd7d-0fa75c9a21c8 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.2171323 Oct 15 00:37:15.604344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.651573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46d9b56a-7388-45a2-879c-525738cae2f6 req-2299dafd-9321-412a-8716-b19e4375a180 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453668 Oct 15 00:37:15.680031 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.726758 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dc6962-6623-4e91-9139-7afa1f98235d x-openstack-request-id: req-67dc6962-6623-4e91-9139-7afa1f98235d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:15.727038 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab24df62-fba7-491b-b43c-49468ffa328b", "name": "network-vif-deleted", "tag": "70293055-4295-4d87-8741-1c9b31968483", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:15.727286 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67dc6962-6623-4e91-9139-7afa1f98235d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:15.727677 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab24df62-fba7-491b-b43c-49468ffa328b', 'name': 'network-vif-deleted', 'tag': '70293055-4295-4d87-8741-1c9b31968483', 'status': 'completed', 'code': 200} Oct 15 00:37:15.745389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fb561-884c-451e-b744-4a027ccd7b27 None None] Pushing event updated for resources: {'Port': ['ID=049f1dd4-0991-4271-8582-336d32f94efd,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:15.771058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.827601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.846618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:15.855254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:15.861399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:15.867665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:15.869943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:15.872901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=f4d02328-d32e-4b8c-9868-110e0b9dd765,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:15.896724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dff1c-9a9a-47a1-8abf-19362c7158f8 req-3915cc5f-eda5-4125-8e60-65ce75e01865 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:15.898519 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-705dff1c-9a9a-47a1-8abf-19362c7158f8 req-3915cc5f-eda5-4125-8e60-65ce75e01865 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 943 time: 0.0935760 Oct 15 00:37:15.907673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdf4835-a0ac-473b-b432-d211aeba7119,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:15.912768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Checking segment: {'id': '6e16750b-2ac0-45d1-9020-bb9fee8ae4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2a9526d6-ced4-402c-9b41-25ddc42777a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:15.913108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Network hostable DHCP agents. Network: 2a9526d6-ced4-402c-9b41-25ddc42777a7, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:37:15.979373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-705dff1c-9a9a-47a1-8abf-19362c7158f8 req-29f87d55-a1d7-4a8f-951d-268ac1576f3d tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681567 Oct 15 00:37:16.008405 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b4d9fab1-262b-48f1-bc93-0e3648f9a9e2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1649528 Oct 15 00:37:16.010812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41704) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:16.067451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Network 2a9526d6-ced4-402c-9b41-25ddc42777a7 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:37:16.068442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408592e-16ea-4e42-8830-2ee7d044b087 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:16.075139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408592e-16ea-4e42-8830-2ee7d044b087 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:16.076806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0408592e-16ea-4e42-8830-2ee7d044b087 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0650420 Oct 15 00:37:16.079546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41706) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:16.147047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2a9526d6-ced4-402c-9b41-25ddc42777a7) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:16.151470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:16.157938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.158233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc43e93-1287-41ce-8584-26a804820509 None None] Network 2a9526d6-ced4-402c-9b41-25ddc42777a7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:16.174822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port f4d02328-d32e-4b8c-9868-110e0b9dd765 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:16.175162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.271260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fdbf7bc6-8b81-49bf-ac16-4f15f3f470b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9632394 Oct 15 00:37:16.286889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.303789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for f4d02328-d32e-4b8c-9868-110e0b9dd765 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:16.303887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a098b-4422-4efb-97b7-583c5fffb888 None None] Network 2a9526d6-ced4-402c-9b41-25ddc42777a7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:16.536533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.574010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=f4d02328-d32e-4b8c-9868-110e0b9dd765,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:16.601916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.606495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-09407e02-8a0a-4242-8294-32cf58d9094f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/f4d02328-d32e-4b8c-9868-110e0b9dd765 HTTP/1.1" status: 204 len: 168 time: 0.5258400 Oct 15 00:37:16.608913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:16.643271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41720) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:16.700434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f297f229-cf44-4d25-b3e5-40daaeff90ba tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:16.705175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f297f229-cf44-4d25-b3e5-40daaeff90ba tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:16.705175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f297f229-cf44-4d25-b3e5-40daaeff90ba tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0946734 Oct 15 00:37:16.707818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41726) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:16.710857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] Deleting subnet 3677581f-405d-4f13-8012-56c99c3fa105 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:16.722036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.802783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.824114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet a863d1b6-fb21-4ac3-a7eb-378241127ba8 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:16.828101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.867642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.869038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Provisioning complete for port 049f1dd4-0991-4271-8582-336d32f94efd triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:16.869489 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.877520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb6c6-ec23-4dc3-8674-b9bb02255be3 req-0c95f193-4d6a-42bc-bdab-3d5dbe8fc328 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:16.886066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1bbfb6c6-ec23-4dc3-8674-b9bb02255be3 req-0c95f193-4d6a-42bc-bdab-3d5dbe8fc328 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1309018 Oct 15 00:37:16.910545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:16.964834 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1bbfb6c6-ec23-4dc3-8674-b9bb02255be3 req-4eb325e4-752b-45c3-9af6-0f0da30b1455 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756295 Oct 15 00:37:16.964973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.020062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] For port 049f1dd4-0991-4271-8582-336d32f94efd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=049f1dd4-0991-4271-8582-336d32f94efd,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:17.034136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.078424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3677581f-405d-4f13-8012-56c99c3fa105,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:17.083749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.086673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41740) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.086933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3ab6d7ca-91c3-4684-b555-a9001e5cdae0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3677581f-405d-4f13-8012-56c99c3fa105 HTTP/1.1" status: 204 len: 168 time: 0.4424193 Oct 15 00:37:17.103009 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.124424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.128630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41742) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.134445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-571126804-network', 'tenant_id': '7d8addded27e4c959bb8a9dbf7ed7d66'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:17.140425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 556dc9a7-f152-4fe4-898b-2096ad705b8b details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:37:17.172429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1dfb0-9619-4cc0-92f7-0b478ccf3fe3 req-d11c3336-2dc0-46c6-8b31-f941064c165e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:17.175042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ed1dfb0-9619-4cc0-92f7-0b478ccf3fe3 req-d11c3336-2dc0-46c6-8b31-f941064c165e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 943 time: 0.0999944 Oct 15 00:37:17.221295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ed1dfb0-9619-4cc0-92f7-0b478ccf3fe3 req-ec9ccd8c-2a4b-4799-8f3b-57074bd7c337 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 Oct 15 00:37:17.226416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.250599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Made reservation on behalf of 7d8addded27e4c959bb8a9dbf7ed7d66 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:17.253267 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.269561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.358351 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.363076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Pushing event updated for resources: {'Port': ['ID=049f1dd4-0991-4271-8582-336d32f94efd,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:17.372270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0094440e-d7fe-4f17-b412-608e838fa4ce None None] Could not find standard attr ID for object f4d02328-d32e-4b8c-9868-110e0b9dd765. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:37:17.374120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.389513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.393102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.394126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41551202-87c9-47b2-a4db-a8cdf053cf10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.422679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.424840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.425348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ddde7-e8a5-4eaa-8bdd-5649ac04b257 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:17.428023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a863d1b6-fb21-4ac3-a7eb-378241127ba8 HTTP/1.1" status: 204 len: 168 time: 0.7189023 Oct 15 00:37:17.435176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=a863d1b6-fb21-4ac3-a7eb-378241127ba8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:17.435176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.450129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e120-6d3f-49d2-ad91-fc3342f223f8 req-0ba0d760-ff2b-4adf-b53b-4a80f21e3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:17.452007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef22e120-6d3f-49d2-ad91-fc3342f223f8 req-0ba0d760-ff2b-4adf-b53b-4a80f21e3436 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1097 time: 0.0759439 Oct 15 00:37:17.455150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:37:17.487055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92e4aed-550b-4b1c-8a6c-7998f24ce83a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:17.505755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.505755 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Added segment 5146c362-34d2-4459-83ad-33b461dc5883 of type vlan for network ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e Oct 15 00:37:17.506131 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.510160 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-722af0b4-68bd-4e7e-b7f3-286885748389 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751383 Oct 15 00:37:17.517280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.517280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.517636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.517978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.518341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.518670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.518965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 556dc9a7-f152-4fe4-898b-2096ad705b8b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=556dc9a7-f152-4fe4-898b-2096ad705b8b,segment=NetworkSegment(47ad9db7-e43b-4954-8bb2-33f505ff4d8f),segment_id=47ad9db7-e43b-4954-8bb2-33f505ff4d8f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:17.519106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.519313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.519637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.519959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.520316 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.520589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447d230c-db62-408f-bcff-2e1457dab481 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:17.525133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41746) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.568801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a9c6c2-32ff-406b-afc6-8519d9c84c56']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:17.572536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '556dc9a7-f152-4fe4-898b-2096ad705b8b', 'network_id': '1532f6df-2ae0-4184-98e1-a2a33b84f4ce', 'port_id': '556dc9a7-f152-4fe4-898b-2096ad705b8b', 'mac_address': 'fa:16:3e:5a:84:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb25601-352a-4898-9517-73cde125a1e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:37:17.583291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ab009f-8af3-4c53-bffb-15ff935a04f9') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:17.583610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ab009f-8af3-4c53-bffb-15ff935a04f9') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:17.589638 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.594464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef22e120-6d3f-49d2-ad91-fc3342f223f8 req-d5581e51-f6e5-4c04-8d3b-b7e7fa37d8ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313679 Oct 15 00:37:17.595833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.623295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb85945-13c0-4602-b25e-3d1ab97acaeb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:17.624642 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.624803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0eb85945-13c0-4602-b25e-3d1ab97acaeb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0969715 Oct 15 00:37:17.626129 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.628085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41750) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.632529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:37:17.633141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:37:17.635098 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:37:17.641797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556dc9a7-f152-4fe4-898b-2096ad705b8b {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:37:17.665121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 556dc9a7-f152-4fe4-898b-2096ad705b8b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=556dc9a7-f152-4fe4-898b-2096ad705b8b,segment=NetworkSegment(47ad9db7-e43b-4954-8bb2-33f505ff4d8f),segment_id=47ad9db7-e43b-4954-8bb2-33f505ff4d8f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:17.712539 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.713491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:17.714065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.725298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:17.730326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43069785-c04e-477b-85d3-e7e8bf83b873 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:17.731768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-43069785-c04e-477b-85d3-e7e8bf83b873 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1025653 Oct 15 00:37:17.734596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41752) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.752005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.788236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] Pushing event updated for resources: {'Network': ['ID=ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:17.798894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0a705535-c636-414f-bdfe-e5e1a4ac8530 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628245 Oct 15 00:37:17.802204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:37:17.805257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.816177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:17.833397 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.844683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.848395 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f9a9c6c2-32ff-406b-afc6-8519d9c84c56 HTTP/1.1" status: 204 len: 168 time: 0.7606206 Oct 15 00:37:17.851588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=556dc9a7-f152-4fe4-898b-2096ad705b8b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:17.856817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] Deleting port 049f1dd4-0991-4271-8582-336d32f94efd {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:17.857193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.878852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f3adf-942a-475a-b72d-4fc419309b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a9c6c2-32ff-406b-afc6-8519d9c84c56,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:17.937070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-14fa6cbe-be0e-45fa-8c2d-4ab0a54e6743 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8078225 Oct 15 00:37:17.939933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41762) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:17.952869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Request body: {'subnet': {'network_id': 'ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-571126804-subnet', 'tenant_id': '7d8addded27e4c959bb8a9dbf7ed7d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:17.973352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] For port 049f1dd4-0991-4271-8582-336d32f94efd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=049f1dd4-0991-4271-8582-336d32f94efd,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:17.973877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:17.980882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:37:17.980882 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 00:37:17.980882 n-d-811521-2 neutron-server[107726]: [parameters: {'project_id_1': '460d071a2498423a81783b5859f1d337', 'expiration_1': datetime.datetime(2021, 10, 15, 0, 36, 57, 956773)}] Oct 15 00:37:17.980882 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:37:17.981943 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:37:17.992967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] Calling delete_port for 049f1dd4-0991-4271-8582-336d32f94efd owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:18.072603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['556dc9a7-f152-4fe4-898b-2096ad705b8b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:37:18.095729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a480-9e80-49bc-b73d-55e52cb3e0b2 req-4bee7245-a086-45ab-858a-24e22bcae25d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:18.095953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Made reservation on behalf of 7d8addded27e4c959bb8a9dbf7ed7d66 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:18.097232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a23a480-9e80-49bc-b73d-55e52cb3e0b2 req-4bee7245-a086-45ab-858a-24e22bcae25d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0519569 Oct 15 00:37:18.099959 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.137029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a23a480-9e80-49bc-b73d-55e52cb3e0b2 req-fd0becdc-bbe2-469b-b3f1-3771b6801eda tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Oct 15 00:37:18.183550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.219829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] Pushing event deleted for resources: {'Port': ['ID=049f1dd4-0991-4271-8582-336d32f94efd,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:18.234482 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8013ff-5b6c-484e-8ce9-31326689c440 None None] No DVR routers for this DVR port 049f1dd4-0991-4271-8582-336d32f94efd on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:18.341488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41768) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:18.345875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb902f3-aea8-4f5c-8189-f0e159dad820 req-4a9253b2-1c85-491a-ab94-10e571ed0d48 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:18.347413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ddb902f3-aea8-4f5c-8189-f0e159dad820 req-4a9253b2-1c85-491a-ab94-10e571ed0d48 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 944 time: 0.0482082 Oct 15 00:37:18.348993 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.394082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b9aa060b-c747-4781-a1e9-2ab896db7809 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8a7554afe0d43d88af0198810073a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514116 Oct 15 00:37:18.396570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41770) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:18.429477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac994008-4592-4055-89cf-0f9bfdaeaacb,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:18.439228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ddb902f3-aea8-4f5c-8189-f0e159dad820 req-dfee9e31-83d6-4c36-bfaf-47a088e9d063 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820341 Oct 15 00:37:18.447896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c01200dd-931b-4993-818d-34a1991530da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.449243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Checking segment: {'id': '5146c362-34d2-4459-83ad-33b461dc5883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:18.449601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Network hostable DHCP agents. Network: ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:37:18.470639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c01200dd-931b-4993-818d-34a1991530da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.530225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Network ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:37:18.638665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:18.644279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.655917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:18.658058 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c01200dd-931b-4993-818d-34a1991530da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.660458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:18.660717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c01200dd-931b-4993-818d-34a1991530da admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.661089 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.661863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c01200dd-931b-4993-818d-34a1991530da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60be21c9-2aca-48c7-9a79-bf507bf6bfff HTTP/1.1" status: 204 len: 168 time: 0.2642312 Oct 15 00:37:18.686744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675cca11-8cd1-4bd0-a825-248d5fc25934 None None] Network ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:18.721251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01200dd-931b-4993-818d-34a1991530da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60be21c9-2aca-48c7-9a79-bf507bf6bfff,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:18.799501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:18.823842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 70293055-4295-4d87-8741-1c9b31968483 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:18.823842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 70293055-4295-4d87-8741-1c9b31968483 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:18.829610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83ae68fd-49b5-4dc1-8788-27790edf51dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8868096 Oct 15 00:37:18.855952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66845a0-e60f-4ab7-8e18-e9f0e75518e7 None None] Network ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:18.953348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:18.960842 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:18.985085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:19.011829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:19.014253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] Deleting subnet fbdf4835-a0ac-473b-b432-d211aeba7119 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:19.016376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:19.016957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.018213 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.026326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa543879-c2cc-41e3-8370-867eaaaeef52 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:19.046836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=5e406004-fff3-4a31-b62c-0f87cbc8e886,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:19.058663 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.099910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.130430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ad058de8-52e9-4bfb-b4be-b7efd7ff16ca tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3240333 Oct 15 00:37:19.131035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41786) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:19.136663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '5e406004-fff3-4a31-b62c-0f87cbc8e886', 'ip_address': '2001:db8::40c7:db5f:37ec:8d27'}], 'name': 'tempest-NetworksTestDHCPv6-812709929'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:19.164472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 556dc9a7-f152-4fe4-898b-2096ad705b8b up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:19.261064 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.289008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '5e406004-fff3-4a31-b62c-0f87cbc8e886'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:19.290235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.304291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdf4835-a0ac-473b-b432-d211aeba7119,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:19.307981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.314311 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e1401710-1453-428f-a51b-2120a5389522 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fbdf4835-a0ac-473b-b432-d211aeba7119 HTTP/1.1" status: 204 len: 168 time: 0.3595645 Oct 15 00:37:19.323881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d3d6b-3330-46c7-9008-e6adc5afd0ca req-2a9e8dd3-501e-47fa-b325-014297e48961 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:19.333590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-649d3d6b-3330-46c7-9008-e6adc5afd0ca req-2a9e8dd3-501e-47fa-b325-014297e48961 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1083429 Oct 15 00:37:19.335624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41796) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:19.376522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 556dc9a7-f152-4fe4-898b-2096ad705b8b completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:37:19.383833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 556dc9a7-f152-4fe4-898b-2096ad705b8b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:19.385739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.457254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-649d3d6b-3330-46c7-9008-e6adc5afd0ca req-52f6a995-f558-4c4d-a8e1-2e57f95e30b9 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224544 Oct 15 00:37:19.466487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.587050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/5e406004-fff3-4a31-b62c-0f87cbc8e886/50a744f1-a83f-4301-b8fc-e66a4274a4a5) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:19.602504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.632968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.660403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9526d6-ced4-402c-9b41-25ddc42777a7']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:19.670645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df011c6-4856-474f-914c-b8e135f641b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556dc9a7-f152-4fe4-898b-2096ad705b8b'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:19.673116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e16750b-2ac0-45d1-9020-bb9fee8ae4b6') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:19.673381 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1725cf41-1168-4a4d-bd3c-5a004c870fcd" -d '{"events": [{"server_uuid": "0df011c6-4856-474f-914c-b8e135f641b3", "name": "network-vif-plugged", "status": "completed", "tag": "556dc9a7-f152-4fe4-898b-2096ad705b8b"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:19.673783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e16750b-2ac0-45d1-9020-bb9fee8ae4b6') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:19.685441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.692251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2c204-240a-4b1c-aa1d-f71382f39b32 req-b56c77bd-f144-4fdd-b144-dd9156f1b3c8 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:19.698531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1bd2c204-240a-4b1c-aa1d-f71382f39b32 req-b56c77bd-f144-4fdd-b144-dd9156f1b3c8 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 944 time: 0.0795019 Oct 15 00:37:19.711883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 556dc9a7-f152-4fe4-898b-2096ad705b8b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=556dc9a7-f152-4fe4-898b-2096ad705b8b,segment=NetworkSegment(47ad9db7-e43b-4954-8bb2-33f505ff4d8f),segment_id=47ad9db7-e43b-4954-8bb2-33f505ff4d8f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:19.716953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.724222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:37:19.724803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:37:19.727820 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:37:19.750060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1bd2c204-240a-4b1c-aa1d-f71382f39b32 req-6f5a57c5-4d7a-48f7-9b6b-d9129ac80438 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506239 Oct 15 00:37:19.782630 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.827516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:19.877482 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc0769a-0787-493d-939d-5959e8fc6281 x-openstack-request-id: req-0cc0769a-0787-493d-939d-5959e8fc6281 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:19.877482 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df011c6-4856-474f-914c-b8e135f641b3", "name": "network-vif-plugged", "status": "completed", "tag": "556dc9a7-f152-4fe4-898b-2096ad705b8b", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:19.877482 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cc0769a-0787-493d-939d-5959e8fc6281 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:19.877482 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df011c6-4856-474f-914c-b8e135f641b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556dc9a7-f152-4fe4-898b-2096ad705b8b', 'code': 200} Oct 15 00:37:19.887902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=556dc9a7-f152-4fe4-898b-2096ad705b8b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:19.924750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.938747 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.945720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a9526d6-ced4-402c-9b41-25ddc42777a7 HTTP/1.1" status: 204 len: 168 time: 0.6082141 Oct 15 00:37:19.955848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41820) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:19.961832 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:19.963569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebed5e-054c-4c56-9f80-14a8e41bc2d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9526d6-ced4-402c-9b41-25ddc42777a7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:20.040616 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.061286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.091313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] Deleting subnet ac994008-4592-4055-89cf-0f9bfdaeaacb {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:20.098298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.125873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 5bfd288c-b8be-4312-87b4-a77d97a9afde yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:20.139245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:20.147113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:20.147671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29156-17d2-4b4a-a603-1a050dfb4de5 req-91d3b3a7-37e0-43b6-8d4b-02847f94f0e2 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:20.152654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-e33ddb78-b242-45b3-a30a-ab720613bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:20.154470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-e33ddb78-b242-45b3-a30a-ab720613bf97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1097 time: 0.0872567 Oct 15 00:37:20.155168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0f29156-17d2-4b4a-a603-1a050dfb4de5 req-91d3b3a7-37e0-43b6-8d4b-02847f94f0e2 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1703346 Oct 15 00:37:20.157786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:20.158228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2d2e2-b8ce-4659-bc2b-8684a8775fbb req-c7a4ec8d-42c5-4888-8f97-766720b059fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:20.159657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cfa2d2e2-b8ce-4659-bc2b-8684a8775fbb req-c7a4ec8d-42c5-4888-8f97-766720b059fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 1096 time: 0.2168219 Oct 15 00:37:20.166044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Pushing event updated for resources: {'Port': ['ID=50a744f1-a83f-4301-b8fc-e66a4274a4a5,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:20.224077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Attempting to bind port 50a744f1-a83f-4301-b8fc-e66a4274a4a5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:20.224467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Attempting to bind port 50a744f1-a83f-4301-b8fc-e66a4274a4a5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:20.224786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Attempting to bind port 50a744f1-a83f-4301-b8fc-e66a4274a4a5 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:20.234531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:20.234898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:20.235296 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.235808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:20.236272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Bound port: 50a744f1-a83f-4301-b8fc-e66a4274a4a5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:20.236727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.237626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.299885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-baeb4fed-25ed-4705-acf5-1a2e3e8f98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:20.301749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-baeb4fed-25ed-4705-acf5-1a2e3e8f98fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 919 time: 0.1343217 Oct 15 00:37:20.321413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] For port 50a744f1-a83f-4301-b8fc-e66a4274a4a5, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:20.326952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] For port 50a744f1-a83f-4301-b8fc-e66a4274a4a5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=50a744f1-a83f-4301-b8fc-e66a4274a4a5,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:20.334578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0f29156-17d2-4b4a-a603-1a050dfb4de5 req-fa971b17-330f-43e7-bcbf-5d2ca169750f tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785092 Oct 15 00:37:20.344262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cfa2d2e2-b8ce-4659-bc2b-8684a8775fbb req-dccdd5a6-0737-44b3-8d7d-6694e6c7c638 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699402 Oct 15 00:37:20.350202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-c0730646-9c07-4df2-bced-eef7cd0780a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 200 len: 217 time: 0.0413458 Oct 15 00:37:20.365315 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.416557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.463088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::40c7:db5f:37ec:8d27 (419a12fc-860c-4125-beb1-c478c6ba03c1/5e406004-fff3-4a31-b62c-0f87cbc8e886/5bfd288c-b8be-4312-87b4-a77d97a9afde) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:20.478780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee4d62-c392-4bd2-91b8-45502df95b90 None None] Pushing event updated for resources: {'Port': ['ID=50a744f1-a83f-4301-b8fc-e66a4274a4a5,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:20.604510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-d70137c7-a6fb-44f8-b3b8-e91386b5a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:20.606444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-d70137c7-a6fb-44f8-b3b8-e91386b5a2b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.0629797 Oct 15 00:37:20.626758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.656133 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-058f0e08-bc13-47c6-8ca7-7844ab303841 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421865 Oct 15 00:37:20.703697 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.708162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.714885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac994008-4592-4055-89cf-0f9bfdaeaacb HTTP/1.1" status: 204 len: 168 time: 0.7545536 Oct 15 00:37:20.715608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88560f1f-a640-4fad-9c2d-bb2a314523c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac994008-4592-4055-89cf-0f9bfdaeaacb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:20.718043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41838) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:20.778186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-0989be54-649d-400e-b623-c28ed8dcf1ed service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146872 Oct 15 00:37:20.828017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.851877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41844) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:20.917246 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:20.934192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c584a9c6-caf3-478f-b570-e31ee9a33c4a req-a9078ae9-a64b-42a2-8f80-87e83315e679 service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466897 Oct 15 00:37:20.948677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ce542-1b67-4717-ab77-f2203a9fbb50 req-13ebe871-caed-410d-a89a-cb98d4861698 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:20.950378 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-169ce542-1b67-4717-ab77-f2203a9fbb50 req-13ebe871-caed-410d-a89a-cb98d4861698 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 945 time: 0.0785260 Oct 15 00:37:21.000920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-169ce542-1b67-4717-ab77-f2203a9fbb50 req-2a43d83d-4006-451e-9f33-ebfe18e03a0c tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Oct 15 00:37:21.007235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.033857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:21.054561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:21.060871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8614611d-a0dd-4e93-af95-f769b63d9803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.062806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:21.068437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:21.069034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.073410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:21.081875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=5bfd288c-b8be-4312-87b4-a77d97a9afde,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:21.095404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5146c362-34d2-4459-83ad-33b461dc5883') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:21.095700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5146c362-34d2-4459-83ad-33b461dc5883') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:21.111746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.142872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.154224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:37:21.154642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:37:21.156307 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:37:21.218527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2e86e2d2-a165-4e84-ba60-22c1aa4e5308 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0830052 Oct 15 00:37:21.218527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41852) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:21.272123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d7e335-ae22-425c-90c8-26b49107b18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:21.279402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d7e335-ae22-425c-90c8-26b49107b18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:21.281058 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5d7e335-ae22-425c-90c8-26b49107b18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0626321 Oct 15 00:37:21.283960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:21.327365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.332131 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.337857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e HTTP/1.1" status: 204 len: 168 time: 0.6145725 Oct 15 00:37:21.396220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79788fb8-318e-4e68-ab4b-b8e2f4f7bd89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5ac93a-a32a-4f03-86ad-24c1fdd28a1e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:21.462952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8614611d-a0dd-4e93-af95-f769b63d9803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.490783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 5bfd288c-b8be-4312-87b4-a77d97a9afde {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:21.491122 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.502350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3caab4-4007-4cd6-a9fc-d18409f91b50 req-07362f28-2336-4209-be08-db7ed067e09d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:21.503870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b3caab4-4007-4cd6-a9fc-d18409f91b50 req-07362f28-2336-4209-be08-db7ed067e09d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0844822 Oct 15 00:37:21.546457 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8614611d-a0dd-4e93-af95-f769b63d9803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.644883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b3caab4-4007-4cd6-a9fc-d18409f91b50 req-117a799c-4889-462a-bc9c-1037e21aec6a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251857 Oct 15 00:37:21.648710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614611d-a0dd-4e93-af95-f769b63d9803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e67acd-cea8-40ee-92d2-59fbd0e5b2e5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:21.650356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-95ff7d22-533c-4e57-91ed-6030516db38b None None] Provisioning complete for port 50a744f1-a83f-4301-b8fc-e66a4274a4a5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:21.657161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8614611d-a0dd-4e93-af95-f769b63d9803 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=224f321939a3448ab343ec26bea33645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015058 Oct 15 00:37:21.657299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41860) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:21.659898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-95ff7d22-533c-4e57-91ed-6030516db38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.693343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.708529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 5bfd288c-b8be-4312-87b4-a77d97a9afde owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:21.726659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:21.764314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9bc4-29dd-48e5-a368-77d79e709dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.781827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-95ff7d22-533c-4e57-91ed-6030516db38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.809557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9bc4-29dd-48e5-a368-77d79e709dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.821946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fd37a20a-ca75-4952-85d8-887d272a7a1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e7891df07aa437f8864193308c123e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905800 Oct 15 00:37:21.822353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41864) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:21.827910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-95ff7d22-533c-4e57-91ed-6030516db38b None None] For port 50a744f1-a83f-4301-b8fc-e66a4274a4a5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=50a744f1-a83f-4301-b8fc-e66a4274a4a5,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:21.911953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b1c455e-477e-4091-ba9b-4ea16fa5fcbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.942190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b1c455e-477e-4091-ba9b-4ea16fa5fcbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.955891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-95ff7d22-533c-4e57-91ed-6030516db38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.975623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9bc4-29dd-48e5-a368-77d79e709dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.978892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4fbe9bc4-29dd-48e5-a368-77d79e709dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:21.980270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4fbe9bc4-29dd-48e5-a368-77d79e709dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32e67acd-cea8-40ee-92d2-59fbd0e5b2e5 HTTP/1.1" status: 204 len: 168 time: 0.3214283 Oct 15 00:37:21.992522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe9bc4-29dd-48e5-a368-77d79e709dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e67acd-cea8-40ee-92d2-59fbd0e5b2e5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:22.028415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.042941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 50a744f1-a83f-4301-b8fc-e66a4274a4a5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:22.050609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7d22-533c-4e57-91ed-6030516db38b None None] Pushing event updated for resources: {'Port': ['ID=50a744f1-a83f-4301-b8fc-e66a4274a4a5,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:22.076412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=5bfd288c-b8be-4312-87b4-a77d97a9afde,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:22.083644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9e852863-baf6-4960-86e7-addcc089bbd7 None None] Could not find standard attr ID for object 5bfd288c-b8be-4312-87b4-a77d97a9afde. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:37:22.094201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b1c455e-477e-4091-ba9b-4ea16fa5fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.096743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b1c455e-477e-4091-ba9b-4ea16fa5fcbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.099666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1b1c455e-477e-4091-ba9b-4ea16fa5fcbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0208ad8d-b37d-46f1-b313-49afecde5296 HTTP/1.1" status: 204 len: 168 time: 0.2745254 Oct 15 00:37:22.139430 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.142350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 50a744f1-a83f-4301-b8fc-e66a4274a4a5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:22.142726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8f9fc469-58af-4442-85d1-8af097920d1d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/5bfd288c-b8be-4312-87b4-a77d97a9afde HTTP/1.1" status: 204 len: 168 time: 0.8577616 Oct 15 00:37:22.145256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41876) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:22.146461 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.160412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c455e-477e-4091-ba9b-4ea16fa5fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0208ad8d-b37d-46f1-b313-49afecde5296,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:22.214929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0a4c3-5ed0-476e-8c18-d2495353dcc8 req-ff11afbc-9b24-4eb8-968b-2df7a68263a8 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:22.218238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4a0a4c3-5ed0-476e-8c18-d2495353dcc8 req-ff11afbc-9b24-4eb8-968b-2df7a68263a8 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 945 time: 0.0892286 Oct 15 00:37:22.274165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d73d4-ecb8-4633-bd17-fcb8025aa2fc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:22.277144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d73d4-ecb8-4633-bd17-fcb8025aa2fc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:22.282624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d51d73d4-ecb8-4633-bd17-fcb8025aa2fc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1354005 Oct 15 00:37:22.283500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:22.318880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4a0a4c3-5ed0-476e-8c18-d2495353dcc8 req-5b44e01a-836d-4510-a641-cca7f8e6559e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827582 Oct 15 00:37:22.375044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 5e406004-fff3-4a31-b62c-0f87cbc8e886 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:22.378371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.435040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.527372 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.712151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.757697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:22.758532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43959d-3a3d-41f4-801b-1887bb38d929 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:22.762262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/5e406004-fff3-4a31-b62c-0f87cbc8e886 HTTP/1.1" status: 204 len: 168 time: 0.4766560 Oct 15 00:37:22.765184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb0b69-94f9-4b62-8bb8-dcb87222cb10 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=5e406004-fff3-4a31-b62c-0f87cbc8e886,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:22.770396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41902) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:22.816452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ea71-bae7-4680-a29c-c4da9bec6a9e req-c8198fe3-a228-48f2-a6aa-8334bcaf5075 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:22.822863 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-af51b094-b417-4bac-a5e3-05435a6f1297 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505848 Oct 15 00:37:22.823805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41906) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:22.827969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f756ea71-bae7-4680-a29c-c4da9bec6a9e req-c8198fe3-a228-48f2-a6aa-8334bcaf5075 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0772538 Oct 15 00:37:22.829579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:22.889708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f756ea71-bae7-4680-a29c-c4da9bec6a9e req-39763f6c-99fd-4777-9146-77ab29b5a399 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Oct 15 00:37:22.980888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:23.030350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] Deleting port 50a744f1-a83f-4301-b8fc-e66a4274a4a5 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:23.031038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.102507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:23.106561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.117931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] For port 50a744f1-a83f-4301-b8fc-e66a4274a4a5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=50a744f1-a83f-4301-b8fc-e66a4274a4a5,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:23.119245 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.173169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] Calling delete_port for 50a744f1-a83f-4301-b8fc-e66a4274a4a5 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:23.187798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41920) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:23.265300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-99174f90-c823-4a4e-9910-2416d8c9d6d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d8addded27e4c959bb8a9dbf7ed7d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765374 Oct 15 00:37:23.268034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41928) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:23.371064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a22b0d0e-b796-43b5-a86c-1852e71f6875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.387452 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.407720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a22b0d0e-b796-43b5-a86c-1852e71f6875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.414712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] Pushing event deleted for resources: {'Port': ['ID=50a744f1-a83f-4301-b8fc-e66a4274a4a5,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:23.421989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87275553-4423-4255-9d8f-876eb58fe8a3 None None] No DVR routers for this DVR port 50a744f1-a83f-4301-b8fc-e66a4274a4a5 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:23.593072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a22b0d0e-b796-43b5-a86c-1852e71f6875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.594316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.596108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a22b0d0e-b796-43b5-a86c-1852e71f6875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.597284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a22b0d0e-b796-43b5-a86c-1852e71f6875 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a92e4aed-550b-4b1c-8a6c-7998f24ce83a HTTP/1.1" status: 204 len: 168 time: 0.3282456 Oct 15 00:37:23.610618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b0d0e-b796-43b5-a86c-1852e71f6875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92e4aed-550b-4b1c-8a6c-7998f24ce83a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:23.679098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:23.689382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:23.696537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb1682-cc49-4c79-97b2-964effae0a4b None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:23.698522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:23.699988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:23.706762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=7797d0ad-8a06-45b9-94b7-43f1da41d396,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:23.762259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41946) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:23.853539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-401acd33-72e0-45fb-884a-ebca87bc0291 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0284340 Oct 15 00:37:23.857600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41950) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:23.863364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '7797d0ad-8a06-45b9-94b7-43f1da41d396', 'ip_address': '2001:db8::86a0:1aec:5a13:b1b3'}], 'name': 'tempest-NetworksTestDHCPv6-512549933'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:23.873618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1567964157-network', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:24.007783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 50a744f1-a83f-4301-b8fc-e66a4274a4a5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:24.041693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 50a744f1-a83f-4301-b8fc-e66a4274a4a5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:24.042036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 50a744f1-a83f-4301-b8fc-e66a4274a4a5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:24.056139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '7797d0ad-8a06-45b9-94b7-43f1da41d396'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:24.057022 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.201881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/7797d0ad-8a06-45b9-94b7-43f1da41d396/6fa06771-e658-41d7-80b1-b02f0db9f06f) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:24.226294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Made reservation on behalf of bdfbf885cdf641ce9476aa355cebccec for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:24.247210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.277614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.400772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.405082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:24.415403 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.454694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port bdb632e9-7f95-4be4-b5af-2ad6839c707e yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:24.523705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.527522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.572339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3684747-0862-4181-bf4b-0de24b39c3d6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:24.598190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:37:24.616831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.641565 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.641933 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Added segment 989f9115-8817-46e0-8ebf-69e3520e3c78 of type vlan for network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 Oct 15 00:37:24.718723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:24.720132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.723478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:24.725875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Pushing event updated for resources: {'Port': ['ID=6fa06771-e658-41d7-80b1-b02f0db9f06f,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:24.746790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:24.791982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::86a0:1aec:5a13:b1b3 (419a12fc-860c-4125-beb1-c478c6ba03c1/7797d0ad-8a06-45b9-94b7-43f1da41d396/bdb632e9-7f95-4be4-b5af-2ad6839c707e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:24.804356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Attempting to bind port 6fa06771-e658-41d7-80b1-b02f0db9f06f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:24.804906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Attempting to bind port 6fa06771-e658-41d7-80b1-b02f0db9f06f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:24.805275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Attempting to bind port 6fa06771-e658-41d7-80b1-b02f0db9f06f on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:24.810322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:24.810688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:24.811490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.811490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:24.812148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Bound port: 6fa06771-e658-41d7-80b1-b02f0db9f06f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:24.812300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.894014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] For port 6fa06771-e658-41d7-80b1-b02f0db9f06f, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:24.902968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] For port 6fa06771-e658-41d7-80b1-b02f0db9f06f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6fa06771-e658-41d7-80b1-b02f0db9f06f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:24.933187 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.934201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:24.935057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:24.987980 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.057970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:25.087749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:37:25.111664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85ce8b71-0e8a-468d-814c-79954215b611 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3455157 Oct 15 00:37:25.113848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41992) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:25.120882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Request body: {'subnet': {'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1567964157-subnet', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:25.138043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.221160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bd4ab-64bf-4bcc-a1b5-b4d22d0cefa5 None None] Pushing event updated for resources: {'Port': ['ID=6fa06771-e658-41d7-80b1-b02f0db9f06f,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:25.240069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Made reservation on behalf of bdfbf885cdf641ce9476aa355cebccec for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:25.248434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.300688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.376027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=bdb632e9-7f95-4be4-b5af-2ad6839c707e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:25.397599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:25.405945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:25.412471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:25.428467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:25.429203 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.584487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f1c7b6cc-7618-4895-88f4-5850a176edcc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7254403 Oct 15 00:37:25.589268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42006) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:25.650851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282b8fa-b509-422d-b98e-289f954ef719 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:25.657359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282b8fa-b509-422d-b98e-289f954ef719 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:25.659038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d282b8fa-b509-422d-b98e-289f954ef719 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0703893 Oct 15 00:37:25.667240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42012) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:25.735962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.821432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6c15bd-bd3d-423b-bf09-1a307a2aae38,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:25.832850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port bdb632e9-7f95-4be4-b5af-2ad6839c707e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:25.833140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.837239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Checking segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:25.837811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Network hostable DHCP agents. Network: 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:37:25.979782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:25.996291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for bdb632e9-7f95-4be4-b5af-2ad6839c707e owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:26.034456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786265e-5207-41e5-9625-bfb627b7ac58 req-4b0c6385-522b-4e21-9c4f-b9808c187daf tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:26.034456 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3786265e-5207-41e5-9625-bfb627b7ac58 req-4b0c6385-522b-4e21-9c4f-b9808c187daf tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0952313 Oct 15 00:37:26.034456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:37:26.041762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6fa06771-e658-41d7-80b1-b02f0db9f06f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:26.109861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6fa06771-e658-41d7-80b1-b02f0db9f06f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:26.111175 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.118855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3786265e-5207-41e5-9625-bfb627b7ac58 req-59702137-6593-4ef2-90ea-56d5967b07bf tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824628 Oct 15 00:37:26.136032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:26.150897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:26.151475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.186123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88517d73-1553-4b95-ac71-e9dab8ef302f None None] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:26.291568 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f44c463-24b9-464e-b4ea-9a6d1db53901 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1731422 Oct 15 00:37:26.295522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a226d90e-efef-4627-bb62-a64438f4855f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.296089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42034) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:26.296873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:26.314495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.407545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.410365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.410706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.425724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=bdb632e9-7f95-4be4-b5af-2ad6839c707e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:26.428396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.435912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bb6e941b-71c9-4176-897c-3d84a1ef8533 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/bdb632e9-7f95-4be4-b5af-2ad6839c707e HTTP/1.1" status: 204 len: 168 time: 0.7672546 Oct 15 00:37:26.439877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42038) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:26.527325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 6fa06771-e658-41d7-80b1-b02f0db9f06f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6fa06771-e658-41d7-80b1-b02f0db9f06f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:26.565102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:26.565964 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.568335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-74dc4985-7a10-411f-ab05-73e9c90a3bbd None None] Provisioning complete for port 6fa06771-e658-41d7-80b1-b02f0db9f06f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:26.568856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-74dc4985-7a10-411f-ab05-73e9c90a3bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.576002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.586591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeaab2-f985-4690-abac-5ba197ce4d6d req-14359362-5e56-4f2e-9d9f-55e8ac3ba047 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:26.593828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bebeaab2-f985-4690-abac-5ba197ce4d6d req-14359362-5e56-4f2e-9d9f-55e8ac3ba047 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 945 time: 0.1986730 Oct 15 00:37:26.620451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a6ed2-70a4-4465-bc5d-1dae4534f50d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:26.622596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a6ed2-70a4-4465-bc5d-1dae4534f50d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:26.627933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42050) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:26.628294 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.628954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-617a6ed2-70a4-4465-bc5d-1dae4534f50d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1873205 Oct 15 00:37:26.661598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bebeaab2-f985-4690-abac-5ba197ce4d6d req-c7352c57-1539-492c-a143-9e0fce84cde9 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625541 Oct 15 00:37:26.724941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 7797d0ad-8a06-45b9-94b7-43f1da41d396 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:26.743505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.826053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.951738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=6fa06771-e658-41d7-80b1-b02f0db9f06f,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:26.989019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.990440 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:26.995796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Allocated IP 172.20.0.2 (5bb8933a-1a26-47e4-b2c7-ec3a263a2d86/2f6c15bd-bd3d-423b-bf09-1a307a2aae38/a7e4dd17-ca61-48f2-b49d-fa66d71afd49) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:27.109201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e809c9df-dad0-4d0d-aa93-b3533f67e02c None None] Could not find standard attr ID for object bdb632e9-7f95-4be4-b5af-2ad6839c707e. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:37:27.170837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.206235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=7797d0ad-8a06-45b9-94b7-43f1da41d396,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:27.208378 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.212729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-becc67c3-331c-4ac3-b7d9-ece6cc227f69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/7797d0ad-8a06-45b9-94b7-43f1da41d396 HTTP/1.1" status: 204 len: 168 time: 0.5835078 Oct 15 00:37:27.215978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42064) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:27.230632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47c7a8-e9aa-4e3c-9789-fe9cad903909 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:27.259047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.308471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cb6b2ee6-7ee3-4451-83d8-2bb7b62b895c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872092 Oct 15 00:37:27.308902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42070) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:27.315682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:27.316279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.381795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:27.403525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:27.407115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:27.410441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Pushing event updated for resources: {'Port': ['ID=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:27.478540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Attempting to bind port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:27.479553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Attempting to bind port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:27.479929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Attempting to bind port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:27.485468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:27.486166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Checking segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:27.486580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.486969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Bound using segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:27.487631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Bound port: a7e4dd17-ca61-48f2-b49d-fa66d71afd49, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:27.487875 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.542665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.563390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:27.589518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.611741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] For port a7e4dd17-ca61-48f2-b49d-fa66d71afd49, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:27.617392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] For port a7e4dd17-ca61-48f2-b49d-fa66d71afd49, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:27.645378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-7f5bb375-3e89-4161-a3e3-dce1b1358f7e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:27.646959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-7f5bb375-3e89-4161-a3e3-dce1b1358f7e tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.30 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 945 time: 0.0799015 Oct 15 00:37:27.695847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] Deleting port 6fa06771-e658-41d7-80b1-b02f0db9f06f {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:27.696240 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.703551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:27.711506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.804339 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:27.829573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Deleting port 556dc9a7-f152-4fe4-898b-2096ad705b8b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:27.829573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.003503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] For port 6fa06771-e658-41d7-80b1-b02f0db9f06f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6fa06771-e658-41d7-80b1-b02f0db9f06f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:28.003897 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.040618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] Calling delete_port for 6fa06771-e658-41d7-80b1-b02f0db9f06f owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:28.053209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5658d-825a-4217-9e2d-4eefaad26167 None None] Pushing event updated for resources: {'Port': ['ID=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:28.068886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6fa06771-e658-41d7-80b1-b02f0db9f06f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:28.072735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Allocated IP 172.25.2.63 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/be3d470b-8a4b-44ab-8ec2-18c846f0c110) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:28.102761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.141575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e89dc-988e-4864-8fce-345a180e684e req-61def2f8-af9c-4bb6-ba39-fe12722c8014 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:28.149585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a97e89dc-988e-4864-8fce-345a180e684e req-61def2f8-af9c-4bb6-ba39-fe12722c8014 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 945 time: 0.1741428 Oct 15 00:37:28.243836 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.438165 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:37:28.438165 n-d-811521-2 neutron-server[107727]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 15 00:37:28.438165 n-d-811521-2 neutron-server[107727]: [parameters: {'status': 'DOWN', 'ports_id': '6fa06771-e658-41d7-80b1-b02f0db9f06f'}] Oct 15 00:37:28.438165 n-d-811521-2 neutron-server[107727]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:37:28.439271 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:37:28.440719 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.482796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] Pushing event deleted for resources: {'Port': ['ID=6fa06771-e658-41d7-80b1-b02f0db9f06f,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:28.495396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d5853-3841-4c4e-9670-635cb82e4365 None None] No DVR routers for this DVR port 6fa06771-e658-41d7-80b1-b02f0db9f06f on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:28.556992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] For port 556dc9a7-f152-4fe4-898b-2096ad705b8b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=556dc9a7-f152-4fe4-898b-2096ad705b8b,segment=NetworkSegment(47ad9db7-e43b-4954-8bb2-33f505ff4d8f),segment_id=47ad9db7-e43b-4954-8bb2-33f505ff4d8f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:28.557585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.572718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Calling delete_port for 556dc9a7-f152-4fe4-898b-2096ad705b8b owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:28.743278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:28.747545 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da232dd7-0d14-476b-8cbf-a0187164172e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.786654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:28.789875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:28.790502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.799037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764bb8f-0d82-4f45-8a96-da8b56917fea None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:28.822010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.836963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['556dc9a7-f152-4fe4-898b-2096ad705b8b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:37:28.876750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a97e89dc-988e-4864-8fce-345a180e684e req-dc8d19fa-91fa-4b28-9261-f3e3da7b3af9 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc74bfa5-c747-432d-b515-0cb2ca3c442e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224362 Oct 15 00:37:28.905731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=7af9bc90-c432-437c-9725-bf1a40edbfda,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:28.942333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Pushing event deleted for resources: {'Port': ['ID=556dc9a7-f152-4fe4-898b-2096ad705b8b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:28.967590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-99456d59-28d4-44a4-9406-74be26d0a05d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6574554 Oct 15 00:37:28.970784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] No DVR routers for this DVR port 556dc9a7-f152-4fe4-898b-2096ad705b8b on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:28.971737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:28.973946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:28.978729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34872c12-408c-4cf7-8d2d-9a2adc2ebe5d req-363a9de5-1ace-4571-8729-30134befccd3 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.30 "DELETE /v2.0/ports/556dc9a7-f152-4fe4-898b-2096ad705b8b HTTP/1.1" status: 204 len: 173 time: 1.3254356 Oct 15 00:37:28.979189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df011c6-4856-474f-914c-b8e135f641b3', 'name': 'network-vif-deleted', 'tag': '556dc9a7-f152-4fe4-898b-2096ad705b8b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:28.982292 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dacf885-c0f0-4afd-9ba0-0e92843ddc8a" -d '{"events": [{"server_uuid": "0df011c6-4856-474f-914c-b8e135f641b3", "name": "network-vif-deleted", "tag": "556dc9a7-f152-4fe4-898b-2096ad705b8b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:28.988571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '7af9bc90-c432-437c-9725-bf1a40edbfda', 'ip_address': '2001:db8::77c4:9423:acf7:3c9d'}], 'name': 'tempest-NetworksTestDHCPv6-462684272'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:29.001231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-7d5b68a6-ee52-4bc8-a5a8-3aaf92340fbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2459092 Oct 15 00:37:29.067117 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50c1231-e780-4b5a-b1ff-b7213f68c027 x-openstack-request-id: req-e50c1231-e780-4b5a-b1ff-b7213f68c027 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:29.067418 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df011c6-4856-474f-914c-b8e135f641b3", "name": "network-vif-deleted", "tag": "556dc9a7-f152-4fe4-898b-2096ad705b8b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:29.067687 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e50c1231-e780-4b5a-b1ff-b7213f68c027 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:29.068421 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df011c6-4856-474f-914c-b8e135f641b3', 'name': 'network-vif-deleted', 'tag': '556dc9a7-f152-4fe4-898b-2096ad705b8b', 'status': 'completed', 'code': 200} Oct 15 00:37:29.119775 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:29.129889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Port 6fa06771-e658-41d7-80b1-b02f0db9f06f update to DOWN by agent not found {{(pid=107727) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 15 00:37:29.242999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.243475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.243945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.252096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.252678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.261888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.261888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.261888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-4121897e-e8d6-47a1-b2c9-4516b259ac92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6489 time: 0.1564033 Oct 15 00:37:29.420142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:29.498633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '7af9bc90-c432-437c-9725-bf1a40edbfda'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:29.499987 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:29.561344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:29.640548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf2eae1-2a24-4ceb-b22c-9372a2886acd None None] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:29.650774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Pushing event updated for resources: {'Port': ['ID=be3d470b-8a4b-44ab-8ec2-18c846f0c110,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:29.685411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-93af564b-4803-4714-8de3-ef503da4cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.685978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-93af564b-4803-4714-8de3-ef503da4cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.686478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-93af564b-4803-4714-8de3-ef503da4cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:29.688069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-93af564b-4803-4714-8de3-ef503da4cc74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=10e13c7f-f849-48de-b935-131b1bbc0cec&id=10e13c7f-f849-48de-b935-131b1bbc0cec HTTP/1.1" status: 200 len: 2292 time: 0.4046469 Oct 15 00:37:29.691441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:29.695202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3bc56379-cbb6-46c8-a5c3-cd9aa6da65c5 None None] Provisioning complete for port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:29.695394 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3bc56379-cbb6-46c8-a5c3-cd9aa6da65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:29.698303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:29.712009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:29.714760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:29.742657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/7af9bc90-c432-437c-9725-bf1a40edbfda/41e2d10d-263c-4d64-b7f5-a42b622ea190) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:29.861177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port ff33f800-4985-479c-89ce-6e5114da3043 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:29.982453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-fe7c08f4-fd28-4e13-84a3-6f6843eeaba2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75ea010d-d039-498c-8048-6b756133d8ad HTTP/1.1" status: 200 len: 1000 time: 0.2743201 Oct 15 00:37:30.073406 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3bc56379-cbb6-46c8-a5c3-cd9aa6da65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.185482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73823ff6-3051-4b3e-bc08-3c3b3470ce44 req-a9fa2302-5cfa-4103-86a0-0f22744fc507 tempest-ServerTagsTestJSON-88908334 tempest-ServerTagsTestJSON-88908334-project] 10.222.0.13 "GET /v2.0/ports?device_id=0df011c6-4856-474f-914c-b8e135f641b3 HTTP/1.1" status: 200 len: 210 time: 0.0712612 Oct 15 00:37:30.193185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.205017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-fdae3da0-3ab6-435f-9b53-89c4acf6b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:30.207964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-fdae3da0-3ab6-435f-9b53-89c4acf6b750 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9c50b30-fb11-477b-88d9-4c9150808b66 HTTP/1.1" status: 200 len: 850 time: 0.2150002 Oct 15 00:37:30.210894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3bc56379-cbb6-46c8-a5c3-cd9aa6da65c5 None None] For port a7e4dd17-ca61-48f2-b49d-fa66d71afd49, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:30.244309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a7e4dd17-ca61-48f2-b49d-fa66d71afd49 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:30.318898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.324779 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3bc56379-cbb6-46c8-a5c3-cd9aa6da65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.380187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-ce1af2bd-38e0-4d20-a7a5-b7effb0e8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:30.383502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-ce1af2bd-38e0-4d20-a7a5-b7effb0e8654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265578 Oct 15 00:37:30.391961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:30.392322 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.437825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc56379-cbb6-46c8-a5c3-cd9aa6da65c5 None None] Pushing event updated for resources: {'Port': ['ID=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:30.455167 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.465066 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.535028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:30.540857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:30.543890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Pushing event updated for resources: {'Port': ['ID=41e2d10d-263c-4d64-b7f5-a42b622ea190,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:30.559342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:30.590691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.655252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::77c4:9423:acf7:3c9d (419a12fc-860c-4125-beb1-c478c6ba03c1/7af9bc90-c432-437c-9725-bf1a40edbfda/ff33f800-4985-479c-89ce-6e5114da3043) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:30.697352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Attempting to bind port 41e2d10d-263c-4d64-b7f5-a42b622ea190 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:30.697727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Attempting to bind port 41e2d10d-263c-4d64-b7f5-a42b622ea190 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:30.698116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Attempting to bind port 41e2d10d-263c-4d64-b7f5-a42b622ea190 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:30.704252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:30.704628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:30.705047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.710813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:30.710813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Bound port: 41e2d10d-263c-4d64-b7f5-a42b622ea190, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:30.710813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.736902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-3279cd68-b65c-41b2-8e05-4df76b514bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396716 Oct 15 00:37:30.768264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-92728a94-3a54-4023-bc1b-232d494c2b09 None None] Provisioning complete for port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:30.768636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-92728a94-3a54-4023-bc1b-232d494c2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:30.912293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] For port 41e2d10d-263c-4d64-b7f5-a42b622ea190, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:30.918357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] For port 41e2d10d-263c-4d64-b7f5-a42b622ea190, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=41e2d10d-263c-4d64-b7f5-a42b622ea190,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:30.939054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42136) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:31.012835 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.013950 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-5d566fdf-0327-4986-9e62-b12812272917 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660205 Oct 15 00:37:31.076994 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdcd7301-e2be-420a-a2d7-7f284559c74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.079287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-6a4e5312-bd5e-4d31-91a9-d1f26194f84a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 217 time: 0.0513842 Oct 15 00:37:31.082215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.098032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573685-a6b8-4c79-bfbb-3c9a1b7db834 None None] Pushing event updated for resources: {'Port': ['ID=41e2d10d-263c-4d64-b7f5-a42b622ea190,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:31.187237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdcd7301-e2be-420a-a2d7-7f284559c74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.217377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.230011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-61457708-be42-47dd-ac6b-1a262c1e38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:31.231511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-61457708-be42-47dd-ac6b-1a262c1e38d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.1347413 Oct 15 00:37:31.244658 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdcd7301-e2be-420a-a2d7-7f284559c74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.266024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42144) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:31.377887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-d58ce4e6-7977-44c1-9a8e-171496116c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:31.380791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bdcd7301-e2be-420a-a2d7-7f284559c74f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41e2f61dc229451ab249ff0c06590b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406228 Oct 15 00:37:31.382536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd7301-e2be-420a-a2d7-7f284559c74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d8a34-fd2f-4a7e-bf45-7ae0f13abcb6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:31.388301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42148) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:31.391589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-d58ce4e6-7977-44c1-9a8e-171496116c9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281567 Oct 15 00:37:31.420462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] Deleting subnet deb25601-352a-4898-9517-73cde125a1e6 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:31.430796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.447486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.526715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.541545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e38ac9a-630f-49c8-9d51-e62fd4b06583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.595435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:31.600069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:31.602255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=ff33f800-4985-479c-89ce-6e5114da3043,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:31.604400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:31.610585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:31.610771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.626421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e38ac9a-630f-49c8-9d51-e62fd4b06583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.640016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-10219aa9-5c41-4ca8-a489-ed9d1a38fe30 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372007 Oct 15 00:37:31.659353 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.667469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Router a3a4f235-9cde-496f-aded-7d07af030836 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:37:31.751429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b1bcbf9f-420f-4cce-bbd6-866366d884c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7774310 Oct 15 00:37:31.753948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:31.810305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d70b4d7-c3ec-4a66-9ba6-72d56156e739 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:31.816455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d70b4d7-c3ec-4a66-9ba6-72d56156e739 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:31.820754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4d70b4d7-c3ec-4a66-9ba6-72d56156e739 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0629451 Oct 15 00:37:31.821030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42156) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:31.832771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-fb6d4059-0496-40de-9433-a43819289891 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845427 Oct 15 00:37:31.856685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.887864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb25601-352a-4898-9517-73cde125a1e6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:31.890055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.896072 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b5f4a1e0-394e-4219-867d-20025a6d257e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/deb25601-352a-4898-9517-73cde125a1e6 HTTP/1.1" status: 204 len: 168 time: 0.6247468 Oct 15 00:37:31.896332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:31.990252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e38ac9a-630f-49c8-9d51-e62fd4b06583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.994052 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2e38ac9a-630f-49c8-9d51-e62fd4b06583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:31.995454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2e38ac9a-630f-49c8-9d51-e62fd4b06583 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/802d8a34-fd2f-4a7e-bf45-7ae0f13abcb6 HTTP/1.1" status: 204 len: 168 time: 0.6075225 Oct 15 00:37:32.021096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38ac9a-630f-49c8-9d51-e62fd4b06583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d8a34-fd2f-4a7e-bf45-7ae0f13abcb6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:32.028698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.184060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 41e2d10d-263c-4d64-b7f5-a42b622ea190 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:32.191240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.229303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1532f6df-2ae0-4184-98e1-a2a33b84f4ce']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:32.242435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ad9db7-e43b-4954-8bb2-33f505ff4d8f') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:32.243042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ad9db7-e43b-4954-8bb2-33f505ff4d8f') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:32.257034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.275638 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.284402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:37:32.284942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.297893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 41e2d10d-263c-4d64-b7f5-a42b622ea190 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:32.300248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.300384 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.314333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-f12cf75d-131f-47aa-a59c-07e8d66db62a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 217 time: 0.4697812 Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:37:32.354700 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:37:32.409817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:37:32.410133 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.435488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Sync routers for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:37:32.446174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-f5b35c3b-1cdd-43c7-a2c1-353be4f473e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:32.447653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-f5b35c3b-1cdd-43c7-a2c1-353be4f473e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.1257980 Oct 15 00:37:32.475952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 41e2d10d-263c-4d64-b7f5-a42b622ea190, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=41e2d10d-263c-4d64-b7f5-a42b622ea190,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:32.483054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:32.484300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:32.489800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.514047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port ff33f800-4985-479c-89ce-6e5114da3043 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:32.514047 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.515338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.534267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1532f6df-2ae0-4184-98e1-a2a33b84f4ce HTTP/1.1" status: 204 len: 168 time: 0.6353512 Oct 15 00:37:32.561639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92830881-8eb9-4e0f-8e6c-634211d30339 admin admin] Pushing event deleted for resources: {'Network': ['ID=1532f6df-2ae0-4184-98e1-a2a33b84f4ce,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:32.565051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.572976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3ececc6a-c427-4c23-be13-6f9725e20629 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2798543 Oct 15 00:37:32.577207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42170) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:32.600800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.601927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a7e4dd17-ca61-48f2-b49d-fa66d71afd49 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:32.820627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:32.821424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:32.834114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for ff33f800-4985-479c-89ce-6e5114da3043 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:32.859173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-da947b6b-0058-469b-a0b0-1e7060c81c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:32.860669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-da947b6b-0058-469b-a0b0-1e7060c81c6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4013381 Oct 15 00:37:32.919957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=41e2d10d-263c-4d64-b7f5-a42b622ea190,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:32.930459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3434b234-b0b6-4e15-9208-d655a3a298cf None None] Provisioning complete for port 41e2d10d-263c-4d64-b7f5-a42b622ea190 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:32.931132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3434b234-b0b6-4e15-9208-d655a3a298cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.020956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42176) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:33.048893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce98b2f5-7d4b-46f3-af9b-b9e1a271565b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.064133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:33.064509 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.122360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42178) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:33.187281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2aee9079-4be3-4681-90fb-6537e830d6fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a9ba65a7dd34ff2bf3d822d0202ee9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593114 Oct 15 00:37:33.189604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42180) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:33.236645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-e21bc28d-8857-48d0-baf5-e3952079604a service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393512 Oct 15 00:37:33.248279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce98b2f5-7d4b-46f3-af9b-b9e1a271565b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.280370 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d06c35a6-6154-4641-87d2-fbf30452042e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.317377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d06c35a6-6154-4641-87d2-fbf30452042e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.357082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce98b2f5-7d4b-46f3-af9b-b9e1a271565b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.373146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 556dc9a7-f152-4fe4-898b-2096ad705b8b no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:33.409388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 556dc9a7-f152-4fe4-898b-2096ad705b8b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:33.409388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 556dc9a7-f152-4fe4-898b-2096ad705b8b not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:33.423215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98b2f5-7d4b-46f3-af9b-b9e1a271565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc416965-31f9-4391-b7f4-b6c83ea8b0f4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:33.427937 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce98b2f5-7d4b-46f3-af9b-b9e1a271565b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f624ab0d2d84295acfb700ac86d7e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058521 Oct 15 00:37:33.431273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42182) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:33.493429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:30Z', 'revision_number': 3, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:33.510144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa412bda-52e7-4b0a-bb4b-d5c9c395bad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.526427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.536444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Checking router: a3a4f235-9cde-496f-aded-7d07af030836 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:37:33.537147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Updating router a3a4f235-9cde-496f-aded-7d07af030836 port be3d470b-8a4b-44ab-8ec2-18c846f0c110 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:37:33.542459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b280780b-aec4-4c18-a486-62f9757110a1 None None] Could not find standard attr ID for object ff33f800-4985-479c-89ce-6e5114da3043. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:37:33.547109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d06c35a6-6154-4641-87d2-fbf30452042e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.549702 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d06c35a6-6154-4641-87d2-fbf30452042e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.551873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d06c35a6-6154-4641-87d2-fbf30452042e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc74bfa5-c747-432d-b515-0cb2ca3c442e HTTP/1.1" status: 204 len: 168 time: 0.3612869 Oct 15 00:37:33.560775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa412bda-52e7-4b0a-bb4b-d5c9c395bad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.573733 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.578549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c35a6-6154-4641-87d2-fbf30452042e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74bfa5-c747-432d-b515-0cb2ca3c442e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:33.593939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-21aae8e5-20c9-4d69-aeb3-837113138da3 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255651 Oct 15 00:37:33.599273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=ff33f800-4985-479c-89ce-6e5114da3043,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:33.697218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-80ec8d66-65f6-46af-9657-2f2373411c33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c HTTP/1.1" status: 200 len: 217 time: 0.0876758 Oct 15 00:37:33.765560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.771035 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cfc9b883-9fc6-4f6a-8734-3763d8e6f6cb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/ff33f800-4985-479c-89ce-6e5114da3043 HTTP/1.1" status: 204 len: 168 time: 1.9470141 Oct 15 00:37:33.773804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42192) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:33.794049 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa412bda-52e7-4b0a-bb4b-d5c9c395bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.811255 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa412bda-52e7-4b0a-bb4b-d5c9c395bad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:33.817246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fa412bda-52e7-4b0a-bb4b-d5c9c395bad4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc416965-31f9-4391-b7f4-b6c83ea8b0f4 HTTP/1.1" status: 204 len: 168 time: 0.3815601 Oct 15 00:37:33.927595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412bda-52e7-4b0a-bb4b-d5c9c395bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc416965-31f9-4391-b7f4-b6c83ea8b0f4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:33.993930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-356eb348-bee2-41ac-a391-13d7eed34e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:33.995723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-356eb348-bee2-41ac-a391-13d7eed34e60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.2978272 Oct 15 00:37:34.021013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1808fd9-2159-4c8c-935c-c52e6acf6f37 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:34.031104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1808fd9-2159-4c8c-935c-c52e6acf6f37 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:34.035371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d1808fd9-2159-4c8c-935c-c52e6acf6f37 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2579157 Oct 15 00:37:34.039897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42198) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:34.062216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 41e2d10d-263c-4d64-b7f5-a42b622ea190 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:34.152888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.158298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 41e2d10d-263c-4d64-b7f5-a42b622ea190 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:34.158673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.167364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 7af9bc90-c432-437c-9725-bf1a40edbfda {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:34.175922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.233000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-e4125220-4c44-46d3-bd2b-7f38edfb2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:34.235318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-e4125220-4c44-46d3-bd2b-7f38edfb2b41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2113039 Oct 15 00:37:34.253805 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.357798 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.445001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-12d5f11a-b651-4248-8996-63efa91a9ed7 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810117 Oct 15 00:37:34.446712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Allocated IP 172.20.0.1 (5bb8933a-1a26-47e4-b2c7-ec3a263a2d86/2f6c15bd-bd3d-423b-bf09-1a307a2aae38/6233bd8a-a675-4930-9e79-7d1b705b276f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:34.473575 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.483660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.552251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cd9e5-3a2a-41c2-b809-3b94f2f06f62 None None] Pushing event updated for resources: {'Port': ['ID=be3d470b-8a4b-44ab-8ec2-18c846f0c110,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:34.580292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Attempting to bind port be3d470b-8a4b-44ab-8ec2-18c846f0c110 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:34.580706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Attempting to bind port be3d470b-8a4b-44ab-8ec2-18c846f0c110 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:34.581712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Attempting to bind port be3d470b-8a4b-44ab-8ec2-18c846f0c110 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:34.588915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:34.589291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:34.589889 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.590617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:34.591125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Bound port: be3d470b-8a4b-44ab-8ec2-18c846f0c110, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:34.591506 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.656603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.696925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] For port be3d470b-8a4b-44ab-8ec2-18c846f0c110, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:34.705285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] For port be3d470b-8a4b-44ab-8ec2-18c846f0c110, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=be3d470b-8a4b-44ab-8ec2-18c846f0c110,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:34.709590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-2dd7198f-4f2e-4945-86b9-322a8d340e1b service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562242 Oct 15 00:37:34.729759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=7af9bc90-c432-437c-9725-bf1a40edbfda,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:34.749098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.755426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9217b-5913-4a70-85c6-a147326e61a5 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:34.760691 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-02d67435-eabb-4763-b8e9-8706853568d3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/7af9bc90-c432-437c-9725-bf1a40edbfda HTTP/1.1" status: 204 len: 168 time: 0.7148907 Oct 15 00:37:34.762498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42216) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:34.783494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.799125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:34.858529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-2c45079e-2488-4f5b-8f0e-e3cda14a2dff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e HTTP/1.1" status: 200 len: 217 time: 0.1403387 Oct 15 00:37:34.877330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7127987b-3671-4b46-b931-20d88fa90fc3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136510 Oct 15 00:37:34.878073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42222) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:34.940050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:34.940697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:34.944709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-a5b84351-209b-44b1-979b-2a8106353df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:34.946290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-a5b84351-209b-44b1-979b-2a8106353df4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.0687237 Oct 15 00:37:34.952219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf7a35-273d-44d3-a403-d92f1213bc5e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:34.977293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ebf7a35-273d-44d3-a403-d92f1213bc5e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0955908 Oct 15 00:37:34.977508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:35.049352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.052344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cd9e5-3a2a-41c2-b809-3b94f2f06f62 None None] Pushing event updated for resources: {'Port': ['ID=be3d470b-8a4b-44ab-8ec2-18c846f0c110,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:35.131294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Pushing event updated for resources: {'Port': ['ID=6233bd8a-a675-4930-9e79-7d1b705b276f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:35.157950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ceb753-4ec3-42d2-a04a-89aa127edb22 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:35.159877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e7ceb753-4ec3-42d2-a04a-89aa127edb22 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1813087 Oct 15 00:37:35.162352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42234) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:35.164805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-20ccca85-7148-42b5-a9e6-8839198415de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:35.166557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-20ccca85-7148-42b5-a9e6-8839198415de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2074988 Oct 15 00:37:35.174670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:35.203760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:35.250918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:35.255418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:35.263720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-40093634-9cd1-40c4-8e5d-dc29f3cf402f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992880 Oct 15 00:37:35.268806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42238) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:35.276550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:35.342639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:35.377245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.471503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] Deleting port 41e2d10d-263c-4d64-b7f5-a42b622ea190 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:35.472017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.563162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-7e835f4c-24ed-4c68-914f-45fb50597940 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857067 Oct 15 00:37:35.579116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] For port 41e2d10d-263c-4d64-b7f5-a42b622ea190, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=41e2d10d-263c-4d64-b7f5-a42b622ea190,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:35.580130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.597305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] Calling delete_port for 41e2d10d-263c-4d64-b7f5-a42b622ea190 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:35.602439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:35.603026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:30Z', 'revision_number': 3, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:35.616140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.634816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f6ec7b-a0cb-44a6-b7c1-def57c2413d7 None None] The sync data for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 is: [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:30Z', 'revision_number': 3, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:37:35.714372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9920f2da-c343-4385-8170-1091bccfb920 None None] Provisioning complete for port 6233bd8a-a675-4930-9e79-7d1b705b276f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:35.714372 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9920f2da-c343-4385-8170-1091bccfb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.720308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-77df2056-182b-45b9-b692-8b74fad339b2 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495531 Oct 15 00:37:35.723516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.789736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-7e56e07f-e1e5-4201-ab7f-90e77755e9d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a HTTP/1.1" status: 200 len: 217 time: 0.0548935 Oct 15 00:37:35.807591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9920f2da-c343-4385-8170-1091bccfb920 None None] Port 6233bd8a-a675-4930-9e79-7d1b705b276f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:35.890010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:35.933712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] Pushing event deleted for resources: {'Port': ['ID=41e2d10d-263c-4d64-b7f5-a42b622ea190,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:35.949204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879b787-9e3e-4cf0-9f7d-b1f01c61b726 None None] No DVR routers for this DVR port 41e2d10d-263c-4d64-b7f5-a42b622ea190 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:35.961047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-bae6753f-aa3d-442a-8874-0774495eb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:35.962780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-bae6753f-aa3d-442a-8874-0774495eb034 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.1348953 Oct 15 00:37:36.151464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 41e2d10d-263c-4d64-b7f5-a42b622ea190 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:36.173131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-37a9f70f-0469-477f-bf59-aa073a6d5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:36.179329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-37a9f70f-0469-477f-bf59-aa073a6d5670 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1999047 Oct 15 00:37:36.191686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 41e2d10d-263c-4d64-b7f5-a42b622ea190 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:36.192084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 41e2d10d-263c-4d64-b7f5-a42b622ea190 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:36.216880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:36.281327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:36.325158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:36.328698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:36.333143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:36.333900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:36.339740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82fb52b-8244-45ae-872d-d179bd65e492 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:36.343772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=a0c4c417-d546-4b9a-be30-7e2a4b5bb696,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:36.354240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-80f587ca-5532-4f21-957d-e2f001c41ac1 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649253 Oct 15 00:37:36.385977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:36.522629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-20a4bc71-543b-4f52-a695-1e999ba0d90c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2492795 Oct 15 00:37:36.522919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:36.522919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Pushing event updated for resources: {'Port': ['ID=6233bd8a-a675-4930-9e79-7d1b705b276f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:36.524065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42280) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:36.535611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'a0c4c417-d546-4b9a-be30-7e2a4b5bb696', 'ip_address': '2001:db8::ef32:11d3:18f8:176d'}], 'name': 'tempest-NetworksTestDHCPv6-563189447'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:36.554037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'a0c4c417-d546-4b9a-be30-7e2a4b5bb696'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:36.556026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:36.749370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/a0c4c417-d546-4b9a-be30-7e2a4b5bb696/301da200-d559-4557-8e6a-6b80b6b10a52) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:36.979125 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:37.053003 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-8b48b49b-ece2-4649-a55e-01f5b6af5ca9 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909657 Oct 15 00:37:37.067871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:37.085503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15db7bc4-7934-4f12-92ea-5af6bc8e434c req-e75f5018-0c31-476c-b7b7-ae8de66c4db9 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.1042407 Oct 15 00:37:37.128106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Pushing event updated for resources: {'Port': ['ID=301da200-d559-4557-8e6a-6b80b6b10a52,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:37.129069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:37.131598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:37.155313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:37.187445 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-7a241c17-5b1f-4784-8e32-f9036947a5a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d HTTP/1.1" status: 200 len: 217 time: 0.0994129 Oct 15 00:37:37.232022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Attempting to bind port 301da200-d559-4557-8e6a-6b80b6b10a52 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:37.232804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Attempting to bind port 301da200-d559-4557-8e6a-6b80b6b10a52 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:37.233383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Attempting to bind port 301da200-d559-4557-8e6a-6b80b6b10a52 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:37.234703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:37.246778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:37.246778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:37.246778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:37.246778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:37.246778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Bound port: 301da200-d559-4557-8e6a-6b80b6b10a52, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:37.246778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:37.324332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:37.330543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-ce837225-de72-4636-afce-2b5791c30a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:37.332465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-ce837225-de72-4636-afce-2b5791c30a19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.1357460 Oct 15 00:37:37.347566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] For port 301da200-d559-4557-8e6a-6b80b6b10a52, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:37.352204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] For port 301da200-d559-4557-8e6a-6b80b6b10a52, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=301da200-d559-4557-8e6a-6b80b6b10a52,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:37.446270 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:37.632274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28708ce1-e904-47f4-bdd1-2ebaac708448 None None] Pushing event updated for resources: {'Port': ['ID=301da200-d559-4557-8e6a-6b80b6b10a52,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:37.637545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Router a3a4f235-9cde-496f-aded-7d07af030836 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:37:37.720901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-f87fdbac-533e-4737-a2f0-8eb11967297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:37.722456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-f87fdbac-533e-4737-a2f0-8eb11967297c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3596029 Oct 15 00:37:37.778866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-05aa216d-e231-4797-95eb-1f6ae19bf4bc None None] Provisioning complete for port 6233bd8a-a675-4930-9e79-7d1b705b276f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:37.779410 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05aa216d-e231-4797-95eb-1f6ae19bf4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:37.820015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:37.863241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-05aa216d-e231-4797-95eb-1f6ae19bf4bc None None] Port 6233bd8a-a675-4930-9e79-7d1b705b276f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:38.146756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a29a9b07-5e75-47e8-96e8-06a20d71fa30 req-76950e35-fd72-4137-9c76-625b9490ae80 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.1138742 Oct 15 00:37:38.197773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device be3d470b-8a4b-44ab-8ec2-18c846f0c110 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:38.247713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:37:38.254630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-c9f9de4e-9a38-4f73-883d-9ec643933eee service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497108 Oct 15 00:37:38.272675 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Sync routers for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:37:38.273288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bfab7140-142a-4c5f-9fc6-b796e5a9dba9 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3a4f235-9cde-496f-aded-7d07af030836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6921062 Oct 15 00:37:38.281918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:38.286046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:38.287925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:38.347665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 67259ee2-9086-4641-b6f8-b6116da34618 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:38.380371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port be3d470b-8a4b-44ab-8ec2-18c846f0c110 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:38.381391 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:38.601119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-913a9ba9-9bb3-4908-921b-8a58cd8a6b38 req-f3e9ebfa-1913-4773-bdea-d82686c6e8c5 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240101 Oct 15 00:37:38.633243 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:38.804706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b15636f-a1fa-42f8-b368-b1dad6b5b328 req-394e1038-c9c9-4c72-bb14-03fd785dc6f7 tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0e6469ea0eda4a80905aa74a395b6c4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972326 Oct 15 00:37:38.837101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:38.839102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::ef32:11d3:18f8:176d (419a12fc-860c-4125-beb1-c478c6ba03c1/a0c4c417-d546-4b9a-be30-7e2a4b5bb696/67259ee2-9086-4641-b6f8-b6116da34618) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:38.869422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port be3d470b-8a4b-44ab-8ec2-18c846f0c110, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=be3d470b-8a4b-44ab-8ec2-18c846f0c110,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:38.998923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.051684 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 2, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:39.094054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=be3d470b-8a4b-44ab-8ec2-18c846f0c110,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:39.095947 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Checking router: a3a4f235-9cde-496f-aded-7d07af030836 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:37:39.096457 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Updating router a3a4f235-9cde-496f-aded-7d07af030836 port 6233bd8a-a675-4930-9e79-7d1b705b276f binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:37:39.143307 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.145516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15636f-a1fa-42f8-b368-b1dad6b5b328 req-84eda5dd-8f8b-481f-b8b3-1104ea63da5c tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:39.153322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b15636f-a1fa-42f8-b368-b1dad6b5b328 req-84eda5dd-8f8b-481f-b8b3-1104ea63da5c tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280964 Oct 15 00:37:39.189510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b15636f-a1fa-42f8-b368-b1dad6b5b328 req-8acdcf0d-c06a-4562-a4fb-b2907d2a1e06 tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/quotas/0e6469ea0eda4a80905aa74a395b6c4b HTTP/1.1" status: 200 len: 375 time: 0.0340383 Oct 15 00:37:39.226864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42380) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:39.233156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e108dfd1-18d6-4434-a050-84d62298d374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357364331', 'description': 'tempest-description--286408529'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:39.255938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b15636f-a1fa-42f8-b368-b1dad6b5b328 req-707240e4-e3cb-40df-8e76-46132e76384a tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6469ea0eda4a80905aa74a395b6c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654864 Oct 15 00:37:39.296384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.388305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e108dfd1-18d6-4434-a050-84d62298d374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.446402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b6c41438-833a-45cd-90ef-ca59d5f2be55 None None] Provisioning complete for port 301da200-d559-4557-8e6a-6b80b6b10a52 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:39.446781 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b6c41438-833a-45cd-90ef-ca59d5f2be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.504689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39c3efd1-b4e8-446b-9895-cecdbeead575 req-63ce0106-d3dc-49e3-85cc-9780de81d8f5 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0640697 Oct 15 00:37:39.507024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.599576 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e108dfd1-18d6-4434-a050-84d62298d374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.599827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b6c41438-833a-45cd-90ef-ca59d5f2be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.625813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:39.627242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=67259ee2-9086-4641-b6f8-b6116da34618,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:39.646158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:39.659668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:39.674402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:39.675464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.682701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b6c41438-833a-45cd-90ef-ca59d5f2be55 None None] For port 301da200-d559-4557-8e6a-6b80b6b10a52, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=301da200-d559-4557-8e6a-6b80b6b10a52,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:39.733949 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.758675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e108dfd1-18d6-4434-a050-84d62298d374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.788345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108dfd1-18d6-4434-a050-84d62298d374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2421f82-32b6-4012-a138-8bd52dc2398b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:39.816498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.818440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b6c41438-833a-45cd-90ef-ca59d5f2be55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.820586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-549e4e9a-026d-4619-86a4-a1f618fc188e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2927144 Oct 15 00:37:39.823701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42394) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:39.829283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7301268e-4fbc-4766-96c5-8aec1a526cb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'a0c4c417-d546-4b9a-be30-7e2a4b5bb696', 'ip_address': '2001:db8::ef32:11d3:18f8:176d'}], 'name': 'tempest-NetworksTestDHCPv6-658664965'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:39.873117 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.892661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c41438-833a-45cd-90ef-ca59d5f2be55 None None] Pushing event updated for resources: {'Port': ['ID=301da200-d559-4557-8e6a-6b80b6b10a52,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:39.905210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e108dfd1-18d6-4434-a050-84d62298d374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:39.906796 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e108dfd1-18d6-4434-a050-84d62298d374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6782775 Oct 15 00:37:39.912501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42402) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:39.916281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8fed1c26-6802-4a79-8fda-69243261d5e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'security_group_rule': {'security_group_id': 'a2421f82-32b6-4012-a138-8bd52dc2398b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:39.951906 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Pushing event updated for resources: {'Port': ['ID=6233bd8a-a675-4930-9e79-7d1b705b276f,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:39.969823 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.970202 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.970540 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.970887 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.971538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.971654 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.971913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.972259 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.972573 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.973147 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.973461 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:39.973770 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:40.076774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fed1c26-6802-4a79-8fda-69243261d5e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.077787 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Attempting to bind port 6233bd8a-a675-4930-9e79-7d1b705b276f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:40.078394 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Attempting to bind port 6233bd8a-a675-4930-9e79-7d1b705b276f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:40.079879 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Attempting to bind port 6233bd8a-a675-4930-9e79-7d1b705b276f on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:40.085209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d6cd336c-28bd-4963-8e08-94d108e6ed20 None None] Provisioning complete for port 67259ee2-9086-4641-b6f8-b6116da34618 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:40.085765 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6cd336c-28bd-4963-8e08-94d108e6ed20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.101444 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:40.104208 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Checking segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:40.104913 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.106672 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Bound using segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:40.107275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Bound port: 6233bd8a-a675-4930-9e79-7d1b705b276f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:40.108216 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.139622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd336c-28bd-4963-8e08-94d108e6ed20 None None] Port 67259ee2-9086-4641-b6f8-b6116da34618 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:40.192680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7301268e-4fbc-4766-96c5-8aec1a526cb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:40.214498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fed1c26-6802-4a79-8fda-69243261d5e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.235976 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] For port 6233bd8a-a675-4930-9e79-7d1b705b276f, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:40.243582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device be3d470b-8a4b-44ab-8ec2-18c846f0c110 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:40.254239 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] For port 6233bd8a-a675-4930-9e79-7d1b705b276f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6233bd8a-a675-4930-9e79-7d1b705b276f,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:40.299696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port be3d470b-8a4b-44ab-8ec2-18c846f0c110 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:40.300064 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.310784 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7301268e-4fbc-4766-96c5-8aec1a526cb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.318813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fed1c26-6802-4a79-8fda-69243261d5e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.340905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed1c26-6802-4a79-8fda-69243261d5e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac3ef9d-107f-4e2a-b51c-3d6477d33325,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:40.343125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-7301268e-4fbc-4766-96c5-8aec1a526cb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 5aecacaf-28cf-4abc-902b-318cf95b76a5 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:40.390530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-18326d91-2b90-431d-9318-41f1790b6984 None None] Provisioning complete for port 6233bd8a-a675-4930-9e79-7d1b705b276f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:40.390906 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-18326d91-2b90-431d-9318-41f1790b6984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.405723 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.456856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 301da200-d559-4557-8e6a-6b80b6b10a52 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:40.467009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fed1c26-6802-4a79-8fda-69243261d5e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.471183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8fed1c26-6802-4a79-8fda-69243261d5e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602274 Oct 15 00:37:40.471918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42416) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:40.477527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-43ab6669-75a1-4b11-8a84-862f2b36f5cb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'security_group_rule': {'security_group_id': 'a2421f82-32b6-4012-a138-8bd52dc2398b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:40.502945 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:40.503589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:40.564431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-18326d91-2b90-431d-9318-41f1790b6984 None None] Port 6233bd8a-a675-4930-9e79-7d1b705b276f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:40.625564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 301da200-d559-4557-8e6a-6b80b6b10a52 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:40.626050 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.684802 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ce4b4-562c-471b-82a2-c4e105c8fddf None None] Pushing event updated for resources: {'Port': ['ID=6233bd8a-a675-4930-9e79-7d1b705b276f,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:40.704754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34a7dce4-b295-4cab-aa37-c3875ec1b00a req-887bc677-84f7-40c1-86f2-4deb0a5e737b tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0e6469ea0eda4a80905aa74a395b6c4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431700 Oct 15 00:37:40.718079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43ab6669-75a1-4b11-8a84-862f2b36f5cb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.766496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8ee5954-5149-4daa-b383-2ffe315f151f req-ff524dc7-e855-473c-ad8f-e33df927a061 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0828292 Oct 15 00:37:40.795684 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:40.806747 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7301268e-4fbc-4766-96c5-8aec1a526cb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 15 00:37:40.807339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7301268e-4fbc-4766-96c5-8aec1a526cb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:37:40.835520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43ab6669-75a1-4b11-8a84-862f2b36f5cb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:40.903422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9a3a45a0-36ef-4b9e-ac53-61f5a0a38e23 None None] Provisioning complete for port 6233bd8a-a675-4930-9e79-7d1b705b276f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:40.903975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a3a45a0-36ef-4b9e-ac53-61f5a0a38e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.001497 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a3a45a0-36ef-4b9e-ac53-61f5a0a38e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.007739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7dce4-b295-4cab-aa37-c3875ec1b00a req-89509d4c-5858-4fc9-8269-b2540f436f0a tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:41.010477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43ab6669-75a1-4b11-8a84-862f2b36f5cb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.015651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34a7dce4-b295-4cab-aa37-c3875ec1b00a req-89509d4c-5858-4fc9-8269-b2540f436f0a tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098216 Oct 15 00:37:41.025431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:40Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:41.035010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9a3a45a0-36ef-4b9e-ac53-61f5a0a38e23 None None] For port 6233bd8a-a675-4930-9e79-7d1b705b276f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6233bd8a-a675-4930-9e79-7d1b705b276f,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:41.036908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34a7dce4-b295-4cab-aa37-c3875ec1b00a req-beb75af4-dfa5-49ed-a187-b4c4320b686b tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/quotas/0e6469ea0eda4a80905aa74a395b6c4b HTTP/1.1" status: 200 len: 375 time: 0.0204544 Oct 15 00:37:41.049895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab6669-75a1-4b11-8a84-862f2b36f5cb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5267c9ab-bb0e-4e26-9aa8-f7169d335c24,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:41.054213 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7301268e-4fbc-4766-96c5-8aec1a526cb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2272835 Oct 15 00:37:41.054959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42434) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:41.062399 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d140d31-61b6-4611-bd78-f5924524bbbd None None] The sync data for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 is: [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:40Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:37:41.087845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34a7dce4-b295-4cab-aa37-c3875ec1b00a req-c3eedeee-6c57-45b4-be25-4b3e41744384 tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6469ea0eda4a80905aa74a395b6c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499516 Oct 15 00:37:41.138030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d72a77-033f-4bab-b542-f8cf3c1b809d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:41.153186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43ab6669-75a1-4b11-8a84-862f2b36f5cb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.154486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d72a77-033f-4bab-b542-f8cf3c1b809d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:41.154623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-43ab6669-75a1-4b11-8a84-862f2b36f5cb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6815765 Oct 15 00:37:41.156118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8d72a77-033f-4bab-b542-f8cf3c1b809d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1001143 Oct 15 00:37:41.157644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42436) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:41.158943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42438) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:41.161968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:41.164212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a3a45a0-36ef-4b9e-ac53-61f5a0a38e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.234617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a45a0-36ef-4b9e-ac53-61f5a0a38e23 None None] Pushing event updated for resources: {'Port': ['ID=6233bd8a-a675-4930-9e79-7d1b705b276f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:41.267347 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.290298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 67259ee2-9086-4641-b6f8-b6116da34618 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:41.290759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.408260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.425569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 67259ee2-9086-4641-b6f8-b6116da34618 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:41.448109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.584984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Allocated IP 172.25.2.37 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/5e335762-791d-4849-9736-22c6f0a81c62) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:41.741786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.813318 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.838963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.866161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=67259ee2-9086-4641-b6f8-b6116da34618,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:41.920998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:41.923632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe07381e-f210-4fad-ad6d-6ca8e7a6750a req-bcbe563b-ed89-4d03-9ff0-5ac5ecc5db65 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0532990 Oct 15 00:37:41.929929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:41.934653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:41.937843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'Port': ['ID=5e335762-791d-4849-9736-22c6f0a81c62,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:41.939072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:41.949059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6ea04197-6bfc-4e68-8922-4018dc4de2cd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/67259ee2-9086-4641-b6f8-b6116da34618 HTTP/1.1" status: 204 len: 168 time: 0.7888939 Oct 15 00:37:41.949730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42466) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:42.120021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6233bd8a-a675-4930-9e79-7d1b705b276f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:42.164342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d842ec-dd84-4662-8556-566340efa120 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:42.165887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d842ec-dd84-4662-8556-566340efa120 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:42.171187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42476) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:42.178904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e0d842ec-dd84-4662-8556-566340efa120 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2167201 Oct 15 00:37:42.202914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-002c9bd8-fe48-44da-aaf8-c9656367f36c req-9b77a760-56be-4fca-b294-386fa75db7a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.0642455 Oct 15 00:37:42.229919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6233bd8a-a675-4930-9e79-7d1b705b276f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:42.230322 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.281799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.284508 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a4524a8-4b19-45be-b3f7-c1f8aa14ad59 req-f97f1d85-b5a6-44a6-a03d-7ff01a932c1f tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0e6469ea0eda4a80905aa74a395b6c4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453990 Oct 15 00:37:42.327233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet a0c4c417-d546-4b9a-be30-7e2a4b5bb696 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:42.335382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.451203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.455975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.552721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4524a8-4b19-45be-b3f7-c1f8aa14ad59 req-5a1a8d3e-88d4-46c3-b978-d223d5d2b472 tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:42.554302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a4524a8-4b19-45be-b3f7-c1f8aa14ad59 req-5a1a8d3e-88d4-46c3-b978-d223d5d2b472 tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587543 Oct 15 00:37:42.605986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a4524a8-4b19-45be-b3f7-c1f8aa14ad59 req-5ef0b682-00e4-4f7d-b1f1-2fa751392ccc tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/quotas/0e6469ea0eda4a80905aa74a395b6c4b HTTP/1.1" status: 200 len: 375 time: 0.0426581 Oct 15 00:37:42.649751 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.686238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a4524a8-4b19-45be-b3f7-c1f8aa14ad59 req-f8124628-8ea9-44c4-ac90-ed836cc245db tempest-QuotasAdminNegativeTest-1571794848 tempest-QuotasAdminNegativeTest-1571794848-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6469ea0eda4a80905aa74a395b6c4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664740 Oct 15 00:37:42.748155 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c40d0b9-59c2-4cc2-bbc7-6ff22b11db98 req-ca9f69b6-6ce5-4dcf-a7f0-67c76d76bd54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0662751 Oct 15 00:37:42.836678 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.902132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.932556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c4c417-d546-4b9a-be30-7e2a4b5bb696,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:42.934564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.940088 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1d8cf85-1af0-42f1-ae58-06562f36a40a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a0c4c417-d546-4b9a-be30-7e2a4b5bb696 HTTP/1.1" status: 204 len: 168 time: 0.7655845 Oct 15 00:37:42.940394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42500) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:42.944900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad800fc-c4f2-4015-af2d-f873333752f9 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:42.979614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8bdf82d2-8870-45b9-ba29-53edc8b72db1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380623 Oct 15 00:37:42.983404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42504) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:42.984810 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:42.989514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:43.064999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'Port': ['ID=5e335762-791d-4849-9736-22c6f0a81c62,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:43.075762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.149320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f1a411f-d948-4c42-aef6-30d8bf6b7840 req-60ee923a-ad41-45ac-bf76-dc39f41b5d51 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0310011 Oct 15 00:37:43.162387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:43.220799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] Deleting port 301da200-d559-4557-8e6a-6b80b6b10a52 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:43.221521 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.225007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.227541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b40715f6-3d6b-49bc-81bf-31228434ed2d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0682058 Oct 15 00:37:43.313481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:43.320623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.338719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] For port 301da200-d559-4557-8e6a-6b80b6b10a52, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=301da200-d559-4557-8e6a-6b80b6b10a52,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:43.339402 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.379958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] Calling delete_port for 301da200-d559-4557-8e6a-6b80b6b10a52 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:43.436406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-5823644c-8471-4ef5-bd64-2ad3fded843f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--357364331&fields=id&tenant_id=bdfbf885cdf641ce9476aa355cebccec HTTP/1.1" status: 200 len: 267 time: 0.0475905 Oct 15 00:37:43.469900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d3295-f159-4adc-96f5-eae1cf3c8b05 req-ef6770d7-720a-44e3-8264-5a81d8fac5ab tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:43.471424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d1d3295-f159-4adc-96f5-eae1cf3c8b05 req-ef6770d7-720a-44e3-8264-5a81d8fac5ab tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0807052 Oct 15 00:37:43.589398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d1d3295-f159-4adc-96f5-eae1cf3c8b05 req-51ab8bb3-37d9-4e19-9f69-1d0348d5ea13 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768015 Oct 15 00:37:43.599263 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.665959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] No DVR routers for this DVR port 301da200-d559-4557-8e6a-6b80b6b10a52 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:43.670937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f219d-a3fd-4df1-8d83-6a013805aa67 None None] Pushing event deleted for resources: {'Port': ['ID=301da200-d559-4557-8e6a-6b80b6b10a52,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:43.695981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.740605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:43.744494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:43.749214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:43.749802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:43.757359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82acb976-f3a5-408e-9367-175a16e7161d None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:43.767855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=f72547da-7294-4557-bb92-691d392180a8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:43.863776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f3ed7805-2be2-498e-9db2-6233512aa6e0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8791451 Oct 15 00:37:43.866603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42532) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:43.872226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2f927986-9da9-4d7e-88a3-fbd2a7fc75e8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'f72547da-7294-4557-bb92-691d392180a8', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1340261963'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:43.885661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42534) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:43.933379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-f4cae3f1-f405-4cbe-806b-78c76afb4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:43.933379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-f4cae3f1-f405-4cbe-806b-78c76afb4726 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1097 time: 0.4566214 Oct 15 00:37:43.980279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-bd2a565a-8de7-4cc1-9034-d5875e979417 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:43.987785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-bd2a565a-8de7-4cc1-9034-d5875e979417 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 811 time: 0.5396509 Oct 15 00:37:44.010191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-77616d9c-3308-47a6-a106-1a7997860b40 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/quotas/bdfbf885cdf641ce9476aa355cebccec HTTP/1.1" status: 200 len: 375 time: 0.0212982 Oct 15 00:37:44.016584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'f72547da-7294-4557-bb92-691d392180a8'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:44.018189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.041185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 301da200-d559-4557-8e6a-6b80b6b10a52 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:44.070246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 301da200-d559-4557-8e6a-6b80b6b10a52 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:44.070579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 301da200-d559-4557-8e6a-6b80b6b10a52 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:44.081918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe064778-0bcb-4ed9-82e2-097e287fa423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.126838 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2ffab0a2-9e4e-4532-8ea7-8cf1e3d0662e tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155553 Oct 15 00:37:44.154477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-329b9ff3-2223-4d09-b533-fcf7b59f05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:44.155921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-329b9ff3-2223-4d09-b533-fcf7b59f05d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 919 time: 0.2143235 Oct 15 00:37:44.164351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe064778-0bcb-4ed9-82e2-097e287fa423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.165871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f927986-9da9-4d7e-88a3-fbd2a7fc75e8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:44.210540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-f939adf0-a96d-4a4c-a879-7ca7baccf2c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 200 len: 217 time: 0.0403512 Oct 15 00:37:44.232943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/f72547da-7294-4557-bb92-691d392180a8/44d96264-daaf-4ec0-a77e-6a5c42f70716) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:44.286564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe064778-0bcb-4ed9-82e2-097e287fa423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.296642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea4ad2d4-a948-4d80-9826-288059a7d95c req-301b1f9b-b105-48b8-ad5f-1c7a902980af tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0432692 Oct 15 00:37:44.311851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-43b0089e-dc30-46a8-9453-2f40891a19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:44.313344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-43b0089e-dc30-46a8-9453-2f40891a19a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.0714068 Oct 15 00:37:44.315175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-b5915afb-b2ee-43cc-9ef0-a7d1ee568a48 service neutron] 10.222.0.13 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725559 Oct 15 00:37:44.349029 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-905ccdbe-6b4d-4f9d-aa32-8b974c1e4275 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278981 Oct 15 00:37:44.361522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fe064778-0bcb-4ed9-82e2-097e287fa423 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e6469ea0eda4a80905aa74a395b6c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745989 Oct 15 00:37:44.362762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe064778-0bcb-4ed9-82e2-097e287fa423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9bce3b-a8ac-42d4-bcee-2e91de265721,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:44.383051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42546) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:44.383161 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2f927986-9da9-4d7e-88a3-fbd2a7fc75e8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.429966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.445492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-2f927986-9da9-4d7e-88a3-fbd2a7fc75e8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 51771141-c3b0-4072-b0d2-57775c482613 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:37:44.493466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.537087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91c1bff7-bda3-4544-9d8a-bce0a2d856aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.557804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:44.561077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:44.564853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:44.579198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-c7b62378-2324-4b9a-aa73-8cd3934b3ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234690 Oct 15 00:37:44.588830 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-b6195fda-6017-4df2-8fb3-9f8c5112d8f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273157 Oct 15 00:37:44.603943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91c1bff7-bda3-4544-9d8a-bce0a2d856aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.608566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Pushing event updated for resources: {'Port': ['ID=44d96264-daaf-4ec0-a77e-6a5c42f70716,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:44.642502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Attempting to bind port 44d96264-daaf-4ec0-a77e-6a5c42f70716 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:44.642861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Attempting to bind port 44d96264-daaf-4ec0-a77e-6a5c42f70716 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:44.643219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Attempting to bind port 44d96264-daaf-4ec0-a77e-6a5c42f70716 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:44.651679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:44.651679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:44.651679 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.652246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:44.652981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Bound port: 44d96264-daaf-4ec0-a77e-6a5c42f70716, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:44.654223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.673832 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f927986-9da9-4d7e-88a3-fbd2a7fc75e8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:37:44.676309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f927986-9da9-4d7e-88a3-fbd2a7fc75e8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:37:44.727287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] For port 44d96264-daaf-4ec0-a77e-6a5c42f70716, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:44.730805 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] For port 44d96264-daaf-4ec0-a77e-6a5c42f70716, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=44d96264-daaf-4ec0-a77e-6a5c42f70716,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:44.745619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e425222-bfc7-4767-824c-0fa25a2f40de req-30520b1e-cf55-486d-b285-815b816e5edc service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405022 Oct 15 00:37:44.805213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.812126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.820242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2f927986-9da9-4d7e-88a3-fbd2a7fc75e8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9519248 Oct 15 00:37:44.821245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91c1bff7-bda3-4544-9d8a-bce0a2d856aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.822629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42564) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:44.825193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91c1bff7-bda3-4544-9d8a-bce0a2d856aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:44.826936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-91c1bff7-bda3-4544-9d8a-bce0a2d856aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d9bce3b-a8ac-42d4-bcee-2e91de265721 HTTP/1.1" status: 204 len: 168 time: 0.4409986 Oct 15 00:37:44.835848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1bff7-bda3-4544-9d8a-bce0a2d856aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9bce3b-a8ac-42d4-bcee-2e91de265721,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:44.911326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d27500-db35-4a2f-9a31-e6696df2ddce tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:44.914371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b5d27500-db35-4a2f-9a31-e6696df2ddce tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0901542 Oct 15 00:37:44.916793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42572) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:44.985094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac521-9cdf-42e1-8293-b92fe4ae04f1 None None] Pushing event updated for resources: {'Port': ['ID=44d96264-daaf-4ec0-a77e-6a5c42f70716,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:45.023608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ab675-c44d-483a-97a2-b8053a2ef292 req-7d28c178-7820-4ac8-8ea9-1021c0336f16 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:45.025287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-430ab675-c44d-483a-97a2-b8053a2ef292 req-7d28c178-7820-4ac8-8ea9-1021c0336f16 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1095443 Oct 15 00:37:45.040950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989bbe3-02f3-454b-bd9b-8493da63d229 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:45.044173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989bbe3-02f3-454b-bd9b-8493da63d229 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:45.046480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e989bbe3-02f3-454b-bd9b-8493da63d229 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1284451 Oct 15 00:37:45.049540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:45.121424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-430ab675-c44d-483a-97a2-b8053a2ef292 req-fedc97b3-3ef1-49a8-9d18-df71995ad929 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778179 Oct 15 00:37:45.200755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet f72547da-7294-4557-bb92-691d392180a8 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:45.231466 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.248320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9895a2d-b2b5-46cc-8153-e509d9952ee4 req-b2f1ed32-ba4d-4f94-96ee-ee66688625dc tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 210 time: 0.0955052 Oct 15 00:37:45.268664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-730b85a0-b27b-4712-b792-1c97ab3ae24e req-126fcd38-902f-44c4-acce-4ecebf09a5ba tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0433397 Oct 15 00:37:45.306889 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.409136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.518954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.553009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=f72547da-7294-4557-bb92-691d392180a8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:45.561876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.568083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f374ea1b-0691-4c66-8ca9-0644a886d708 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/f72547da-7294-4557-bb92-691d392180a8 HTTP/1.1" status: 204 len: 168 time: 0.5150895 Oct 15 00:37:45.568328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42588) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:45.609912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bfd42bc5-eb2b-4902-b20f-20dd19b206b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396223 Oct 15 00:37:45.613401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42590) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:45.618542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:45.652323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:45.700210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-efdf0e61-7200-4112-adac-f3ad8194e3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.809295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-efdf0e61-7200-4112-adac-f3ad8194e3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.826795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:45.830776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.864096 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-efdf0e61-7200-4112-adac-f3ad8194e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:45.971908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-efdf0e61-7200-4112-adac-f3ad8194e3f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7508e6df0e9d4b53be2f269e9a77b28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159020 Oct 15 00:37:45.972336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42596) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:45.975184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0e61-7200-4112-adac-f3ad8194e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84a08b-11f1-410e-87b9-bc8f8b58a154,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:46.042382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dadac752-a540-41fb-bc8d-e30dcefffd09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.060010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 44d96264-daaf-4ec0-a77e-6a5c42f70716 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:46.084374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dadac752-a540-41fb-bc8d-e30dcefffd09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.170159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 44d96264-daaf-4ec0-a77e-6a5c42f70716 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:46.170542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.219072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65679561-b3d0-4f5a-aea9-3f7d7f4ac9ef None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:46.254187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef9e9-a40c-4259-80d0-a5530919b44f req-6df0d81a-c3d4-4209-8294-74142264db7d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:46.255776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a77ef9e9-a40c-4259-80d0-a5530919b44f req-6df0d81a-c3d4-4209-8294-74142264db7d tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0544519 Oct 15 00:37:46.296305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dadac752-a540-41fb-bc8d-e30dcefffd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.300837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.303655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dadac752-a540-41fb-bc8d-e30dcefffd09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.305910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dadac752-a540-41fb-bc8d-e30dcefffd09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba84a08b-11f1-410e-87b9-bc8f8b58a154 HTTP/1.1" status: 204 len: 168 time: 0.3317423 Oct 15 00:37:46.319434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadac752-a540-41fb-bc8d-e30dcefffd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84a08b-11f1-410e-87b9-bc8f8b58a154,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:46.353891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a77ef9e9-a40c-4259-80d0-a5530919b44f req-ac1d6d43-ede8-45da-86a7-dd72e34fdd8f tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764663 Oct 15 00:37:46.405406 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.407492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d061f716-b879-4f56-8982-be18532348b9 req-b3186f16-6c4c-45fc-82d9-4c08bfb1fb57 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 210 time: 0.0483737 Oct 15 00:37:46.426180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:46.431133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:46.439584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:46.442532 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.453807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0c031943-8111-41e9-89f3-8cc94b19c03f None None] Provisioning complete for port 44d96264-daaf-4ec0-a77e-6a5c42f70716 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:46.453807 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c031943-8111-41e9-89f3-8cc94b19c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.485918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=5c0cad94-4915-4009-966b-eea2201c0966,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:46.518734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 44d96264-daaf-4ec0-a77e-6a5c42f70716, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=44d96264-daaf-4ec0-a77e-6a5c42f70716,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:46.525677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-16ccee01-4de9-4f93-a6b1-f915645dee8b req-ad356d34-12b6-49bb-88eb-ac9760aa13f1 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0778759 Oct 15 00:37:46.578976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9d19fba4-52ae-4539-89fd-2fd9ec6909c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9644530 Oct 15 00:37:46.582427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42618) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:46.590149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-45f282d0-bbe4-463d-8791-95579d23a88d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2104714306', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:46.694357 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.732307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0c031943-8111-41e9-89f3-8cc94b19c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.770436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45f282d0-bbe4-463d-8791-95579d23a88d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.772141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45f282d0-bbe4-463d-8791-95579d23a88d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.779357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=44d96264-daaf-4ec0-a77e-6a5c42f70716,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:46.803982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f908a-5954-4601-9030-82251016b543 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:46.831462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45f282d0-bbe4-463d-8791-95579d23a88d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:46.853906 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-0c031943-8111-41e9-89f3-8cc94b19c03f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:37:46.854396 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-0c031943-8111-41e9-89f3-8cc94b19c03f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:37:46.953632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45f282d0-bbe4-463d-8791-95579d23a88d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:47.070987 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45f282d0-bbe4-463d-8791-95579d23a88d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:47.072499 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45f282d0-bbe4-463d-8791-95579d23a88d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4887967 Oct 15 00:37:47.075118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42628) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:47.440297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:47.523060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8f78f307-5b82-454d-9c7f-8d92bf4ad524 None None] Provisioning complete for port 44d96264-daaf-4ec0-a77e-6a5c42f70716 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:47.523600 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f78f307-5b82-454d-9c7f-8d92bf4ad524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:47.530181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa01266-bc1e-46bc-8310-a55951e2e311 req-bfd1b967-a0fa-453d-949f-c5558931c435 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 210 time: 0.0428877 Oct 15 00:37:47.583844 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb4f8-be81-462c-817f-fa954d423eae req-50d33fd2-d421-4422-b367-d390c6bb7dc0 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:47.591481 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90eeb4f8-be81-462c-817f-fa954d423eae req-50d33fd2-d421-4422-b367-d390c6bb7dc0 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1542728 Oct 15 00:37:47.706652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90eeb4f8-be81-462c-817f-fa954d423eae req-39f1b9e0-3953-468b-a612-44e1b243118c tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142521 Oct 15 00:37:47.715626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-988be78c-3f89-4f9a-9192-ceaa1e126167 req-e79b41e7-ad35-4add-8001-175962e81c29 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0379367 Oct 15 00:37:47.802878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-c87efe83-abe6-493b-a380-d261545869f8 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:47.808137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-c87efe83-abe6-493b-a380-d261545869f8 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.39 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 811 time: 0.2300770 Oct 15 00:37:47.835479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::1 (419a12fc-860c-4125-beb1-c478c6ba03c1/5c0cad94-4915-4009-966b-eea2201c0966/db0e626c-df3f-435e-86e1-a5efeb89070f) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:47.855985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-100b48a4-a873-4f5b-acaf-879e6f6e59c9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdfbf885cdf641ce9476aa355cebccec HTTP/1.1" status: 200 len: 379 time: 0.0409930 Oct 15 00:37:47.867558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'port': {'device_id': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'admin_state_up': True, 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'security_groups': ['a2421f82-32b6-4012-a138-8bd52dc2398b']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:47.992625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:47.999405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 44d96264-daaf-4ec0-a77e-6a5c42f70716 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:48.050395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 44d96264-daaf-4ec0-a77e-6a5c42f70716 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:48.050772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.106615 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:37:48.129859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Made reservation on behalf of bdfbf885cdf641ce9476aa355cebccec for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:48.134188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.175920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.216290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:48.219190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:48.235704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:48.235704 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.261933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=db0e626c-df3f-435e-86e1-a5efeb89070f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:48.273471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Allocated IP 172.20.0.9 (5bb8933a-1a26-47e4-b2c7-ec3a263a2d86/2f6c15bd-bd3d-423b-bf09-1a307a2aae38/3fed5f80-e926-453e-859e-7bd183ad9699) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:48.442627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.509372 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.575137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.576727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f25271c3-8d34-425e-ae0d-06fb18a642f9 None None] Provisioning complete for port db0e626c-df3f-435e-86e1-a5efeb89070f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:48.577203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f25271c3-8d34-425e-ae0d-06fb18a642f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.618511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:48.622119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:48.627171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f25271c3-8d34-425e-ae0d-06fb18a642f9 None None] Port db0e626c-df3f-435e-86e1-a5efeb89070f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:48.629882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:48.674665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'Port': ['ID=3fed5f80-e926-453e-859e-7bd183ad9699,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:48.702907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.703245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.703779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.713162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.713536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.718246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.718246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.718246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.718246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.718246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.718246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.718246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:37:48.756722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:48.757948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.801404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7ea2e-f0db-4bca-8043-6e1a5bfe2c5e req-34c83abd-3694-4981-9643-bb2a496f88c0 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:48.805883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45f7ea2e-f0db-4bca-8043-6e1a5bfe2c5e req-34c83abd-3694-4981-9643-bb2a496f88c0 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 931 time: 0.1807864 Oct 15 00:37:48.848136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a304a03-9969-4cba-a344-7328bf8ead2b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9854484 Oct 15 00:37:48.868806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Request body: {'port': {'device_id': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:48.874159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45f7ea2e-f0db-4bca-8043-6e1a5bfe2c5e req-560c2a45-320b-4963-b780-00943e209d1c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626912 Oct 15 00:37:48.913944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fe6db-77da-4775-b10b-b3ba7ff03549 req-b142a065-e881-4e6c-a3d3-2ee9a8d569c5 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:48.915510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-886fe6db-77da-4775-b10b-b3ba7ff03549 req-b142a065-e881-4e6c-a3d3-2ee9a8d569c5 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0908003 Oct 15 00:37:48.932503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.965853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0db06d9f-a5da-49a5-bb7c-7bf1838a4d24 None None] Provisioning complete for port 3fed5f80-e926-453e-859e-7bd183ad9699 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:48.966245 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0db06d9f-a5da-49a5-bb7c-7bf1838a4d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.975151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:48.979303 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-886fe6db-77da-4775-b10b-b3ba7ff03549 req-488d796b-acd4-42a1-9afc-154a3323a5ee tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568702 Oct 15 00:37:49.016896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c34c54d-819b-4f7e-bd5c-32e0b7767ddc req-5ac9a380-e703-4d78-b8f3-2f568d29bf78 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0372064 Oct 15 00:37:49.018366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0db06d9f-a5da-49a5-bb7c-7bf1838a4d24 None None] Port 3fed5f80-e926-453e-859e-7bd183ad9699 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:49.039289 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:49.040715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:49.123238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=db0e626c-df3f-435e-86e1-a5efeb89070f,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:49.189857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:49.191383 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:49.399663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Router abad0a4b-3ada-4f1c-a135-dcdd9d385907 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:37:49.555034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ed294471-d168-48d8-b940-92d0e3326b03 None None] Provisioning complete for port db0e626c-df3f-435e-86e1-a5efeb89070f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:49.555681 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed294471-d168-48d8-b940-92d0e3326b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:49.603871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ed294471-d168-48d8-b940-92d0e3326b03 None None] Port db0e626c-df3f-435e-86e1-a5efeb89070f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:49.735537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fed5f80-e926-453e-859e-7bd183ad9699 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:37:49.748144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:49.764083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Transition to ACTIVE for port object 3fed5f80-e926-453e-859e-7bd183ad9699 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:37:49.839091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:49.902221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:37:49.902221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7d0718c1-1a16-4c88-8358-4e412aac8d62 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "PUT /v2.0/routers/abad0a4b-3ada-4f1c-a135-dcdd9d385907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8221374 Oct 15 00:37:49.902221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:49.903588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Sync routers for ids ['abad0a4b-3ada-4f1c-a135-dcdd9d385907'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:37:49.927369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Routers {'abad0a4b-3ada-4f1c-a135-dcdd9d385907'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:49.928827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['abad0a4b-3ada-4f1c-a135-dcdd9d385907'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:49.961629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c078b4f-c7a8-413a-8ab4-82f5c36ff1f6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:49.966330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8c078b4f-c7a8-413a-8ab4-82f5c36ff1f6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports/db0e626c-df3f-435e-86e1-a5efeb89070f HTTP/1.1" status: 200 len: 911 time: 0.0594203 Oct 15 00:37:49.966879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42722) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:49.983336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=3fed5f80-e926-453e-859e-7bd183ad9699,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:50.039204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Attempting to bind port 3fed5f80-e926-453e-859e-7bd183ad9699 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:50.042122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Attempting to bind port 3fed5f80-e926-453e-859e-7bd183ad9699 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:50.042122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Attempting to bind port 3fed5f80-e926-453e-859e-7bd183ad9699 on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:50.052116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Port 3fed5f80-e926-453e-859e-7bd183ad9699 on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:37:50.052116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Attempting to bind port 3fed5f80-e926-453e-859e-7bd183ad9699 on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:50.059507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:50.059938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Checking segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:50.060169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Bound using segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:50.060559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Bound port: 3fed5f80-e926-453e-859e-7bd183ad9699, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:50.064821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.092481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70265cbe-71fa-4920-a3d8-b4ef9367ac70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.101665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Set router abad0a4b-3ada-4f1c-a135-dcdd9d385907 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:50.104713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70265cbe-71fa-4920-a3d8-b4ef9367ac70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.110409 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-70265cbe-71fa-4920-a3d8-b4ef9367ac70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1386855 Oct 15 00:37:50.111035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42730) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:50.125513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc6cae-a5d4-4e1f-8b5a-f6260e4e031e req-bfb5bb43-f82e-44ef-a108-95a80d5aa1cc tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.127131 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8bc6cae-a5d4-4e1f-8b5a-f6260e4e031e req-bfb5bb43-f82e-44ef-a108-95a80d5aa1cc tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 943 time: 0.1478333 Oct 15 00:37:50.215852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] For port 3fed5f80-e926-453e-859e-7bd183ad9699, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:50.219973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] For port 3fed5f80-e926-453e-859e-7bd183ad9699, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3fed5f80-e926-453e-859e-7bd183ad9699,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:50.235492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79c6b-6c76-4419-a2d7-7299254bffda req-e317ba5b-70b7-4aa7-8ce6-12ee92c6bf21 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.237162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3df79c6b-6c76-4419-a2d7-7299254bffda req-e317ba5b-70b7-4aa7-8ce6-12ee92c6bf21 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1109893 Oct 15 00:37:50.313742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3df79c6b-6c76-4419-a2d7-7299254bffda req-83ef1431-b2f6-4aeb-a23d-0e63d83f051b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512700 Oct 15 00:37:50.325595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8bc6cae-a5d4-4e1f-8b5a-f6260e4e031e req-2f309eca-3775-4e0a-a78e-646b623f1257 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510863 Oct 15 00:37:50.337174 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.383234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad0a4b-3ada-4f1c-a135-dcdd9d385907', 'name': 'tempest-NetworksTestDHCPv6-router-2104714306', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:46Z', 'updated_at': '2021-10-15T00:37:48Z', 'revision_number': 2, 'project_id': '460d071a2498423a81783b5859f1d337', 'gw_port_host': None, '_interfaces': [{'id': 'db0e626c-df3f-435e-86e1-a5efeb89070f', 'name': '', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'mac_address': 'fa:16:3e:ae:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad0a4b-3ada-4f1c-a135-dcdd9d385907', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5c0cad94-4915-4009-966b-eea2201c0966', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:47Z', 'updated_at': '2021-10-15T00:37:48Z', 'revision_number': 2, 'project_id': '460d071a2498423a81783b5859f1d337', 'subnets': [{'id': '5c0cad94-4915-4009-966b-eea2201c0966', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:50.431548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Checking router: abad0a4b-3ada-4f1c-a135-dcdd9d385907 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:37:50.432078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Updating router abad0a4b-3ada-4f1c-a135-dcdd9d385907 port db0e626c-df3f-435e-86e1-a5efeb89070f binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:37:50.452241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54a1de4e-2a08-474b-a693-da692c17d4fa req-cb4314da-0add-4c10-ad2b-ddd90936f2d2 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0521667 Oct 15 00:37:50.476093 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.482917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.483574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.487788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] 10.222.0.39 "PUT /v2.0/ports/3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 200 len: 1091 time: 1.6292346 Oct 15 00:37:50.494242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:50.499973 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048365dd-37d6-4474-a0af-16f940b1600b" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:50.503054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42736) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:50.530429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6273a-d8d9-4946-bba1-a9db62fe0d4f service neutron] Pushing event updated for resources: {'Port': ['ID=3fed5f80-e926-453e-859e-7bd183ad9699,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:50.683482 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd236ddd-ffea-4e1f-b252-31e2fcdd8fcc x-openstack-request-id: req-cd236ddd-ffea-4e1f-b252-31e2fcdd8fcc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:50.688779 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:50.688779 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd236ddd-ffea-4e1f-b252-31e2fcdd8fcc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:50.688779 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699', 'status': 'completed', 'code': 200} Oct 15 00:37:50.696792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-c6d0ec27-38b5-4fab-9fad-3e3caeea43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.702684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-c6d0ec27-38b5-4fab-9fad-3e3caeea43b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 1094 time: 0.1144776 Oct 15 00:37:50.758075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-ad015cdf-76f9-43f3-9f2d-add54d7540cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 200 len: 217 time: 0.0482271 Oct 15 00:37:50.801929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b42631-d99e-4095-946a-3e92075bd8ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.841150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-b1bce622-96d1-44f9-a9d5-5d616c8b5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.842850 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-b1bce622-96d1-44f9-a9d5-5d616c8b5424 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.0764847 Oct 15 00:37:50.855681 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.856413 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.913476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:50.915579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-a7b0ef25-fe4b-4f57-a08f-09684cbaf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:50.918064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-a7b0ef25-fe4b-4f57-a08f-09684cbaf114 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675752 Oct 15 00:37:50.987424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7f2bc-5ee8-49bf-9492-0d24dcf9035c None None] Pushing event updated for resources: {'Port': ['ID=db0e626c-df3f-435e-86e1-a5efeb89070f,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:51.024458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b42631-d99e-4095-946a-3e92075bd8ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.052032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Attempting to bind port db0e626c-df3f-435e-86e1-a5efeb89070f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:51.052479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Attempting to bind port db0e626c-df3f-435e-86e1-a5efeb89070f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:51.053703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Attempting to bind port db0e626c-df3f-435e-86e1-a5efeb89070f on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:51.060061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-2a02ca61-76bc-4cf5-9a0b-0299390aaa02 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332839 Oct 15 00:37:51.062258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:51.062631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:51.063212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.063596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:51.064243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Bound port: db0e626c-df3f-435e-86e1-a5efeb89070f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:51.064629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.069958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca59dfb-6cce-4c76-9c82-437ca61ee0a2 req-2d592673-938e-4128-a65b-da291e04f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:51.071304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ca59dfb-6cce-4c76-9c82-437ca61ee0a2 req-2d592673-938e-4128-a65b-da291e04f288 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1097 time: 0.0843515 Oct 15 00:37:51.109131 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b42631-d99e-4095-946a-3e92075bd8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.151040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ca59dfb-6cce-4c76-9c82-437ca61ee0a2 req-e323fc61-2438-4f47-916a-4a0db72cf929 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700138 Oct 15 00:37:51.175186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] For port db0e626c-df3f-435e-86e1-a5efeb89070f, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:51.183024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] For port db0e626c-df3f-435e-86e1-a5efeb89070f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=db0e626c-df3f-435e-86e1-a5efeb89070f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:51.187731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port db0e626c-df3f-435e-86e1-a5efeb89070f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:51.188067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.205205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87b42631-d99e-4095-946a-3e92075bd8ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e707fd57f4a14a5fab1550087eb1d89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949174 Oct 15 00:37:51.207840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:51.212257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b42631-d99e-4095-946a-3e92075bd8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f59c07-5ac1-4737-87b4-2d1765601aa5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:51.226267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e48fcae3-6d3d-4e67-83c6-a27366c76d0d req-a4504520-438f-4e76-93c4-44581ec65b2b service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583042 Oct 15 00:37:51.250395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.310616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Routers {'abad0a4b-3ada-4f1c-a135-dcdd9d385907'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:51.311246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['abad0a4b-3ada-4f1c-a135-dcdd9d385907'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:51.326175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51bd4167-03a9-43ab-ad23-700f9d9b9a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.328856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] For port db0e626c-df3f-435e-86e1-a5efeb89070f, host n-d-811521-2, got binding levels [] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:51.335645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.361497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for db0e626c-df3f-435e-86e1-a5efeb89070f owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:51.370634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7f2bc-5ee8-49bf-9492-0d24dcf9035c None None] Pushing event updated for resources: {'Port': ['ID=db0e626c-df3f-435e-86e1-a5efeb89070f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:51.414554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2830a278-96da-4f2d-b535-a777dd2b47b8 None None] Provisioning complete for port db0e626c-df3f-435e-86e1-a5efeb89070f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:51.414924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2830a278-96da-4f2d-b535-a777dd2b47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.460809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] Set router abad0a4b-3ada-4f1c-a135-dcdd9d385907 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:51.488462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048365dd-37d6-4474-a0af-16f940b1600b req-3c2104b0-f993-4076-941a-83539e7a57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:51.490733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048365dd-37d6-4474-a0af-16f940b1600b req-3c2104b0-f993-4076-941a-83539e7a57de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 1094 time: 0.1382508 Oct 15 00:37:51.504102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51bd4167-03a9-43ab-ad23-700f9d9b9a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.541232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23631633-85d8-4acb-952a-6da28bad877e req-c07bef5e-5db9-40f5-920c-56f1410a6c28 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:51.543200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23631633-85d8-4acb-952a-6da28bad877e req-c07bef5e-5db9-40f5-920c-56f1410a6c28 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 943 time: 0.1107254 Oct 15 00:37:51.578700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2830a278-96da-4f2d-b535-a777dd2b47b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.621396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69738622-8e6d-4f5d-a7cd-82785ea5c68e req-62b2ad30-686b-45f8-bd86-7d8624fd6b20 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:51.623451 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69738622-8e6d-4f5d-a7cd-82785ea5c68e req-62b2ad30-686b-45f8-bd86-7d8624fd6b20 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1649756 Oct 15 00:37:51.636463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23631633-85d8-4acb-952a-6da28bad877e req-03ccb864-7b1b-485b-94e5-d0f793becee6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813811 Oct 15 00:37:51.673440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048365dd-37d6-4474-a0af-16f940b1600b req-f23a77ec-1f9a-4f17-9992-c2ae8142e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:51.673440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048365dd-37d6-4474-a0af-16f940b1600b req-f23a77ec-1f9a-4f17-9992-c2ae8142e1ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 912 time: 0.1698408 Oct 15 00:37:51.728523 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-69738622-8e6d-4f5d-a7cd-82785ea5c68e req-21705b32-8717-4d89-8cac-212fe5056640 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723155 Oct 15 00:37:51.743149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048365dd-37d6-4474-a0af-16f940b1600b req-cb0da4bd-303d-4ccc-ac5c-6d70d79ce3c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 200 len: 217 time: 0.0632656 Oct 15 00:37:51.798778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad0a4b-3ada-4f1c-a135-dcdd9d385907', 'name': 'tempest-NetworksTestDHCPv6-router-2104714306', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:46Z', 'updated_at': '2021-10-15T00:37:48Z', 'revision_number': 2, 'project_id': '460d071a2498423a81783b5859f1d337', 'gw_port_host': None, '_interfaces': [{'id': 'db0e626c-df3f-435e-86e1-a5efeb89070f', 'name': '', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'mac_address': 'fa:16:3e:ae:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad0a4b-3ada-4f1c-a135-dcdd9d385907', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5c0cad94-4915-4009-966b-eea2201c0966', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:47Z', 'updated_at': '2021-10-15T00:37:51Z', 'revision_number': 4, 'project_id': '460d071a2498423a81783b5859f1d337', 'subnets': [{'id': '5c0cad94-4915-4009-966b-eea2201c0966', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:51.804841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51bd4167-03a9-43ab-ad23-700f9d9b9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.807425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51bd4167-03a9-43ab-ad23-700f9d9b9a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.808670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-51bd4167-03a9-43ab-ad23-700f9d9b9a03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05f59c07-5ac1-4737-87b4-2d1765601aa5 HTTP/1.1" status: 204 len: 168 time: 0.5998588 Oct 15 00:37:51.821537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048365dd-37d6-4474-a0af-16f940b1600b req-ea3f2582-8956-45d3-8128-9cd5fae49654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:51.821537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048365dd-37d6-4474-a0af-16f940b1600b req-ea3f2582-8956-45d3-8128-9cd5fae49654 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.0668068 Oct 15 00:37:51.829460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd4167-03a9-43ab-ad23-700f9d9b9a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f59c07-5ac1-4737-87b4-2d1765601aa5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:51.842140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73930abf-f969-4a7b-a191-1c63a95f8810 None None] The sync data for ids ['abad0a4b-3ada-4f1c-a135-dcdd9d385907'] in n-d-811521-2 is: [{'id': 'abad0a4b-3ada-4f1c-a135-dcdd9d385907', 'name': 'tempest-NetworksTestDHCPv6-router-2104714306', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:46Z', 'updated_at': '2021-10-15T00:37:48Z', 'revision_number': 2, 'project_id': '460d071a2498423a81783b5859f1d337', 'gw_port_host': None, '_interfaces': [{'id': 'db0e626c-df3f-435e-86e1-a5efeb89070f', 'name': '', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'mac_address': 'fa:16:3e:ae:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad0a4b-3ada-4f1c-a135-dcdd9d385907', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '5c0cad94-4915-4009-966b-eea2201c0966', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:47Z', 'updated_at': '2021-10-15T00:37:51Z', 'revision_number': 4, 'project_id': '460d071a2498423a81783b5859f1d337', 'subnets': [{'id': '5c0cad94-4915-4009-966b-eea2201c0966', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:37:51.844122 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:51.878691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8b5260d-f0e9-4d7a-9601-95c33f720eca req-6eb51032-a0d1-48d2-85fc-9201e99189bd tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0828981 Oct 15 00:37:51.908451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=db0e626c-df3f-435e-86e1-a5efeb89070f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:51.950926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048365dd-37d6-4474-a0af-16f940b1600b req-d2c8f84a-c141-47da-9cbe-408ad71502f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:51.954072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048365dd-37d6-4474-a0af-16f940b1600b req-d2c8f84a-c141-47da-9cbe-408ad71502f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034298 Oct 15 00:37:52.036178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.065451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1610d97a-4c42-4600-ad93-5f6c4c4e5661 None None] Could not find standard attr ID for object db0e626c-df3f-435e-86e1-a5efeb89070f. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:37:52.105019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048365dd-37d6-4474-a0af-16f940b1600b req-a42bc5ab-efaf-4cce-866e-eabb46852714 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400647 Oct 15 00:37:52.261803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048365dd-37d6-4474-a0af-16f940b1600b req-997ee655-e085-4c23-9012-fe7af09daf4f service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492484 Oct 15 00:37:52.291755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Router abad0a4b-3ada-4f1c-a135-dcdd9d385907 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:37:52.382147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:37:52.387467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-88eda658-a824-4b46-a499-7ad0bb03cdc4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "PUT /v2.0/routers/abad0a4b-3ada-4f1c-a135-dcdd9d385907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2757025 Oct 15 00:37:52.389824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42762) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:52.449218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ce548-08b3-4fbc-9914-223a00f405d8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:52.451017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ce548-08b3-4fbc-9914-223a00f405d8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:52.452719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-725ce548-08b3-4fbc-9914-223a00f405d8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0619102 Oct 15 00:37:52.455368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:52.512851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 5c0cad94-4915-4009-966b-eea2201c0966 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:52.516342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.563429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.613308 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.618965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42766) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:52.635381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386c540a-b51f-4b15-baaa-d920e412fa19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.781660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e839cd-46d8-473f-aee9-297cd7714c4d req-f9796c26-42ab-463a-a4ac-2525e737574a tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:52.783246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1e839cd-46d8-473f-aee9-297cd7714c4d req-f9796c26-42ab-463a-a4ac-2525e737574a tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 943 time: 0.0609710 Oct 15 00:37:52.798870 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.834296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.837817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/5c0cad94-4915-4009-966b-eea2201c0966 HTTP/1.1" status: 204 len: 168 time: 0.3813248 Oct 15 00:37:52.838603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1e839cd-46d8-473f-aee9-297cd7714c4d req-45c408de-0ef0-4d68-9223-87cbd0244df6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481036 Oct 15 00:37:52.839111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e6384-1c93-43ef-9813-b9266075227b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0cad94-4915-4009-966b-eea2201c0966,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:52.840917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42776) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:52.844178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d488f95-4457-4c74-b1db-db47e739e954 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:52.898816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386c540a-b51f-4b15-baaa-d920e412fa19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:52.976236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386c540a-b51f-4b15-baaa-d920e412fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.014261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ee56454-59ef-48cc-915a-6105604dd880 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1720119 Oct 15 00:37:53.016581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42782) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:53.032721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-386c540a-b51f-4b15-baaa-d920e412fa19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b6bcd24d6ac45e08f92d94c84dd94c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123065 Oct 15 00:37:53.039631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ecff-ba9c-46d5-b9e5-69d26c404d21 req-3dfcc8ee-c774-47cf-bcd6-19c5a30057e0 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:53.042380 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2249ecff-ba9c-46d5-b9e5-69d26c404d21 req-3dfcc8ee-c774-47cf-bcd6-19c5a30057e0 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1546936 Oct 15 00:37:53.043112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42784) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:53.106156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c540a-b51f-4b15-baaa-d920e412fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d487fb-4d6e-4d59-b0b8-f46410d47acf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:53.118263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2249ecff-ba9c-46d5-b9e5-69d26c404d21 req-d82e480e-7148-4e61-9abb-557e72414705 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613711 Oct 15 00:37:53.143902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f35c2b3a-8b93-4415-a988-a2ba6a9da661 req-391d8662-ac47-491d-9e60-61b33cc43b37 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.1011546 Oct 15 00:37:53.144452 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-452897d0-4543-41b8-aabc-b40344fa7d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.170301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-452897d0-4543-41b8-aabc-b40344fa7d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.200948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a472-6cf4-401d-8b48-470f0b9a873c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.236613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:37:53.294462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] Deleting port 44d96264-daaf-4ec0-a77e-6a5c42f70716 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:53.294845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.347098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-452897d0-4543-41b8-aabc-b40344fa7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.351251 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-452897d0-4543-41b8-aabc-b40344fa7d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.352750 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-452897d0-4543-41b8-aabc-b40344fa7d82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59d487fb-4d6e-4d59-b0b8-f46410d47acf HTTP/1.1" status: 204 len: 168 time: 0.3082688 Oct 15 00:37:53.367889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452897d0-4543-41b8-aabc-b40344fa7d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d487fb-4d6e-4d59-b0b8-f46410d47acf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:53.402739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] For port 44d96264-daaf-4ec0-a77e-6a5c42f70716, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=44d96264-daaf-4ec0-a77e-6a5c42f70716,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:53.403174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.405431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a472-6cf4-401d-8b48-470f0b9a873c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.407539 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a472-6cf4-401d-8b48-470f0b9a873c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.429288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] Calling delete_port for 44d96264-daaf-4ec0-a77e-6a5c42f70716 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:53.558867 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a472-6cf4-401d-8b48-470f0b9a873c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.559546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8a472-6cf4-401d-8b48-470f0b9a873c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Fanout notify agent at l3_agent the message router_deleted on router abad0a4b-3ada-4f1c-a135-dcdd9d385907 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:37:53.566833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a472-6cf4-401d-8b48-470f0b9a873c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.567943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c0e8a472-6cf4-401d-8b48-470f0b9a873c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/routers/abad0a4b-3ada-4f1c-a135-dcdd9d385907 HTTP/1.1" status: 204 len: 168 time: 0.5502007 Oct 15 00:37:53.573582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42794) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:53.577865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:53.592587 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.625879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] Pushing event deleted for resources: {'Port': ['ID=44d96264-daaf-4ec0-a77e-6a5c42f70716,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:53.633446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a40d2d-cdb4-49a9-81b2-7ae55ee94e71 None None] No DVR routers for this DVR port 44d96264-daaf-4ec0-a77e-6a5c42f70716 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:37:53.737193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c727769-efef-4718-be75-cc95301d3479 req-61bcdbaa-eb3c-475e-b536-f09340d4c6e7 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:53.741825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c727769-efef-4718-be75-cc95301d3479 req-61bcdbaa-eb3c-475e-b536-f09340d4c6e7 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0636678 Oct 15 00:37:53.799459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-0df8eba5-b682-4849-a9ce-1f6b6209989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:53.799624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c727769-efef-4718-be75-cc95301d3479 req-0cf205dd-012c-46f5-8efc-9d0bc53fae26 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500686 Oct 15 00:37:53.799729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-0df8eba5-b682-4849-a9ce-1f6b6209989e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 1097 time: 0.0519922 Oct 15 00:37:53.799824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:53.807222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:53.813913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] Sync routers for ids ['abad0a4b-3ada-4f1c-a135-dcdd9d385907'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:37:53.825453 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] Routers set() bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:53.830231 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] Router IDs set() for agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 00:37:53.830231 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abad0a4b-3ada-4f1c-a135-dcdd9d385907'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent'). {{(pid=107728) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 00:37:53.835542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] Routers set() bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:53.836038 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] Router IDs set() for agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 00:37:53.836791 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abad0a4b-3ada-4f1c-a135-dcdd9d385907'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent'). {{(pid=107728) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 00:37:53.837166 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b4bdaf-95b4-4dd6-8c22-744241f3edbd None None] The sync data for ids ['abad0a4b-3ada-4f1c-a135-dcdd9d385907'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:37:53.988475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-998babac-cc47-4b86-a0b6-afef017163a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:53.989992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-998babac-cc47-4b86-a0b6-afef017163a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 200 len: 919 time: 0.1859238 Oct 15 00:37:54.005749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a030b0-f2d6-47c7-a53a-f603a7549f10 req-e864dacc-b755-4c2f-a289-50f73679da57 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:54.007481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1a030b0-f2d6-47c7-a53a-f603a7549f10 req-e864dacc-b755-4c2f-a289-50f73679da57 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 943 time: 0.0650785 Oct 15 00:37:54.036305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-220a78f2-f0b8-4a0a-8335-c37e85363874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 200 len: 217 time: 0.0390122 Oct 15 00:37:54.086302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-7b9c3600-a0ce-492b-9f13-c646d8433983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:54.087659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-7b9c3600-a0ce-492b-9f13-c646d8433983 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 200 len: 858 time: 0.0443587 Oct 15 00:37:54.088572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1a030b0-f2d6-47c7-a53a-f603a7549f10 req-b4e32ac7-2cd1-4a58-be0e-84f7c7c71324 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Oct 15 00:37:54.124585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-4223bb51-ef78-4338-8261-51aff83eb1bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4d077b8b-3941-44d5-9528-340ad73960a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277214 Oct 15 00:37:54.210864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.264003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:54.269300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:54.285313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:54.285313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.289706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b525b8c-9433-4e30-ad22-8b7eea281524 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:54.346358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=2d591248-4124-4c36-baa9-b37eb91b72fb,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:54.398004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-79c6f8f1-2117-459d-94b8-ee523fcd0c11 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8247879 Oct 15 00:37:54.400680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42822) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:54.405213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-22e765d1-0b33-4094-8002-b9caf19d2117 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1192820572', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:54.410951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 44d96264-daaf-4ec0-a77e-6a5c42f70716 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:37:54.448014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 44d96264-daaf-4ec0-a77e-6a5c42f70716 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:37:54.448352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 44d96264-daaf-4ec0-a77e-6a5c42f70716 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:37:54.524334 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22e765d1-0b33-4094-8002-b9caf19d2117 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.528688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22e765d1-0b33-4094-8002-b9caf19d2117 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.559904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '2d591248-4124-4c36-baa9-b37eb91b72fb'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:54.561061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.589167 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22e765d1-0b33-4094-8002-b9caf19d2117 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.633130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb2e21dc-fd4f-4590-8702-23d8ee5fae0e req-cd236a12-3072-4df9-a06d-282c42492ef6 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0349860 Oct 15 00:37:54.658471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-5c93bcdf-984e-4bdb-be25-1eb705fc200e service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163496 Oct 15 00:37:54.665197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22e765d1-0b33-4094-8002-b9caf19d2117 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.711030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/2d591248-4124-4c36-baa9-b37eb91b72fb/646f8a64-5ae1-4b47-96fe-444cd40f9e8c) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:54.765998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8adb3668-6a34-4de8-9140-c8c18b88ab02 req-29601731-de30-4fd8-b829-69142f7740b3 service neutron] 10.222.0.30 "GET /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921357 Oct 15 00:37:54.772177 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22e765d1-0b33-4094-8002-b9caf19d2117 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.773641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22e765d1-0b33-4094-8002-b9caf19d2117 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3719542 Oct 15 00:37:54.778584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42830) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:54.899440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:54.948518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613a04d-e872-4602-a8f0-4bcc6fc6d3be req-f3f6d691-21b2-490f-a003-10923746ff4a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:54.950062 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8613a04d-e872-4602-a8f0-4bcc6fc6d3be req-f3f6d691-21b2-490f-a003-10923746ff4a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0615501 Oct 15 00:37:54.950210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3fed5f80-e926-453e-859e-7bd183ad9699 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:37:55.005963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.016751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8613a04d-e872-4602-a8f0-4bcc6fc6d3be req-b0f24e66-a1ee-4687-a7ef-c91614477ba4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Oct 15 00:37:55.066012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:55.071182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:55.101928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:55.150740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Pushing event updated for resources: {'Port': ['ID=646f8a64-5ae1-4b47-96fe-444cd40f9e8c,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:55.158914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.213948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3fed5f80-e926-453e-859e-7bd183ad9699, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3fed5f80-e926-453e-859e-7bd183ad9699,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:55.226560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Attempting to bind port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:55.227017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Attempting to bind port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:55.227370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Attempting to bind port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:55.233717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '3fed5f80-e926-453e-859e-7bd183ad9699', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'port_id': '3fed5f80-e926-453e-859e-7bd183ad9699', 'mac_address': 'fa:16:3e:d4:f1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:37:55.236404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:55.240974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:55.240974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.240974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:55.240974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Bound port: 646f8a64-5ae1-4b47-96fe-444cd40f9e8c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:55.240974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.289059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acd9c6-6949-41e6-9503-984daccbbd90 req-f03916a0-57ca-4f4b-9530-4591f7181427 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:55.290569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10acd9c6-6949-41e6-9503-984daccbbd90 req-f03916a0-57ca-4f4b-9530-4591f7181427 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 943 time: 0.1197896 Oct 15 00:37:55.312611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.331030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fed5f80-e926-453e-859e-7bd183ad9699 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:37:55.368847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10acd9c6-6949-41e6-9503-984daccbbd90 req-2df23913-c844-410b-a93d-8782a0408793 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472298 Oct 15 00:37:55.369069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3fed5f80-e926-453e-859e-7bd183ad9699, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3fed5f80-e926-453e-859e-7bd183ad9699,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:55.370484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] For port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:37:55.374184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] For port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=646f8a64-5ae1-4b47-96fe-444cd40f9e8c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:37:55.461572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.466734 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.485248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::1 (419a12fc-860c-4125-beb1-c478c6ba03c1/2d591248-4124-4c36-baa9-b37eb91b72fb/07d5042f-9a6f-472a-b771-43d90f3af1fe) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:37:55.540571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3fed5f80-e926-453e-859e-7bd183ad9699,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:55.570325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42848) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:55.617666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaebb6-14f8-4d45-be83-f50be68f3e8f None None] Pushing event updated for resources: {'Port': ['ID=646f8a64-5ae1-4b47-96fe-444cd40f9e8c,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:55.633783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.704350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04679969-5508-4980-abe1-a5d72334fd6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.725047 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.792202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:55.814030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74e8e189-9a85-470f-b300-6203b1ddfd5c req-20c812e8-86bc-402f-ac9d-12ac24b83aca tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0451677 Oct 15 00:37:55.817370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:55.820121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:37:55.820892 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.835447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04679969-5508-4980-abe1-a5d72334fd6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:55.865836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=07d5042f-9a6f-472a-b771-43d90f3af1fe,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:55.869318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['3fed5f80-e926-453e-859e-7bd183ad9699'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:37:55.998367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04679969-5508-4980-abe1-a5d72334fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.011468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 646f8a64-5ae1-4b47-96fe-444cd40f9e8c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:56.049465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04679969-5508-4980-abe1-a5d72334fd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5e515a-40cc-443c-862a-228255abab7f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:56.059098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42856) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:56.068731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-04679969-5508-4980-abe1-a5d72334fd6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36aa573b6c9649a6ae355847e7d25172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930348 Oct 15 00:37:56.069508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:56.069643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.091555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.174237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-453f5309-942a-4380-a1b9-da70ce89608e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.180210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a11ce16a-a9ef-4fec-97eb-2e2d14ff67ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.184780 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.203625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b4e29-ad45-428e-88a9-aa73ca605ba0 req-5371c79e-2f66-4ef5-8c4a-ae8dfa9cfcc7 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:56.212087 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a0b4e29-ad45-428e-88a9-aa73ca605ba0 req-5371c79e-2f66-4ef5-8c4a-ae8dfa9cfcc7 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0835476 Oct 15 00:37:56.233238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=646f8a64-5ae1-4b47-96fe-444cd40f9e8c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:56.249310 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a0b4e29-ad45-428e-88a9-aa73ca605ba0 req-f8d44540-9ef2-403d-98fe-6451e30fb233 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388296 Oct 15 00:37:56.268043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-453f5309-942a-4380-a1b9-da70ce89608e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.319408 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.390874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=646f8a64-5ae1-4b47-96fe-444cd40f9e8c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:56.421809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-453f5309-942a-4380-a1b9-da70ce89608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.424412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-453f5309-942a-4380-a1b9-da70ce89608e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.429134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-453f5309-942a-4380-a1b9-da70ce89608e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c5e515a-40cc-443c-862a-228255abab7f HTTP/1.1" status: 204 len: 168 time: 0.3652146 Oct 15 00:37:56.443532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f5309-942a-4380-a1b9-da70ce89608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5e515a-40cc-443c-862a-228255abab7f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:56.487503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.526415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26331d-176b-4bfd-9066-d7ed0290e4b5 req-75809c19-137d-45b8-98f7-af93371833de tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:56.534118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f26331d-176b-4bfd-9066-d7ed0290e4b5 req-75809c19-137d-45b8-98f7-af93371833de tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 944 time: 0.0856936 Oct 15 00:37:56.558746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.574485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.582874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f26331d-176b-4bfd-9066-d7ed0290e4b5 req-0756b47f-5428-4ac4-a62b-74f2d9527911 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477972 Oct 15 00:37:56.629904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=07d5042f-9a6f-472a-b771-43d90f3af1fe,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:56.695574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:37:56.697273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:56.726025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-81f596ee-debf-4407-b730-efea33437400 None None] Provisioning complete for port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:56.726691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81f596ee-debf-4407-b730-efea33437400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:56.933474 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c7f98a4-6829-480b-b5f3-d6d85c9e5fb0 req-7bee5fc8-ef7b-4559-920b-41f03edf4305 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0350754 Oct 15 00:37:56.950330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-899838db-b578-4bbc-a07a-d7e97c01a551 None None] Provisioning complete for port 07d5042f-9a6f-472a-b771-43d90f3af1fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:56.952067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Router 2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:37:56.958043 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-899838db-b578-4bbc-a07a-d7e97c01a551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:57.012432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-899838db-b578-4bbc-a07a-d7e97c01a551 None None] Port 07d5042f-9a6f-472a-b771-43d90f3af1fe cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:57.239123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e2ca1b09-079c-4c78-8531-bd45fb3d8bee None None] Provisioning complete for port 07d5042f-9a6f-472a-b771-43d90f3af1fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:57.239495 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1b09-079c-4c78-8531-bd45fb3d8bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:57.297685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e2ca1b09-079c-4c78-8531-bd45fb3d8bee None None] Port 07d5042f-9a6f-472a-b771-43d90f3af1fe cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:57.361981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:37:57.376451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Sync routers for ids ['2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:37:57.382523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ad5394df-53eb-45ec-ab80-7f3dd9ee6c52 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "PUT /v2.0/routers/2e6c31ca-46dd-4b3a-a6f5-abbd0458f598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024878 Oct 15 00:37:57.383423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42888) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:57.387092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c03d-914e-4955-b90b-7ce7ee732107 req-18163e03-17c3-43c9-bdf3-8a59c5f47aa4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:57.387933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Routers {'2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:57.391726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:57.397508 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c34c03d-914e-4955-b90b-7ce7ee732107 req-18163e03-17c3-43c9-bdf3-8a59c5f47aa4 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0702488 Oct 15 00:37:57.437253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f898fc3-25c5-47e8-a92c-5ffda8394aba tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:57.438142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c34c03d-914e-4955-b90b-7ce7ee732107 req-1245c194-6855-46f1-8ded-aa741bfcb41b tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Oct 15 00:37:57.438732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3f898fc3-25c5-47e8-a92c-5ffda8394aba tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports/07d5042f-9a6f-472a-b771-43d90f3af1fe HTTP/1.1" status: 200 len: 911 time: 0.0543644 Oct 15 00:37:57.441242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42894) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:57.501325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Set router 2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:57.507425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2bb31-45bc-4292-8533-03e17f83178d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:57.513789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e2bb31-45bc-4292-8533-03e17f83178d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:57.516255 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b7e2bb31-45bc-4292-8533-03e17f83178d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0740221 Oct 15 00:37:57.518983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:57.672879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42910) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:57.750670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7c61-7265-4f22-9e96-10ba1ab2bcac req-a40a860a-dcaa-44b5-8c10-111649e8630d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:57.758720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf9c7c61-7265-4f22-9e96-10ba1ab2bcac req-a40a860a-dcaa-44b5-8c10-111649e8630d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 944 time: 0.0631437 Oct 15 00:37:57.772208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c31ca-46dd-4b3a-a6f5-abbd0458f598', 'name': 'tempest-NetworksTestDHCPv6-router-1192820572', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:54Z', 'updated_at': '2021-10-15T00:37:55Z', 'revision_number': 2, 'project_id': '460d071a2498423a81783b5859f1d337', 'gw_port_host': None, '_interfaces': [{'id': '07d5042f-9a6f-472a-b771-43d90f3af1fe', 'name': '', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'mac_address': 'fa:16:3e:98:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6c31ca-46dd-4b3a-a6f5-abbd0458f598', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '2d591248-4124-4c36-baa9-b37eb91b72fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:55Z', 'updated_at': '2021-10-15T00:37:56Z', 'revision_number': 2, 'project_id': '460d071a2498423a81783b5859f1d337', 'subnets': [{'id': '2d591248-4124-4c36-baa9-b37eb91b72fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:57.804103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Checking router: 2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:37:57.804516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Updating router 2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 port 07d5042f-9a6f-472a-b771-43d90f3af1fe binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:37:57.810808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf9c7c61-7265-4f22-9e96-10ba1ab2bcac req-27d6f9c3-d32e-4304-af78-eb81635d9de0 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501032 Oct 15 00:37:57.816514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-883790260-network', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:57.852520 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:57.999331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Made reservation on behalf of e006278a28c54fd581ecd36fe2f1e832 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:58.004912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.017601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.054696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 646f8a64-5ae1-4b47-96fe-444cd40f9e8c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:58.091962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-40451384-db6e-495e-a0f2-b248036a6e88 req-550e2a78-b56c-460f-b647-6c041319038a tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0418963 Oct 15 00:37:58.111136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.155753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.192257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:58.192556 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.221256 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.250926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:37:58.266775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a4eada-25fb-43be-af73-bbc73c2d63e5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:58.272396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.275078 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Added segment 4cde6229-d2c4-4aed-a53d-60870bb1e2b6 of type vlan for network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e Oct 15 00:37:58.290760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.337758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.345418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 07d5042f-9a6f-472a-b771-43d90f3af1fe {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:37:58.345769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.352666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.415865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d376525-3300-416c-b1da-86a9fe8fc684 None None] Pushing event updated for resources: {'Port': ['ID=07d5042f-9a6f-472a-b771-43d90f3af1fe,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:58.444386 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.445595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:58.446462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.449424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.462805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 07d5042f-9a6f-472a-b771-43d90f3af1fe owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:37:58.498273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Attempting to bind port 07d5042f-9a6f-472a-b771-43d90f3af1fe on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:58.498421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Attempting to bind port 07d5042f-9a6f-472a-b771-43d90f3af1fe by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:58.498815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Attempting to bind port 07d5042f-9a6f-472a-b771-43d90f3af1fe on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:58.506871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:58.507717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:58.508299 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.508863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:58.509487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Bound port: 07d5042f-9a6f-472a-b771-43d90f3af1fe, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:58.510054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.549159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8748884 Oct 15 00:37:58.549948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42924) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:58.550628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8baa33-6f31-40ad-9c88-2f85f9aaf7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4187bfb9-8f8e-42e6-976c-2b0e664ebc0e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:58.565166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Request body: {'subnet': {'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-883790260-subnet', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:58.644346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Made reservation on behalf of e006278a28c54fd581ecd36fe2f1e832 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:37:58.649347 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.722870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:37:58.813958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bee76d73-6b26-48a7-9a2b-f2a320b459bd None None] Provisioning complete for port 07d5042f-9a6f-472a-b771-43d90f3af1fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:58.814353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bee76d73-6b26-48a7-9a2b-f2a320b459bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.856357 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.863545 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:37:58.864013 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:37:58.870572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-bee76d73-6b26-48a7-9a2b-f2a320b459bd None None] Port 07d5042f-9a6f-472a-b771-43d90f3af1fe cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:37:58.882113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=07d5042f-9a6f-472a-b771-43d90f3af1fe,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:58.906890 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d158eb21-54a5-4814-bdee-1babac058bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.952935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:58.982634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3fed5f80-e926-453e-859e-7bd183ad9699 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:37:59.016414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.042432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615a3d-c358-44b2-a1d2-c4535ec5dd40 req-9252c403-1624-4408-9251-2efc163747a5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:59.052227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1615a3d-c358-44b2-a1d2-c4535ec5dd40 req-9252c403-1624-4408-9251-2efc163747a5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 944 time: 0.1393425 Oct 15 00:37:59.092795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccb3ced-0c5f-4885-8908-074b8684265f,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:59.114750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Checking segment: {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:59.115136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Network hostable DHCP agents. Network: 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:37:59.180541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 3fed5f80-e926-453e-859e-7bd183ad9699 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:37:59.186342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 3fed5f80-e926-453e-859e-7bd183ad9699 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:37:59.187082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.215216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1615a3d-c358-44b2-a1d2-c4535ec5dd40 req-0b1849f0-c19d-4110-9a77-c098033cc951 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628118 Oct 15 00:37:59.252695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:37:59.271892 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e31ddc75-7bea-494b-a656-76803d3f3426 req-7b6dd700-8ad0-47e3-bf05-76b85f8d09d1 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0640242 Oct 15 00:37:59.312588 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.316954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Router 2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:37:59.353182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3fed5f80-e926-453e-859e-7bd183ad9699, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3fed5f80-e926-453e-859e-7bd183ad9699,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:37:59.354251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:37:59.356884 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd33031f-9caf-4b70-80d5-d53bcdff5e0e" -d '{"events": [{"server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "name": "network-vif-plugged", "status": "completed", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:37:59.363676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:37:59.369417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:59.370062 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.389150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90e9adf-05bf-4ab2-addf-f9b904db0170 None None] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:37:59.409342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Attempting to bind port 07d5042f-9a6f-472a-b771-43d90f3af1fe on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:37:59.409772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Attempting to bind port 07d5042f-9a6f-472a-b771-43d90f3af1fe by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:37:59.410160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Attempting to bind port 07d5042f-9a6f-472a-b771-43d90f3af1fe on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:37:59.433820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:37:59.435271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:37:59.435754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:37:59.437119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.437791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:37:59.438426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Bound port: 07d5042f-9a6f-472a-b771-43d90f3af1fe, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:37:59.438890 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.446117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9d92c7dc-fd31-40e0-ae42-f25575a7aa1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "PUT /v2.0/routers/2e6c31ca-46dd-4b3a-a6f5-abbd0458f598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9258351 Oct 15 00:37:59.450047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42938) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:59.476603 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a1f434-347c-4eba-9a35-84afdb39d31f x-openstack-request-id: req-a6a1f434-347c-4eba-9a35-84afdb39d31f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:37:59.476956 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "name": "network-vif-plugged", "status": "completed", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:37:59.477195 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6a1f434-347c-4eba-9a35-84afdb39d31f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:37:59.477693 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699', 'code': 200} Oct 15 00:37:59.480030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.566507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3d66cb37-9ee7-4f00-870d-8f07471014ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0057154 Oct 15 00:37:59.579972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:59.581387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Port 07d5042f-9a6f-472a-b771-43d90f3af1fe has been deleted concurrently {{(pid=107727) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 15 00:37:59.588049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:37:59.597014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b84781-69c6-46eb-a1b7-878a647dd214 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:59.600267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b84781-69c6-46eb-a1b7-878a647dd214 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:59.604338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b9b84781-69c6-46eb-a1b7-878a647dd214 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1505308 Oct 15 00:37:59.605461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:37:59.620855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6f215-8f98-4bbc-b58a-80539db4f88b req-4fccf7f5-2e79-436e-a461-010f15485c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:37:59.622480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19e6f215-8f98-4bbc-b58a-80539db4f88b req-4fccf7f5-2e79-436e-a461-010f15485c9b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 1096 time: 0.0813005 Oct 15 00:37:59.628996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3fed5f80-e926-453e-859e-7bd183ad9699,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:37:59.653937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Routers {'2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:37:59.654716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:59.668919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 2d591248-4124-4c36-baa9-b37eb91b72fb {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:37:59.672410 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.679192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19e6f215-8f98-4bbc-b58a-80539db4f88b req-301b3d0e-4dbb-4b23-921d-f4f61a1624e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475936 Oct 15 00:37:59.684193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.685686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.718515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.747822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.760397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] Set router 2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:37:59.822464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.859665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6c31ca-46dd-4b3a-a6f5-abbd0458f598', 'name': 'tempest-NetworksTestDHCPv6-router-1192820572', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:54Z', 'updated_at': '2021-10-15T00:37:58Z', 'revision_number': 3, 'project_id': '460d071a2498423a81783b5859f1d337', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:37:59.902806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a8fb5-4cb7-4165-a10b-f587199adb6d None None] The sync data for ids ['2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'] in n-d-811521-2 is: [{'id': '2e6c31ca-46dd-4b3a-a6f5-abbd0458f598', 'name': 'tempest-NetworksTestDHCPv6-router-1192820572', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:54Z', 'updated_at': '2021-10-15T00:37:58Z', 'revision_number': 3, 'project_id': '460d071a2498423a81783b5859f1d337', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:37:59.917472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:37:59.918505 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:37:59.953655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.003264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=2d591248-4124-4c36-baa9-b37eb91b72fb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:00.014704 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.018845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4b1fb967-f98f-48fd-9d73-9035da3d8555 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/2d591248-4124-4c36-baa9-b37eb91b72fb HTTP/1.1" status: 204 len: 168 time: 0.4121778 Oct 15 00:38:00.022516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42946) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:00.029102 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.034368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd9a643-fbbb-43d9-98a5-6c392feb5f9b None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:00.144916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6bfa015a-2def-4727-b94a-5fc8e64c5419 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1206920 Oct 15 00:38:00.151353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42950) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:00.305399 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.309332 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ee853ae-de67-4204-8297-e2b156d7668e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.310434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.330562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Allocated IP 172.20.0.2 (4187bfb9-8f8e-42e6-976c-2b0e664ebc0e/2ccb3ced-0c5f-4885-8908-074b8684265f/c26b092d-6621-4fc6-b9ee-9d01b859ca24) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:00.401602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:00.467558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5db7a131-5738-4071-91ec-df3d8286ff51 req-30c89c3e-23ad-4bfc-b6dd-6f05e0c0d1e5 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0697412 Oct 15 00:38:00.487245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.512162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.551250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] Deleting port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:00.551718 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.592427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ee853ae-de67-4204-8297-e2b156d7668e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.602404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4e21c-a0a8-408d-9a0d-f0a9bec5ec5d req-c6b04f4d-90a1-447a-9e41-b2fc2b1d58e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:00.603990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75a4e21c-a0a8-408d-9a0d-f0a9bec5ec5d req-c6b04f4d-90a1-447a-9e41-b2fc2b1d58e4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.2172086 Oct 15 00:38:00.605342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ee853ae-de67-4204-8297-e2b156d7668e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.712107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Allocated IP 172.25.2.127 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:00.721716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] For port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=646f8a64-5ae1-4b47-96fe-444cd40f9e8c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:00.722141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.725345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.737673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] Calling delete_port for 646f8a64-5ae1-4b47-96fe-444cd40f9e8c owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:00.742754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75a4e21c-a0a8-408d-9a0d-f0a9bec5ec5d req-b0e89759-1742-4e59-b137-bb678784a38b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283979 Oct 15 00:38:00.792790 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ee853ae-de67-4204-8297-e2b156d7668e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.793488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee853ae-de67-4204-8297-e2b156d7668e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:38:00.800721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ee853ae-de67-4204-8297-e2b156d7668e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.801848 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9ee853ae-de67-4204-8297-e2b156d7668e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/routers/2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 HTTP/1.1" status: 204 len: 168 time: 0.6494884 Oct 15 00:38:00.807334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42962) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:00.856465 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.891809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.901345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1e34eb-f25a-4958-a353-49b56b38a1af tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:00.905243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc1e34eb-f25a-4958-a353-49b56b38a1af tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0944710 Oct 15 00:38:00.905383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:00.905614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42964) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:00.908422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:00.914480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:00.920703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Pushing event updated for resources: {'Port': ['ID=c26b092d-6621-4fc6-b9ee-9d01b859ca24,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:00.982679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Attempting to bind port c26b092d-6621-4fc6-b9ee-9d01b859ca24 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:00.983182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Attempting to bind port c26b092d-6621-4fc6-b9ee-9d01b859ca24 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:00.983748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Attempting to bind port c26b092d-6621-4fc6-b9ee-9d01b859ca24 on network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:00.986692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.994352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:00.994831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Checking segment: {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:00.995007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c15f4-bf26-45db-b767-4f28b4a55daf tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:00.995338 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.995783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Bound using segment: {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:00.996316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Bound port: c26b092d-6621-4fc6-b9ee-9d01b859ca24, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:00.996762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:00.997368 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e88c15f4-bf26-45db-b767-4f28b4a55daf tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0907304 Oct 15 00:38:01.000463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42966) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:01.010833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:01.030183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] Pushing event deleted for resources: {'Port': ['ID=646f8a64-5ae1-4b47-96fe-444cd40f9e8c,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:01.041625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde1bb7-d9df-4f2c-a103-e47f9a0e6d27 None None] No DVR routers for this DVR port 646f8a64-5ae1-4b47-96fe-444cd40f9e8c on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:01.068180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-05ab302b-10a7-42cb-a775-ae0668472ed7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653427 Oct 15 00:38:01.069723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42968) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:01.077342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:01.111325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:01.114382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:01.120751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:01.147871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Pushing event updated for resources: {'Port': ['ID=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:01.176226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] For port c26b092d-6621-4fc6-b9ee-9d01b859ca24, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:01.176226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] For port c26b092d-6621-4fc6-b9ee-9d01b859ca24, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c26b092d-6621-4fc6-b9ee-9d01b859ca24,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:01.290024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:01.312282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:01.317184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:01.334488 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] Sync routers for ids ['2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:38:01.358002 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] Routers set() bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:01.358703 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] Router IDs set() for agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 00:38:01.359453 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_agentschedulers_db [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent'). {{(pid=107728) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 00:38:01.383833 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] Routers set() bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:01.384061 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] Router IDs set() for agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 00:38:01.384635 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_agentschedulers_db [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent'). {{(pid=107728) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 00:38:01.385092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eb71e-840b-4d31-84ea-508bfb67b87c None None] Pushing event updated for resources: {'Port': ['ID=c26b092d-6621-4fc6-b9ee-9d01b859ca24,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:01.395501 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d3ec56-7c3f-43f5-9460-fc2165654e23 None None] The sync data for ids ['2e6c31ca-46dd-4b3a-a6f5-abbd0458f598'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:38:01.542923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:01.647782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-346be543-0ca1-4bce-8283-557d1b159dd2 req-c074c2f0-862b-44cf-ab00-316981c3f18c tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0494132 Oct 15 00:38:01.822320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:01.823867 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:01.910749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:01.913197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:01.930627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44796aa4-2fb2-4a63-a766-13d515ab6dc6 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:01.932609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:01.933383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:01.951827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=32e55ddb-9f73-492f-9c81-2de5a694b288,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:01.983795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68ce04-71bf-42d3-879f-5d5869bd857c req-81a85f7a-481e-4e7b-b22d-beb2deabd817 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:01.985914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa68ce04-71bf-42d3-879f-5d5869bd857c req-81a85f7a-481e-4e7b-b22d-beb2deabd817 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1287060 Oct 15 00:38:02.051199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa68ce04-71bf-42d3-879f-5d5869bd857c req-5b3c6f80-2ced-4ec5-8b82-036c2c9a1909 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525191 Oct 15 00:38:02.093498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dbdc5297-2be8-4c58-a2fc-64696d355d0a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0222332 Oct 15 00:38:02.094375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:02.105621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:02.162980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c26b092d-6621-4fc6-b9ee-9d01b859ca24 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:02.287643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.310668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c26b092d-6621-4fc6-b9ee-9d01b859ca24 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:02.311039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.375285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:02.381460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.388283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '32e55ddb-9f73-492f-9c81-2de5a694b288'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:02.389353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.418182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33aaf4-9fdb-4d85-880b-93f8b0e8b155 req-c84c58fb-3ead-4c8d-820c-24a8817c0672 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:02.419715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b33aaf4-9fdb-4d85-880b-93f8b0e8b155 req-c84c58fb-3ead-4c8d-820c-24a8817c0672 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1085908 Oct 15 00:38:02.420780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.430788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42990) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:02.458176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'floatingip': {'port_id': '3fed5f80-e926-453e-859e-7bd183ad9699'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:02.566119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.619707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Allocated IP 2001:db8::f816:3eff:fe42:8fdd (419a12fc-860c-4125-beb1-c478c6ba03c1/32e55ddb-9f73-492f-9c81-2de5a694b288/d120668f-2653-44d7-a51b-5ed44846e82f) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:02.712194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Router 2bf18fd6-ba82-4501-8db4-a039a23f420d is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:38:02.846361 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.881102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.931614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port c26b092d-6621-4fc6-b9ee-9d01b859ca24, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c26b092d-6621-4fc6-b9ee-9d01b859ca24,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:02.934213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:02.979110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230330e-1f44-4669-b2c9-eeddfe31f25c None None] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:02.986857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b929cd8-319a-4165-9ba4-9e81b64978b1 req-fc93984b-0612-43d6-b812-f3d1f270d693 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0806999 Oct 15 00:38:02.994192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:38:03.018043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:03.019076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Sync routers for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:38:03.026624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.050231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:03.064886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:03.074071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.078314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c84c7777-b7a9-47a8-aec0-69ed4a5e163f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4947824 Oct 15 00:38:03.078587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42998) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:03.114433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 646f8a64-5ae1-4b47-96fe-444cd40f9e8c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:03.134332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:03.134960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:03.143462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Pushing event updated for resources: {'Port': ['ID=d120668f-2653-44d7-a51b-5ed44846e82f,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:03.145355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 646f8a64-5ae1-4b47-96fe-444cd40f9e8c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:03.151734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 646f8a64-5ae1-4b47-96fe-444cd40f9e8c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:03.205880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7416b1f9-d1c1-4a31-8fd6-f1a5a803bc61 None None] Provisioning complete for port c26b092d-6621-4fc6-b9ee-9d01b859ca24 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:03.206526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7416b1f9-d1c1-4a31-8fd6-f1a5a803bc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.300127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.397741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Attempting to bind port d120668f-2653-44d7-a51b-5ed44846e82f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:03.398139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Attempting to bind port d120668f-2653-44d7-a51b-5ed44846e82f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:03.398501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Attempting to bind port d120668f-2653-44d7-a51b-5ed44846e82f on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:03.437358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:03.449029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=c26b092d-6621-4fc6-b9ee-9d01b859ca24,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:03.456153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:03.464301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:03.464691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:03.465301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.465582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:03.466060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Bound port: d120668f-2653-44d7-a51b-5ed44846e82f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:03.466570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.471970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:03.472877 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.502007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.503398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=33b86338-762a-4a59-909d-c0456645fa8e,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:03.529085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:03.550883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be07806d-d67c-422c-839b-e25a82e289c9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4552429 Oct 15 00:38:03.553616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43004) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:03.560731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:b7:ca:a4', 'name': 'tempest-NetworksTestDHCPv6-1452695837'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:03.579914 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.634649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.785323 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Floating IP a6d10c99-d6b4-4d32-8624-d2179e25673d associated. External IP: 172.25.2.37, port: 3fed5f80-e926-453e-859e-7bd183ad9699. Oct 15 00:38:03.804098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] For port d120668f-2653-44d7-a51b-5ed44846e82f, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:03.811249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] For port d120668f-2653-44d7-a51b-5ed44846e82f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d120668f-2653-44d7-a51b-5ed44846e82f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:03.886735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:01Z', 'revision_number': 3, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:03.931570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Checking router: 2bf18fd6-ba82-4501-8db4-a039a23f420d for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:38:03.931570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Updating router 2bf18fd6-ba82-4501-8db4-a039a23f420d port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:38:03.936257 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:03.940532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:03.951688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Allocated IP 172.20.0.1 (4187bfb9-8f8e-42e6-976c-2b0e664ebc0e/2ccb3ced-0c5f-4885-8908-074b8684265f/4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:04.053574 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.125681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c26b092d-6621-4fc6-b9ee-9d01b859ca24 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:04.140664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3d869f9d-e73f-4c8a-a4bb-ed6dc1b0cd45 None None] Provisioning complete for port c26b092d-6621-4fc6-b9ee-9d01b859ca24 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:04.141159 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3d869f9d-e73f-4c8a-a4bb-ed6dc1b0cd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.153832 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.174016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ffdb9-1be5-492f-92e0-ba6bf010b108 None None] Pushing event updated for resources: {'Port': ['ID=d120668f-2653-44d7-a51b-5ed44846e82f,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:04.257506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.337711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:04.343801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:04.352503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:04.376701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c26b092d-6621-4fc6-b9ee-9d01b859ca24 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:04.377148 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.480778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.556419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:04.662635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe3380c3-99f9-4053-ad63-6b68b9e73b69 req-7f0178b4-e442-4b12-8996-154ba5874fe0 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0756207 Oct 15 00:38:04.755520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.821132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port e6700001-6732-4d58-938e-4d472f083c33 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:04.843618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.873357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-301228e8-809d-4000-a22d-beb7bc7f8c62 None None] Provisioning complete for port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:04.874125 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-301228e8-809d-4000-a22d-beb7bc7f8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.893020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Router a3a4f235-9cde-496f-aded-7d07af030836 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:38:04.958401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:04.960467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-301228e8-809d-4000-a22d-beb7bc7f8c62 None None] Port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:38:05.021675 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.076386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a7058-516f-47d5-9bc5-7b73f2647b1d None None] Pushing event updated for resources: {'Port': ['ID=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:05.103779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Attempting to bind port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:05.104144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Attempting to bind port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:05.104507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Attempting to bind port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:05.125585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.131123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:05.131502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:05.131964 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.132356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:05.132839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Bound port: d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:05.133822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.169292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 172.20.0.2 (419a12fc-860c-4125-beb1-c478c6ba03c1/33b86338-762a-4a59-909d-c0456645fa8e/e6700001-6732-4d58-938e-4d472f083c33) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:05.171077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.194422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:feb7:caa4 (419a12fc-860c-4125-beb1-c478c6ba03c1/32e55ddb-9f73-492f-9c81-2de5a694b288/e6700001-6732-4d58-938e-4d472f083c33) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:05.203171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] For port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:05.209911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] For port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:05.212801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:38:05.217606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.227939 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] Sync routers for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:38:05.250712 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:05.259753 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:05.262059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.283177 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2a5c2197-37ef-4e86-84bb-0c710ac70235 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "PUT /v2.0/floatingips/a6d10c99-d6b4-4d32-8624-d2179e25673d HTTP/1.1" status: 200 len: 990 time: 2.8374646 Oct 15 00:38:05.286584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:05.289182 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ab421-9738-45ad-a28c-8668130795af" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:05.296838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.325706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:05.363133 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c666c46-ee51-4f00-bdae-4568fe04a0da x-openstack-request-id: req-0c666c46-ee51-4f00-bdae-4568fe04a0da {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:05.363474 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:05.363871 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c666c46-ee51-4f00-bdae-4568fe04a0da {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:05.364277 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699', 'status': 'completed', 'code': 200} Oct 15 00:38:05.394665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:05.395921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:05.401674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a7058-516f-47d5-9bc5-7b73f2647b1d None None] Pushing event updated for resources: {'Port': ['ID=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:05.484851 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.554268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:05.556487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab421-9738-45ad-a28c-8668130795af req-7c5ab093-f51a-4119-b048-21c32e04490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:05.557851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb6ab421-9738-45ad-a28c-8668130795af req-7c5ab093-f51a-4119-b048-21c32e04490e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 1096 time: 0.1231720 Oct 15 00:38:05.566277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:05.585979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee75733-faa4-4443-b5b1-d2badf645bcd None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:05.592335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:05.605932 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:05.622394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.677452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:05.680729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:05.686987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:05.724998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=e6700001-6732-4d58-938e-4d472f083c33,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:05.794239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:05.794932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.820682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-220dc806-a1a4-4546-95e7-d0d337291779 None None] Provisioning complete for port d120668f-2653-44d7-a51b-5ed44846e82f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:05.821057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-220dc806-a1a4-4546-95e7-d0d337291779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:05.908859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-56d411af-56bf-4503-9cb7-d7bc3f772119 req-a48cc1e4-b456-4653-9223-a110e339dd22 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0722117 Oct 15 00:38:05.926749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-41abeccf-8aba-42cc-ab7c-eecb6138838c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3717272 Oct 15 00:38:05.929887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43034) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:05.951760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab421-9738-45ad-a28c-8668130795af req-dce92f62-cac6-4ac3-b985-a9e3ca8c74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:05.954297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb6ab421-9738-45ad-a28c-8668130795af req-dce92f62-cac6-4ac3-b985-a9e3ca8c74e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 912 time: 0.3853767 Oct 15 00:38:05.964373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Router 2bf18fd6-ba82-4501-8db4-a039a23f420d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:38:06.028112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4ac28-8afa-4b2f-9569-aec17a84204b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:06.037154 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a6d10c99-d6b4-4d32-8624-d2179e25673d', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'port_id': '3fed5f80-e926-453e-859e-7bd183ad9699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'mac_address': 'fa:16:3e:d4:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:37:42Z', 'updated_at': '2021-10-15T00:38:03Z', 'revision_number': 1, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:06.047307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4ac28-8afa-4b2f-9569-aec17a84204b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:06.048291 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-42f4ac28-8afa-4b2f-9569-aec17a84204b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1174390 Oct 15 00:38:06.062760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43038) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:06.069999 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] Checking router: a3a4f235-9cde-496f-aded-7d07af030836 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:38:06.080678 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:06.081841 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:06.097175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb6ab421-9738-45ad-a28c-8668130795af req-13e04914-f935-4bc8-811a-58b069d0deac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 200 len: 998 time: 0.1307943 Oct 15 00:38:06.196925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d120668f-2653-44d7-a51b-5ed44846e82f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:06.202562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port e6700001-6732-4d58-938e-4d472f083c33 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:06.203252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:06.278930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab421-9738-45ad-a28c-8668130795af req-159e0a83-5e91-4348-bf1c-488645046309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:06.280497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb6ab421-9738-45ad-a28c-8668130795af req-159e0a83-5e91-4348-bf1c-488645046309 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.1745245 Oct 15 00:38:06.292138 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:06.318726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:06.328243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:38:06.334687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for e6700001-6732-4d58-938e-4d472f083c33 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:06.342717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-994adeaf-2c62-4d19-82f2-5d29456bde27 admin admin] 10.222.0.13 "PUT /v2.0/routers/2bf18fd6-ba82-4501-8db4-a039a23f420d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630076 Oct 15 00:38:06.364231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab421-9738-45ad-a28c-8668130795af req-2c7c496d-3046-4f10-82a4-d537cac01857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:06.368861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb6ab421-9738-45ad-a28c-8668130795af req-2c7c496d-3046-4f10-82a4-d537cac01857 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758448 Oct 15 00:38:06.467255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-220dc806-a1a4-4546-95e7-d0d337291779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:06.557952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d120668f-2653-44d7-a51b-5ed44846e82f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:06.558410 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:06.626505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb6ab421-9738-45ad-a28c-8668130795af req-b20d333f-e296-4b7f-b144-04b3179a6181 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388358 Oct 15 00:38:06.693528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4f6e0-3e87-42c4-b895-9fbb83837ced None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '32e55ddb-9f73-492f-9c81-2de5a694b288', 'ip_address': '2001:db8::f816:3eff:fe42:8fdd'}, {'subnet_id': '33b86338-762a-4a59-909d-c0456645fa8e'}], 'binding:host_id': 'n-d-811521-2'}, 'id': 'd120668f-2653-44d7-a51b-5ed44846e82f'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:38:06.699547 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:06.747039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=e6700001-6732-4d58-938e-4d472f083c33,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:06.771831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb6ab421-9738-45ad-a28c-8668130795af req-679da617-2e7f-4266-9827-3b9c1f701956 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434875 Oct 15 00:38:06.828024 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a6d10c99-d6b4-4d32-8624-d2179e25673d', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'port_id': '3fed5f80-e926-453e-859e-7bd183ad9699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'mac_address': 'fa:16:3e:d4:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:37:42Z', 'updated_at': '2021-10-15T00:38:03Z', 'revision_number': 1, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:06.834556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-220dc806-a1a4-4546-95e7-d0d337291779 None None] For port d120668f-2653-44d7-a51b-5ed44846e82f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d120668f-2653-44d7-a51b-5ed44846e82f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:06.845078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f6e0-3e87-42c4-b895-9fbb83837ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:06.853888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 2, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:06.868881 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66760ee-68a9-467c-8765-f06bb870453d None None] The sync data for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 is: [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a6d10c99-d6b4-4d32-8624-d2179e25673d', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'port_id': '3fed5f80-e926-453e-859e-7bd183ad9699', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'mac_address': 'fa:16:3e:d4:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:37:42Z', 'updated_at': '2021-10-15T00:38:03Z', 'revision_number': 1, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:38:06.880510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:06.886363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43058) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:06.887231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a2b35f5-389d-4eef-9879-da847ab72396 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/e6700001-6732-4d58-938e-4d472f083c33 HTTP/1.1" status: 204 len: 168 time: 0.8233786 Oct 15 00:38:06.906139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99207306-4f9f-4144-93e3-3fb8b2ea5cf9 None None] The sync data for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 is: [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 2, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:38:06.919090 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-220dc806-a1a4-4546-95e7-d0d337291779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.055723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe96a5a6-7882-4191-887e-f53b05ca1389 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:07.059005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe96a5a6-7882-4191-887e-f53b05ca1389 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:07.061204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe96a5a6-7882-4191-887e-f53b05ca1389 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:07.063174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fe96a5a6-7882-4191-887e-f53b05ca1389 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1757762 Oct 15 00:38:07.065879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43062) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:07.136267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a54fea1-83c0-4d5a-a34f-0839db10b621 req-819934e0-cb79-4ae6-a778-4c52d0f7e5f6 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0578804 Oct 15 00:38:07.208946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 32e55ddb-9f73-492f-9c81-2de5a694b288 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:07.218960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d1f4f6e0-3e87-42c4-b895-9fbb83837ced None None] Allocated IP 172.20.0.2 (419a12fc-860c-4125-beb1-c478c6ba03c1/33b86338-762a-4a59-909d-c0456645fa8e/d120668f-2653-44d7-a51b-5ed44846e82f) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:07.369467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d1f4f6e0-3e87-42c4-b895-9fbb83837ced None None] For port d120668f-2653-44d7-a51b-5ed44846e82f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d120668f-2653-44d7-a51b-5ed44846e82f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:07.376633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb980c4d-ba75-48b7-9f45-4b6967f795a0 None None] New status for floating IP a6d10c99-d6b4-4d32-8624-d2179e25673d: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:38:07.503744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43070) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:07.509331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-15cc967f-091a-4ec7-a29b-67ab93f53ca0 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282040418', 'description': 'tempest-description--342425736'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:07.621800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dc806-a1a4-4546-95e7-d0d337291779 None None] Pushing event updated for resources: {'Port': ['ID=d120668f-2653-44d7-a51b-5ed44846e82f,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:07.640023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2eb7e169-b320-4c6d-83cf-ec129ea75ef7 None None] Provisioning complete for port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:07.640389 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e169-b320-4c6d-83cf-ec129ea75ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.672698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15cc967f-091a-4ec7-a29b-67ab93f53ca0 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.678046 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f6e0-3e87-42c4-b895-9fbb83837ced None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.704631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2eb7e169-b320-4c6d-83cf-ec129ea75ef7 None None] Port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:38:07.757035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15cc967f-091a-4ec7-a29b-67ab93f53ca0 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.780148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.781298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d1f4f6e0-3e87-42c4-b895-9fbb83837ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.847514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15cc967f-091a-4ec7-a29b-67ab93f53ca0 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.867830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.985217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc967f-091a-4ec7-a29b-67ab93f53ca0 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:07.993160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15cc967f-091a-4ec7-a29b-67ab93f53ca0 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:07.995113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-15cc967f-091a-4ec7-a29b-67ab93f53ca0 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4901266 Oct 15 00:38:07.998363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43076) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:08.004173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0d3a3b34-c8ba-4899-b24c-9f380b796a17 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Request body: {'security_group_rule': {'security_group_id': 'b6982b27-c86c-44c8-8a7d-a9d0723dfbc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:08.109802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4f6e0-3e87-42c4-b895-9fbb83837ced None None] Pushing event updated for resources: {'Port': ['ID=d120668f-2653-44d7-a51b-5ed44846e82f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:08.112729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.135693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3b34-c8ba-4899-b24c-9f380b796a17 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.149947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d120668f-2653-44d7-a51b-5ed44846e82f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:08.244009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d120668f-2653-44d7-a51b-5ed44846e82f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:08.244588 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.278116 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3b34-c8ba-4899-b24c-9f380b796a17 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.290837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.341602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=32e55ddb-9f73-492f-9c81-2de5a694b288,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:08.348254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.354029 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f39aebb7-878e-43fa-9c15-d600218ae18d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/32e55ddb-9f73-492f-9c81-2de5a694b288 HTTP/1.1" status: 204 len: 168 time: 1.2849658 Oct 15 00:38:08.354495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43080) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:08.405212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a133025-54cb-4261-86e1-664028bcd98a req-d7ff9a09-5919-49f5-8768-580b90bbf585 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.1039100 Oct 15 00:38:08.407670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3b34-c8ba-4899-b24c-9f380b796a17 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.440148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a3b34-c8ba-4899-b24c-9f380b796a17 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e91baa-4d95-4347-aa28-e1627eddd2c0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:08.482772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 33b86338-762a-4a59-909d-c0456645fa8e {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:08.487852 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.539101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3b34-c8ba-4899-b24c-9f380b796a17 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.540695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0d3a3b34-c8ba-4899-b24c-9f380b796a17 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5413344 Oct 15 00:38:08.543529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43088) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:08.549873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5b26bea7-de47-4bb4-9e93-aaaf17f08d31 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Request body: {'security_group_rule': {'security_group_id': 'b6982b27-c86c-44c8-8a7d-a9d0723dfbc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:08.581313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.672154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b26bea7-de47-4bb4-9e93-aaaf17f08d31 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.762075 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.767836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b26bea7-de47-4bb4-9e93-aaaf17f08d31 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.860982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b26bea7-de47-4bb4-9e93-aaaf17f08d31 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.897734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26bea7-de47-4bb4-9e93-aaaf17f08d31 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3145163e-6def-4b21-a115-8816916641af,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:08.932174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.966502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b26bea7-de47-4bb4-9e93-aaaf17f08d31 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:08.976694 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5b26bea7-de47-4bb4-9e93-aaaf17f08d31 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4229565 Oct 15 00:38:08.976694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43094) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:08.976694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:08.979592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f2a5b-0c36-4b0f-9f2e-cee07f6380c9 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:09.022406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=33b86338-762a-4a59-909d-c0456645fa8e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:09.037431 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.043505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0b650e37-04d7-4216-ad2c-c6bc262b50b2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/33b86338-762a-4a59-909d-c0456645fa8e HTTP/1.1" status: 204 len: 168 time: 0.6856430 Oct 15 00:38:09.043908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43096) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:09.063371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-38dfba9c-fb9e-4373-b17f-d28e26f5e06c None None] Could not find standard attr ID for object e6700001-6732-4d58-938e-4d472f083c33. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:09.089752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8372c1c8-2e46-401f-8332-1d3b4f99987f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420425 Oct 15 00:38:09.089752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.090349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43098) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:09.095189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:09.122469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-38dfba9c-fb9e-4373-b17f-d28e26f5e06c None None] Provisioning complete for port d120668f-2653-44d7-a51b-5ed44846e82f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:09.123377 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-38dfba9c-fb9e-4373-b17f-d28e26f5e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.260521 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.262545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:09.277720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:09.281451 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.315696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] Deleting port d120668f-2653-44d7-a51b-5ed44846e82f {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:09.316102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.397155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Allocated IP 172.25.2.125 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/25511b08-b38f-4d1b-ae0e-3359cf9ad92c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:09.420454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] For port d120668f-2653-44d7-a51b-5ed44846e82f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d120668f-2653-44d7-a51b-5ed44846e82f,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:09.420839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.467061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] Calling delete_port for d120668f-2653-44d7-a51b-5ed44846e82f owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:09.607528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13a3ab2d-4896-4835-9c20-67bf5a5b8bad req-6597af80-38b2-4393-a9cd-70c4c9c3eec5 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0540428 Oct 15 00:38:09.653840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.746044 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.776255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.788556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] Pushing event deleted for resources: {'Port': ['ID=d120668f-2653-44d7-a51b-5ed44846e82f,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:09.788556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c28fa4-6551-4a77-a59b-21b7e59ebfcf None None] No DVR routers for this DVR port d120668f-2653-44d7-a51b-5ed44846e82f on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:09.809587 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:09.832072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:09.858500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:09.863055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:09.867370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:09.893436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event updated for resources: {'Port': ['ID=25511b08-b38f-4d1b-ae0e-3359cf9ad92c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:10.046182 n-d-811521-2 neutron-server[107725]: WARNING neutron.services.revisions.revision_plugin [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Could not find related port for resource to bump revision. Oct 15 00:38:10.055909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.063118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:10.090138 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Sync routers for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:38:10.100654 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:10.101291 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:10.131141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Port d120668f-2653-44d7-a51b-5ed44846e82f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=107725) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 15 00:38:10.131623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Reverting IP allocation for 2001:db8::f816:3eff:fe42:8fdd {{(pid=107725) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 15 00:38:10.135585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe42:8fdd {{(pid=107725) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 15 00:38:10.136309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:10.144595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.144752 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.185339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:10.194224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:10.197416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:10.198109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.207187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9774fe2-a0bf-4c86-b451-9d5d096be085 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:10.209470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=a72f4b3d-692a-4339-833a-155d6f14c2e7,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:10.223527 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.229566 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:10.295659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43112) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:10.296586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6c424ad5-377e-4b93-9a02-b293c4b02805 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2050517 Oct 15 00:38:10.298938 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.303783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:10.335735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:10.417376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'a72f4b3d-692a-4339-833a-155d6f14c2e7'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:10.418664 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.444374 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.469980 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 2, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:10.499669 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Checking router: 2bf18fd6-ba82-4501-8db4-a039a23f420d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:38:10.510174 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Updating router 2bf18fd6-ba82-4501-8db4-a039a23f420d port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:38:10.523748 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.527505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d120668f-2653-44d7-a51b-5ed44846e82f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:10.542302 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.578173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d120668f-2653-44d7-a51b-5ed44846e82f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:10.578624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d120668f-2653-44d7-a51b-5ed44846e82f not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:10.586992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:10.591467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.638838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:10.669168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Allocated IP 2001:db8::f816:3eff:fea5:1319 (419a12fc-860c-4125-beb1-c478c6ba03c1/a72f4b3d-692a-4339-833a-155d6f14c2e7/1c5cd307-95e4-460c-bd98-d8102957b06c) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:10.697957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.749075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event updated for resources: {'Port': ['ID=25511b08-b38f-4d1b-ae0e-3359cf9ad92c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:10.861991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7d8ae7d-7027-4990-a1bb-90370fd3da00 req-9eeba191-1cfe-4ad6-bbed-be476072c927 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0840802 Oct 15 00:38:10.881043 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.908726 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.950080 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:10.976416 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.021384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:11.024740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:11.027291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:11.045669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.056090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-49695687-cd94-4f2a-8c8c-b32d7cb9b5db tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0752273 Oct 15 00:38:11.061208 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.075150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:11.163658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Attempting to bind port 1c5cd307-95e4-460c-bd98-d8102957b06c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:11.164018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Attempting to bind port 1c5cd307-95e4-460c-bd98-d8102957b06c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:11.166587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Attempting to bind port 1c5cd307-95e4-460c-bd98-d8102957b06c on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:11.180449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:11.182469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:11.183275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.185696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:11.190363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Bound port: 1c5cd307-95e4-460c-bd98-d8102957b06c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:11.191039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.224993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.239258 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaf234-9efd-4a0c-8c1b-a55b4cf29e80 None None] Pushing event updated for resources: {'Port': ['ID=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:11.257912 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Attempting to bind port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:11.259381 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Attempting to bind port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:11.259924 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Attempting to bind port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 on network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:11.283872 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:11.284572 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Checking segment: {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:11.290505 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.291151 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Bound using segment: {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:11.292185 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Bound port: 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:11.292917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:11.293771 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.302605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:11.335621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-dfa7fae9-2d9d-4996-aa43-1bafb6e0d805 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1282040418&fields=id&tenant_id=e006278a28c54fd581ecd36fe2f1e832 HTTP/1.1" status: 200 len: 267 time: 0.0905123 Oct 15 00:38:11.344165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=347bb58d-b5ca-42e7-8cd8-cbf6492b16c2,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:11.360899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:11.363205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:11.366959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:11.367559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.393375 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.426641 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] For port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:11.433238 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] For port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:11.436802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-66870494-56a4-479c-aa7f-6797042a909e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1400676 Oct 15 00:38:11.439899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43142) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:11.446528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:3a:e2:6d', 'name': 'tempest-NetworksTestDHCPv6-2020766138'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:11.502011 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.509065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce57f8-b3d7-4993-9733-7687c9e905c4 None None] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:11.575251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c560aba7-c80f-4d44-9662-0508e07a6323 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:11.579433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c560aba7-c80f-4d44-9662-0508e07a6323 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/networks?id=4187bfb9-8f8e-42e6-976c-2b0e664ebc0e HTTP/1.1" status: 200 len: 814 time: 0.2422364 Oct 15 00:38:11.613143 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaf234-9efd-4a0c-8c1b-a55b4cf29e80 None None] Pushing event updated for resources: {'Port': ['ID=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:11.620688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-06c7ac73-1d1d-4b14-a7aa-1748c89ecb16 None None] Provisioning complete for port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:11.624151 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-06c7ac73-1d1d-4b14-a7aa-1748c89ecb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:11.626761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-424522b7-0855-4027-9779-4b58e82a52cc tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/quotas/e006278a28c54fd581ecd36fe2f1e832 HTTP/1.1" status: 200 len: 375 time: 0.0378284 Oct 15 00:38:11.696367 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:11.697005 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:11.776689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:11.850473 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-1927e56a-5912-4491-8b7a-a0828735285a tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e006278a28c54fd581ecd36fe2f1e832&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2170253 Oct 15 00:38:11.918415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-06c7ac73-1d1d-4b14-a7aa-1748c89ecb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:12.037188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:12.089067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-06c7ac73-1d1d-4b14-a7aa-1748c89ecb16 None None] For port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:12.096721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 9c1c04d5-6557-4206-89aa-65cee5d689e9 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:12.168445 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-21152a88-ddbb-453a-9df9-878c122be00b service neutron] 10.222.0.13 "GET /v2.0/networks/4187bfb9-8f8e-42e6-976c-2b0e664ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027115 Oct 15 00:38:12.170068 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-06c7ac73-1d1d-4b14-a7aa-1748c89ecb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:12.238206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7ac73-1d1d-4b14-a7aa-1748c89ecb16 None None] Pushing event updated for resources: {'Port': ['ID=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:12.299430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5ddcac3e-c312-4d4e-927c-b98112eb6ba5 None None] Provisioning complete for port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:12.299829 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ddcac3e-c312-4d4e-927c-b98112eb6ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:12.348435 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:12.411321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-45df5cb5-b3a8-41e4-a5b3-38675b6fd557 service neutron] 10.222.0.13 "GET /v2.0/networks/4187bfb9-8f8e-42e6-976c-2b0e664ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259879 Oct 15 00:38:12.452733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:12.461027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eedd9099-333c-4075-a0f5-bf79ab795a0b req-74a3e2f7-f5c5-4d03-8a3a-905c24c2dd23 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.2156706 Oct 15 00:38:12.537725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:12.538322 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:12.550534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 172.20.0.4 (419a12fc-860c-4125-beb1-c478c6ba03c1/347bb58d-b5ca-42e7-8cd8-cbf6492b16c2/9c1c04d5-6557-4206-89aa-65cee5d689e9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:12.572805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:fe3a:e26d (419a12fc-860c-4125-beb1-c478c6ba03c1/a72f4b3d-692a-4339-833a-155d6f14c2e7/9c1c04d5-6557-4206-89aa-65cee5d689e9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:12.711246 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:12.776242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:12.781116 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:12.826109 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85bf232-ffe6-4b80-ad49-fdacaa06d195 None None] The sync data for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 is: [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:38:12.867089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:12.871305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:12.951777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:13.026046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:13.054917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:13.055524 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:13.095312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:13.153443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:13.161928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:13.173193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:13.203763 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-286dd504-4c36-4edd-a57b-ebf730d80965 req-91cd93cf-c82e-4df8-a291-f751e2329e16 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 210 time: 0.0879395 Oct 15 00:38:13.262523 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:13.307067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=9c1c04d5-6557-4206-89aa-65cee5d689e9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:13.339861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5dd06-8596-49aa-8388-721186caff72 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:13.351436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:13.351436 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:13.445753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6a2bb013-f419-41bb-927f-27ccb3deafeb None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:13.446357 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6a2bb013-f419-41bb-927f-27ccb3deafeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:13.470569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:13.471287 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:13.542293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3c9ca4f5-0cb3-465b-96a8-5eed56a63561 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0930071 Oct 15 00:38:13.542293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43172) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:13.788393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e80083-5feb-416a-b636-63764ecb2ad3 None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'a72f4b3d-692a-4339-833a-155d6f14c2e7', 'ip_address': '2001:db8::f816:3eff:fea5:1319'}, {'subnet_id': '347bb58d-b5ca-42e7-8cd8-cbf6492b16c2'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '1c5cd307-95e4-460c-bd98-d8102957b06c'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:38:13.865920 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48e80083-5feb-416a-b636-63764ecb2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.150362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:14.185881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f11dab97-51b8-40da-ab89-25b6d61cbed1 req-2a04a001-2f5e-4df0-bafc-f84b0d28ca2a tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.5991189 Oct 15 00:38:14.210579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39262bbf-6a06-4ad4-8a5d-e497c65e3986 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:14.217962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39262bbf-6a06-4ad4-8a5d-e497c65e3986 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:14.222145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-39262bbf-6a06-4ad4-8a5d-e497c65e3986 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.6832471 Oct 15 00:38:14.225234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43184) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:14.339971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:14.340584 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.368431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27e4c147-6dc9-4dd3-82fa-a03f40dba5e0 req-bbddc673-4a56-4292-a821-dad9b403b35e tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 210 time: 0.0702224 Oct 15 00:38:14.389223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 9c1c04d5-6557-4206-89aa-65cee5d689e9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:14.389916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.455241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:14.489873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-48e80083-5feb-416a-b636-63764ecb2ad3 None None] Allocated IP 172.20.0.2 (419a12fc-860c-4125-beb1-c478c6ba03c1/347bb58d-b5ca-42e7-8cd8-cbf6492b16c2/1c5cd307-95e4-460c-bd98-d8102957b06c) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:14.515190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.530411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 9c1c04d5-6557-4206-89aa-65cee5d689e9 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:14.777935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:14.778365 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.809707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.818420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-48e80083-5feb-416a-b636-63764ecb2ad3 None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:14.843853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=9c1c04d5-6557-4206-89aa-65cee5d689e9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:14.865266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.869061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48e80083-5feb-416a-b636-63764ecb2ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.946488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:14.949844 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7eaa2bbd-cb4e-4b1d-9772-b6b94d8f398f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/9c1c04d5-6557-4206-89aa-65cee5d689e9 HTTP/1.1" status: 204 len: 168 time: 0.7229125 Oct 15 00:38:14.952598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:14.963773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48e80083-5feb-416a-b636-63764ecb2ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.025291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37481d-79d5-4083-877b-ed350be1663a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:15.027023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37481d-79d5-4083-877b-ed350be1663a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:15.028529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b37481d-79d5-4083-877b-ed350be1663a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:15.030053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4b37481d-79d5-4083-877b-ed350be1663a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0758634 Oct 15 00:38:15.032866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:15.058461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e80083-5feb-416a-b636-63764ecb2ad3 None None] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:15.094738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 347bb58d-b5ca-42e7-8cd8-cbf6492b16c2 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:15.098414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.147661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.255990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.339877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbbbd09f-5fb0-45d3-bae2-af6cabf93a64 req-98e8106f-1c14-42cb-9164-bacb85de69c7 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0379407 Oct 15 00:38:15.428033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.485482 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.491833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/347bb58d-b5ca-42e7-8cd8-cbf6492b16c2 HTTP/1.1" status: 204 len: 168 time: 0.4579325 Oct 15 00:38:15.492026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:15.494650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5efb16e4-a57d-437c-b32d-eb0c5c4c83ed req-4b3a6a16-3e2f-4414-82f8-24014de19bbd tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 210 time: 0.0580385 Oct 15 00:38:15.495472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7e2a9-fe71-4c1b-8109-b3a1c5df2416 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=347bb58d-b5ca-42e7-8cd8-cbf6492b16c2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:15.584807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet a72f4b3d-692a-4339-833a-155d6f14c2e7 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:15.588635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.645139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.744687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.758194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ce75e-b37a-4c32-89c6-ada2594942ab None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:15.843333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1f872a84-ecd7-4922-a081-422c91f390f0 None None] Could not find standard attr ID for object 9c1c04d5-6557-4206-89aa-65cee5d689e9. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:15.865589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1f872a84-ecd7-4922-a081-422c91f390f0 None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:15.868824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f872a84-ecd7-4922-a081-422c91f390f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.913970 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.950107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:15.956276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a72f4b3d-692a-4339-833a-155d6f14c2e7 HTTP/1.1" status: 204 len: 168 time: 0.4630923 Oct 15 00:38:15.956894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43214) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:15.966239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-640275d0-31d7-4d70-8249-521e25bb4ad3 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:15.969099 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-640275d0-31d7-4d70-8249-521e25bb4ad3 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.39 "GET /v2.0/networks?id=4187bfb9-8f8e-42e6-976c-2b0e664ebc0e HTTP/1.1" status: 200 len: 814 time: 0.1762605 Oct 15 00:38:16.001323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a5144-9da0-4f32-8e75-fb1d8cbd637b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=a72f4b3d-692a-4339-833a-155d6f14c2e7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:16.008897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a494260-6e78-4aca-a7ef-4144042d5138 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496972 Oct 15 00:38:16.009524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43220) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:16.025708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:16.109138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c446c658-6f4b-4b05-a8f4-6aa56cde0f14 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e006278a28c54fd581ecd36fe2f1e832 HTTP/1.1" status: 200 len: 380 time: 0.1207094 Oct 15 00:38:16.111163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:16.122064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Request body: {'port': {'device_id': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'admin_state_up': True, 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'security_groups': ['b6982b27-c86c-44c8-8a7d-a9d0723dfbc7']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:16.216238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3e538-b094-4b05-bbbe-1eb8d8d2b317 None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'a72f4b3d-692a-4339-833a-155d6f14c2e7'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '1c5cd307-95e4-460c-bd98-d8102957b06c'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:38:16.261073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87f3e538-b094-4b05-bbbe-1eb8d8d2b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.265960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:16.267249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.274886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:16.278826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.296021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a54d4-da9b-4b51-9bbf-65de89087790 req-1a938f57-8e3a-4ff9-bf7e-1eed12eaa097 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:16.305027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a94a54d4-da9b-4b51-9bbf-65de89087790 req-1a938f57-8e3a-4ff9-bf7e-1eed12eaa097 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1468501 Oct 15 00:38:16.366340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a94a54d4-da9b-4b51-9bbf-65de89087790 req-4e94f440-1164-47c9-8f30-254f9a3b4913 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580685 Oct 15 00:38:16.518652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86c04fb-ec3a-478c-b83f-fa57a68f5f06 req-b11b40d5-0101-4a65-b262-62ecdcfbdc03 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0613599 Oct 15 00:38:16.570612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Made reservation on behalf of e006278a28c54fd581ecd36fe2f1e832 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:16.585559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.633794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b9255-26aa-4d1c-bdf3-9493f9e7ca0f None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:16.685523 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.702181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa043328-e212-4ffc-97af-077896657703 req-8c918edb-780b-4947-b94d-3022a6a8a6a6 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 210 time: 0.0402334 Oct 15 00:38:16.735021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:16.741521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:16.746628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:16.747468 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.760530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-127e2d87-92ee-4e66-adde-f0bd8c4b9285 None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:16.761097 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-127e2d87-92ee-4e66-adde-f0bd8c4b9285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.769049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=64fc8189-112a-430e-9ae7-359d6a4ac648,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:16.797954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Allocated IP 172.20.0.5 (4187bfb9-8f8e-42e6-976c-2b0e664ebc0e/2ccb3ced-0c5f-4885-8908-074b8684265f/2c58876e-516e-4c47-b42b-feee52d740f3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:16.829538 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d9dffef6-fe28-4e4c-9ed0-125aa6146022 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8181276 Oct 15 00:38:16.832358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:16.839130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:16.937041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '64fc8189-112a-430e-9ae7-359d6a4ac648'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '1c5cd307-95e4-460c-bd98-d8102957b06c'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:38:16.963374 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:16.990291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.094942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:17.099524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.130779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Allocated IP 172.20.0.2 (419a12fc-860c-4125-beb1-c478c6ba03c1/64fc8189-112a-430e-9ae7-359d6a4ac648/1c5cd307-95e4-460c-bd98-d8102957b06c) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:17.187008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.242678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:17.247042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:17.250345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:17.264358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:17.304586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event updated for resources: {'Port': ['ID=2c58876e-516e-4c47-b42b-feee52d740f3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:17.319375 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.324535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:17.325065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.409685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.439954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-645a75bf-607e-4ff7-920e-cd6147102747 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3247232 Oct 15 00:38:17.476905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Request body: {'port': {'device_id': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:17.505663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.532797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd61520-9539-4fba-afaa-2c0ff0e4ba4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:17.551216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d22eb-22a4-46ba-ba50-b24786337f30 req-443333c5-ae8b-4e16-8bc4-00a98a42b8c9 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:17.559162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-366d22eb-22a4-46ba-ba50-b24786337f30 req-443333c5-ae8b-4e16-8bc4-00a98a42b8c9 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1175780 Oct 15 00:38:17.560712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f47160c1-7618-42dc-bf18-f8688558aef0 None None] Provisioning complete for port 2c58876e-516e-4c47-b42b-feee52d740f3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:17.561252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f47160c1-7618-42dc-bf18-f8688558aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.603347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f47160c1-7618-42dc-bf18-f8688558aef0 None None] Port 2c58876e-516e-4c47-b42b-feee52d740f3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:38:17.609419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:17.622910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:17.651225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-366d22eb-22a4-46ba-ba50-b24786337f30 req-10e754ff-0df6-4395-84ac-1b5ce555365c tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908546 Oct 15 00:38:17.765381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a2309e8-18b0-413b-b85e-e95e19cceab1 req-a8089b20-72d0-421e-8d12-9d8118880e2f tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0594854 Oct 15 00:38:17.937121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd99f3d-a188-4070-8b29-028f4f83a651 req-49233cf0-2dce-4e81-9bfa-a11c8a89c813 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:17.937121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cd99f3d-a188-4070-8b29-028f4f83a651 req-49233cf0-2dce-4e81-9bfa-a11c8a89c813 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 931 time: 0.1263108 Oct 15 00:38:17.940742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:18.006738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cd99f3d-a188-4070-8b29-028f4f83a651 req-3bf3c2a4-abd4-444e-8fa1-8b02d5cc6e4a tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676122 Oct 15 00:38:18.064009 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.080448 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.108259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c58876e-516e-4c47-b42b-feee52d740f3 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:38:18.118427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.134234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Transition to ACTIVE for port object 2c58876e-516e-4c47-b42b-feee52d740f3 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:38:18.137283 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:38:18.137688 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:38:18.181567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.237448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c58876e-516e-4c47-b42b-feee52d740f3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:18.288965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:18.331880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.345553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Attempting to bind port 2c58876e-516e-4c47-b42b-feee52d740f3 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:18.350249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Attempting to bind port 2c58876e-516e-4c47-b42b-feee52d740f3 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:18.350249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Attempting to bind port 2c58876e-516e-4c47-b42b-feee52d740f3 on network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:18.353007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Port 2c58876e-516e-4c47-b42b-feee52d740f3 on network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:38:18.353444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Attempting to bind port 2c58876e-516e-4c47-b42b-feee52d740f3 on network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:18.353850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3467ecf-e213-45c3-8905-eff1a9ce0885 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:18.359115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:18.359450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Checking segment: {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:18.359956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Bound using segment: {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:18.360399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Bound port: 2c58876e-516e-4c47-b42b-feee52d740f3, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cde6229-d2c4-4aed-a53d-60870bb1e2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:18.360733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.398832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.399702 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.443942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] For port 2c58876e-516e-4c47-b42b-feee52d740f3, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:18.453626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] For port 2c58876e-516e-4c47-b42b-feee52d740f3, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c58876e-516e-4c47-b42b-feee52d740f3,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:18.468434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-067d2b66-352d-4953-8f95-fb25f7f198a0 None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:18.468903 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-067d2b66-352d-4953-8f95-fb25f7f198a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.523784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:18.530629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.533233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:18.548162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:18.548766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.569888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=84e6b0fe-7a8c-4c01-987b-e1a5c66bce08,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:18.573763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=9']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:18.577840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:18.578463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.580003 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c58876e-516e-4c47-b42b-feee52d740f3 HTTP/1.1" status: 200 len: 1091 time: 1.1079452 Oct 15 00:38:18.588037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:18.588037 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e161c512-18dd-4278-8c1f-e13f7a3ceeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:18.588504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.588620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.589052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.589501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.589927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.590381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.590848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.591271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.591693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.592301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.592728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.593720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.604384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.605821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.605821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.606716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.607369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.607758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.608228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.608670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.609089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.609513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.610013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.610350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:18.646628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-4d7e370d-f62e-4051-af45-5b8ad2b0e83e tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:18.648151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-4d7e370d-f62e-4051-af45-5b8ad2b0e83e tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1822515 Oct 15 00:38:18.662207 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1b887b34-1a5b-4c94-bf1e-ad674ee6cb69 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8240407 Oct 15 00:38:18.662207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43256) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:18.667221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:2e:f5:1d', 'name': 'tempest-NetworksTestDHCPv6-1620002671'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:18.722900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899abe3-8f91-498e-b970-1d5d253920d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c58876e-516e-4c47-b42b-feee52d740f3,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:18.730535 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9305c251-fa16-4bbb-a767-94fff722c55d x-openstack-request-id: req-9305c251-fa16-4bbb-a767-94fff722c55d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:18.731071 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:18.731791 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9305c251-fa16-4bbb-a767-94fff722c55d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:18.732507 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3', 'status': 'completed', 'code': 200} Oct 15 00:38:18.780002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:18.825415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:18.876834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161c512-18dd-4278-8c1f-e13f7a3ceeb9 req-a2fe9328-eb64-4883-a22b-6ed31055f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:18.878361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e161c512-18dd-4278-8c1f-e13f7a3ceeb9 req-a2fe9328-eb64-4883-a22b-6ed31055f4e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e006278a28c54fd581ecd36fe2f1e832&device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 1094 time: 0.1447761 Oct 15 00:38:18.892351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8277a-6403-454d-b7be-f47972fdcceb req-b81b3a51-c6aa-4d53-8432-2059a5444c1a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:18.900868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac8277a-6403-454d-b7be-f47972fdcceb req-b81b3a51-c6aa-4d53-8432-2059a5444c1a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 946 time: 0.1270287 Oct 15 00:38:18.927268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-24586f49-514b-476c-afc1-14b9e366076e req-110329fb-2d61-4d90-ae82-682427e0af20 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0524006 Oct 15 00:38:18.947884 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.002819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac8277a-6403-454d-b7be-f47972fdcceb req-6a979197-35ec-4ef5-a2b0-43ece67f53ec tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010857 Oct 15 00:38:19.026523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:19.049716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:19.055701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Deleting port 801caf8d-edd5-4d85-aa75-7062eec9b3bb {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:19.056188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.100330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:19.161703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.162940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:19.163615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.194043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161c512-18dd-4278-8c1f-e13f7a3ceeb9 req-56a0e83f-9618-44ba-8db2-8dbac741c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:19.195607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e161c512-18dd-4278-8c1f-e13f7a3ceeb9 req-56a0e83f-9618-44ba-8db2-8dbac741c440 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e006278a28c54fd581ecd36fe2f1e832&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2878308 Oct 15 00:38:19.222354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 9e917b0a-0896-4618-8eb9-be1da249b71b yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:19.250316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] For port 801caf8d-edd5-4d85-aa75-7062eec9b3bb, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=801caf8d-edd5-4d85-aa75-7062eec9b3bb,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:19.250990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.273191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.275981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Calling delete_port for 801caf8d-edd5-4d85-aa75-7062eec9b3bb owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:19.304364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4432ea9-22f0-489e-ad72-f1b8cab154f2 req-edaa694f-7e34-4286-bfc3-4a446d98a8fd tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:19.311545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:19.312857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4432ea9-22f0-489e-ad72-f1b8cab154f2 req-edaa694f-7e34-4286-bfc3-4a446d98a8fd tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 943 time: 0.1544621 Oct 15 00:38:19.397191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4432ea9-22f0-489e-ad72-f1b8cab154f2 req-a6db81e5-7279-4e7b-a9b0-239c39122e10 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832431 Oct 15 00:38:19.398566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.493651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 172.20.0.9 (419a12fc-860c-4125-beb1-c478c6ba03c1/64fc8189-112a-430e-9ae7-359d6a4ac648/9e917b0a-0896-4618-8eb9-be1da249b71b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:19.494212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161c512-18dd-4278-8c1f-e13f7a3ceeb9 req-8701e473-7a34-4a9b-8dc0-e4f3c7741e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:19.496312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e161c512-18dd-4278-8c1f-e13f7a3ceeb9 req-8701e473-7a34-4a9b-8dc0-e4f3c7741e53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2918990 Oct 15 00:38:19.496538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=11']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:19.500649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:fe2e:f51d (419a12fc-860c-4125-beb1-c478c6ba03c1/84e6b0fe-7a8c-4c01-987b-e1a5c66bce08/9e917b0a-0896-4618-8eb9-be1da249b71b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:19.566597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.580805 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['72deee89-e0dc-4f69-aef5-a852090b8e21'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:38:19.624660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Pushing event deleted for resources: {'Port': ['ID=801caf8d-edd5-4d85-aa75-7062eec9b3bb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:19.656105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-45fb7dfe-74b5-49fd-b44a-7c3897967994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:19.657633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-45fb7dfe-74b5-49fd-b44a-7c3897967994 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e006278a28c54fd581ecd36fe2f1e832&device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 1094 time: 0.1179049 Oct 15 00:38:19.683170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696033d-860d-443a-8668-7db66618c566 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:19.685566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] No DVR routers for this DVR port 801caf8d-edd5-4d85-aa75-7062eec9b3bb on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:19.714429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.717762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8f5baa2-2e88-4414-8fce-f63f8e9336d6 req-2ee6ef12-df24-4a3f-90a0-83955cdd0327 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.39 "DELETE /v2.0/ports/801caf8d-edd5-4d85-aa75-7062eec9b3bb HTTP/1.1" status: 204 len: 173 time: 1.0550256 Oct 15 00:38:19.719276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-b563e4f6-52b7-48dc-96cc-6833efe2a5be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c58876e-516e-4c47-b42b-feee52d740f3 HTTP/1.1" status: 200 len: 217 time: 0.0411270 Oct 15 00:38:19.789693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-72034c3f-4122-45db-8dec-f72f7b232f29 None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:19.790231 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-72034c3f-4122-45db-8dec-f72f7b232f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:19.826077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-f2b3d900-0017-4df5-974b-900f714d20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:19.828858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-f2b3d900-0017-4df5-974b-900f714d20b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ccb3ced-0c5f-4885-8908-074b8684265f HTTP/1.1" status: 200 len: 853 time: 0.0925395 Oct 15 00:38:19.881118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-360ee9f8-fa38-4e41-9b02-003415cccee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:19.882695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-360ee9f8-fa38-4e41-9b02-003415cccee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4187bfb9-8f8e-42e6-976c-2b0e664ebc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463841 Oct 15 00:38:20.044129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:20.073455 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4aca5c97-55ac-4902-96b3-239bda54048a req-1ad88a6b-dc86-4905-ac9c-e66b0e5e8e3d tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0400753 Oct 15 00:38:20.123652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-504baaf3-9cce-487a-8c6b-05d1f576a54c service neutron] 10.222.0.39 "GET /v2.0/networks/4187bfb9-8f8e-42e6-976c-2b0e664ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321570 Oct 15 00:38:20.137205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:20.155404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:20.155891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:20.203994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-600a9d74-ed80-46cb-ae54-1a516af64260 req-e7fa8965-8791-4979-98a5-318510604316 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf61b9f-615a-4be8-8e4a-2f1ff00a2709 HTTP/1.1" status: 200 len: 210 time: 0.0637193 Oct 15 00:38:20.220264 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a2285b1c-929f-44f8-8442-8ea4a21929b7 req-6b3b101a-b053-4657-b007-d0cc9d942616 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0376477 Oct 15 00:38:20.238423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:20.292546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:20.295131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:20.304772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:20.314922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-454f1bc0-37a6-4d94-908a-7bced14dc667 req-94b2eb1b-f204-466b-8573-7f6e02a6c781 service neutron] 10.222.0.39 "GET /v2.0/networks/4187bfb9-8f8e-42e6-976c-2b0e664ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830652 Oct 15 00:38:20.336803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=9e917b0a-0896-4618-8eb9-be1da249b71b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:20.368290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:20.368935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:20.427769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6d2d6356-c8d2-4e8d-871e-c71428df6c29 None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:20.428132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6d2d6356-c8d2-4e8d-871e-c71428df6c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:20.437930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6cab8632-31ff-4c5b-8886-7c79d6e1aa8d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7754560 Oct 15 00:38:20.439916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43282) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:20.524151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47165384-bb3f-4e46-8ac5-b9c2bf377a49 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:20.531214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47165384-bb3f-4e46-8ac5-b9c2bf377a49 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:20.532902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-47165384-bb3f-4e46-8ac5-b9c2bf377a49 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0915220 Oct 15 00:38:20.535805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43284) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:20.571931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb508b3-d767-47e8-89dd-e1fc6950a15c req-01d4d8d4-b6ef-459d-abee-f557b06444aa tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:20.573884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3eb508b3-d767-47e8-89dd-e1fc6950a15c req-01d4d8d4-b6ef-459d-abee-f557b06444aa tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 943 time: 0.0689321 Oct 15 00:38:20.630543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3eb508b3-d767-47e8-89dd-e1fc6950a15c req-f5ba4e46-fb2b-41b6-b2e6-1484315af21c tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456269 Oct 15 00:38:20.658595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 9e917b0a-0896-4618-8eb9-be1da249b71b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:20.658945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:20.733691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'name': 'network-vif-deleted', 'tag': '801caf8d-edd5-4d85-aa75-7062eec9b3bb'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:20.736896 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaec216-bc1e-4555-bc4a-dc881919d13f" -d '{"events": [{"server_uuid": "0cf61b9f-615a-4be8-8e4a-2f1ff00a2709", "name": "network-vif-deleted", "tag": "801caf8d-edd5-4d85-aa75-7062eec9b3bb"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:20.771614 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:20.777939 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931edfdb-40cf-4d28-ba07-00f669f765dc x-openstack-request-id: req-931edfdb-40cf-4d28-ba07-00f669f765dc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:20.778279 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf61b9f-615a-4be8-8e4a-2f1ff00a2709", "name": "network-vif-deleted", "tag": "801caf8d-edd5-4d85-aa75-7062eec9b3bb", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:20.778533 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-931edfdb-40cf-4d28-ba07-00f669f765dc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:20.779175 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf61b9f-615a-4be8-8e4a-2f1ff00a2709', 'name': 'network-vif-deleted', 'tag': '801caf8d-edd5-4d85-aa75-7062eec9b3bb', 'status': 'completed', 'code': 200} Oct 15 00:38:20.784280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 9e917b0a-0896-4618-8eb9-be1da249b71b owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:20.807745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-062de909-dabb-45c1-917d-09b60a24221e None None] Could not find standard attr ID for object 9c1c04d5-6557-4206-89aa-65cee5d689e9. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:21.015628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.021035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-26f8d953-55d8-4215-a2b2-c2f4c860bde4 None None] Could not find standard attr ID for object 9e917b0a-0896-4618-8eb9-be1da249b71b. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:21.045424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=9e917b0a-0896-4618-8eb9-be1da249b71b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:21.092673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 801caf8d-edd5-4d85-aa75-7062eec9b3bb no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:21.116823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 801caf8d-edd5-4d85-aa75-7062eec9b3bb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:21.117415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 801caf8d-edd5-4d85-aa75-7062eec9b3bb not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:21.138344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.142700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9b269104-624b-445f-bd36-27f6efe1d0b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/9e917b0a-0896-4618-8eb9-be1da249b71b HTTP/1.1" status: 204 len: 168 time: 0.6056650 Oct 15 00:38:21.144630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43294) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:21.224109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b4b0835-b95e-4973-bc11-772a632db96d req-9258b4f8-d783-4e99-b7cf-325df32e9d76 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0349028 Oct 15 00:38:21.241293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ea015-671c-40b2-9b26-ad2ad7ccd557 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:21.243367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ea015-671c-40b2-9b26-ad2ad7ccd557 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:21.244713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ea015-671c-40b2-9b26-ad2ad7ccd557 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:21.248832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9b7ea015-671c-40b2-9b26-ad2ad7ccd557 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0992913 Oct 15 00:38:21.249206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43300) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:21.305890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 64fc8189-112a-430e-9ae7-359d6a4ac648 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:21.312066 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.374507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.467612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.621316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.651812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=64fc8189-112a-430e-9ae7-359d6a4ac648,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:21.655307 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.660944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3b67b411-c9c9-4637-99e1-5c0fc57ad946 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/64fc8189-112a-430e-9ae7-359d6a4ac648 HTTP/1.1" status: 204 len: 168 time: 0.4086082 Oct 15 00:38:21.661508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43312) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:21.664619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b91192-5f20-47ab-b893-8e06c684dac0 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:21.723802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 84e6b0fe-7a8c-4c01-987b-e1a5c66bce08 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:21.729361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.779217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0c028-8c6e-40ce-9df0-40e6cf153389 req-950b7ca5-0c18-43b5-8ab6-ad39b14ef6da tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:21.780735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95c0c028-8c6e-40ce-9df0-40e6cf153389 req-950b7ca5-0c18-43b5-8ab6-ad39b14ef6da tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 943 time: 0.0581090 Oct 15 00:38:21.796467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:21.832267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95c0c028-8c6e-40ce-9df0-40e6cf153389 req-91236a99-4a78-4c93-86b8-04d8395d2da4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453744 Oct 15 00:38:21.838032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e096f5-a4ac-447b-80c2-e2f80b842647 req-e8ff1a98-3985-4c6d-a465-7473c38a7320 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:21.850341 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80e096f5-a4ac-447b-80c2-e2f80b842647 req-e8ff1a98-3985-4c6d-a465-7473c38a7320 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.1205378 Oct 15 00:38:21.933817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80e096f5-a4ac-447b-80c2-e2f80b842647 req-8b509f3d-7f31-463b-9920-200a26e162c6 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730445 Oct 15 00:38:21.951463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.084337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.111367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=84e6b0fe-7a8c-4c01-987b-e1a5c66bce08,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:22.118209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.121498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-30d626ac-b545-4b2b-bb5b-7c56604b258d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/84e6b0fe-7a8c-4c01-987b-e1a5c66bce08 HTTP/1.1" status: 204 len: 168 time: 0.4589486 Oct 15 00:38:22.123960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43318) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:22.167778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-17a4703f-0be7-42c5-b581-f5af2e1a39ed tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426812 Oct 15 00:38:22.170474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43320) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:22.175343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:22.333760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e10d43e-b5da-4d02-be00-086c671a9a1b req-daa5ee29-ca28-4763-991e-351a6c1ce59d tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0279126 Oct 15 00:38:22.341005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:22.345475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.350845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6126d2b-0cde-42c4-99e6-1f643ef3c13a None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:22.479507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-89be1387-1e22-4b08-a620-05e3142ec64e None None] Provisioning complete for port 1c5cd307-95e4-460c-bd98-d8102957b06c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:22.479877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89be1387-1e22-4b08-a620-05e3142ec64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.605618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:22.609878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.660130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-828e8a3c-2298-4fbb-8218-5db4266e10e4 req-044e40bd-8104-4ef5-bb1b-6f771e03788f tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab&device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.0312068 Oct 15 00:38:22.667644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:22.675522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=b189e2db-5fd4-4824-baf8-e8f92570c6f4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:22.677856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] Deleting port 1c5cd307-95e4-460c-bd98-d8102957b06c {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:22.678345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.680167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:22.687462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:22.688342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.749318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d862b042-e18b-4b2c-b130-bfff8d63a3a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5776274 Oct 15 00:38:22.752153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43332) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:22.757564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:22.762143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] For port 1c5cd307-95e4-460c-bd98-d8102957b06c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1c5cd307-95e4-460c-bd98-d8102957b06c,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:22.762608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.776009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] Calling delete_port for 1c5cd307-95e4-460c-bd98-d8102957b06c owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:22.923496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.944636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5874e2-13f9-402c-bfc2-0f204d8b1472 req-ed0fc78e-cbbc-4e9b-b383-a6b70ac5cee6 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:22.946195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe5874e2-13f9-402c-bfc2-0f204d8b1472 req-ed0fc78e-cbbc-4e9b-b383-a6b70ac5cee6 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 943 time: 0.0518489 Oct 15 00:38:22.952784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] Pushing event deleted for resources: {'Port': ['ID=1c5cd307-95e4-460c-bd98-d8102957b06c,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:22.958504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdc981-e477-4046-b05f-32e38513cbf1 None None] No DVR routers for this DVR port 1c5cd307-95e4-460c-bd98-d8102957b06c on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:22.974902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:22.978469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:22.985440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed40da5-4532-4f21-a5b7-4d62191388b0 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:22.991406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe5874e2-13f9-402c-bfc2-0f204d8b1472 req-d0d846fe-101f-403c-afac-3048dc77476c tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389526 Oct 15 00:38:23.110576 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e4fdc40-29f2-4287-91e7-fe743baa8ba1 req-f91d2883-3df3-42bf-b157-5b6590757f2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12889d20ead48de81d01b518a9b4126&device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0345209 Oct 15 00:38:23.123650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c58876e-516e-4c47-b42b-feee52d740f3 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:38:23.130152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b773-ff55-4838-b2f1-bb8fad67ae86 req-87e57f68-2453-443d-972c-26c5497512dc tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:23.132578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7730b773-ff55-4838-b2f1-bb8fad67ae86 req-87e57f68-2453-443d-972c-26c5497512dc tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0598414 Oct 15 00:38:23.149014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e4fdc40-29f2-4287-91e7-fe743baa8ba1 req-76b77040-3778-4f27-be66-3a137b9752ef service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e12889d20ead48de81d01b518a9b4126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251784 Oct 15 00:38:23.201816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7730b773-ff55-4838-b2f1-bb8fad67ae86 req-1054bd83-c3b2-4d02-b9b3-614f0a53b5bd tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531683 Oct 15 00:38:23.217198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'b189e2db-5fd4-4824-baf8-e8f92570c6f4'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:23.222236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.302544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc187c2d-543e-4291-8bb8-8c8cca4f6e17 req-e4df0cec-9806-45fe-9150-ae31c1c82313 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0453558 Oct 15 00:38:23.356231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fdc40-29f2-4287-91e7-fe743baa8ba1 req-f7a6113a-2459-4e46-bb92-e7cd09f162f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:23.357785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e4fdc40-29f2-4287-91e7-fe743baa8ba1 req-f7a6113a-2459-4e46-bb92-e7cd09f162f8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998484 Oct 15 00:38:23.363599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 2c58876e-516e-4c47-b42b-feee52d740f3, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c58876e-516e-4c47-b42b-feee52d740f3,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:23.398741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '2c58876e-516e-4c47-b42b-feee52d740f3', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'port_id': '2c58876e-516e-4c47-b42b-feee52d740f3', 'mac_address': 'fa:16:3e:67:f4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:38:23.444576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Allocated IP 172.20.0.2 (419a12fc-860c-4125-beb1-c478c6ba03c1/b189e2db-5fd4-4824-baf8-e8f92570c6f4/08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:23.456577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.482788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c58876e-516e-4c47-b42b-feee52d740f3 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:38:23.528894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:23.530469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.540274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 2c58876e-516e-4c47-b42b-feee52d740f3, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c58876e-516e-4c47-b42b-feee52d740f3,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:23.577624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:23.580858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:23.585687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:23.586320 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.597470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=060136cf-f7fe-45e8-a6df-f649e88f9ca5,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:23.598723 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.650626 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.663321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=2c58876e-516e-4c47-b42b-feee52d740f3,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:23.681686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a106d7e-0b82-4831-9b46-cc7c046a5e44 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9282615 Oct 15 00:38:23.686457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43348) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:23.689202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:be:48:e7', 'name': 'tempest-NetworksTestDHCPv6-176907232'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:23.735084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.773652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:23.776320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:23.781856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:23.787358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Pushing event updated for resources: {'Port': ['ID=08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:23.850738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Attempting to bind port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:23.851103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Attempting to bind port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:23.851475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Attempting to bind port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:23.856428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:23.856795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:23.857193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.857573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:23.858025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Bound port: 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:23.858422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.866352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:23.870612 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:23.891016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 89d0be66-057f-4c49-baf6-f9949af546d4 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:23.920429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] For port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:23.923376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] For port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:23.981172 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:24.010787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['2c58876e-516e-4c47-b42b-feee52d740f3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:38:24.016149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:24.059761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 172.20.0.5 (419a12fc-860c-4125-beb1-c478c6ba03c1/b189e2db-5fd4-4824-baf8-e8f92570c6f4/89d0be66-057f-4c49-baf6-f9949af546d4) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:24.067903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:febe:48e7 (419a12fc-860c-4125-beb1-c478c6ba03c1/060136cf-f7fe-45e8-a6df-f649e88f9ca5/89d0be66-057f-4c49-baf6-f9949af546d4) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:24.071632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1c5cd307-95e4-460c-bd98-d8102957b06c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:24.072021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1c5cd307-95e4-460c-bd98-d8102957b06c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:24.112786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83db4-0f8f-40bb-9d21-5fa6e8f16419 None None] Pushing event updated for resources: {'Port': ['ID=08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:24.153056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f0276-b68a-43ce-a8d0-5c115bcbe771 req-951b3012-9d81-481a-a00f-3091d92d00cd tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:24.156761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-478f0276-b68a-43ce-a8d0-5c115bcbe771 req-951b3012-9d81-481a-a00f-3091d92d00cd tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 944 time: 0.0825872 Oct 15 00:38:24.223728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-478f0276-b68a-43ce-a8d0-5c115bcbe771 req-c9055236-8790-4df3-b479-722e8abc25fe tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614357 Oct 15 00:38:24.268329 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:24.338035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9444e-4d55-4931-9037-303ba632c377 req-ba1201c3-a35d-4dfe-b72e-eb8fdfab1445 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:24.341813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7f9444e-4d55-4931-9037-303ba632c377 req-ba1201c3-a35d-4dfe-b72e-eb8fdfab1445 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0621686 Oct 15 00:38:24.386762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:24.393183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7f9444e-4d55-4931-9037-303ba632c377 req-82f67d3a-afed-4abe-9c4e-8018db7553aa tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Oct 15 00:38:24.465908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a0ad008-2dce-4d5f-8091-571d59512aca req-e9857e0d-b4f9-444a-b833-f6fd2b80e710 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0417700 Oct 15 00:38:24.467704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:24.472239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:24.477517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:24.492719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=89d0be66-057f-4c49-baf6-f9949af546d4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:24.542425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:24.543042 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:24.611894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-05fe8170-bdbf-498f-9821-42fb2cebbddc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9263964 Oct 15 00:38:24.614364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43362) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:24.667292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d42d9-7ffe-45e4-af01-59a8804d96a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:24.673167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d42d9-7ffe-45e4-af01-59a8804d96a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:24.674738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7c3d42d9-7ffe-45e4-af01-59a8804d96a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0594418 Oct 15 00:38:24.677464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43364) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:24.768676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 89d0be66-057f-4c49-baf6-f9949af546d4 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:24.769022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:24.916170 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e4fdc40-29f2-4287-91e7-fe743baa8ba1 req-25f034f6-b31d-49aa-88b4-9eaee7075bba tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0300756 Oct 15 00:38:24.943026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:24.956612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 89d0be66-057f-4c49-baf6-f9949af546d4 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:25.113389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:38:25.116185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d705f95-7b13-416b-8969-ab841a14a7ac None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:25.209749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.243272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c20e3b2f-17e5-471c-92e6-790af7c47660 None None] Provisioning complete for port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:25.243609 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c20e3b2f-17e5-471c-92e6-790af7c47660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.248125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=89d0be66-057f-4c49-baf6-f9949af546d4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:25.373370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c20e3b2f-17e5-471c-92e6-790af7c47660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.376358 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.380528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-68861025-78b6-464e-91e4-8d3630ad2d66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/89d0be66-057f-4c49-baf6-f9949af546d4 HTTP/1.1" status: 204 len: 168 time: 0.7021692 Oct 15 00:38:25.383337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43374) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:25.393577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28ebfd-eeb3-4a63-8335-6270d10e9a7c req-957cd07e-716c-4a27-ac09-b158631f9596 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:25.395265 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e28ebfd-eeb3-4a63-8335-6270d10e9a7c req-957cd07e-716c-4a27-ac09-b158631f9596 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 944 time: 0.0887640 Oct 15 00:38:25.427877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c20e3b2f-17e5-471c-92e6-790af7c47660 None None] For port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:25.443030 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e28ebfd-eeb3-4a63-8335-6270d10e9a7c req-f345e2fe-76b4-4fee-8b35-f6dfff7af172 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391605 Oct 15 00:38:25.444186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7526b3e-1502-4126-9e10-adc4fe9c27b8 None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'b189e2db-5fd4-4824-baf8-e8f92570c6f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '060136cf-f7fe-45e8-a6df-f649e88f9ca5'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:38:25.460055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63254767-a6e9-4230-9888-13cce09fb61e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:25.463258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63254767-a6e9-4230-9888-13cce09fb61e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:25.464423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63254767-a6e9-4230-9888-13cce09fb61e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:25.467279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-63254767-a6e9-4230-9888-13cce09fb61e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0817049 Oct 15 00:38:25.468885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43378) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:25.481601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c7526b3e-1502-4126-9e10-adc4fe9c27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.493424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c20e3b2f-17e5-471c-92e6-790af7c47660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.533521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 060136cf-f7fe-45e8-a6df-f649e88f9ca5 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:25.537357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.569716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99154135-9946-4415-9f42-8990c078c435 req-85ce6b5e-4527-49ce-b631-b56917e099a9 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:25.576987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99154135-9946-4415-9f42-8990c078c435 req-85ce6b5e-4527-49ce-b631-b56917e099a9 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0955694 Oct 15 00:38:25.590733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.614898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99154135-9946-4415-9f42-8990c078c435 req-d21d8cb4-8b69-4a9f-9b94-f3f9507d472c tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363071 Oct 15 00:38:25.640745 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35251125-8718-485b-820a-724b2157f2df req-85b950c8-a083-4113-9660-b496991eada7 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b40d9c-d2bf-44f9-a3aa-3bbeed900cab HTTP/1.1" status: 200 len: 210 time: 0.0530422 Oct 15 00:38:25.660294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.663372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e3b2f-17e5-471c-92e6-790af7c47660 None None] Pushing event updated for resources: {'Port': ['ID=08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:25.815295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.844060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=060136cf-f7fe-45e8-a6df-f649e88f9ca5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:25.848936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.852780 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0e0f77aa-7387-4e9f-8364-a76e35572bc7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/060136cf-f7fe-45e8-a6df-f649e88f9ca5 HTTP/1.1" status: 204 len: 168 time: 0.3824172 Oct 15 00:38:25.856081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43386) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-c7526b3e-1502-4126-9e10-adc4fe9c27b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 060136cf-f7fe-45e8-a6df-f649e88f9ca5: This subnet is being modified by another concurrent operation. Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:38:25.865759 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 060136cf-f7fe-45e8-a6df-f649e88f9ca5: This subnet is being modified by another concurrent operation. Oct 15 00:38:25.869809 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:38:25.918748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet b189e2db-5fd4-4824-baf8-e8f92570c6f4 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:25.921950 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:25.966991 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.018353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9c80cad1-d96e-4c80-ae6d-28103c1a28fa None None] Provisioning complete for port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:26.018720 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9c80cad1-d96e-4c80-ae6d-28103c1a28fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.062009 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.118701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac535612-af4f-4a4b-9da1-59e8c3afc739 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:38:26.232555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.233181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5d43-a0a8-4605-8686-57b21c0a4fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.260911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=b189e2db-5fd4-4824-baf8-e8f92570c6f4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:26.264522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.270357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43388) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:26.270549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-40420a54-399e-47db-b89d-8ae7f4c1d651 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/b189e2db-5fd4-4824-baf8-e8f92570c6f4 HTTP/1.1" status: 204 len: 168 time: 0.4129477 Oct 15 00:38:26.296519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac535612-af4f-4a4b-9da1-59e8c3afc739 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:38:26.298401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-48bbb05c-c5d8-40a9-b6d6-f15b6f66e956 None None] Could not find standard attr ID for object 89d0be66-057f-4c49-baf6-f9949af546d4. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:26.320972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ee7f43a-69a4-4cec-ba85-19690a442894 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443492 Oct 15 00:38:26.322952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43392) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:26.380313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7318602-6687-49ed-81a0-47f850f64112 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:26.382250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7318602-6687-49ed-81a0-47f850f64112 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0576496 Oct 15 00:38:26.384614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43396) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:26.437539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a57cba2-0b58-4f60-8808-7eef74221482 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:26.439153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2a57cba2-0b58-4f60-8808-7eef74221482 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535331 Oct 15 00:38:26.441697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43398) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:26.485854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ec20356c-9cc2-405a-9842-6ea03752b9c2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415704 Oct 15 00:38:26.489636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43402) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:26.495151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-df0bc307-2002-4f48-9438-6da881c13d75 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:26.621306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c5b08-8834-4bc1-83d6-e160eb7deac8 req-f4065df2-0d2f-4922-9620-c55eab22be51 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:26.622732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-003c5b08-8834-4bc1-83d6-e160eb7deac8 req-f4065df2-0d2f-4922-9620-c55eab22be51 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 944 time: 0.0971527 Oct 15 00:38:26.663266 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-003c5b08-8834-4bc1-83d6-e160eb7deac8 req-0996af6a-b6ee-46f8-92fa-f739a4782047 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345705 Oct 15 00:38:26.684817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0bc307-2002-4f48-9438-6da881c13d75 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:26.692610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df0bc307-2002-4f48-9438-6da881c13d75 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.694265 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0bc307-2002-4f48-9438-6da881c13d75 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:26.694912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0bc307-2002-4f48-9438-6da881c13d75 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:26.745651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b089b7-f92b-4c1a-813e-69e4c3976af0 req-2b84fc66-f2d4-4032-bdf3-13a504455786 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:26.750754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93b089b7-f92b-4c1a-813e-69e4c3976af0 req-2b84fc66-f2d4-4032-bdf3-13a504455786 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0546596 Oct 15 00:38:26.791986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93b089b7-f92b-4c1a-813e-69e4c3976af0 req-202cacc1-9053-43ba-b5fb-c27789e9176a tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Oct 15 00:38:26.796667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-df0bc307-2002-4f48-9438-6da881c13d75 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3038433 Oct 15 00:38:26.798938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43412) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:26.804613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-643d1d11-0e64-47a9-9b6c-821c9827fdb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:26.868336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80dbd61-0a95-4d5c-9ef4-7f4c94334505 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:38:26.963365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-abce686c-bcf9-47ef-bca8-6b5a1905f6ec None None] Provisioning complete for port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:26.963735 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-abce686c-bcf9-47ef-bca8-6b5a1905f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.992033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d1d11-0e64-47a9-9b6c-821c9827fdb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:26.995705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-643d1d11-0e64-47a9-9b6c-821c9827fdb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:26.997228 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-643d1d11-0e64-47a9-9b6c-821c9827fdb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:26.997638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643d1d11-0e64-47a9-9b6c-821c9827fdb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:27.044024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80dbd61-0a95-4d5c-9ef4-7f4c94334505 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:38:27.091959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-643d1d11-0e64-47a9-9b6c-821c9827fdb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2916739 Oct 15 00:38:27.095009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43416) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:27.102456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-71bba50c-48ad-4330-b761-bbe47197f1a3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:27.120182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c58876e-516e-4c47-b42b-feee52d740f3 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:27.182886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21cffdd8-7a97-417a-ba94-3ce17bf2d1b8 req-a3dc72a9-4dc2-49e2-bdba-df846e195c4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e12889d20ead48de81d01b518a9b4126&device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.0434585 Oct 15 00:38:27.199953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34c9041c-d0e5-4ea3-9f74-9490374572db req-52488265-7a7f-405b-82ea-174852bef353 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.0451255 Oct 15 00:38:27.232190 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21cffdd8-7a97-417a-ba94-3ce17bf2d1b8 req-ac9e7929-dd51-42d9-907c-92e9387f5785 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e12889d20ead48de81d01b518a9b4126&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344653 Oct 15 00:38:27.278674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bba50c-48ad-4330-b761-bbe47197f1a3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:27.282718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71bba50c-48ad-4330-b761-bbe47197f1a3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.284394 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bba50c-48ad-4330-b761-bbe47197f1a3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:27.285323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bba50c-48ad-4330-b761-bbe47197f1a3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:27.313025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 2c58876e-516e-4c47-b42b-feee52d740f3 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:38:27.334321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cffdd8-7a97-417a-ba94-3ce17bf2d1b8 req-d604c5b1-5f21-45df-8863-91e60e373992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:27.335776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21cffdd8-7a97-417a-ba94-3ce17bf2d1b8 req-d604c5b1-5f21-45df-8863-91e60e373992 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907230 Oct 15 00:38:27.336041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 2c58876e-516e-4c47-b42b-feee52d740f3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:27.336415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.356846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-71bba50c-48ad-4330-b761-bbe47197f1a3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2603376 Oct 15 00:38:27.362255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43422) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:27.366117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-850e7d15-d68b-4388-a1de-2a36b81c97c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:27.434790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451ff22-7ff7-4f79-a313-c9371fe1900a None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:27.482316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.519060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-53831635-58c8-4ba2-b766-89a60c374a2b None None] Provisioning complete for port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:27.519431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53831635-58c8-4ba2-b766-89a60c374a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.551635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850e7d15-d68b-4388-a1de-2a36b81c97c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:27.557244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-850e7d15-d68b-4388-a1de-2a36b81c97c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.559413 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-850e7d15-d68b-4388-a1de-2a36b81c97c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:27.559855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850e7d15-d68b-4388-a1de-2a36b81c97c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:27.564164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:27.566469 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d269a9-af8d-47b7-846c-0da5db3aaa2b" -d '{"events": [{"server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "name": "network-vif-plugged", "status": "completed", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:27.597622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 2c58876e-516e-4c47-b42b-feee52d740f3, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c58876e-516e-4c47-b42b-feee52d740f3,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:27.604761 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c401b-ddd4-46b7-9c50-1f6b9e8cb2a9 x-openstack-request-id: req-f13c401b-ddd4-46b7-9c50-1f6b9e8cb2a9 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:27.605046 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "name": "network-vif-plugged", "status": "completed", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:27.605298 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f13c401b-ddd4-46b7-9c50-1f6b9e8cb2a9 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:27.605681 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3', 'code': 200} Oct 15 00:38:27.640594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-850e7d15-d68b-4388-a1de-2a36b81c97c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2791896 Oct 15 00:38:27.643698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43428) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:27.657489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-978d7cc3-c718-487f-8482-2f0aa5573b2f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:27.668045 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.703394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:27.753725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=2c58876e-516e-4c47-b42b-feee52d740f3,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:27.777468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] Deleting port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:27.777829 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.783284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-89bc1a76-812d-47d4-aca4-6bc24f4efd93 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:27.784827 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-89bc1a76-812d-47d4-aca4-6bc24f4efd93 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0732954 Oct 15 00:38:27.811792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8b36-523d-4d98-8ded-5badae4b011a req-a8a5e118-32dd-4610-8167-328f3a7954b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:27.814192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a48c8b36-523d-4d98-8ded-5badae4b011a req-a8a5e118-32dd-4610-8167-328f3a7954b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 1096 time: 0.1310534 Oct 15 00:38:27.856487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] For port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:27.857098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.866690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a48c8b36-523d-4d98-8ded-5badae4b011a req-c276addf-82c4-41b5-946a-62e5d983b8e1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351140 Oct 15 00:38:27.881102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] Calling delete_port for 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:27.896110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978d7cc3-c718-487f-8482-2f0aa5573b2f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:27.900054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-978d7cc3-c718-487f-8482-2f0aa5573b2f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.902677 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-978d7cc3-c718-487f-8482-2f0aa5573b2f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:27.905396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978d7cc3-c718-487f-8482-2f0aa5573b2f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:27.934140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a01cd-4fb9-4802-bfee-578cfbae2b83 req-29c6af60-3aea-40bc-9f71-9d58cfe079f9 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:27.934140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-129a01cd-4fb9-4802-bfee-578cfbae2b83 req-29c6af60-3aea-40bc-9f71-9d58cfe079f9 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.1264355 Oct 15 00:38:27.974406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Deleting port 72deee89-e0dc-4f69-aef5-a852090b8e21 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:27.974793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:27.988272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15118f6-4771-4750-a6ce-0169aec5c59e req-cdc2ed89-2bca-4a08-a9bd-4dee5ca5bd08 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:27.990254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15118f6-4771-4750-a6ce-0169aec5c59e req-cdc2ed89-2bca-4a08-a9bd-4dee5ca5bd08 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 946 time: 0.0629997 Oct 15 00:38:27.997641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-978d7cc3-c718-487f-8482-2f0aa5573b2f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3450787 Oct 15 00:38:27.998163 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-129a01cd-4fb9-4802-bfee-578cfbae2b83 req-d564f8ec-d667-482d-9d30-1a2f678253ef tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603669 Oct 15 00:38:28.003024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43440) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:28.009647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-77d419c2-163d-431e-bb29-a3e2fafe1821 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:28.049190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:28.075114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] Pushing event deleted for resources: {'Port': ['ID=08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:28.078953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6b665-9943-4339-87e6-5ac6604c9a22 None None] No DVR routers for this DVR port 08a23cf6-a1f5-4ae8-baad-17ddaa7a0fac on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:28.083227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] For port 72deee89-e0dc-4f69-aef5-a852090b8e21, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=72deee89-e0dc-4f69-aef5-a852090b8e21,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:28.083656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:28.099288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Calling delete_port for 72deee89-e0dc-4f69-aef5-a852090b8e21 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:28.108025 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15118f6-4771-4750-a6ce-0169aec5c59e req-e1a2e038-1ac8-430f-9214-eb753757f3e5 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/security-groups?id=6aca0435-2d74-4d83-a8a3-07e1ac7ae174&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111171 Oct 15 00:38:28.232062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d419c2-163d-431e-bb29-a3e2fafe1821 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:28.235714 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77d419c2-163d-431e-bb29-a3e2fafe1821 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:28.237189 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d419c2-163d-431e-bb29-a3e2fafe1821 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:28.237679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d419c2-163d-431e-bb29-a3e2fafe1821 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:28.300521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91d1bc9c-0263-4341-80ce-81815924a06d req-43e9b3b2-75fa-477c-8133-efcf863e44f8 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.0269501 Oct 15 00:38:28.306624 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:28.321892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77d419c2-163d-431e-bb29-a3e2fafe1821 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3133833 Oct 15 00:38:28.321892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43446) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:28.325302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['72deee89-e0dc-4f69-aef5-a852090b8e21'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:38:28.339299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Pushing event deleted for resources: {'Port': ['ID=72deee89-e0dc-4f69-aef5-a852090b8e21,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:28.350837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-24f8aab2-33e2-44ff-806d-70dd9641f4fc tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354435 Oct 15 00:38:28.353074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43448) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:28.383683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] No DVR routers for this DVR port 72deee89-e0dc-4f69-aef5-a852090b8e21 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:28.386371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:28.389741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea304470-625f-460d-b1a3-7a1c70a41ec9 req-499e3c6f-f398-48ee-9960-c52791f51dcb tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.30 "DELETE /v2.0/ports/72deee89-e0dc-4f69-aef5-a852090b8e21 HTTP/1.1" status: 204 len: 173 time: 0.5953374 Oct 15 00:38:28.390205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'name': 'network-vif-deleted', 'tag': '72deee89-e0dc-4f69-aef5-a852090b8e21'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:28.392526 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e1b44c-5b30-4de4-8c14-9d378a789756" -d '{"events": [{"server_uuid": "1e82bda1-85c7-4f0a-be17-9552ab4d9a9e", "name": "network-vif-deleted", "tag": "72deee89-e0dc-4f69-aef5-a852090b8e21"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:28.418030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be57ff9d-0c4c-4144-9fa1-5716e905fe66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.418030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be57ff9d-0c4c-4144-9fa1-5716e905fe66 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0565109 Oct 15 00:38:28.418030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43452) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:28.442689 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10330f80-cb9e-4d00-9a4d-a091acf89a30 x-openstack-request-id: req-10330f80-cb9e-4d00-9a4d-a091acf89a30 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:28.446386 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e82bda1-85c7-4f0a-be17-9552ab4d9a9e", "name": "network-vif-deleted", "tag": "72deee89-e0dc-4f69-aef5-a852090b8e21", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:28.446386 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10330f80-cb9e-4d00-9a4d-a091acf89a30 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:28.446386 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e82bda1-85c7-4f0a-be17-9552ab4d9a9e', 'name': 'network-vif-deleted', 'tag': '72deee89-e0dc-4f69-aef5-a852090b8e21', 'status': 'completed', 'code': 200} Oct 15 00:38:28.454384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8411f857-b14a-4671-beb3-6cf500336c32 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401993 Oct 15 00:38:28.459272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43456) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:28.464332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:28.621640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:28.624334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:28.673652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21cffdd8-7a97-417a-ba94-3ce17bf2d1b8 req-4b63aba8-c8e6-499f-9e98-969b9ad7c3b3 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.0329802 Oct 15 00:38:28.791949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49867676-c91d-45ea-8e76-a898bda133ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:28.815030 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-b79f5a3d-b9f8-451d-a841-5dedf63c50d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0849307 Oct 15 00:38:28.918750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.919226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.919693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.920154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.920606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.921057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.921510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:28.923439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-e9baf3d2-2eaf-4bb4-8bcc-2bd401ef35a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6502 time: 0.0594904 Oct 15 00:38:29.062814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:29.066035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:29.149993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:29.156095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:29.158327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-1235959b-558d-4734-a5d5-c55c577de1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.158784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-1235959b-558d-4734-a5d5-c55c577de1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.159234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-1235959b-558d-4734-a5d5-c55c577de1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.161345 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-1235959b-558d-4734-a5d5-c55c577de1e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=520495d5-6751-4c82-b05e-ddd962ad39c3&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741 HTTP/1.1" status: 200 len: 2298 time: 0.2008624 Oct 15 00:38:29.164681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.165262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:29.166896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a97b9-d960-40fa-a936-58ac70574f56 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:29.186373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=e0c128a2-0a90-47d1-8650-40e07142c315,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:29.230684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b668957c-8707-437d-a1f1-8c89421e8e35 req-e5429bea-6ce2-47fa-8245-69223ff10174 tempest-ServerRescueNegativeTestJSON-1649114109 tempest-ServerRescueNegativeTestJSON-1649114109-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e82bda1-85c7-4f0a-be17-9552ab4d9a9e HTTP/1.1" status: 200 len: 210 time: 0.0335288 Oct 15 00:38:29.249821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3a787-2911-4e60-b777-2f612a612ab9 req-fa338240-ae3d-4d0d-b1d2-3dc5d412063f tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.257211 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-25f3a787-2911-4e60-b777-2f612a612ab9 req-fa338240-ae3d-4d0d-b1d2-3dc5d412063f tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.1555665 Oct 15 00:38:29.280696 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-f8354c7e-4ab5-43e5-b773-aa8ec0db7c79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee HTTP/1.1" status: 200 len: 1002 time: 0.1064279 Oct 15 00:38:29.350708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-25f3a787-2911-4e60-b777-2f612a612ab9 req-7292861d-9f23-4580-b000-d5f4233b0265 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925248 Oct 15 00:38:29.354939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-89b96cc3-1560-47b8-9a95-c028d801bc4a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8939891 Oct 15 00:38:29.357818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43470) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:29.359886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'e0c128a2-0a90-47d1-8650-40e07142c315'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:29.360747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:29.364275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:d4:5a:a2', 'name': 'tempest-NetworksTestDHCPv6-1178012940'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:29.397787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-514cde4f-3b39-4151-8875-5806e6f2f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.399316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-514cde4f-3b39-4151-8875-5806e6f2f49d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=496b85c5-8e88-4796-8ff9-2d8400ce8c11 HTTP/1.1" status: 200 len: 855 time: 0.1067536 Oct 15 00:38:29.464064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-b3ca9dc5-2889-4cc2-bc0e-43082091f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.466238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-b3ca9dc5-2889-4cc2-bc0e-43082091f138 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520495d5-6751-4c82-b05e-ddd962ad39c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569460 Oct 15 00:38:29.491542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c57f36a-8c2e-4bae-ac7c-b29ce37b8d71 req-b8949e5c-a2af-402e-bf4e-aa6dbe121384 tempest-ServerShowV247Test-1133339860 tempest-ServerShowV247Test-1133339860-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae64be05-b268-4748-aeea-a6a43bdfa6e0 HTTP/1.1" status: 200 len: 210 time: 0.0829003 Oct 15 00:38:29.604620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-bcebc072-2abc-45dc-ab5b-17862dee4977 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307561 Oct 15 00:38:29.683458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:29.716297 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-35f82c90-af96-4f00-b456-6034e1e69c24 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030662 Oct 15 00:38:29.735038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Allocated IP 2001:db8::f816:3eff:fef5:609c (419a12fc-860c-4125-beb1-c478c6ba03c1/e0c128a2-0a90-47d1-8650-40e07142c315/32c32cc5-b9ef-4c27-abd3-32f330a9bda6) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:29.761698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-013a4029-ba29-4377-92b9-e98906f0383a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 217 time: 0.0387819 Oct 15 00:38:29.773223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:29.794073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port c6310566-b6fe-496c-9529-fbc51fa92176 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:29.816371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-016630c7-b05b-46c6-828a-5306a359a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.818613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-016630c7-b05b-46c6-828a-5306a359a768 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.0503216 Oct 15 00:38:29.866513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-8ed91383-950d-459e-aa35-1c90c784d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:29.868002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-8ed91383-950d-459e-aa35-1c90c784d2cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413010 Oct 15 00:38:29.889545 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:29.959496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.000379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:30.003595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:30.009307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:30.023657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:fed4:5aa2 (419a12fc-860c-4125-beb1-c478c6ba03c1/e0c128a2-0a90-47d1-8650-40e07142c315/c6310566-b6fe-496c-9529-fbc51fa92176) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:30.038842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Pushing event updated for resources: {'Port': ['ID=32c32cc5-b9ef-4c27-abd3-32f330a9bda6,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:30.103948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Attempting to bind port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:30.104332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Attempting to bind port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:30.104667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Attempting to bind port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:30.110454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:30.110918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:30.111345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.111763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:30.112234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Bound port: 32c32cc5-b9ef-4c27-abd3-32f330a9bda6, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:30.112615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.151437 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.176866 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.185438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] For port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:30.188800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] For port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=32c32cc5-b9ef-4c27-abd3-32f330a9bda6,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:30.204158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.272710 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.290317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43480) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:30.304391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.334252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f782fb-37b1-4c17-9c69-4576ff030080 None None] Pushing event updated for resources: {'Port': ['ID=32c32cc5-b9ef-4c27-abd3-32f330a9bda6,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:30.346946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-44581e4c-1d06-4417-a6d6-48bb76e943f6 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701903 Oct 15 00:38:30.365997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:30.372170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:30.380088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:30.389312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:30.390331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.401580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=c6310566-b6fe-496c-9529-fbc51fa92176,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:30.490529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddda45-8280-4baa-8d8a-045d5dcf16d6 req-a793d2e9-9e3f-4606-aad4-6ebe70b4525b tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:30.492078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44ddda45-8280-4baa-8d8a-045d5dcf16d6 req-a793d2e9-9e3f-4606-aad4-6ebe70b4525b tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.0582376 Oct 15 00:38:30.521332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-03df8787-c194-4d38-b369-4d3eb38cd3b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1607592 Oct 15 00:38:30.530276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43486) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:30.577439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44ddda45-8280-4baa-8d8a-045d5dcf16d6 req-3c3498b2-3cf1-48ab-8dd0-6eaddd559a94 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786433 Oct 15 00:38:30.607251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-46f5ac83-d66d-4f11-9ba5-9778b6433289 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518179 Oct 15 00:38:30.609767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b101b-6433-409b-8c74-5250ce0f99e5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:30.617876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b101b-6433-409b-8c74-5250ce0f99e5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:30.619709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-397b101b-6433-409b-8c74-5250ce0f99e5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0885239 Oct 15 00:38:30.622377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43494) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:30.732993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-95567b50-eef2-43d4-be7d-03a3c5ee724c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0667853 Oct 15 00:38:30.788360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port c6310566-b6fe-496c-9529-fbc51fa92176 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:30.788702 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:30.831940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-3d990d16-e807-487e-bffb-7e6750864028 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910037 Oct 15 00:38:30.849912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3ad94-87e5-4c64-9f5b-85c26036935f req-b4344ea1-18ba-4945-975a-18abf0d4d72b tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:30.851430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ea3ad94-87e5-4c64-9f5b-85c26036935f req-b4344ea1-18ba-4945-975a-18abf0d4d72b tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.1175489 Oct 15 00:38:30.865408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43500) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:30.873520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-c154bec2-1b25-4168-9fed-62709d55819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:30.874983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-c154bec2-1b25-4168-9fed-62709d55819e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1036649 Oct 15 00:38:30.877969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Request body: {'floatingip': {'port_id': '2c58876e-516e-4c47-b42b-feee52d740f3'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:30.961264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-6eda4241-684e-49c1-87b6-10daeb1e5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:30.962907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-6eda4241-684e-49c1-87b6-10daeb1e5a34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798838 Oct 15 00:38:31.101432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-35178804-725a-485f-8ccd-1064a35f4274 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307769 Oct 15 00:38:31.185942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43506) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:31.196174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.275967 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-9e943dae-8f67-41f4-9136-3f00c6482a70 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660879 Oct 15 00:38:31.308396 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.350113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-5a21b2c1-4e59-4782-995d-ff6d776abb3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7 HTTP/1.1" status: 200 len: 217 time: 0.0470612 Oct 15 00:38:31.376599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a10e168-1441-4a1f-9481-9fec6ebec59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.389673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.409202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a278d2-42eb-4dbb-b092-001688ba6def req-b25eed0d-3741-45e0-a8e7-64f028e160f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:31.412360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-b25eed0d-3741-45e0-a8e7-64f028e160f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1096 time: 0.5467448 Oct 15 00:38:31.416649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for c6310566-b6fe-496c-9529-fbc51fa92176 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:31.482528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-9fa05eff-77df-4d9c-954b-93d0f19c93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:31.482732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 72deee89-e0dc-4f69-aef5-a852090b8e21 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:31.484013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-9fa05eff-77df-4d9c-954b-93d0f19c93f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1167803 Oct 15 00:38:31.522897 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 72deee89-e0dc-4f69-aef5-a852090b8e21 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:31.524512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 72deee89-e0dc-4f69-aef5-a852090b8e21 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:31.586046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-804d27bc-bd81-46d5-ba9d-f56e69e95099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:31.587648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-804d27bc-bd81-46d5-ba9d-f56e69e95099 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944672 Oct 15 00:38:31.640925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a10e168-1441-4a1f-9481-9fec6ebec59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.680323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a278d2-42eb-4dbb-b092-001688ba6def req-d118f172-8f4a-40cf-ae7f-90c2ae2e6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:31.681789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-d118f172-8f4a-40cf-ae7f-90c2ae2e6f35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.2460339 Oct 15 00:38:31.684582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7c7d2142-e273-44cf-913f-b00bceb6db03 None None] Provisioning complete for port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:31.685174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2142-e273-44cf-913f-b00bceb6db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.716725 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a10e168-1441-4a1f-9481-9fec6ebec59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.795511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10e168-1441-4a1f-9481-9fec6ebec59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3e83ae-9db8-493b-be72-04599050cf9c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:31.838477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a10e168-1441-4a1f-9481-9fec6ebec59e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e12889d20ead48de81d01b518a9b4126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514049 Oct 15 00:38:31.843613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43516) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:31.853914 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2142-e273-44cf-913f-b00bceb6db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.859389 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-e2208206-db05-4ea8-af03-05464ac872ef service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618845 Oct 15 00:38:31.895536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7c7d2142-e273-44cf-913f-b00bceb6db03 None None] For port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=32c32cc5-b9ef-4c27-abd3-32f330a9bda6,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:31.912419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-928298ad-09d6-4845-a54f-a5f72e93987b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 1001 time: 0.2187474 Oct 15 00:38:31.989721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2142-e273-44cf-913f-b00bceb6db03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:31.997216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Deleting port 91ff17c3-327b-463b-8960-af23696c1f23 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:31.997561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.017289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.020735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2426310e-d492-4352-a1df-4d99e7e3a4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.020925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a278d2-42eb-4dbb-b092-001688ba6def req-7c979e7e-7ef4-4adc-8478-3ad177f1b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:32.022275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-7c979e7e-7ef4-4adc-8478-3ad177f1b09e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0971730 Oct 15 00:38:32.100347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=c6310566-b6fe-496c-9529-fbc51fa92176,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:32.101641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-0d2cd986-29e9-41be-9ae5-d9ff3fff68a1 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325637 Oct 15 00:38:32.104725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:32.115964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2142-e273-44cf-913f-b00bceb6db03 None None] Pushing event updated for resources: {'Port': ['ID=32c32cc5-b9ef-4c27-abd3-32f330a9bda6,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:32.126971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2426310e-d492-4352-a1df-4d99e7e3a4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.178238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.178468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f2d56e08-1dfa-4d0d-814a-eb9f1278b4cc None None] Could not find standard attr ID for object c6310566-b6fe-496c-9529-fbc51fa92176. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:32.181446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7d56229f-f155-45fe-89bc-ffd36c7bceb5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/c6310566-b6fe-496c-9529-fbc51fa92176 HTTP/1.1" status: 204 len: 168 time: 1.5580833 Oct 15 00:38:32.186712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43520) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:32.204593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] For port 91ff17c3-327b-463b-8960-af23696c1f23, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=91ff17c3-327b-463b-8960-af23696c1f23,segment=NetworkSegment(e75827bc-21d7-4586-8995-76c6716e3340),segment_id=e75827bc-21d7-4586-8995-76c6716e3340)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:32.205059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.216372 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-35d8db43-71eb-468f-9db9-0b51aee1ce84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb HTTP/1.1" status: 200 len: 217 time: 0.1057327 Oct 15 00:38:32.216592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:32.217017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.236024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.242355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Calling delete_port for 91ff17c3-327b-463b-8960-af23696c1f23 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:32.244178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a278d2-42eb-4dbb-b092-001688ba6def req-6473272b-287b-4034-900b-37941fbb8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:32.245857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-6473272b-287b-4034-900b-37941fbb8ce1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159061 Oct 15 00:38:32.258698 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.295566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552b87-53cb-440e-9d62-942d638ce46c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:32.297363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552b87-53cb-440e-9d62-942d638ce46c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:32.299079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-32552b87-53cb-440e-9d62-942d638ce46c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1117094 Oct 15 00:38:32.306741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43522) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:32.359213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-fbb8cebe-7242-42e4-bfc1-7297e557d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:32.360704 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-fbb8cebe-7242-42e4-bfc1-7297e557d394 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.1317935 Oct 15 00:38:32.364074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.448469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2426310e-d492-4352-a1df-4d99e7e3a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.450984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet e0c128a2-0a90-47d1-8650-40e07142c315 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:32.451116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2426310e-d492-4352-a1df-4d99e7e3a4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.452111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2426310e-d492-4352-a1df-4d99e7e3a4a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f3e83ae-9db8-493b-be72-04599050cf9c HTTP/1.1" status: 204 len: 168 time: 0.6061502 Oct 15 00:38:32.456656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.464466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-11b6be13-3ced-424b-b075-9962b3e3804a service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099912 Oct 15 00:38:32.471750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426310e-d492-4352-a1df-4d99e7e3a4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3e83ae-9db8-493b-be72-04599050cf9c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:32.479640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-c779d6a8-b02c-4b0c-8d0d-a5aa7f2f8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:32.481119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-c779d6a8-b02c-4b0c-8d0d-a5aa7f2f8b01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111979 Oct 15 00:38:32.575352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.619341 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Floating IP b4dfb2d0-d975-4e7c-9420-37f2c715a5dc associated. External IP: 172.25.2.125, port: 2c58876e-516e-4c47-b42b-feee52d740f3. Oct 15 00:38:32.652740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-4745be64-db59-4d7e-8fe9-049b4bb7bbc7 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412072 Oct 15 00:38:32.720838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.755206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=91ff17c3-327b-463b-8960-af23696c1f23,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:32.771897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02a278d2-42eb-4dbb-b092-001688ba6def req-123d762a-700b-4c9a-b168-7cb40fa437ba service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870250 Oct 15 00:38:32.796275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:32.828134 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-9690da50-2671-4462-b2cb-f8f745fba6fb service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683640 Oct 15 00:38:32.879335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-4ce4aa26-ff3f-40e1-9df6-82e0dfd8d887 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c687c049-3c32-4380-8506-c406f236d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0436502 Oct 15 00:38:32.972308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Router 2bf18fd6-ba82-4501-8db4-a039a23f420d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:38:33.022173 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:33.046867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-d5118853-395e-441b-b737-c193adaa7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:33.048342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-d5118853-395e-441b-b737-c193adaa7989 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.0992885 Oct 15 00:38:33.053179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c128a2-0a90-47d1-8650-40e07142c315,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:33.053375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:33.059962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:33.063138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8f5abe44-cf76-4905-b8f0-3ed640d5add9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/e0c128a2-0a90-47d1-8650-40e07142c315 HTTP/1.1" status: 204 len: 168 time: 0.7552619 Oct 15 00:38:33.065649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43540) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:33.077676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49489e57-7b5b-474e-922e-607a3854d922 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:33.144523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85f27552-08ff-4f8b-9f37-5c2a343cfb84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753934 Oct 15 00:38:33.146805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43544) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:33.151671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:33.211750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:38:33.234213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] Sync routers for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:38:33.275221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:33.275907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:38:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:33.473157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:33.543206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:33.587012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-a71a4b10-ede9-473a-936f-171fdcc609f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:33.588511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-a71a4b10-ede9-473a-936f-171fdcc609f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5323813 Oct 15 00:38:33.643936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:33.703114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] Deleting port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:33.703471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:33.709980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6e6b13f7-5f10-48da-8d60-1d30177df4d8 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "PUT /v2.0/floatingips/b4dfb2d0-d975-4e7c-9420-37f2c715a5dc HTTP/1.1" status: 200 len: 991 time: 2.8433120 Oct 15 00:38:33.715784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:33.717332 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1eb0c-de27-44ea-89cc-be162cbb53f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:33.777574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43562) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:33.784541 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d44749-0a63-423f-a19d-e5553b23e44a x-openstack-request-id: req-19d44749-0a63-423f-a19d-e5553b23e44a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:33.786217 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:33.786217 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19d44749-0a63-423f-a19d-e5553b23e44a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:33.787251 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3', 'status': 'completed', 'code': 200} Oct 15 00:38:33.793696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] For port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=32c32cc5-b9ef-4c27-abd3-32f330a9bda6,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:33.794084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:33.828452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:33.835479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] Calling delete_port for 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:33.838407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:33.875405 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-df79c739-5ccb-406d-b91b-04d1100e4a2e service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619882 Oct 15 00:38:33.913342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b4dfb2d0-d975-4e7c-9420-37f2c715a5dc', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'port_id': '2c58876e-516e-4c47-b42b-feee52d740f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'mac_address': 'fa:16:3e:67:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:38:09Z', 'updated_at': '2021-10-15T00:38:32Z', 'revision_number': 1, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 5, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:33.945854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] Checking router: 2bf18fd6-ba82-4501-8db4-a039a23f420d for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:38:33.960712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:33.961603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:38:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:33.980972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2086175458-network', 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:34.003460 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.018364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:38:34.040487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] Pushing event deleted for resources: {'Port': ['ID=32c32cc5-b9ef-4c27-abd3-32f330a9bda6,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:34.048692 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-bc47a2a1-b529-4148-b2a7-f5a7c6ee0d68 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613281 Oct 15 00:38:34.049660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8227f-cbc9-4ebc-b44b-6f2fec9f4e37 None None] No DVR routers for this DVR port 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:34.069612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-65529c03-de4f-4c11-a7ae-ec01bc5c64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:34.076549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-65529c03-de4f-4c11-a7ae-ec01bc5c64a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e006278a28c54fd581ecd36fe2f1e832&device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 1096 time: 0.2692902 Oct 15 00:38:34.145488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:34.147975 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-fc403fd1-dca8-4bb0-a631-51740f9d6041 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24babc18-da8f-4608-a66f-5a6ed585041a HTTP/1.1" status: 200 len: 217 time: 0.0858355 Oct 15 00:38:34.152872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.172733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:34.177940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:34.193828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.226403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:34.226644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 32c32cc5-b9ef-4c27-abd3-32f330a9bda6 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:34.258823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-c7401320-7ebd-4514-967c-8381f18cb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:34.260673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-c7401320-7ebd-4514-967c-8381f18cb40e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.1043098 Oct 15 00:38:34.282545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:38:34.302411 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] Sync routers for ids ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:38:34.303106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a087583a-833c-45df-87e0-63a41803d5aa admin admin] 10.222.0.13 "PUT /v2.0/routers/fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0119700 Oct 15 00:38:34.306645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43572) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:34.309511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-8c9ec94a-8895-4f16-935f-8beab90b2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:34.311008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-8c9ec94a-8895-4f16-935f-8beab90b2358 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4187bfb9-8f8e-42e6-976c-2b0e664ebc0e HTTP/1.1" status: 200 len: 915 time: 0.2244720 Oct 15 00:38:34.321015 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] Routers {'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:34.323036 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:38:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:34.368667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074cb-d121-4799-a113-57148500db1a req-cde5ea77-487d-47bd-845d-b8adf151c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:34.370199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-cde5ea77-487d-47bd-845d-b8adf151c74e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022608 Oct 15 00:38:34.481357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] Set router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:34.491660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.501237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-6e416af8-e7fc-4b3d-95ec-201257ec1e11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c58876e-516e-4c47-b42b-feee52d740f3 HTTP/1.1" status: 200 len: 999 time: 0.1712985 Oct 15 00:38:34.507568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b4dfb2d0-d975-4e7c-9420-37f2c715a5dc', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'port_id': '2c58876e-516e-4c47-b42b-feee52d740f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'mac_address': 'fa:16:3e:67:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:38:09Z', 'updated_at': '2021-10-15T00:38:32Z', 'revision_number': 1, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 5, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:34.529219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.546877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56f507-3340-43e4-99d6-08b1b21fa1ca None None] The sync data for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 is: [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b4dfb2d0-d975-4e7c-9420-37f2c715a5dc', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'floating_ip_address': '172.25.2.125', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'port_id': '2c58876e-516e-4c47-b42b-feee52d740f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'mac_address': 'fa:16:3e:67:f4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:38:09Z', 'updated_at': '2021-10-15T00:38:32Z', 'revision_number': 1, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 5, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:38:34.580052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.594803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-872d4078-6d50-4894-88a1-283bdb1d0827 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175152 Oct 15 00:38:34.617103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-9f497be5-fdeb-4e7b-a1a7-eacf8423d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:34.618702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-9f497be5-fdeb-4e7b-a1a7-eacf8423d858 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ccb3ced-0c5f-4885-8908-074b8684265f HTTP/1.1" status: 200 len: 853 time: 0.1099875 Oct 15 00:38:34.663535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:38:34.701534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd6a10-39fa-459d-86e6-bb7a0990ac00,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:34.707035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.737191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f60074cb-d121-4799-a113-57148500db1a req-ba29d5b0-b200-45d2-931d-124de4e51a76 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157951 Oct 15 00:38:34.746777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.747311 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Added segment ac408a22-2930-42b7-90bd-593b71ce1b16 of type vlan for network 254d612d-8aa7-40a1-b978-a145ebdb820a Oct 15 00:38:34.770833 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:38:32Z', 'revision_number': 5, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port': {'id': '6f597e65-8cfa-4b1f-864f-f00c5a29fdc7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:42Z', 'updated_at': '2021-10-15T00:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:34.773683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:34.784373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.789912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-4a25514f-5613-47f3-8d97-ace8add50dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:34.791782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-4a25514f-5613-47f3-8d97-ace8add50dc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4187bfb9-8f8e-42e6-976c-2b0e664ebc0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625407 Oct 15 00:38:34.837389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Deleting port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:34.837721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.844405 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] Checking router: fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:38:34.855534 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] Routers {'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:38:34.856370 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:38:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:34.884355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827cfd5d-ee0c-46bd-b4a6-17944f2ade55 None None] New status for floating IP b4dfb2d0-d975-4e7c-9420-37f2c715a5dc: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:38:34.943843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:34.945468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.956335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:34.962835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] For port 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:34.963157 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.964003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:34.964790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:34.978574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=8291484c-f5ed-49d1-af40-c531506c77c7,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:34.979323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Calling delete_port for 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:34.989802 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] Set router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:38:35.007619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdca78e-9b74-4d9b-8bf6-2654cd77ce9d None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:35.018709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-11be3cba-2fb2-49dc-88ef-4c25d289c288 service neutron] 10.222.0.39 "GET /v2.0/networks/4187bfb9-8f8e-42e6-976c-2b0e664ebc0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965587 Oct 15 00:38:35.058388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-80e0363a-5d9f-4da4-8268-720bd1fce4a8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9118149 Oct 15 00:38:35.060820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43578) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:35.065501 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:38:34Z', 'revision_number': 6, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:35.068473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:29:dd:58', 'name': 'tempest-NetworksTestDHCPv6-1567946005'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:35.109672 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.110646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:35.111217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.125013 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db55074-4c84-43f0-8565-359c27b6b980 None None] The sync data for ids ['fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb'] in n-d-811521-2 is: [{'id': 'fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb', 'name': 'tempest-ServerRescueNegativeTestJSON-830914856-router', 'tenant_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:41Z', 'updated_at': '2021-10-15T00:38:34Z', 'revision_number': 6, 'project_id': '4b322c2dcbae4287ba7bdc453dba4d36', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:38:35.272370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '8291484c-f5ed-49d1-af40-c531506c77c7'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:35.273337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.295406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.300409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] Pushing event updated for resources: {'Network': ['ID=254d612d-8aa7-40a1-b978-a145ebdb820a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:35.312913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96a1eb0c-de27-44ea-89cc-be162cbb53f7 req-b7c4b855-0f65-4889-af4f-f6a2056ae2da service neutron] 10.222.0.39 "GET /v2.0/networks/4187bfb9-8f8e-42e6-976c-2b0e664ebc0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869961 Oct 15 00:38:35.331297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-627497db-2534-4219-8bb6-d56f5a922d6c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5507100 Oct 15 00:38:35.331594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43584) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:35.338060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Request body: {'subnet': {'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2086175458-subnet', 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:35.341109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f597e65-8cfa-4b1f-864f-f00c5a29fdc7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:35.355632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 254d612d-8aa7-40a1-b978-a145ebdb820a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:38:35.357317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:38:35.357317 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 00:38:35.357317 n-d-811521-2 neutron-server[107726]: [parameters: {'project_id_1': '460d071a2498423a81783b5859f1d337', 'expiration_1': datetime.datetime(2021, 10, 15, 0, 38, 15, 348737)}] Oct 15 00:38:35.357317 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:38:35.357804 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:38:35.409991 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.442219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:35.442219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.494507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Allocated IP 2001:db8::f816:3eff:fe6f:c144 (419a12fc-860c-4125-beb1-c478c6ba03c1/8291484c-f5ed-49d1-af40-c531506c77c7/8dc07013-aae4-4559-bccc-b76ea00d17a5) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:35.529478 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.533545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.757319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.757319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:38:35.757319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.757319 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d4747607-069d-4c58-b9a6-1b6306499032 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fb6b66cf-5744-47a1-a1a2-bb72b6b0dcbb HTTP/1.1" status: 204 len: 168 time: 1.4288108 Oct 15 00:38:35.757319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43588) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:35.758691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.789301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] Deleting subnet 3cfd66b4-e184-4af9-979b-1a19b7e5f5ef {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:35.793126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.817880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b26703b-4283-4fed-aa99-6da3b957f7d9,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:35.828717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:35.829080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Network hostable DHCP agents. Network: 254d612d-8aa7-40a1-b978-a145ebdb820a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:38:35.830217 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.838872 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.886156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.886561 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:35.906873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:38:35.929803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:35.932776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:35.937558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:35.955372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Pushing event updated for resources: {'Port': ['ID=8dc07013-aae4-4559-bccc-b76ea00d17a5,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:35.956050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:36.007880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Attempting to bind port 8dc07013-aae4-4559-bccc-b76ea00d17a5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:36.008256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Attempting to bind port 8dc07013-aae4-4559-bccc-b76ea00d17a5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:36.008611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Attempting to bind port 8dc07013-aae4-4559-bccc-b76ea00d17a5 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:36.014269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:36.017645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:36.017645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.017645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:36.017645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Bound port: 8dc07013-aae4-4559-bccc-b76ea00d17a5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:36.017645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.035955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 254d612d-8aa7-40a1-b978-a145ebdb820a) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:36.038038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.050530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:36.051639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.070631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91ff17c3-327b-463b-8960-af23696c1f23 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:36.072891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e44824-2a45-4705-8899-4b89be0fada2 None None] Network 254d612d-8aa7-40a1-b978-a145ebdb820a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:36.080514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cfd66b4-e184-4af9-979b-1a19b7e5f5ef,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:36.084885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.088018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.088638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d14d4de5-0e59-4d9f-9c67-1f7021ce12b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3cfd66b4-e184-4af9-979b-1a19b7e5f5ef HTTP/1.1" status: 204 len: 168 time: 0.3458984 Oct 15 00:38:36.095132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43594) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:36.098595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 91ff17c3-327b-463b-8960-af23696c1f23 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:36.098982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 91ff17c3-327b-463b-8960-af23696c1f23 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:36.099373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:36.120184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 7c1b6059-a824-4ace-b22e-cd6bb19a3731 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:36.141358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:36.141594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6f597e65-8cfa-4b1f-864f-f00c5a29fdc7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:36.159034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-af7e47c0-17df-4b10-b876-82a082f5cef4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8263683 Oct 15 00:38:36.188973 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.245281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] For port 8dc07013-aae4-4559-bccc-b76ea00d17a5, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:36.284532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] For port 8dc07013-aae4-4559-bccc-b76ea00d17a5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8dc07013-aae4-4559-bccc-b76ea00d17a5,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:36.291940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:fe29:dd58 (419a12fc-860c-4125-beb1-c478c6ba03c1/8291484c-f5ed-49d1-af40-c531506c77c7/7c1b6059-a824-4ace-b22e-cd6bb19a3731) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:36.342824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.366561 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.393223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d077b8b-3941-44d5-9528-340ad73960a3']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:36.417851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75827bc-21d7-4586-8995-76c6716e3340') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:36.418331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75827bc-21d7-4586-8995-76c6716e3340') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:38:36.430196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.454164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.458008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7e84bd-2543-405a-b5b2-a8568de60d6f None None] Network 254d612d-8aa7-40a1-b978-a145ebdb820a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:36.467201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:38:36.467757 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:38:36.470119 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:38:36.528145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b9c34-6fa0-4f85-a905-b4e525ae21cc None None] Pushing event updated for resources: {'Port': ['ID=8dc07013-aae4-4559-bccc-b76ea00d17a5,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:36.561716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.712872 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.736040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.741511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.745370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d077b8b-3941-44d5-9528-340ad73960a3 HTTP/1.1" status: 204 len: 168 time: 0.6486344 Oct 15 00:38:36.760422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6ac0a-260f-41b1-a5a3-5e6a5d84273e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d077b8b-3941-44d5-9528-340ad73960a3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:36.816181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:36.824292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:36.828475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:36.835130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:36.836005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:36.868151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=7c1b6059-a824-4ace-b22e-cd6bb19a3731,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:36.937037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c9ee52c1-9eb2-436d-b014-ec5d68e191b3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8751974 Oct 15 00:38:36.939715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43626) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:37.006526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-dffa4265-2f27-4d45-88c4-2654e7b56d8d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:37.008108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-dffa4265-2f27-4d45-88c4-2654e7b56d8d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1602910 Oct 15 00:38:37.022330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a7424-5070-4557-a535-3eea6e234380 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:37.028256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a7424-5070-4557-a535-3eea6e234380 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:37.030239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-250a7424-5070-4557-a535-3eea6e234380 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0891917 Oct 15 00:38:37.032716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43628) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:37.040777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-63aeec15-6a55-46df-8ebe-22d99cc55fa9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0097678 Oct 15 00:38:37.072421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-c35e4335-5d9b-4080-a9fe-d560c46f8695 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256858 Oct 15 00:38:37.125046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 7c1b6059-a824-4ace-b22e-cd6bb19a3731 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:37.127878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.139884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43630) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:37.173494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-726e9bfc-d3d3-46de-8657-8895ba61d41e service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939484 Oct 15 00:38:37.238947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8d8b9e9a-19fd-4597-bf82-6f34585243ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b322c2dcbae4287ba7bdc453dba4d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954015 Oct 15 00:38:37.239985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43632) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:37.259825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.273616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-923a75bb-3614-48f1-9b89-900e03dc2bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924726 Oct 15 00:38:37.288845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 7c1b6059-a824-4ace-b22e-cd6bb19a3731 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:37.370396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19381d65-c480-43b4-bc2f-205cd832aa19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.407430 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19381d65-c480-43b4-bc2f-205cd832aa19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.580242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.671513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19381d65-c480-43b4-bc2f-205cd832aa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.674071 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19381d65-c480-43b4-bc2f-205cd832aa19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.678045 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19381d65-c480-43b4-bc2f-205cd832aa19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aca0435-2d74-4d83-a8a3-07e1ac7ae174 HTTP/1.1" status: 204 len: 168 time: 0.4343626 Oct 15 00:38:37.678045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.681201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/7c1b6059-a824-4ace-b22e-cd6bb19a3731 HTTP/1.1" status: 204 len: 168 time: 0.6473181 Oct 15 00:38:37.683856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43648) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:37.684258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04ccd0-c3ca-4076-bfbd-45b65189d49f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=7c1b6059-a824-4ace-b22e-cd6bb19a3731,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:37.697582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19381d65-c480-43b4-bc2f-205cd832aa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aca0435-2d74-4d83-a8a3-07e1ac7ae174,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:37.803026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92795f-5321-47d4-a3b8-fbe72477e12b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:37.804259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2441f5a4-2832-4430-81d6-823b6fd64cce None None] Provisioning complete for port 8dc07013-aae4-4559-bccc-b76ea00d17a5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:37.806023 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2441f5a4-2832-4430-81d6-823b6fd64cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.811837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92795f-5321-47d4-a3b8-fbe72477e12b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:37.813508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3f92795f-5321-47d4-a3b8-fbe72477e12b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287117 Oct 15 00:38:37.816282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:37.908195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 8291484c-f5ed-49d1-af40-c531506c77c7 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:37.912238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:37.999713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.006899 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2441f5a4-2832-4430-81d6-823b6fd64cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.034593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c58fea89-48ff-43a3-a4f5-2fa58ed6e874 req-8957917c-3eb5-43d7-995c-643de28115ef tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 210 time: 0.4988148 Oct 15 00:38:38.107531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2441f5a4-2832-4430-81d6-823b6fd64cce None None] For port 8dc07013-aae4-4559-bccc-b76ea00d17a5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8dc07013-aae4-4559-bccc-b76ea00d17a5,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:38.155172 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8dc07013-aae4-4559-bccc-b76ea00d17a5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:38.211369 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2441f5a4-2832-4430-81d6-823b6fd64cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.213529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.305971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8dc07013-aae4-4559-bccc-b76ea00d17a5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:38.306429 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.308378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f5a4-2832-4430-81d6-823b6fd64cce None None] Pushing event updated for resources: {'Port': ['ID=8dc07013-aae4-4559-bccc-b76ea00d17a5,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:38.353619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7d95bf74-ca07-44da-83a1-3584460c27ce None None] Could not find standard attr ID for object 7c1b6059-a824-4ace-b22e-cd6bb19a3731. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:38.376392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.441551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.448833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43670) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:38.450807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/8291484c-f5ed-49d1-af40-c531506c77c7 HTTP/1.1" status: 204 len: 168 time: 0.6322565 Oct 15 00:38:38.452056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6cef0-2467-4fd3-9064-1e2b75379c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=8291484c-f5ed-49d1-af40-c531506c77c7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:38.452840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c720259-4320-462c-a692-e817dd9026f3 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:38.518833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d468499e-11c8-4d53-8bab-5fe7a6eb72d7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677445 Oct 15 00:38:38.521683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43676) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:38.620684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc8733-da3e-4ed0-af0d-7d9b74cc4806 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:38.622520 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5fbc8733-da3e-4ed0-af0d-7d9b74cc4806 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0998638 Oct 15 00:38:38.625146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43680) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:38.670783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:38.705080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027a73a-c978-4e1f-a7c5-bd686ea6cf58 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:38.707245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9027a73a-c978-4e1f-a7c5-bd686ea6cf58 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0809634 Oct 15 00:38:38.710201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43684) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:38.734074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] Deleting port 8dc07013-aae4-4559-bccc-b76ea00d17a5 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:38.734596 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.759619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9afd7e0d-c15e-4330-8eb7-120aeb85cd73 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481994 Oct 15 00:38:38.764060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43686) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:38.769064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:38.825423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] For port 8dc07013-aae4-4559-bccc-b76ea00d17a5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8dc07013-aae4-4559-bccc-b76ea00d17a5,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:38.827663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:38.841727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] Calling delete_port for 8dc07013-aae4-4559-bccc-b76ea00d17a5 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:38.969413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:38.974417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.048383 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.074846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] Pushing event deleted for resources: {'Port': ['ID=8dc07013-aae4-4559-bccc-b76ea00d17a5,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:39.078667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee20f2-7776-41be-8a42-29303e922746 None None] No DVR routers for this DVR port 8dc07013-aae4-4559-bccc-b76ea00d17a5 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:39.109969 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43700) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:39.184178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-56ac0b95-86de-43e4-a470-9a173eabaa7c req-3f55ff9a-ae93-4b30-aa1f-c0f2da97fd55 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 210 time: 0.0470459 Oct 15 00:38:39.262580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1948551788-network', 'tenant_id': 'bcdcc8e175334ec7b95781fc82dc79e7'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:39.339704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Made reservation on behalf of bcdcc8e175334ec7b95781fc82dc79e7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:39.342595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.352715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.411184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:39.413431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.430311 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.455745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:39.459391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:39.463422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:39.464008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.478150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=3632499e-3ab9-4776-91f0-41d3e285f124,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:39.481859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4cbe7-e4e4-415b-8c50-61e708b65a4e None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:39.494460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.521701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:38:39.540196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4f7374-b629-408c-ba30-51f3f5ac01c9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:39.540196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.540196 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Added segment 22943d74-1111-4ec5-871d-d9a1b5f2a16a of type vlan for network bd793f9b-7330-41e2-aeae-9161daeda167 Oct 15 00:38:39.594239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.595777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fba5df47-b25b-423f-b8db-2b38ca4a49fe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8308909 Oct 15 00:38:39.599075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43710) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:39.604368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:63:35:3a', 'name': 'tempest-NetworksTestDHCPv6-1778906832'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:39.669633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '3632499e-3ab9-4776-91f0-41d3e285f124'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:39.670510 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.683256 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.684234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:39.684807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.744538 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.746623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] Pushing event updated for resources: {'Network': ['ID=bd793f9b-7330-41e2-aeae-9161daeda167,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:39.756111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network bd793f9b-7330-41e2-aeae-9161daeda167 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:38:39.759111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dc0e4086-0c48-4734-9dbe-4046942b6da4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6475015 Oct 15 00:38:39.761929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:39.767135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Request body: {'subnet': {'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1948551788-subnet', 'tenant_id': 'bcdcc8e175334ec7b95781fc82dc79e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:39.854848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:39.859141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:39.874777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Allocated IP 2001:db8::f816:3eff:fed4:967a (419a12fc-860c-4125-beb1-c478c6ba03c1/3632499e-3ab9-4776-91f0-41d3e285f124/bbe27bbe-26b9-469f-9d84-1b251b4c63be) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:39.881538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 554e210d-b3a7-485d-8d44-505bdc67162a yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:39.998286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Made reservation on behalf of bcdcc8e175334ec7b95781fc82dc79e7 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:40.001189 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.021366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8dc07013-aae4-4559-bccc-b76ea00d17a5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:40.023423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.046499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8dc07013-aae4-4559-bccc-b76ea00d17a5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:40.046832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8dc07013-aae4-4559-bccc-b76ea00d17a5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:40.118335 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.157145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:40.162360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:40.173159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:40.183334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Pushing event updated for resources: {'Port': ['ID=bbe27bbe-26b9-469f-9d84-1b251b4c63be,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:40.195268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:fe63:353a (419a12fc-860c-4125-beb1-c478c6ba03c1/3632499e-3ab9-4776-91f0-41d3e285f124/554e210d-b3a7-485d-8d44-505bdc67162a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:40.236325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-1cec98a1-8344-40a0-bc15-9b0a6537b36a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:40.237402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-1cec98a1-8344-40a0-bc15-9b0a6537b36a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1609814 Oct 15 00:38:40.272620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Request body: {'port': {'device_id': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'admin_state_up': True, 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:40.279082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Attempting to bind port bbe27bbe-26b9-469f-9d84-1b251b4c63be on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:40.279580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Attempting to bind port bbe27bbe-26b9-469f-9d84-1b251b4c63be by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:40.280041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Attempting to bind port bbe27bbe-26b9-469f-9d84-1b251b4c63be on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:40.288033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:40.290985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:40.290985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.290985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:40.290985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Bound port: bbe27bbe-26b9-469f-9d84-1b251b4c63be, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:40.290985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.360592 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b200a5d8-df58-4661-8457-8dbce40ec305 req-ece29d23-b3f9-40db-94fd-eaa37a6071cd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 210 time: 0.0816815 Oct 15 00:38:40.377959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] For port bbe27bbe-26b9-469f-9d84-1b251b4c63be, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:40.383639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] For port bbe27bbe-26b9-469f-9d84-1b251b4c63be, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bbe27bbe-26b9-469f-9d84-1b251b4c63be,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:40.404615 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.454402 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.455559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.523300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.523478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01e832-cf07-4a62-81dd-27f57dd43665 None None] Pushing event updated for resources: {'Port': ['ID=bbe27bbe-26b9-469f-9d84-1b251b4c63be,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:40.523820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a705373c-1195-4b4b-8fe1-43c67b37de3b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:40.532901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Checking segment: {'id': '22943d74-1111-4ec5-871d-d9a1b5f2a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:40.533262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Network hostable DHCP agents. Network: bd793f9b-7330-41e2-aeae-9161daeda167, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:38:40.575294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:40.578955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.582780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:40.587687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:40.592532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:40.599540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:40.600171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.608110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Network bd793f9b-7330-41e2-aeae-9161daeda167 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:38:40.611035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=554e210d-b3a7-485d-8d44-505bdc67162a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:40.693031 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e24d0b69-9a04-452f-a135-8221755bf9a5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0927258 Oct 15 00:38:40.700811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43726) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:40.719105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, bd793f9b-7330-41e2-aeae-9161daeda167) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:40.752164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99323fdd-e57b-45da-9aed-64429563c2c1 None None] Network bd793f9b-7330-41e2-aeae-9161daeda167 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:40.757407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:40.759988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:40.788442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70137e64-ea84-4fa4-947a-9e98c4007870 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:40.793930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Allocated IP 172.20.0.14 (254d612d-8aa7-40a1-b978-a145ebdb820a/0b26703b-4283-4fed-aa99-6da3b957f7d9/ab01ea89-35f2-47a8-ad7a-3c8872c72572) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:40.795555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70137e64-ea84-4fa4-947a-9e98c4007870 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:40.797427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-70137e64-ea84-4fa4-947a-9e98c4007870 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0975831 Oct 15 00:38:40.800103 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:40.916781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee5204-dd24-441f-8dca-7b3a4276c031 None None] Network bd793f9b-7330-41e2-aeae-9161daeda167 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:40.919927 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4d3accc4-c687-4677-873d-b0af76478d01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1566210 Oct 15 00:38:41.372609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 554e210d-b3a7-485d-8d44-505bdc67162a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:41.372951 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.465704 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.524163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.554612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6745a96f-4e56-4897-81f1-43d71fd124df req-dd06a613-ed29-48a2-ba01-bb06547a30ca tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 210 time: 0.0557861 Oct 15 00:38:41.561116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 554e210d-b3a7-485d-8d44-505bdc67162a owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:41.632960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43750) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:41.639501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-378405285-network', 'tenant_id': '0d9492c3a12b4e8f8259ef2c804f29cb'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:41.656496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.706310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3ceee0fa-f8fb-4e24-ad23-e8750dd5e399 None None] Provisioning complete for port bbe27bbe-26b9-469f-9d84-1b251b4c63be triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:41.708746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceee0fa-f8fb-4e24-ad23-e8750dd5e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.736662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:41.747482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:41.757725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:41.792509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event updated for resources: {'Port': ['ID=ab01ea89-35f2-47a8-ad7a-3c8872c72572,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:41.799476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Made reservation on behalf of 0d9492c3a12b4e8f8259ef2c804f29cb for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:41.799476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.818175 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceee0fa-f8fb-4e24-ad23-e8750dd5e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.818844 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.842915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:41.843866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.863763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3ceee0fa-f8fb-4e24-ad23-e8750dd5e399 None None] For port bbe27bbe-26b9-469f-9d84-1b251b4c63be, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bbe27bbe-26b9-469f-9d84-1b251b4c63be,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:41.900281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.920260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ceee0fa-f8fb-4e24-ad23-e8750dd5e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:41.938944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-9e071b13-1a3b-40b6-a129-e6bbd65fffa4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6784723 Oct 15 00:38:41.943808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=554e210d-b3a7-485d-8d44-505bdc67162a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:41.956300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Request body: {'port': {'device_id': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:41.982704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceee0fa-f8fb-4e24-ad23-e8750dd5e399 None None] Pushing event updated for resources: {'Port': ['ID=bbe27bbe-26b9-469f-9d84-1b251b4c63be,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:42.015191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.018480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c323eba0-0b2c-40c7-b010-5029dc832e0b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/554e210d-b3a7-485d-8d44-505bdc67162a HTTP/1.1" status: 204 len: 168 time: 1.2168419 Oct 15 00:38:42.021960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43758) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:42.034898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-77e6dbcd-3eef-4ff0-87cb-58fddcb8df7f None None] Could not find standard attr ID for object 554e210d-b3a7-485d-8d44-505bdc67162a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:42.069131 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.075546 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.103866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49ec57-157b-45fb-beee-c036879ce4bd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:42.105508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49ec57-157b-45fb-beee-c036879ce4bd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:42.107067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0d49ec57-157b-45fb-beee-c036879ce4bd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0840864 Oct 15 00:38:42.109700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43760) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:42.127924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bbe27bbe-26b9-469f-9d84-1b251b4c63be up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:42.140686 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.176512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 3632499e-3ab9-4776-91f0-41d3e285f124 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:42.180673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.187012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port bbe27bbe-26b9-469f-9d84-1b251b4c63be triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:42.187607 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.231218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.233500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5247a2c-3664-47ec-866e-fb87273378d9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:42.252956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:38:42.270128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.270698 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Added segment e2c240d9-555d-420a-b8c1-352de81132f1 of type vlan for network 23ddc09b-84bb-478b-aeae-59c14f72fbab Oct 15 00:38:42.321190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.358821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.455557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.469432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab01ea89-35f2-47a8-ad7a-3c8872c72572 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:38:42.478469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.486873 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.487813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:42.488536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.490371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=3632499e-3ab9-4776-91f0-41d3e285f124,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:42.499673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.505262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-571a9ba7-5077-4a06-a0c3-3a9f5505a17e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/3632499e-3ab9-4776-91f0-41d3e285f124 HTTP/1.1" status: 204 len: 168 time: 0.3945000 Oct 15 00:38:42.510338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345aee9c-eb9a-4190-8d06-3c27febb89e3 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:42.511412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43766) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:42.511543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Transition to ACTIVE for port object ab01ea89-35f2-47a8-ad7a-3c8872c72572 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:38:42.552886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ca8d45e6-f642-4266-ac5d-2c672578bada tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401766 Oct 15 00:38:42.555694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43768) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:42.562993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:42.570941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] Pushing event updated for resources: {'Network': ['ID=23ddc09b-84bb-478b-aeae-59c14f72fbab,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:42.580734 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.586494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 23ddc09b-84bb-478b-aeae-59c14f72fbab details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:38:42.630798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Pushing event updated for resources: {'Port': ['ID=ab01ea89-35f2-47a8-ad7a-3c8872c72572,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:42.636266 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7f1e55d1-65bb-4219-9493-bee4fd440574 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0021594 Oct 15 00:38:42.639356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43772) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:42.664004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Request body: {'subnet': {'network_id': '23ddc09b-84bb-478b-aeae-59c14f72fbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-378405285-subnet', 'tenant_id': '0d9492c3a12b4e8f8259ef2c804f29cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:42.754939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d1e1-2575-4c30-ac71-5ff7529b8f94 req-6668ada6-cf55-4f0d-a6f7-16addd90c060 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:42.755539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:42.756439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9898d1e1-2575-4c30-ac71-5ff7529b8f94 req-6668ada6-cf55-4f0d-a6f7-16addd90c060 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 944 time: 0.0996342 Oct 15 00:38:42.763339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Made reservation on behalf of 0d9492c3a12b4e8f8259ef2c804f29cb for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:42.765769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.770442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Attempting to bind port ab01ea89-35f2-47a8-ad7a-3c8872c72572 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:42.770943 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Attempting to bind port ab01ea89-35f2-47a8-ad7a-3c8872c72572 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:42.771711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Attempting to bind port ab01ea89-35f2-47a8-ad7a-3c8872c72572 on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:42.797566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Port ab01ea89-35f2-47a8-ad7a-3c8872c72572 on network 254d612d-8aa7-40a1-b978-a145ebdb820a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:38:42.797910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Attempting to bind port ab01ea89-35f2-47a8-ad7a-3c8872c72572 on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:42.813185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:42.813571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:42.813959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Bound using segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:42.814414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Bound port: ab01ea89-35f2-47a8-ad7a-3c8872c72572, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:42.814766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.824431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] Deleting port bbe27bbe-26b9-469f-9d84-1b251b4c63be {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:42.826512 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.831191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9898d1e1-2575-4c30-ac71-5ff7529b8f94 req-aa249c3d-9693-4744-992e-9bfb0a6b0949 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559175 Oct 15 00:38:42.862536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:42.867411 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.906417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] For port ab01ea89-35f2-47a8-ad7a-3c8872c72572, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:42.909808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] For port ab01ea89-35f2-47a8-ad7a-3c8872c72572, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ab01ea89-35f2-47a8-ad7a-3c8872c72572,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:42.916424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] For port bbe27bbe-26b9-469f-9d84-1b251b4c63be, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bbe27bbe-26b9-469f-9d84-1b251b4c63be,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:42.916816 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:42.930728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] Calling delete_port for bbe27bbe-26b9-469f-9d84-1b251b4c63be owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:43.005294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.063688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.064308 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.065843 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] 10.222.0.30 "PUT /v2.0/ports/ab01ea89-35f2-47a8-ad7a-3c8872c72572 HTTP/1.1" status: 200 len: 1092 time: 1.1171868 Oct 15 00:38:43.066765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'tag': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:43.069107 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8918fda-d64a-4bae-a553-ac4b9ae0d892" -d '{"events": [{"name": "network-changed", "server_uuid": "c92d3c7d-153d-4571-8bfd-0df86df34d11", "tag": "ab01ea89-35f2-47a8-ad7a-3c8872c72572"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:43.088576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c967005-1105-4216-8f56-b0b6c76afb9e service neutron] Pushing event updated for resources: {'Port': ['ID=ab01ea89-35f2-47a8-ad7a-3c8872c72572,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:43.089179 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.106070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] No DVR routers for this DVR port bbe27bbe-26b9-469f-9d84-1b251b4c63be on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:43.121954 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759a368-8454-4d04-a9ef-6da4d00d495b x-openstack-request-id: req-a759a368-8454-4d04-a9ef-6da4d00d495b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:43.126569 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92d3c7d-153d-4571-8bfd-0df86df34d11", "tag": "ab01ea89-35f2-47a8-ad7a-3c8872c72572", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:43.126569 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a759a368-8454-4d04-a9ef-6da4d00d495b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:43.126569 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'tag': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572', 'status': 'completed', 'code': 200} Oct 15 00:38:43.134774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9cbe8-6055-4f1e-9b6c-0577e2353ecb None None] Pushing event deleted for resources: {'Port': ['ID=bbe27bbe-26b9-469f-9d84-1b251b4c63be,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:43.147117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.221023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd9d630-f2b9-4bb4-af54-5a8e0a54a285,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:43.229010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Checking segment: {'id': 'e2c240d9-555d-420a-b8c1-352de81132f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '23ddc09b-84bb-478b-aeae-59c14f72fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:43.229449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Network hostable DHCP agents. Network: 23ddc09b-84bb-478b-aeae-59c14f72fbab, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:38:43.306000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:43.307456 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.329922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8918fda-d64a-4bae-a553-ac4b9ae0d892 req-0efc35ab-ab52-4691-abc8-61c9e5edcc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.331507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8918fda-d64a-4bae-a553-ac4b9ae0d892 req-0efc35ab-ab52-4691-abc8-61c9e5edcc20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 1095 time: 0.1848869 Oct 15 00:38:43.343093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Network 23ddc09b-84bb-478b-aeae-59c14f72fbab is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:38:43.353567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:43.361100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:43.366353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.366866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.373528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6437dfd-cc55-40e3-8f99-a5329e9591e1 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:43.380912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=d8d973e2-bfe2-456f-afbe-ffb6aed49d93,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:43.436875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8918fda-d64a-4bae-a553-ac4b9ae0d892 req-f35ecc23-b896-464b-adfc-3a5fcb3d314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.438426 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8918fda-d64a-4bae-a553-ac4b9ae0d892 req-f35ecc23-b896-464b-adfc-3a5fcb3d314f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0985143 Oct 15 00:38:43.454027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 23ddc09b-84bb-478b-aeae-59c14f72fbab) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:43.458804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.459397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.475566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-338fe7b5-c956-434b-955b-29e738269e4c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9187019 Oct 15 00:38:43.476217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43786) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:43.481084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:d6:67:9a', 'name': 'tempest-NetworksTestDHCPv6-1121847217'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:43.486210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92abef11-0da7-411c-a023-29dda98e56b5 None None] Network 23ddc09b-84bb-478b-aeae-59c14f72fbab requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:43.555492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8918fda-d64a-4bae-a553-ac4b9ae0d892 req-aa1f341c-fe6e-4f30-97e3-87ad9272b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.557262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8918fda-d64a-4bae-a553-ac4b9ae0d892 req-aa1f341c-fe6e-4f30-97e3-87ad9272b464 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123724 Oct 15 00:38:43.619144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-016c3172-c8de-4fce-8ed7-9cf14235a72e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9785588 Oct 15 00:38:43.620217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'd8d973e2-bfe2-456f-afbe-ffb6aed49d93'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:43.621074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.666304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-99d8b8bc-3e57-49a3-9b30-a30b3209d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.667829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-99d8b8bc-3e57-49a3-9b30-a30b3209d99d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 1095 time: 0.0686030 Oct 15 00:38:43.711196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-1d352dac-7330-4ed6-82c3-be446e32782e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab01ea89-35f2-47a8-ad7a-3c8872c72572 HTTP/1.1" status: 200 len: 217 time: 0.0358512 Oct 15 00:38:43.717760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:43.752776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f2996-e1ac-4aff-9df1-3be35878aea8 None None] Network 23ddc09b-84bb-478b-aeae-59c14f72fbab requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:43.776450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-80f7a727-4cce-4a47-b269-3c4b32a61269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:43.778444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-80f7a727-4cce-4a47-b269-3c4b32a61269 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.0603809 Oct 15 00:38:43.827860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:43.834233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-289a3da7-bca0-4ab7-b76c-3fd8d3609615 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488386 Oct 15 00:38:43.849718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port c2503221-099e-440c-ad7d-c525348cf320 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:43.886956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Allocated IP 2001:db8::f816:3eff:fe82:e98f (419a12fc-860c-4125-beb1-c478c6ba03c1/d8d973e2-bfe2-456f-afbe-ffb6aed49d93/f64a3dc3-0529-4385-8fab-816bdc703f15) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:43.995027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-1394c5a8-f6fe-4ea5-88a2-18c70f7e72fe service neutron] 10.222.0.30 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536148 Oct 15 00:38:44.044554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cd3f7-8dc4-4e4b-a285-ca42f55f3dcf req-ed3fe357-bb16-498b-a141-64adfc581e63 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:44.046481 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a1cd3f7-8dc4-4e4b-a285-ca42f55f3dcf req-ed3fe357-bb16-498b-a141-64adfc581e63 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 944 time: 0.0998175 Oct 15 00:38:44.135947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a1cd3f7-8dc4-4e4b-a285-ca42f55f3dcf req-136cac21-1266-40df-89b8-ebe99e98224f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765908 Oct 15 00:38:44.159833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e84a51c-6390-411b-b882-02b8f1de5459 req-d5bc8ccb-b4de-464a-af01-69c640b643b7 service neutron] 10.222.0.30 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517868 Oct 15 00:38:44.183271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bbe27bbe-26b9-469f-9d84-1b251b4c63be no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:44.209456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: bbe27bbe-26b9-469f-9d84-1b251b4c63be {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:44.209793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bbe27bbe-26b9-469f-9d84-1b251b4c63be not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:44.236667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-2994b8ac-82b4-41bb-83ce-ad4efa67b052 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:44.245857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-2994b8ac-82b4-41bb-83ce-ad4efa67b052 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/networks?id=bd793f9b-7330-41e2-aeae-9161daeda167 HTTP/1.1" status: 200 len: 825 time: 0.1481290 Oct 15 00:38:44.258651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-018c969a-fb00-4f89-8960-aa4238a2b7c5 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/quotas/bcdcc8e175334ec7b95781fc82dc79e7 HTTP/1.1" status: 200 len: 375 time: 0.0114582 Oct 15 00:38:44.293873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:44.298162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-3b751c44-6cff-43aa-820c-8e72aac28880 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bcdcc8e175334ec7b95781fc82dc79e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346968 Oct 15 00:38:44.369431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:44.412951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:44.418136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:44.422395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:44.425499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Pushing event updated for resources: {'Port': ['ID=f64a3dc3-0529-4385-8fab-816bdc703f15,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:44.481446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Attempting to bind port f64a3dc3-0529-4385-8fab-816bdc703f15 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:44.481808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Attempting to bind port f64a3dc3-0529-4385-8fab-816bdc703f15 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:44.482206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Attempting to bind port f64a3dc3-0529-4385-8fab-816bdc703f15 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:44.487647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:44.488084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:44.489018 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:44.489018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:44.489391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Bound port: f64a3dc3-0529-4385-8fab-816bdc703f15, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:44.489766 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:44.559205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] For port f64a3dc3-0529-4385-8fab-816bdc703f15, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:44.562447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] For port f64a3dc3-0529-4385-8fab-816bdc703f15, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f64a3dc3-0529-4385-8fab-816bdc703f15,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:44.653393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:44.720301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395437ca-4553-40db-a2f7-7e9ffdfb747c None None] Pushing event updated for resources: {'Port': ['ID=f64a3dc3-0529-4385-8fab-816bdc703f15,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:44.724963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:44.775966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-e8ceb0e9-e7a5-4337-9f5d-13957552a7ed service neutron] 10.222.0.13 "GET /v2.0/networks/bd793f9b-7330-41e2-aeae-9161daeda167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768748 Oct 15 00:38:44.795110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:fed6:679a (419a12fc-860c-4125-beb1-c478c6ba03c1/d8d973e2-bfe2-456f-afbe-ffb6aed49d93/c2503221-099e-440c-ad7d-c525348cf320) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:44.953885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-1ad3cda6-a040-42c1-9905-79a0fb3be86d service neutron] 10.222.0.13 "GET /v2.0/networks/bd793f9b-7330-41e2-aeae-9161daeda167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680222 Oct 15 00:38:45.043278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.129335 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.189603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa3b850e-27f7-4755-a38a-4494381488fa req-2e932dfc-12fd-40ec-ac4a-440ddbad1103 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 210 time: 0.0360034 Oct 15 00:38:45.196143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:45.201556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:45.216917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:45.217474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:45.218080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.226951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=c2503221-099e-440c-ad7d-c525348cf320,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:45.299355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06246322-458e-47d8-b95a-d67835f9460e req-bc17f55e-f122-4f8d-af6a-4fffe92522e6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:45.301462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06246322-458e-47d8-b95a-d67835f9460e req-bc17f55e-f122-4f8d-af6a-4fffe92522e6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 944 time: 0.0583794 Oct 15 00:38:45.305462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7876f664-3233-4d85-a595-1b61341facd8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8283248 Oct 15 00:38:45.309920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43832) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:45.358416 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06246322-458e-47d8-b95a-d67835f9460e req-790184a9-0f63-4e50-9c0e-0e19565766da tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495331 Oct 15 00:38:45.373429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8d1f8-d5eb-418e-bc86-41d78f21547c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:45.380922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8d1f8-d5eb-418e-bc86-41d78f21547c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:45.386861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43836) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:45.392438 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f5b8d1f8-d5eb-418e-bc86-41d78f21547c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0808513 Oct 15 00:38:45.488171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port c2503221-099e-440c-ad7d-c525348cf320 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:45.488630 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.583003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.596637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for c2503221-099e-440c-ad7d-c525348cf320 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:45.779541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2bc36dc9-55ba-4995-9732-6578a872725e None None] Provisioning complete for port f64a3dc3-0529-4385-8fab-816bdc703f15 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:45.784495 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bc36dc9-55ba-4995-9732-6578a872725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.826835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.857143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=c2503221-099e-440c-ad7d-c525348cf320,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:45.876200 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bc36dc9-55ba-4995-9732-6578a872725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.892843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:45.900284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-68cf05dd-9ff4-4fbb-96fc-d790727b9bf8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/c2503221-099e-440c-ad7d-c525348cf320 HTTP/1.1" status: 204 len: 168 time: 0.5103884 Oct 15 00:38:45.900627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43842) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:45.915320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2bc36dc9-55ba-4995-9732-6578a872725e None None] For port f64a3dc3-0529-4385-8fab-816bdc703f15, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f64a3dc3-0529-4385-8fab-816bdc703f15,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:45.955279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c909601-e2a4-4c9f-898c-6aaeafe54474 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:45.957630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c909601-e2a4-4c9f-898c-6aaeafe54474 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:45.961835 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1c909601-e2a4-4c9f-898c-6aaeafe54474 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0576391 Oct 15 00:38:45.962210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43846) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:45.998131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bc36dc9-55ba-4995-9732-6578a872725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.041020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet d8d973e2-bfe2-456f-afbe-ffb6aed49d93 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:46.045303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.056255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc36dc9-55ba-4995-9732-6578a872725e None None] Pushing event updated for resources: {'Port': ['ID=f64a3dc3-0529-4385-8fab-816bdc703f15,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:46.086611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f64a3dc3-0529-4385-8fab-816bdc703f15 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:46.100524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.126041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-36e3856c-7f75-4156-862e-5dc2bfd60a3f None None] Could not find standard attr ID for object c2503221-099e-440c-ad7d-c525348cf320. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:46.155320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f64a3dc3-0529-4385-8fab-816bdc703f15 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:46.155859 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.191783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.280238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa50aa95-c9be-4e15-92d8-e4b37df4d7eb req-fe51a424-d8a0-406d-978e-94d8cc49f877 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 210 time: 0.0297248 Oct 15 00:38:46.336042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.365111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d973e2-bfe2-456f-afbe-ffb6aed49d93,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:46.368772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.374750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43852) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:46.374977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-540a4c72-087d-4af4-bf1e-6aa7247768b4 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/d8d973e2-bfe2-456f-afbe-ffb6aed49d93 HTTP/1.1" status: 204 len: 168 time: 0.4115467 Oct 15 00:38:46.381532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd1613-1536-4901-a82e-a7bf1f69eebd None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:46.425871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43858) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:46.434976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4c8ab1f-bd4f-4daa-bf84-b831d4ca619a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586874 Oct 15 00:38:46.509177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc617114-24c7-4aa9-8aeb-c68f23626340 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:46.516443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:46.524129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fc617114-24c7-4aa9-8aeb-c68f23626340 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0971406 Oct 15 00:38:46.569208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939191-9c90-497d-8d2e-ce19d16b10b4 req-f233b68d-43c5-49ab-92e3-563feb73142b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:46.571054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b7939191-9c90-497d-8d2e-ce19d16b10b4 req-f233b68d-43c5-49ab-92e3-563feb73142b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 944 time: 0.1075449 Oct 15 00:38:46.613620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:46.631578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e9b29-7110-4ab7-add6-67401f9e018c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:46.633349 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f73e9b29-7110-4ab7-add6-67401f9e018c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1144590 Oct 15 00:38:46.636088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43864) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:46.656712 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b7939191-9c90-497d-8d2e-ce19d16b10b4 req-0f23d56a-e76a-448b-a88b-08659fa73df0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789440 Oct 15 00:38:46.684554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] Deleting port f64a3dc3-0529-4385-8fab-816bdc703f15 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:46.684554 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.684770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d03b322f-aed5-4283-8477-0c4d2a3eb793 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404203 Oct 15 00:38:46.684868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43866) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:46.688797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:46.781845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] For port f64a3dc3-0529-4385-8fab-816bdc703f15, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f64a3dc3-0529-4385-8fab-816bdc703f15,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:46.782426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.802627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] Calling delete_port for f64a3dc3-0529-4385-8fab-816bdc703f15 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:46.878030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:46.882480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.952927 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:46.982953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] Pushing event deleted for resources: {'Port': ['ID=f64a3dc3-0529-4385-8fab-816bdc703f15,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:46.986511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f92b2c-0790-4a1f-a3cc-28f8fe01d4d1 None None] No DVR routers for this DVR port f64a3dc3-0529-4385-8fab-816bdc703f15 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:47.134934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.176901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:47.180204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:47.184284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:47.184862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.189706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b87b5f-c547-4151-ac03-c7b3e3879a52 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:47.196631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=0cd65cd9-2614-409e-ba62-37bd2948d273,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:47.274785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9606fd15-76ff-4ef5-a7e4-405b41754ba9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5911050 Oct 15 00:38:47.277244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43872) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:47.282364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:0a:3d:d9', 'name': 'tempest-NetworksTestDHCPv6-2079040140'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:47.351209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '0cd65cd9-2614-409e-ba62-37bd2948d273'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:47.352682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.392161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0e82dca-b169-48f5-80b4-35ffe87434e7 req-be0b6d2d-75c9-44a2-9802-d177c3a1a0d1 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 210 time: 0.0294874 Oct 15 00:38:47.499754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/0cd65cd9-2614-409e-ba62-37bd2948d273/49885c9f-3281-4895-b43d-0d9c0cfead11) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:47.515450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:47.578924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ab01ea89-35f2-47a8-ad7a-3c8872c72572 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:38:47.619020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-8edbdcae-26b6-4a07-975b-258e8b30f313 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:47.620783 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-8edbdcae-26b6-4a07-975b-258e8b30f313 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.30 "GET /v2.0/networks?id=bd793f9b-7330-41e2-aeae-9161daeda167 HTTP/1.1" status: 200 len: 825 time: 0.1712074 Oct 15 00:38:47.637241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Request body: {'port': {'device_id': '82d3e527-e4bb-4697-8761-8a7065694e93', 'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167', 'admin_state_up': True, 'tenant_id': 'bcdcc8e175334ec7b95781fc82dc79e7'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:47.655924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.717408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 2c91151e-2dfd-4596-a5f2-7751a7770c5c yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:47.728795 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.758596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ab01ea89-35f2-47a8-ad7a-3c8872c72572, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ab01ea89-35f2-47a8-ad7a-3c8872c72572,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:47.771765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'port_id': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572', 'mac_address': 'fa:16:3e:a4:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26703b-4283-4fed-aa99-6da3b957f7d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:38:47.804859 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.805871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83858b19-a718-4ed1-9fd8-4424cf3286c1 req-ecdc1c1d-30a0-4d2f-9ef7-ff48c0a692c8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:47.811849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83858b19-a718-4ed1-9fd8-4424cf3286c1 req-ecdc1c1d-30a0-4d2f-9ef7-ff48c0a692c8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 944 time: 0.0709283 Oct 15 00:38:47.840788 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.863338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:47.865515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83858b19-a718-4ed1-9fd8-4424cf3286c1 req-cc27872e-c1c7-4f9c-9ca4-fafb31d24d00 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Oct 15 00:38:47.872098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab01ea89-35f2-47a8-ad7a-3c8872c72572 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:38:47.880005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:47.889558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:47.898379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Pushing event updated for resources: {'Port': ['ID=49885c9f-3281-4895-b43d-0d9c0cfead11,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:47.905201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ab01ea89-35f2-47a8-ad7a-3c8872c72572, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ab01ea89-35f2-47a8-ad7a-3c8872c72572,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:47.938412 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::34b (419a12fc-860c-4125-beb1-c478c6ba03c1/0cd65cd9-2614-409e-ba62-37bd2948d273/2c91151e-2dfd-4596-a5f2-7751a7770c5c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:47.974331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Attempting to bind port 49885c9f-3281-4895-b43d-0d9c0cfead11 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:47.974728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Attempting to bind port 49885c9f-3281-4895-b43d-0d9c0cfead11 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:47.975589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Attempting to bind port 49885c9f-3281-4895-b43d-0d9c0cfead11 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:47.980593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:47.980948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:47.981354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:47.981743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:47.982262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Bound port: 49885c9f-3281-4895-b43d-0d9c0cfead11, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:47.982638 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.016142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.042703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Made reservation on behalf of bcdcc8e175334ec7b95781fc82dc79e7 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:48.046733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.047330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f64a3dc3-0529-4385-8fab-816bdc703f15 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:48.083280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: f64a3dc3-0529-4385-8fab-816bdc703f15 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:48.083612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f64a3dc3-0529-4385-8fab-816bdc703f15 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:48.114233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] For port 49885c9f-3281-4895-b43d-0d9c0cfead11, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:48.116668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ab01ea89-35f2-47a8-ad7a-3c8872c72572,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:48.120288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] For port 49885c9f-3281-4895-b43d-0d9c0cfead11, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=49885c9f-3281-4895-b43d-0d9c0cfead11,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:48.157979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.190039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.225443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b425-52ed-4d1c-9a6a-18837ff9c3e4 None None] Pushing event updated for resources: {'Port': ['ID=49885c9f-3281-4895-b43d-0d9c0cfead11,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:48.270745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Allocated IP 172.20.0.9 (bd793f9b-7330-41e2-aeae-9161daeda167/a705373c-1195-4b4b-8fe1-43c67b37de3b/ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:48.287257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:38:48.346994 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.460772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:48.470435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:48.475505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:48.481437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:48.482179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.484858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=2c91151e-2dfd-4596-a5f2-7751a7770c5c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:48.533200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-559a9c1e-a40e-4770-89f1-8f210ced4e18 req-dc73d41d-ea8e-4031-b86a-7d1215663022 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 210 time: 0.0406814 Oct 15 00:38:48.545635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.583852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eaf5fc7c-3eb3-4f50-aa64-e5a5b7b44a9d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3053608 Oct 15 00:38:48.586843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43892) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:48.640035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae92351-7c13-4ecc-8410-57ff23f7ea22 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:48.646408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae92351-7c13-4ecc-8410-57ff23f7ea22 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:48.649119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bae92351-7c13-4ecc-8410-57ff23f7ea22 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0613394 Oct 15 00:38:48.650603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43896) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:48.684783 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.761016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Network bd793f9b-7330-41e2-aeae-9161daeda167 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:48.769851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:48.776076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:48.780771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Pushing event updated for resources: {'Port': ['ID=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:48.835341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:48.835945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.851671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 2c91151e-2dfd-4596-a5f2-7751a7770c5c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:48.852009 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:48.938186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-b2efd920-97a4-421a-b827-24b35ae99d0f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3060505 Oct 15 00:38:48.956383 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Request body: {'port': {'device_id': '82d3e527-e4bb-4697-8761-8a7065694e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:49.003593 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.026732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 2c91151e-2dfd-4596-a5f2-7751a7770c5c owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:49.109724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.119821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed953d9-91e5-48f8-9f44-5a687edbe184 req-a27eee30-97b4-42ae-bee4-a7885fbb8d59 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:49.121372 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ed953d9-91e5-48f8-9f44-5a687edbe184 req-a27eee30-97b4-42ae-bee4-a7885fbb8d59 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 945 time: 0.1823809 Oct 15 00:38:49.225422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ed953d9-91e5-48f8-9f44-5a687edbe184 req-31d3f217-7baf-4f7c-bc26-727ec3bd2b02 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931962 Oct 15 00:38:49.279653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-98f3c265-b3db-46b2-84a0-edf5e89ab893 None None] Provisioning complete for port 49885c9f-3281-4895-b43d-0d9c0cfead11 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:49.280169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98f3c265-b3db-46b2-84a0-edf5e89ab893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.367241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98f3c265-b3db-46b2-84a0-edf5e89ab893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.406198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-98f3c265-b3db-46b2-84a0-edf5e89ab893 None None] For port 49885c9f-3281-4895-b43d-0d9c0cfead11, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=49885c9f-3281-4895-b43d-0d9c0cfead11,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:49.415217 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.465951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=2c91151e-2dfd-4596-a5f2-7751a7770c5c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:49.471916 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98f3c265-b3db-46b2-84a0-edf5e89ab893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.496596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.501328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-61309315-c8d7-48ee-847f-d3c551b1e608 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/2c91151e-2dfd-4596-a5f2-7751a7770c5c HTTP/1.1" status: 204 len: 168 time: 0.8496258 Oct 15 00:38:49.508000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43906) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:49.527483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3c265-b3db-46b2-84a0-edf5e89ab893 None None] Pushing event updated for resources: {'Port': ['ID=49885c9f-3281-4895-b43d-0d9c0cfead11,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:49.554849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:38:49.575108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.577127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ab01ea89-35f2-47a8-ad7a-3c8872c72572 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:49.592187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Transition to ACTIVE for port object ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:38:49.608416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b664b-1659-4200-8fa2-3a507288ba7b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:49.618731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b664b-1659-4200-8fa2-3a507288ba7b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:49.622944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5d4b664b-1659-4200-8fa2-3a507288ba7b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1105587 Oct 15 00:38:49.623334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43912) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:49.632697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ee544160-794f-47c2-a00c-b6379c843b01 None None] Could not find standard attr ID for object 2c91151e-2dfd-4596-a5f2-7751a7770c5c. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:49.666414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.694810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port ab01ea89-35f2-47a8-ad7a-3c8872c72572 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:38:49.699271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port ab01ea89-35f2-47a8-ad7a-3c8872c72572 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:49.699803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.733169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:49.764249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 0cd65cd9-2614-409e-ba62-37bd2948d273 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:49.768785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.811614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Attempting to bind port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:49.811955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Attempting to bind port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '22943d74-1111-4ec5-871d-d9a1b5f2a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:49.813400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Attempting to bind port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a on network bd793f9b-7330-41e2-aeae-9161daeda167 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:49.816132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.819068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a on network bd793f9b-7330-41e2-aeae-9161daeda167 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:38:49.819485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Attempting to bind port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a on network bd793f9b-7330-41e2-aeae-9161daeda167 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:49.821455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe7e77-bfe4-4f51-af28-505d6c1b32ee req-90483f18-c2d5-4163-aa9e-2ab284e7d44e tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:49.823113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67fe7e77-bfe4-4f51-af28-505d6c1b32ee req-90483f18-c2d5-4163-aa9e-2ab284e7d44e tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 943 time: 0.1792369 Oct 15 00:38:49.829113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:49.829473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.830068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Checking segment: {'id': '22943d74-1111-4ec5-871d-d9a1b5f2a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:49.830551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Bound using segment: {'id': '22943d74-1111-4ec5-871d-d9a1b5f2a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:49.831051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Bound port: ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22943d74-1111-4ec5-871d-d9a1b5f2a16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:49.831466 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.842615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:49.844905 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6e511f-3e77-407a-8877-4e6f4e48c56f" -d '{"events": [{"server_uuid": "c92d3c7d-153d-4571-8bfd-0df86df34d11", "name": "network-vif-plugged", "status": "completed", "tag": "ab01ea89-35f2-47a8-ad7a-3c8872c72572"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:49.859313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ab01ea89-35f2-47a8-ad7a-3c8872c72572, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ab01ea89-35f2-47a8-ad7a-3c8872c72572,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:49.887565 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089a278e-6d1b-4527-8e3b-da2e316bba06 x-openstack-request-id: req-089a278e-6d1b-4527-8e3b-da2e316bba06 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:49.888008 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92d3c7d-153d-4571-8bfd-0df86df34d11", "name": "network-vif-plugged", "status": "completed", "tag": "ab01ea89-35f2-47a8-ad7a-3c8872c72572", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:49.888312 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-089a278e-6d1b-4527-8e3b-da2e316bba06 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:49.888713 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572', 'code': 200} Oct 15 00:38:49.908754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] For port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:49.915771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] For port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,segment=NetworkSegment(22943d74-1111-4ec5-871d-d9a1b5f2a16a),segment_id=22943d74-1111-4ec5-871d-d9a1b5f2a16a)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:49.922338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67fe7e77-bfe4-4f51-af28-505d6c1b32ee req-88cf354f-cade-4aec-b30f-23f2a7218042 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878835 Oct 15 00:38:49.974267 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:49.995485 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.010804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.035335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ab01ea89-35f2-47a8-ad7a-3c8872c72572,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:50.046951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.047472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.049007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] 10.222.0.30 "PUT /v2.0/ports/ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a HTTP/1.1" status: 200 len: 1091 time: 1.0968666 Oct 15 00:38:50.049491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d3e527-e4bb-4697-8761-8a7065694e93', 'tag': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:50.052838 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f856dc48-a9a8-43da-a134-18c217c3ac2f" -d '{"events": [{"name": "network-changed", "server_uuid": "82d3e527-e4bb-4697-8761-8a7065694e93", "tag": "ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:50.058457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36130-7b89-4bfb-9b0a-1226e7164b6e req-a99d7ec1-d944-42eb-ada8-ad1034b6ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.060079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5af36130-7b89-4bfb-9b0a-1226e7164b6e req-a99d7ec1-d944-42eb-ada8-ad1034b6ed36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 1097 time: 0.1070065 Oct 15 00:38:50.096877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99098ea-b2b8-465c-8efc-c7d4a7e69021 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:50.124555 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dd8b79-4395-41cc-bec8-77be0d8fd8ae x-openstack-request-id: req-a3dd8b79-4395-41cc-bec8-77be0d8fd8ae {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:50.130078 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d3e527-e4bb-4697-8761-8a7065694e93", "tag": "ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:50.130078 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3dd8b79-4395-41cc-bec8-77be0d8fd8ae {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:50.130078 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d3e527-e4bb-4697-8761-8a7065694e93', 'tag': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a', 'status': 'completed', 'code': 200} Oct 15 00:38:50.130628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5af36130-7b89-4bfb-9b0a-1226e7164b6e req-aa63c244-c160-4501-9efb-185be4283205 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593228 Oct 15 00:38:50.131976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 49885c9f-3281-4895-b43d-0d9c0cfead11 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:50.179410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 49885c9f-3281-4895-b43d-0d9c0cfead11 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:50.179766 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.180843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.209295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd65cd9-2614-409e-ba62-37bd2948d273,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:50.213573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.219063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/0cd65cd9-2614-409e-ba62-37bd2948d273 HTTP/1.1" status: 204 len: 168 time: 0.5924022 Oct 15 00:38:50.219807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43926) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:50.221136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af22cb1-51a1-4f12-91b4-d10e21714c6f None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:50.230755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.231033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.231361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.231692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.232026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.232556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.232894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.233216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.233535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.233852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.234195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.234513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ec6576-52df-42b7-bc08-63e4b0307f1c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:38:50.275338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e943911b-d92f-466b-ae06-f5b1755c2ef7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526249 Oct 15 00:38:50.275557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43930) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:50.349417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85841bb-0e79-4fa4-80c7-b12d33448b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.353181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b85841bb-0e79-4fa4-80c7-b12d33448b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0745158 Oct 15 00:38:50.353437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43932) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:50.362164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172427f-d70f-4dd1-a0fc-8a834f216683 req-85fa506d-d73a-420c-a9f0-0612a00aa7c7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.365880 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9172427f-d70f-4dd1-a0fc-8a834f216683 req-85fa506d-d73a-420c-a9f0-0612a00aa7c7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 946 time: 0.0687075 Oct 15 00:38:50.407870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9172427f-d70f-4dd1-a0fc-8a834f216683 req-80fb2f9c-1ea5-41d0-9474-388e14a26acf tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367465 Oct 15 00:38:50.411488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856dc48-a9a8-43da-a134-18c217c3ac2f req-19ac951b-daf2-4ca5-b30f-4dba12d47400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.412961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f856dc48-a9a8-43da-a134-18c217c3ac2f req-19ac951b-daf2-4ca5-b30f-4dba12d47400 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcdcc8e175334ec7b95781fc82dc79e7&device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 1094 time: 0.0987887 Oct 15 00:38:50.418009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a0d4e-0a86-4632-9160-f704945a7bd0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.427599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-893a0d4e-0a86-4632-9160-f704945a7bd0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651245 Oct 15 00:38:50.427746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:50.428577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:38:50.462433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8bce88e-6718-4d6e-a325-729ef0cc3b27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387743 Oct 15 00:38:50.466287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43936) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:50.470799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:50.481222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] Deleting port 49885c9f-3281-4895-b43d-0d9c0cfead11 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:50.481511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.534036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856dc48-a9a8-43da-a134-18c217c3ac2f req-e8897183-69c2-40e9-b94e-7489efdb9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.537066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f856dc48-a9a8-43da-a134-18c217c3ac2f req-e8897183-69c2-40e9-b94e-7489efdb9a3c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcdcc8e175334ec7b95781fc82dc79e7&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1103334 Oct 15 00:38:50.552933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] For port 49885c9f-3281-4895-b43d-0d9c0cfead11, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=49885c9f-3281-4895-b43d-0d9c0cfead11,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:50.554013 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.566167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] Calling delete_port for 49885c9f-3281-4895-b43d-0d9c0cfead11 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:50.639088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856dc48-a9a8-43da-a134-18c217c3ac2f req-d70bf5a2-4454-4b87-b757-e9d0472968ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.640688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f856dc48-a9a8-43da-a134-18c217c3ac2f req-d70bf5a2-4454-4b87-b757-e9d0472968ec service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952425 Oct 15 00:38:50.671655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:50.675196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.695096 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:50.725841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d9baeda7-17a4-4ca7-9260-cd95611fed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.727428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-d9baeda7-17a4-4ca7-9260-cd95611fed36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcdcc8e175334ec7b95781fc82dc79e7&device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 1094 time: 0.0509393 Oct 15 00:38:50.728624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] Pushing event deleted for resources: {'Port': ['ID=49885c9f-3281-4895-b43d-0d9c0cfead11,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:50.734832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d247b23-d684-45f7-955a-455cb609d894 None None] No DVR routers for this DVR port 49885c9f-3281-4895-b43d-0d9c0cfead11 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:38:50.777274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-eefbac82-f59d-458c-b8e0-42bc5ac61066 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a HTTP/1.1" status: 200 len: 217 time: 0.0381792 Oct 15 00:38:50.835697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-0d0db7ff-4131-403d-9a62-616feae803a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:50.837772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-0d0db7ff-4131-403d-9a62-616feae803a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a705373c-1195-4b4b-8fe1-43c67b37de3b HTTP/1.1" status: 200 len: 865 time: 0.0516889 Oct 15 00:38:50.884175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-8d310d12-1110-4cad-b520-7b50b97fa178 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd793f9b-7330-41e2-aeae-9161daeda167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386674 Oct 15 00:38:50.983634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-50aae954-1e0b-4456-a664-5aef90665388 service neutron] 10.222.0.30 "GET /v2.0/networks/bd793f9b-7330-41e2-aeae-9161daeda167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916357 Oct 15 00:38:51.062201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:51.064248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:51.106208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b164a-d37a-4093-b2ba-3cd7bec8ee82 req-5b92468c-1fe8-4e39-a92b-34cfee9a9897 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:51.107727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b81b164a-d37a-4093-b2ba-3cd7bec8ee82 req-5b92468c-1fe8-4e39-a92b-34cfee9a9897 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 943 time: 0.1090801 Oct 15 00:38:51.117227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:51.120510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:51.124654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:51.125236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:51.133658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d00c02-01ff-46a0-8344-8c8492f7157c None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:51.147641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b67a6afa-0875-4b4b-83ca-a8e2abcbd6ff req-1341d9b8-ccc3-44a3-9871-69d0e70d1fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/bd793f9b-7330-41e2-aeae-9161daeda167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562741 Oct 15 00:38:51.150277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=f9099cc1-de48-4671-ab2f-4b9f04e5e9b3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:51.190308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b81b164a-d37a-4093-b2ba-3cd7bec8ee82 req-17e10d32-464b-4eab-a72c-2e797add8e86 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689569 Oct 15 00:38:51.246979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0e54a217-cbbb-4148-9752-f29a04aa6b39 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7797863 Oct 15 00:38:51.249607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:51.254727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-44e6b68f-9221-4228-bfc7-0372100760b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:51.288708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': 'f9099cc1-de48-4671-ab2f-4b9f04e5e9b3'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:38:51.289659 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:51.448256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Allocated IP 2001:db8::f816:3eff:fe12:f5d0 (419a12fc-860c-4125-beb1-c478c6ba03c1/f9099cc1-de48-4671-ab2f-4b9f04e5e9b3/8bcd05a8-d293-44c0-b6dd-ad9afc976141) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:51.735468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3cbcd-f43d-42a9-b216-04f2055395bd req-e17373eb-285b-4283-b1a8-383142b0631c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:51.736930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ed3cbcd-f43d-42a9-b216-04f2055395bd req-e17373eb-285b-4283-b1a8-383142b0631c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 946 time: 0.1152501 Oct 15 00:38:51.749974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:51.784554 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ed3cbcd-f43d-42a9-b216-04f2055395bd req-a73f2f5f-0e5d-437f-8a9b-7c2a0cd7e71e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 Oct 15 00:38:51.820827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:51.853396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e6b68f-9221-4228-bfc7-0372100760b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:51.859474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-44e6b68f-9221-4228-bfc7-0372100760b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:51.862225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:51.871605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:51.876184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:51.878514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Pushing event updated for resources: {'Port': ['ID=8bcd05a8-d293-44c0-b6dd-ad9afc976141,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:51.952418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Attempting to bind port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:51.952776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Attempting to bind port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:51.953151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Attempting to bind port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:51.959979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:51.960551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:51.960901 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:51.961346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:51.961909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Bound port: 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:51.962454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:52.016524 n-d-811521-2 neutron-server[107725]: INFO neutron.db.ipam_backend_mixin [None req-44e6b68f-9221-4228-bfc7-0372100760b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9099cc1-de48-4671-ab2f-4b9f04e5e9b3 (CIDR: 2001:db8::/64) Oct 15 00:38:52.048574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] For port 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:52.052565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] For port 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8bcd05a8-d293-44c0-b6dd-ad9afc976141,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:52.060029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 49885c9f-3281-4895-b43d-0d9c0cfead11 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:38:52.067044 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e6b68f-9221-4228-bfc7-0372100760b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:52.067453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e6b68f-9221-4228-bfc7-0372100760b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:52.083032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 49885c9f-3281-4895-b43d-0d9c0cfead11 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:38:52.083464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 49885c9f-3281-4895-b43d-0d9c0cfead11 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:38:52.106715 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:52.133418 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-44e6b68f-9221-4228-bfc7-0372100760b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8827474 Oct 15 00:38:52.136325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43976) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:52.141169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f0e01-29ee-43f4-aaf3-33dbe01284da req-07ce286c-7ad9-497d-933c-ee3a593f7596 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:52.141169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-152f0e01-29ee-43f4-aaf3-33dbe01284da req-07ce286c-7ad9-497d-933c-ee3a593f7596 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1168895 Oct 15 00:38:52.141769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:52.162468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-152f0e01-29ee-43f4-aaf3-33dbe01284da req-2ec759fe-002e-42cd-b020-7c45161a6ef6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0149791 Oct 15 00:38:52.173694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ba417-d8fc-4f3c-8ef1-41275f81b965 None None] Pushing event updated for resources: {'Port': ['ID=8bcd05a8-d293-44c0-b6dd-ad9afc976141,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:52.227453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-152f0e01-29ee-43f4-aaf3-33dbe01284da req-335f8b08-0f68-4e47-86e5-e776b0bd8454 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578163 Oct 15 00:38:52.334879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-152f0e01-29ee-43f4-aaf3-33dbe01284da req-b79ead46-2eb1-4c79-bb41-f4071b648a6d service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959833 Oct 15 00:38:52.378185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:52.384464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:52.438959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caebd5-7dff-4973-af5a-dc06e1994398 req-3c1ca269-781c-4135-988d-803956aa89d1 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:52.440707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-37caebd5-7dff-4973-af5a-dc06e1994398 req-3c1ca269-781c-4135-988d-803956aa89d1 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 943 time: 0.1105905 Oct 15 00:38:52.468034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-152f0e01-29ee-43f4-aaf3-33dbe01284da req-0bcfb12d-7f37-489b-b268-ef10dd2af613 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266549 Oct 15 00:38:52.542613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-37caebd5-7dff-4973-af5a-dc06e1994398 req-fa57b737-4159-4ff9-a9fe-0d8ac6737892 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 Oct 15 00:38:52.752248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:52.796754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:52.800336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:52.803834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:52.804406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:52.820294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=85f28891-1eed-4f91-8e72-de54950350f9,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:52.895700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1ee572ff-f421-41a5-ad8f-5e28e0f20cd2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7543116 Oct 15 00:38:52.895700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43994) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:52.902732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:68:32:6d', 'name': 'tempest-NetworksTestDHCPv6-105966839'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:53.130725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:53.236834 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.263854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f384419-603b-46e6-87a8-b6cc0ade1e02 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:53.265065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 886baba6-4e53-4f99-a657-dbf97edb25e3 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:53.377018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d3751dd6-94a1-409e-81ff-2682120b7570 None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:53.377793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3751dd6-94a1-409e-81ff-2682120b7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.482628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8:0:1::284 (419a12fc-860c-4125-beb1-c478c6ba03c1/85f28891-1eed-4f91-8e72-de54950350f9/886baba6-4e53-4f99-a657-dbf97edb25e3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:53.498973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:fe68:326d (419a12fc-860c-4125-beb1-c478c6ba03c1/f9099cc1-de48-4671-ab2f-4b9f04e5e9b3/886baba6-4e53-4f99-a657-dbf97edb25e3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:53.528597 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3751dd6-94a1-409e-81ff-2682120b7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.565273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d3751dd6-94a1-409e-81ff-2682120b7570 None None] For port 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8bcd05a8-d293-44c0-b6dd-ad9afc976141,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:53.608921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:38:53.609915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290233d5-c716-4de5-bae9-11cb904069fc req-a753a7c9-ec80-463d-96f5-6d930c696722 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:53.611452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-a753a7c9-ec80-463d-96f5-6d930c696722 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1582503 Oct 15 00:38:53.644721 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-45b944bd-a72d-4349-9da9-52294f6ed8d8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0220435 Oct 15 00:38:53.653240 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3751dd6-94a1-409e-81ff-2682120b7570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.655072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17020f2-cd1e-4d85-b74b-00491fade353 None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'f9099cc1-de48-4671-ab2f-4b9f04e5e9b3', 'ip_address': '2001:db8::f816:3eff:fe12:f5d0'}, {'subnet_id': '85f28891-1eed-4f91-8e72-de54950350f9'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '8bcd05a8-d293-44c0-b6dd-ad9afc976141'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:38:53.685799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5a236-1dc6-4cb3-b960-fac7358d743c req-a4d1698d-8e11-4705-a904-8a01e6e239ed tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:53.693935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccf5a236-1dc6-4cb3-b960-fac7358d743c req-a4d1698d-8e11-4705-a904-8a01e6e239ed tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 943 time: 0.0671051 Oct 15 00:38:53.728446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccf5a236-1dc6-4cb3-b960-fac7358d743c req-ad870e6d-1e83-482b-ba60-1b12d31e223a tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Oct 15 00:38:53.746803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f17020f2-cd1e-4d85-b74b-00491fade353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.756460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-f64ea689-1f87-4232-80b2-3736538be1da tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819564 Oct 15 00:38:53.761655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.802465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3751dd6-94a1-409e-81ff-2682120b7570 None None] Pushing event updated for resources: {'Port': ['ID=8bcd05a8-d293-44c0-b6dd-ad9afc976141,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:53.827100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,segment=NetworkSegment(22943d74-1111-4ec5-871d-d9a1b5f2a16a),segment_id=22943d74-1111-4ec5-871d-d9a1b5f2a16a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:53.866948 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-be562b8d-01dd-4de4-9e40-39c086fdd919 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035264 Oct 15 00:38:53.887849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a', 'network_id': 'bd793f9b-7330-41e2-aeae-9161daeda167', 'port_id': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a', 'mac_address': 'fa:16:3e:ee:af:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a705373c-1195-4b4b-8fe1-43c67b37de3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:38:53.935319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.969102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:53.989813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:53.991122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:38:54.000935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:54.013202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:54.014020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-f17020f2-cd1e-4d85-b74b-00491fade353 None None] Allocated IP 2001:db8:0:1::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/85f28891-1eed-4f91-8e72-de54950350f9/8bcd05a8-d293-44c0-b6dd-ad9afc976141) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:54.021329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:54.022002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.027696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=886baba6-4e53-4f99-a657-dbf97edb25e3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:54.034141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,segment=NetworkSegment(22943d74-1111-4ec5-871d-d9a1b5f2a16a),segment_id=22943d74-1111-4ec5-871d-d9a1b5f2a16a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:54.045181 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-4cee361e-cf8e-44d8-add9-ed87dbf5557b service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719429 Oct 15 00:38:54.115728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8bcd05a8-d293-44c0-b6dd-ad9afc976141 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:54.119595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.135582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1143e4dd-02dc-426e-8245-7a2e735f33a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2365963 Oct 15 00:38:54.136919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44036) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:54.228190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f17020f2-cd1e-4d85-b74b-00491fade353 None None] For port 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8bcd05a8-d293-44c0-b6dd-ad9afc976141,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:54.236731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:54.243276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 886baba6-4e53-4f99-a657-dbf97edb25e3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:38:54.243621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.251647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:54.252014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.299956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f17020f2-cd1e-4d85-b74b-00491fade353 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.374293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f17020f2-cd1e-4d85-b74b-00491fade353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.389905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fce04446-35fc-410e-be98-0c0ad55a5021 req-7b864cb1-885a-4e3b-b69c-1231f0c93527 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 210 time: 0.0457697 Oct 15 00:38:54.403488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:38:54.403627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.423915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 886baba6-4e53-4f99-a657-dbf97edb25e3 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:38:54.519799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17020f2-cd1e-4d85-b74b-00491fade353 None None] Pushing event updated for resources: {'Port': ['ID=8bcd05a8-d293-44c0-b6dd-ad9afc976141,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:54.688470 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.719816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=886baba6-4e53-4f99-a657-dbf97edb25e3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:54.770519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:54.776327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44054) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:54.776908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c2a9e3d7-c62f-4c64-92b7-467a68930462 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/886baba6-4e53-4f99-a657-dbf97edb25e3 HTTP/1.1" status: 204 len: 168 time: 0.6397061 Oct 15 00:38:54.845956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c99c88b-15b3-4cb7-bc46-f8dfe82fa1c7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:54.847902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1c99c88b-15b3-4cb7-bc46-f8dfe82fa1c7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0703807 Oct 15 00:38:54.851711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44056) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:54.871781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335e63f-ddf7-4ff0-9c8e-4f02789b8359 req-bca29eff-afa9-41b6-87a7-c5897255a5ba tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:54.873309 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f335e63f-ddf7-4ff0-9c8e-4f02789b8359 req-bca29eff-afa9-41b6-87a7-c5897255a5ba tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 944 time: 0.0662940 Oct 15 00:38:54.935091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f335e63f-ddf7-4ff0-9c8e-4f02789b8359 req-65f14f19-7e5d-48a8-92db-cca8a1c14487 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Oct 15 00:38:54.945000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8bb52-7e05-455a-af99-80ad05f0952a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:54.946556 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0aa8bb52-7e05-455a-af99-80ad05f0952a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0938854 Oct 15 00:38:54.950513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44060) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:55.011426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86b6ed-b26b-484b-9535-5546cc33b56f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:55.013060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86b6ed-b26b-484b-9535-5546cc33b56f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:55.014652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86b6ed-b26b-484b-9535-5546cc33b56f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:55.016224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a86b6ed-b26b-484b-9535-5546cc33b56f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0647869 Oct 15 00:38:55.018922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44062) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:55.072443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 85f28891-1eed-4f91-8e72-de54950350f9 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:55.075990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.085450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-36af4129-973a-4eec-ab74-daeef997a3bc None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:55.086102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36af4129-973a-4eec-ab74-daeef997a3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.124524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.226892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.326637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b25cf14d-063a-4978-8c1d-c498cbdb9fe7 None None] Could not find standard attr ID for object 886baba6-4e53-4f99-a657-dbf97edb25e3. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:38:55.368124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.398218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=85f28891-1eed-4f91-8e72-de54950350f9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:55.401985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.407471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1e49d1df-f44e-4008-b9c4-ec7ebf6ff983 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/85f28891-1eed-4f91-8e72-de54950350f9 HTTP/1.1" status: 204 len: 168 time: 0.3853633 Oct 15 00:38:55.407696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44072) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:55.488592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet f9099cc1-de48-4671-ab2f-4b9f04e5e9b3 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:38:55.493103 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.494182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc65f9-bc6a-4470-98f4-6bc7cb821984 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:55.525263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c0f4d75-1793-46af-9324-ecd7a0ffc503 req-7501dcbe-6d30-4ae7-8bbe-77b7a73dda96 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 210 time: 0.0350478 Oct 15 00:38:55.562000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.611985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:55.629636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0545-dbb8-45f2-a915-ae3fbcda100c req-c1d58bdb-3667-4a25-bdf0-809736dbd8d8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:55.631198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6ee0545-dbb8-45f2-a915-ae3fbcda100c req-c1d58bdb-3667-4a25-bdf0-809736dbd8d8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.1153061 Oct 15 00:38:55.693292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.726104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6ee0545-dbb8-45f2-a915-ae3fbcda100c req-ed216832-931f-45b7-86df-6c0779ee62ec tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884273 Oct 15 00:38:55.769784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:38:55.773990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:55.774390 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.855487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.863037 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.886339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=f9099cc1-de48-4671-ab2f-4b9f04e5e9b3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:55.893293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:55.897536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-130343af-37d0-4410-8646-ec1b4e5b6a70 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/f9099cc1-de48-4671-ab2f-4b9f04e5e9b3 HTTP/1.1" status: 204 len: 168 time: 0.4888370 Oct 15 00:38:55.900145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44086) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:55.903101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d3e527-e4bb-4697-8761-8a7065694e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:55.905445 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bcd94a-6f14-4029-8639-620bc1c94d3c" -d '{"events": [{"server_uuid": "82d3e527-e4bb-4697-8761-8a7065694e93", "name": "network-vif-plugged", "status": "completed", "tag": "ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:55.919176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,segment=NetworkSegment(22943d74-1111-4ec5-871d-d9a1b5f2a16a),segment_id=22943d74-1111-4ec5-871d-d9a1b5f2a16a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:55.960811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2e6f0348-5c85-4e54-a6cd-3391c96547c5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594273 Oct 15 00:38:55.963546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:55.968247 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3041132e-28ab-44bf-8047-568dda5688e2 x-openstack-request-id: req-3041132e-28ab-44bf-8047-568dda5688e2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:55.968543 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d3e527-e4bb-4697-8761-8a7065694e93", "name": "network-vif-plugged", "status": "completed", "tag": "ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:55.968805 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3041132e-28ab-44bf-8047-568dda5688e2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:55.969208 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d3e527-e4bb-4697-8761-8a7065694e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a', 'code': 200} Oct 15 00:38:55.969468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:56.008963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:56.136577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8bcd05a8-d293-44c0-b6dd-ad9afc976141 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:56.142935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:56.152128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5435c-9ee6-41ce-a273-46a0f23fbff3 req-efae7515-6e4f-46af-9b62-0922213ace7f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:56.154552 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ba5435c-9ee6-41ce-a273-46a0f23fbff3 req-efae7515-6e4f-46af-9b62-0922213ace7f tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.0818667 Oct 15 00:38:56.157563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef1e70-dede-4c33-a385-d751122882cf req-0ab19126-f436-496f-b18f-93f4682a0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:56.160501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57ef1e70-dede-4c33-a385-d751122882cf req-0ab19126-f436-496f-b18f-93f4682a0d8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 1096 time: 0.0943954 Oct 15 00:38:56.201083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ba5435c-9ee6-41ce-a273-46a0f23fbff3 req-dbe2fb68-7859-4131-a686-b67e42cc3f61 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Oct 15 00:38:56.202294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:56.205798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:56.209917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:56.210547 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:56.214346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57ef1e70-dede-4c33-a385-d751122882cf req-bd6cc4c1-98c8-401c-b367-a4f5634193c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466595 Oct 15 00:38:56.233860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aa6f1f47-24d0-4016-8161-3bb63da4d132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:56.405131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276096c4-1b2e-4318-a648-a7ead8938924 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:56.530390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-19306777-7d7b-4a3f-8bfa-c8273b7ef328 None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:56.530986 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-19306777-7d7b-4a3f-8bfa-c8273b7ef328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:56.667618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290233d5-c716-4de5-bae9-11cb904069fc req-9c8615b4-8893-40a1-9c29-ec28dd9fe82d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:56.668697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-9c8615b4-8893-40a1-9c29-ec28dd9fe82d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.2213902 Oct 15 00:38:56.697901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df2c6bfd-8563-4c4e-ad3d-fd1bcb780840 req-0122bb31-5465-4e32-ad76-e43eea5ce066 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 210 time: 0.0936196 Oct 15 00:38:56.708041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Request body: {'port': {'device_id': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'admin_state_up': True, 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:56.805258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:38:56.987612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-afb90d25-3bd6-4558-91a2-63cd9757b3af None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:56.987877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-afb90d25-3bd6-4558-91a2-63cd9757b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.100509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:57.104389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.199935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.313467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Allocated IP 172.20.0.3 (254d612d-8aa7-40a1-b978-a145ebdb820a/0b26703b-4283-4fed-aa99-6da3b957f7d9/7561861b-670c-4afb-9960-4c9900800b3f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:57.324721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfcba4-2253-4f8e-820f-3b1eb5174fbb req-6cd87605-4c78-4560-9177-3df726cb8463 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:57.329757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6bfcba4-2253-4f8e-820f-3b1eb5174fbb req-6cd87605-4c78-4560-9177-3df726cb8463 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.0494683 Oct 15 00:38:57.365544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e6bfcba4-2253-4f8e-820f-3b1eb5174fbb req-bc0c5d33-053c-4f87-93c0-6946ae7ea986 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Oct 15 00:38:57.461189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] For port 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8bcd05a8-d293-44c0-b6dd-ad9afc976141,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:57.537018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.571993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.637155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.637841 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.696569 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.709901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:38:57.735146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:57.742471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:57.749148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:57.750823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.758465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254599e3-973d-4618-b6fc-6cb6b3ca815d None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:57.761420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:57.762152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=8bcd05a8-d293-44c0-b6dd-ad9afc976141,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:57.768286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:57.779757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=a277268e-41b3-4f5b-8b44-5edf9daae7d1,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:57.779757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:38:57.877025 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9c84dd1d-7ece-4a1c-bd1d-2124022c66dd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9124045 Oct 15 00:38:57.880792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44128) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:57.886984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9a4fcb20-263e-4f55-9476-cd49c105af84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:57.887859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event updated for resources: {'Port': ['ID=7561861b-670c-4afb-9960-4c9900800b3f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:57.897632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:57.898310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:57.925630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a93ca9-b065-4d96-a813-3a0a601ef537 req-de14a934-c294-4242-b30c-539660afc592 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:57.935678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42a93ca9-b065-4d96-a813-3a0a601ef537 req-de14a934-c294-4242-b30c-539660afc592 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 931 time: 0.1101096 Oct 15 00:38:57.994584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42a93ca9-b065-4d96-a813-3a0a601ef537 req-09e7cd42-191b-4688-a37c-7fc307154221 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562077 Oct 15 00:38:58.009452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-fadedc62-ee0e-462f-9ad3-3aad6289dc1e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3105195 Oct 15 00:38:58.024881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Request body: {'port': {'device_id': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:58.062333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8bcd05a8-d293-44c0-b6dd-ad9afc976141 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:38:58.063538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4fcb20-263e-4f55-9476-cd49c105af84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:58.069966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a4fcb20-263e-4f55-9476-cd49c105af84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.085540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.119471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:58.119856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.178443 n-d-811521-2 neutron-server[107725]: INFO neutron.db.ipam_backend_mixin [None req-9a4fcb20-263e-4f55-9476-cd49c105af84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a277268e-41b3-4f5b-8b44-5edf9daae7d1 (CIDR: 2001:db8::/64) Oct 15 00:38:58.212341 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4fcb20-263e-4f55-9476-cd49c105af84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:38:58.213113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4fcb20-263e-4f55-9476-cd49c105af84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:38:58.268652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9a4fcb20-263e-4f55-9476-cd49c105af84 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3859596 Oct 15 00:38:58.271931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44130) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:58.276910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:58.337296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3a6b52c0-0ebc-4459-80a4-c5fe893c96c6 None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:38:58.337663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a6b52c0-0ebc-4459-80a4-c5fe893c96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.374302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7561861b-670c-4afb-9960-4c9900800b3f {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:38:58.382981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.397346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Transition to ACTIVE for port object 7561861b-670c-4afb-9960-4c9900800b3f will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:38:58.466752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:58.470145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.494680 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.516760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee081431-667c-4174-9919-fbb332d481aa req-0c48226e-cc06-4f1b-8c84-e701cec5641e tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:58.518352 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee081431-667c-4174-9919-fbb332d481aa req-0c48226e-cc06-4f1b-8c84-e701cec5641e tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.0846016 Oct 15 00:38:58.561980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Pushing event updated for resources: {'Port': ['ID=7561861b-670c-4afb-9960-4c9900800b3f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:58.615847 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee081431-667c-4174-9919-fbb332d481aa req-c30cc13a-d8d3-4126-ba66-09695fb8b48c tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642488 Oct 15 00:38:58.640967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Attempting to bind port 7561861b-670c-4afb-9960-4c9900800b3f on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:38:58.641306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Attempting to bind port 7561861b-670c-4afb-9960-4c9900800b3f by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:38:58.641861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Attempting to bind port 7561861b-670c-4afb-9960-4c9900800b3f on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:58.647286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Port 7561861b-670c-4afb-9960-4c9900800b3f on network 254d612d-8aa7-40a1-b978-a145ebdb820a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:38:58.650383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Attempting to bind port 7561861b-670c-4afb-9960-4c9900800b3f on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:38:58.656979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:38:58.657335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:38:58.657717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Bound using segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:38:58.658443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Bound port: 7561861b-670c-4afb-9960-4c9900800b3f, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:38:58.658771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.761257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] For port 7561861b-670c-4afb-9960-4c9900800b3f, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:38:58.762459 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b5f13ac-1eaa-42ba-a5a3-f1b09feddb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.776505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] For port 7561861b-670c-4afb-9960-4c9900800b3f, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7561861b-670c-4afb-9960-4c9900800b3f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:38:58.791066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb090d9-6d78-4474-85e9-cc567ac8955d req-61cfdd47-543a-4af7-a033-e6bd802d1520 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:58.792583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcb090d9-6d78-4474-85e9-cc567ac8955d req-61cfdd47-543a-4af7-a033-e6bd802d1520 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.0709553 Oct 15 00:38:58.834132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcb090d9-6d78-4474-85e9-cc567ac8955d req-ea9d6bc4-2849-479a-86f5-327209462df9 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Oct 15 00:38:58.843208 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.855105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.892890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:58.893371 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.896427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] 10.222.0.39 "PUT /v2.0/ports/7561861b-670c-4afb-9960-4c9900800b3f HTTP/1.1" status: 200 len: 1091 time: 0.8755326 Oct 15 00:38:58.896569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'tag': '7561861b-670c-4afb-9960-4c9900800b3f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:38:58.897533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:38:58.898860 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1851e859-82c4-430a-8ae2-6b90dd35027e" -d '{"events": [{"name": "network-changed", "server_uuid": "bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e", "tag": "7561861b-670c-4afb-9960-4c9900800b3f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:38:58.901658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:38:58.910174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:58.910174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:58.911900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c91074-48f5-42f9-817d-03c6fec0495f None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:38:58.933218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=b0d22e97-08b0-45b2-8217-254021f99e9e,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:58.946375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254133a-ba54-449c-8b56-97530e8e807e service neutron] Pushing event updated for resources: {'Port': ['ID=7561861b-670c-4afb-9960-4c9900800b3f,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:58.961661 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9395b515-3b30-4592-b653-08f4226af3a0 x-openstack-request-id: req-9395b515-3b30-4592-b653-08f4226af3a0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:38:58.961661 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e", "tag": "7561861b-670c-4afb-9960-4c9900800b3f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:38:58.961661 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9395b515-3b30-4592-b653-08f4226af3a0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:38:58.962334 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'tag': '7561861b-670c-4afb-9960-4c9900800b3f', 'status': 'completed', 'code': 200} Oct 15 00:38:59.042888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e859-82c4-430a-8ae2-6b90dd35027e req-457dac90-ffc6-4d03-9a0e-1af2368ffe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:59.044543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ff26f0b4-a1bc-4fe4-8ebb-d857e6f9a2e6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7714462 Oct 15 00:38:59.044972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1851e859-82c4-430a-8ae2-6b90dd35027e req-457dac90-ffc6-4d03-9a0e-1af2368ffe72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 1094 time: 0.0585797 Oct 15 00:38:59.045232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:38:59.050978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:ac:2b:5c', 'name': 'tempest-NetworksTestDHCPv6-2056778787'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:38:59.172554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9547b0-253d-44d4-bc9c-21b8e62c0364 None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': 'a277268e-41b3-4f5b-8b44-5edf9daae7d1', 'ip_address': '2001:db8::f816:3eff:fe12:f5d0'}, {'subnet_id': 'b0d22e97-08b0-45b2-8217-254021f99e9e'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '8bcd05a8-d293-44c0-b6dd-ad9afc976141'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:38:59.195657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe79807-8029-4632-82dc-060742d6c6e1 req-5f184d52-414c-4a65-be99-80bee2e44f65 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:59.197275 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cbe79807-8029-4632-82dc-060742d6c6e1 req-5f184d52-414c-4a65-be99-80bee2e44f65 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 943 time: 0.1092632 Oct 15 00:38:59.199059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e9547b0-253d-44d4-bc9c-21b8e62c0364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:59.250176 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cbe79807-8029-4632-82dc-060742d6c6e1 req-8a95506a-d48f-4a91-92e4-5944e5b30eed tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Oct 15 00:38:59.294574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:38:59.375435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-9e9547b0-253d-44d4-bc9c-21b8e62c0364 None None] Allocated IP 2001:db8:0:1::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/b0d22e97-08b0-45b2-8217-254021f99e9e/8bcd05a8-d293-44c0-b6dd-ad9afc976141) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:59.380440 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:59.401923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port bb78c5b0-eee6-40c8-82d8-c344cac83ee9 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:38:59.453163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2be28-9e23-4976-b3d7-9e4f4f893048 req-aaa6485b-b437-40ac-948e-7825e903b544 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:59.454624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fde2be28-9e23-4976-b3d7-9e4f4f893048 req-aaa6485b-b437-40ac-948e-7825e903b544 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.4280660 Oct 15 00:38:59.489668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9e9547b0-253d-44d4-bc9c-21b8e62c0364 None None] For port 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8bcd05a8-d293-44c0-b6dd-ad9afc976141,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:38:59.519544 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e9547b0-253d-44d4-bc9c-21b8e62c0364 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:59.528517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fde2be28-9e23-4976-b3d7-9e4f4f893048 req-083d2df1-e393-4210-b333-5e72a42fc938 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481284 Oct 15 00:38:59.545434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e859-82c4-430a-8ae2-6b90dd35027e req-cf3e215f-db73-413b-8c2e-b17ce353d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:59.545434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1851e859-82c4-430a-8ae2-6b90dd35027e req-cf3e215f-db73-413b-8c2e-b17ce353d149 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1438584 Oct 15 00:38:59.607033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e9547b0-253d-44d4-bc9c-21b8e62c0364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:38:59.662511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e859-82c4-430a-8ae2-6b90dd35027e req-92b03b56-5021-4638-928e-4762ab9de073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:59.663526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1851e859-82c4-430a-8ae2-6b90dd35027e req-92b03b56-5021-4638-928e-4762ab9de073 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120458 Oct 15 00:38:59.759151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9547b0-253d-44d4-bc9c-21b8e62c0364 None None] Pushing event updated for resources: {'Port': ['ID=8bcd05a8-d293-44c0-b6dd-ad9afc976141,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:38:59.759684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290233d5-c716-4de5-bae9-11cb904069fc req-0ae3aab7-9c0c-4de5-a8df-af0345418b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:59.761141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-0ae3aab7-9c0c-4de5-a8df-af0345418b89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 1094 time: 0.0578027 Oct 15 00:38:59.783947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8:0:1::159 (419a12fc-860c-4125-beb1-c478c6ba03c1/b0d22e97-08b0-45b2-8217-254021f99e9e/bb78c5b0-eee6-40c8-82d8-c344cac83ee9) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:59.796160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::f816:3eff:feac:2b5c (419a12fc-860c-4125-beb1-c478c6ba03c1/a277268e-41b3-4f5b-8b44-5edf9daae7d1/bb78c5b0-eee6-40c8-82d8-c344cac83ee9) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:38:59.825647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-3b489a7a-b27a-42f0-a52c-125172380f40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7561861b-670c-4afb-9960-4c9900800b3f HTTP/1.1" status: 200 len: 217 time: 0.0540197 Oct 15 00:38:59.888818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290233d5-c716-4de5-bae9-11cb904069fc req-e9874f41-0a19-4adc-8e75-c3130499cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:38:59.891369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-e9874f41-0a19-4adc-8e75-c3130499cbaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.0504534 Oct 15 00:38:59.942533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-007adadf-a72b-47d4-a246-f5cc040cd70d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340633 Oct 15 00:38:59.994784 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.078752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8bcd05a8-d293-44c0-b6dd-ad9afc976141 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:00.088728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-4b3660fe-d666-463b-8602-841177892ca8 service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385403 Oct 15 00:39:00.108634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.130181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.130416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.144730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:00.149041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.189170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:00.196318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:00.202353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:00.208910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:00.209585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.215775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=bb78c5b0-eee6-40c8-82d8-c344cac83ee9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:00.227155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f7d78-a1bd-4192-9951-5bf22b1308e7 req-5fa5db71-790d-435f-b59a-f5e24ce26883 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:00.228734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc6f7d78-a1bd-4192-9951-5bf22b1308e7 req-5fa5db71-790d-435f-b59a-f5e24ce26883 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.1351888 Oct 15 00:39:00.265010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290233d5-c716-4de5-bae9-11cb904069fc req-8a5ff397-da2a-4407-89f6-5110e420b83a service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613898 Oct 15 00:39:00.283393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc6f7d78-a1bd-4192-9951-5bf22b1308e7 req-057ed4f3-d5db-4b60-a9c6-8355089b72ba tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Oct 15 00:39:00.306505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8aed1957-cc64-4c9f-8986-dd042bdd728f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2600136 Oct 15 00:39:00.309068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44180) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:00.426386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75ff31-7ea6-4859-9947-d7e9940c887c req-ff4b9aea-492e-4594-a23e-d28ed1fb8944 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:00.427900 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5a75ff31-7ea6-4859-9947-d7e9940c887c req-ff4b9aea-492e-4594-a23e-d28ed1fb8944 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 943 time: 0.0857601 Oct 15 00:39:00.460955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a50a6f80-7eaf-4693-8057-498b5140590d None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:00.461330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a50a6f80-7eaf-4693-8057-498b5140590d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.477713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5a75ff31-7ea6-4859-9947-d7e9940c887c req-358ed98b-0723-41ea-8353-8393b3b63240 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Oct 15 00:39:00.482804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port bb78c5b0-eee6-40c8-82d8-c344cac83ee9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:00.483141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.584026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.599564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for bb78c5b0-eee6-40c8-82d8-c344cac83ee9 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:00.676046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e7400820-8160-41ef-acb7-f28fa9bb0f8e None None] Provisioning complete for port bb78c5b0-eee6-40c8-82d8-c344cac83ee9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:00.677042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e7400820-8160-41ef-acb7-f28fa9bb0f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.712353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e7400820-8160-41ef-acb7-f28fa9bb0f8e None None] Port bb78c5b0-eee6-40c8-82d8-c344cac83ee9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:00.843317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.872699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=bb78c5b0-eee6-40c8-82d8-c344cac83ee9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:00.919605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:00.923077 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b11b6537-eeb7-4918-bae6-9e51f6982d27 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/bb78c5b0-eee6-40c8-82d8-c344cac83ee9 HTTP/1.1" status: 204 len: 168 time: 0.6128819 Oct 15 00:39:00.925988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44194) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:00.990654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd4e69b-97cb-4299-a221-3c39d6632a54 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:00.992233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6fd4e69b-97cb-4299-a221-3c39d6632a54 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0651922 Oct 15 00:39:00.994807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44196) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:01.048018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3546fe45-50b5-4f78-9caa-ca61ffa39ab2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:01.049468 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3546fe45-50b5-4f78-9caa-ca61ffa39ab2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0533566 Oct 15 00:39:01.052214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44198) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:01.107551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be33b8d-12d6-483f-8f88-1f37d26227b1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:01.109057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be33b8d-12d6-483f-8f88-1f37d26227b1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:01.110593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be33b8d-12d6-483f-8f88-1f37d26227b1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:01.112118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9be33b8d-12d6-483f-8f88-1f37d26227b1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0589907 Oct 15 00:39:01.115219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44200) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:01.169256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet a277268e-41b3-4f5b-8b44-5edf9daae7d1 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:01.172233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.212852 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.249958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:39:01.294778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.355523 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:01.368531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'mac_address': 'fa:16:3e:84:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:39:01.407749 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.411284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39fc3f-dd87-40d0-a082-b5dd84ef3e59 req-edede5a1-d02f-4434-8700-ce1ec6be00a4 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:01.412787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d39fc3f-dd87-40d0-a082-b5dd84ef3e59 req-edede5a1-d02f-4434-8700-ce1ec6be00a4 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.0497477 Oct 15 00:39:01.421488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cee18f3-81ed-4e1a-919c-69a84f03eb82 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:01.432240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.445370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:01.459885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=a277268e-41b3-4f5b-8b44-5edf9daae7d1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:01.463469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.466698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9f2eb0e3-e3f3-4395-b687-55e4e5950f2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a277268e-41b3-4f5b-8b44-5edf9daae7d1 HTTP/1.1" status: 204 len: 168 time: 0.3505659 Oct 15 00:39:01.469171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44204) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:01.473792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31890790-92f9-4ee1-99c8-445b27f406c0 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:01.489814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d39fc3f-dd87-40d0-a082-b5dd84ef3e59 req-90a783e9-da8a-478a-9cc4-4a18a9acdd4d tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f4f7374-b629-408c-ba30-51f3f5ac01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705786 Oct 15 00:39:01.502452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-13f0d3ac-da1a-405d-9af8-dd6ebed3595c tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:01.504365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-13f0d3ac-da1a-405d-9af8-dd6ebed3595c tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 945 time: 0.0863976 Oct 15 00:39:01.543207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet b0d22e97-08b0-45b2-8217-254021f99e9e {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:01.543207 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.558315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.582209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.629571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Deleting port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:01.629928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.672381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:01.695326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d59903-7ec3-4a42-9f2b-46e8eb745b41 req-7a020837-ee93-4dc7-a666-0f5a41888784 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:01.696865 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15d59903-7ec3-4a42-9f2b-46e8eb745b41 req-7a020837-ee93-4dc7-a666-0f5a41888784 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 943 time: 0.1118426 Oct 15 00:39:01.727065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.743991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] For port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,segment=NetworkSegment(22943d74-1111-4ec5-871d-d9a1b5f2a16a),segment_id=22943d74-1111-4ec5-871d-d9a1b5f2a16a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:01.749532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.763153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Calling delete_port for ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:01.766219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7cee18f3-81ed-4e1a-919c-69a84f03eb82'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:01.775963 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-15d59903-7ec3-4a42-9f2b-46e8eb745b41 req-a2f1daef-fa32-419a-b63b-cb82e11db062 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726018 Oct 15 00:39:01.895731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.933523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d22e97-08b0-45b2-8217-254021f99e9e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:01.939711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:01.944578 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4389044d-08ad-4266-b875-934e7745fe6b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/b0d22e97-08b0-45b2-8217-254021f99e9e HTTP/1.1" status: 204 len: 168 time: 0.4743123 Oct 15 00:39:01.948278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44218) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:01.992250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c36c8425-aef2-4294-aed3-8a2c04de9d2c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428176 Oct 15 00:39:01.995017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44222) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:02.005430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:02.025847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.040714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:02.064033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Pushing event deleted for resources: {'Port': ['ID=ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:02.114437 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:39:02.125510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] No DVR routers for this DVR port ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:39:02.129659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.133122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44e7a04e-df97-45d4-8539-44fcb342d2e6 req-4989c719-8d63-4de0-92df-5056ac62fa14 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.30 "DELETE /v2.0/ports/ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a HTTP/1.1" status: 204 len: 173 time: 0.6215975 Oct 15 00:39:02.133612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d3e527-e4bb-4697-8761-8a7065694e93', 'name': 'network-vif-deleted', 'tag': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:02.135956 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4108ac12-b13d-4d4c-a7ef-aa9f123b2d9d" -d '{"events": [{"server_uuid": "82d3e527-e4bb-4697-8761-8a7065694e93", "name": "network-vif-deleted", "tag": "ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:02.174620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:02.179656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.183020 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90744b71-4419-4527-abba-6ef01aa37e4d x-openstack-request-id: req-90744b71-4419-4527-abba-6ef01aa37e4d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:02.183020 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d3e527-e4bb-4697-8761-8a7065694e93", "name": "network-vif-deleted", "tag": "ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:02.183020 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90744b71-4419-4527-abba-6ef01aa37e4d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:02.183020 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d3e527-e4bb-4697-8761-8a7065694e93', 'name': 'network-vif-deleted', 'tag': 'ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a', 'status': 'completed', 'code': 200} Oct 15 00:39:02.232220 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.405940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f10050-78d9-4d0e-b842-107bd3775cd3 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:02.484096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8f5cc607-b4b3-4559-aaae-8492695dd721 None None] Provisioning complete for port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:02.484460 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f5cc607-b4b3-4559-aaae-8492695dd721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.489790 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.529064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:02.532304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:02.536404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:02.536982 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.553488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=2f8c8fb0-6301-4878-9542-74c3825404db,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:02.635351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:39:02.639389 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54fec236-bcd7-45d1-9ebe-efd66165ed3d req-7fb1f852-736e-4e60-9f1b-35f54b354ca9 tempest-ServersNegativeTestMultiTenantJSON-1440350722 tempest-ServersNegativeTestMultiTenantJSON-1440350722-project] 10.222.0.13 "GET /v2.0/ports?device_id=82d3e527-e4bb-4697-8761-8a7065694e93 HTTP/1.1" status: 200 len: 210 time: 0.0268929 Oct 15 00:39:02.643311 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-97f7deab-49bb-4365-bbc2-88ade806edb2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6469512 Oct 15 00:39:02.646779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44228) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:02.652019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-96ee0427-84b6-4bf0-80c5-9a7b1118ece2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:02.688845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] Deleting port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:02.689208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.785689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] For port 8bcd05a8-d293-44c0-b6dd-ad9afc976141, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8bcd05a8-d293-44c0-b6dd-ad9afc976141,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:02.786103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.799089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] Calling delete_port for 8bcd05a8-d293-44c0-b6dd-ad9afc976141 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:02.910425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58325eb4-1ce9-41ed-8d22-646ff24d0414 req-0819f50f-1e8a-4e0f-8ac2-5f465ad8e2ea tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:02.911923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58325eb4-1ce9-41ed-8d22-646ff24d0414 req-0819f50f-1e8a-4e0f-8ac2-5f465ad8e2ea tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 943 time: 0.0552995 Oct 15 00:39:02.925758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee0427-84b6-4bf0-80c5-9a7b1118ece2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:02.929906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96ee0427-84b6-4bf0-80c5-9a7b1118ece2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:02.974769 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.001735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] Pushing event deleted for resources: {'Port': ['ID=8bcd05a8-d293-44c0-b6dd-ad9afc976141,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:03.003906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b859a3-75ec-44cf-95f0-af1bca52183d None None] No DVR routers for this DVR port 8bcd05a8-d293-44c0-b6dd-ad9afc976141 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:39:03.008877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58325eb4-1ce9-41ed-8d22-646ff24d0414 req-9fc171c5-3944-423f-9a3c-9ac94888a919 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896370 Oct 15 00:39:03.032531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14608c-786c-4f0d-bd3d-90a2225d4027 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:03.045657 n-d-811521-2 neutron-server[107726]: INFO neutron.db.ipam_backend_mixin [None req-96ee0427-84b6-4bf0-80c5-9a7b1118ece2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f8c8fb0-6301-4878-9542-74c3825404db (CIDR: 2001:db8::/64) Oct 15 00:39:03.085824 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ee0427-84b6-4bf0-80c5-9a7b1118ece2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:39:03.087445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ee0427-84b6-4bf0-80c5-9a7b1118ece2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:03.160990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-96ee0427-84b6-4bf0-80c5-9a7b1118ece2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5126469 Oct 15 00:39:03.163723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:03.168806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:03.209446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-419a12fc-860c-4125-beb1-c478c6ba03c1', 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'tenant_id': '460d071a2498423a81783b5859f1d337', 'fixed_ips': [{'subnet_id': '2f8c8fb0-6301-4878-9542-74c3825404db'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:39:03.210426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.282660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7561861b-670c-4afb-9960-4c9900800b3f details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:39:03.284490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:03.368711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:03.372578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.445921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/2f8c8fb0-6301-4878-9542-74c3825404db/5541e3f1-328f-409a-9606-f5629ac3a083) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:03.463839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:03.464206 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.543372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7561861b-670c-4afb-9960-4c9900800b3f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7561861b-670c-4afb-9960-4c9900800b3f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:03.703651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:03.714261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:39:03.715895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.734924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7561861b-670c-4afb-9960-4c9900800b3f', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'port_id': '7561861b-670c-4afb-9960-4c9900800b3f', 'mac_address': 'fa:16:3e:6c:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26703b-4283-4fed-aa99-6da3b957f7d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:39:03.753781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] Deleting subnet a705373c-1195-4b4b-8fe1-43c67b37de3b {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:03.757257 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.763227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:03.767482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:03.771992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:03.772577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.793023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=90efba08-491d-4bd0-8070-59a68a3debb8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:03.798409 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.827362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.867948 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.873328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7561861b-670c-4afb-9960-4c9900800b3f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:03.880379 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2801fc35-8ae1-4785-805f-4b3983d9a687 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7154613 Oct 15 00:39:03.883183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:03.890223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:2c:70:b0', 'name': 'tempest-NetworksTestDHCPv6-1644414309'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:03.908484 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:03.926654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7561861b-670c-4afb-9960-4c9900800b3f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7561861b-670c-4afb-9960-4c9900800b3f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:03.931493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:03.933882 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8137aefb-3639-4474-8142-c98ccf9da76c" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:03.948333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:03.992547 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.049662 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bc1170-1c7a-4d92-9f12-363ad71b0e9a x-openstack-request-id: req-29bc1170-1c7a-4d92-9f12-363ad71b0e9a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:04.051161 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:04.051638 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29bc1170-1c7a-4d92-9f12-363ad71b0e9a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:04.052072 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'code': 200} Oct 15 00:39:04.070506 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.074201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.095610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:04.101856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:04.105490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:04.110774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:04.142898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8bcd05a8-d293-44c0-b6dd-ad9afc976141 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:04.177342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8bcd05a8-d293-44c0-b6dd-ad9afc976141 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:39:04.177715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8bcd05a8-d293-44c0-b6dd-ad9afc976141 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:39:04.185077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Pushing event updated for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:04.212697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.259471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65be07c-b73e-4dd5-b3c7-1e27dc8455ee req-dd7ac2fa-a138-4d4e-8e08-50d99f2158ab tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:04.260480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Attempting to bind port 5541e3f1-328f-409a-9606-f5629ac3a083 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:04.260908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Attempting to bind port 5541e3f1-328f-409a-9606-f5629ac3a083 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:04.261273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Attempting to bind port 5541e3f1-328f-409a-9606-f5629ac3a083 on network 419a12fc-860c-4125-beb1-c478c6ba03c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:04.266546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b65be07c-b73e-4dd5-b3c7-1e27dc8455ee req-dd7ac2fa-a138-4d4e-8e08-50d99f2158ab tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 944 time: 0.1179454 Oct 15 00:39:04.276975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.278922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:04.279551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Checking segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:04.280134 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.280728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Bound using segment: {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:04.281359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Bound port: 5541e3f1-328f-409a-9606-f5629ac3a083, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f3e16b-6789-4e0e-88fb-87c32db0bdb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:04.281935 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.313519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port 4a06fba2-ab92-406c-a954-f211e9125b1a yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:39:04.328091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b65be07c-b73e-4dd5-b3c7-1e27dc8455ee req-bb7d6cfa-e21a-4e4d-96ce-4d5983266cbf tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606999 Oct 15 00:39:04.335437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7561861b-670c-4afb-9960-4c9900800b3f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:04.336401 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.376292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a705373c-1195-4b4b-8fe1-43c67b37de3b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:04.383060 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.386587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-018029b0-090c-448e-a808-6141271160f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a705373c-1195-4b4b-8fe1-43c67b37de3b HTTP/1.1" status: 204 len: 168 time: 0.6817365 Oct 15 00:39:04.388893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44268) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:04.415215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:04.419048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5541e3f1-328f-409a-9606-f5629ac3a083,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:04.419469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:04.476465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.487879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.511180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::362 (419a12fc-860c-4125-beb1-c478c6ba03c1/2f8c8fb0-6301-4878-9542-74c3825404db/4a06fba2-ab92-406c-a954-f211e9125b1a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:04.518531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2c:70b0 (419a12fc-860c-4125-beb1-c478c6ba03c1/90efba08-491d-4bd0-8070-59a68a3debb8/4a06fba2-ab92-406c-a954-f211e9125b1a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:04.556194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d33392-2d30-43b1-9635-9ad6c0a4910f None None] Pushing event updated for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:04.567875 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.587097 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd793f9b-7330-41e2-aeae-9161daeda167']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:04.601279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22943d74-1111-4ec5-871d-d9a1b5f2a16a') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:04.601828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22943d74-1111-4ec5-871d-d9a1b5f2a16a') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:04.607685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7561861b-670c-4afb-9960-4c9900800b3f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:04.615456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.630145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.636527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:39:04.636920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.694737 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:39:04.697134 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:39:04.758033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.776179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.780367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd793f9b-7330-41e2-aeae-9161daeda167 HTTP/1.1" status: 204 len: 168 time: 0.3898401 Oct 15 00:39:04.784629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44270) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:04.793893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.802226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c3998-ddfd-4877-b4de-f8578c4ffdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd793f9b-7330-41e2-aeae-9161daeda167,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:04.873315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:04.882413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:04.889090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] Deleting subnet 4fd9d630-f2b9-4bb4-af54-5a8e0a54a285 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:04.891364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:04.896952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:04.897575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.901926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=4a06fba2-ab92-406c-a954-f211e9125b1a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:04.904411 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.944631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:04.982902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.012471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aaa82661-b7bb-4083-9da7-16b75812ec3c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1278887 Oct 15 00:39:05.015126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44276) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:05.101242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.113503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port 4a06fba2-ab92-406c-a954-f211e9125b1a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:05.113838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.128321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd9d630-f2b9-4bb4-af54-5a8e0a54a285,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:05.134711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.138042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-071aea1c-91cf-420a-b404-95a8dd474c9a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fd9d630-f2b9-4bb4-af54-5a8e0a54a285 HTTP/1.1" status: 204 len: 168 time: 0.3521955 Oct 15 00:39:05.140398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44282) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:05.221221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.221453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.237146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for 4a06fba2-ab92-406c-a954-f211e9125b1a owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:05.330776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.357858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ddc09b-84bb-478b-aeae-59c14f72fbab']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:05.381918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c240d9-555d-420a-b8c1-352de81132f1') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:05.382345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c240d9-555d-420a-b8c1-352de81132f1') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:05.408205 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.430770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.438655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:39:05.438655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: items = [ Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:39:05.440508 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:39:05.513220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fd37-4606-4c00-9b21-59b82dd95595 req-707f86d2-2c5d-4779-8be4-e9afdc14c584 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:05.514833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f1fd37-4606-4c00-9b21-59b82dd95595 req-707f86d2-2c5d-4779-8be4-e9afdc14c584 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 944 time: 0.0931969 Oct 15 00:39:05.559738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f1fd37-4606-4c00-9b21-59b82dd95595 req-8c1bee4d-16f6-4310-9042-dae397fef78a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 Oct 15 00:39:05.574348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.586358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.591885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.596107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] 10.222.0.13 "DELETE /v2.0/networks/23ddc09b-84bb-478b-aeae-59c14f72fbab HTTP/1.1" status: 204 len: 168 time: 0.4547906 Oct 15 00:39:05.611113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197895dd-24e6-4d23-a6d2-ccb862ed493b None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:05.613194 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=4a06fba2-ab92-406c-a954-f211e9125b1a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:05.614180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63268-5006-46c1-9121-780e2538248d admin admin] Pushing event deleted for resources: {'Network': ['ID=23ddc09b-84bb-478b-aeae-59c14f72fbab,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:05.639156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:05.661578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.667367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-728e2ec2-da10-4843-845c-8e3ea0c6503a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/4a06fba2-ab92-406c-a954-f211e9125b1a HTTP/1.1" status: 204 len: 168 time: 0.6489499 Oct 15 00:39:05.667706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44292) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:05.687340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:39:05.687696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ecd5d13e-178a-4b7f-9eef-8feaea0b1d6a not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:39:05.713297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0bc10935-d073-4aa6-a413-a63e9e61f008 None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:05.713683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bc10935-d073-4aa6-a413-a63e9e61f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.720072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b22d86-4764-4360-aa45-f7f3bc383cec tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:05.724679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60b22d86-4764-4360-aa45-f7f3bc383cec tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0560787 Oct 15 00:39:05.724861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44294) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:05.775084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098d0d81-93a3-45d8-a30b-8913cf2e4c42 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:05.776527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-098d0d81-93a3-45d8-a30b-8913cf2e4c42 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0503178 Oct 15 00:39:05.779235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44296) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:05.832318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75e8f3-8945-4f6d-b54a-a874e1fabc19 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:05.836632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75e8f3-8945-4f6d-b54a-a874e1fabc19 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:05.836632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75e8f3-8945-4f6d-b54a-a874e1fabc19 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:05.837381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa75e8f3-8945-4f6d-b54a-a874e1fabc19 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0570526 Oct 15 00:39:05.839891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44302) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:05.854340 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bc10935-d073-4aa6-a413-a63e9e61f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.890012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0bc10935-d073-4aa6-a413-a63e9e61f008 None None] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5541e3f1-328f-409a-9606-f5629ac3a083,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:05.907280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 2f8c8fb0-6301-4878-9542-74c3825404db {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:05.911233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.950798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:05.955228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdb711-43ef-43aa-aeb5-60a366f02876 None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '2f8c8fb0-6301-4878-9542-74c3825404db', 'ip_address': '2001:db8::2'}, {'subnet_id': '90efba08-491d-4bd0-8070-59a68a3debb8'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '5541e3f1-328f-409a-9606-f5629ac3a083'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:39:05.976052 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bc10935-d073-4aa6-a413-a63e9e61f008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.006987 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-04bdb711-43ef-43aa-aeb5-60a366f02876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.037382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44304) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:06.065092 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.067772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc10935-d073-4aa6-a413-a63e9e61f008 None None] Pushing event updated for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:06.137101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5541e3f1-328f-409a-9606-f5629ac3a083 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:06.166561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a7b5747d-9c2f-4246-a7aa-c63cfe2f1d2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcdcc8e175334ec7b95781fc82dc79e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282678 Oct 15 00:39:06.170946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44316) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:06.216869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:06.222454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.243575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43549975-3347-4aab-81e8-20015f914751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.265573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.269201 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43549975-3347-4aab-81e8-20015f914751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-04bdb711-43ef-43aa-aeb5-60a366f02876 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f8c8fb0-6301-4878-9542-74c3825404db: This subnet is being modified by another concurrent operation. Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:39:06.272092 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f8c8fb0-6301-4878-9542-74c3825404db: This subnet is being modified by another concurrent operation. Oct 15 00:39:06.280517 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:39:06.306028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.310104 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/2f8c8fb0-6301-4878-9542-74c3825404db HTTP/1.1" status: 204 len: 168 time: 0.4679534 Oct 15 00:39:06.319503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44322) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:06.323626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac389453-ba0b-4e31-9c8e-387e08a3322b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8c8fb0-6301-4878-9542-74c3825404db,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:06.379766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8e253-b0d4-4202-a71d-3f42c20fd34b None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:06.409350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 90efba08-491d-4bd0-8070-59a68a3debb8 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:06.415556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.459829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-92a31805-2617-4581-846f-c903cb364e2e None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:06.460199 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-92a31805-2617-4581-846f-c903cb364e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.467720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43549975-3347-4aab-81e8-20015f914751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.470775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43549975-3347-4aab-81e8-20015f914751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.475010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-43549975-3347-4aab-81e8-20015f914751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f4f7374-b629-408c-ba30-51f3f5ac01c9 HTTP/1.1" status: 204 len: 168 time: 0.3006465 Oct 15 00:39:06.475010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.514410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43549975-3347-4aab-81e8-20015f914751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4f7374-b629-408c-ba30-51f3f5ac01c9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:06.534995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.712391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.712765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05cfb95-ab45-4aab-b93e-1abd0cb1fcca None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '90efba08-491d-4bd0-8070-59a68a3debb8'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '5541e3f1-328f-409a-9606-f5629ac3a083'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:39:06.717888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0735d8-0ef3-4fce-a38c-f089d4f3a4e7 req-998004f7-c26d-4b95-b0a4-1324b5457e12 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:06.719837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc0735d8-0ef3-4fce-a38c-f089d4f3a4e7 req-998004f7-c26d-4b95-b0a4-1324b5457e12 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 944 time: 0.0742068 Oct 15 00:39:06.745499 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c05cfb95-ab45-4aab-b93e-1abd0cb1fcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.752478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=90efba08-491d-4bd0-8070-59a68a3debb8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:06.756137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.760427 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5f36eb6a-e21e-47f4-ae3e-cd6f5e72d544 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/90efba08-491d-4bd0-8070-59a68a3debb8 HTTP/1.1" status: 204 len: 168 time: 0.4347701 Oct 15 00:39:06.762818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:06.771298 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc0735d8-0ef3-4fce-a38c-f089d4f3a4e7 req-7bc67bde-b7c5-4d7d-949d-164e5dd59326 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Oct 15 00:39:06.803261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5a4910c2-4f38-4bf4-b742-3ed6832a2a16 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392647 Oct 15 00:39:06.816544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44346) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:06.821741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:06.986885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7fe7e69a-ddbf-40ce-b378-54adfd2ddc7d None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:06.988012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7fe7e69a-ddbf-40ce-b378-54adfd2ddc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:06.990808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:06.994373 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:07.064102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d333ea8-51fa-4d37-9a02-1494018a0d85 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:39:07.294059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-55cf6cf5-2777-419d-8b7b-8b4f0b8e86c5 None None] Could not find standard attr ID for object 4a06fba2-ab92-406c-a954-f211e9125b1a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:39:07.299504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7561861b-670c-4afb-9960-4c9900800b3f up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:07.323657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44364) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:07.366007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d333ea8-51fa-4d37-9a02-1494018a0d85 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:39:07.368698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:07.500133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:07.503981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 7561861b-670c-4afb-9960-4c9900800b3f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:39:07.520648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94e49b1a-c678-4cb6-9e5b-70fea872c259 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d9492c3a12b4e8f8259ef2c804f29cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958182 Oct 15 00:39:07.523464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44370) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:07.531574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:07.533368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=4818b70f-c725-4cf5-8025-c10c79b65a02,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:07.536821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:07.537395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:07.555665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7561861b-670c-4afb-9960-4c9900800b3f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:07.555951 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:07.617238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-484f7210-b166-4ec3-b3d7-9c7e1a68b338 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7996213 Oct 15 00:39:07.619960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44372) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:07.625121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-30380bef-e50d-4393-91eb-ce794714f71c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:07.634994 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a00309a-f00a-43ba-a940-e2ee909eb486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:07.688224 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a00309a-f00a-43ba-a940-e2ee909eb486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:07.877094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30380bef-e50d-4393-91eb-ce794714f71c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:07.882303 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-30380bef-e50d-4393-91eb-ce794714f71c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:07.947657 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.079610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7561861b-670c-4afb-9960-4c9900800b3f'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:08.083317 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344655ff-bd19-4878-8860-1e52718bcbe0" -d '{"events": [{"server_uuid": "bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e", "name": "network-vif-plugged", "status": "completed", "tag": "7561861b-670c-4afb-9960-4c9900800b3f"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:08.084388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3ee0-3c7d-4ef9-970b-ac23fe13c86d req-247bbcc4-3af3-455d-9ce4-8b42050b54af tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:08.104443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca4a3ee0-3c7d-4ef9-970b-ac23fe13c86d req-247bbcc4-3af3-455d-9ce4-8b42050b54af tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 944 time: 0.1813290 Oct 15 00:39:08.107841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7561861b-670c-4afb-9960-4c9900800b3f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7561861b-670c-4afb-9960-4c9900800b3f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:08.123637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5541e3f1-328f-409a-9606-f5629ac3a083 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:08.129843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a00309a-f00a-43ba-a940-e2ee909eb486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.132433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a00309a-f00a-43ba-a940-e2ee909eb486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.134083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2a00309a-f00a-43ba-a940-e2ee909eb486 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5247a2c-3664-47ec-866e-fb87273378d9 HTTP/1.1" status: 204 len: 168 time: 0.6086869 Oct 15 00:39:08.148428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00309a-f00a-43ba-a940-e2ee909eb486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5247a2c-3664-47ec-866e-fb87273378d9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:08.158316 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ec2283-b940-4dac-befe-ab6eae2dc2cc x-openstack-request-id: req-57ec2283-b940-4dac-befe-ab6eae2dc2cc {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:08.158640 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e", "name": "network-vif-plugged", "status": "completed", "tag": "7561861b-670c-4afb-9960-4c9900800b3f", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:08.158858 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57ec2283-b940-4dac-befe-ab6eae2dc2cc {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:08.159302 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7561861b-670c-4afb-9960-4c9900800b3f', 'code': 200} Oct 15 00:39:08.196892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.208767 n-d-811521-2 neutron-server[107725]: INFO neutron.db.ipam_backend_mixin [None req-30380bef-e50d-4393-91eb-ce794714f71c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4818b70f-c725-4cf5-8025-c10c79b65a02 (CIDR: 2001:db8::/64) Oct 15 00:39:08.255000 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca4a3ee0-3c7d-4ef9-970b-ac23fe13c86d req-598bf039-e3f8-4e97-bc26-56a21164102a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486502 Oct 15 00:39:08.260536 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-30380bef-e50d-4393-91eb-ce794714f71c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:39:08.261243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30380bef-e50d-4393-91eb-ce794714f71c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:08.314748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7561861b-670c-4afb-9960-4c9900800b3f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:08.342570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87405a22-33ca-4e0b-8dc8-692e04f97406 None None] Update dhcp port {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'fixed_ips': [{'subnet_id': '4818b70f-c725-4cf5-8025-c10c79b65a02'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '5541e3f1-328f-409a-9606-f5629ac3a083'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:39:08.381054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-30380bef-e50d-4393-91eb-ce794714f71c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7577434 Oct 15 00:39:08.383116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44388) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:08.383345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.393890 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87405a22-33ca-4e0b-8dc8-692e04f97406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.401758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'subnet': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:08.454884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603198d-e639-4b4c-81f7-2f627fc8c61f req-df119d97-2abb-4559-87f7-e044fbc97690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:08.462268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4603198d-e639-4b4c-81f7-2f627fc8c61f req-df119d97-2abb-4559-87f7-e044fbc97690 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 1096 time: 0.2320867 Oct 15 00:39:08.487594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5541e3f1-328f-409a-9606-f5629ac3a083,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:08.519696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4603198d-e639-4b4c-81f7-2f627fc8c61f req-ec500daf-e691-499b-8a46-e03a3bbbfd78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Oct 15 00:39:08.594221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.711542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:08.715749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.723319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-87405a22-33ca-4e0b-8dc8-692e04f97406 None None] Allocated IP 2001:db8::2 (419a12fc-860c-4125-beb1-c478c6ba03c1/4818b70f-c725-4cf5-8025-c10c79b65a02/5541e3f1-328f-409a-9606-f5629ac3a083) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:08.730159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:08.864059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-87405a22-33ca-4e0b-8dc8-692e04f97406 None None] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5541e3f1-328f-409a-9606-f5629ac3a083,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:08.904116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87405a22-33ca-4e0b-8dc8-692e04f97406 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:08.986180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87405a22-33ca-4e0b-8dc8-692e04f97406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:09.072959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87405a22-33ca-4e0b-8dc8-692e04f97406 None None] Pushing event updated for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:09.482121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5119c-6781-41d7-8a34-5f5135141afa req-e13e8305-6caa-417d-9d70-0fb019eacae8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:09.489676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ff5119c-6781-41d7-8a34-5f5135141afa req-e13e8305-6caa-417d-9d70-0fb019eacae8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 945 time: 0.1381724 Oct 15 00:39:09.500471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:39:09.591690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ff5119c-6781-41d7-8a34-5f5135141afa req-4236a4d0-d6f5-43e1-8175-d529a0627ee1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005261 Oct 15 00:39:09.791990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:09.843738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44426) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:09.968714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.084313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1318869811-network', 'tenant_id': '9ab51158ed27430f8a13c7bb2a50d1df'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:10.196311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5541e3f1-328f-409a-9606-f5629ac3a083 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:10.234178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f0463-c901-4b2e-a72b-35dee19a9d14 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:39:10.237610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Made reservation on behalf of 9ab51158ed27430f8a13c7bb2a50d1df for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:10.240294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.254782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5541e3f1-328f-409a-9606-f5629ac3a083,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:10.257014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.288313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.350597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.353558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8b83cd84-a04d-4d5f-a71e-b607e1a9c379 None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:10.353926 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8b83cd84-a04d-4d5f-a71e-b607e1a9c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.358107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.358924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.392253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:10.392624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.440624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:10.443985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.454530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:10.465506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:10.466314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.474174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Subnet': ['ID=0117d2e8-273c-4796-b5f7-168769f884cf,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:10.491035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=8']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:10.494713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:39:10.505625 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.505976 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Added segment 62215372-1b71-4a13-9532-e3f1742b7714 of type vlan for network eafab19a-1f46-4ed6-a367-f56f800b221e Oct 15 00:39:10.555579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.562928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f0463-c901-4b2e-a72b-35dee19a9d14 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:39:10.578304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d197f164-d7f1-4d91-907d-8169433d8e16,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:10.610979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea4d2172-b8ad-4830-93a2-45a21ef5d285 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2259035 Oct 15 00:39:10.614030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44436) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:10.615929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8b83cd84-a04d-4d5f-a71e-b607e1a9c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.619478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Request body: {'port': {'network_id': '419a12fc-860c-4125-beb1-c478c6ba03c1', 'mac_address': 'fa:16:3e:dc:8b:9f', 'name': 'tempest-NetworksTestDHCPv6-1408876719'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:10.687612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.688622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:10.690290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.731764 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.818692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8b83cd84-a04d-4d5f-a71e-b607e1a9c379 None None] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5541e3f1-328f-409a-9606-f5629ac3a083,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:10.835037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9899521 Oct 15 00:39:10.838296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44444) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:10.839740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d2cc-243c-4cda-83d3-5403fd2469be admin admin] Pushing event updated for resources: {'Network': ['ID=eafab19a-1f46-4ed6-a367-f56f800b221e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:10.844305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Request body: {'subnet': {'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1318869811-subnet', 'tenant_id': '9ab51158ed27430f8a13c7bb2a50d1df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:10.858715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network eafab19a-1f46-4ed6-a367-f56f800b221e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:39:10.888599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6bbf9-5095-441a-9325-98d613744147 req-0b8b3f24-8b41-45a0-aa71-8f2fdcfb70c9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:10.893094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38d6bbf9-5095-441a-9325-98d613744147 req-0b8b3f24-8b41-45a0-aa71-8f2fdcfb70c9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 945 time: 0.1582067 Oct 15 00:39:10.943690 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8b83cd84-a04d-4d5f-a71e-b607e1a9c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:10.955777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38d6bbf9-5095-441a-9325-98d613744147 req-ccf76bc6-22f3-4529-9f7e-2a6ca76578f1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522563 Oct 15 00:39:10.974800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Made reservation on behalf of 460d071a2498423a81783b5859f1d337 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:11.054966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Made reservation on behalf of 9ab51158ed27430f8a13c7bb2a50d1df for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:11.057709 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:11.068261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:39:11.068621 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:39:11.074594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83cd84-a04d-4d5f-a71e-b607e1a9c379 None None] Pushing event updated for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:11.093326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:11.129717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] device_id is not set on port ecf66b0d-7952-4029-9c86-f0c49dca0a27 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:39:11.303261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf16ff-37fd-4f1b-99ef-6f3b8593e331 req-14e9033d-9b64-4b87-b518-fc29abba92cb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:11.305716 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-16bf16ff-37fd-4f1b-99ef-6f3b8593e331 req-14e9033d-9b64-4b87-b518-fc29abba92cb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 945 time: 0.0999959 Oct 15 00:39:11.407464 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-16bf16ff-37fd-4f1b-99ef-6f3b8593e331 req-86effcd5-327d-4808-b5a1-aa9fe6d4e9b8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934908 Oct 15 00:39:11.458690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8::34c (419a12fc-860c-4125-beb1-c478c6ba03c1/4818b70f-c725-4cf5-8025-c10c79b65a02/ecf66b0d-7952-4029-9c86-f0c49dca0a27) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:11.467153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:8b9f (419a12fc-860c-4125-beb1-c478c6ba03c1/0117d2e8-273c-4796-b5f7-168769f884cf/ecf66b0d-7952-4029-9c86-f0c49dca0a27) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:11.557460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:11.642078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a71084-d74e-47f7-a154-290824fb64fc,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:11.675115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Checking segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:11.675115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Network hostable DHCP agents. Network: eafab19a-1f46-4ed6-a367-f56f800b221e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:39:11.720509 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:11.814914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Network eafab19a-1f46-4ed6-a367-f56f800b221e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:39:11.925661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:11.953347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, eafab19a-1f46-4ed6-a367-f56f800b221e) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:11.961666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:11.964074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:12.042003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:12.051268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:12.062787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:12.069128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:12.069790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:12.109681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event updated for resources: {'Port': ['ID=ecf66b0d-7952-4029-9c86-f0c49dca0a27,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:12.114867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5541e3f1-328f-409a-9606-f5629ac3a083 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:12.119216 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d3eddba9-03df-4d85-a715-f591a3910d40 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2797720 Oct 15 00:39:12.327364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ddc5a-a320-4927-bc94-ff6849883e25 req-ff1f261e-6229-414a-bd6f-615b2a674849 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:12.327364 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f63ddc5a-a320-4927-bc94-ff6849883e25 req-ff1f261e-6229-414a-bd6f-615b2a674849 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 945 time: 0.0835464 Oct 15 00:39:12.328820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:12.328820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:12.329304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f63ddc5a-a320-4927-bc94-ff6849883e25 req-fb19d09c-94bb-4fb1-9716-fae143c0199b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477083 Oct 15 00:39:12.348349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b83495-8eed-4c34-b72a-6491e408a9f0 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:12.350747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1738678e-0c9b-4c08-90d3-f9eb9ce5ef49 None None] Network eafab19a-1f46-4ed6-a367-f56f800b221e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:12.440602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cde16b5b-3088-4c1d-8015-5948eea041d6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8248711 Oct 15 00:39:12.443530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44480) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:12.485132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e89a392d-b50d-46e9-84ee-967cbe0c556e None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:12.485501 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e89a392d-b50d-46e9-84ee-967cbe0c556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:12.566930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting port ecf66b0d-7952-4029-9c86-f0c49dca0a27 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:12.567401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:12.632818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0107a260-b2db-4c81-a6a5-865f449c695e None None] Network eafab19a-1f46-4ed6-a367-f56f800b221e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:12.728702 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:12.788280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Calling delete_port for ecf66b0d-7952-4029-9c86-f0c49dca0a27 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:12.879491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-3c70dd9a-7ced-4541-882c-d16fc9de09a5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:12.887515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-3c70dd9a-7ced-4541-882c-d16fc9de09a5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.2398751 Oct 15 00:39:12.932970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-05c392f5-3f51-45bf-84dd-6cf0d1173339 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/quotas/9ab51158ed27430f8a13c7bb2a50d1df HTTP/1.1" status: 200 len: 375 time: 0.0442066 Oct 15 00:39:12.976109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-930de161-1b47-4906-b359-c2bd2342c2a8 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421548 Oct 15 00:39:13.135207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-d728770d-9a15-4d71-a05e-2843e45a9252 service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580908 Oct 15 00:39:13.287387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-d69e8742-d15a-42d1-9b5d-41b7873d96bc service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285298 Oct 15 00:39:13.304354 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e5520-569d-4de0-a459-4e139b9c9452 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:13.322805 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:13.385944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8fa87e7e-fc20-4d0f-a6d1-acd24c11a2f1 None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:13.386570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8fa87e7e-fc20-4d0f-a6d1-acd24c11a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:13.432804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Port': ['ID=ecf66b0d-7952-4029-9c86-f0c49dca0a27,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:13.495860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:13.505587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44508) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:13.517121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-981224bb-b150-4f89-8402-e8db83149bf1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/ecf66b0d-7952-4029-9c86-f0c49dca0a27 HTTP/1.1" status: 204 len: 168 time: 1.0724864 Oct 15 00:39:13.631083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d292-a721-4f18-aafc-7b118c4c0784 req-572f9cfb-7c1f-4215-9f18-33c1d6ddd79f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:13.631083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1265d292-a721-4f18-aafc-7b118c4c0784 req-572f9cfb-7c1f-4215-9f18-33c1d6ddd79f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 945 time: 0.1151519 Oct 15 00:39:13.655570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4056f32e-5cf7-4987-8187-b9309fdbff3d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:13.656516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8fa87e7e-fc20-4d0f-a6d1-acd24c11a2f1 None None] Could not find standard attr ID for object ecf66b0d-7952-4029-9c86-f0c49dca0a27. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:39:13.657809 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4056f32e-5cf7-4987-8187-b9309fdbff3d tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1506419 Oct 15 00:39:13.661619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44516) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:13.738635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1265d292-a721-4f18-aafc-7b118c4c0784 req-23be895b-fe11-484c-a55e-00ad923b5c4a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972483 Oct 15 00:39:13.806671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-390dd24d-b779-4f2c-a117-ac6455ef3ee0 req-b30cd219-d60a-4592-9faf-1bea32f4cdd1 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 210 time: 0.0881293 Oct 15 00:39:13.842935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c53230-b1b5-4f2b-9249-5f79b2742b95 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:13.849263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44518) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:13.850053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b1c53230-b1b5-4f2b-9249-5f79b2742b95 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1863959 Oct 15 00:39:13.867449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-71a21b83-75c9-4a75-acfe-e453ab10995e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:13.869600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-71a21b83-75c9-4a75-acfe-e453ab10995e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 945 time: 0.1549847 Oct 15 00:39:13.975421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72eb69-8f2e-4a1d-bfb7-76fdf69b54c7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:13.979555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72eb69-8f2e-4a1d-bfb7-76fdf69b54c7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:13.981300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab72eb69-8f2e-4a1d-bfb7-76fdf69b54c7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:13.983099 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ab72eb69-8f2e-4a1d-bfb7-76fdf69b54c7 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1327147 Oct 15 00:39:13.996804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44524) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:14.070000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Deleting port 7561861b-670c-4afb-9960-4c9900800b3f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:14.070649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.101742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7c44f9c7-bd88-40a6-ac51-95014c347670 None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:14.102128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7c44f9c7-bd88-40a6-ac51-95014c347670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.129226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 0117d2e8-273c-4796-b5f7-168769f884cf {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:14.135751 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.208044 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.258049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] For port 7561861b-670c-4afb-9960-4c9900800b3f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7561861b-670c-4afb-9960-4c9900800b3f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:14.258826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.288040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Calling delete_port for 7561861b-670c-4afb-9960-4c9900800b3f owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:14.385900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.591951 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.620076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.635465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:14.641851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7561861b-670c-4afb-9960-4c9900800b3f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:14.687579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event deleted for resources: {'Port': ['ID=7561861b-670c-4afb-9960-4c9900800b3f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:14.725191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=0117d2e8-273c-4796-b5f7-168769f884cf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:14.743830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.749659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e4fceae-e7f6-4520-bdf3-97863579c08e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/0117d2e8-273c-4796-b5f7-168769f884cf HTTP/1.1" status: 204 len: 168 time: 0.7494404 Oct 15 00:39:14.762999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44538) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:14.826457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] No DVR routers for this DVR port 7561861b-670c-4afb-9960-4c9900800b3f on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:39:14.832464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.836528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d811ff8a-2d3c-402a-b9b1-35073e4e1f78 None None] Could not find standard attr ID for object ecf66b0d-7952-4029-9c86-f0c49dca0a27. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:39:14.879851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c2b7e85-bb25-45cb-a0f6-6bf9bd8994b3 req-d3f8aa26-a3aa-4bbd-b2dc-6872ac2d35f7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "DELETE /v2.0/ports/7561861b-670c-4afb-9960-4c9900800b3f HTTP/1.1" status: 204 len: 173 time: 1.0019598 Oct 15 00:39:14.881717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'name': 'network-vif-deleted', 'tag': '7561861b-670c-4afb-9960-4c9900800b3f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:14.904219 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155b459-2d97-47ac-9542-d6523e83f345" -d '{"events": [{"server_uuid": "bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e", "name": "network-vif-deleted", "tag": "7561861b-670c-4afb-9960-4c9900800b3f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:14.974900 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:14.995801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbac8a2-3f61-4d4c-bfc3-e21913988f8d None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:15.009014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9e91bd9a-5628-4235-9caf-790849cecfc4 req-5523a9a0-9935-4ffa-aeec-4db51b5425bb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 210 time: 0.0655696 Oct 15 00:39:15.011514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30c7db14-5537-477d-a4ab-38db56b6f306 req-7da101e7-768c-4829-8e32-e61aba81c8da tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 210 time: 0.0804629 Oct 15 00:39:15.040603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Deleting subnet 4818b70f-c725-4cf5-8025-c10c79b65a02 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:15.044874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:15.147947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:15.205209 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e6db75-bcac-4f4b-9c98-ea9d59f8878a x-openstack-request-id: req-77e6db75-bcac-4f4b-9c98-ea9d59f8878a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:15.206420 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e", "name": "network-vif-deleted", "tag": "7561861b-670c-4afb-9960-4c9900800b3f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:15.206653 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77e6db75-bcac-4f4b-9c98-ea9d59f8878a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:15.207242 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e', 'name': 'network-vif-deleted', 'tag': '7561861b-670c-4afb-9960-4c9900800b3f', 'status': 'completed', 'code': 200} Oct 15 00:39:15.318912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:15.477750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:15.532315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Subnet': ['ID=4818b70f-c725-4cf5-8025-c10c79b65a02,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:15.537661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:15.544028 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8bcc642b-8e4b-4016-9ade-871ffea40c0e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/4818b70f-c725-4cf5-8025-c10c79b65a02 HTTP/1.1" status: 204 len: 168 time: 0.7739000 Oct 15 00:39:15.544527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44558) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.602531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-db5a395c-48ad-488a-8987-2d11248e39b8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566370 Oct 15 00:39:15.605243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.678821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404f22f-f3f8-4642-99ec-0b97fa5a5138 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:15.681039 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b404f22f-f3f8-4642-99ec-0b97fa5a5138 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0744667 Oct 15 00:39:15.683291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44564) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.758260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f69553-717a-4cc2-8e7f-7ae11d3c9610 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:15.759787 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-12f69553-717a-4cc2-8e7f-7ae11d3c9610 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0755541 Oct 15 00:39:15.762377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44566) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.827337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4fec34c8-b5c9-44a6-a242-0ee798af9076 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637991 Oct 15 00:39:15.832698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44570) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.864351 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46bd02c-3fc5-464a-a071-f930f2e86167 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:15.872098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46bd02c-3fc5-464a-a071-f930f2e86167 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:15.872098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e46bd02c-3fc5-464a-a071-f930f2e86167 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/ecf66b0d-7952-4029-9c86-f0c49dca0a27 HTTP/1.1" status: 404 len: 333 time: 0.0343592 Oct 15 00:39:15.872704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44572) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.912954 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f6530a-26c0-4ef4-b746-adcd5386417b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:15.914879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f6530a-26c0-4ef4-b746-adcd5386417b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:15.917527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-28f6530a-26c0-4ef4-b746-adcd5386417b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/0117d2e8-273c-4796-b5f7-168769f884cf HTTP/1.1" status: 404 len: 337 time: 0.0432057 Oct 15 00:39:15.919780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44574) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.949111 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bf2657-e235-4191-962b-6364c30c7d5e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:15.949759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bf2657-e235-4191-962b-6364c30c7d5e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:15.953052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f0bf2657-e235-4191-962b-6364c30c7d5e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/4818b70f-c725-4cf5-8025-c10c79b65a02 HTTP/1.1" status: 404 len: 337 time: 0.0322077 Oct 15 00:39:15.957412 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44576) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:15.985076 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3407c7ce-6a06-45ab-9173-879b7ab2781f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:15.988066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3407c7ce-6a06-45ab-9173-879b7ab2781f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:15.996471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3407c7ce-6a06-45ab-9173-879b7ab2781f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/4a06fba2-ab92-406c-a954-f211e9125b1a HTTP/1.1" status: 404 len: 333 time: 0.0376644 Oct 15 00:39:16.000731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44578) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.045078 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-09719e6d-4a50-4f09-995b-d16a6c82909a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.045678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09719e6d-4a50-4f09-995b-d16a6c82909a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.048836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-09719e6d-4a50-4f09-995b-d16a6c82909a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/90efba08-491d-4bd0-8070-59a68a3debb8 HTTP/1.1" status: 404 len: 337 time: 0.0469792 Oct 15 00:39:16.052683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44584) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.094667 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f433ea2-3f6a-4b7d-932f-6331093290a9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.095128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f433ea2-3f6a-4b7d-932f-6331093290a9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.105271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9f433ea2-3f6a-4b7d-932f-6331093290a9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/2f8c8fb0-6301-4878-9542-74c3825404db HTTP/1.1" status: 404 len: 337 time: 0.0492256 Oct 15 00:39:16.105662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44586) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.145265 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-decf5955-0518-458e-8e43-83c015b5525b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.146054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decf5955-0518-458e-8e43-83c015b5525b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.149408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-decf5955-0518-458e-8e43-83c015b5525b tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/bb78c5b0-eee6-40c8-82d8-c344cac83ee9 HTTP/1.1" status: 404 len: 333 time: 0.0427082 Oct 15 00:39:16.159584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44588) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.161727 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae6bc571-b3a4-476b-b432-8049ea5fe7da req-1f366f95-1de4-499b-a370-519b0d5d3928 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=bce2bed6-9a78-401d-bb4f-7e4a6cd01b9e HTTP/1.1" status: 200 len: 210 time: 0.0357606 Oct 15 00:39:16.173855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b507115-bc10-47b7-8746-5b4faae02c75 None None] Network 419a12fc-860c-4125-beb1-c478c6ba03c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:16.196007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ee73f81-a8a6-45b0-b8a1-94385606b430 req-68ed7b9d-ac1e-4801-9168-ae2f41edaa83 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 210 time: 0.0528588 Oct 15 00:39:16.219046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c08470aa-e01b-4057-b4c0-886857bb3e3a None None] Provisioning complete for port 5541e3f1-328f-409a-9606-f5629ac3a083 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:16.220311 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c08470aa-e01b-4057-b4c0-886857bb3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:16.238513 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-408a1e1f-d958-4d13-b18e-af540a4a17a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.238980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408a1e1f-d958-4d13-b18e-af540a4a17a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.242394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-408a1e1f-d958-4d13-b18e-af540a4a17a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/b0d22e97-08b0-45b2-8217-254021f99e9e HTTP/1.1" status: 404 len: 337 time: 0.0690308 Oct 15 00:39:16.244947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44592) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.275100 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9162fa-3cb3-4df9-9d0a-a3178372a20c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.275837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9162fa-3cb3-4df9-9d0a-a3178372a20c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.279244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2a9162fa-3cb3-4df9-9d0a-a3178372a20c tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a277268e-41b3-4f5b-8b44-5edf9daae7d1 HTTP/1.1" status: 404 len: 337 time: 0.0332749 Oct 15 00:39:16.282150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44596) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.313993 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-86252db2-7184-4cfe-b155-ee54274699ae tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.314772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86252db2-7184-4cfe-b155-ee54274699ae tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.321817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-86252db2-7184-4cfe-b155-ee54274699ae tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/886baba6-4e53-4f99-a657-dbf97edb25e3 HTTP/1.1" status: 404 len: 333 time: 0.0382547 Oct 15 00:39:16.323676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44598) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.356203 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2ee5aa-419f-48f4-90af-8a16a6356c2e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.356653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2ee5aa-419f-48f4-90af-8a16a6356c2e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.359749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cc2ee5aa-419f-48f4-90af-8a16a6356c2e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/85f28891-1eed-4f91-8e72-de54950350f9 HTTP/1.1" status: 404 len: 337 time: 0.0351486 Oct 15 00:39:16.365668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.399066 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f04817f-b328-4255-a340-66d1088491b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.399283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f04817f-b328-4255-a340-66d1088491b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.402321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3f04817f-b328-4255-a340-66d1088491b6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/f9099cc1-de48-4671-ab2f-4b9f04e5e9b3 HTTP/1.1" status: 404 len: 337 time: 0.0387480 Oct 15 00:39:16.404888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44602) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.438868 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85fec07-f4e1-4a38-852e-d574d5a393fb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.439702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85fec07-f4e1-4a38-852e-d574d5a393fb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.443304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d85fec07-f4e1-4a38-852e-d574d5a393fb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/2c91151e-2dfd-4596-a5f2-7751a7770c5c HTTP/1.1" status: 404 len: 333 time: 0.0374942 Oct 15 00:39:16.445927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44604) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.494500 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7c3fe4-3e07-4197-a643-627620a89751 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.495404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7c3fe4-3e07-4197-a643-627620a89751 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.499016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc7c3fe4-3e07-4197-a643-627620a89751 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/0cd65cd9-2614-409e-ba62-37bd2948d273 HTTP/1.1" status: 404 len: 337 time: 0.0513108 Oct 15 00:39:16.501475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44610) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.530940 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49533ca-f30e-4f50-af7e-504298cad848 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.532035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49533ca-f30e-4f50-af7e-504298cad848 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.532195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] DHCP port deletion for 419a12fc-860c-4125-beb1-c478c6ba03c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:39:16.539095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a49533ca-f30e-4f50-af7e-504298cad848 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/c2503221-099e-440c-ad7d-c525348cf320 HTTP/1.1" status: 404 len: 333 time: 0.0331604 Oct 15 00:39:16.539502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.569940 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7444f1-de01-4b02-b11a-69a94eb517fd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.570514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7444f1-de01-4b02-b11a-69a94eb517fd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.573665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-df7444f1-de01-4b02-b11a-69a94eb517fd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/d8d973e2-bfe2-456f-afbe-ffb6aed49d93 HTTP/1.1" status: 404 len: 337 time: 0.0331616 Oct 15 00:39:16.576312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44614) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.595160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] Deleting port 5541e3f1-328f-409a-9606-f5629ac3a083 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:16.596981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:16.601583 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-262da156-1576-4d9f-95e2-df234f4facbe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.602366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262da156-1576-4d9f-95e2-df234f4facbe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.608214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44616) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.608783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-262da156-1576-4d9f-95e2-df234f4facbe tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/554e210d-b3a7-485d-8d44-505bdc67162a HTTP/1.1" status: 404 len: 333 time: 0.0310860 Oct 15 00:39:16.644044 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbab601-763f-4653-83da-fe361bbfd5d5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.644575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbab601-763f-4653-83da-fe361bbfd5d5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.652222 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dbbab601-763f-4653-83da-fe361bbfd5d5 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/3632499e-3ab9-4776-91f0-41d3e285f124 HTTP/1.1" status: 404 len: 337 time: 0.0427473 Oct 15 00:39:16.652752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44618) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.706121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] For port 5541e3f1-328f-409a-9606-f5629ac3a083, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5541e3f1-328f-409a-9606-f5629ac3a083,segment=NetworkSegment(11f3e16b-6789-4e0e-88fb-87c32db0bdb2),segment_id=11f3e16b-6789-4e0e-88fb-87c32db0bdb2)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:16.706633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:16.712210 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f9c06a-054c-40e3-9278-1b66e6cc85ed tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.712989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f9c06a-054c-40e3-9278-1b66e6cc85ed tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.718604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44622) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.718787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-56f9c06a-054c-40e3-9278-1b66e6cc85ed tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/7c1b6059-a824-4ace-b22e-cd6bb19a3731 HTTP/1.1" status: 404 len: 333 time: 0.0649459 Oct 15 00:39:16.736398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] Calling delete_port for 5541e3f1-328f-409a-9606-f5629ac3a083 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:16.776629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-3ee916c4-d193-485f-97c2-a2c068e81083 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:16.778279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-3ee916c4-d193-485f-97c2-a2c068e81083 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.1687982 Oct 15 00:39:16.787990 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0342bf6c-dd2c-442e-9006-31196e2e2b03 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.788762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0342bf6c-dd2c-442e-9006-31196e2e2b03 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.794431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Request body: {'port': {'device_id': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'admin_state_up': True, 'tenant_id': '9ab51158ed27430f8a13c7bb2a50d1df'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:16.795153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0342bf6c-dd2c-442e-9006-31196e2e2b03 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/8291484c-f5ed-49d1-af40-c531506c77c7 HTTP/1.1" status: 404 len: 337 time: 0.0754008 Oct 15 00:39:16.796043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44624) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.820808 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2975b1b-635a-4355-a496-55f338944532 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.821730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2975b1b-635a-4355-a496-55f338944532 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.827779 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d2975b1b-635a-4355-a496-55f338944532 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/c6310566-b6fe-496c-9529-fbc51fa92176 HTTP/1.1" status: 404 len: 333 time: 0.0305583 Oct 15 00:39:16.828643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44626) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.858252 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ffa396-2d02-4772-ab52-dc3e32b65ddd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.859007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ffa396-2d02-4772-ab52-dc3e32b65ddd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.862366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b6ffa396-2d02-4772-ab52-dc3e32b65ddd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/e0c128a2-0a90-47d1-8650-40e07142c315 HTTP/1.1" status: 404 len: 337 time: 0.0324905 Oct 15 00:39:16.873045 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44628) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.907201 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-828c1907-f67f-48b8-92b3-572c665b3737 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.907941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828c1907-f67f-48b8-92b3-572c665b3737 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.914231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44632) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.914844 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-828c1907-f67f-48b8-92b3-572c665b3737 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/89d0be66-057f-4c49-baf6-f9949af546d4 HTTP/1.1" status: 404 len: 333 time: 0.0395961 Oct 15 00:39:16.919507 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:16.941276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] No DVR routers for this DVR port 5541e3f1-328f-409a-9606-f5629ac3a083 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:39:16.946764 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7accebe4-2749-46fd-828a-c84f330d420a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.947230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7accebe4-2749-46fd-828a-c84f330d420a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:16.950537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7accebe4-2749-46fd-828a-c84f330d420a tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/060136cf-f7fe-45e8-a6df-f649e88f9ca5 HTTP/1.1" status: 404 len: 337 time: 0.0353382 Oct 15 00:39:16.953748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44634) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:16.989281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e027609-0eee-496f-a86f-712cb326fca5 None None] Pushing event deleted for resources: {'Port': ['ID=5541e3f1-328f-409a-9606-f5629ac3a083,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:16.992477 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a94751-34f8-464d-8c23-ec783684d514 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:16.992980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a94751-34f8-464d-8c23-ec783684d514 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.000576 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b6a94751-34f8-464d-8c23-ec783684d514 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/b189e2db-5fd4-4824-baf8-e8f92570c6f4 HTTP/1.1" status: 404 len: 337 time: 0.0442665 Oct 15 00:39:17.000576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44636) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.026657 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0938935-1fbb-4b2e-aab8-b37d7acbb7d8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.027505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0938935-1fbb-4b2e-aab8-b37d7acbb7d8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.032942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b0938935-1fbb-4b2e-aab8-b37d7acbb7d8 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/9e917b0a-0896-4618-8eb9-be1da249b71b HTTP/1.1" status: 404 len: 333 time: 0.0299468 Oct 15 00:39:17.033566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44638) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.063277 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d3a68c-49c4-4106-91ad-b12f782e4c1f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.063736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d3a68c-49c4-4106-91ad-b12f782e4c1f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.067154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-01d3a68c-49c4-4106-91ad-b12f782e4c1f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/84e6b0fe-7a8c-4c01-987b-e1a5c66bce08 HTTP/1.1" status: 404 len: 337 time: 0.0318270 Oct 15 00:39:17.069770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44640) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.078840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Made reservation on behalf of 9ab51158ed27430f8a13c7bb2a50d1df for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:17.082862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:17.109428 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea816271-3f27-4c53-b208-6711af19404e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.110024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea816271-3f27-4c53-b208-6711af19404e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.114888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ea816271-3f27-4c53-b208-6711af19404e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/64fc8189-112a-430e-9ae7-359d6a4ac648 HTTP/1.1" status: 404 len: 337 time: 0.0431690 Oct 15 00:39:17.117060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44642) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.155908 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b20ea7-3e93-44b9-9833-ef6809e565a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.156794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b20ea7-3e93-44b9-9833-ef6809e565a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.160917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e5b20ea7-3e93-44b9-9833-ef6809e565a0 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/9c1c04d5-6557-4206-89aa-65cee5d689e9 HTTP/1.1" status: 404 len: 333 time: 0.0430045 Oct 15 00:39:17.163437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44644) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.222992 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02d2b93-d551-47ef-8ff6-a8acb706a500 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.223784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02d2b93-d551-47ef-8ff6-a8acb706a500 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.229406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b02d2b93-d551-47ef-8ff6-a8acb706a500 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/347bb58d-b5ca-42e7-8cd8-cbf6492b16c2 HTTP/1.1" status: 404 len: 337 time: 0.0626307 Oct 15 00:39:17.231725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44650) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.267658 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b1057d-c968-4581-899d-7c30f8b7fc25 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.268769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b1057d-c968-4581-899d-7c30f8b7fc25 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.277538 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-88b1057d-c968-4581-899d-7c30f8b7fc25 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a72f4b3d-692a-4339-833a-155d6f14c2e7 HTTP/1.1" status: 404 len: 337 time: 0.0398979 Oct 15 00:39:17.277538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44652) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.302403 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcb67b3-f4b2-4130-8cea-fedea1a05efd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.304203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcb67b3-f4b2-4130-8cea-fedea1a05efd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.309632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6fcb67b3-f4b2-4130-8cea-fedea1a05efd tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/e6700001-6732-4d58-938e-4d472f083c33 HTTP/1.1" status: 404 len: 333 time: 0.0340984 Oct 15 00:39:17.312173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44656) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.340730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Allocated IP 172.20.0.3 (eafab19a-1f46-4ed6-a367-f56f800b221e/c4a71084-d74e-47f7-a154-290824fb64fc/a07f71d1-4e18-410c-a183-f7fb6ffeba0b) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:17.350218 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-977d75af-a9b7-4905-b213-7f88b05c9c81 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.351052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977d75af-a9b7-4905-b213-7f88b05c9c81 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.355958 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-977d75af-a9b7-4905-b213-7f88b05c9c81 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/33b86338-762a-4a59-909d-c0456645fa8e HTTP/1.1" status: 404 len: 337 time: 0.0384321 Oct 15 00:39:17.358549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44660) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.424833 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-579fe49c-afaf-4a79-9fad-da57112b19f1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.425450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579fe49c-afaf-4a79-9fad-da57112b19f1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.431375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-579fe49c-afaf-4a79-9fad-da57112b19f1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/32e55ddb-9f73-492f-9c81-2de5a694b288 HTTP/1.1" status: 404 len: 337 time: 0.0695479 Oct 15 00:39:17.431764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44664) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.462753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4201a4c1-0f2d-4670-b2dd-541c52a4ec8b req-d81fc6d1-46bf-43da-bff4-14e99166548b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 210 time: 0.0927339 Oct 15 00:39:17.493462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7b139644-7b8a-4f02-8b32-52374ef50f92 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 HTTP/1.1" status: 200 len: 205 time: 0.0585282 Oct 15 00:39:17.493849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44666) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.547647 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-60716485-5b8d-49ad-b830-aac8627712f2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] delete failed (client error): The resource could not be found. Oct 15 00:39:17.552279 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60716485-5b8d-49ad-b830-aac8627712f2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/routers/2e6c31ca-46dd-4b3a-a6f5-abbd0458f598 HTTP/1.1" status: 404 len: 336 time: 0.0542743 Oct 15 00:39:17.552574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44668) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.727775 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4431f4a3-49a5-4c6b-963e-6944acb6b9b9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.727775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4431f4a3-49a5-4c6b-963e-6944acb6b9b9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.727775 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4431f4a3-49a5-4c6b-963e-6944acb6b9b9 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/2d591248-4124-4c36-baa9-b37eb91b72fb HTTP/1.1" status: 404 len: 337 time: 0.0429213 Oct 15 00:39:17.728880 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:17.730306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44674) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.764197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ca2ddc4-60d5-4a12-b8c3-242f3a8a7c3f tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "GET /v2.0/ports?device_id=abad0a4b-3ada-4f1c-a135-dcdd9d385907 HTTP/1.1" status: 200 len: 205 time: 0.0324121 Oct 15 00:39:17.766131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44676) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.820444 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-924bec6e-c0d1-47fe-ab4f-345128609c78 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] delete failed (client error): The resource could not be found. Oct 15 00:39:17.821480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-924bec6e-c0d1-47fe-ab4f-345128609c78 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/routers/abad0a4b-3ada-4f1c-a135-dcdd9d385907 HTTP/1.1" status: 404 len: 336 time: 0.0544417 Oct 15 00:39:17.824174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44680) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:17.855209 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-1114ee1f-cfe2-447c-a14c-011c707d6e6e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:17.855660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1114ee1f-cfe2-447c-a14c-011c707d6e6e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:17.858672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1114ee1f-cfe2-447c-a14c-011c707d6e6e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/5c0cad94-4915-4009-966b-eea2201c0966 HTTP/1.1" status: 404 len: 337 time: 0.0336702 Oct 15 00:39:17.859746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:17.861182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44682) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.120982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5541e3f1-328f-409a-9606-f5629ac3a083 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:18.148054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 5541e3f1-328f-409a-9606-f5629ac3a083 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:39:18.148662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5541e3f1-328f-409a-9606-f5629ac3a083 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:39:18.211753 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6b06f9-663b-4e8d-8a7a-ffe3d4851996 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.212451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6b06f9-663b-4e8d-8a7a-ffe3d4851996 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.218210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a6b06f9-663b-4e8d-8a7a-ffe3d4851996 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/f72547da-7294-4557-bb92-691d392180a8 HTTP/1.1" status: 404 len: 337 time: 0.3536654 Oct 15 00:39:18.219525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44704) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.225163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Network eafab19a-1f46-4ed6-a367-f56f800b221e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:18.247352 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c2d8c8-3bbf-4036-9079-003c9f2fe140 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.248374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c2d8c8-3bbf-4036-9079-003c9f2fe140 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.255524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:18.256353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-64c2d8c8-3bbf-4036-9079-003c9f2fe140 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/67259ee2-9086-4641-b6f8-b6116da34618 HTTP/1.1" status: 404 len: 333 time: 0.0355110 Oct 15 00:39:18.257329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44706) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.263742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:18.301252 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d9d067-b1ce-4daf-b445-9f56107984fb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.303319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d9d067-b1ce-4daf-b445-9f56107984fb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.310119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a5d9d067-b1ce-4daf-b445-9f56107984fb tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a0c4c417-d546-4b9a-be30-7e2a4b5bb696 HTTP/1.1" status: 404 len: 337 time: 0.0451577 Oct 15 00:39:18.311150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44708) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.379267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event updated for resources: {'Port': ['ID=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:18.391119 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbb2576-b03b-44c6-90cc-2e5277bfef53 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.391826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbb2576-b03b-44c6-90cc-2e5277bfef53 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.398854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6cbb2576-b03b-44c6-90cc-2e5277bfef53 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/ff33f800-4985-479c-89ce-6e5114da3043 HTTP/1.1" status: 404 len: 333 time: 0.0551746 Oct 15 00:39:18.399554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44710) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.419344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:18.419972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:18.447915 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee658b51-e83c-40b7-b0a2-6f7f6de6f848 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.448768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee658b51-e83c-40b7-b0a2-6f7f6de6f848 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.454012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ee658b51-e83c-40b7-b0a2-6f7f6de6f848 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/7af9bc90-c432-437c-9725-bf1a40edbfda HTTP/1.1" status: 404 len: 337 time: 0.0526896 Oct 15 00:39:18.466810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-86495b2a-882d-41bc-aa5a-915bfc75ca22 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:18.466810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-86495b2a-882d-41bc-aa5a-915bfc75ca22 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.2477386 Oct 15 00:39:18.468891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.480852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-0278dcd4-b9fb-405a-a2d6-f27c47efee5d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0165470 Oct 15 00:39:18.494552 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7b24ab-d353-45a0-888f-9284a27077af tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.511534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7b24ab-d353-45a0-888f-9284a27077af tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.511534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7e7b24ab-d353-45a0-888f-9284a27077af tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/bdb632e9-7f95-4be4-b5af-2ad6839c707e HTTP/1.1" status: 404 len: 333 time: 0.0296748 Oct 15 00:39:18.513724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.553615 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44e6fb1-3fa0-4765-adac-7dcc5f209437 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.554241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44e6fb1-3fa0-4765-adac-7dcc5f209437 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.559761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e44e6fb1-3fa0-4765-adac-7dcc5f209437 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/7797d0ad-8a06-45b9-94b7-43f1da41d396 HTTP/1.1" status: 404 len: 337 time: 0.0425057 Oct 15 00:39:18.560024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44722) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.578648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-cf5aef1e-4213-4992-acd3-86306fc65ca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7844708 Oct 15 00:39:18.587284 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-391ccf63-5508-4142-8153-6a3e81b1b9d2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.587958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391ccf63-5508-4142-8153-6a3e81b1b9d2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.593286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-391ccf63-5508-4142-8153-6a3e81b1b9d2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/5bfd288c-b8be-4312-87b4-a77d97a9afde HTTP/1.1" status: 404 len: 333 time: 0.0300982 Oct 15 00:39:18.597947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.605563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-e34f6ef6-cfcc-4ded-baa1-68dd704e4184 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151526 Oct 15 00:39:18.615252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Request body: {'port': {'device_id': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:18.652600 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3434b3-ba07-4be6-9886-8b025ccd61f6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.653046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3434b3-ba07-4be6-9886-8b025ccd61f6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.657016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2a3434b3-ba07-4be6-9886-8b025ccd61f6 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/5e406004-fff3-4a31-b62c-0f87cbc8e886 HTTP/1.1" status: 404 len: 337 time: 0.0577922 Oct 15 00:39:18.660873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44726) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.689355 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-83963351-b7da-4312-8075-3fc4ede20ae2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.690464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83963351-b7da-4312-8075-3fc4ede20ae2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.693943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-83963351-b7da-4312-8075-3fc4ede20ae2 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/f4d02328-d32e-4b8c-9868-110e0b9dd765 HTTP/1.1" status: 404 len: 333 time: 0.0303280 Oct 15 00:39:18.696845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.735492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954dad7-a2a1-4f55-b515-4345777110f5 req-de0381bc-2414-40a8-9b78-0a81803a873f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:18.746578 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b954dad7-a2a1-4f55-b515-4345777110f5 req-de0381bc-2414-40a8-9b78-0a81803a873f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 931 time: 0.1098454 Oct 15 00:39:18.754400 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5be6c95-9c8b-4d51-b97a-c2671be2d859 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.754916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5be6c95-9c8b-4d51-b97a-c2671be2d859 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.758115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d5be6c95-9c8b-4d51-b97a-c2671be2d859 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a863d1b6-fb21-4ac3-a7eb-378241127ba8 HTTP/1.1" status: 404 len: 337 time: 0.0602493 Oct 15 00:39:18.760633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44734) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.777465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:18.797140 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4154757-1bae-4b41-ba34-82483ac36f6e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.797909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4154757-1bae-4b41-ba34-82483ac36f6e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.804868 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d4154757-1bae-4b41-ba34-82483ac36f6e tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/9670c09e-ef3c-48e7-85ee-099704df34fd HTTP/1.1" status: 404 len: 333 time: 0.0431867 Oct 15 00:39:18.805483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.814415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-fe232467-074b-41f8-9399-2fe8a1881fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944377 Oct 15 00:39:18.844522 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-053240cc-2fea-4952-a33e-d658bb79bbe3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.845043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053240cc-2fea-4952-a33e-d658bb79bbe3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.851566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-053240cc-2fea-4952-a33e-d658bb79bbe3 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/a2e1733b-a4ad-4683-a2c9-2bc04a98de4c HTTP/1.1" status: 404 len: 337 time: 0.0438497 Oct 15 00:39:18.854392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44740) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.868984 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b954dad7-a2a1-4f55-b515-4345777110f5 req-8cef65b8-e003-4c23-ade2-babc8b325807 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214507 Oct 15 00:39:18.897374 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b80716-7d43-4cb8-9752-203653b23bd1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.898325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b80716-7d43-4cb8-9752-203653b23bd1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.903024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-47b80716-7d43-4cb8-9752-203653b23bd1 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/ports/99ca6df7-ce8f-410b-9063-9fde9adc94db HTTP/1.1" status: 404 len: 333 time: 0.0472200 Oct 15 00:39:18.906758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:18.932957 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-015a9516-2c58-45e1-ac96-088c91a2c284 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:18.933439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015a9516-2c58-45e1-ac96-088c91a2c284 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:18.939612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-015a9516-2c58-45e1-ac96-088c91a2c284 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/subnets/94659353-63b0-4051-bcf9-aee46a6fbf3a HTTP/1.1" status: 404 len: 337 time: 0.0336213 Oct 15 00:39:18.940842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:19.060349 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.135640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-67e96a3d-85d9-4043-a20f-ba3a050bb2c7 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194833 Oct 15 00:39:19.209156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.243483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419a12fc-860c-4125-beb1-c478c6ba03c1']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:19.255262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f3e16b-6789-4e0e-88fb-87c32db0bdb2') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:19.255575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f3e16b-6789-4e0e-88fb-87c32db0bdb2') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:19.271228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.274937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07f71d1-4e18-410c-a183-f7fb6ffeba0b {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:19.292603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.292845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.299827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:39:19.300975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:39:19.304520 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:39:19.351084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7561861b-670c-4afb-9960-4c9900800b3f no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:19.380479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 7561861b-670c-4afb-9960-4c9900800b3f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:39:19.381307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7561861b-670c-4afb-9960-4c9900800b3f not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:39:19.471510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Transition to ACTIVE for port object a07f71d1-4e18-410c-a183-f7fb6ffeba0b will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:39:19.478587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.535359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04c51428-59a0-435c-829f-a28114f22e3d req-cda946c6-8bb0-4884-8944-9c89ebfab7b3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 210 time: 0.0694423 Oct 15 00:39:19.539607 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.549882 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] 10.222.0.13 "DELETE /v2.0/networks/419a12fc-860c-4125-beb1-c478c6ba03c1 HTTP/1.1" status: 204 len: 168 time: 0.6010151 Oct 15 00:39:19.551025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.558807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Pushing event deleted for resources: {'Network': ['ID=419a12fc-860c-4125-beb1-c478c6ba03c1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:19.572776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.573289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.573794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.574324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.584469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.585438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.585799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.586599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.586952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.587285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.587630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.587975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad43c9ce-eb9a-4d9e-9b3b-cfb2bb01c765 tempest-NetworksTestDHCPv6-1413314077 tempest-NetworksTestDHCPv6-1413314077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:19.677090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Pushing event updated for resources: {'Port': ['ID=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:19.774063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Attempting to bind port a07f71d1-4e18-410c-a183-f7fb6ffeba0b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:19.774499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Attempting to bind port a07f71d1-4e18-410c-a183-f7fb6ffeba0b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:19.774910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Attempting to bind port a07f71d1-4e18-410c-a183-f7fb6ffeba0b on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:19.784335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Port a07f71d1-4e18-410c-a183-f7fb6ffeba0b on network eafab19a-1f46-4ed6-a367-f56f800b221e not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:39:19.784662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Attempting to bind port a07f71d1-4e18-410c-a183-f7fb6ffeba0b on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:19.790900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:19.805794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Checking segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:19.805794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Bound using segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:19.805794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Bound port: a07f71d1-4e18-410c-a183-f7fb6ffeba0b, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:19.805794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:19.902581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] For port a07f71d1-4e18-410c-a183-f7fb6ffeba0b, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:19.906793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] For port a07f71d1-4e18-410c-a183-f7fb6ffeba0b, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:19.987503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:20.091215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44772) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:20.099158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bf00e-aca8-4f16-a175-e8a7676fad8a req-77882372-3725-448a-96da-4ed952fb10f5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:20.100689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d62bf00e-aca8-4f16-a175-e8a7676fad8a req-77882372-3725-448a-96da-4ed952fb10f5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 943 time: 0.1356318 Oct 15 00:39:20.110669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Pushing event updated for resources: {'Port': ['ID=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:20.126529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:20.127938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:20.129537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-929b085d-5b15-489b-9103-811818a42fbd service neutron] 10.222.0.30 "PUT /v2.0/ports/a07f71d1-4e18-410c-a183-f7fb6ffeba0b HTTP/1.1" status: 200 len: 1091 time: 1.5213888 Oct 15 00:39:20.130033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'tag': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:20.142517 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4241963b-5c61-430e-8026-cc457cf8ed3b" -d '{"events": [{"name": "network-changed", "server_uuid": "99ffe7fa-87ec-4921-94be-6e08a4db2c86", "tag": "a07f71d1-4e18-410c-a183-f7fb6ffeba0b"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:20.184539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d62bf00e-aca8-4f16-a175-e8a7676fad8a req-31ea469b-1960-4c4e-9391-6d3e1f782590 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656831 Oct 15 00:39:20.246694 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6597b2fc-2458-4367-8204-842362c7f27a x-openstack-request-id: req-6597b2fc-2458-4367-8204-842362c7f27a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:20.246694 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ffe7fa-87ec-4921-94be-6e08a4db2c86", "tag": "a07f71d1-4e18-410c-a183-f7fb6ffeba0b", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:20.246694 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6597b2fc-2458-4367-8204-842362c7f27a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:20.247200 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'tag': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b', 'status': 'completed', 'code': 200} Oct 15 00:39:20.344270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241963b-5c61-430e-8026-cc457cf8ed3b req-c25a827a-8880-4fb2-9c30-a4ce81e535d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:20.345868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4241963b-5c61-430e-8026-cc457cf8ed3b req-c25a827a-8880-4fb2-9c30-a4ce81e535d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 1094 time: 0.0699265 Oct 15 00:39:20.394652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-338cd067-21ff-46a1-84fa-c427af8d697d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=460d071a2498423a81783b5859f1d337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043971 Oct 15 00:39:20.395545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44782) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:20.456123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2156ccf8-980b-470f-b49b-8f986639dde6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:20.475958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241963b-5c61-430e-8026-cc457cf8ed3b req-d1551091-d592-4ba9-986a-98ecb2c9d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:20.478359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4241963b-5c61-430e-8026-cc457cf8ed3b req-d1551091-d592-4ba9-986a-98ecb2c9d46a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1240609 Oct 15 00:39:20.481168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2156ccf8-980b-470f-b49b-8f986639dde6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:20.620822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241963b-5c61-430e-8026-cc457cf8ed3b req-0d59fd0c-659b-4d73-8fca-d6edeee24752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:20.622758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4241963b-5c61-430e-8026-cc457cf8ed3b req-0d59fd0c-659b-4d73-8fca-d6edeee24752 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369295 Oct 15 00:39:20.631967 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2156ccf8-980b-470f-b49b-8f986639dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:20.639728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2156ccf8-980b-470f-b49b-8f986639dde6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:20.641226 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2156ccf8-980b-470f-b49b-8f986639dde6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf588a6f-d46a-40bb-9df1-82daf3029982 HTTP/1.1" status: 204 len: 168 time: 0.2444768 Oct 15 00:39:20.680200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156ccf8-980b-470f-b49b-8f986639dde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf588a6f-d46a-40bb-9df1-82daf3029982,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:20.739227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12af9c8c-a83d-48d3-9d4b-74b67c812f4a req-33638973-49c5-4ca8-b58d-99dbf8305336 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 210 time: 0.0520461 Oct 15 00:39:20.806206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-d1e28b0b-4c0f-4d56-9d2d-48d75a5f5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:20.808543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-d1e28b0b-4c0f-4d56-9d2d-48d75a5f5829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 1094 time: 0.0628123 Oct 15 00:39:20.874277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-a2460d34-9a3a-4bec-b97d-752db6e419ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a07f71d1-4e18-410c-a183-f7fb6ffeba0b HTTP/1.1" status: 200 len: 217 time: 0.0576158 Oct 15 00:39:20.938725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-a3ca22d6-75d5-47e1-b56d-ee62e150f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:20.941537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-a3ca22d6-75d5-47e1-b56d-ee62e150f5c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a71084-d74e-47f7-a154-290824fb64fc HTTP/1.1" status: 200 len: 855 time: 0.0564263 Oct 15 00:39:20.984224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-fce7bf89-3469-4bec-9b66-2cce6d68e409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eafab19a-1f46-4ed6-a367-f56f800b221e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343173 Oct 15 00:39:21.100592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-b32aefdc-14ee-4caa-9345-0d4c22a18b02 service neutron] 10.222.0.30 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083751 Oct 15 00:39:21.303209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6e3967e-ad5d-43e5-9c5e-70bc0991f983 req-d6f528ea-6aff-414d-a599-4a9fbb230c86 service neutron] 10.222.0.30 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932180 Oct 15 00:39:21.379008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890c0c-96c2-4c0a-8536-220959c9d4a6 req-51f2330b-c82e-4f57-a4de-5e89f0361a02 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:21.380904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00890c0c-96c2-4c0a-8536-220959c9d4a6 req-51f2330b-c82e-4f57-a4de-5e89f0361a02 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 943 time: 0.0573051 Oct 15 00:39:21.425400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00890c0c-96c2-4c0a-8536-220959c9d4a6 req-9cfab75d-dcb5-4b88-95ad-0595abf88c91 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384972 Oct 15 00:39:21.838080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e95d194d-1f93-4128-8436-8b47eb474647 req-9e994773-c4ff-41bd-b0b0-8f66306739c3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 210 time: 0.0286756 Oct 15 00:39:22.284432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-ab111b56-458b-44ac-88f2-6d5ba65649ec tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:22.286412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-ab111b56-458b-44ac-88f2-6d5ba65649ec tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1555891 Oct 15 00:39:22.303316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Request body: {'port': {'device_id': '58ece836-b72b-4c7f-a4d9-335565165004', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'admin_state_up': True, 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:22.314401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44834) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:22.530570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-450459019'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:22.585193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93479418-763d-49a6-8841-27a940e3af31 req-c8889d26-7771-4000-96b1-029110676e80 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:22.586921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93479418-763d-49a6-8841-27a940e3af31 req-c8889d26-7771-4000-96b1-029110676e80 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 943 time: 0.0651331 Oct 15 00:39:22.622311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Made reservation on behalf of a4ac86148d2e488b96d87eeb78d78ba1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:22.629106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:22.631155 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93479418-763d-49a6-8841-27a940e3af31 req-883cfa8f-82fd-4898-87fe-c21f9e25575a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Oct 15 00:39:22.654707 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:22.732472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:22.736508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:22.759332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:22.863818 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:22.913266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:39:22.920851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Allocated IP 172.20.0.7 (254d612d-8aa7-40a1-b978-a145ebdb820a/0b26703b-4283-4fed-aa99-6da3b957f7d9/2c90b430-bc27-4af3-b78e-1c1c7b55565d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:22.926333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e25925-0702-4468-a1a1-1379b8735833,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:22.933228 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:22.940026 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Added segment f9c8a3f1-b00e-458e-bbcb-0889f1140d5e of type vlan for network 9345fd4a-1de6-4bb9-8378-bb905f887341 Oct 15 00:39:22.967440 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98e53f6b-e630-447e-8f24-151d4bfba3a2 req-22d1a950-9a32-4358-8761-06e7eac35e33 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 210 time: 0.0331349 Oct 15 00:39:23.005510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.128021 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.144850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:23.144850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.144850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.260358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9369595 Oct 15 00:39:23.263337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44858) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:23.264627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852549a8-7fb2-423d-88cc-2e54adecb032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Network': ['ID=9345fd4a-1de6-4bb9-8378-bb905f887341,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:23.270690 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'subnet': {'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:23.277910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:39:23.374946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.388014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:23.428662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:23.431271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Made reservation on behalf of a4ac86148d2e488b96d87eeb78d78ba1 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:23.435136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.443348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event updated for resources: {'Port': ['ID=2c90b430-bc27-4af3-b78e-1c1c7b55565d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:23.448032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:23.450721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:23.517080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:23.518046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.582810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-192cab4e-58e9-44d6-8ee4-e55c81e17847 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2856770 Oct 15 00:39:23.597747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Request body: {'port': {'device_id': '58ece836-b72b-4c7f-a4d9-335565165004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:23.657365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.700186 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.718238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a07f71d1-4e18-410c-a183-f7fb6ffeba0b details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:39:23.795469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Subnet': ['ID=9c7c83a7-7077-4c3d-b856-9a52e4a3094a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:23.821441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757184-d005-4e8a-a4f3-0cbb1f656d53 req-518d0b52-3c08-42dd-91fc-5524a10eaaa0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:23.822979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-17757184-d005-4e8a-a4f3-0cbb1f656d53 req-518d0b52-3c08-42dd-91fc-5524a10eaaa0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 943 time: 0.1203251 Oct 15 00:39:23.827298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Checking segment: {'id': 'f9c8a3f1-b00e-458e-bbcb-0889f1140d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:23.827571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a07f71d1-4e18-410c-a183-f7fb6ffeba0b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:23.827760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Network hostable DHCP agents. Network: 9345fd4a-1de6-4bb9-8378-bb905f887341, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:39:23.841781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'port_id': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b', 'mac_address': 'fa:16:3e:3f:c0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71084-d74e-47f7-a154-290824fb64fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:39:23.874533 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-17757184-d005-4e8a-a4f3-0cbb1f656d53 req-6d00f56c-02e8-4c2f-ad9d-f7a1e6e65cbb tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Oct 15 00:39:23.886847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.901198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07f71d1-4e18-410c-a183-f7fb6ffeba0b {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:23.910337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:39:23.931510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a07f71d1-4e18-410c-a183-f7fb6ffeba0b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:23.952675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c90b430-bc27-4af3-b78e-1c1c7b55565d {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:23.964605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:23.980525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Transition to ACTIVE for port object 2c90b430-bc27-4af3-b78e-1c1c7b55565d will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:39:24.020784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 9345fd4a-1de6-4bb9-8378-bb905f887341) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:24.025560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:24.026223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.031110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86115e28-7b41-44f5-906c-87555640c12a None None] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:24.051391 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.057020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51761d-f220-416f-8802-976f7eec8a79 req-62e09ec0-c11c-4804-9532-d37f8a620cbc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:24.058761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e51761d-f220-416f-8802-976f7eec8a79 req-62e09ec0-c11c-4804-9532-d37f8a620cbc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.0679424 Oct 15 00:39:24.097868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e0885-23de-4ede-ad05-4caf54bdd3ca req-92c9f535-e93b-40a1-a628-654ec9630559 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:24.101689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e51761d-f220-416f-8802-976f7eec8a79 req-10e11f4b-47dc-4c91-ad80-995335ec9e36 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354226 Oct 15 00:39:24.107024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-688e0885-23de-4ede-ad05-4caf54bdd3ca req-92c9f535-e93b-40a1-a628-654ec9630559 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 931 time: 0.0619664 Oct 15 00:39:24.151441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.157232 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a38ce189-b27d-4b5e-8712-5f3b34d3301a tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8898087 Oct 15 00:39:24.158660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44884) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:24.165152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-16c09e1e-d04f-4662-a735-d8be5fdad57c tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-787692733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:24.165352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:24.171811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-688e0885-23de-4ede-ad05-4caf54bdd3ca req-763c2674-a036-4d2b-9f44-453527be99a0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575726 Oct 15 00:39:24.176075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.178324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.178324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.178324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.178324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.178324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.178324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.178324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.179113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.179113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.179645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.179917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:24.227283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Pushing event updated for resources: {'Port': ['ID=2c90b430-bc27-4af3-b78e-1c1c7b55565d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:24.274566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-9345fd4a-1de6-4bb9-8378-bb905f887341', 'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341', 'tenant_id': 'a4ac86148d2e488b96d87eeb78d78ba1', 'fixed_ips': [{'subnet_id': '9c7c83a7-7077-4c3d-b856-9a52e4a3094a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:39:24.275594 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.294443 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16c09e1e-d04f-4662-a735-d8be5fdad57c tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.295582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16c09e1e-d04f-4662-a735-d8be5fdad57c tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.297883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Attempting to bind port 2c90b430-bc27-4af3-b78e-1c1c7b55565d on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:24.298245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Attempting to bind port 2c90b430-bc27-4af3-b78e-1c1c7b55565d by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:24.298568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Attempting to bind port 2c90b430-bc27-4af3-b78e-1c1c7b55565d on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:24.303707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Port 2c90b430-bc27-4af3-b78e-1c1c7b55565d on network 254d612d-8aa7-40a1-b978-a145ebdb820a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:39:24.304151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Attempting to bind port 2c90b430-bc27-4af3-b78e-1c1c7b55565d on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:24.309412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:24.309741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:24.310139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Bound using segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:24.310564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Bound port: 2c90b430-bc27-4af3-b78e-1c1c7b55565d, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:24.310914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.354059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:24.355042 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16c09e1e-d04f-4662-a735-d8be5fdad57c tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.379807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] For port 2c90b430-bc27-4af3-b78e-1c1c7b55565d, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:24.382892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] For port 2c90b430-bc27-4af3-b78e-1c1c7b55565d, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c90b430-bc27-4af3-b78e-1c1c7b55565d,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:24.437559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16c09e1e-d04f-4662-a735-d8be5fdad57c tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.483049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Allocated IP 172.20.0.2 (9345fd4a-1de6-4bb9-8378-bb905f887341/9c7c83a7-7077-4c3d-b856-9a52e4a3094a/a92f801b-fbfe-49e6-a935-6423907b2c0a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:24.489953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.539290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:24.539884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.541540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] 10.222.0.39 "PUT /v2.0/ports/2c90b430-bc27-4af3-b78e-1c1c7b55565d HTTP/1.1" status: 200 len: 1091 time: 0.9493270 Oct 15 00:39:24.544741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ece836-b72b-4c7f-a4d9-335565165004', 'tag': '2c90b430-bc27-4af3-b78e-1c1c7b55565d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:24.547998 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5875a767-f259-4c07-b7db-a17f5c760f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "58ece836-b72b-4c7f-a4d9-335565165004", "tag": "2c90b430-bc27-4af3-b78e-1c1c7b55565d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:24.575141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af004278-c2b9-4cdb-a3e5-34d53c37493c service neutron] Pushing event updated for resources: {'Port': ['ID=2c90b430-bc27-4af3-b78e-1c1c7b55565d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:24.582559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16c09e1e-d04f-4662-a735-d8be5fdad57c tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.586887 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-16c09e1e-d04f-4662-a735-d8be5fdad57c tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4226208 Oct 15 00:39:24.587506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44894) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:24.637220 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc18ff5b-a96a-49bd-8b87-ba7f19eacd91 x-openstack-request-id: req-dc18ff5b-a96a-49bd-8b87-ba7f19eacd91 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:24.637556 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ece836-b72b-4c7f-a4d9-335565165004", "tag": "2c90b430-bc27-4af3-b78e-1c1c7b55565d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:24.637879 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc18ff5b-a96a-49bd-8b87-ba7f19eacd91 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:24.638351 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ece836-b72b-4c7f-a4d9-335565165004', 'tag': '2c90b430-bc27-4af3-b78e-1c1c7b55565d', 'status': 'completed', 'code': 200} Oct 15 00:39:24.705055 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.762981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.805299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:24.808423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:24.810963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:24.824786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Pushing event updated for resources: {'Port': ['ID=a92f801b-fbfe-49e6-a935-6423907b2c0a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:24.880899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Attempting to bind port a92f801b-fbfe-49e6-a935-6423907b2c0a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:24.881401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Attempting to bind port a92f801b-fbfe-49e6-a935-6423907b2c0a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'f9c8a3f1-b00e-458e-bbcb-0889f1140d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:24.881853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Attempting to bind port a92f801b-fbfe-49e6-a935-6423907b2c0a on network 9345fd4a-1de6-4bb9-8378-bb905f887341 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:24.887174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:24.887594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Checking segment: {'id': 'f9c8a3f1-b00e-458e-bbcb-0889f1140d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:24.887950 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.888431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Bound using segment: {'id': 'f9c8a3f1-b00e-458e-bbcb-0889f1140d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:24.888944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Bound port: a92f801b-fbfe-49e6-a935-6423907b2c0a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c8a3f1-b00e-458e-bbcb-0889f1140d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:24.889454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:24.967950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] For port a92f801b-fbfe-49e6-a935-6423907b2c0a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:24.974051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] For port a92f801b-fbfe-49e6-a935-6423907b2c0a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a92f801b-fbfe-49e6-a935-6423907b2c0a,segment=NetworkSegment(f9c8a3f1-b00e-458e-bbcb-0889f1140d5e),segment_id=f9c8a3f1-b00e-458e-bbcb-0889f1140d5e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:25.033689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadd72e-7a74-4540-a6b7-978688500567 req-6d52d857-5fb3-4e32-9092-d9fcdf7cc59b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.035731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cbadd72e-7a74-4540-a6b7-978688500567 req-6d52d857-5fb3-4e32-9092-d9fcdf7cc59b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 944 time: 0.0766733 Oct 15 00:39:25.050171 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:25.064151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875a767-f259-4c07-b7db-a17f5c760f2d req-1a87f9d7-6fc0-4ef9-83f2-79d77193789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.065660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5875a767-f259-4c07-b7db-a17f5c760f2d req-1a87f9d7-6fc0-4ef9-83f2-79d77193789c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 1094 time: 0.4265242 Oct 15 00:39:25.079007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cbadd72e-7a74-4540-a6b7-978688500567 req-42e4eaee-9bce-4397-b972-8579292bdced tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354247 Oct 15 00:39:25.123040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c4d08-6fe8-44d5-9a5a-ad9cbb56f639 None None] Pushing event updated for resources: {'Port': ['ID=a92f801b-fbfe-49e6-a935-6423907b2c0a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:25.324936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:25.342386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9cf3c-c90b-4be2-a0b5-f66c1a00f2e5 req-92fb53e6-6eb3-4448-ad57-cff08cc524db tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.342600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875a767-f259-4c07-b7db-a17f5c760f2d req-ff0d045b-48a6-4080-8d46-97f93446c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.343887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5875a767-f259-4c07-b7db-a17f5c760f2d req-ff0d045b-48a6-4080-8d46-97f93446c9a0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2414174 Oct 15 00:39:25.344973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7af9cf3c-c90b-4be2-a0b5-f66c1a00f2e5 req-92fb53e6-6eb3-4448-ad57-cff08cc524db tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 943 time: 0.0955420 Oct 15 00:39:25.393720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7af9cf3c-c90b-4be2-a0b5-f66c1a00f2e5 req-2b552cd9-6dda-49e4-b8eb-df8005e7b2f5 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Oct 15 00:39:25.403520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802601f-c629-48ec-bc86-1099decbeb6e req-cee3420f-7bc1-4552-909f-18686a1314e7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.405481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5802601f-c629-48ec-bc86-1099decbeb6e req-cee3420f-7bc1-4552-909f-18686a1314e7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.2141092 Oct 15 00:39:25.643939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5802601f-c629-48ec-bc86-1099decbeb6e req-b37e06ee-2a2d-4ca9-8500-3890ce89ea08 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219324 Oct 15 00:39:25.688045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875a767-f259-4c07-b7db-a17f5c760f2d req-5ec9bea4-18e9-4f0d-bfd5-6a9c1758a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.688700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5875a767-f259-4c07-b7db-a17f5c760f2d req-5ec9bea4-18e9-4f0d-bfd5-6a9c1758a6b3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3365629 Oct 15 00:39:25.718173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a07f71d1-4e18-410c-a183-f7fb6ffeba0b up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:25.811419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Allocated IP 172.20.0.1 (9345fd4a-1de6-4bb9-8378-bb905f887341/9c7c83a7-7077-4c3d-b856-9a52e4a3094a/45289f2e-52c3-4102-9f80-63d779bef8a0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:25.824606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-7d0756c5-de50-45e2-a967-039a3819ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.826382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-7d0756c5-de50-45e2-a967-039a3819ed27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 1094 time: 0.0790379 Oct 15 00:39:25.848960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a07f71d1-4e18-410c-a183-f7fb6ffeba0b completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:39:25.853721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a07f71d1-4e18-410c-a183-f7fb6ffeba0b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:25.853721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:25.885364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-ff431f2e-3078-4fcb-8376-29dca2c8ce7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c90b430-bc27-4af3-b78e-1c1c7b55565d HTTP/1.1" status: 200 len: 217 time: 0.0498562 Oct 15 00:39:25.947443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:25.974599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:25.978745 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bbf05b-dd78-4472-a9b2-85405cd4ab20" -d '{"events": [{"server_uuid": "99ffe7fa-87ec-4921-94be-6e08a4db2c86", "name": "network-vif-plugged", "status": "completed", "tag": "a07f71d1-4e18-410c-a183-f7fb6ffeba0b"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:25.985917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-03b7df7a-b499-4c7d-914d-6b9276b38419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:25.988197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-03b7df7a-b499-4c7d-914d-6b9276b38419 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.0922782 Oct 15 00:39:26.007772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a07f71d1-4e18-410c-a183-f7fb6ffeba0b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:26.029497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-857ef499-a820-444b-97d2-0842b4c32526 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319245 Oct 15 00:39:26.093321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.133059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.196274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-67565023-a46a-4bc5-8077-fd5041571288 service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591749 Oct 15 00:39:26.199827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:26.206424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc02e74c-5201-4509-9326-7a57d5058dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.208728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a92f801b-fbfe-49e6-a935-6423907b2c0a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:26.242368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58909b12-a3a8-4c32-a9e1-ae8818c3e24b None None] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:26.253002 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ce22bb-2a68-4766-80a2-050d94643c19 x-openstack-request-id: req-d1ce22bb-2a68-4766-80a2-050d94643c19 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:26.253495 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ffe7fa-87ec-4921-94be-6e08a4db2c86", "name": "network-vif-plugged", "status": "completed", "tag": "a07f71d1-4e18-410c-a183-f7fb6ffeba0b", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:26.253851 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1ce22bb-2a68-4766-80a2-050d94643c19 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:26.254422 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b', 'code': 200} Oct 15 00:39:26.292098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.365964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:26.397580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4e8f58dc-9224-499a-b10f-7938b283923f None None] Provisioning complete for port a92f801b-fbfe-49e6-a935-6423907b2c0a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:26.398060 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e8f58dc-9224-499a-b10f-7938b283923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.398672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:26.404871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:26.421531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Port': ['ID=45289f2e-52c3-4102-9f80-63d779bef8a0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:26.449707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a92f801b-fbfe-49e6-a935-6423907b2c0a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:26.450355 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.451667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0856b-cdb1-4131-bcfb-205686c605a2 req-12604753-325e-4d36-b59d-588d4e188b33 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:26.461335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ef0856b-cdb1-4131-bcfb-205686c605a2 req-12604753-325e-4d36-b59d-588d4e188b33 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 945 time: 0.0723624 Oct 15 00:39:26.479211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d0351c8-e358-42ff-b11e-63c1fe71a7ba req-c8113f43-f114-4d40-8ab0-20be5573a4a2 service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734101 Oct 15 00:39:26.483425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.500853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ef0856b-cdb1-4131-bcfb-205686c605a2 req-d9244e29-1f7c-4129-bbe3-c696a0486275 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383964 Oct 15 00:39:26.617506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837180f4-4375-40df-97f2-81d2c0185726 req-5cc33aa8-692b-442c-93e4-61216458de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:26.619150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-837180f4-4375-40df-97f2-81d2c0185726 req-5cc33aa8-692b-442c-93e4-61216458de50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 1096 time: 0.2852218 Oct 15 00:39:26.670887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7830c-308a-43ee-9f8c-ae9586fe9010 req-ee984d46-fffa-4817-9a6a-d4c0ae4e5e53 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:26.672892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50b7830c-308a-43ee-9f8c-ae9586fe9010 req-ee984d46-fffa-4817-9a6a-d4c0ae4e5e53 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 943 time: 0.1150928 Oct 15 00:39:26.687100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-837180f4-4375-40df-97f2-81d2c0185726 req-8d2dfbea-6540-4815-9718-1adc1663c599 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570157 Oct 15 00:39:26.732158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50b7830c-308a-43ee-9f8c-ae9586fe9010 req-6b6b5e7d-c367-4026-acb5-1faef312a2cf tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 Oct 15 00:39:26.738383 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e8f58dc-9224-499a-b10f-7938b283923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.798195 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.801748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4e8f58dc-9224-499a-b10f-7938b283923f None None] For port a92f801b-fbfe-49e6-a935-6423907b2c0a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a92f801b-fbfe-49e6-a935-6423907b2c0a,segment=NetworkSegment(f9c8a3f1-b00e-458e-bbcb-0889f1140d5e),segment_id=f9c8a3f1-b00e-458e-bbcb-0889f1140d5e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:26.804338 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.876868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e8f58dc-9224-499a-b10f-7938b283923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:26.959094 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:39:26.959455 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:39:26.964227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f58dc-9224-499a-b10f-7938b283923f None None] Pushing event updated for resources: {'Port': ['ID=a92f801b-fbfe-49e6-a935-6423907b2c0a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:26.997499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0a792876-5ad2-4d07-874c-9ab806ed6061 None None] Provisioning complete for port 45289f2e-52c3-4102-9f80-63d779bef8a0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:26.997896 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a792876-5ad2-4d07-874c-9ab806ed6061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:27.036298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0a792876-5ad2-4d07-874c-9ab806ed6061 None None] Port 45289f2e-52c3-4102-9f80-63d779bef8a0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:27.046612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0a792876-5ad2-4d07-874c-9ab806ed6061 None None] Provisioning complete for port a92f801b-fbfe-49e6-a935-6423907b2c0a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:27.047041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a792876-5ad2-4d07-874c-9ab806ed6061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:27.255421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5e4a39af-cf2c-43ae-a90a-653a28b0c4ea None None] Provisioning complete for port 45289f2e-52c3-4102-9f80-63d779bef8a0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:27.255707 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e4a39af-cf2c-43ae-a90a-653a28b0c4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:27.289878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a39af-cf2c-43ae-a90a-653a28b0c4ea None None] Port 45289f2e-52c3-4102-9f80-63d779bef8a0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:27.329720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:27.385650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:27.457588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Port': ['ID=45289f2e-52c3-4102-9f80-63d779bef8a0,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:27.460169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:27.556720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:27.558140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:27.624588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac950e-70f0-411a-be15-57cf930d2e2e req-6130d65a-016a-4a55-9bef-ea45757b6548 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:27.632868 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-03ac950e-70f0-411a-be15-57cf930d2e2e req-6130d65a-016a-4a55-9bef-ea45757b6548 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 945 time: 0.0596733 Oct 15 00:39:27.679699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-03ac950e-70f0-411a-be15-57cf930d2e2e req-4ad09277-be5d-42df-b091-dcedb1286a90 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Oct 15 00:39:27.808651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Router 9d408aa0-e0d4-44ca-b450-ca5d6fb6030a is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:39:27.811097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e2614eeb-24bd-4ac2-8ad9-9d2e9805f403 None None] Provisioning complete for port 45289f2e-52c3-4102-9f80-63d779bef8a0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:27.811500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e2614eeb-24bd-4ac2-8ad9-9d2e9805f403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:27.851872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e2614eeb-24bd-4ac2-8ad9-9d2e9805f403 None None] Port 45289f2e-52c3-4102-9f80-63d779bef8a0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:27.901197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67be77-9111-4e94-b4cb-cbb818a0cc54 req-122f2b0d-6781-405d-96af-df1b300fd629 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:27.902692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db67be77-9111-4e94-b4cb-cbb818a0cc54 req-122f2b0d-6781-405d-96af-df1b300fd629 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 943 time: 0.0915811 Oct 15 00:39:27.974671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:39:27.980931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-de9afc07-0aaf-4c12-a7b5-6d099f03631d tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "PUT /v2.0/routers/9d408aa0-e0d4-44ca-b450-ca5d6fb6030a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3928182 Oct 15 00:39:27.983748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44958) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:27.987464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db67be77-9111-4e94-b4cb-cbb818a0cc54 req-fe1a511c-7885-4d01-947d-dd7c4198f418 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Oct 15 00:39:27.987801 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] Sync routers for ids ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:39:27.991355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'port': {'network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341', 'name': 'tempest-FloatingIPNegativeTestJSON-1447226679'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:27.997490 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] Routers {'9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:27.998265 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:38:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:28.045858 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:28.057039 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] Routers {'9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:28.057708 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:38:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:28.081804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a92f801b-fbfe-49e6-a935-6423907b2c0a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:28.093957 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:28.094631 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becae5cf-ec00-45da-bf3a-eff252ce0692 None None] The sync data for ids ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:39:28.137004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a92f801b-fbfe-49e6-a935-6423907b2c0a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:28.137383 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:28.218812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Made reservation on behalf of a4ac86148d2e488b96d87eeb78d78ba1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:28.222465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:28.240469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] device_id is not set on port 03c0c7ab-ef4b-42a7-9542-2197852dca35 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:39:28.346637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Allocated IP 172.20.0.4 (9345fd4a-1de6-4bb9-8378-bb905f887341/9c7c83a7-7077-4c3d-b856-9a52e4a3094a/03c0c7ab-ef4b-42a7-9542-2197852dca35) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:28.498587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:28.597937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:28.640074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:28.643501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:28.649169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:28.655346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Port': ['ID=03c0c7ab-ef4b-42a7-9542-2197852dca35,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:28.702901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:28.703538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:28.772529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9ff217f7-0b60-41a4-b96f-88403e64f6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:28.801240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99203f81-03af-4110-a1d2-4210fc096a72 req-c9e63c64-6c6b-4072-aeaa-6f396a824289 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:28.803074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99203f81-03af-4110-a1d2-4210fc096a72 req-c9e63c64-6c6b-4072-aeaa-6f396a824289 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 945 time: 0.0559218 Oct 15 00:39:28.828840 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66e3ffe7-c479-40e1-9945-75566d0a8823 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8433800 Oct 15 00:39:28.832462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44972) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:28.837254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:28.851880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99203f81-03af-4110-a1d2-4210fc096a72 req-272a10fa-4da4-447f-99d0-dee2ea22a474 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Oct 15 00:39:28.876863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5b7ced89-198c-4bc8-8b9f-999e25369385 None None] Provisioning complete for port 03c0c7ab-ef4b-42a7-9542-2197852dca35 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:28.877844 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b7ced89-198c-4bc8-8b9f-999e25369385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:28.916962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ced89-198c-4bc8-8b9f-999e25369385 None None] Port 03c0c7ab-ef4b-42a7-9542-2197852dca35 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:28.962645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:29.066118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:29.121285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e2f2e-0b62-4067-82c4-80695de3c873 req-e3cdbd9b-7344-4a79-8e6f-c56ffe6f46d2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:29.122714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba7e2f2e-0b62-4067-82c4-80695de3c873 req-e3cdbd9b-7344-4a79-8e6f-c56ffe6f46d2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 943 time: 0.0541222 Oct 15 00:39:29.164038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba7e2f2e-0b62-4067-82c4-80695de3c873 req-235171a0-cb53-47e2-868a-35a16f53be7b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Oct 15 00:39:29.178391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Allocated IP 172.25.2.171 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/2e5aec50-7e10-43b6-8689-86ebcb4efa61) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:29.278057 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:29.401886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:29.406664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:29.439797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:29.443459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:29.445861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:29.482164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Port': ['ID=2e5aec50-7e10-43b6-8689-86ebcb4efa61,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:29.488106 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:29.521275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:29.524165 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc165ba-1821-495a-ada6-b327275e673f" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:29.543559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:29.558941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:29.577257 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143e9d6-56b4-43a5-bea4-3fc73e194917 x-openstack-request-id: req-2143e9d6-56b4-43a5-bea4-3fc73e194917 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:29.577623 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:29.577877 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2143e9d6-56b4-43a5-bea4-3fc73e194917 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:29.578308 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'code': 200} Oct 15 00:39:29.620261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:29.671389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:29.705286 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.083409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.168376 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.199274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.271394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.288332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f878d-9a44-4e5a-8ac1-fb944bc11385 req-eac85fa3-8fa1-43af-b6c6-b619d9322a4f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.290629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a8f878d-9a44-4e5a-8ac1-fb944bc11385 req-eac85fa3-8fa1-43af-b6c6-b619d9322a4f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 943 time: 0.0558918 Oct 15 00:39:30.332460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a8f878d-9a44-4e5a-8ac1-fb944bc11385 req-14cfd94f-57fc-4ea5-af39-dbb94c5f05d1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350444 Oct 15 00:39:30.352692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Port': ['ID=2e5aec50-7e10-43b6-8689-86ebcb4efa61,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:30.358497 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.422145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.423454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e8b642ee-3c73-4012-967b-ff3ceef4b032 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5897403 Oct 15 00:39:30.426332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45008) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:30.436616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ad606084-f068-475f-b67b-3544858a98b7 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'floatingip': {'port_id': '03c0c7ab-ef4b-42a7-9542-2197852dca35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:30.474406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad606084-f068-475f-b67b-3544858a98b7 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.595010 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-ad606084-f068-475f-b67b-3544858a98b7 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] update failed (client error): The resource could not be found. Oct 15 00:39:30.596116 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ad606084-f068-475f-b67b-3544858a98b7 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "PUT /v2.0/floatingips/4c47530e-8792-4484-92b0-20c158e09835 HTTP/1.1" status: 404 len: 507 time: 0.1688609 Oct 15 00:39:30.599386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45016) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:30.738080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Deleting port 2e5aec50-7e10-43b6-8689-86ebcb4efa61 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:30.738843 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.788237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-44b6e77f-8288-4016-817d-efe3d3ab26db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0560877 Oct 15 00:39:30.837253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.837571 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:30.850565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Calling delete_port for 2e5aec50-7e10-43b6-8689-86ebcb4efa61 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:30.899749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.900328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.900798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.901265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.901722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.902208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.902668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:30.904743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-ba385d1c-ee4b-4fe4-935a-adf40a192e78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6502 time: 0.0611207 Oct 15 00:39:31.026352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-65bc7443-3386-4e9e-a4e3-cc55d2d6416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.026816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-65bc7443-3386-4e9e-a4e3-cc55d2d6416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.027272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-65bc7443-3386-4e9e-a4e3-cc55d2d6416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.028916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-65bc7443-3386-4e9e-a4e3-cc55d2d6416c service neutron] 10.222.0.30 "GET /v2.0/networks?id=520495d5-6751-4c82-b05e-ddd962ad39c3&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&id=cca0d6a7-309e-4cdc-9d18-71d591c9a741 HTTP/1.1" status: 200 len: 2298 time: 0.1007318 Oct 15 00:39:31.100148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.104133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-71a528fe-0ab9-4367-bfd0-d660fe4c72a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee HTTP/1.1" status: 200 len: 1002 time: 0.0681932 Oct 15 00:39:31.127494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event deleted for resources: {'Port': ['ID=2e5aec50-7e10-43b6-8689-86ebcb4efa61,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:31.153721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-b78a2f17-4464-4822-8f3a-0b2376f8ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.155219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-b78a2f17-4464-4822-8f3a-0b2376f8ef97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=496b85c5-8e88-4796-8ff9-2d8400ce8c11 HTTP/1.1" status: 200 len: 855 time: 0.0449581 Oct 15 00:39:31.192294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.195482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.196774 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-68bc3c16-3ef6-4c45-bacf-e1dd9b0d1eda tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c47530e-8792-4484-92b0-20c158e09835 HTTP/1.1" status: 204 len: 168 time: 0.5964618 Oct 15 00:39:31.200376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45026) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:31.204880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-551fee95-993b-4894-a41d-65837eabb942 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'floatingip': {'floating_network_id': '9345fd4a-1de6-4bb9-8378-bb905f887341', 'port_id': '03c0c7ab-ef4b-42a7-9542-2197852dca35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:31.207980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-77e7e1cc-04cb-4d5d-ae53-0e04fcff920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.209477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-77e7e1cc-04cb-4d5d-ae53-0e04fcff920c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520495d5-6751-4c82-b05e-ddd962ad39c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477180 Oct 15 00:39:31.293066 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-551fee95-993b-4894-a41d-65837eabb942 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.305396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-a22b0abb-8824-4924-9846-041af41d2284 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878243 Oct 15 00:39:31.403511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-6b13146b-0494-4e70-bade-2d0a922e6b71 service neutron] 10.222.0.30 "GET /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894020 Oct 15 00:39:31.435905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c90b430-bc27-4af3-b78e-1c1c7b55565d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:39:31.452073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-c441641a-b2cc-402f-818e-a173abf97333 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 217 time: 0.0416040 Oct 15 00:39:31.460405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ba0b-36e9-4323-b626-05a70bbbd982 req-4b019ba5-0725-4d03-b298-ae0c9e642d12 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.461920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea07ba0b-36e9-4323-b626-05a70bbbd982 req-4b019ba5-0725-4d03-b298-ae0c9e642d12 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 943 time: 0.0555210 Oct 15 00:39:31.464344 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-551fee95-993b-4894-a41d-65837eabb942 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:39:31.469564 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-551fee95-993b-4894-a41d-65837eabb942 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2676711 Oct 15 00:39:31.469796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45034) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:31.476101 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '03c0c7ab-ef4b-42a7-9542-2197852dca35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:31.515780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-25e5323d-368a-4f85-8175-c47e674179fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.518081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-25e5323d-368a-4f85-8175-c47e674179fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.0598035 Oct 15 00:39:31.531147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea07ba0b-36e9-4323-b626-05a70bbbd982 req-d84e5ccb-40da-4302-83fe-45fa29ba7b14 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589204 Oct 15 00:39:31.566462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 2c90b430-bc27-4af3-b78e-1c1c7b55565d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c90b430-bc27-4af3-b78e-1c1c7b55565d,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:31.569493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-6806bf3c-95dc-4537-9e79-0a9747776938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.571063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-6806bf3c-95dc-4537-9e79-0a9747776938 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459220 Oct 15 00:39:31.577954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '2c90b430-bc27-4af3-b78e-1c1c7b55565d', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'port_id': '2c90b430-bc27-4af3-b78e-1c1c7b55565d', 'mac_address': 'fa:16:3e:e5:ba:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26703b-4283-4fed-aa99-6da3b957f7d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:39:31.602870 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.621176 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.636696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c90b430-bc27-4af3-b78e-1c1c7b55565d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:31.660360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 2c90b430-bc27-4af3-b78e-1c1c7b55565d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c90b430-bc27-4af3-b78e-1c1c7b55565d,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:31.687549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-fa235004-dd6d-458d-b45e-39bbac9b1b51 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089790 Oct 15 00:39:31.720420 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.751397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:31.790752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-fa5decf4-fa6f-4484-a79c-7466602e6c33 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962079 Oct 15 00:39:31.804136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=2c90b430-bc27-4af3-b78e-1c1c7b55565d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:31.842048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-28017269-26ba-458c-8d92-1f757c034b52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0441499 Oct 15 00:39:31.862727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Allocated IP 172.25.2.156 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/e9d315da-a1b5-419d-a118-2dfdbc98f9d7) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:31.890756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-76eb3211-d43a-4852-ad50-7c4474e7a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.892189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-76eb3211-d43a-4852-ad50-7c4474e7a667 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.0440474 Oct 15 00:39:31.940854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-b816b71a-3768-4bcf-a93a-ef0e32f9b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:31.942374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-b816b71a-3768-4bcf-a93a-ef0e32f9b919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436833 Oct 15 00:39:31.985520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:32.047131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-027820fa-d436-4a02-8a2c-97d4298a17df service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941501 Oct 15 00:39:32.140058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:32.140332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-374b9801-53b0-450e-a768-eb41d3f02432 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865011 Oct 15 00:39:32.183972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:32.186777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:32.189360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-dacabce5-8a2a-4b89-94df-33aa843c2151 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7 HTTP/1.1" status: 200 len: 217 time: 0.0419245 Oct 15 00:39:32.193048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:32.195729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['2c90b430-bc27-4af3-b78e-1c1c7b55565d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:32.220218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event updated for resources: {'Port': ['ID=e9d315da-a1b5-419d-a118-2dfdbc98f9d7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:32.242372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-fc0daa10-8312-47c8-9d60-723e18fa7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:32.243984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-fc0daa10-8312-47c8-9d60-723e18fa7674 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.0482166 Oct 15 00:39:32.245352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:32.292403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-bb240d83-7862-4410-bb08-c36b5230c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:32.294040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-bb240d83-7862-4410-bb08-c36b5230c270 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427418 Oct 15 00:39:32.373068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Deleting port e9d315da-a1b5-419d-a118-2dfdbc98f9d7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:32.373318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:32.402432 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-dad95c85-11c6-4b9c-a8b1-5cc5a7a359cd service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008613 Oct 15 00:39:32.454811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:32.455144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:32.467627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Calling delete_port for e9d315da-a1b5-419d-a118-2dfdbc98f9d7 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:32.494177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-f58c756c-2c72-427b-954b-8dcedef97fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854337 Oct 15 00:39:32.544198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-2900c898-778b-4fff-a9d0-a1fdf7d0450a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb HTTP/1.1" status: 200 len: 217 time: 0.0403414 Oct 15 00:39:32.596290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-26565084-5924-418b-aa85-de2f12c5f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:32.597969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-26565084-5924-418b-aa85-de2f12c5f64d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 200 len: 797 time: 0.0472722 Oct 15 00:39:32.671515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:32.676765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-3c9e4925-d1b1-41d9-ac03-1013a5327d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:32.678274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-3c9e4925-d1b1-41d9-ac03-1013a5327d6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffadd34-163b-4ddc-b0a9-661803ae9ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733113 Oct 15 00:39:32.687456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89341653-871d-4002-a6b5-652bf9970053 req-32a0dea4-d3a6-4d99-8839-05abf48de0d9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:32.688926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89341653-871d-4002-a6b5-652bf9970053 req-32a0dea4-d3a6-4d99-8839-05abf48de0d9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 944 time: 0.0718901 Oct 15 00:39:32.720974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event deleted for resources: {'Port': ['ID=e9d315da-a1b5-419d-a118-2dfdbc98f9d7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:32.786609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89341653-871d-4002-a6b5-652bf9970053 req-7a690196-e739-4dc2-b35c-d53fb103fab5 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874648 Oct 15 00:39:32.814316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-624d58d6-a985-4250-838b-c92e580ce9c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243854 Oct 15 00:39:32.860183 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] create failed (client error): The resource could not be found. Oct 15 00:39:32.865883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f239d918-d19b-4849-9f80-14408f99abea tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3906951 Oct 15 00:39:32.865883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45066) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:32.912514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-79f3bc88-6862-4999-ad50-50b61e02c09b service neutron] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Oct 15 00:39:32.956364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-68ebfb07-a539-4723-824b-0e1ebf79008d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c687c049-3c32-4380-8506-c406f236d5a5 HTTP/1.1" status: 200 len: 217 time: 0.0356822 Oct 15 00:39:32.974157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Deleting port 03c0c7ab-ef4b-42a7-9542-2197852dca35 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:32.974585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:33.013299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-666e9688-4549-4d11-bd96-b165a942c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:33.015007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-666e9688-4549-4d11-bd96-b165a942c655 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.0523179 Oct 15 00:39:33.072353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-f03e9964-278a-4a27-9651-aca16666e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:33.079323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-f03e9964-278a-4a27-9651-aca16666e69a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571325 Oct 15 00:39:33.079815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:33.093632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Calling delete_port for 03c0c7ab-ef4b-42a7-9542-2197852dca35 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:33.204305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-236d1caf-7d65-44fd-84ed-5817dde29611 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183057 Oct 15 00:39:33.311396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-2a7273c8-401d-4c81-85d2-834314dbe89a service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000865 Oct 15 00:39:33.322507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:33.351526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event deleted for resources: {'Port': ['ID=03c0c7ab-ef4b-42a7-9542-2197852dca35,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:33.355511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-0a03eac4-bf4b-4f41-bad6-9942aec45c74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24babc18-da8f-4608-a66f-5a6ed585041a HTTP/1.1" status: 200 len: 217 time: 0.0374398 Oct 15 00:39:33.413904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-eda6f5cd-153a-465e-82ce-3b80ee856138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:33.415439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-eda6f5cd-153a-465e-82ce-3b80ee856138 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 200 len: 797 time: 0.0519426 Oct 15 00:39:33.429034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:33.435408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2f359259-0776-41f0-b291-58648651fbe1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "DELETE /v2.0/ports/03c0c7ab-ef4b-42a7-9542-2197852dca35 HTTP/1.1" status: 204 len: 168 time: 0.5657394 Oct 15 00:39:33.435408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45074) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:33.446810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:39:33.496455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b40289-a2d9-476c-ba48-22dbb99e2ce9 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:33.500548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f0b40289-a2d9-476c-ba48-22dbb99e2ce9 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d408aa0-e0d4-44ca-b450-ca5d6fb6030a HTTP/1.1" status: 200 len: 913 time: 0.0622003 Oct 15 00:39:33.500892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:33.508764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-81b04ed7-84d1-4b72-9b84-ea7ae26dde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:33.511185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-81b04ed7-84d1-4b72-9b84-ea7ae26dde35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0d6a7-309e-4cdc-9d18-71d591c9a741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876043 Oct 15 00:39:33.622079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:33.652965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-f7deff7a-fc47-45c8-b99c-6b1ee5cf9374 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344054 Oct 15 00:39:33.657483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'mac_address': 'fa:16:3e:84:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:39:33.703786 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:33.718851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cee18f3-81ed-4e1a-919c-69a84f03eb82 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:33.741145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:33.782690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ef0869c-5493-4b70-bfb5-ca69f8342c94 req-92c23a59-ac5b-476d-a76b-d727f40071c2 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220264 Oct 15 00:39:33.877155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:33.928197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:33.952168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f2e0f-8060-4d34-8b46-a475bed9a1e2 req-ea75c793-7c0a-44d5-91d2-e393287c1e31 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:33.953624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-108f2e0f-8060-4d34-8b46-a475bed9a1e2 req-ea75c793-7c0a-44d5-91d2-e393287c1e31 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 944 time: 0.0678775 Oct 15 00:39:33.971135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:34.007936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7cee18f3-81ed-4e1a-919c-69a84f03eb82'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:34.073312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-108f2e0f-8060-4d34-8b46-a475bed9a1e2 req-4a031b0f-818f-46a4-9a51-9bb57851f200 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114116 Oct 15 00:39:34.278734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Deleting port 45289f2e-52c3-4102-9f80-63d779bef8a0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:34.279081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:34.373763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:34.387315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Calling delete_port for 45289f2e-52c3-4102-9f80-63d779bef8a0 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:34.654177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:34.686204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event deleted for resources: {'Port': ['ID=45289f2e-52c3-4102-9f80-63d779bef8a0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:34.835768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.002982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Router 9d408aa0-e0d4-44ca-b450-ca5d6fb6030a has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:39:35.079502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:39:35.085791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-377a67e9-89b9-4bbc-9090-9c7ec0023a4f tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "PUT /v2.0/routers/9d408aa0-e0d4-44ca-b450-ca5d6fb6030a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5838397 Oct 15 00:39:35.087389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45102) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:35.089722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] Sync routers for ids ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:39:35.100425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] Routers {'9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:35.101051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:35.135397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:35.144972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] Routers {'9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:35.145768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:35.179363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45767714-8687-4e70-be37-0a36de7cf6e1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.197769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:35.198497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8941b-ce73-489b-ad5b-cd4a211e69ff None None] The sync data for ids ['9d408aa0-e0d4-44ca-b450-ca5d6fb6030a'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:39:35.209335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc858f5-b291-4a8d-bb01-ae8087259361 req-b0e97cab-6302-44fc-a2e7-eefb61574255 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:35.211897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbc858f5-b291-4a8d-bb01-ae8087259361 req-b0e97cab-6302-44fc-a2e7-eefb61574255 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 944 time: 0.0551822 Oct 15 00:39:35.275085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbc858f5-b291-4a8d-bb01-ae8087259361 req-a9ba87c0-24e5-40d3-a839-1da09a8c04f4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Oct 15 00:39:35.400444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45767714-8687-4e70-be37-0a36de7cf6e1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.402574 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45767714-8687-4e70-be37-0a36de7cf6e1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.482671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:35.510296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45767714-8687-4e70-be37-0a36de7cf6e1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.510901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45767714-8687-4e70-be37-0a36de7cf6e1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Fanout notify agent at l3_agent the message router_deleted on router 9d408aa0-e0d4-44ca-b450-ca5d6fb6030a {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:39:35.520986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45767714-8687-4e70-be37-0a36de7cf6e1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.524628 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45767714-8687-4e70-be37-0a36de7cf6e1 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "DELETE /v2.0/routers/9d408aa0-e0d4-44ca-b450-ca5d6fb6030a HTTP/1.1" status: 204 len: 168 time: 0.4362936 Oct 15 00:39:35.524862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45112) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:35.542473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:35.542908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.586891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Deleting subnet 9c7c83a7-7077-4c3d-b856-9a52e4a3094a {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:39:35.590359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.640987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.644264 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.667478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:35.669744 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38c5c3-2cd7-4b20-882b-21229180c251" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:35.683013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:35.717292 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41be8b7-c565-45cd-be25-e50e1d1e1eb2 x-openstack-request-id: req-c41be8b7-c565-45cd-be25-e50e1d1e1eb2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:35.718194 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:35.718452 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c41be8b7-c565-45cd-be25-e50e1d1e1eb2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:35.718846 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'code': 200} Oct 15 00:39:35.732155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.756886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.757908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c90b430-bc27-4af3-b78e-1c1c7b55565d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:35.840280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:35.858906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.887819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7c83a7-7077-4c3d-b856-9a52e4a3094a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:35.889785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.893856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a30667ac-b1c7-40e4-a91a-7b863897f539 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "DELETE /v2.0/subnets/9c7c83a7-7077-4c3d-b856-9a52e4a3094a HTTP/1.1" status: 204 len: 168 time: 0.3670843 Oct 15 00:39:35.896363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45122) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:35.897387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085bcd46-5fa5-4f37-b47e-3885c1d97f9f None None] Network 9345fd4a-1de6-4bb9-8378-bb905f887341 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:35.901178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 2c90b430-bc27-4af3-b78e-1c1c7b55565d completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:39:35.917745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 2c90b430-bc27-4af3-b78e-1c1c7b55565d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:35.918269 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:35.975495 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.037554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Deleting port a92f801b-fbfe-49e6-a935-6423907b2c0a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:36.037554 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.110073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.151525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 2c90b430-bc27-4af3-b78e-1c1c7b55565d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c90b430-bc27-4af3-b78e-1c1c7b55565d,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:36.203811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] DHCP port deletion for 9345fd4a-1de6-4bb9-8378-bb905f887341 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:39:36.263003 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.274433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] Deleting port a92f801b-fbfe-49e6-a935-6423907b2c0a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:36.274433 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.397401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=2c90b430-bc27-4af3-b78e-1c1c7b55565d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:36.405303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] For port a92f801b-fbfe-49e6-a935-6423907b2c0a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a92f801b-fbfe-49e6-a935-6423907b2c0a,segment=NetworkSegment(f9c8a3f1-b00e-458e-bbcb-0889f1140d5e),segment_id=f9c8a3f1-b00e-458e-bbcb-0889f1140d5e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:36.405718 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.418849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] Calling delete_port for a92f801b-fbfe-49e6-a935-6423907b2c0a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:36.441420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] For port a92f801b-fbfe-49e6-a935-6423907b2c0a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a92f801b-fbfe-49e6-a935-6423907b2c0a,segment=NetworkSegment(f9c8a3f1-b00e-458e-bbcb-0889f1140d5e),segment_id=f9c8a3f1-b00e-458e-bbcb-0889f1140d5e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:36.446733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.456732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Calling delete_port for a92f801b-fbfe-49e6-a935-6423907b2c0a owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:36.480249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab12ab-6369-4f6a-83e7-741417ab6d61 req-f715d397-4889-4dc7-87f2-a27d83cf3f3a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:36.481974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09ab12ab-6369-4f6a-83e7-741417ab6d61 req-f715d397-4889-4dc7-87f2-a27d83cf3f3a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0858111 Oct 15 00:39:36.569555 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09ab12ab-6369-4f6a-83e7-741417ab6d61 req-f855f6e7-a294-444b-97e8-414543cb9037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Oct 15 00:39:36.586796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.597563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.616878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] Pushing event deleted for resources: {'Port': ['ID=a92f801b-fbfe-49e6-a935-6423907b2c0a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:36.624753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e489f17-47da-4826-b8c6-cac3412b5caf None None] No DVR routers for this DVR port a92f801b-fbfe-49e6-a935-6423907b2c0a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:39:36.631234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event deleted for resources: {'Port': ['ID=a92f801b-fbfe-49e6-a935-6423907b2c0a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:36.632577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] No DVR routers for this DVR port a92f801b-fbfe-49e6-a935-6423907b2c0a on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:39:36.732109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.753070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9345fd4a-1de6-4bb9-8378-bb905f887341']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:36.772729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c8a3f1-b00e-458e-bbcb-0889f1140d5e') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:36.773200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c8a3f1-b00e-458e-bbcb-0889f1140d5e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:36.782922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.796745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.802662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:39:36.803036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:39:36.805903 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:39:36.933839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.944062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:36.950213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] 10.222.0.13 "DELETE /v2.0/networks/9345fd4a-1de6-4bb9-8378-bb905f887341 HTTP/1.1" status: 204 len: 168 time: 1.0502584 Oct 15 00:39:36.960973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da44bf-e28f-4a8b-b503-5f035b001247 tempest-FloatingIPNegativeTestJSON-1333372636 tempest-FloatingIPNegativeTestJSON-1333372636-project] Pushing event deleted for resources: {'Network': ['ID=9345fd4a-1de6-4bb9-8378-bb905f887341,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:37.452713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45170) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:37.719564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ece836-b72b-4c7f-a4d9-335565165004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c90b430-bc27-4af3-b78e-1c1c7b55565d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:37.723564 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1518cbf-12d4-42ff-abaf-4005196f60fe" -d '{"events": [{"server_uuid": "58ece836-b72b-4c7f-a4d9-335565165004", "name": "network-vif-plugged", "status": "completed", "tag": "2c90b430-bc27-4af3-b78e-1c1c7b55565d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:37.810768 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc108b-a34f-48fc-b4dd-c4ab3fd22706 x-openstack-request-id: req-34dc108b-a34f-48fc-b4dd-c4ab3fd22706 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:37.811061 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ece836-b72b-4c7f-a4d9-335565165004", "name": "network-vif-plugged", "status": "completed", "tag": "2c90b430-bc27-4af3-b78e-1c1c7b55565d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:37.811350 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34dc108b-a34f-48fc-b4dd-c4ab3fd22706 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:37.811944 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ece836-b72b-4c7f-a4d9-335565165004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c90b430-bc27-4af3-b78e-1c1c7b55565d', 'code': 200} Oct 15 00:39:37.823614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e14422e2-d90e-454d-ab3e-632a094433fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4ac86148d2e488b96d87eeb78d78ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687615 Oct 15 00:39:37.824761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45186) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:37.884579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0117e26-6295-443f-8c03-164c4a941437 req-32e45255-c713-4b76-96ef-ccce241b1a58 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:37.886823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0117e26-6295-443f-8c03-164c4a941437 req-32e45255-c713-4b76-96ef-ccce241b1a58 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0940654 Oct 15 00:39:37.937197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0117e26-6295-443f-8c03-164c4a941437 req-9561fdd3-ed1f-4eda-bd23-058709316a45 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 Oct 15 00:39:38.007579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6725bf0d-e658-4ebb-b0e1-b8583b7bf06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:38.040840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6725bf0d-e658-4ebb-b0e1-b8583b7bf06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:38.100163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5109a6-13d9-417c-8ba5-f8211a1c7348 req-319a5aab-a8e8-4a2c-a54a-1eb17abb037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:38.102390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f5109a6-13d9-417c-8ba5-f8211a1c7348 req-319a5aab-a8e8-4a2c-a54a-1eb17abb037f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 1096 time: 0.2244985 Oct 15 00:39:38.146716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a92f801b-fbfe-49e6-a935-6423907b2c0a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:38.155903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f5109a6-13d9-417c-8ba5-f8211a1c7348 req-1f682307-15a8-4006-8ae7-0b2a78329989 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Oct 15 00:39:38.156919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6725bf0d-e658-4ebb-b0e1-b8583b7bf06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:38.160287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6725bf0d-e658-4ebb-b0e1-b8583b7bf06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:38.163881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6725bf0d-e658-4ebb-b0e1-b8583b7bf06c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31e25925-0702-4468-a1a1-1379b8735833 HTTP/1.1" status: 204 len: 168 time: 0.3349912 Oct 15 00:39:38.170104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725bf0d-e658-4ebb-b0e1-b8583b7bf06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e25925-0702-4468-a1a1-1379b8735833,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:38.206939 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: a92f801b-fbfe-49e6-a935-6423907b2c0a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:39:38.207364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a92f801b-fbfe-49e6-a935-6423907b2c0a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:39:39.087235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a119e1-c818-446c-a12a-c368641467a4 req-31e4d248-0672-4283-95fd-ba2eb14b861a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:39.095270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98a119e1-c818-446c-a12a-c368641467a4 req-31e4d248-0672-4283-95fd-ba2eb14b861a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0668881 Oct 15 00:39:39.116149 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:39:39.170964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98a119e1-c818-446c-a12a-c368641467a4 req-e4598b10-eaab-4c7a-9897-a84cbbbfdf3b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744178 Oct 15 00:39:39.670855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45230) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:39.762947 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:39.788616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7f0f78ca-0fdb-4ba0-bd53-68b45d61b745 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] Request body: {'port': {'network_id': '3695a2a9-1071-4ad1-ade8-d9d145f73502', 'name': 'tempest-NetworksNegativeTestJSON-2030117123'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:39.815315 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0f78ca-0fdb-4ba0-bd53-68b45d61b745 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] POST failed (client error): The resource could not be found. Oct 15 00:39:39.816145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0f78ca-0fdb-4ba0-bd53-68b45d61b745 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:39.817751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7f0f78ca-0fdb-4ba0-bd53-68b45d61b745 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1458030 Oct 15 00:39:39.821830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45240) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:39.852293 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1dfee2-05dc-4f27-a70a-68eb602fa896 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:39.853291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1dfee2-05dc-4f27-a70a-68eb602fa896 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:39.861022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:39.861254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6e1dfee2-05dc-4f27-a70a-68eb602fa896 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "DELETE /v2.0/networks/72c575dd-abac-4b3f-9cc4-10f8953bdeb1 HTTP/1.1" status: 404 len: 339 time: 0.0373714 Oct 15 00:39:39.887776 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-21edd5d1-d170-4eeb-8851-fcd09f3e9263 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:39.889148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21edd5d1-d170-4eeb-8851-fcd09f3e9263 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:39.891934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-21edd5d1-d170-4eeb-8851-fcd09f3e9263 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "DELETE /v2.0/ports/740e2539-4710-4473-af7e-41a43ee4dd3a HTTP/1.1" status: 404 len: 333 time: 0.0300105 Oct 15 00:39:39.896356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45246) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:39.923697 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-876f563f-b76b-4ee7-8421-3fa025d109d0 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] DELETE failed (client error): The resource could not be found. Oct 15 00:39:39.924268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876f563f-b76b-4ee7-8421-3fa025d109d0 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:39.930920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-876f563f-b76b-4ee7-8421-3fa025d109d0 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "DELETE /v2.0/subnets/9225e9be-a8d2-473a-a84f-f69496a28cd8 HTTP/1.1" status: 404 len: 337 time: 0.0301113 Oct 15 00:39:39.931152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45248) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:39.952362 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d912a643-0c33-48f5-b586-579e7403ea82 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] GET failed (client error): The resource could not be found. Oct 15 00:39:39.953823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d912a643-0c33-48f5-b586-579e7403ea82 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "GET /v2.0/networks/c2dbe97b-9739-455a-8293-28e51835a510 HTTP/1.1" status: 404 len: 339 time: 0.0216343 Oct 15 00:39:39.958548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45250) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:39.983492 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2134b6-64e6-4882-ad23-ee9d51e15789 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] GET failed (client error): The resource could not be found. Oct 15 00:39:39.985000 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1d2134b6-64e6-4882-ad23-ee9d51e15789 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "GET /v2.0/ports/76f7b4c9-b136-43bb-98c7-bd4b3c323ed4 HTTP/1.1" status: 404 len: 333 time: 0.0254805 Oct 15 00:39:39.990830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:40.018826 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfebdfe8-7dcb-4332-bc37-21eef5886251 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] GET failed (client error): The resource could not be found. Oct 15 00:39:40.024084 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bfebdfe8-7dcb-4332-bc37-21eef5886251 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "GET /v2.0/subnets/9fb5b39f-e171-4a07-8779-3ba15b51cfb9 HTTP/1.1" status: 404 len: 337 time: 0.0322299 Oct 15 00:39:40.024255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:40.031760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5b30709c-7879-4583-99ab-7539376de88e tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] Request body: {'network': {'name': 'new_name'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:40.047801 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b30709c-7879-4583-99ab-7539376de88e tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] PUT failed (client error): The resource could not be found. Oct 15 00:39:40.048590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b30709c-7879-4583-99ab-7539376de88e tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:40.050210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5b30709c-7879-4583-99ab-7539376de88e tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "PUT /v2.0/networks/f17bc323-e81b-46f9-9b66-62129732e5b6 HTTP/1.1" status: 404 len: 339 time: 0.0247185 Oct 15 00:39:40.054172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45256) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:40.059491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-34625384-4041-4f7d-a6ef-c15eb535d6dd tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] Request body: {'port': {'name': 'new_name'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:40.079767 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-34625384-4041-4f7d-a6ef-c15eb535d6dd tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] PUT failed (client error): The resource could not be found. Oct 15 00:39:40.080455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34625384-4041-4f7d-a6ef-c15eb535d6dd tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:40.082863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34625384-4041-4f7d-a6ef-c15eb535d6dd tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "PUT /v2.0/ports/e87e2e8e-4cee-4c7d-b562-c1b0a5ddab2d HTTP/1.1" status: 404 len: 333 time: 0.0275524 Oct 15 00:39:40.086464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45258) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:40.091696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7add0e51-baa8-409f-aa5c-039a8c22a299 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:40.115132 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7add0e51-baa8-409f-aa5c-039a8c22a299 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] PUT failed (client error): The resource could not be found. Oct 15 00:39:40.115588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7add0e51-baa8-409f-aa5c-039a8c22a299 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:39:40.116750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7add0e51-baa8-409f-aa5c-039a8c22a299 tempest-NetworksNegativeTestJSON-348677471 tempest-NetworksNegativeTestJSON-348677471-project] 10.222.0.13 "PUT /v2.0/subnets/6d202619-390c-4043-8901-a96b7d5dbb17 HTTP/1.1" status: 404 len: 337 time: 0.0293500 Oct 15 00:39:40.293668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c3ca2-fc79-4c18-9c89-5e67f78c39df req-33c82ea9-604d-4059-845e-703aa7e1bdde tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.295357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f3c3ca2-fc79-4c18-9c89-5e67f78c39df req-33c82ea9-604d-4059-845e-703aa7e1bdde tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0543659 Oct 15 00:39:40.342645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0f3c3ca2-fc79-4c18-9c89-5e67f78c39df req-44d598b7-0fe2-4329-b3d4-fceef05b13e1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Oct 15 00:39:40.496926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64ca9a-ea9b-4fe9-9778-98740b931b0e req-dec4ee8b-eb9f-4834-8e9e-2205b5ddc5d2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.506836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3b64ca9a-ea9b-4fe9-9778-98740b931b0e req-dec4ee8b-eb9f-4834-8e9e-2205b5ddc5d2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0672100 Oct 15 00:39:40.575678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3b64ca9a-ea9b-4fe9-9778-98740b931b0e req-bca1dd36-740a-4a29-aacc-83168ca115e2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676243 Oct 15 00:39:40.659418 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45278) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:40.680595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.691325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.709983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.722816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.730682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.738491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.746082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:40.755138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-410e7d2a-841a-4075-8e0c-ba5fbecb517a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.1695063 Oct 15 00:39:40.809733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475d6f71-09b2-48ef-aef5-89bb097ca93e req-ec5682ff-3a6d-4b95-9d8d-52fa97ba1c83 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473580 Oct 15 00:39:40.835336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-536b8558-4cb7-40ed-833e-5d8d2880a611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:40.963523 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-536b8558-4cb7-40ed-833e-5d8d2880a611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:41.046208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.047760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-536b8558-4cb7-40ed-833e-5d8d2880a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:41.054244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.062658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.067603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.073832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.081926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.089544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.092106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53cb6d26-5cf7-4025-a7ab-fdc7e42abc98 req-15e119bb-5324-4045-9a1d-ca44bc6b58b0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.1020877 Oct 15 00:39:41.105128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45296) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:41.105731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-536b8558-4cb7-40ed-833e-5d8d2880a611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15fe80bf333a40fba8faca99992b770f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449866 Oct 15 00:39:41.127772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b8558-4cb7-40ed-833e-5d8d2880a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6da43f6-bad9-4790-88e7-6ca8e3a48661,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:41.167503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f83953e-35c9-42a1-b8f4-e269106d5dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:41.208670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f83953e-35c9-42a1-b8f4-e269106d5dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:41.304156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7f949-660e-40fe-a980-880dc8a4c081 req-4ac41e7d-9dd4-492c-b6c1-0e4ba31e122a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:41.306265 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-63a7f949-660e-40fe-a980-880dc8a4c081 req-4ac41e7d-9dd4-492c-b6c1-0e4ba31e122a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0880957 Oct 15 00:39:41.354413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-63a7f949-660e-40fe-a980-880dc8a4c081 req-d44b2fa6-5b86-4321-9db3-6107e82f02cc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Oct 15 00:39:41.374011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f83953e-35c9-42a1-b8f4-e269106d5dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:41.377278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f83953e-35c9-42a1-b8f4-e269106d5dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:41.378760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4f83953e-35c9-42a1-b8f4-e269106d5dfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6da43f6-bad9-4790-88e7-6ca8e3a48661 HTTP/1.1" status: 204 len: 168 time: 0.2725301 Oct 15 00:39:41.387700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83953e-35c9-42a1-b8f4-e269106d5dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6da43f6-bad9-4790-88e7-6ca8e3a48661,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:42.485130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd97f40-37b2-4552-b1a0-8e5c81923cf4 req-5e6f37b9-2610-4659-bc33-8f4281b83e2a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:42.493219 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fdd97f40-37b2-4552-b1a0-8e5c81923cf4 req-5e6f37b9-2610-4659-bc33-8f4281b83e2a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0592406 Oct 15 00:39:42.542477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fdd97f40-37b2-4552-b1a0-8e5c81923cf4 req-41481d20-160d-4498-bc6d-5b328bb020a4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480998 Oct 15 00:39:42.575642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-79dc75a0-c867-4f70-8243-e78fbd3a1f3c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:42.577199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-79dc75a0-c867-4f70-8243-e78fbd3a1f3c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 945 time: 0.0635190 Oct 15 00:39:42.699834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Deleting port 2c90b430-bc27-4af3-b78e-1c1c7b55565d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:42.700546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:42.829928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] For port 2c90b430-bc27-4af3-b78e-1c1c7b55565d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c90b430-bc27-4af3-b78e-1c1c7b55565d,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:42.830453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:42.848157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Calling delete_port for 2c90b430-bc27-4af3-b78e-1c1c7b55565d owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:43.034434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45346) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:43.054838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.067988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['2c90b430-bc27-4af3-b78e-1c1c7b55565d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:43.072094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:43.097063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event deleted for resources: {'Port': ['ID=2c90b430-bc27-4af3-b78e-1c1c7b55565d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:43.160757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] No DVR routers for this DVR port 2c90b430-bc27-4af3-b78e-1c1c7b55565d on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:39:43.165481 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.169774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cd9e64c-f74d-44d0-8239-e2dcdab86a73 req-5cb92b99-e06c-4965-be3a-f75e788324d6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "DELETE /v2.0/ports/2c90b430-bc27-4af3-b78e-1c1c7b55565d HTTP/1.1" status: 204 len: 173 time: 0.5827289 Oct 15 00:39:43.170456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ece836-b72b-4c7f-a4d9-335565165004', 'name': 'network-vif-deleted', 'tag': '2c90b430-bc27-4af3-b78e-1c1c7b55565d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:43.174837 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98ad251-8d2b-4295-916a-f155a407cda7" -d '{"events": [{"server_uuid": "58ece836-b72b-4c7f-a4d9-335565165004", "name": "network-vif-deleted", "tag": "2c90b430-bc27-4af3-b78e-1c1c7b55565d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:43.237743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-dc02a183-5c84-4034-9bf8-28f1004802f3 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-846012442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:43.254263 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89d3e8-351c-420c-aa48-3b33133e5681 x-openstack-request-id: req-2a89d3e8-351c-420c-aa48-3b33133e5681 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:43.254791 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ece836-b72b-4c7f-a4d9-335565165004", "name": "network-vif-deleted", "tag": "2c90b430-bc27-4af3-b78e-1c1c7b55565d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:43.255330 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a89d3e8-351c-420c-aa48-3b33133e5681 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:43.255853 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ece836-b72b-4c7f-a4d9-335565165004', 'name': 'network-vif-deleted', 'tag': '2c90b430-bc27-4af3-b78e-1c1c7b55565d', 'status': 'completed', 'code': 200} Oct 15 00:39:43.356434 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc02a183-5c84-4034-9bf8-28f1004802f3 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.357841 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc02a183-5c84-4034-9bf8-28f1004802f3 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.488353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc02a183-5c84-4034-9bf8-28f1004802f3 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.559705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc02a183-5c84-4034-9bf8-28f1004802f3 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.662301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-873872b4-5672-44cf-a8a1-95cccdb9ad3e req-89819f5c-32dc-4b3a-af92-780df9560c35 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ece836-b72b-4c7f-a4d9-335565165004 HTTP/1.1" status: 200 len: 210 time: 0.0334427 Oct 15 00:39:43.667516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc02a183-5c84-4034-9bf8-28f1004802f3 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.671744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dc02a183-5c84-4034-9bf8-28f1004802f3 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6337326 Oct 15 00:39:43.672124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45370) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:43.677630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1353055420'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:43.770015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:43.773995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.786204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.833795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45378) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:43.941463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:43.982004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:43.982951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:43.983477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:43.983994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:43.984482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:43.984971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:43.985387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:43.988115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-204cf77e-c38c-412d-be48-513636e665b8 req-553cc2a2-536e-426f-9433-f208bd8f1d77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 6502 time: 0.1511092 Oct 15 00:39:44.020849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:44.043721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:39:44.046432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-204cf77e-c38c-412d-be48-513636e665b8 req-12aa3efd-a6d2-4bb2-beeb-baa7b92f6aa5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&id=4f7c2f35-7317-498c-a054-f5c71aadcee5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451841 Oct 15 00:39:44.057407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:44.057657 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Added segment 746ef891-1cfb-4010-b1d2-2740df16f14d of type vlan for network bfd1f59b-e206-4982-80ad-3e4b41823917 Oct 15 00:39:44.139328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:44.144452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90223a7b-3013-45f7-b727-dea0f0d108be,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:44.242762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:44.249331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:44.253982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:44.325476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Network': ['ID=bfd1f59b-e206-4982-80ad-3e4b41823917,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:44.339205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network bfd1f59b-e206-4982-80ad-3e4b41823917 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:39:44.351867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45394) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:44.352056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a8899990-0edb-4aff-babb-78d7f1075b9e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6785872 Oct 15 00:39:44.357905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'subnet': {'network_id': 'bfd1f59b-e206-4982-80ad-3e4b41823917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:44.556914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:44.560719 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:44.751290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:44.940893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:45.105718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Subnet': ['ID=e1fe499e-1ee5-481c-9313-04b947fe7381,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:45.120655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Checking segment: {'id': '746ef891-1cfb-4010-b1d2-2740df16f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfd1f59b-e206-4982-80ad-3e4b41823917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:45.121013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network hostable DHCP agents. Network: bfd1f59b-e206-4982-80ad-3e4b41823917, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:39:45.219401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network bfd1f59b-e206-4982-80ad-3e4b41823917 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:39:45.256404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-d8eeadd7-6acd-4300-93ba-74fdf18aedfc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:45.260725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-d8eeadd7-6acd-4300-93ba-74fdf18aedfc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1354470 Oct 15 00:39:45.280534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-8590d47d-1170-4e81-a275-ad324443c1db tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0180368 Oct 15 00:39:45.332792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, bfd1f59b-e206-4982-80ad-3e4b41823917) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:45.341147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:45.341147 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:45.345207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7be959-e738-41f7-8567-b77e445b3590 None None] Network bfd1f59b-e206-4982-80ad-3e4b41823917 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:45.346818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-2d5f7ccf-5fe3-4fc2-b118-56da34e335f4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646346 Oct 15 00:39:45.441006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-03ebee08-1d85-482f-a14e-43ddf8566d29 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0877161 Oct 15 00:39:45.444267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45424) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:45.450498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'network': {'name': 'tempest-router-network01--986142790'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:45.505188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-cdc16625-b826-40ea-97ba-b1a0c79ce0a3 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528087 Oct 15 00:39:45.654322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f62bfe65-07cd-43a2-b3ab-ea1ce01fe287 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322060 Oct 15 00:39:45.778437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-bfd1f59b-e206-4982-80ad-3e4b41823917', 'network_id': 'bfd1f59b-e206-4982-80ad-3e4b41823917', 'tenant_id': '057e779344ad4c3f90d46cb231e3b7d0', 'fixed_ips': [{'subnet_id': 'e1fe499e-1ee5-481c-9313-04b947fe7381'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:39:45.785548 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:45.876934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:45.881538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:45.963066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Allocated IP 2001:db8::2 (bfd1f59b-e206-4982-80ad-3e4b41823917/e1fe499e-1ee5-481c-9313-04b947fe7381/1008c001-84ec-4a09-b153-1811a45d0107) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:45.963221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:39:46.030652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.031275 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Added segment 06a290b6-79b7-4704-8c63-851959cd3ff0 of type vlan for network e2d5b3bf-38ca-4548-a240-04146eb9e24b Oct 15 00:39:46.053608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-711f0c4a-5680-4b2d-b592-4d4e65a8b060 req-f1c5ae46-3acc-49e4-b718-32a50677f56a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 210 time: 0.0408564 Oct 15 00:39:46.095471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.106538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-af07d97e-6d42-46e2-ac90-721435f7623e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:46.108132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-af07d97e-6d42-46e2-ac90-721435f7623e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.2135503 Oct 15 00:39:46.140497 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-f48b634d-fe85-4d8e-8971-7f5743315d7e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/quotas/9ab51158ed27430f8a13c7bb2a50d1df HTTP/1.1" status: 200 len: 375 time: 0.0225220 Oct 15 00:39:46.186045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.191721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:46.192337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.245038 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-7567d80f-668f-40c6-a09c-c60a5b53d973 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987439 Oct 15 00:39:46.266135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.306306 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8607950 Oct 15 00:39:46.306606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45460) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:46.309916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756bf27-a9b4-4c0b-bfed-ea68f14d83fb tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Network': ['ID=e2d5b3bf-38ca-4548-a240-04146eb9e24b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:46.318773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'network': {'name': 'tempest-router-network02--1585307989'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:46.319752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:39:46.350440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.375836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Network bfd1f59b-e206-4982-80ad-3e4b41823917 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:46.388920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:46.396415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:46.437065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:46.441685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.460994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d16c14cd-e2d7-4871-a93f-a1d20a561603 service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713898 Oct 15 00:39:46.472537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:39:46.489785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.490692 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Added segment 48db4155-5843-4cff-a0ba-da3de96f91f9 of type vlan for network 702e498b-e29b-4a4c-bede-6f1c2c850585 Oct 15 00:39:46.577709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Pushing event updated for resources: {'Port': ['ID=1008c001-84ec-4a09-b153-1811a45d0107,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:46.600077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Attempting to bind port 1008c001-84ec-4a09-b153-1811a45d0107 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:46.600582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Attempting to bind port 1008c001-84ec-4a09-b153-1811a45d0107 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '746ef891-1cfb-4010-b1d2-2740df16f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfd1f59b-e206-4982-80ad-3e4b41823917'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:46.601219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Attempting to bind port 1008c001-84ec-4a09-b153-1811a45d0107 on network bfd1f59b-e206-4982-80ad-3e4b41823917 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:46.615905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.618751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:46.619136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Checking segment: {'id': '746ef891-1cfb-4010-b1d2-2740df16f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfd1f59b-e206-4982-80ad-3e4b41823917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:46.622251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.622667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Bound using segment: {'id': '746ef891-1cfb-4010-b1d2-2740df16f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfd1f59b-e206-4982-80ad-3e4b41823917'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:46.623338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Bound port: 1008c001-84ec-4a09-b153-1811a45d0107, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746ef891-1cfb-4010-b1d2-2740df16f14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bfd1f59b-e206-4982-80ad-3e4b41823917'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:46.624597 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.641648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-48842b87-6802-48ad-b2af-05aaf9000ebf service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781394 Oct 15 00:39:46.705800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.715688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:46.716804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.719144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] For port 1008c001-84ec-4a09-b153-1811a45d0107, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:46.723215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] For port 1008c001-84ec-4a09-b153-1811a45d0107, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1008c001-84ec-4a09-b153-1811a45d0107,segment=NetworkSegment(746ef891-1cfb-4010-b1d2-2740df16f14d),segment_id=746ef891-1cfb-4010-b1d2-2740df16f14d)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:46.786595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:46.816882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Network': ['ID=702e498b-e29b-4a4c-bede-6f1c2c850585,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:46.840803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c8a2254-ad39-43f0-b97b-398316784102 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5328877 Oct 15 00:39:46.843742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45470) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:46.843907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 702e498b-e29b-4a4c-bede-6f1c2c850585 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:39:46.852834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'subnet': {'network_id': 'e2d5b3bf-38ca-4548-a240-04146eb9e24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:46.952311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a667b3-f4a5-4efe-bc23-3f28011ead0a None None] Pushing event updated for resources: {'Port': ['ID=1008c001-84ec-4a09-b153-1811a45d0107,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:47.055092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9d0d8e7-23cb-42a6-9b91-2cbbbbd36d7e req-99513392-791b-47ea-bbb0-a4f4ca91bd97 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 210 time: 0.0374067 Oct 15 00:39:47.070934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:47.075004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:47.291995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee747acc-4ce1-4d82-8996-3e90e46d3f0e req-9d255785-a347-4ab4-a002-64ece1599301 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 210 time: 0.0765488 Oct 15 00:39:47.536134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c90b430-bc27-4af3-b78e-1c1c7b55565d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:47.576026 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:47.578279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 2c90b430-bc27-4af3-b78e-1c1c7b55565d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:39:47.578861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c90b430-bc27-4af3-b78e-1c1c7b55565d not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:39:47.657427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Subnet': ['ID=0282a571-83ad-40dc-b502-864864d2583e,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:47.693519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Checking segment: {'id': '06a290b6-79b7-4704-8c63-851959cd3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e2d5b3bf-38ca-4548-a240-04146eb9e24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:47.693949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network hostable DHCP agents. Network: e2d5b3bf-38ca-4548-a240-04146eb9e24b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:39:47.768954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:39:47.887426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e2d5b3bf-38ca-4548-a240-04146eb9e24b) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:47.897149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948eaa55-e11d-46c6-bf04-74c8d059ef20 None None] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:47.900779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:47.904222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:48.050558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5ef067a6-f483-478c-8909-623026670807 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2046480 Oct 15 00:39:48.052769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45494) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:48.089674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'subnet': {'network_id': '702e498b-e29b-4a4c-bede-6f1c2c850585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:48.182197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-e2d5b3bf-38ca-4548-a240-04146eb9e24b', 'network_id': 'e2d5b3bf-38ca-4548-a240-04146eb9e24b', 'tenant_id': '057e779344ad4c3f90d46cb231e3b7d0', 'fixed_ips': [{'subnet_id': '0282a571-83ad-40dc-b502-864864d2583e'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:39:48.183068 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:48.212871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1008c001-84ec-4a09-b153-1811a45d0107 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:48.411572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:48.419903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:48.445305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-986fa1d4-2996-46d0-b14b-2f3c7ecffb97 req-98d2bc87-88cf-4de9-bde6-b1b296f6e1af tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 210 time: 0.1197841 Oct 15 00:39:48.468855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1493db2-d613-474b-ac69-785f6d55df81 None None] Network bfd1f59b-e206-4982-80ad-3e4b41823917 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:48.491178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f333f0d-ac95-4fd7-bd0f-123fc03c3980 req-c475f6c6-87d7-4579-b86c-68dbdac0b7b5 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 210 time: 0.0824516 Oct 15 00:39:48.540352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1008c001-84ec-4a09-b153-1811a45d0107 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:48.540952 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:48.657170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Allocated IP 2001:db8::2 (e2d5b3bf-38ca-4548-a240-04146eb9e24b/0282a571-83ad-40dc-b502-864864d2583e/a4ecff28-c1fc-4980-b971-1dadad77f3e3) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:48.680478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fd69e643-0c87-4c5c-aba2-f23bac7758e5 None None] Provisioning complete for port 1008c001-84ec-4a09-b153-1811a45d0107 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:48.681037 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fd69e643-0c87-4c5c-aba2-f23bac7758e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:48.746849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-2e98c95a-96b9-4680-ac8d-1d250be183e8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:48.748384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-2e98c95a-96b9-4680-ac8d-1d250be183e8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.2214262 Oct 15 00:39:48.776287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Request body: {'port': {'device_id': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'admin_state_up': True, 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:49.012336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.134369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:49.138127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.148878 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fd69e643-0c87-4c5c-aba2-f23bac7758e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.183809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1008c001-84ec-4a09-b153-1811a45d0107, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1008c001-84ec-4a09-b153-1811a45d0107,segment=NetworkSegment(746ef891-1cfb-4010-b1d2-2740df16f14d),segment_id=746ef891-1cfb-4010-b1d2-2740df16f14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:49.197236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.260432 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.322358 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.397268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Allocated IP 172.20.0.9 (254d612d-8aa7-40a1-b978-a145ebdb820a/0b26703b-4283-4fed-aa99-6da3b957f7d9/1af5a53f-ca03-4443-bc1d-ab4a554c9f8f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:49.408518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1008c001-84ec-4a09-b153-1811a45d0107,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:49.423054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:49.429658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:49.458119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:49.466372 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-fd69e643-0c87-4c5c-aba2-f23bac7758e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:39:49.466654 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-fd69e643-0c87-4c5c-aba2-f23bac7758e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:39:49.494163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.541740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Pushing event updated for resources: {'Port': ['ID=a4ecff28-c1fc-4980-b971-1dadad77f3e3,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:49.621591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Attempting to bind port a4ecff28-c1fc-4980-b971-1dadad77f3e3 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:49.622343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Attempting to bind port a4ecff28-c1fc-4980-b971-1dadad77f3e3 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '06a290b6-79b7-4704-8c63-851959cd3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e2d5b3bf-38ca-4548-a240-04146eb9e24b'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:49.622895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Attempting to bind port a4ecff28-c1fc-4980-b971-1dadad77f3e3 on network e2d5b3bf-38ca-4548-a240-04146eb9e24b {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:49.630338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:49.631073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Checking segment: {'id': '06a290b6-79b7-4704-8c63-851959cd3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e2d5b3bf-38ca-4548-a240-04146eb9e24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:49.631676 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.632274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Bound using segment: {'id': '06a290b6-79b7-4704-8c63-851959cd3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e2d5b3bf-38ca-4548-a240-04146eb9e24b'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:49.633019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Bound port: a4ecff28-c1fc-4980-b971-1dadad77f3e3, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a290b6-79b7-4704-8c63-851959cd3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'e2d5b3bf-38ca-4548-a240-04146eb9e24b'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:49.633610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.669253 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d375e4e-c595-457f-9d1c-76e5086783ee req-0127ffdf-5c46-4954-b60e-8a9eecb2b1ef tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 210 time: 0.0510242 Oct 15 00:39:49.688105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Subnet': ['ID=f888da6e-9b3a-41db-be6f-d938d41857f3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:49.696802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17b5c84a-ac10-483b-b778-843c750fb530 req-4ece80bd-b623-4aa7-95fb-1eb7b2ca96d5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 210 time: 0.0733256 Oct 15 00:39:49.701465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Checking segment: {'id': '48db4155-5843-4cff-a0ba-da3de96f91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '702e498b-e29b-4a4c-bede-6f1c2c850585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:49.702373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network hostable DHCP agents. Network: 702e498b-e29b-4a4c-bede-6f1c2c850585, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:39:49.764295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] For port a4ecff28-c1fc-4980-b971-1dadad77f3e3, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:49.769673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] For port a4ecff28-c1fc-4980-b971-1dadad77f3e3, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a4ecff28-c1fc-4980-b971-1dadad77f3e3,segment=NetworkSegment(06a290b6-79b7-4704-8c63-851959cd3ff0),segment_id=06a290b6-79b7-4704-8c63-851959cd3ff0)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:49.801641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-35a08cc0-410e-4116-a1a0-9e7ef9a45996 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:49.803127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-35a08cc0-410e-4116-a1a0-9e7ef9a45996 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.2310016 Oct 15 00:39:49.814312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.829516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Request body: {'port': {'device_id': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'admin_state_up': True, 'tenant_id': '9ab51158ed27430f8a13c7bb2a50d1df'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:49.839655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network 702e498b-e29b-4a4c-bede-6f1c2c850585 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:39:49.865783 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.962782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 702e498b-e29b-4a4c-bede-6f1c2c850585) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:49.969442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:49.973189 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.992344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:49.995731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5acf3b5-8df5-409f-a705-a574df0a22bb None None] Network 702e498b-e29b-4a4c-bede-6f1c2c850585 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:50.079363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:50.087560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Made reservation on behalf of 9ab51158ed27430f8a13c7bb2a50d1df for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:50.091296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.094880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:50.097920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event updated for resources: {'Port': ['ID=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:50.115149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:50.119402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:50.137006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ee1316f3-7b5a-47a3-a2bf-520d1cd8616e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0747781 Oct 15 00:39:50.139462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45524) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:50.161510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e8534-1d59-459e-8d22-04252e7419a9 None None] Pushing event updated for resources: {'Port': ['ID=a4ecff28-c1fc-4980-b971-1dadad77f3e3,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:50.173876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1008c001-84ec-4a09-b153-1811a45d0107 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:50.246877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:50.247536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.349741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Allocated IP 172.20.0.5 (eafab19a-1f46-4ed6-a367-f56f800b221e/c4a71084-d74e-47f7-a154-290824fb64fc/87b7ea28-1e62-4b1f-bd07-f55aeb19773a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:50.368322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-3b87e09e-e470-4b7a-870e-ee64ea692dcd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6049447 Oct 15 00:39:50.395492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Request body: {'port': {'device_id': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:50.513014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d9d46d64-cec1-4a30-8182-e2b90a2512e4 None None] Provisioning complete for port 1008c001-84ec-4a09-b153-1811a45d0107 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:50.513014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d9d46d64-cec1-4a30-8182-e2b90a2512e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.513262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.665648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.826905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:50.835727 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.849321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Transition to ACTIVE for port object 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:39:50.866862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1008c001-84ec-4a09-b153-1811a45d0107 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:50.867474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.920898 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aeb70d40-2877-4b92-b131-173a07ec16dc req-6433930a-73ce-491e-8cf1-b53694606af9 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 210 time: 0.0548246 Oct 15 00:39:50.943181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-702e498b-e29b-4a4c-bede-6f1c2c850585', 'network_id': '702e498b-e29b-4a4c-bede-6f1c2c850585', 'tenant_id': '057e779344ad4c3f90d46cb231e3b7d0', 'fixed_ips': [{'subnet_id': 'f888da6e-9b3a-41db-be6f-d938d41857f3'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:39:50.943391 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:50.961591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.021034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277453d-1b43-4466-b054-7aed25ed9a23 req-a2cd62c1-2de6-48b9-8bc2-5fee6a66733f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:51.023552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1277453d-1b43-4466-b054-7aed25ed9a23 req-a2cd62c1-2de6-48b9-8bc2-5fee6a66733f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 931 time: 0.1720519 Oct 15 00:39:51.049709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:51.178570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Allocated IP 2001:db8::1 (e2d5b3bf-38ca-4548-a240-04146eb9e24b/0282a571-83ad-40dc-b502-864864d2583e/f2bcc506-a380-4875-9140-bad3369f549f) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:51.395459 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.449691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Allocated IP 2001:db8::2 (702e498b-e29b-4a4c-bede-6f1c2c850585/f888da6e-9b3a-41db-be6f-d938d41857f3/071e852b-e6da-4742-86aa-8e2f4602787f) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:51.494453 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.554679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:51.558247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:51.564481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:51.565018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.566388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd4c7a-6b8b-4742-9ac4-a02b63a4272e None None] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:51.571537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Port': ['ID=f2bcc506-a380-4875-9140-bad3369f549f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:51.590610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.591229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.591741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.592233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.592714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.593199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.593671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.594237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.594770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.595384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.596469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.596960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:39:51.689102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1277453d-1b43-4466-b054-7aed25ed9a23 req-ad63a82c-f77a-4841-a661-5c14e56f5c79 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007528 Oct 15 00:39:51.726031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-576443be-a55d-4ddd-a420-12a2cc04b84f None None] Provisioning complete for port a4ecff28-c1fc-4980-b971-1dadad77f3e3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:51.726429 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-576443be-a55d-4ddd-a420-12a2cc04b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.777700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.803750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.824483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Attempting to bind port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:51.825187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Attempting to bind port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:51.825772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Attempting to bind port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:51.832437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f on network 254d612d-8aa7-40a1-b978-a145ebdb820a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:39:51.833523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Attempting to bind port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:51.843950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:51.844662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:51.846669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Bound using segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:51.847807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Bound port: 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:51.848389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.880986 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.903019 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-576443be-a55d-4ddd-a420-12a2cc04b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.933586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] For port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:51.938321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] For port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:51.951505 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:51.962883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-576443be-a55d-4ddd-a420-12a2cc04b84f None None] For port a4ecff28-c1fc-4980-b971-1dadad77f3e3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a4ecff28-c1fc-4980-b971-1dadad77f3e3,segment=NetworkSegment(06a290b6-79b7-4704-8c63-851959cd3ff0),segment_id=06a290b6-79b7-4704-8c63-851959cd3ff0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:51.969341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:39:51.976206 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.031551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Network eafab19a-1f46-4ed6-a367-f56f800b221e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:52.050398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:52.057053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:52.084360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Pushing event updated for resources: {'Port': ['ID=071e852b-e6da-4742-86aa-8e2f4602787f,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:52.086911 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-576443be-a55d-4ddd-a420-12a2cc04b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.116954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Network 702e498b-e29b-4a4c-bede-6f1c2c850585 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:52.120549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:52.125278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:52.180493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:52.181192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.205916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.238215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event updated for resources: {'Port': ['ID=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:52.278038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:52.281126 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.282717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] 10.222.0.39 "PUT /v2.0/ports/1af5a53f-ca03-4443-bc1d-ab4a554c9f8f HTTP/1.1" status: 200 len: 1091 time: 1.8977957 Oct 15 00:39:52.284392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'tag': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:52.313462 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b505ca-025b-4c86-b0ca-bafc5f7ec795" -d '{"events": [{"name": "network-changed", "server_uuid": "addf90ea-dac9-4d51-ad5e-b6508f500c6f", "tag": "1af5a53f-ca03-4443-bc1d-ab4a554c9f8f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:52.364787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576443be-a55d-4ddd-a420-12a2cc04b84f None None] Pushing event updated for resources: {'Port': ['ID=a4ecff28-c1fc-4980-b971-1dadad77f3e3,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:52.366030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ba7c8-73e4-405f-919f-8bf177b42d2a req-c9b7e0ae-1acd-4996-ba41-b84c52999f5c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:52.375040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-143ba7c8-73e4-405f-919f-8bf177b42d2a req-c9b7e0ae-1acd-4996-ba41-b84c52999f5c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 931 time: 0.2645309 Oct 15 00:39:52.423312 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64f0604-7426-4384-bd7a-121b9d029066 x-openstack-request-id: req-d64f0604-7426-4384-bd7a-121b9d029066 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:52.423312 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addf90ea-dac9-4d51-ad5e-b6508f500c6f", "tag": "1af5a53f-ca03-4443-bc1d-ab4a554c9f8f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:52.423312 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d64f0604-7426-4384-bd7a-121b9d029066 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:52.423312 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'tag': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f', 'status': 'completed', 'code': 200} Oct 15 00:39:52.438505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342fded-8d8a-4d4b-8416-d92d37c72aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:52.456760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Attempting to bind port 071e852b-e6da-4742-86aa-8e2f4602787f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:52.456760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Attempting to bind port 071e852b-e6da-4742-86aa-8e2f4602787f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '48db4155-5843-4cff-a0ba-da3de96f91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '702e498b-e29b-4a4c-bede-6f1c2c850585'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:52.457169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Attempting to bind port 071e852b-e6da-4742-86aa-8e2f4602787f on network 702e498b-e29b-4a4c-bede-6f1c2c850585 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:52.526784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:52.526784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Checking segment: {'id': '48db4155-5843-4cff-a0ba-da3de96f91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '702e498b-e29b-4a4c-bede-6f1c2c850585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:52.526784 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.526784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Bound using segment: {'id': '48db4155-5843-4cff-a0ba-da3de96f91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '702e498b-e29b-4a4c-bede-6f1c2c850585'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:52.526784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Bound port: 071e852b-e6da-4742-86aa-8e2f4602787f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48db4155-5843-4cff-a0ba-da3de96f91f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '702e498b-e29b-4a4c-bede-6f1c2c850585'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:52.526784 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.528909 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-143ba7c8-73e4-405f-919f-8bf177b42d2a req-8097dd7c-99f3-4146-a327-c68a67b7d2e6 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212094 Oct 15 00:39:52.544252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b505ca-025b-4c86-b0ca-bafc5f7ec795 req-93dfbbaf-e9c5-4bb5-a732-06d337146c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:52.546206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05b505ca-025b-4c86-b0ca-bafc5f7ec795 req-93dfbbaf-e9c5-4bb5-a732-06d337146c7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 1094 time: 0.0958028 Oct 15 00:39:52.572824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.606610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-18b8435f-ca5b-41e5-b028-84d3139460ce tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7819152 Oct 15 00:39:52.618216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a4ecff28-c1fc-4980-b971-1dadad77f3e3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:52.641626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-950da17e-e4b5-4fb4-8790-4a0f84f2b523 None None] Provisioning complete for port a4ecff28-c1fc-4980-b971-1dadad77f3e3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:52.641993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-950da17e-e4b5-4fb4-8790-4a0f84f2b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.650595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Request body: {'port': {'device_id': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:52.705234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.706033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.769765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] For port 071e852b-e6da-4742-86aa-8e2f4602787f, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:52.772813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b505ca-025b-4c86-b0ca-bafc5f7ec795 req-e3563faa-c4eb-4989-bdaa-3b2c3d81d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:52.774746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05b505ca-025b-4c86-b0ca-bafc5f7ec795 req-e3563faa-c4eb-4989-bdaa-3b2c3d81d6b3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2201939 Oct 15 00:39:52.776413 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.825470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] For port 071e852b-e6da-4742-86aa-8e2f4602787f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=071e852b-e6da-4742-86aa-8e2f4602787f,segment=NetworkSegment(48db4155-5843-4cff-a0ba-da3de96f91f9),segment_id=48db4155-5843-4cff-a0ba-da3de96f91f9)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:52.870790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a4ecff28-c1fc-4980-b971-1dadad77f3e3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:52.875124 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.943022 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:52.943806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Port': ['ID=f2bcc506-a380-4875-9140-bad3369f549f,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:52.962650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2669d3d-1ae6-40bf-9987-4959e5ecff3d req-1ff5813b-04a6-4693-9d73-10b864a2f0c8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:52.964104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2669d3d-1ae6-40bf-9987-4959e5ecff3d req-1ff5813b-04a6-4693-9d73-10b864a2f0c8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 943 time: 0.1555648 Oct 15 00:39:53.061230 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2669d3d-1ae6-40bf-9987-4959e5ecff3d req-c908cd27-5a49-4fda-acde-85f9420f8861 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811291 Oct 15 00:39:53.063102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:53.070201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:53.070986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750fe65-e719-4205-a688-21b82b87c885 None None] Pushing event updated for resources: {'Port': ['ID=071e852b-e6da-4742-86aa-8e2f4602787f,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:53.102561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-950da17e-e4b5-4fb4-8790-4a0f84f2b523 None None] Provisioning complete for port f2bcc506-a380-4875-9140-bad3369f549f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:53.103090 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-950da17e-e4b5-4fb4-8790-4a0f84f2b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:53.164698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b505ca-025b-4c86-b0ca-bafc5f7ec795 req-03e1c3b9-a310-499f-9d88-fcb6e0db30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:53.166385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05b505ca-025b-4c86-b0ca-bafc5f7ec795 req-03e1c3b9-a310-499f-9d88-fcb6e0db30ef service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3777511 Oct 15 00:39:53.241164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-950da17e-e4b5-4fb4-8790-4a0f84f2b523 None None] Port f2bcc506-a380-4875-9140-bad3369f549f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:53.385812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-67d055f2-22d2-4402-a105-c0aa392a9a42 None None] Provisioning complete for port f2bcc506-a380-4875-9140-bad3369f549f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:53.386357 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-67d055f2-22d2-4402-a105-c0aa392a9a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:53.413965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f82dff3d-2bcc-4d45-bfe6-055039228696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:53.418940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-f82dff3d-2bcc-4d45-bfe6-055039228696 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 1094 time: 0.1827314 Oct 15 00:39:53.508601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-a7523e0c-a6bd-44f7-b43a-33cebe96f139 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f HTTP/1.1" status: 200 len: 217 time: 0.0828400 Oct 15 00:39:53.510368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-67d055f2-22d2-4402-a105-c0aa392a9a42 None None] Port f2bcc506-a380-4875-9140-bad3369f549f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:53.522563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Router 680ab5e0-0c7c-40ca-b253-6967e7abcbdb is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:39:53.650927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b784f532-88c0-450b-989f-3ab500a6dd58 None None] Provisioning complete for port f2bcc506-a380-4875-9140-bad3369f549f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:53.651291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b784f532-88c0-450b-989f-3ab500a6dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:53.676290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-8d301ac5-b7c8-4aa8-a2e1-1eb9b212e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:53.678662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-8d301ac5-b7c8-4aa8-a2e1-1eb9b212e9aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.1609633 Oct 15 00:39:53.697588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b784f532-88c0-450b-989f-3ab500a6dd58 None None] Port f2bcc506-a380-4875-9140-bad3369f549f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:39:53.720343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:39:53.729110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b7ea28-1e62-4b1f-bd07-f55aeb19773a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:39:53.738588 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] Sync routers for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:39:53.746699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:53.749407 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b47e89cd-1de7-454e-a6b3-ab46cedf9962 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6086934 Oct 15 00:39:53.751079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-d98bb315-825b-46b9-9431-2e20207a0e01 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446463 Oct 15 00:39:53.755123 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:53.755123 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:53.760794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:53.797135 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:53.814171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:53.814171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:53.847077 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:53.848089 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1f65a-6e21-42f4-a2db-4763a57f08ac None None] The sync data for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:39:53.911996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Transition to ACTIVE for port object 87b7ea28-1e62-4b1f-bd07-f55aeb19773a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:39:53.993250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d3fc6-4ba8-46f7-968e-a4976bb90be4 req-38df61f0-ced6-4420-8c47-d2ac7a6024cc tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:53.994847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-450d3fc6-4ba8-46f7-968e-a4976bb90be4 req-38df61f0-ced6-4420-8c47-d2ac7a6024cc tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 931 time: 0.3998232 Oct 15 00:39:54.008736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.088456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-68777e4a-0145-4a23-8c58-b4f9856adbbf service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241959 Oct 15 00:39:54.245782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a4ecff28-c1fc-4980-b971-1dadad77f3e3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:54.253889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e5316-72c8-44d2-988b-0e8e8f47c96a req-0b0272ac-40fa-4126-b25a-07b90863feb9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:54.256915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-450d3fc6-4ba8-46f7-968e-a4976bb90be4 req-372fd163-fee1-4a9c-b685-72174864be32 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512076 Oct 15 00:39:54.271485 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c56e5316-72c8-44d2-988b-0e8e8f47c96a req-0b0272ac-40fa-4126-b25a-07b90863feb9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 943 time: 0.0946898 Oct 15 00:39:54.322880 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c56e5316-72c8-44d2-988b-0e8e8f47c96a req-eea17996-246d-4fc9-a991-546229e8534c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504279 Oct 15 00:39:54.347564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a4ecff28-c1fc-4980-b971-1dadad77f3e3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:54.347937 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.354051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde961d3-6bda-4340-9e81-813cf6dec6fb None None] Network 702e498b-e29b-4a4c-bede-6f1c2c850585 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:54.405472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:54.413858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6fe490-ca2a-4764-9e49-a998f71532bc req-2f402af2-549d-4be5-8ae3-67445a80019d service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119049 Oct 15 00:39:54.491423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8a76f5ef-26c2-412b-86db-22e199e9d038 None None] Provisioning complete for port 071e852b-e6da-4742-86aa-8e2f4602787f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:54.491826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a76f5ef-26c2-412b-86db-22e199e9d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.556722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Attempting to bind port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:54.557056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Attempting to bind port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:54.557989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Attempting to bind port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:54.575096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a on network eafab19a-1f46-4ed6-a367-f56f800b221e not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:39:54.575565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Attempting to bind port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:54.603069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:54.603407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Checking segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:54.603784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Bound using segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:54.604207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Bound port: 87b7ea28-1e62-4b1f-bd07-f55aeb19773a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:54.604555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.613283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 071e852b-e6da-4742-86aa-8e2f4602787f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:54.721471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a76f5ef-26c2-412b-86db-22e199e9d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.725644 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-a54f04bc-b83f-476c-bf30-3ba2293d6049 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:39:54.726896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a54f04bc-b83f-476c-bf30-3ba2293d6049 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9749212 Oct 15 00:39:54.728022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] For port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:54.729849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:54.742294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] For port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:54.748154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 071e852b-e6da-4742-86aa-8e2f4602787f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:54.748524 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.787990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8a76f5ef-26c2-412b-86db-22e199e9d038 None None] For port 071e852b-e6da-4742-86aa-8e2f4602787f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=071e852b-e6da-4742-86aa-8e2f4602787f,segment=NetworkSegment(48db4155-5843-4cff-a0ba-da3de96f91f9),segment_id=48db4155-5843-4cff-a0ba-da3de96f91f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:54.850336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.876216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a76f5ef-26c2-412b-86db-22e199e9d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.881212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:54.962737 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:39:54.963100 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:39:54.967674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76f5ef-26c2-412b-86db-22e199e9d038 None None] Pushing event updated for resources: {'Port': ['ID=071e852b-e6da-4742-86aa-8e2f4602787f,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:54.999965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d56f9ca1-bb94-42ff-a111-71a7cdcc6667 None None] Provisioning complete for port 071e852b-e6da-4742-86aa-8e2f4602787f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:55.000244 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d56f9ca1-bb94-42ff-a111-71a7cdcc6667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:55.211018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:55.211533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:55.212876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] 10.222.0.39 "PUT /v2.0/ports/87b7ea28-1e62-4b1f-bd07-f55aeb19773a HTTP/1.1" status: 200 len: 1091 time: 2.5684669 Oct 15 00:39:55.214889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'tag': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:55.217125 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa84a0e-b7f0-4369-9463-32c50f78c976" -d '{"events": [{"name": "network-changed", "server_uuid": "1c926c8b-7ca1-44c9-951e-1961a7e53367", "tag": "87b7ea28-1e62-4b1f-bd07-f55aeb19773a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:55.269488 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27fea09-a5bd-4487-804e-7f4b75cdac1c x-openstack-request-id: req-b27fea09-a5bd-4487-804e-7f4b75cdac1c {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:55.270196 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c926c8b-7ca1-44c9-951e-1961a7e53367", "tag": "87b7ea28-1e62-4b1f-bd07-f55aeb19773a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:55.270196 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b27fea09-a5bd-4487-804e-7f4b75cdac1c {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:55.270425 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'tag': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a', 'status': 'completed', 'code': 200} Oct 15 00:39:55.273271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9647116-dc5a-49bf-9bd6-de4e33b7ddb2 service neutron] Pushing event updated for resources: {'Port': ['ID=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:55.441320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84a0e-b7f0-4369-9463-32c50f78c976 req-ec8f9523-5e23-4d40-9ae9-cc60a9410653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:55.442999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa84a0e-b7f0-4369-9463-32c50f78c976 req-ec8f9523-5e23-4d40-9ae9-cc60a9410653 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 1094 time: 0.1121891 Oct 15 00:39:55.445837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec8be-e63e-46b3-bf51-46cd156597c5 req-3ede8285-eacd-446e-bcf0-4c0e8818e843 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:55.447722 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e14ec8be-e63e-46b3-bf51-46cd156597c5 req-3ede8285-eacd-446e-bcf0-4c0e8818e843 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 943 time: 0.0567658 Oct 15 00:39:55.465161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366c49-b310-4f5a-b59a-3f2f55713a4b req-46cc132d-439f-4067-85a0-dbf43dd6be98 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:55.473058 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a366c49-b310-4f5a-b59a-3f2f55713a4b req-46cc132d-439f-4067-85a0-dbf43dd6be98 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 943 time: 0.1077912 Oct 15 00:39:55.534506 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e14ec8be-e63e-46b3-bf51-46cd156597c5 req-99d01896-7c62-43da-beca-53d7dd519273 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718639 Oct 15 00:39:55.626276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a366c49-b310-4f5a-b59a-3f2f55713a4b req-ffbf8fb4-33b6-4a29-9721-0358d39fce2c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523309 Oct 15 00:39:55.674154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:55.676432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84a0e-b7f0-4369-9463-32c50f78c976 req-6c90f05e-67fe-4674-bdb7-f8f909944bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:55.677899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa84a0e-b7f0-4369-9463-32c50f78c976 req-6c90f05e-67fe-4674-bdb7-f8f909944bd5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2020001 Oct 15 00:39:55.916158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07b8cd-6c18-4336-9850-957beb851b00 req-b3338fe1-e6f2-47ed-aba4-e6f795c46888 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:55.917609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd07b8cd-6c18-4336-9850-957beb851b00 req-b3338fe1-e6f2-47ed-aba4-e6f795c46888 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.2032514 Oct 15 00:39:55.987325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84a0e-b7f0-4369-9463-32c50f78c976 req-66dd14f9-5fbd-484a-a170-5efaf11f85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:55.988655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa84a0e-b7f0-4369-9463-32c50f78c976 req-66dd14f9-5fbd-484a-a170-5efaf11f85ce service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2728233 Oct 15 00:39:56.013453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd07b8cd-6c18-4336-9850-957beb851b00 req-7b7dc910-89fb-40a5-a796-0de4b7571e89 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784132 Oct 15 00:39:56.089884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 071e852b-e6da-4742-86aa-8e2f4602787f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:39:56.110342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-085ffb77-6883-4779-820e-f1e99e889750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:56.111892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-085ffb77-6883-4779-820e-f1e99e889750 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 1094 time: 0.0863292 Oct 15 00:39:56.148448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 071e852b-e6da-4742-86aa-8e2f4602787f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:39:56.148813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:56.177502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-74f905d1-f610-4f5b-a2f6-cd3699b21386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b7ea28-1e62-4b1f-bd07-f55aeb19773a HTTP/1.1" status: 200 len: 217 time: 0.0428216 Oct 15 00:39:56.213375 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0100-4e5f-4cd3-91c6-3106b4cadbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:56.237151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting port f2bcc506-a380-4875-9140-bad3369f549f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:39:56.237559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:56.258819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-b40b49fc-7df0-41c0-93c3-2bff8abfaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:56.260263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-b40b49fc-7df0-41c0-93c3-2bff8abfaa14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a71084-d74e-47f7-a154-290824fb64fc HTTP/1.1" status: 200 len: 855 time: 0.0746865 Oct 15 00:39:56.295433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-c390b1ed-9d10-42a8-a394-56eb2f3138b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eafab19a-1f46-4ed6-a367-f56f800b221e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262101 Oct 15 00:39:56.407062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:56.423662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Calling delete_port for f2bcc506-a380-4875-9140-bad3369f549f owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:39:56.447858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-819d99e3-29be-40f6-98fc-438a71f52f0c service neutron] 10.222.0.39 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235490 Oct 15 00:39:56.649806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf7964-d973-468d-b7d1-bbf45d7230c0 req-3f0f2bfd-4fa5-496c-bd0e-9ae58d543ca0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:56.651747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7baf7964-d973-468d-b7d1-bbf45d7230c0 req-3f0f2bfd-4fa5-496c-bd0e-9ae58d543ca0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 943 time: 0.0500090 Oct 15 00:39:56.653374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc33796f-4c45-49f5-8cd4-265be58d508d req-4dad8549-433f-4ffc-addc-18ef078076bf service neutron] 10.222.0.39 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736908 Oct 15 00:39:56.700713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7baf7964-d973-468d-b7d1-bbf45d7230c0 req-ea23bbba-fa26-443f-bd72-9b8b6a17af74 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 Oct 15 00:39:56.710074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e53e86-63b7-4af0-aef0-d2814051182d req-743f7eb5-f726-4e55-88dd-db07e89618cb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:56.711576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2e53e86-63b7-4af0-aef0-d2814051182d req-743f7eb5-f726-4e55-88dd-db07e89618cb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.1104653 Oct 15 00:39:56.761015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2e53e86-63b7-4af0-aef0-d2814051182d req-9ba9bb4e-427b-4491-a7c5-fa01551066ff tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Oct 15 00:39:56.841876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:56.884750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Port': ['ID=f2bcc506-a380-4875-9140-bad3369f549f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:56.959196 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dff601-6a0a-49e2-a0af-b52e88bcd4bf req-ea3feb17-eea3-4292-a19b-1346248d7d4d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:56.960712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56dff601-6a0a-49e2-a0af-b52e88bcd4bf req-ea3feb17-eea3-4292-a19b-1346248d7d4d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 943 time: 0.1369030 Oct 15 00:39:57.000248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:57.069858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56dff601-6a0a-49e2-a0af-b52e88bcd4bf req-6c9cbafc-b4c3-48f3-baab-e79fe8480cd7 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774429 Oct 15 00:39:57.177294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Router 680ab5e0-0c7c-40ca-b253-6967e7abcbdb has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:39:57.251521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:39:57.259911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-23844ab3-262f-48f2-9c21-bda43a863e30 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5267262 Oct 15 00:39:57.261238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45650) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:57.263919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] Sync routers for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:39:57.273357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:57.273966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:57.301953 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-61547dbf-5cd0-4b93-893c-a1596676dc86 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] delete failed (client error): The resource could not be found. Oct 15 00:39:57.303052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-61547dbf-5cd0-4b93-893c-a1596676dc86 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1074462387 HTTP/1.1" status: 404 len: 335 time: 0.0408723 Oct 15 00:39:57.307125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45652) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:57.309491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:57.311471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c9cddc3c-2187-4225-bc17-ea6680c53e4a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'router': {'external_gateway_info': {'network_id': '680ab5e0-0c7c-40ca-b253-6967e7abcbdb'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:57.318914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:39:57.319512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:57.351862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:39:57.352498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d1df37-edda-42f1-9bd7-52ed2c0d346b None None] The sync data for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:39:57.771927 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9cddc3c-2187-4225-bc17-ea6680c53e4a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:57.819650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e929f-4088-4c1c-83be-f4e3a2650609 req-f9fde90b-36c3-4505-90e3-0d2e8ab9e064 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:57.821139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c44e929f-4088-4c1c-83be-f4e3a2650609 req-f9fde90b-36c3-4505-90e3-0d2e8ab9e064 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 943 time: 0.0506251 Oct 15 00:39:57.857459 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-c9cddc3c-2187-4225-bc17-ea6680c53e4a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] update failed (client error): The resource could not be found. Oct 15 00:39:57.859533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c9cddc3c-2187-4225-bc17-ea6680c53e4a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb HTTP/1.1" status: 404 len: 339 time: 0.5506470 Oct 15 00:39:57.862627 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c44e929f-4088-4c1c-83be-f4e3a2650609 req-a240e7b2-f7ba-485c-bc43-15fbf7860b70 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Oct 15 00:39:57.863106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45662) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:57.868157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-338446514'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:57.943196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:57.947928 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:57.966819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ee712-89e8-44ed-b3ea-a82ec46215b4 req-dcdbe154-6d24-4419-9769-b5a9d4954d98 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:57.969026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a65ee712-89e8-44ed-b3ea-a82ec46215b4 req-dcdbe154-6d24-4419-9769-b5a9d4954d98 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0729673 Oct 15 00:39:57.979367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:39:57.989216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:57.989480 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Added segment 4e97998b-15a9-410a-9a57-864036cc2537 of type vlan for network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 Oct 15 00:39:58.014287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a65ee712-89e8-44ed-b3ea-a82ec46215b4 req-55f9ec17-37bc-4413-9d2b-165664464496 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343885 Oct 15 00:39:58.042671 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.110791 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.116607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:58.117199 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.211870 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Network': ['ID=67f5e8ca-1ee7-4147-8395-2377a4ab4a38,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:58.218226 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f6252973-ccd5-4b5b-b74e-7b2219ca94a7 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3540816 Oct 15 00:39:58.221398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45668) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:58.223046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:39:58.227575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'subnet': {'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:58.235607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4a81-8bc2-4dab-8bc4-8ceecc57e284 req-07a53a54-d535-4f96-a203-25b2b8f20336 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:58.237299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94eb4a81-8bc2-4dab-8bc4-8ceecc57e284 req-07a53a54-d535-4f96-a203-25b2b8f20336 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 943 time: 0.0984299 Oct 15 00:39:58.278297 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94eb4a81-8bc2-4dab-8bc4-8ceecc57e284 req-80e64805-f119-4601-9199-a5c48038d87b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Oct 15 00:39:58.378457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Made reservation on behalf of 057e779344ad4c3f90d46cb231e3b7d0 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:39:58.382008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.596659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.659542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Subnet': ['ID=591010d9-7634-4cda-a879-c137685102f0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:58.668236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Checking segment: {'id': '4e97998b-15a9-410a-9a57-864036cc2537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:58.668587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network hostable DHCP agents. Network: 67f5e8ca-1ee7-4147-8395-2377a4ab4a38, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:39:58.722286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:39:58.739298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1a968200-4fe9-43d8-85b1-8af765b2fdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.784818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 67f5e8ca-1ee7-4147-8395-2377a4ab4a38) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:58.788806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:58.789399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.793211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22beeed2-fb48-49c9-9ca9-870810266bed None None] Network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:39:58.891041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3d8bdc02-2543-40ad-a5ae-259e098bb640 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6680458 Oct 15 00:39:58.894579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45674) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:58.899570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5325c3b2-eda0-4370-b41d-59f0f99c2e7c tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'router': {'external_gateway_info': {'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:39:58.953238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-67f5e8ca-1ee7-4147-8395-2377a4ab4a38', 'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38', 'tenant_id': '057e779344ad4c3f90d46cb231e3b7d0', 'fixed_ips': [{'subnet_id': '591010d9-7634-4cda-a879-c137685102f0'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:39:58.954440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:58.996685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc1b63-ca09-44e2-99d9-6704512c2b97 req-a0db6591-8ac2-4952-ba62-3a35c7dcacfd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:59.004241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ebc1b63-ca09-44e2-99d9-6704512c2b97 req-a0db6591-8ac2-4952-ba62-3a35c7dcacfd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 943 time: 0.0651186 Oct 15 00:39:59.053733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4ebc1b63-ca09-44e2-99d9-6704512c2b97 req-5004dcdc-3a6e-465b-9ad1-13e034bceb82 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Oct 15 00:39:59.134451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Allocated IP 2001:db8:1::2 (67f5e8ca-1ee7-4147-8395-2377a4ab4a38/591010d9-7634-4cda-a879-c137685102f0/8882d0b8-ef06-485f-b78b-4c93e036860a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:59.136301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5325c3b2-eda0-4370-b41d-59f0f99c2e7c tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.169078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9196-300e-4575-a145-cb04e9bfad11 req-a46cefee-71d4-49e1-90ba-383f59368f68 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:59.170581 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-182f9196-300e-4575-a145-cb04e9bfad11 req-a46cefee-71d4-49e1-90ba-383f59368f68 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0528111 Oct 15 00:39:59.209787 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-182f9196-300e-4575-a145-cb04e9bfad11 req-b107226f-b2ee-4d8f-9436-25ad34a6f2c0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Oct 15 00:39:59.278787 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.327082 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-5325c3b2-eda0-4370-b41d-59f0f99c2e7c tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:39:59.328160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5325c3b2-eda0-4370-b41d-59f0f99c2e7c tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb HTTP/1.1" status: 400 len: 364 time: 0.4324334 Oct 15 00:39:59.333605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45684) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:39:59.351238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.390453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:39:59.396220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:39:59.400543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:39:59.403609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Pushing event updated for resources: {'Port': ['ID=8882d0b8-ef06-485f-b78b-4c93e036860a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:59.458082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Attempting to bind port 8882d0b8-ef06-485f-b78b-4c93e036860a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:39:59.458603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Attempting to bind port 8882d0b8-ef06-485f-b78b-4c93e036860a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '4e97998b-15a9-410a-9a57-864036cc2537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:39:59.459469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Attempting to bind port 8882d0b8-ef06-485f-b78b-4c93e036860a on network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:39:59.464308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:39:59.464681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Checking segment: {'id': '4e97998b-15a9-410a-9a57-864036cc2537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:39:59.465089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.466401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Bound using segment: {'id': '4e97998b-15a9-410a-9a57-864036cc2537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:39:59.466962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Bound port: 8882d0b8-ef06-485f-b78b-4c93e036860a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e97998b-15a9-410a-9a57-864036cc2537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67f5e8ca-1ee7-4147-8395-2377a4ab4a38'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:39:59.467349 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.517867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2cb5a-1e2f-44c6-b361-92584dc81f26 req-ffd80c49-dc8f-4a00-8814-387c3f57b6df tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:39:59.519476 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46c2cb5a-1e2f-44c6-b361-92584dc81f26 req-ffd80c49-dc8f-4a00-8814-387c3f57b6df tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 943 time: 0.1475768 Oct 15 00:39:59.546839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] For port 8882d0b8-ef06-485f-b78b-4c93e036860a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:39:59.550408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] For port 8882d0b8-ef06-485f-b78b-4c93e036860a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8882d0b8-ef06-485f-b78b-4c93e036860a,segment=NetworkSegment(4e97998b-15a9-410a-9a57-864036cc2537),segment_id=4e97998b-15a9-410a-9a57-864036cc2537)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:39:59.631062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.635901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:39:59.644020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:39:59.660179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46c2cb5a-1e2f-44c6-b361-92584dc81f26 req-4b92271a-6e7e-4e40-a22b-e91cdb0f9e66 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972052 Oct 15 00:39:59.688266 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.748782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921d1dc-f0c6-4005-83d0-106af6fdc987 None None] Pushing event updated for resources: {'Port': ['ID=8882d0b8-ef06-485f-b78b-4c93e036860a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:39:59.843293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.868006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:59.910148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:39:59.912358 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7f99ca-7e4f-40cd-aff2-550ac006da66" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:39:59.918986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'port_id': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f', 'mac_address': 'fa:16:3e:9f:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26703b-4283-4fed-aa99-6da3b957f7d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:39:59.931875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:39:59.976506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Allocated IP 2001:db8::1 (bfd1f59b-e206-4982-80ad-3e4b41823917/e1fe499e-1ee5-481c-9313-04b947fe7381/61324cc1-3e96-47a5-9e64-b671f956ff83) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:39:59.989894 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:39:59.996122 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5f0195-4ea6-4f3c-8144-88cac23cf752 x-openstack-request-id: req-2c5f0195-4ea6-4f3c-8144-88cac23cf752 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:39:59.996407 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:39:59.996657 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c5f0195-4ea6-4f3c-8144-88cac23cf752 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:39:59.997040 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'code': 200} Oct 15 00:40:00.006076 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.041634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:00.085647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:00.107081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=11']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:00.147977 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.165695 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.169006 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.169742 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.206320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8882d0b8-ef06-485f-b78b-4c93e036860a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:00.224147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193ace5-76e7-4f4a-8979-ca174a1962cc req-cb92d23c-7be6-40be-bc5c-a72c19bdffde tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:00.225673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f193ace5-76e7-4f4a-8979-ca174a1962cc req-cb92d23c-7be6-40be-bc5c-a72c19bdffde tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 943 time: 0.0753241 Oct 15 00:40:00.269228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:00.272821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f193ace5-76e7-4f4a-8979-ca174a1962cc req-533eb459-e17b-4a20-a6b4-44c3a145affa tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 Oct 15 00:40:00.291520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8882d0b8-ef06-485f-b78b-4c93e036860a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:00.292094 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.350352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.359898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b465ca-03d8-4fef-a357-83d1e9b926cc req-fa294365-c828-4640-83cf-64a17fdbff07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:00.362030 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-09b465ca-03d8-4fef-a357-83d1e9b926cc req-fa294365-c828-4640-83cf-64a17fdbff07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0552073 Oct 15 00:40:00.376559 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.408705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network bfd1f59b-e206-4982-80ad-3e4b41823917 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:00.409239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-09b465ca-03d8-4fef-a357-83d1e9b926cc req-3be11a18-7115-43c4-a17e-af60705fb2e9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366490 Oct 15 00:40:00.409347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:00.411940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 8882d0b8-ef06-485f-b78b-4c93e036860a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8882d0b8-ef06-485f-b78b-4c93e036860a,segment=NetworkSegment(4e97998b-15a9-410a-9a57-864036cc2537),segment_id=4e97998b-15a9-410a-9a57-864036cc2537)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:00.413871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:40:00.414458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.418183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Port': ['ID=61324cc1-3e96-47a5-9e64-b671f956ff83,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:00.471596 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.544888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=8882d0b8-ef06-485f-b78b-4c93e036860a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:00.626074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.677837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1af5a53f-ca03-4443-bc1d-ab4a554c9f8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:00.823154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fc4873b2-03c4-43a3-a077-eb35f467760f None None] Provisioning complete for port 61324cc1-3e96-47a5-9e64-b671f956ff83 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:00.823887 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fc4873b2-03c4-43a3-a077-eb35f467760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:00.847464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138dcc5-b7b5-44e9-894d-f347b26b6d4e req-c744fbc6-70e9-4106-90d9-51269084c948 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:00.849255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a138dcc5-b7b5-44e9-894d-f347b26b6d4e req-c744fbc6-70e9-4106-90d9-51269084c948 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 943 time: 0.0814264 Oct 15 00:40:00.885187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fc4873b2-03c4-43a3-a077-eb35f467760f None None] Port 61324cc1-3e96-47a5-9e64-b671f956ff83 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:40:00.915807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c3e55-be2e-4eb1-9e00-4e2006a0daf4 None None] Network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:00.937796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a138dcc5-b7b5-44e9-894d-f347b26b6d4e req-3f0ff1ce-7c66-47b2-b21b-e562b5188998 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757685 Oct 15 00:40:00.987759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.031166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c172cd02-8fd5-4634-b8dd-44fd6c9ea208 None None] Provisioning complete for port 8882d0b8-ef06-485f-b78b-4c93e036860a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:01.032839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c172cd02-8fd5-4634-b8dd-44fd6c9ea208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.047639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.048494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.116100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event updated for resources: {'Port': ['ID=61324cc1-3e96-47a5-9e64-b671f956ff83,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:01.180935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Network bfd1f59b-e206-4982-80ad-3e4b41823917 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:01.182543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:01.300518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Router 680ab5e0-0c7c-40ca-b253-6967e7abcbdb has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:40:01.432945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:40:01.438827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-76d66f31-74cf-415c-98fb-4dfd1c016d6f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1041658 Oct 15 00:40:01.441695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45708) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:01.447130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] Sync routers for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:40:01.451864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca84e-4dfb-44e0-88e9-f412f8c06c6a req-4589115b-bd01-4bd7-82cf-b000577be448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:01.453981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ebca84e-4dfb-44e0-88e9-f412f8c06c6a req-4589115b-bd01-4bd7-82cf-b000577be448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 944 time: 0.1028168 Oct 15 00:40:01.462605 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:40:01.463522 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:01.481970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65c2d40f-16c7-44a7-b9d1-ccbd8e882e02 None None] Provisioning complete for port 8882d0b8-ef06-485f-b78b-4c93e036860a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:01.482577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65c2d40f-16c7-44a7-b9d1-ccbd8e882e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.518393 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:01.526973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ebca84e-4dfb-44e0-88e9-f412f8c06c6a req-5db27c9e-be5a-4b5f-a594-c1830866f20a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 Oct 15 00:40:01.543234 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:40:01.543838 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:01.575565 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:01.576203 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f1b21-c011-4652-9123-b3c6600f4f5e None None] The sync data for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:40:01.587084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65c2d40f-16c7-44a7-b9d1-ccbd8e882e02 None None] Provisioning complete for port 61324cc1-3e96-47a5-9e64-b671f956ff83 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:01.587449 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65c2d40f-16c7-44a7-b9d1-ccbd8e882e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.602560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7018c89-51c7-4c0e-95d3-57ce5c63e186 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.624715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65c2d40f-16c7-44a7-b9d1-ccbd8e882e02 None None] Port 61324cc1-3e96-47a5-9e64-b671f956ff83 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:40:01.652750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:40:01.680726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff2d1b-c1ca-4535-ac6f-8a49b3756f9e req-624b05fb-d970-4ef6-9c52-594eb18966ae tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:01.682228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28ff2d1b-c1ca-4535-ac6f-8a49b3756f9e req-624b05fb-d970-4ef6-9c52-594eb18966ae tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1261809 Oct 15 00:40:01.712560 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-d7018c89-51c7-4c0e-95d3-57ce5c63e186 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 00:40:01.713480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d7018c89-51c7-4c0e-95d3-57ce5c63e186 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb HTTP/1.1" status: 409 len: 329 time: 0.2708564 Oct 15 00:40:01.716561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:01.733739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28ff2d1b-c1ca-4535-ac6f-8a49b3756f9e req-988d3174-d455-4bc5-acfd-5df4f9b6001d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Oct 15 00:40:01.753353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:01.764944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'mac_address': 'fa:16:3e:84:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:40:01.807166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.820341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cee18f3-81ed-4e1a-919c-69a84f03eb82 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:01.840527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:01.905085 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:01.905753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87b7ea28-1e62-4b1f-bd07-f55aeb19773a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:40:01.987431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=12']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:02.058657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:02.072358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'port_id': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a', 'mac_address': 'fa:16:3e:c9:21:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71084-d74e-47f7-a154-290824fb64fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:40:02.104014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8882d0b8-ef06-485f-b78b-4c93e036860a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:02.155034 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:02.179406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b7ea28-1e62-4b1f-bd07-f55aeb19773a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:02.201989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8882d0b8-ef06-485f-b78b-4c93e036860a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:02.202374 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:02.205916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:02.254744 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:02.255731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d11954-3216-4d80-9919-981cd1e6dfe1 req-5d8ae38a-b085-439f-8d7c-8cdce6415ae0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:02.257330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21d11954-3216-4d80-9919-981cd1e6dfe1 req-5d8ae38a-b085-439f-8d7c-8cdce6415ae0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 943 time: 0.0981240 Oct 15 00:40:02.283237 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:02.350628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:02.355364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21d11954-3216-4d80-9919-981cd1e6dfe1 req-967fd6e1-41d8-46ce-83f7-ccc26e6a2d05 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747156 Oct 15 00:40:02.417391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7cee18f3-81ed-4e1a-919c-69a84f03eb82'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:02.432263 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:02.645212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d0d2f-82c0-4ffc-b450-9cd2a0c2729a req-3bdc93f8-cf29-4a3f-8f55-d9cf8a973931 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:02.646768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e9d0d2f-82c0-4ffc-b450-9cd2a0c2729a req-3bdc93f8-cf29-4a3f-8f55-d9cf8a973931 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 944 time: 0.0537701 Oct 15 00:40:02.685566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting port 61324cc1-3e96-47a5-9e64-b671f956ff83 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:02.685792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e9d0d2f-82c0-4ffc-b450-9cd2a0c2729a req-7485abaf-e045-4562-89bf-704c116e712b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Oct 15 00:40:02.685888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:02.770240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:02.781971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Calling delete_port for 61324cc1-3e96-47a5-9e64-b671f956ff83 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:02.882179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87b7ea28-1e62-4b1f-bd07-f55aeb19773a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:02.891349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77c010-3159-41d2-a57f-305516527b8a req-eda0e244-2ecc-4569-a689-dfb7c2738e24 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:02.893060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f77c010-3159-41d2-a57f-305516527b8a req-eda0e244-2ecc-4569-a689-dfb7c2738e24 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 945 time: 0.0664387 Oct 15 00:40:02.964317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f77c010-3159-41d2-a57f-305516527b8a req-d7da5f03-4aba-4fcb-b66e-7eaebec77612 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Oct 15 00:40:03.093482 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.122523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Port': ['ID=61324cc1-3e96-47a5-9e64-b671f956ff83,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:03.223350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.386970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Router 680ab5e0-0c7c-40ca-b253-6967e7abcbdb has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:40:03.472888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:40:03.482814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] Sync routers for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:40:03.493057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:40:03.493665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:03.493893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dd4fed36-558d-4ed1-9f6e-055471579d6a tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7761252 Oct 15 00:40:03.497586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45736) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:03.530157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:03.536666 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-8d8dee66-d95c-41a6-921d-1fbf81efce2f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] show failed (client error): The resource could not be found. Oct 15 00:40:03.538524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8d8dee66-d95c-41a6-921d-1fbf81efce2f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-588914452 HTTP/1.1" status: 404 len: 334 time: 0.0393703 Oct 15 00:40:03.546405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] Routers {'680ab5e0-0c7c-40ca-b253-6967e7abcbdb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:40:03.546405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:39:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:03.546639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45738) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:03.551865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8c7ee19e-2d9e-4e40-8730-dca6520463cd tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:03.572415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:03.573062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35eea5-eb7c-4770-9ecc-37f40c2006b9 None None] The sync data for ids ['680ab5e0-0c7c-40ca-b253-6967e7abcbdb'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:40:03.596987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5233b2-53f7-48f7-8d86-986a019deb9e req-a0acc9e4-4919-4646-8b69-c10971d0115d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:03.598478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f5233b2-53f7-48f7-8d86-986a019deb9e req-a0acc9e4-4919-4646-8b69-c10971d0115d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 944 time: 0.1630762 Oct 15 00:40:03.599628 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-8c7ee19e-2d9e-4e40-8730-dca6520463cd tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] update failed (client error): The resource could not be found. Oct 15 00:40:03.603575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8c7ee19e-2d9e-4e40-8730-dca6520463cd tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-737908549 HTTP/1.1" status: 404 len: 334 time: 0.0531259 Oct 15 00:40:03.603815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45740) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:03.660078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:03.673125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f5233b2-53f7-48f7-8d86-986a019deb9e req-1fccff26-c320-440f-af86-b3a78b5a808b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672169 Oct 15 00:40:03.679958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting subnet 591010d9-7634-4cda-a879-c137685102f0 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:40:03.683185 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.720112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:03.721163 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.725932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.804976 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe370f-902e-49d6-83c9-e1c080d4e110 req-f98885c3-ed69-4cd3-a314-4ad41c0feb90 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:03.807367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bbe370f-902e-49d6-83c9-e1c080d4e110 req-f98885c3-ed69-4cd3-a314-4ad41c0feb90 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 944 time: 0.0509729 Oct 15 00:40:03.808533 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.819782 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.832321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:03.834693 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf259f78-9f40-49d9-a60a-605f5b33b2de" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:03.854384 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9bbe370f-902e-49d6-83c9-e1c080d4e110 req-bf395152-2792-496e-9505-4e0566e04ee0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Oct 15 00:40:03.862351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:03.874934 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817e2245-b454-4049-974d-07810c76fdff x-openstack-request-id: req-817e2245-b454-4049-974d-07810c76fdff {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:03.881894 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-plugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:03.881894 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-817e2245-b454-4049-974d-07810c76fdff {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:03.881894 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'code': 200} Oct 15 00:40:03.916062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.916793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:03.939640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.967783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Subnet': ['ID=591010d9-7634-4cda-a879-c137685102f0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:03.973623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:03.979287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eeb9f82c-5e1b-40a0-a6eb-e9e66ed3a79e tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/subnets/591010d9-7634-4cda-a879-c137685102f0 HTTP/1.1" status: 204 len: 168 time: 0.3723636 Oct 15 00:40:03.979556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45746) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:03.982895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d91de-9230-4c8b-97e9-9bc7d3ebf8c1 None None] Network 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:04.065134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.093903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9083d-279d-4a2e-9cd3-58d323bfa97f req-b8864e72-529d-4bbb-af24-6feabfaf12a5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:04.102712 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74d9083d-279d-4a2e-9cd3-58d323bfa97f req-b8864e72-529d-4bbb-af24-6feabfaf12a5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0603173 Oct 15 00:40:04.126225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting port 8882d0b8-ef06-485f-b78b-4c93e036860a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:04.126601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.139212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74d9083d-279d-4a2e-9cd3-58d323bfa97f req-7d345bde-1167-4d71-a6c1-9e4f7bfa01dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356057 Oct 15 00:40:04.158545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=13']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:04.194672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] For port 8882d0b8-ef06-485f-b78b-4c93e036860a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8882d0b8-ef06-485f-b78b-4c93e036860a,segment=NetworkSegment(4e97998b-15a9-410a-9a57-864036cc2537),segment_id=4e97998b-15a9-410a-9a57-864036cc2537)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:04.195118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.207388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Calling delete_port for 8882d0b8-ef06-485f-b78b-4c93e036860a owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:04.293348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:40:04.299503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:04.299881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.338248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] DHCP port deletion for 67f5e8ca-1ee7-4147-8395-2377a4ab4a38 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:40:04.356585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.385339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Port': ['ID=8882d0b8-ef06-485f-b78b-4c93e036860a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:04.387330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] No DVR routers for this DVR port 8882d0b8-ef06-485f-b78b-4c93e036860a on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:04.414327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.432245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] Deleting port 8882d0b8-ef06-485f-b78b-4c93e036860a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:04.434025 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.480155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.510232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f5e8ca-1ee7-4147-8395-2377a4ab4a38']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:04.514694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:04.523106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e97998b-15a9-410a-9a57-864036cc2537') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:04.523401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e97998b-15a9-410a-9a57-864036cc2537') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:04.525831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] For port 8882d0b8-ef06-485f-b78b-4c93e036860a, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:04.531115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.533970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.547386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.548039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] Calling delete_port for 8882d0b8-ef06-485f-b78b-4c93e036860a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:04.550775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] Port 8882d0b8-ef06-485f-b78b-4c93e036860a was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:40:04.552076 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.553485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:40:04.553898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:40:04.556883 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:40:04.581956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] No DVR routers for this DVR port 8882d0b8-ef06-485f-b78b-4c93e036860a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:04.586443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91845f5-d04d-4335-b592-6135b4590cae None None] Pushing event deleted for resources: {'Port': ['ID=8882d0b8-ef06-485f-b78b-4c93e036860a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:04.588244 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.640320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:04.676544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.683272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.686488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/networks/67f5e8ca-1ee7-4147-8395-2377a4ab4a38 HTTP/1.1" status: 204 len: 168 time: 0.7058744 Oct 15 00:40:04.688853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:04.731676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671d293-ce8e-4029-b38c-be8705d3d415 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Network': ['ID=67f5e8ca-1ee7-4147-8395-2377a4ab4a38,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:04.759050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting subnet f888da6e-9b3a-41db-be6f-d938d41857f3 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:40:04.762282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.799886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f2fa9-7ba4-4022-9b6b-dc081ddd2e0d req-0322bed4-8fab-4355-aa85-994e487a5301 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:04.801429 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a08f2fa9-7ba4-4022-9b6b-dc081ddd2e0d req-0322bed4-8fab-4355-aa85-994e487a5301 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 944 time: 0.0575638 Oct 15 00:40:04.803897 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.840379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a08f2fa9-7ba4-4022-9b6b-dc081ddd2e0d req-5d12ecee-e3fb-4900-a27f-3f8e6062c38d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327506 Oct 15 00:40:04.885480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:04.984628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1e5f7-055a-4a26-9f07-edbeff35b554 req-9d488804-ce7f-4a00-a878-8af9f99e9062 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:04.986580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83d1e5f7-055a-4a26-9f07-edbeff35b554 req-9d488804-ce7f-4a00-a878-8af9f99e9062 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.0537775 Oct 15 00:40:05.023890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83d1e5f7-055a-4a26-9f07-edbeff35b554 req-e650e0ec-0c59-490d-aca4-fe34fc54bd8b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Oct 15 00:40:05.025291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.051951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Subnet': ['ID=f888da6e-9b3a-41db-be6f-d938d41857f3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:05.055559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.058717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fedeb123-141a-4de8-a254-30f0d62ffcac tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/subnets/f888da6e-9b3a-41db-be6f-d938d41857f3 HTTP/1.1" status: 204 len: 168 time: 0.3689275 Oct 15 00:40:05.061116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45762) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:05.063494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b62ed-f8ee-4b4e-8c61-9503a160e76b None None] Network 702e498b-e29b-4a4c-bede-6f1c2c850585 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:05.110393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting subnet 0282a571-83ad-40dc-b502-864864d2583e {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:40:05.114370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.159815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.248518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] DHCP port deletion for 702e498b-e29b-4a4c-bede-6f1c2c850585 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:40:05.251582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.277322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3edf3e-6fb9-4691-9c69-63e2ad62eb56 req-f00c3978-49f0-4864-893d-f19c34ca08d3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:05.279149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd3edf3e-6fb9-4691-9c69-63e2ad62eb56 req-f00c3978-49f0-4864-893d-f19c34ca08d3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0647340 Oct 15 00:40:05.296924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] Deleting port 071e852b-e6da-4742-86aa-8e2f4602787f {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:05.297301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.341383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd3edf3e-6fb9-4691-9c69-63e2ad62eb56 req-b778bb20-a1e7-436a-956a-8a88b2a2f70d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541990 Oct 15 00:40:05.370766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] For port 071e852b-e6da-4742-86aa-8e2f4602787f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=071e852b-e6da-4742-86aa-8e2f4602787f,segment=NetworkSegment(48db4155-5843-4cff-a0ba-da3de96f91f9),segment_id=48db4155-5843-4cff-a0ba-da3de96f91f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:05.371166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.383831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] Calling delete_port for 071e852b-e6da-4742-86aa-8e2f4602787f owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:05.391212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.426530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.432526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45770) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:05.432734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/subnets/0282a571-83ad-40dc-b502-864864d2583e HTTP/1.1" status: 204 len: 168 time: 0.3704934 Oct 15 00:40:05.433389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ef30a-dad5-4348-a66e-3ca05a8f96ad tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Subnet': ['ID=0282a571-83ad-40dc-b502-864864d2583e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:05.437188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c75cb-5cd2-4432-8d80-33047192e336 None None] Network e2d5b3bf-38ca-4548-a240-04146eb9e24b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:05.518228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.581386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting port 071e852b-e6da-4742-86aa-8e2f4602787f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:05.581720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.638181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.644984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] DHCP port deletion for e2d5b3bf-38ca-4548-a240-04146eb9e24b request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:40:05.649251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] For port 071e852b-e6da-4742-86aa-8e2f4602787f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=071e852b-e6da-4742-86aa-8e2f4602787f,segment=NetworkSegment(48db4155-5843-4cff-a0ba-da3de96f91f9),segment_id=48db4155-5843-4cff-a0ba-da3de96f91f9)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:05.649616 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.663346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Calling delete_port for 071e852b-e6da-4742-86aa-8e2f4602787f owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:05.674642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87b7ea28-1e62-4b1f-bd07-f55aeb19773a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:05.678284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] Pushing event deleted for resources: {'Port': ['ID=071e852b-e6da-4742-86aa-8e2f4602787f,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:05.702669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03580e1a-7cb5-4067-9c54-6162319dfc70 None None] No DVR routers for this DVR port 071e852b-e6da-4742-86aa-8e2f4602787f on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:05.746841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.767784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] Deleting port a4ecff28-c1fc-4980-b971-1dadad77f3e3 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:05.768104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.774504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Port': ['ID=071e852b-e6da-4742-86aa-8e2f4602787f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:05.776311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] No DVR routers for this DVR port 071e852b-e6da-4742-86aa-8e2f4602787f on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:05.836441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:40:05.843074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] For port a4ecff28-c1fc-4980-b971-1dadad77f3e3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a4ecff28-c1fc-4980-b971-1dadad77f3e3,segment=NetworkSegment(06a290b6-79b7-4704-8c63-851959cd3ff0),segment_id=06a290b6-79b7-4704-8c63-851959cd3ff0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:05.843463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.852433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:05.852796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.868835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.877925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:05.880318 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c529bf9-2696-455b-accb-8d5e3e0eea64" -d '{"events": [{"server_uuid": "addf90ea-dac9-4d51-ad5e-b6508f500c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1af5a53f-ca03-4443-bc1d-ab4a554c9f8f"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:05.883535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] Calling delete_port for a4ecff28-c1fc-4980-b971-1dadad77f3e3 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:05.891601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702e498b-e29b-4a4c-bede-6f1c2c850585']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:05.905064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48db4155-5843-4cff-a0ba-da3de96f91f9') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:05.905420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48db4155-5843-4cff-a0ba-da3de96f91f9') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:05.917518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.953646 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38d650-f43e-4eed-b92e-d3eb8b49421d x-openstack-request-id: req-eb38d650-f43e-4eed-b92e-d3eb8b49421d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:05.954019 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addf90ea-dac9-4d51-ad5e-b6508f500c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1af5a53f-ca03-4443-bc1d-ab4a554c9f8f", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:05.954226 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb38d650-f43e-4eed-b92e-d3eb8b49421d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:05.955247 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f', 'code': 200} Oct 15 00:40:05.960888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.971068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:40:05.971467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:40:05.974945 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:40:06.054345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaf14a-caec-4ebc-8dfb-b19259216221 req-c33e333a-9e26-4e8c-96f8-787ac91e47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:06.056010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8baaf14a-caec-4ebc-8dfb-b19259216221 req-c33e333a-9e26-4e8c-96f8-787ac91e47eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 1096 time: 0.0488982 Oct 15 00:40:06.066304 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.073629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa6aa6-094b-4290-876e-678590ea8cb4 req-ec1cb9fd-b430-4bf8-8ca2-81faa46c8f56 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:06.075768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5afa6aa6-094b-4290-876e-678590ea8cb4 req-ec1cb9fd-b430-4bf8-8ca2-81faa46c8f56 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 944 time: 0.1558421 Oct 15 00:40:06.106540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.133673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8baaf14a-caec-4ebc-8dfb-b19259216221 req-c5d94186-dc61-4522-b6df-d136c5a0afce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681782 Oct 15 00:40:06.147695 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5afa6aa6-094b-4290-876e-678590ea8cb4 req-e4b363c8-293b-4d03-aadc-aea34a6c5901 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649812 Oct 15 00:40:06.149163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a4ecff28-c1fc-4980-b971-1dadad77f3e3 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:06.162423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.162622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] No DVR routers for this DVR port a4ecff28-c1fc-4980-b971-1dadad77f3e3 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:06.180530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d4f9-b96d-47c4-b4ac-cc2bf98be914 None None] Pushing event deleted for resources: {'Port': ['ID=a4ecff28-c1fc-4980-b971-1dadad77f3e3,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:06.184764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:06.186386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: a4ecff28-c1fc-4980-b971-1dadad77f3e3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:06.186728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a4ecff28-c1fc-4980-b971-1dadad77f3e3 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:40:06.187132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 071e852b-e6da-4742-86aa-8e2f4602787f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:06.195427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.205184 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/networks/702e498b-e29b-4a4c-bede-6f1c2c850585 HTTP/1.1" status: 204 len: 168 time: 0.7663138 Oct 15 00:40:06.210986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45794) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:06.214040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e8f1-7ed6-4049-8a33-9e051d0e68d9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Network': ['ID=702e498b-e29b-4a4c-bede-6f1c2c850585,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:06.214364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 071e852b-e6da-4742-86aa-8e2f4602787f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:06.214704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 071e852b-e6da-4742-86aa-8e2f4602787f not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:40:06.215117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8882d0b8-ef06-485f-b78b-4c93e036860a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:06.242081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8882d0b8-ef06-485f-b78b-4c93e036860a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:06.242456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8882d0b8-ef06-485f-b78b-4c93e036860a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:40:06.257001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9eea0-7105-4d63-a62b-187a043be54c req-c33a0af2-5d01-4de1-b6df-95893871b1bb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:06.257133 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.257249 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95c9eea0-7105-4d63-a62b-187a043be54c req-c33a0af2-5d01-4de1-b6df-95893871b1bb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.1244507 Oct 15 00:40:06.316599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:06.316826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.319251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95c9eea0-7105-4d63-a62b-187a043be54c req-3461c5dc-c32c-4c92-9cc9-7d00c18b23c8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560899 Oct 15 00:40:06.429144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.469277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d5b3bf-38ca-4548-a240-04146eb9e24b']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:06.481550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a290b6-79b7-4704-8c63-851959cd3ff0') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:06.485428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a290b6-79b7-4704-8c63-851959cd3ff0') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:06.494735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.503321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463666-34ec-4add-b2da-3f397d276be7 req-0d30daf1-3360-4a5b-b163-a151b03ce86a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:06.504862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0463666-34ec-4add-b2da-3f397d276be7 req-0d30daf1-3360-4a5b-b163-a151b03ce86a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0871811 Oct 15 00:40:06.531347 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.542542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:40:06.542922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:40:06.546785 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:40:06.572968 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0463666-34ec-4add-b2da-3f397d276be7 req-2774014b-e115-4baf-a450-dc155c763408 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620134 Oct 15 00:40:06.716677 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.722321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.726458 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/networks/e2d5b3bf-38ca-4548-a240-04146eb9e24b HTTP/1.1" status: 204 len: 168 time: 0.5140283 Oct 15 00:40:06.729000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45814) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:06.743245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3d746-b48e-4cb4-b55b-6a1fe186ea21 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Network': ['ID=e2d5b3bf-38ca-4548-a240-04146eb9e24b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:06.800781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting subnet e1fe499e-1ee5-481c-9313-04b947fe7381 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:40:06.804597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.852004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:06.935477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.059013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.092755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fe499e-1ee5-481c-9313-04b947fe7381,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:07.102586 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.107202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7140167d-ecba-4043-9b17-fa3ba979a6bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/subnets/e1fe499e-1ee5-481c-9313-04b947fe7381 HTTP/1.1" status: 204 len: 168 time: 0.3769386 Oct 15 00:40:07.109473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:07.111467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49766f4-1e34-4e35-9d91-c18831ae4cbb None None] Network bfd1f59b-e206-4982-80ad-3e4b41823917 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:07.194492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.294729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Deleting port 1008c001-84ec-4a09-b153-1811a45d0107 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:07.295103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.343766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1657056-b015-4de9-b917-4636812223fb req-46874aa1-bf62-4a29-bceb-43ce21c48ce3 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:07.360563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1657056-b015-4de9-b917-4636812223fb req-46874aa1-bf62-4a29-bceb-43ce21c48ce3 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 945 time: 0.1069772 Oct 15 00:40:07.386522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] DHCP port deletion for bfd1f59b-e206-4982-80ad-3e4b41823917 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:40:07.472486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee56a09-e0b1-4e5f-a78c-198d2fe6d5c9 req-8b4490a2-465c-488c-962b-af968d930bb2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:07.481153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aee56a09-e0b1-4e5f-a78c-198d2fe6d5c9 req-8b4490a2-465c-488c-962b-af968d930bb2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.0708153 Oct 15 00:40:07.495145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] Deleting port 1008c001-84ec-4a09-b153-1811a45d0107 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:07.495511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.519046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] For port 1008c001-84ec-4a09-b153-1811a45d0107, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1008c001-84ec-4a09-b153-1811a45d0107,segment=NetworkSegment(746ef891-1cfb-4010-b1d2-2740df16f14d),segment_id=746ef891-1cfb-4010-b1d2-2740df16f14d)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:07.519416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.556312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1657056-b015-4de9-b917-4636812223fb req-0ec9d9ec-5f48-4090-a1e9-f7f1381794ac tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948087 Oct 15 00:40:07.562263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Calling delete_port for 1008c001-84ec-4a09-b153-1811a45d0107 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:07.580058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aee56a09-e0b1-4e5f-a78c-198d2fe6d5c9 req-06e1c1a2-cce2-4084-a5fb-9327e8a2f6d3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724914 Oct 15 00:40:07.587977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] For port 1008c001-84ec-4a09-b153-1811a45d0107, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1008c001-84ec-4a09-b153-1811a45d0107,segment=NetworkSegment(746ef891-1cfb-4010-b1d2-2740df16f14d),segment_id=746ef891-1cfb-4010-b1d2-2740df16f14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:07.588310 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.607136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] Calling delete_port for 1008c001-84ec-4a09-b153-1811a45d0107 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:07.756024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddbcac-5dff-44b8-a2db-154276850009 req-b80d4a4d-26fe-4c35-9760-212064cb2a5d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:07.758612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58ddbcac-5dff-44b8-a2db-154276850009 req-b80d4a4d-26fe-4c35-9760-212064cb2a5d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0646276 Oct 15 00:40:07.761930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.779583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] No DVR routers for this DVR port 1008c001-84ec-4a09-b153-1811a45d0107 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:07.807456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Port': ['ID=1008c001-84ec-4a09-b153-1811a45d0107,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:07.822662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.877124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] Pushing event deleted for resources: {'Port': ['ID=1008c001-84ec-4a09-b153-1811a45d0107,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:07.882645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84fd3d6-3ee7-4f91-a027-466df069d2ba None None] No DVR routers for this DVR port 1008c001-84ec-4a09-b153-1811a45d0107 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:07.883388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58ddbcac-5dff-44b8-a2db-154276850009 req-7b9dc348-287c-4985-befa-657c1d5081b0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133704 Oct 15 00:40:07.934391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:07.956522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:07.958402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd1f59b-e206-4982-80ad-3e4b41823917']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:07.959356 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922fe289-2d86-4897-9277-717dbc2cdb67" -d '{"events": [{"server_uuid": "1c926c8b-7ca1-44c9-951e-1961a7e53367", "name": "network-vif-plugged", "status": "completed", "tag": "87b7ea28-1e62-4b1f-bd07-f55aeb19773a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:07.972073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746ef891-1cfb-4010-b1d2-2740df16f14d') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:07.972440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746ef891-1cfb-4010-b1d2-2740df16f14d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:07.986650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.000885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.006349 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a44222-d925-47b5-9e38-576f928eaab2 x-openstack-request-id: req-61a44222-d925-47b5-9e38-576f928eaab2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:08.006349 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c926c8b-7ca1-44c9-951e-1961a7e53367", "name": "network-vif-plugged", "status": "completed", "tag": "87b7ea28-1e62-4b1f-bd07-f55aeb19773a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:08.006716 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61a44222-d925-47b5-9e38-576f928eaab2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:08.011567 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a', 'code': 200} Oct 15 00:40:08.011736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:40:08.011736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:40:08.014871 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:40:08.142629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1008c001-84ec-4a09-b153-1811a45d0107 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:08.147925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026c272-0696-4972-b4a4-f5fa903465f8 req-af27f4be-23a3-4b22-91dc-ae6943320248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:08.149554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d026c272-0696-4972-b4a4-f5fa903465f8 req-af27f4be-23a3-4b22-91dc-ae6943320248 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 1096 time: 0.0503542 Oct 15 00:40:08.150410 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.163654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.166907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/networks/bfd1f59b-e206-4982-80ad-3e4b41823917 HTTP/1.1" status: 204 len: 168 time: 1.0564892 Oct 15 00:40:08.169666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45832) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:08.176632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1008c001-84ec-4a09-b153-1811a45d0107 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:08.177229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1008c001-84ec-4a09-b153-1811a45d0107 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:40:08.200746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8cd39-44a9-4fd3-8c28-e5f6d6ba74bc tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Pushing event deleted for resources: {'Network': ['ID=bfd1f59b-e206-4982-80ad-3e4b41823917,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:08.218895 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6411c6dd-e9d2-4727-8751-b035751c80a9 tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "GET /v2.0/ports?device_id=680ab5e0-0c7c-40ca-b253-6967e7abcbdb HTTP/1.1" status: 200 len: 205 time: 0.0479665 Oct 15 00:40:08.221684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45834) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:08.547459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d026c272-0696-4972-b4a4-f5fa903465f8 req-314ffd2a-49fa-42cb-b3a4-d3927ea63673 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854027 Oct 15 00:40:08.703946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b879ebb1-f639-4988-a0af-7dc076a2a92f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.727976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ad343-06de-4f4d-aeb3-7d68638c6522 req-ae4bd89b-a6c5-4b52-97d7-05f87a1a5311 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:08.736487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a9ad343-06de-4f4d-aeb3-7d68638c6522 req-ae4bd89b-a6c5-4b52-97d7-05f87a1a5311 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.0684183 Oct 15 00:40:08.777679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a9ad343-06de-4f4d-aeb3-7d68638c6522 req-cacbc553-fc75-49cc-87f0-2fb16de16494 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Oct 15 00:40:08.885101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b879ebb1-f639-4988-a0af-7dc076a2a92f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.887294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b879ebb1-f639-4988-a0af-7dc076a2a92f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:08.941749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3062750-b273-4312-b24c-d848386efc97 req-f4ca4c9d-dca2-41d9-977d-514b56e94c25 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:08.943414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3062750-b273-4312-b24c-d848386efc97 req-f4ca4c9d-dca2-41d9-977d-514b56e94c25 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 945 time: 0.2737541 Oct 15 00:40:08.987420 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f3062750-b273-4312-b24c-d848386efc97 req-cdc85957-617b-4d52-965f-897f7aa1eef2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Oct 15 00:40:08.996991 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b879ebb1-f639-4988-a0af-7dc076a2a92f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:09.000887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879ebb1-f639-4988-a0af-7dc076a2a92f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Fanout notify agent at l3_agent the message router_deleted on router 680ab5e0-0c7c-40ca-b253-6967e7abcbdb {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:40:09.028871 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b879ebb1-f639-4988-a0af-7dc076a2a92f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:09.030959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b879ebb1-f639-4988-a0af-7dc076a2a92f tempest-RoutersNegativeIpV6Test-488723255 tempest-RoutersNegativeIpV6Test-488723255-project] 10.222.0.13 "DELETE /v2.0/routers/680ab5e0-0c7c-40ca-b253-6967e7abcbdb HTTP/1.1" status: 204 len: 168 time: 0.8080945 Oct 15 00:40:09.208855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-56a92c8c-c4b7-48bc-96ac-31cf36db40c9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:09.210684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-56a92c8c-c4b7-48bc-96ac-31cf36db40c9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1711383 Oct 15 00:40:09.236643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-4efd78b2-acd1-41b2-bd4d-81cbf81ebde4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0196028 Oct 15 00:40:09.251712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735dde7-f2e9-4b90-b4ac-b220174d4545 req-853706bb-ab3e-4cdc-8dfa-cecbade7854b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:09.253528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0735dde7-f2e9-4b90-b4ac-b220174d4545 req-853706bb-ab3e-4cdc-8dfa-cecbade7854b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0861690 Oct 15 00:40:09.302233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-1819941c-5aa6-4fe1-9bb1-742c4c92aa78 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647013 Oct 15 00:40:09.323198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0735dde7-f2e9-4b90-b4ac-b220174d4545 req-8d211f59-9c3e-405a-b5c6-b308cd510793 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630341 Oct 15 00:40:09.409384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-0c0fdf1e-025f-4970-a1ca-9dc06c056853 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957935 Oct 15 00:40:09.561325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-4b3f58e9-2006-4237-accf-d49493b671cf service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431603 Oct 15 00:40:09.568769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45864) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:09.735061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d66d08b9-a506-44bd-abb7-f5e90c13b257 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=057e779344ad4c3f90d46cb231e3b7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650834 Oct 15 00:40:09.738164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45868) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:09.774523 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:09.818865 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df4724ab-300d-438e-8b9a-ea9f2892a7ff req-5d4da71b-fd22-4140-be46-875fbb0017a3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 210 time: 0.0374568 Oct 15 00:40:09.824103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de302e93-6b97-4c86-bdf1-584b65f12b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:09.858920 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de302e93-6b97-4c86-bdf1-584b65f12b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:10.014492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de302e93-6b97-4c86-bdf1-584b65f12b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:10.017894 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de302e93-6b97-4c86-bdf1-584b65f12b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:10.020304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-de302e93-6b97-4c86-bdf1-584b65f12b85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90223a7b-3013-45f7-b727-dea0f0d108be HTTP/1.1" status: 204 len: 168 time: 0.2808642 Oct 15 00:40:10.041943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de302e93-6b97-4c86-bdf1-584b65f12b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90223a7b-3013-45f7-b727-dea0f0d108be,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:10.166581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cc5b1-2add-4c95-9b5a-62b5917308f0 req-c94cb763-9e89-4ac1-9050-1cb7375f0a14 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:10.168117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-785cc5b1-2add-4c95-9b5a-62b5917308f0 req-c94cb763-9e89-4ac1-9050-1cb7375f0a14 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 945 time: 0.0744057 Oct 15 00:40:10.211548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-785cc5b1-2add-4c95-9b5a-62b5917308f0 req-6472700f-ead5-4bce-9f48-83bcb5231485 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372503 Oct 15 00:40:10.437007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e2c4f-f93c-4b3c-93fc-6fc23c4ca6a1 req-7aeb7afa-3182-42c7-b651-bf8692e4a536 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:10.438464 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a6e2c4f-f93c-4b3c-93fc-6fc23c4ca6a1 req-7aeb7afa-3182-42c7-b651-bf8692e4a536 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0523889 Oct 15 00:40:10.495128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8a6e2c4f-f93c-4b3c-93fc-6fc23c4ca6a1 req-9bc1ca5a-f294-4253-b7ce-813e14575e37 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485559 Oct 15 00:40:10.920176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-def1e6c6-82a9-4105-82fc-4fa07a4a8143 req-b42db57b-268e-4766-8c79-99df84443e7b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 210 time: 0.0440288 Oct 15 00:40:11.379853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968005-e2a8-4726-809a-f5a4ff5c1008 req-0e24d789-321c-41fc-aae4-a2942a10ddf5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:11.383191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b968005-e2a8-4726-809a-f5a4ff5c1008 req-0e24d789-321c-41fc-aae4-a2942a10ddf5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 945 time: 0.0774982 Oct 15 00:40:11.428149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b968005-e2a8-4726-809a-f5a4ff5c1008 req-aabebb91-38bb-4dc3-8958-a45c480a32ee tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383916 Oct 15 00:40:11.638358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640d1da-8157-41a5-9c41-8c894d2dfab2 req-8ea1aa56-c8bb-49c6-a880-97c80f62009b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:11.640108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2640d1da-8157-41a5-9c41-8c894d2dfab2 req-8ea1aa56-c8bb-49c6-a880-97c80f62009b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0709529 Oct 15 00:40:11.711782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2640d1da-8157-41a5-9c41-8c894d2dfab2 req-8e6cbd1b-216b-4144-b02e-9138d7bf3b77 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642254 Oct 15 00:40:11.758160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:11.898565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548646381'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:12.025672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.051813 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.056192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce03c99f-12f5-41ae-a5df-aa7b62789faa req-9c67f2b6-e6b9-4b11-bcf1-9b3f0487f031 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 210 time: 0.0613389 Oct 15 00:40:12.211856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.316728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.385795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec5f37-2902-4bff-86a3-7e4bb56b0079,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:12.406272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-a77d610d-2d64-4f45-8df5-d07848f0723b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:12.408650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-a77d610d-2d64-4f45-8df5-d07848f0723b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1746802 Oct 15 00:40:12.425367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Request body: {'port': {'device_id': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'admin_state_up': True, 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:12.468895 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.567007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.616628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00369ee5-b632-4570-befe-b2e9ea0de433,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:12.675174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:40:12.681177 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.762235 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:12.765962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-482d1da5-f623-4041-aa54-9d854f8f704c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0043428 Oct 15 00:40:12.770548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45954) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:12.842822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Allocated IP 172.20.0.8 (254d612d-8aa7-40a1-b978-a145ebdb820a/0b26703b-4283-4fed-aa99-6da3b957f7d9/6d92ce2a-73de-4d67-b252-94ceddafa0ef) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:40:12.909624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bd756857-1067-4ba2-a4c6-82db8f37d2d4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1422014 Oct 15 00:40:12.912753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45956) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:12.917562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fbec920c-44d2-490b-bb1d-52fc3452ff67 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-security--160741271', 'description': 'tempest-security-description-1467773477'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:12.946238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeafed-11b7-4ccd-9014-d8bbf69df9da req-e361a1b8-fecd-45eb-ba3b-90b4f0b718c6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:12.947873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1faeafed-11b7-4ccd-9014-d8bbf69df9da req-e361a1b8-fecd-45eb-ba3b-90b4f0b718c6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.1107538 Oct 15 00:40:12.966427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbec920c-44d2-490b-bb1d-52fc3452ff67 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.056798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbec920c-44d2-490b-bb1d-52fc3452ff67 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.071990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.092376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1faeafed-11b7-4ccd-9014-d8bbf69df9da req-a85337ab-0368-40d8-bbef-1289caf9535c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361194 Oct 15 00:40:13.139011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbec920c-44d2-490b-bb1d-52fc3452ff67 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.142182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbec920c-44d2-490b-bb1d-52fc3452ff67 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.143976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fbec920c-44d2-490b-bb1d-52fc3452ff67 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "PUT /v2.0/security-groups/00369ee5-b632-4570-befe-b2e9ea0de433 HTTP/1.1" status: 200 len: 1779 time: 0.2300422 Oct 15 00:40:13.147872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45960) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:13.222695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be66c650-9dfc-4fe0-88bf-8bd9ad4d8dd0 req-4c89dd48-60e0-4f86-b55b-0eeecc258e57 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 210 time: 0.0552828 Oct 15 00:40:13.242691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.256590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:13.265279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1af5a53f-ca03-4443-bc1d-ab4a554c9f8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:13.314079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:13.317918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:13.324605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:40:13.332293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45966) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:13.342343 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-33a4b3d2-52d6-4814-abf8-6b688afea4e0 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups/00369ee5-b632-4570-befe-b2e9ea0de433 HTTP/1.1" status: 200 len: 1779 time: 0.1768723 Oct 15 00:40:13.343261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec920c-44d2-490b-bb1d-52fc3452ff67 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00369ee5-b632-4570-befe-b2e9ea0de433,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:13.455159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event updated for resources: {'Port': ['ID=6d92ce2a-73de-4d67-b252-94ceddafa0ef,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:13.511582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65f209bc-eb01-46aa-a527-9c7e23316cc5 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.546826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65f209bc-eb01-46aa-a527-9c7e23316cc5 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.555405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:13.556111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.659317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3ab41a52-9582-4f75-af9c-59e527daa088 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2386162 Oct 15 00:40:13.672143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Request body: {'port': {'device_id': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:13.700029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65f209bc-eb01-46aa-a527-9c7e23316cc5 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.702871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-65f209bc-eb01-46aa-a527-9c7e23316cc5 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.707209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-65f209bc-eb01-46aa-a527-9c7e23316cc5 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/00369ee5-b632-4570-befe-b2e9ea0de433 HTTP/1.1" status: 204 len: 168 time: 0.3699896 Oct 15 00:40:13.707960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45972) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:13.720418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f209bc-eb01-46aa-a527-9c7e23316cc5 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00369ee5-b632-4570-befe-b2e9ea0de433,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:13.777934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:13.811746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84ff28e0-b892-40d0-897c-2b65d8b8f73a tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028008 Oct 15 00:40:13.813037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45974) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:13.827943 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-19275986-e2c9-4dea-aae7-751cd182db21 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] delete failed (client error): The resource could not be found. Oct 15 00:40:13.833825 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19275986-e2c9-4dea-aae7-751cd182db21 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/00369ee5-b632-4570-befe-b2e9ea0de433 HTTP/1.1" status: 404 len: 347 time: 0.0189786 Oct 15 00:40:13.834619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45976) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:13.840252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-417508ae-0a1f-4dd3-b4fc-1a99494a3478 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025824565'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:14.313395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b2d2f-87bd-4cdf-9728-ae3ba785d376 req-28de0b5d-61b0-4696-92aa-79f81bb1e21a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:14.334758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a1b2d2f-87bd-4cdf-9728-ae3ba785d376 req-28de0b5d-61b0-4696-92aa-79f81bb1e21a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.1127150 Oct 15 00:40:14.372760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-417508ae-0a1f-4dd3-b4fc-1a99494a3478 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:14.454167 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a1b2d2f-87bd-4cdf-9728-ae3ba785d376 req-8cbf38f9-c44c-4a24-ac48-aa1843531397 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119301 Oct 15 00:40:14.480463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d92ce2a-73de-4d67-b252-94ceddafa0ef {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:14.499569 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:14.530140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a0c8-9400-4f19-8577-bdb42cb3391f req-ae4ace92-083c-483b-839a-604ee8db1bcf tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:14.550227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e62a0c8-9400-4f19-8577-bdb42cb3391f req-ae4ace92-083c-483b-839a-604ee8db1bcf tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 931 time: 0.1704152 Oct 15 00:40:14.605541 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-417508ae-0a1f-4dd3-b4fc-1a99494a3478 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:14.615815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Transition to ACTIVE for port object 6d92ce2a-73de-4d67-b252-94ceddafa0ef will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:40:14.615815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e62a0c8-9400-4f19-8577-bdb42cb3391f req-dea99851-6a1e-4192-ac95-4274f9c9ef0c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621727 Oct 15 00:40:14.722236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-417508ae-0a1f-4dd3-b4fc-1a99494a3478 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:14.753395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417508ae-0a1f-4dd3-b4fc-1a99494a3478 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d15f9b-59cf-44c8-8239-c520d99fc811,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:14.756258 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:14.757694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:14.813134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Pushing event updated for resources: {'Port': ['ID=6d92ce2a-73de-4d67-b252-94ceddafa0ef,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:14.844129 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-417508ae-0a1f-4dd3-b4fc-1a99494a3478 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:14.851412 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-417508ae-0a1f-4dd3-b4fc-1a99494a3478 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0155518 Oct 15 00:40:14.855093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45994) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:14.877087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-61d4796e-73c0-49c6-8db9-abc3f0957fab tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': 'd8d15f9b-59cf-44c8-8239-c520d99fc811', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:14.904294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Attempting to bind port 6d92ce2a-73de-4d67-b252-94ceddafa0ef on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:40:14.904773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Attempting to bind port 6d92ce2a-73de-4d67-b252-94ceddafa0ef by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:40:14.904981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Attempting to bind port 6d92ce2a-73de-4d67-b252-94ceddafa0ef on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:14.910477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Port 6d92ce2a-73de-4d67-b252-94ceddafa0ef on network 254d612d-8aa7-40a1-b978-a145ebdb820a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:40:14.910796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Attempting to bind port 6d92ce2a-73de-4d67-b252-94ceddafa0ef on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:14.916171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:40:14.921029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:40:14.921029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Bound using segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:40:14.921029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Bound port: 6d92ce2a-73de-4d67-b252-94ceddafa0ef, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:40:14.921029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.015518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61d4796e-73c0-49c6-8db9-abc3f0957fab tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.018577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] For port 6d92ce2a-73de-4d67-b252-94ceddafa0ef, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:40:15.022664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] For port 6d92ce2a-73de-4d67-b252-94ceddafa0ef, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=6d92ce2a-73de-4d67-b252-94ceddafa0ef,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:40:15.100475 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.117267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61d4796e-73c0-49c6-8db9-abc3f0957fab tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.125924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:15.127704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.129152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] 10.222.0.30 "PUT /v2.0/ports/6d92ce2a-73de-4d67-b252-94ceddafa0ef HTTP/1.1" status: 200 len: 1091 time: 1.4617898 Oct 15 00:40:15.161324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'tag': '6d92ce2a-73de-4d67-b252-94ceddafa0ef'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:15.164102 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecc601f-4e79-497e-96ed-1726bc82354a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d508df4-7659-41d9-a3b5-b238d3d9cd1c", "tag": "6d92ce2a-73de-4d67-b252-94ceddafa0ef"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:15.203511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61d4796e-73c0-49c6-8db9-abc3f0957fab tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.240128 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c448557-326d-40c8-ad24-cdfeb4b2b244 x-openstack-request-id: req-5c448557-326d-40c8-ad24-cdfeb4b2b244 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:15.241793 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d508df4-7659-41d9-a3b5-b238d3d9cd1c", "tag": "6d92ce2a-73de-4d67-b252-94ceddafa0ef", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:15.247575 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c448557-326d-40c8-ad24-cdfeb4b2b244 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:15.247575 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'tag': '6d92ce2a-73de-4d67-b252-94ceddafa0ef', 'status': 'completed', 'code': 200} Oct 15 00:40:15.263848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4796e-73c0-49c6-8db9-abc3f0957fab tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a440d106-4c76-4599-8e65-e0fa3388d3fe,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:15.276711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ac213-e92e-4aa7-a549-7b9aa49bdf2e service neutron] Pushing event updated for resources: {'Port': ['ID=6d92ce2a-73de-4d67-b252-94ceddafa0ef,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:15.349609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-61d4796e-73c0-49c6-8db9-abc3f0957fab tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.354203 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-61d4796e-73c0-49c6-8db9-abc3f0957fab tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4932196 Oct 15 00:40:15.354378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45998) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:15.415381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc601f-4e79-497e-96ed-1726bc82354a req-664d5df4-decf-459d-9bc6-c0e045b6c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:15.418415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ecc601f-4e79-497e-96ed-1726bc82354a req-664d5df4-decf-459d-9bc6-c0e045b6c17a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 1094 time: 0.1143491 Oct 15 00:40:15.429552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba6383ad-8c65-42d7-bd2e-fdc17ea2ecf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.447819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba6383ad-8c65-42d7-bd2e-fdc17ea2ecf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.596185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc601f-4e79-497e-96ed-1726bc82354a req-fef30c05-9fe1-462c-8aaa-f9453fd3cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:15.597681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ecc601f-4e79-497e-96ed-1726bc82354a req-fef30c05-9fe1-462c-8aaa-f9453fd3cf9e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1720057 Oct 15 00:40:15.602919 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba6383ad-8c65-42d7-bd2e-fdc17ea2ecf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.628502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba6383ad-8c65-42d7-bd2e-fdc17ea2ecf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.631936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ba6383ad-8c65-42d7-bd2e-fdc17ea2ecf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a440d106-4c76-4599-8e65-e0fa3388d3fe HTTP/1.1" status: 204 len: 168 time: 0.2737434 Oct 15 00:40:15.647360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46004) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:15.666133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6383ad-8c65-42d7-bd2e-fdc17ea2ecf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a440d106-4c76-4599-8e65-e0fa3388d3fe,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:15.699730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255c316-a3ad-4e9a-a2d8-97145f86a326 req-81339a78-36e2-4e2f-abde-bf79fa98f571 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:15.702704 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3255c316-a3ad-4e9a-a2d8-97145f86a326 req-81339a78-36e2-4e2f-abde-bf79fa98f571 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.1723452 Oct 15 00:40:15.741259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc601f-4e79-497e-96ed-1726bc82354a req-db70ce89-58f0-482d-bfaf-68625b522ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:15.742896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ecc601f-4e79-497e-96ed-1726bc82354a req-db70ce89-58f0-482d-bfaf-68625b522ee4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1381536 Oct 15 00:40:15.789544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-458340f2-7d56-40fe-9625-8a99dc13d112 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1393929 Oct 15 00:40:15.792189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46014) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:15.881490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3255c316-a3ad-4e9a-a2d8-97145f86a326 req-d17e35de-221f-4681-b473-40572e79c2d8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528144 Oct 15 00:40:15.882128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-7e2ae1ab-4205-4f45-a36b-756893f12a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:15.884172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-7e2ae1ab-4205-4f45-a36b-756893f12a39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 1094 time: 0.0885258 Oct 15 00:40:15.904070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a351a-4896-4bad-a37a-5d73417a8e0a req-85468bc7-b3ec-445d-8cd7-faabba1e3dc3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:15.911761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-937a351a-4896-4bad-a37a-5d73417a8e0a req-85468bc7-b3ec-445d-8cd7-faabba1e3dc3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 943 time: 0.1499314 Oct 15 00:40:15.942549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f5b251a-9adb-4edb-8b6c-d6f80717dce4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:15.963543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-a5c2f85e-ef88-4d05-bb01-196e52ffe4ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d92ce2a-73de-4d67-b252-94ceddafa0ef HTTP/1.1" status: 200 len: 217 time: 0.0491636 Oct 15 00:40:15.991681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f5b251a-9adb-4edb-8b6c-d6f80717dce4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.020980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-937a351a-4896-4bad-a37a-5d73417a8e0a req-0084e5e6-5367-42b4-9640-fae46758df05 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082969 Oct 15 00:40:16.069081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3b1f5727-e0d2-4a31-a93b-ab3e70c28743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:16.071872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-3b1f5727-e0d2-4a31-a93b-ab3e70c28743 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.0998549 Oct 15 00:40:16.118025 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:40:16.119952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-b3afb8cc-59a7-49f7-9304-b66a5b9728e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384493 Oct 15 00:40:16.150584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f5b251a-9adb-4edb-8b6c-d6f80717dce4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.153269 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f5b251a-9adb-4edb-8b6c-d6f80717dce4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.154445 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1f5b251a-9adb-4edb-8b6c-d6f80717dce4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/d8d15f9b-59cf-44c8-8239-c520d99fc811 HTTP/1.1" status: 204 len: 168 time: 0.3610485 Oct 15 00:40:16.158262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46018) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:16.173600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b251a-9adb-4edb-8b6c-d6f80717dce4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d15f9b-59cf-44c8-8239-c520d99fc811,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:16.261225 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9189c3e3-6a47-4ac6-8db3-ae1f48db0447 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020300 Oct 15 00:40:16.265209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46020) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:16.271815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-72d2f72f-b6d9-439e-816b-9524787c6df3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591898914'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:16.292192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-47c2bf99-7baf-4fd5-95d0-38afaf70a912 service neutron] 10.222.0.30 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603582 Oct 15 00:40:16.351006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72d2f72f-b6d9-439e-816b-9524787c6df3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.454809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c3239c7-b831-4a6e-aaa8-84ab8cdb216c req-60f82480-6a2d-42b5-a63a-c5509b4424aa service neutron] 10.222.0.30 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577039 Oct 15 00:40:16.462278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72d2f72f-b6d9-439e-816b-9524787c6df3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.534662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72d2f72f-b6d9-439e-816b-9524787c6df3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.565340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2f72f-b6d9-439e-816b-9524787c6df3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1caece3-fbdc-4989-8316-de291eba6f77,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:16.650143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72d2f72f-b6d9-439e-816b-9524787c6df3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.651702 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-72d2f72f-b6d9-439e-816b-9524787c6df3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3855493 Oct 15 00:40:16.654386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46022) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:16.661423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fb3a5b4e-d0cf-49b2-abf1-afb146aa8fed tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': 'f1caece3-fbdc-4989-8316-de291eba6f77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:16.764544 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb3a5b4e-d0cf-49b2-abf1-afb146aa8fed tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.865500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb3a5b4e-d0cf-49b2-abf1-afb146aa8fed tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.922517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb3a5b4e-d0cf-49b2-abf1-afb146aa8fed tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:16.943062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a5b4e-d0cf-49b2-abf1-afb146aa8fed tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f35dd69-2a79-43fe-a600-f64bcd5373eb,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:17.024110 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb3a5b4e-d0cf-49b2-abf1-afb146aa8fed tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.025761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fb3a5b4e-d0cf-49b2-abf1-afb146aa8fed tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3701296 Oct 15 00:40:17.028398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:17.034606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f084f2d6-4780-4afe-a0ec-219c66ba7e15 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': 'f1caece3-fbdc-4989-8316-de291eba6f77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:17.109206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e248c3f-6da0-4814-a534-afeb8b36baff req-cc03ae64-626d-428f-b841-6ca5d25cba81 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:17.111525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e248c3f-6da0-4814-a534-afeb8b36baff req-cc03ae64-626d-428f-b841-6ca5d25cba81 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.1216311 Oct 15 00:40:17.158859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f084f2d6-4780-4afe-a0ec-219c66ba7e15 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.177689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e248c3f-6da0-4814-a534-afeb8b36baff req-b73eec69-cbfc-41c9-a3c5-535a33df5ef6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582123 Oct 15 00:40:17.318753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf69b8-a81c-4627-a290-78be070dfe5c req-a5660063-aeb9-45c7-a113-770d341ce4ee tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:17.327162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-92cf69b8-a81c-4627-a290-78be070dfe5c req-a5660063-aeb9-45c7-a113-770d341ce4ee tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 943 time: 0.1119225 Oct 15 00:40:17.353461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f084f2d6-4780-4afe-a0ec-219c66ba7e15 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.386573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-92cf69b8-a81c-4627-a290-78be070dfe5c req-184f7c6f-ef59-4816-93a9-532c7a927f3f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584457 Oct 15 00:40:17.430977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f084f2d6-4780-4afe-a0ec-219c66ba7e15 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.445695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084f2d6-4780-4afe-a0ec-219c66ba7e15 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be47ad77-d7ec-431c-8d5b-64bf8c167d57,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:17.524920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f084f2d6-4780-4afe-a0ec-219c66ba7e15 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.536908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f084f2d6-4780-4afe-a0ec-219c66ba7e15 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5021842 Oct 15 00:40:17.536908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46038) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:17.542126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-01a440ce-d4fb-46da-95c9-f4587303b0dd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': 'f1caece3-fbdc-4989-8316-de291eba6f77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:17.653847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a440ce-d4fb-46da-95c9-f4587303b0dd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.730777 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a440ce-d4fb-46da-95c9-f4587303b0dd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.814355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a440ce-d4fb-46da-95c9-f4587303b0dd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.848129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a440ce-d4fb-46da-95c9-f4587303b0dd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0adc4f-823e-4d74-a64a-90ba7f15f697,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:17.926304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a440ce-d4fb-46da-95c9-f4587303b0dd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:17.926304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-01a440ce-d4fb-46da-95c9-f4587303b0dd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3879769 Oct 15 00:40:17.929387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46042) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:17.933890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-23b65ea6-f101-4a44-a14f-e11ee15e4b4e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': 'f1caece3-fbdc-4989-8316-de291eba6f77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:18.037480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b65ea6-f101-4a44-a14f-e11ee15e4b4e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:18.123024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b65ea6-f101-4a44-a14f-e11ee15e4b4e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:18.201852 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b65ea6-f101-4a44-a14f-e11ee15e4b4e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:18.228114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b65ea6-f101-4a44-a14f-e11ee15e4b4e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f475d926-1ed7-47e8-ab14-89567657f26d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:18.336094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23b65ea6-f101-4a44-a14f-e11ee15e4b4e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:18.345887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46050) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:18.346155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-23b65ea6-f101-4a44-a14f-e11ee15e4b4e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4155090 Oct 15 00:40:18.351304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-337c3c6a-2399-4db9-a538-352220bb6f2f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': 'f1caece3-fbdc-4989-8316-de291eba6f77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:18.386075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79550b9b-96a1-4d31-9414-44708a8cd7a6 req-4f34f618-671a-45b4-89f5-1cd7f8a8701a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:18.395712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79550b9b-96a1-4d31-9414-44708a8cd7a6 req-4f34f618-671a-45b4-89f5-1cd7f8a8701a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.1309583 Oct 15 00:40:18.466946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79550b9b-96a1-4d31-9414-44708a8cd7a6 req-81187932-a926-441c-aab2-8a0483880d5d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691342 Oct 15 00:40:18.478286 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-337c3c6a-2399-4db9-a538-352220bb6f2f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:18.639619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcaca4-44c1-4ab1-a5c3-ebb7b3e58169 req-b357c223-e06c-4dbe-8e16-ca590d7a17c4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:18.641304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74bcaca4-44c1-4ab1-a5c3-ebb7b3e58169 req-b357c223-e06c-4dbe-8e16-ca590d7a17c4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 943 time: 0.1195941 Oct 15 00:40:18.651542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-337c3c6a-2399-4db9-a538-352220bb6f2f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:18.714056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74bcaca4-44c1-4ab1-a5c3-ebb7b3e58169 req-099c5841-0a3b-427c-ba33-4009221e17d7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645933 Oct 15 00:40:18.744966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-337c3c6a-2399-4db9-a538-352220bb6f2f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:18.761768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c3c6a-2399-4db9-a538-352220bb6f2f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d75030-6bef-4565-93a3-43f6676b3712,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:19.118606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-337c3c6a-2399-4db9-a538-352220bb6f2f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.119847 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-337c3c6a-2399-4db9-a538-352220bb6f2f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7729177 Oct 15 00:40:19.122743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46058) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:19.149239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0af4c381-a901-4f04-b367-33b75bed0400 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.157168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0af4c381-a901-4f04-b367-33b75bed0400 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.248081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0af4c381-a901-4f04-b367-33b75bed0400 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.255468 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0af4c381-a901-4f04-b367-33b75bed0400 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.258484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0af4c381-a901-4f04-b367-33b75bed0400 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/31d75030-6bef-4565-93a3-43f6676b3712 HTTP/1.1" status: 204 len: 168 time: 0.1329243 Oct 15 00:40:19.259482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46066) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:19.287827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4c381-a901-4f04-b367-33b75bed0400 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31d75030-6bef-4565-93a3-43f6676b3712,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:19.331463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc6823fd-b074-4d1e-842b-4eb9d17a3dec tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0705948 Oct 15 00:40:19.334327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46068) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:19.370119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-220b9f08-9bae-42b4-beb5-5116360e32ce tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.379285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-220b9f08-9bae-42b4-beb5-5116360e32ce tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.470840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-220b9f08-9bae-42b4-beb5-5116360e32ce tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.486230 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-220b9f08-9bae-42b4-beb5-5116360e32ce tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.490238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-220b9f08-9bae-42b4-beb5-5116360e32ce tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f475d926-1ed7-47e8-ab14-89567657f26d HTTP/1.1" status: 204 len: 168 time: 0.1539476 Oct 15 00:40:19.492157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:19.514521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b9f08-9bae-42b4-beb5-5116360e32ce tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f475d926-1ed7-47e8-ab14-89567657f26d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:19.604697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-466dd72f-e9c3-43c3-b85f-33cf4861db65 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1087122 Oct 15 00:40:19.605087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46082) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:19.635910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.648653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.651889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72eda8-6206-40b8-8132-0b4633807e25 req-7638ba44-dca1-48c3-a645-69600ceb3510 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:19.660516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c72eda8-6206-40b8-8132-0b4633807e25 req-7638ba44-dca1-48c3-a645-69600ceb3510 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0894113 Oct 15 00:40:19.714163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c72eda8-6206-40b8-8132-0b4633807e25 req-727514b9-bb41-4491-b3c5-659d8b4211db tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466332 Oct 15 00:40:19.769821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.778119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:19.778499 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1f0adc4f-823e-4d74-a64a-90ba7f15f697 HTTP/1.1" status: 204 len: 168 time: 0.1723742 Oct 15 00:40:19.784215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46096) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:19.806037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f0adc4f-823e-4d74-a64a-90ba7f15f697,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:19.847861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa76ae-074c-40ca-b050-a09207d55f8a req-863ec976-ad49-4c9a-8523-a4dffb10f864 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:19.848460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.849301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.849865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.850449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.851010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.851569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.852136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.852677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.853225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.853778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.854350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.854906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b7ad20-85ba-4f87-957c-3978ec1ab40e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:19.856267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aa76ae-074c-40ca-b050-a09207d55f8a req-863ec976-ad49-4c9a-8523-a4dffb10f864 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 943 time: 0.0692854 Oct 15 00:40:19.908985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aa76ae-074c-40ca-b050-a09207d55f8a req-64b8d839-9e67-4d2f-9a29-4d0d0f1e6b71 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457268 Oct 15 00:40:19.959098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d7f97dca-4dc8-41ab-97fa-2271ee1f7f82 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1725152 Oct 15 00:40:19.963205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46100) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:19.989058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-46c9e272-cb88-413a-ab3a-f368b110aecc tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:19.990168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 6d92ce2a-73de-4d67-b252-94ceddafa0ef details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:40:19.996336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-46c9e272-cb88-413a-ab3a-f368b110aecc tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.2110748 Oct 15 00:40:20.007105 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-561cf3d0-c28b-4a21-a50c-f475768bc61c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/quotas/9ab51158ed27430f8a13c7bb2a50d1df HTTP/1.1" status: 200 len: 375 time: 0.0096812 Oct 15 00:40:20.019138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3c1f-3f12-481f-94b7-db86fecce4b6 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.030588 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3c1f-3f12-481f-94b7-db86fecce4b6 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.073071 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-b4c418a6-d9e6-4a00-b33f-174bf7d853bb tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575726 Oct 15 00:40:20.099422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 6d92ce2a-73de-4d67-b252-94ceddafa0ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=6d92ce2a-73de-4d67-b252-94ceddafa0ef,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:20.111457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '6d92ce2a-73de-4d67-b252-94ceddafa0ef', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'port_id': '6d92ce2a-73de-4d67-b252-94ceddafa0ef', 'mac_address': 'fa:16:3e:a8:18:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26703b-4283-4fed-aa99-6da3b957f7d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:40:20.152346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.155909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3c1f-3f12-481f-94b7-db86fecce4b6 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.168145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3c1f-3f12-481f-94b7-db86fecce4b6 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.168553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d92ce2a-73de-4d67-b252-94ceddafa0ef {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:20.171877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c7a3c1f-3f12-481f-94b7-db86fecce4b6 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/be47ad77-d7ec-431c-8d5b-64bf8c167d57 HTTP/1.1" status: 204 len: 168 time: 0.2062619 Oct 15 00:40:20.173492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a3c1f-3f12-481f-94b7-db86fecce4b6 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be47ad77-d7ec-431c-8d5b-64bf8c167d57,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:20.176251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46104) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:20.195228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 6d92ce2a-73de-4d67-b252-94ceddafa0ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=6d92ce2a-73de-4d67-b252-94ceddafa0ef,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:20.227648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87fdd654-847b-444d-87ab-db30063f0c8c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0501757 Oct 15 00:40:20.230310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:20.233858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-9fe99930-1bbe-46fc-bb40-2b2bea8d9eae service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532695 Oct 15 00:40:20.254720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c322dff5-e782-47d1-afd7-c59fc31391e3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.262494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c322dff5-e782-47d1-afd7-c59fc31391e3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.277116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.330296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=6d92ce2a-73de-4d67-b252-94ceddafa0ef,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:20.341466 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-764b131b-c8c0-4cca-9f10-c4eea6bc5e32 service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011214 Oct 15 00:40:20.379253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c322dff5-e782-47d1-afd7-c59fc31391e3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.384651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c322dff5-e782-47d1-afd7-c59fc31391e3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.386150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c322dff5-e782-47d1-afd7-c59fc31391e3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9f35dd69-2a79-43fe-a600-f64bcd5373eb HTTP/1.1" status: 204 len: 168 time: 0.1545427 Oct 15 00:40:20.388519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46116) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:20.394746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322dff5-e782-47d1-afd7-c59fc31391e3 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f35dd69-2a79-43fe-a600-f64bcd5373eb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:20.430913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c43e28c6-47fd-475c-8457-b2530d4c4c20 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410051 Oct 15 00:40:20.433611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46118) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:20.493590 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3e5-6df5-4aef-820a-dc7b91f15216 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.537238 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3e5-6df5-4aef-820a-dc7b91f15216 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.557354 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['6d92ce2a-73de-4d67-b252-94ceddafa0ef'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:20.609988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6bd0023a-b6b0-4c15-90da-2f8aaa30fa29 req-19317af8-8d70-4503-aa29-d88a38eaa68f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 210 time: 0.0384107 Oct 15 00:40:20.687793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3e5-6df5-4aef-820a-dc7b91f15216 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.690488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a54b3e5-6df5-4aef-820a-dc7b91f15216 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.691626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5a54b3e5-6df5-4aef-820a-dc7b91f15216 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/f1caece3-fbdc-4989-8316-de291eba6f77 HTTP/1.1" status: 204 len: 168 time: 0.2570624 Oct 15 00:40:20.694556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46134) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:20.700885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54b3e5-6df5-4aef-820a-dc7b91f15216 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1caece3-fbdc-4989-8316-de291eba6f77,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:20.757952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c81a14a9-6b86-4d9b-8204-6c4783ae1824 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577562 Oct 15 00:40:20.758346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46138) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:20.763658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3ec23f21-23f1-4771-ab0e-4142d68419a7 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955374959'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:20.824278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4f9b4-7709-4479-9681-d338a7a0e914 req-8b78e956-0330-47f7-85f6-45800d5a9f62 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:20.825779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4d4f9b4-7709-4479-9681-d338a7a0e914 req-8b78e956-0330-47f7-85f6-45800d5a9f62 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0508385 Oct 15 00:40:20.858173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ec23f21-23f1-4771-ab0e-4142d68419a7 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:20.865746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4d4f9b4-7709-4479-9681-d338a7a0e914 req-5ce290da-53da-451d-a043-f05d0382b9d7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331330 Oct 15 00:40:20.925400 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ec23f21-23f1-4771-ab0e-4142d68419a7 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.012928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6132c-17a8-47d7-b8d5-01ddaea164fb req-acba6c3a-2e98-4e80-bd06-1199c5de8849 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:21.014430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5c6132c-17a8-47d7-b8d5-01ddaea164fb req-acba6c3a-2e98-4e80-bd06-1199c5de8849 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 944 time: 0.0509989 Oct 15 00:40:21.019380 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ec23f21-23f1-4771-ab0e-4142d68419a7 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.071140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec23f21-23f1-4771-ab0e-4142d68419a7 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9e49f0-bd47-4a76-ab7d-1e4e10a770b6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:21.093756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5c6132c-17a8-47d7-b8d5-01ddaea164fb req-46262e2d-f26a-4f76-8d15-2c7cd230f327 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635922 Oct 15 00:40:21.123798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ec23f21-23f1-4771-ab0e-4142d68419a7 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.125042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ec23f21-23f1-4771-ab0e-4142d68419a7 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3656662 Oct 15 00:40:21.128068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46146) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:21.132560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-05eb6e5e-5346-4aac-8af8-0cf6876b7d0f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': '2c9e49f0-bd47-4a76-ab7d-1e4e10a770b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:21.218769 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05eb6e5e-5346-4aac-8af8-0cf6876b7d0f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.277802 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05eb6e5e-5346-4aac-8af8-0cf6876b7d0f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.344925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05eb6e5e-5346-4aac-8af8-0cf6876b7d0f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.363740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb6e5e-5346-4aac-8af8-0cf6876b7d0f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f637cb-c9f4-485c-b5a1-346e2ad83ce8,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:21.426854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05eb6e5e-5346-4aac-8af8-0cf6876b7d0f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.428355 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-05eb6e5e-5346-4aac-8af8-0cf6876b7d0f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2993135 Oct 15 00:40:21.431495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46162) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:21.488484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b19c1980-094d-4dec-9f77-46d1707f6d1f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.514751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b19c1980-094d-4dec-9f77-46d1707f6d1f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.669148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b19c1980-094d-4dec-9f77-46d1707f6d1f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.671843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b19c1980-094d-4dec-9f77-46d1707f6d1f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.674254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b19c1980-094d-4dec-9f77-46d1707f6d1f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c9e49f0-bd47-4a76-ab7d-1e4e10a770b6 HTTP/1.1" status: 204 len: 168 time: 0.2417538 Oct 15 00:40:21.677117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46172) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:21.688254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c1980-094d-4dec-9f77-46d1707f6d1f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9e49f0-bd47-4a76-ab7d-1e4e10a770b6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:21.717344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5c8d931-37e6-4aa1-ad67-f74f949e00c8 req-9b2deb40-73a0-4593-b029-d410257ab9af tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 210 time: 0.0309675 Oct 15 00:40:21.738246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-53c43462-4557-478a-b7db-8bde282b83cc tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560231 Oct 15 00:40:21.738852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46176) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:21.743513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-663ef351-a7d1-4842-bfc9-c116139939b1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102851791'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:21.881928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663ef351-a7d1-4842-bfc9-c116139939b1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.961295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663ef351-a7d1-4842-bfc9-c116139939b1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:21.998818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e4371-5f53-41e6-8e5c-70bf652fa03e req-0f3c406c-0e5d-4724-9844-61bb29da962d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:22.000335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-659e4371-5f53-41e6-8e5c-70bf652fa03e req-0f3c406c-0e5d-4724-9844-61bb29da962d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Oct 15 00:40:22.003016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 6d92ce2a-73de-4d67-b252-94ceddafa0ef up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:22.036386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663ef351-a7d1-4842-bfc9-c116139939b1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.053727 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-659e4371-5f53-41e6-8e5c-70bf652fa03e req-cf5ecbce-cf42-4598-935a-c40658256711 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469239 Oct 15 00:40:22.075320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ef351-a7d1-4842-bfc9-c116139939b1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae52f652-8908-4d9c-ab31-874d5c5269cc,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:22.144887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 6d92ce2a-73de-4d67-b252-94ceddafa0ef completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:40:22.149076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 6d92ce2a-73de-4d67-b252-94ceddafa0ef triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:22.149557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.187014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663ef351-a7d1-4842-bfc9-c116139939b1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.189354 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-663ef351-a7d1-4842-bfc9-c116139939b1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4492035 Oct 15 00:40:22.191928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46198) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:22.196521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4bf3c5b4-1880-4b57-bbc8-4db7e3626270 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608603823'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:22.216894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42f89-1a48-4a51-9e9f-ced907ff9e37 req-93305c32-77da-4d4c-8126-b9d45ff31221 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:22.218457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a42f89-1a48-4a51-9e9f-ced907ff9e37 req-93305c32-77da-4d4c-8126-b9d45ff31221 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 944 time: 0.0624342 Oct 15 00:40:22.237535 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.260208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d92ce2a-73de-4d67-b252-94ceddafa0ef'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:22.262454 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b897c71-0000-4abe-a858-c1c4f02c1845" -d '{"events": [{"server_uuid": "1d508df4-7659-41d9-a3b5-b238d3d9cd1c", "name": "network-vif-plugged", "status": "completed", "tag": "6d92ce2a-73de-4d67-b252-94ceddafa0ef"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:22.263413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9a42f89-1a48-4a51-9e9f-ced907ff9e37 req-4f18e550-798b-42b8-ac3d-e5e5094e413e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Oct 15 00:40:22.282422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 6d92ce2a-73de-4d67-b252-94ceddafa0ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=6d92ce2a-73de-4d67-b252-94ceddafa0ef,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:22.301417 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b3f445-1202-4c93-9374-2a6718e806ac x-openstack-request-id: req-17b3f445-1202-4c93-9374-2a6718e806ac {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:22.301763 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d508df4-7659-41d9-a3b5-b238d3d9cd1c", "name": "network-vif-plugged", "status": "completed", "tag": "6d92ce2a-73de-4d67-b252-94ceddafa0ef", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:22.302023 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17b3f445-1202-4c93-9374-2a6718e806ac {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:22.302447 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d92ce2a-73de-4d67-b252-94ceddafa0ef', 'code': 200} Oct 15 00:40:22.310439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5b4-1880-4b57-bbc8-4db7e3626270 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.367340 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.408071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5b4-1880-4b57-bbc8-4db7e3626270 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.417175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6b05f-2b4d-48b5-8eb6-5755a36dd1d4 req-d942134e-5834-43d0-9e1d-b5841b3d45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:22.418680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7c6b05f-2b4d-48b5-8eb6-5755a36dd1d4 req-d942134e-5834-43d0-9e1d-b5841b3d45fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 1096 time: 0.0567954 Oct 15 00:40:22.419722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=6d92ce2a-73de-4d67-b252-94ceddafa0ef,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:22.460227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7c6b05f-2b4d-48b5-8eb6-5755a36dd1d4 req-59a2ce54-7438-4db4-a6af-3a0a0587c7a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Oct 15 00:40:22.493303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5b4-1880-4b57-bbc8-4db7e3626270 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.523420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3c5b4-1880-4b57-bbc8-4db7e3626270 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d9355c-8009-430f-88a0-d266619551b1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:22.574331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c5b4-1880-4b57-bbc8-4db7e3626270 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.575640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4bf3c5b4-1880-4b57-bbc8-4db7e3626270 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3827753 Oct 15 00:40:22.578531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46214) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:22.585387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a3266612-6f3c-4ff5-ba56-3d0d79d2f6ff tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': 'ae52f652-8908-4d9c-ab31-874d5c5269cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '86d9355c-8009-430f-88a0-d266619551b1', 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:22.691788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3266612-6f3c-4ff5-ba56-3d0d79d2f6ff tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.757466 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3266612-6f3c-4ff5-ba56-3d0d79d2f6ff tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.765153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-135f4a81-d7fb-4a0d-ba44-e1a8037cecaa tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:22.767521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-135f4a81-d7fb-4a0d-ba44-e1a8037cecaa tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.1099625 Oct 15 00:40:22.780873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Request body: {'port': {'device_id': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'admin_state_up': True, 'tenant_id': '9ab51158ed27430f8a13c7bb2a50d1df'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:22.823157 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57c6fb9e-1cbe-4337-957f-15c27706d827 req-aac0ab43-887d-4ddb-a3bb-fbcc96506c27 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 210 time: 0.0300143 Oct 15 00:40:22.845722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3266612-6f3c-4ff5-ba56-3d0d79d2f6ff tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.865275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3266612-6f3c-4ff5-ba56-3d0d79d2f6ff tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52410c09-08f0-4196-88fc-525779a9c094,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:22.941625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3266612-6f3c-4ff5-ba56-3d0d79d2f6ff tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.943545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3266612-6f3c-4ff5-ba56-3d0d79d2f6ff tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3624430 Oct 15 00:40:22.948982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46220) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:22.973225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33736e4d-2533-4e96-9422-a79377bf689b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:22.981406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33736e4d-2533-4e96-9422-a79377bf689b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.017902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Made reservation on behalf of 9ab51158ed27430f8a13c7bb2a50d1df for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:40:23.021480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.120795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33736e4d-2533-4e96-9422-a79377bf689b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.125813 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33736e4d-2533-4e96-9422-a79377bf689b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.129436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-33736e4d-2533-4e96-9422-a79377bf689b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/52410c09-08f0-4196-88fc-525779a9c094 HTTP/1.1" status: 204 len: 168 time: 0.1770828 Oct 15 00:40:23.130052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:23.147789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33736e4d-2533-4e96-9422-a79377bf689b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52410c09-08f0-4196-88fc-525779a9c094,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:23.187094 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-34545887-f072-4e2b-a6d1-209d15b7ed80 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0559280 Oct 15 00:40:23.189766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46234) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:23.233195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Allocated IP 172.20.0.4 (eafab19a-1f46-4ed6-a367-f56f800b221e/c4a71084-d74e-47f7-a154-290824fb64fc/92159d33-02cf-492e-a2c0-4046b87f255b) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:40:23.259934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c728ff30-5fbe-4ca8-a32e-42128c68e4d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.312382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c728ff30-5fbe-4ca8-a32e-42128c68e4d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.354514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f193848-c21a-4cf8-bea5-02aeca509ac9 req-6140194a-41ce-48e3-9c94-26cea92ee75c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:23.355981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f193848-c21a-4cf8-bea5-02aeca509ac9 req-6140194a-41ce-48e3-9c94-26cea92ee75c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0829391 Oct 15 00:40:23.399102 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f193848-c21a-4cf8-bea5-02aeca509ac9 req-941d4b97-3d56-418c-81ba-3dc9296c374f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362728 Oct 15 00:40:23.436881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f16daf-0dff-4aa6-94fb-34ef9d7c7bee req-a01600ae-2a53-4b5d-bcd3-3e735f782b13 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:23.439123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2f16daf-0dff-4aa6-94fb-34ef9d7c7bee req-a01600ae-2a53-4b5d-bcd3-3e735f782b13 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 945 time: 0.0851140 Oct 15 00:40:23.442019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.456148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c728ff30-5fbe-4ca8-a32e-42128c68e4d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.456148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c728ff30-5fbe-4ca8-a32e-42128c68e4d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.460470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c728ff30-5fbe-4ca8-a32e-42128c68e4d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/86d9355c-8009-430f-88a0-d266619551b1 HTTP/1.1" status: 204 len: 168 time: 0.2690320 Oct 15 00:40:23.461200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46244) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:23.488151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ff30-5fbe-4ca8-a32e-42128c68e4d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d9355c-8009-430f-88a0-d266619551b1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:23.514294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2f16daf-0dff-4aa6-94fb-34ef9d7c7bee req-9613bbf7-39a1-40ac-a1ff-e36ef87d1038 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606918 Oct 15 00:40:23.562724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2d5fe1da-22be-4b22-b84a-9b7740d0fac8 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0976267 Oct 15 00:40:23.565445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:23.625845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.638516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:23.641723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87b7ea28-1e62-4b1f-bd07-f55aeb19773a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:23.641894 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7db2-a303-4aff-a9be-720cf414f7bd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.689981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Network eafab19a-1f46-4ed6-a367-f56f800b221e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:23.700098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:23.702562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:40:23.736624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7db2-a303-4aff-a9be-720cf414f7bd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.739369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event updated for resources: {'Port': ['ID=92159d33-02cf-492e-a2c0-4046b87f255b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:23.797555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:23.798683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.878839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-256b503a-301e-4d50-b700-dda2991d3234 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018298 Oct 15 00:40:23.893074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Request body: {'port': {'device_id': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:23.916168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7db2-a303-4aff-a9be-720cf414f7bd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.918775 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e1b7db2-a303-4aff-a9be-720cf414f7bd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.922399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1e1b7db2-a303-4aff-a9be-720cf414f7bd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae52f652-8908-4d9c-ab31-874d5c5269cc HTTP/1.1" status: 204 len: 168 time: 0.3533647 Oct 15 00:40:23.923706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46272) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:23.934462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b7db2-a303-4aff-a9be-720cf414f7bd tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae52f652-8908-4d9c-ab31-874d5c5269cc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:23.964432 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:23.998758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27062fdd-1903-4ae9-a14f-ce494b1b1743 req-7ea92e4f-3cec-4e1d-b952-4a3073bfcca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:24.000328 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27062fdd-1903-4ae9-a14f-ce494b1b1743 req-7ea92e4f-3cec-4e1d-b952-4a3073bfcca2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 931 time: 0.0901852 Oct 15 00:40:24.006274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a6ca94f9-9c4c-470b-a7f4-39ef5d5c655b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820513 Oct 15 00:40:24.010076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46278) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:24.015221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b77e084a-8f7e-4955-aa2b-992855c75560 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--418162552'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:24.043792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27062fdd-1903-4ae9-a14f-ce494b1b1743 req-4cf193eb-3e96-4ba1-936b-2ec974d5069d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352659 Oct 15 00:40:24.191368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b77e084a-8f7e-4955-aa2b-992855c75560 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.281089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92159d33-02cf-492e-a2c0-4046b87f255b {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:24.292314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.317030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Transition to ACTIVE for port object 92159d33-02cf-492e-a2c0-4046b87f255b will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:40:24.323323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b77e084a-8f7e-4955-aa2b-992855c75560 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.396240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.428319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b77e084a-8f7e-4955-aa2b-992855c75560 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.470346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Pushing event updated for resources: {'Port': ['ID=92159d33-02cf-492e-a2c0-4046b87f255b,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:24.479893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e084a-8f7e-4955-aa2b-992855c75560 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f7f3d-8e13-46f4-8835-b01552662f39,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:24.521480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b77e084a-8f7e-4955-aa2b-992855c75560 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.522740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b77e084a-8f7e-4955-aa2b-992855c75560 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5114675 Oct 15 00:40:24.525745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46292) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:24.530397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ad6d9a4a-bb44-4e22-ae1e-aec0b39163be tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': '7b2f7f3d-8e13-46f4-8835-b01552662f39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:24.593975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Attempting to bind port 92159d33-02cf-492e-a2c0-4046b87f255b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:40:24.593975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Attempting to bind port 92159d33-02cf-492e-a2c0-4046b87f255b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:40:24.593975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Attempting to bind port 92159d33-02cf-492e-a2c0-4046b87f255b on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:24.593975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Port 92159d33-02cf-492e-a2c0-4046b87f255b on network eafab19a-1f46-4ed6-a367-f56f800b221e not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:40:24.593975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Attempting to bind port 92159d33-02cf-492e-a2c0-4046b87f255b on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:24.602515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:40:24.602856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Checking segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:40:24.603230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Bound using segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:40:24.603650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Bound port: 92159d33-02cf-492e-a2c0-4046b87f255b, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:40:24.604000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.640407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2c5fc-c9a0-481f-bda3-0ee8a359a069 req-46e23145-db75-481a-a099-b238c81ef4f1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:24.642937 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2da2c5fc-c9a0-481f-bda3-0ee8a359a069 req-46e23145-db75-481a-a099-b238c81ef4f1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 945 time: 0.0623140 Oct 15 00:40:24.660365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9a4a-bb44-4e22-ae1e-aec0b39163be tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.686347 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2da2c5fc-c9a0-481f-bda3-0ee8a359a069 req-cd6b2cfa-1bfb-40fb-9a6c-d0c910070920 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Oct 15 00:40:24.719498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] For port 92159d33-02cf-492e-a2c0-4046b87f255b, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:40:24.735465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] For port 92159d33-02cf-492e-a2c0-4046b87f255b, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=92159d33-02cf-492e-a2c0-4046b87f255b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:40:24.741804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9a4a-bb44-4e22-ae1e-aec0b39163be tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.821879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761d4fa-5d04-4e5f-9a63-4e014715a11c req-1f3d5d69-66eb-4de5-92c8-5a0043c5b0b7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:24.823487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a761d4fa-5d04-4e5f-9a63-4e014715a11c req-1f3d5d69-66eb-4de5-92c8-5a0043c5b0b7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.0583222 Oct 15 00:40:24.843717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.883547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:24.884090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.885370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] 10.222.0.30 "PUT /v2.0/ports/92159d33-02cf-492e-a2c0-4046b87f255b HTTP/1.1" status: 200 len: 1091 time: 0.9978459 Oct 15 00:40:24.893781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'tag': '92159d33-02cf-492e-a2c0-4046b87f255b'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:24.899008 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c73cec3-e67d-41ee-8db6-f5653c9e5251" -d '{"events": [{"name": "network-changed", "server_uuid": "474732ba-c2d1-42bc-a049-8f77b91f916d", "tag": "92159d33-02cf-492e-a2c0-4046b87f255b"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:24.899696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9a4a-bb44-4e22-ae1e-aec0b39163be tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:24.928603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a761d4fa-5d04-4e5f-9a63-4e014715a11c req-5a1b4bc3-183b-45f6-9cb8-b0ccade3de66 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988669 Oct 15 00:40:24.945127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d9a4a-bb44-4e22-ae1e-aec0b39163be tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3599f6f6-0875-4473-8194-64d7994d6a7a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:24.954049 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099b933b-d33d-4fb8-9419-95d8eac8ef81 x-openstack-request-id: req-099b933b-d33d-4fb8-9419-95d8eac8ef81 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:24.954422 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474732ba-c2d1-42bc-a049-8f77b91f916d", "tag": "92159d33-02cf-492e-a2c0-4046b87f255b", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:24.954722 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-099b933b-d33d-4fb8-9419-95d8eac8ef81 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:24.955111 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'tag': '92159d33-02cf-492e-a2c0-4046b87f255b', 'status': 'completed', 'code': 200} Oct 15 00:40:24.956176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d39bd-fdcc-4621-b099-d844b1717f31 service neutron] Pushing event updated for resources: {'Port': ['ID=92159d33-02cf-492e-a2c0-4046b87f255b,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:25.177613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deac4aa-47c7-4edc-8354-fdee617bd1f8 req-6173b944-d3ca-4ef7-9d11-2cbcbd190fcf tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:25.179256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3deac4aa-47c7-4edc-8354-fdee617bd1f8 req-6173b944-d3ca-4ef7-9d11-2cbcbd190fcf tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 943 time: 0.0597138 Oct 15 00:40:25.225101 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3deac4aa-47c7-4edc-8354-fdee617bd1f8 req-81d5e99d-ad5c-4e0f-873a-940f33363903 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384889 Oct 15 00:40:25.302831 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ad6d9a4a-bb44-4e22-ae1e-aec0b39163be tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.304061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ad6d9a4a-bb44-4e22-ae1e-aec0b39163be tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7773535 Oct 15 00:40:25.306970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46340) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:25.316337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73cec3-e67d-41ee-8db6-f5653c9e5251 req-7feba44c-dae9-4e75-9d8f-c208662d82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:25.317713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c73cec3-e67d-41ee-8db6-f5653c9e5251 req-7feba44c-dae9-4e75-9d8f-c208662d82c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 1094 time: 0.3490143 Oct 15 00:40:25.335224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e8c022a-1a58-4cd7-a981-d55c3eb21139 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.343136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95684744-b938-421d-947e-84df5768abae req-5817f671-fdad-4632-870d-2f894e147683 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:25.344184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e8c022a-1a58-4cd7-a981-d55c3eb21139 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.345250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95684744-b938-421d-947e-84df5768abae req-5817f671-fdad-4632-870d-2f894e147683 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 945 time: 0.3446784 Oct 15 00:40:25.438870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95684744-b938-421d-947e-84df5768abae req-963bf892-8288-41b9-aec2-56909444d33b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Oct 15 00:40:25.441972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e8c022a-1a58-4cd7-a981-d55c3eb21139 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.447942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e8c022a-1a58-4cd7-a981-d55c3eb21139 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.448421 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e8c022a-1a58-4cd7-a981-d55c3eb21139 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3599f6f6-0875-4473-8194-64d7994d6a7a HTTP/1.1" status: 204 len: 168 time: 0.1400785 Oct 15 00:40:25.452343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46348) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:25.460016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73cec3-e67d-41ee-8db6-f5653c9e5251 req-0bad51d2-649d-49c1-94a2-19b2300bf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:25.461479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c73cec3-e67d-41ee-8db6-f5653c9e5251 req-0bad51d2-649d-49c1-94a2-19b2300bf890 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1345518 Oct 15 00:40:25.473499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c022a-1a58-4cd7-a981-d55c3eb21139 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3599f6f6-0875-4473-8194-64d7994d6a7a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:25.502262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-edc42cf9-cf5c-4c64-aa77-22ec29618ce4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485196 Oct 15 00:40:25.504786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46354) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:25.563316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14ae6de0-6297-4a4b-ad26-63f24d05b554 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.581143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73cec3-e67d-41ee-8db6-f5653c9e5251 req-b786aff3-f91c-4867-affc-8129f3b807bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:25.582542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c73cec3-e67d-41ee-8db6-f5653c9e5251 req-b786aff3-f91c-4867-affc-8129f3b807bb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131546 Oct 15 00:40:25.589850 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14ae6de0-6297-4a4b-ad26-63f24d05b554 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.661107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-879ae677-03f3-42a3-9df9-f1f75c430232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:25.662616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-879ae677-03f3-42a3-9df9-f1f75c430232 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 1094 time: 0.0421932 Oct 15 00:40:25.708564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-c9ccecf4-8666-4730-9bef-b2aed20103cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92159d33-02cf-492e-a2c0-4046b87f255b HTTP/1.1" status: 200 len: 217 time: 0.0386903 Oct 15 00:40:25.714896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:25.728237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14ae6de0-6297-4a4b-ad26-63f24d05b554 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.730888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-14ae6de0-6297-4a4b-ad26-63f24d05b554 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.732394 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-14ae6de0-6297-4a4b-ad26-63f24d05b554 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/7b2f7f3d-8e13-46f4-8835-b01552662f39 HTTP/1.1" status: 204 len: 168 time: 0.2266560 Oct 15 00:40:25.739439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46358) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:25.769213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae6de0-6297-4a4b-ad26-63f24d05b554 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f7f3d-8e13-46f4-8835-b01552662f39,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:25.771519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-ffa74294-1816-42a8-9d87-3a9ff99ad715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:25.773825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-ffa74294-1816-42a8-9d87-3a9ff99ad715 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a71084-d74e-47f7-a154-290824fb64fc HTTP/1.1" status: 200 len: 855 time: 0.0580702 Oct 15 00:40:25.801032 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d7ffee35-1c0e-4118-b815-a4cabd986744 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595169 Oct 15 00:40:25.807624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46360) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:25.809600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-f599e6b1-96d7-4624-a626-4ba67163a9aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eafab19a-1f46-4ed6-a367-f56f800b221e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292716 Oct 15 00:40:25.814075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-94ab7a68-40d1-4a1f-b674-334ddfd41bfb tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818364440'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:25.831544 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.859409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:25.862809 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa567dc-a296-41ca-bec9-3efb7d160a58" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:25.883912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:25.928358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-9d6effcb-33f0-4eb1-a33e-8090c5be6cb0 service neutron] 10.222.0.30 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112158 Oct 15 00:40:25.937629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94ab7a68-40d1-4a1f-b674-334ddfd41bfb tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:25.961897 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.006300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837689a8-b5a9-4803-8e5a-866a7ee6847b req-9fb01a73-e43e-4cbc-be13-cfee95cf72da tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.008248 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-837689a8-b5a9-4803-8e5a-866a7ee6847b req-9fb01a73-e43e-4cbc-be13-cfee95cf72da tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 946 time: 0.0811577 Oct 15 00:40:26.018517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=14']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:26.026505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.030391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.031547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.033180 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:26.049701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a29d55-f862-4ac8-9a6a-3d0e7fd5bc8e req-30ae7378-b849-49a0-ae4e-dc6894a67d2b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.051240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74a29d55-f862-4ac8-9a6a-3d0e7fd5bc8e req-30ae7378-b849-49a0-ae4e-dc6894a67d2b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 945 time: 0.0969706 Oct 15 00:40:26.073088 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94ab7a68-40d1-4a1f-b674-334ddfd41bfb tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.076777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-837689a8-b5a9-4803-8e5a-866a7ee6847b req-ed2faad1-1fa6-4928-a147-5b0827d52523 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548885 Oct 15 00:40:26.087769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8dacf0-a731-40ce-908f-5e4b643b633f req-78698574-68a4-4f0b-934e-22d16f5fa18f service neutron] 10.222.0.30 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465950 Oct 15 00:40:26.104685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74a29d55-f862-4ac8-9a6a-3d0e7fd5bc8e req-0a4a97f0-bdb6-4c59-aa79-d0105f4fb31a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Oct 15 00:40:26.131542 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92203b24-1a91-463f-a1c3-f76837a38dfe x-openstack-request-id: req-92203b24-1a91-463f-a1c3-f76837a38dfe {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:26.131765 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94ab7a68-40d1-4a1f-b674-334ddfd41bfb tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.131919 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-unplugged", "status": "completed", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:26.132092 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92203b24-1a91-463f-a1c3-f76837a38dfe {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:26.132495 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'code': 200} Oct 15 00:40:26.150467 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-29f12e4a-6cad-463a-b15e-6dc35a915ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.164094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab7a68-40d1-4a1f-b674-334ddfd41bfb tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda43f1-3694-4920-8aab-27aeb991d430,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:26.214972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94ab7a68-40d1-4a1f-b674-334ddfd41bfb tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.216346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94ab7a68-40d1-4a1f-b674-334ddfd41bfb tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4075212 Oct 15 00:40:26.219134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46372) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:26.224508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9c469d91-52bf-454b-928b-324322765487 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': '0dda43f1-3694-4920-8aab-27aeb991d430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:26.334023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c469d91-52bf-454b-928b-324322765487 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.365022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86d80a-d6b4-4758-aa39-69a4747703af req-4bafb93c-5a07-45e0-a096-f500771ed0f0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.366457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af86d80a-d6b4-4758-aa39-69a4747703af req-4bafb93c-5a07-45e0-a096-f500771ed0f0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 943 time: 0.0727270 Oct 15 00:40:26.421455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c469d91-52bf-454b-928b-324322765487 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.426772 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af86d80a-d6b4-4758-aa39-69a4747703af req-9d6e9805-df73-4e29-b277-260916c80c2d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539145 Oct 15 00:40:26.493125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c469d91-52bf-454b-928b-324322765487 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.498434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba3c8-3f14-43d8-91b6-c18191db6f7a req-f237da76-bb95-48c8-a0f9-a5c83b9bb35b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.500147 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27dba3c8-3f14-43d8-91b6-c18191db6f7a req-f237da76-bb95-48c8-a0f9-a5c83b9bb35b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0586247 Oct 15 00:40:26.514701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c469d91-52bf-454b-928b-324322765487 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76986c0-0a03-4765-bb58-356d504e354a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:26.564415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c469d91-52bf-454b-928b-324322765487 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.565654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9c469d91-52bf-454b-928b-324322765487 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448498 Oct 15 00:40:26.568225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46380) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:26.571636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27dba3c8-3f14-43d8-91b6-c18191db6f7a req-870e51ea-2b0e-482a-b26d-649bac4e6766 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633643 Oct 15 00:40:26.576089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-b46746a0-d147-4817-9dbc-87e426c7243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.577579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-b46746a0-d147-4817-9dbc-87e426c7243f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.0712676 Oct 15 00:40:26.585888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9428087c-472a-4b4c-9e37-a7b6fe08674d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules/d76986c0-0a03-4765-bb58-356d504e354a HTTP/1.1" status: 200 len: 763 time: 0.0166156 Oct 15 00:40:26.593138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46382) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:26.634269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7a7d19e3-2330-4d01-8c1b-18cce9fb43d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398288 Oct 15 00:40:26.636732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:26.660612 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7913608f-7b8e-4c6b-bb59-93d4fa184aca tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.668268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7913608f-7b8e-4c6b-bb59-93d4fa184aca tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.675287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-da4f2d8d-7485-4a12-add6-c20ccc3ebcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.676759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-da4f2d8d-7485-4a12-add6-c20ccc3ebcfc service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.0922105 Oct 15 00:40:26.744462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7913608f-7b8e-4c6b-bb59-93d4fa184aca tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.751119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7913608f-7b8e-4c6b-bb59-93d4fa184aca tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.751684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-a74d5d76-e128-49d6-be61-ebe1e63c01ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.0623760 Oct 15 00:40:26.752385 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7913608f-7b8e-4c6b-bb59-93d4fa184aca tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d76986c0-0a03-4765-bb58-356d504e354a HTTP/1.1" status: 204 len: 168 time: 0.1147585 Oct 15 00:40:26.754859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46386) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:26.757950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913608f-7b8e-4c6b-bb59-93d4fa184aca tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d76986c0-0a03-4765-bb58-356d504e354a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:26.836735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-abd82cf9-9437-469c-b13c-5fcf52b25d73 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0807607 Oct 15 00:40:26.838727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-f56f19b7-7c4d-491c-81c7-6e3f375f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.839431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46390) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:26.840159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-f56f19b7-7c4d-491c-81c7-6e3f375f5223 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0778735 Oct 15 00:40:26.844014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5c0828ac-2929-4fab-bc45-e1169fa6d39d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': '0dda43f1-3694-4920-8aab-27aeb991d430', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:26.890371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-0a677ae2-7812-480f-852d-4889d867de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:26.891806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-0a677ae2-7812-480f-852d-4889d867de94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401850 Oct 15 00:40:26.929971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0828ac-2929-4fab-bc45-e1169fa6d39d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.977476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0828ac-2929-4fab-bc45-e1169fa6d39d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:26.987701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-8e8b6ba0-3624-4624-a42e-9ab4fc0dfa61 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885310 Oct 15 00:40:27.036696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0828ac-2929-4fab-bc45-e1169fa6d39d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.062186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0828ac-2929-4fab-bc45-e1169fa6d39d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1a68cb-455d-48a7-9f46-d4d91c3eaef3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:27.088014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a83b4e3d-6712-464b-b572-d3d3cbe35a31 req-43c90060-3c10-4806-9d45-4846cf2fc49a service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930116 Oct 15 00:40:27.118140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0828ac-2929-4fab-bc45-e1169fa6d39d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.119388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5c0828ac-2929-4fab-bc45-e1169fa6d39d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2789757 Oct 15 00:40:27.122083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46394) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.143439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-959df09a-61c0-4fef-b68e-91a0ba0b429c tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules/1d1a68cb-455d-48a7-9f46-d4d91c3eaef3 HTTP/1.1" status: 200 len: 763 time: 0.0200624 Oct 15 00:40:27.145986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46398) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.189585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-536816ad-8a88-4cb7-8053-f68d7a88b8d1 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0424573 Oct 15 00:40:27.192483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46400) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.217309 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e295c719-b3eb-4681-9073-f3507238dd8e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.225303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e295c719-b3eb-4681-9073-f3507238dd8e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.239815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f1368-b193-4547-8f4b-ab25739c25f8 req-acdb0588-be42-4be4-a0f2-ad3652b2808e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:27.241318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-156f1368-b193-4547-8f4b-ab25739c25f8 req-acdb0588-be42-4be4-a0f2-ad3652b2808e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 945 time: 0.0507379 Oct 15 00:40:27.282606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-156f1368-b193-4547-8f4b-ab25739c25f8 req-a0bdedf5-35fc-46a7-bdbc-f668d36b61a6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345559 Oct 15 00:40:27.323733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-4d66c09e-c2b8-4a59-8b6e-2527bebd1b4b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:27.328737 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-4d66c09e-c2b8-4a59-8b6e-2527bebd1b4b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 945 time: 0.0499196 Oct 15 00:40:27.339659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e295c719-b3eb-4681-9073-f3507238dd8e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.367338 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e295c719-b3eb-4681-9073-f3507238dd8e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.368409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e295c719-b3eb-4681-9073-f3507238dd8e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1d1a68cb-455d-48a7-9f46-d4d91c3eaef3 HTTP/1.1" status: 204 len: 168 time: 0.1748564 Oct 15 00:40:27.371147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46402) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.377792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295c719-b3eb-4681-9073-f3507238dd8e tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d1a68cb-455d-48a7-9f46-d4d91c3eaef3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:27.418587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3db38034-628e-4d35-a5f5-271247b840f2 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444045 Oct 15 00:40:27.419549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46404) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.425513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-73a54cd5-7f49-4ccf-834e-4f1a9fcbae06 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Request body: {'security_group_rule': {'security_group_id': '0dda43f1-3694-4920-8aab-27aeb991d430', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:27.444035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Deleting port 6d92ce2a-73de-4d67-b252-94ceddafa0ef {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:27.444373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.517557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-73a54cd5-7f49-4ccf-834e-4f1a9fcbae06 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.572954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] For port 6d92ce2a-73de-4d67-b252-94ceddafa0ef, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=6d92ce2a-73de-4d67-b252-94ceddafa0ef,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:27.573319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.583433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-73a54cd5-7f49-4ccf-834e-4f1a9fcbae06 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.583610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3803-0f46-45c8-8792-2de0267c15e5 req-86fb258a-7df1-46fd-b124-6d31bfebba18 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:27.588138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0eea3803-0f46-45c8-8792-2de0267c15e5 req-86fb258a-7df1-46fd-b124-6d31bfebba18 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 943 time: 0.0840280 Oct 15 00:40:27.602831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Calling delete_port for 6d92ce2a-73de-4d67-b252-94ceddafa0ef owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:27.672035 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0eea3803-0f46-45c8-8792-2de0267c15e5 req-ef849351-8526-4c75-92b6-03c417b9f2c6 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792971 Oct 15 00:40:27.692372 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-73a54cd5-7f49-4ccf-834e-4f1a9fcbae06 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.709449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a54cd5-7f49-4ccf-834e-4f1a9fcbae06 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45f19bd-8501-4fd9-bd83-b6489b8cbe16,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:27.723098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07992e9-4a6b-4f71-8b7a-b716f0f2631d req-6c4f87a4-5658-4d9d-b476-444e5837315e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:27.724876 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a07992e9-4a6b-4f71-8b7a-b716f0f2631d req-6c4f87a4-5658-4d9d-b476-444e5837315e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0757284 Oct 15 00:40:27.765925 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a07992e9-4a6b-4f71-8b7a-b716f0f2631d req-aa556d95-8f5b-44de-a37b-ad6f775260ea tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345597 Oct 15 00:40:27.804030 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-73a54cd5-7f49-4ccf-834e-4f1a9fcbae06 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.805202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-73a54cd5-7f49-4ccf-834e-4f1a9fcbae06 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3847039 Oct 15 00:40:27.807898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46412) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.824431 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c2e86e01-efe9-42f3-958d-0c54b7c66e13 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules/e45f19bd-8501-4fd9-bd83-b6489b8cbe16 HTTP/1.1" status: 200 len: 764 time: 0.0155323 Oct 15 00:40:27.826638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46414) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.848516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.861522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1af5a53f-ca03-4443-bc1d-ab4a554c9f8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:27.866365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572', '6d92ce2a-73de-4d67-b252-94ceddafa0ef'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:27.889120 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-20a5f828-cbf0-4866-b173-b3761530a65f tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0612953 Oct 15 00:40:27.892092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46418) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:27.900943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event deleted for resources: {'Port': ['ID=6d92ce2a-73de-4d67-b252-94ceddafa0ef,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:27.928222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ff0c-914b-463e-96b5-e6a27373edf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.937308 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ff0c-914b-463e-96b5-e6a27373edf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.943461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] No DVR routers for this DVR port 6d92ce2a-73de-4d67-b252-94ceddafa0ef on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:27.946627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:27.950573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-526bcef0-f0ff-4f6b-8b72-eaeeb8b33381 req-aaaab827-911c-4449-b7f5-e25a1183f037 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "DELETE /v2.0/ports/6d92ce2a-73de-4d67-b252-94ceddafa0ef HTTP/1.1" status: 204 len: 173 time: 0.6182559 Oct 15 00:40:27.951050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'name': 'network-vif-deleted', 'tag': '6d92ce2a-73de-4d67-b252-94ceddafa0ef'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:27.954749 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5fd394-b59e-4c9c-bd96-6b8bbd85584e" -d '{"events": [{"server_uuid": "1d508df4-7659-41d9-a3b5-b238d3d9cd1c", "name": "network-vif-deleted", "tag": "6d92ce2a-73de-4d67-b252-94ceddafa0ef"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:27.997014 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818cfb84-3298-482d-a29b-2d814f6980d3 x-openstack-request-id: req-818cfb84-3298-482d-a29b-2d814f6980d3 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:27.997734 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d508df4-7659-41d9-a3b5-b238d3d9cd1c", "name": "network-vif-deleted", "tag": "6d92ce2a-73de-4d67-b252-94ceddafa0ef", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:27.997987 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-818cfb84-3298-482d-a29b-2d814f6980d3 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:27.998644 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d508df4-7659-41d9-a3b5-b238d3d9cd1c', 'name': 'network-vif-deleted', 'tag': '6d92ce2a-73de-4d67-b252-94ceddafa0ef', 'status': 'completed', 'code': 200} Oct 15 00:40:28.042201 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ff0c-914b-463e-96b5-e6a27373edf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:28.057588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ff0c-914b-463e-96b5-e6a27373edf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:28.057588 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ef3ff0c-914b-463e-96b5-e6a27373edf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e45f19bd-8501-4fd9-bd83-b6489b8cbe16 HTTP/1.1" status: 204 len: 168 time: 0.1606641 Oct 15 00:40:28.057806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46424) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:28.067802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3ff0c-914b-463e-96b5-e6a27373edf4 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e45f19bd-8501-4fd9-bd83-b6489b8cbe16,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:28.102594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-41485bbc-a1c2-4002-ae91-31d889ae4e1b tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428987 Oct 15 00:40:28.104892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46426) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:28.165351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b97dca7-3214-4542-9493-7947b3801138 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:28.187993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b97dca7-3214-4542-9493-7947b3801138 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:28.310315 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b97dca7-3214-4542-9493-7947b3801138 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:28.312968 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0b97dca7-3214-4542-9493-7947b3801138 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:28.314121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0b97dca7-3214-4542-9493-7947b3801138 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "DELETE /v2.0/security-groups/0dda43f1-3694-4920-8aab-27aeb991d430 HTTP/1.1" status: 204 len: 168 time: 0.2081039 Oct 15 00:40:28.317114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46430) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:28.323977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97dca7-3214-4542-9493-7947b3801138 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda43f1-3694-4920-8aab-27aeb991d430,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:28.364412 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4fd723c-c4f4-4faf-b47e-0a9aa559499d tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460598 Oct 15 00:40:28.368638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46432) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:28.399853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7f40078-cad7-4f68-99d4-35f752a87bd4 req-24ffcf45-2c02-4e06-bb2a-b45919e668cc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d508df4-7659-41d9-a3b5-b238d3d9cd1c HTTP/1.1" status: 200 len: 210 time: 0.0256662 Oct 15 00:40:28.414328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c2cda49b-022d-4245-aafb-a6af830eef44 tempest-SecGroupTest-2143453297 tempest-SecGroupTest-2143453297-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439777 Oct 15 00:40:28.795172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd3de3-c52e-4b65-904e-cd5fe71ba25b req-85f05ea8-87d8-4ad2-a743-6f61b5c90d5c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:28.802618 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adcd3de3-c52e-4b65-904e-cd5fe71ba25b req-85f05ea8-87d8-4ad2-a743-6f61b5c90d5c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 943 time: 0.0612426 Oct 15 00:40:28.824707 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fdc7816-6e04-482d-beef-b00ece88f467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:28.840955 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adcd3de3-c52e-4b65-904e-cd5fe71ba25b req-5b43f2f1-513a-49c2-814b-c17b8fe8b84c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Oct 15 00:40:28.898445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cfe10-c780-4290-b3aa-1ad0d9f8f086 req-f174c77f-9d3c-4d6d-a7f6-3a1868ea8381 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:28.899976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410cfe10-c780-4290-b3aa-1ad0d9f8f086 req-f174c77f-9d3c-4d6d-a7f6-3a1868ea8381 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0514476 Oct 15 00:40:28.946256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410cfe10-c780-4290-b3aa-1ad0d9f8f086 req-24056d73-95c1-46ff-aed5-2ab28d4705d3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347736 Oct 15 00:40:28.975744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46448) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:29.122959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-df50f797-f78c-4be3-923c-0a0c7b77afb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28dc51050bf4491dbfd97af6d2357e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460290 Oct 15 00:40:29.125266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46456) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:29.145414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83b7b2-698d-4b0e-9ae1-4a3f86d40571 req-c523a431-2b0a-485f-94e3-cca9c25daa53 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:29.147054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f83b7b2-698d-4b0e-9ae1-4a3f86d40571 req-c523a431-2b0a-485f-94e3-cca9c25daa53 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0503497 Oct 15 00:40:29.174003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27467d7e-d4c8-4105-a8d0-5e5ec45e8670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:29.184707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f83b7b2-698d-4b0e-9ae1-4a3f86d40571 req-0b098bdf-09ba-4de6-bc99-37fa35a24c67 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Oct 15 00:40:29.204615 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27467d7e-d4c8-4105-a8d0-5e5ec45e8670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:29.304262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b684916-e9df-47fe-9ac3-d9d3a53c2478 req-2163e206-7336-49de-a25a-3bebd0604b93 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:29.315832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b684916-e9df-47fe-9ac3-d9d3a53c2478 req-2163e206-7336-49de-a25a-3bebd0604b93 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0487092 Oct 15 00:40:29.333129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27467d7e-d4c8-4105-a8d0-5e5ec45e8670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:29.335658 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27467d7e-d4c8-4105-a8d0-5e5ec45e8670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:29.336747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-27467d7e-d4c8-4105-a8d0-5e5ec45e8670 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddec5f37-2902-4bff-86a3-7e4bb56b0079 HTTP/1.1" status: 204 len: 168 time: 0.2100513 Oct 15 00:40:29.352718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27467d7e-d4c8-4105-a8d0-5e5ec45e8670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec5f37-2902-4bff-86a3-7e4bb56b0079,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:29.357442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b684916-e9df-47fe-9ac3-d9d3a53c2478 req-1f097f84-228c-4843-9c4f-0c5240178a37 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 Oct 15 00:40:29.665413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-072fd43b-95a5-4f0c-8f7e-87b52b8aace5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:29.666923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-072fd43b-95a5-4f0c-8f7e-87b52b8aace5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.1182694 Oct 15 00:40:29.682333 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-f0838ca1-8257-46a7-855c-39eeb03bdd36 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/quotas/263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 375 time: 0.0096412 Oct 15 00:40:29.743497 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-b6a3a1e8-60e4-4ecc-99a0-dd9d9ebef0bd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545897 Oct 15 00:40:29.837053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-5f981ffa-072b-4649-abc5-2d08a64fa653 service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863118 Oct 15 00:40:29.937050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-854b6838-59c3-4a8f-926b-a931e6acdd5d service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915661 Oct 15 00:40:29.962317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b89f76-be5e-4367-8245-6dbe25b6722e req-dea81ea0-563a-4e5d-9b98-b367dcc6f1b2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:29.964081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73b89f76-be5e-4367-8245-6dbe25b6722e req-dea81ea0-563a-4e5d-9b98-b367dcc6f1b2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.0497062 Oct 15 00:40:30.004094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73b89f76-be5e-4367-8245-6dbe25b6722e req-05f6942e-23ab-4f1e-9d5b-206438b74a87 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338669 Oct 15 00:40:30.069757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 92159d33-02cf-492e-a2c0-4046b87f255b details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:40:30.113244 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.162510 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.163519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8c30e-2932-453a-9fba-86bbf4fc412a req-d0248501-5176-4680-b924-c2f9d8441983 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:30.170616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac8c30e-2932-453a-9fba-86bbf4fc412a req-d0248501-5176-4680-b924-c2f9d8441983 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 943 time: 0.1033978 Oct 15 00:40:30.197732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 92159d33-02cf-492e-a2c0-4046b87f255b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=92159d33-02cf-492e-a2c0-4046b87f255b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:30.212530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '92159d33-02cf-492e-a2c0-4046b87f255b', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'port_id': '92159d33-02cf-492e-a2c0-4046b87f255b', 'mac_address': 'fa:16:3e:57:0d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71084-d74e-47f7-a154-290824fb64fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:40:30.223642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac8c30e-2932-453a-9fba-86bbf4fc412a req-5fb58d81-f7d6-411e-b6b7-d5215fc99750 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Oct 15 00:40:30.259270 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.279880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92159d33-02cf-492e-a2c0-4046b87f255b {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:30.293260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-991a64a8-f30c-427e-867c-b07ccf7cd18b req-5bb1feb6-2455-4de2-8578-109715067510 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 210 time: 0.0554757 Oct 15 00:40:30.305323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 92159d33-02cf-492e-a2c0-4046b87f255b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=92159d33-02cf-492e-a2c0-4046b87f255b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:30.371559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46514) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:30.384718 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.438807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=92159d33-02cf-492e-a2c0-4046b87f255b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:30.472316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9460024a-1d86-4b86-842a-40ca7236aa76 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:30.473019 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-9460024a-1d86-4b86-842a-40ca7236aa76 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 00:40:30.473528 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-9460024a-1d86-4b86-842a-40ca7236aa76 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 00:40:30.474777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9460024a-1d86-4b86-842a-40ca7236aa76 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1022911 Oct 15 00:40:30.478514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46518) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:30.483460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563811938'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:30.561646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.571201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.644655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.660607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['92159d33-02cf-492e-a2c0-4046b87f255b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:30.714935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.772245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1b0594-08a8-4d72-8394-d7ed2302d109,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:30.820908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-7c2babe1-c95c-425a-b50f-4ca25c66e323 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825317 Oct 15 00:40:30.829754 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.882258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-d1df122c-5cb5-4634-828b-c72d2fb7d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:30.883822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-d1df122c-5cb5-4634-828b-c72d2fb7d79a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 1097 time: 0.0418165 Oct 15 00:40:30.927137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:30.999172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17cabb2-db6e-4720-8441-a526d7b4390e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:31.021514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-be8cf54e-86c5-4084-8846-9233c5e269e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:31.023125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-be8cf54e-86c5-4084-8846-9233c5e269e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 907 time: 0.1208944 Oct 15 00:40:31.073761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-ce4db24f-7bf3-4d48-9d37-aeb33fc674e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab01ea89-35f2-47a8-ad7a-3c8872c72572 HTTP/1.1" status: 200 len: 217 time: 0.0362244 Oct 15 00:40:31.078803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.078803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5166fc8-c82f-4886-bed9-78761fc0abb9 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5982563 Oct 15 00:40:31.080993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46526) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:31.085688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c729a8d3-17c9-4685-a183-ea3a1553b017 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': 'b17cabb2-db6e-4720-8441-a526d7b4390e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:31.157594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-5552ea4e-4fc6-4f59-9a7f-33daa3199c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:31.159089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-5552ea4e-4fc6-4f59-9a7f-33daa3199c29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.0781722 Oct 15 00:40:31.169120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856094e5-edd4-4895-b5d1-dddf8394a0c9 req-5710de04-b9df-4c02-aa69-96b37d372a8a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:31.170488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-856094e5-edd4-4895-b5d1-dddf8394a0c9 req-5710de04-b9df-4c02-aa69-96b37d372a8a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.0821385 Oct 15 00:40:31.200460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c729a8d3-17c9-4685-a183-ea3a1553b017 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.201052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-f2cdf752-1d3c-49b8-945f-52c3dcc67aac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293236 Oct 15 00:40:31.267440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-856094e5-edd4-4895-b5d1-dddf8394a0c9 req-7a8fb201-652b-4611-bfd8-f70075670ece tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882132 Oct 15 00:40:31.273348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c729a8d3-17c9-4685-a183-ea3a1553b017 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.331624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-aed04d0b-fab7-48b6-b1b3-b183aa559556 service neutron] 10.222.0.30 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219983 Oct 15 00:40:31.353140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c729a8d3-17c9-4685-a183-ea3a1553b017 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.380884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729a8d3-17c9-4685-a183-ea3a1553b017 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e886cb8b-f926-42ac-a007-132c87afbf58,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:31.395765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97b7da-fc8f-4134-91d7-d2d77a94e0d5 req-c9650c71-974f-40f4-b02a-fbf74ee4a175 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:31.403440 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d97b7da-fc8f-4134-91d7-d2d77a94e0d5 req-c9650c71-974f-40f4-b02a-fbf74ee4a175 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 944 time: 0.0946918 Oct 15 00:40:31.439788 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d97b7da-fc8f-4134-91d7-d2d77a94e0d5 req-3fda790a-a5aa-4598-912d-05516a25a780 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354159 Oct 15 00:40:31.444162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c729a8d3-17c9-4685-a183-ea3a1553b017 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.446132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c729a8d3-17c9-4685-a183-ea3a1553b017 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3632710 Oct 15 00:40:31.448166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:31.452819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4fa65d30-9481-4269-8633-808f8e41c226 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': 'b17cabb2-db6e-4720-8441-a526d7b4390e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:31.480011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fef32570-5c1b-4255-99c6-5bca92e757d6 req-de5a0325-5e53-49cd-a384-1217219acb15 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 210 time: 0.0380058 Oct 15 00:40:31.481956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a80ab64a-75b2-4db5-9f8e-ec6f05717468 req-c8ef8a02-b436-4c58-8686-15dbeea51e8e service neutron] 10.222.0.30 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434252 Oct 15 00:40:31.555527 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4fa65d30-9481-4269-8633-808f8e41c226 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.606448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-4db34cd9-4ea2-4a90-8b52-d13aafa841b7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:31.607860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-4db34cd9-4ea2-4a90-8b52-d13aafa841b7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 945 time: 0.0529642 Oct 15 00:40:31.675925 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-4fa65d30-9481-4269-8633-808f8e41c226 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 00:40:31.677124 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4fa65d30-9481-4269-8633-808f8e41c226 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2278428 Oct 15 00:40:31.680010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46538) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:31.706946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Deleting port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:31.707225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.736253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a33bcc-4675-4202-a307-ecbb4bc6e9ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.759023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a33bcc-4675-4202-a307-ecbb4bc6e9ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.801223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] For port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:31.801608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.813463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Calling delete_port for 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:31.887591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a33bcc-4675-4202-a307-ecbb4bc6e9ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.890314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01a33bcc-4675-4202-a307-ecbb4bc6e9ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:31.894201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-01a33bcc-4675-4202-a307-ecbb4bc6e9ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/b17cabb2-db6e-4720-8441-a526d7b4390e HTTP/1.1" status: 204 len: 168 time: 0.2106402 Oct 15 00:40:31.895514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:31.912137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a33bcc-4675-4202-a307-ecbb4bc6e9ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17cabb2-db6e-4720-8441-a526d7b4390e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:31.961695 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ed4313ea-6cbc-460e-b380-6c7dac7487f4 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639825 Oct 15 00:40:31.965947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46544) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:31.971792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ee4c20bc-7c41-4bf5-aca4-782985a4d3e6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--551636050'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:32.007378 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.022440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1af5a53f-ca03-4443-bc1d-ab4a554c9f8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:32.025956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:32.043788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event deleted for resources: {'Port': ['ID=1af5a53f-ca03-4443-bc1d-ab4a554c9f8f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:32.078302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 92159d33-02cf-492e-a2c0-4046b87f255b up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:32.090027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] No DVR routers for this DVR port 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:32.100494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee4c20bc-7c41-4bf5-aca4-782985a4d3e6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.102640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.105843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05ef7f97-4a81-4089-94c5-0e85decc64c0 req-d97ca987-a983-4138-88a7-835f31b93fcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "DELETE /v2.0/ports/1af5a53f-ca03-4443-bc1d-ab4a554c9f8f HTTP/1.1" status: 204 len: 173 time: 0.4916523 Oct 15 00:40:32.107656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'name': 'network-vif-deleted', 'tag': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:32.109829 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f7004-0f47-43b0-a10a-0ba59d4a9668" -d '{"events": [{"server_uuid": "addf90ea-dac9-4d51-ad5e-b6508f500c6f", "name": "network-vif-deleted", "tag": "1af5a53f-ca03-4443-bc1d-ab4a554c9f8f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:32.183410 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8ba5a-77d1-42f8-856d-d759942350cc x-openstack-request-id: req-83d8ba5a-77d1-42f8-856d-d759942350cc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:32.183687 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addf90ea-dac9-4d51-ad5e-b6508f500c6f", "name": "network-vif-deleted", "tag": "1af5a53f-ca03-4443-bc1d-ab4a554c9f8f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:32.183944 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d8ba5a-77d1-42f8-856d-d759942350cc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:32.184336 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addf90ea-dac9-4d51-ad5e-b6508f500c6f', 'name': 'network-vif-deleted', 'tag': '1af5a53f-ca03-4443-bc1d-ab4a554c9f8f', 'status': 'completed', 'code': 200} Oct 15 00:40:32.244738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-a286d928-1ea3-463c-87e9-312a4daeb254 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:32.246161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-a286d928-1ea3-463c-87e9-312a4daeb254 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.1577320 Oct 15 00:40:32.251689 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.260535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 92159d33-02cf-492e-a2c0-4046b87f255b completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:40:32.261001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 92159d33-02cf-492e-a2c0-4046b87f255b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:32.261362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.262995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'port': {'device_id': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'admin_state_up': True, 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:32.317204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee4c20bc-7c41-4bf5-aca4-782985a4d3e6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.356439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.385370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92159d33-02cf-492e-a2c0-4046b87f255b'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:32.388687 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b83a53-151c-4b2f-8496-a97a7e77f2da" -d '{"events": [{"server_uuid": "474732ba-c2d1-42bc-a049-8f77b91f916d", "name": "network-vif-plugged", "status": "completed", "tag": "92159d33-02cf-492e-a2c0-4046b87f255b"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:32.408723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 92159d33-02cf-492e-a2c0-4046b87f255b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=92159d33-02cf-492e-a2c0-4046b87f255b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:32.416987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76eaf27f-b631-4389-adb8-f9e3252cf6e0 req-e1113f82-dc62-4804-82c7-1ed2392aecf9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=addf90ea-dac9-4d51-ad5e-b6508f500c6f HTTP/1.1" status: 200 len: 210 time: 0.0458045 Oct 15 00:40:32.423990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee4c20bc-7c41-4bf5-aca4-782985a4d3e6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.467534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c20bc-7c41-4bf5-aca4-782985a4d3e6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70be7119-1766-43b8-8d53-73a59dfa030a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:32.475696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.476666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 6d92ce2a-73de-4d67-b252-94ceddafa0ef no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:32.486473 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e673a19-9dcf-4da5-a239-c91aee519635 x-openstack-request-id: req-7e673a19-9dcf-4da5-a239-c91aee519635 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:32.486473 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474732ba-c2d1-42bc-a049-8f77b91f916d", "name": "network-vif-plugged", "status": "completed", "tag": "92159d33-02cf-492e-a2c0-4046b87f255b", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:32.486740 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e673a19-9dcf-4da5-a239-c91aee519635 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:32.486950 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92159d33-02cf-492e-a2c0-4046b87f255b', 'code': 200} Oct 15 00:40:32.538710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 6d92ce2a-73de-4d67-b252-94ceddafa0ef {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:32.539051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 6d92ce2a-73de-4d67-b252-94ceddafa0ef not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:40:32.551919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee4c20bc-7c41-4bf5-aca4-782985a4d3e6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.557118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee4c20bc-7c41-4bf5-aca4-782985a4d3e6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5890257 Oct 15 00:40:32.559854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46560) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:32.568909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8b2bc2d1-1287-4e51-96cb-b670e7e3b1c2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '70be7119-1766-43b8-8d53-73a59dfa030a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:32.569798 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-8b2bc2d1-1287-4e51-96cb-b670e7e3b1c2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 15 00:40:32.570562 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-8b2bc2d1-1287-4e51-96cb-b670e7e3b1c2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:32.571646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8b2bc2d1-1287-4e51-96cb-b670e7e3b1c2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096352 Oct 15 00:40:32.576253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:32.581585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=92159d33-02cf-492e-a2c0-4046b87f255b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:32.612552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27b42c17-258f-4af6-876e-8a7fb214c50c req-bada12fc-ca2f-4c44-9fb3-d5c6211436b6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 210 time: 0.0396917 Oct 15 00:40:32.639893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6898-23cd-4070-bf15-548fcdf0ca1c req-cf39d995-dd0e-4987-a993-19b9fe437f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:32.642147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-307d6898-23cd-4070-bf15-548fcdf0ca1c req-cf39d995-dd0e-4987-a993-19b9fe437f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 945 time: 0.1065743 Oct 15 00:40:32.685719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Made reservation on behalf of 263c0d278c3f49c9bc051c77cb07a614 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:40:32.687422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e58e5f-1dc0-434b-a4d1-4d666cb1e8bf req-e218b749-3cec-40a9-9e12-79fcad563d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:32.689765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21e58e5f-1dc0-434b-a4d1-4d666cb1e8bf req-e218b749-3cec-40a9-9e12-79fcad563d7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 1096 time: 0.1032040 Oct 15 00:40:32.689975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.723521 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c8d80eb-704c-403f-bb1f-e1507f7aa587 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.745693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-307d6898-23cd-4070-bf15-548fcdf0ca1c req-63f2535d-872f-48a6-bd72-64546a231962 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926557 Oct 15 00:40:32.764677 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c8d80eb-704c-403f-bb1f-e1507f7aa587 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.774832 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21e58e5f-1dc0-434b-a4d1-4d666cb1e8bf req-fb463222-a6a2-48cc-93d5-e2e50a43e491 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753665 Oct 15 00:40:32.820598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Allocated IP 172.20.0.14 (9e41b00c-b623-43aa-84c1-2d27f3e01443/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6/7580b13b-2fa3-4f9f-8d3f-b493bdb48118) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:40:32.937279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c8d80eb-704c-403f-bb1f-e1507f7aa587 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.940735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c8d80eb-704c-403f-bb1f-e1507f7aa587 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:32.944349 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2c8d80eb-704c-403f-bb1f-e1507f7aa587 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/70be7119-1766-43b8-8d53-73a59dfa030a HTTP/1.1" status: 204 len: 168 time: 0.3640273 Oct 15 00:40:32.944701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46564) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:32.951712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d80eb-704c-403f-bb1f-e1507f7aa587 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70be7119-1766-43b8-8d53-73a59dfa030a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:33.000093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.018167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-32da20ce-5f32-4104-9b5a-5c65c7d77171 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723159 Oct 15 00:40:33.021594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46568) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:33.025997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9d161461-e738-4ad0-a8d3-b323929226b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656628757'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:33.132009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d161461-e738-4ad0-a8d3-b323929226b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.161574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.226255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:33.231025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:33.234011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:33.237506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:40:33.282789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d161461-e738-4ad0-a8d3-b323929226b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.301211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:33.301902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.354851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d161461-e738-4ad0-a8d3-b323929226b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.388158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d161461-e738-4ad0-a8d3-b323929226b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ab2d5-c538-4e49-ae95-a730a6dca619,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:33.416024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c6cbf71b-d2aa-4740-810b-4fd8abe60184 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1603146 Oct 15 00:40:33.429606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Request body: {'port': {'device_id': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:33.451593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d161461-e738-4ad0-a8d3-b323929226b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.452902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9d161461-e738-4ad0-a8d3-b323929226b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4302669 Oct 15 00:40:33.456956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46574) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:33.462987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7c8db514-b857-4149-8a46-a374f41d8237 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': 'f18ab2d5-c538-4e49-ae95-a730a6dca619', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:33.464114 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-7c8db514-b857-4149-8a46-a374f41d8237 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 15 00:40:33.464615 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-7c8db514-b857-4149-8a46-a374f41d8237 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:33.465839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7c8db514-b857-4149-8a46-a374f41d8237 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071554 Oct 15 00:40:33.468464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46576) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:33.521052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.527085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e91dc06b-a06b-4f0e-98ed-ec818bacf3e9 None None] Provisioning complete for port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:33.527537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e91dc06b-a06b-4f0e-98ed-ec818bacf3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.571919 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb0f8ce7-1d3f-4ebc-a40a-cb1c976e1f33 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.576103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e91dc06b-a06b-4f0e-98ed-ec818bacf3e9 None None] Port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:40:33.601723 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb0f8ce7-1d3f-4ebc-a40a-cb1c976e1f33 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.618824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-de2de06e-90ec-4a1f-b2d6-d27f7610d926 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0931849 Oct 15 00:40:33.730976 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb0f8ce7-1d3f-4ebc-a40a-cb1c976e1f33 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.733576 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb0f8ce7-1d3f-4ebc-a40a-cb1c976e1f33 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:33.735435 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bb0f8ce7-1d3f-4ebc-a40a-cb1c976e1f33 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/f18ab2d5-c538-4e49-ae95-a730a6dca619 HTTP/1.1" status: 204 len: 168 time: 0.2659147 Oct 15 00:40:33.740761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46594) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:33.749960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f8ce7-1d3f-4ebc-a40a-cb1c976e1f33 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ab2d5-c538-4e49-ae95-a730a6dca619,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:33.764445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706d370-9594-4283-a82e-270def295cc2 req-1ba5130a-cc86-451b-928b-35bae2cea8cb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:33.766795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2706d370-9594-4283-a82e-270def295cc2 req-1ba5130a-cc86-451b-928b-35bae2cea8cb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 932 time: 0.0719883 Oct 15 00:40:33.812893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2706d370-9594-4283-a82e-270def295cc2 req-ad8b15b1-1afe-4665-b435-7f20d65b436b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377600 Oct 15 00:40:33.926592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986fc4-07a1-48bc-9759-3a3736dbbfe9 req-825b46bb-86a0-49c9-8aaf-f05ba612a2a5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:33.928206 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d4986fc4-07a1-48bc-9759-3a3736dbbfe9 req-825b46bb-86a0-49c9-8aaf-f05ba612a2a5 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 945 time: 0.0558345 Oct 15 00:40:33.971223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d4986fc4-07a1-48bc-9759-3a3736dbbfe9 req-dc81c369-30f6-482f-8943-af3b575e36bd tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Oct 15 00:40:34.207962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.208524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.208870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.209317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.209764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.210234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.210680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.212549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-db26f0b5-7ef5-4236-b5ee-7593e5f97094 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6489 time: 0.5142641 Oct 15 00:40:34.219334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c993a016-d23d-4277-904b-8090b199ea0a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4609022 Oct 15 00:40:34.223730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46600) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.229703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6547abb1-4779-499b-968e-2665b6d32d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--721964909'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:34.270541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-732374ef-4d1d-4eb1-8769-f4a3ecded7a7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.271975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-732374ef-4d1d-4eb1-8769-f4a3ecded7a7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.5497432 Oct 15 00:40:34.292938 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6547abb1-4779-499b-968e-2665b6d32d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.352539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-e811f344-7b37-42e9-91a1-b0cf468278ed tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0674646 Oct 15 00:40:34.361355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6547abb1-4779-499b-968e-2665b6d32d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.411538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6547abb1-4779-499b-968e-2665b6d32d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.440643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547abb1-4779-499b-968e-2665b6d32d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ba4bc-6cdf-483c-87d0-9886d0b81e89,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:34.443048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-276e8004-d4af-48a2-913f-ba87e5c46aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.443522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-276e8004-d4af-48a2-913f-ba87e5c46aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.443975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-276e8004-d4af-48a2-913f-ba87e5c46aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.446621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-276e8004-d4af-48a2-913f-ba87e5c46aaa service neutron] 10.222.0.39 "GET /v2.0/networks?id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=10e13c7f-f849-48de-b935-131b1bbc0cec&id=10e13c7f-f849-48de-b935-131b1bbc0cec HTTP/1.1" status: 200 len: 2292 time: 0.2044570 Oct 15 00:40:34.456360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:34.474589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.505253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6547abb1-4779-499b-968e-2665b6d32d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.510042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6547abb1-4779-499b-968e-2665b6d32d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2847786 Oct 15 00:40:34.513297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46604) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.517986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-2bf3e8da-74b4-4fd5-b24b-3199989990c8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568737 Oct 15 00:40:34.521704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-12edee27-9bcc-487a-a3b4-66981f989ab3 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '5c8ba4bc-6cdf-483c-87d0-9886d0b81e89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:34.528111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Transition to ACTIVE for port object 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:40:34.542501 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-12edee27-9bcc-487a-a3b4-66981f989ab3 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 15 00:40:34.543907 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-12edee27-9bcc-487a-a3b4-66981f989ab3 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:34.547558 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-12edee27-9bcc-487a-a3b4-66981f989ab3 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0327868 Oct 15 00:40:34.548152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46606) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.552515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8d683097-68e3-4a81-aaf7-e035e4a42d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '5c8ba4bc-6cdf-483c-87d0-9886d0b81e89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:34.553170 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-8d683097-68e3-4a81-aaf7-e035e4a42d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 15 00:40:34.553985 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-8d683097-68e3-4a81-aaf7-e035e4a42d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:34.557263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46608) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.557527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8d683097-68e3-4a81-aaf7-e035e4a42d6c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082085 Oct 15 00:40:34.570221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-33e5a7c7-2c96-4d68-8ccf-15b90143b5ae tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '5c8ba4bc-6cdf-483c-87d0-9886d0b81e89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:34.572132 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-33e5a7c7-2c96-4d68-8ccf-15b90143b5ae tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 15 00:40:34.572639 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-33e5a7c7-2c96-4d68-8ccf-15b90143b5ae tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:34.573591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-33e5a7c7-2c96-4d68-8ccf-15b90143b5ae tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137160 Oct 15 00:40:34.576546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46610) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.577087 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-afc3a86b-def4-45ac-ba81-b6004136a38b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75ea010d-d039-498c-8048-6b756133d8ad HTTP/1.1" status: 200 len: 1000 time: 0.1162503 Oct 15 00:40:34.582898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8e471220-5bf0-4d30-ae03-f40c8e4b8554 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '5c8ba4bc-6cdf-483c-87d0-9886d0b81e89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:34.583882 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-8e471220-5bf0-4d30-ae03-f40c8e4b8554 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 15 00:40:34.584370 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-8e471220-5bf0-4d30-ae03-f40c8e4b8554 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:34.587842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8e471220-5bf0-4d30-ae03-f40c8e4b8554 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060630 Oct 15 00:40:34.588089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46614) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.619996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.650605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-693647f7-0679-4aa5-81b5-572e40a72996 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.674340 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-693647f7-0679-4aa5-81b5-572e40a72996 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.713202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-048438f0-f466-4801-9ec4-c00230027d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.714705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-048438f0-f466-4801-9ec4-c00230027d15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9c50b30-fb11-477b-88d9-4c9150808b66 HTTP/1.1" status: 200 len: 850 time: 0.1058867 Oct 15 00:40:34.735247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-54c3e757-594a-43bb-b3bb-027d643944e6 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077837 Oct 15 00:40:34.740789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Pushing event updated for resources: {'Port': ['ID=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:34.811813 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-693647f7-0679-4aa5-81b5-572e40a72996 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.815077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-693647f7-0679-4aa5-81b5-572e40a72996 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:34.818704 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-693647f7-0679-4aa5-81b5-572e40a72996 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c8ba4bc-6cdf-483c-87d0-9886d0b81e89 HTTP/1.1" status: 204 len: 168 time: 0.2273629 Oct 15 00:40:34.822920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46616) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.827429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693647f7-0679-4aa5-81b5-572e40a72996 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ba4bc-6cdf-483c-87d0-9886d0b81e89,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:34.913623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-b13118a8-49f8-4b5e-9f13-56c372d063c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.915161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-b13118a8-49f8-4b5e-9f13-56c372d063c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930358 Oct 15 00:40:34.951261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df29446-6c38-403b-8f6b-00a7fb564008 req-accf22cf-bc79-45d5-9206-b5eeb266c887 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:34.952684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4df29446-6c38-403b-8f6b-00a7fb564008 req-accf22cf-bc79-45d5-9206-b5eeb266c887 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 944 time: 0.0600948 Oct 15 00:40:34.969575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dae525de-44de-47cc-80a5-33b935204493 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422386 Oct 15 00:40:34.975176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46620) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:34.976744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Attempting to bind port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:40:34.977088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Attempting to bind port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:40:34.977417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Attempting to bind port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:34.979528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-268e384a-9ccc-4776-8b49-e5a4f980185f tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222891157'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:34.992204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:40:34.992528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Attempting to bind port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:34.995820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-4ab5e3a9-46ff-4d3c-a1bc-c222b7392f05 service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378271 Oct 15 00:40:35.025012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4df29446-6c38-403b-8f6b-00a7fb564008 req-ff886b6d-6aca-4979-99e4-265ec07c1024 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637031 Oct 15 00:40:35.026738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:40:35.027045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:40:35.027430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Bound using segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:40:35.027879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Bound port: 7580b13b-2fa3-4f9f-8d3f-b493bdb48118, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:40:35.028237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:35.092613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-612aafb8-f7fb-41cb-93f9-9d439c9433a3 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627567 Oct 15 00:40:35.132622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fea865-bd93-4368-a9b2-1c676f1365fe req-ec09c455-e04b-47c7-b1f3-96cb4d647bd6 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:35.134155 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36fea865-bd93-4368-a9b2-1c676f1365fe req-ec09c455-e04b-47c7-b1f3-96cb4d647bd6 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 945 time: 0.0549862 Oct 15 00:40:35.140511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-268e384a-9ccc-4776-8b49-e5a4f980185f tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:35.148867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] For port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:40:35.190334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] For port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:40:35.207757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-36fea865-bd93-4368-a9b2-1c676f1365fe req-757871a7-f7b3-467f-9a99-4f0e4248964c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596921 Oct 15 00:40:35.220120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-169dfc5c-ca7d-4ebf-a4dd-cf553f97df17 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173964 Oct 15 00:40:35.273770 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-268e384a-9ccc-4776-8b49-e5a4f980185f tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:35.307867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-63abda60-5f9b-43bd-8528-012fd76d99a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 217 time: 0.0807929 Oct 15 00:40:35.310455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:35.339418 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8bf79a6-ffc8-450d-aa37-7975868551c3 req-0f0461d3-056b-4401-bc1b-2435b4d75b19 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 210 time: 0.0411637 Oct 15 00:40:35.355464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-268e384a-9ccc-4776-8b49-e5a4f980185f tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:35.398860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:35.398970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:35.400311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] 10.222.0.30 "PUT /v2.0/ports/7580b13b-2fa3-4f9f-8d3f-b493bdb48118 HTTP/1.1" status: 200 len: 1092 time: 1.9751782 Oct 15 00:40:35.403865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'tag': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:35.407229 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbdc6b1-ad0d-45c2-82e3-4dac089b1647" -d '{"events": [{"name": "network-changed", "server_uuid": "a27562ad-7516-4054-bdcd-ffe4462c1a88", "tag": "7580b13b-2fa3-4f9f-8d3f-b493bdb48118"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:35.409436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e384a-9ccc-4776-8b49-e5a4f980185f tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720e1c18-070a-4e7f-9bcf-2c08a02c31c6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:35.438603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-5a9b2184-ed32-4682-bed6-4ba7e246c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:35.438603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-5a9b2184-ed32-4682-bed6-4ba7e246c42d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.1218193 Oct 15 00:40:35.439550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636c958-8937-422f-8a2d-eeb7154e07ee service neutron] Pushing event updated for resources: {'Port': ['ID=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:35.460398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-268e384a-9ccc-4776-8b49-e5a4f980185f tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:35.464758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-268e384a-9ccc-4776-8b49-e5a4f980185f tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4856391 Oct 15 00:40:35.464895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46638) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:35.472554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-87562969-9fd1-48ce-9e9c-61a62bb8ace6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:35.473318 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-87562969-9fd1-48ce-9e9c-61a62bb8ace6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 00:40:35.473842 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-87562969-9fd1-48ce-9e9c-61a62bb8ace6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:35.477684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-87562969-9fd1-48ce-9e9c-61a62bb8ace6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091851 Oct 15 00:40:35.483417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46640) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:35.489430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3711523c-f9ff-4baa-abe5-1b73e728b0a8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:35.492575 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325af3f1-e800-4060-9415-0660a91004dc x-openstack-request-id: req-325af3f1-e800-4060-9415-0660a91004dc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:35.495029 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27562ad-7516-4054-bdcd-ffe4462c1a88", "tag": "7580b13b-2fa3-4f9f-8d3f-b493bdb48118", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:35.495029 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-325af3f1-e800-4060-9415-0660a91004dc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:35.495029 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'tag': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118', 'status': 'completed', 'code': 200} Oct 15 00:40:35.550810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-7f5a7cab-886b-48a8-8934-8fcc66e6a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:35.552319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-7f5a7cab-886b-48a8-8934-8fcc66e6a083 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0981762 Oct 15 00:40:35.557743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc6b1-ad0d-45c2-82e3-4dac089b1647 req-4be54667-0c39-4370-ae31-3a0d0329292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:35.559411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fbdc6b1-ad0d-45c2-82e3-4dac089b1647 req-4be54667-0c39-4370-ae31-3a0d0329292c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 1095 time: 0.0621519 Oct 15 00:40:35.662122 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-3711523c-f9ff-4baa-abe5-1b73e728b0a8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:35.662122 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3711523c-f9ff-4baa-abe5-1b73e728b0a8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1765280 Oct 15 00:40:35.663728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46646) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:35.669043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3cbd3969-f5cb-46fb-a88e-707f6c2ab6b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:35.669577 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-3cbd3969-f5cb-46fb-a88e-707f6c2ab6b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 15 00:40:35.670005 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-3cbd3969-f5cb-46fb-a88e-707f6c2ab6b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:35.673655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3cbd3969-f5cb-46fb-a88e-707f6c2ab6b1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059044 Oct 15 00:40:35.673832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46648) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:35.682205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-83413343-1d83-45b0-ade6-488bd120cd40 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:35.738566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:35.744291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-fe83fc83-be20-4d11-aaa0-be69b25a2476 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839304 Oct 15 00:40:35.745836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc6b1-ad0d-45c2-82e3-4dac089b1647 req-3f538eb1-7fcd-47cf-9c3f-944cd0d1e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:35.747269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fbdc6b1-ad0d-45c2-82e3-4dac089b1647 req-3f538eb1-7fcd-47cf-9c3f-944cd0d1e79b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=263c0d278c3f49c9bc051c77cb07a614&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1757045 Oct 15 00:40:35.762719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:35.763062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1af5a53f-ca03-4443-bc1d-ab4a554c9f8f not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:40:35.914468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-60ca3468-9ddd-4954-b65b-6d60f69b17e5 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598856 Oct 15 00:40:35.916294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc6b1-ad0d-45c2-82e3-4dac089b1647 req-315aa6f0-1d0f-4422-817d-816725e7d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:35.917637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fbdc6b1-ad0d-45c2-82e3-4dac089b1647 req-315aa6f0-1d0f-4422-817d-816725e7d60c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575618 Oct 15 00:40:35.956306 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-83413343-1d83-45b0-ade6-488bd120cd40 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:35.956998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-ac18fcb8-4e96-4752-80ac-f7d2c8aaa815 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 217 time: 0.0372612 Oct 15 00:40:35.957626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83413343-1d83-45b0-ade6-488bd120cd40 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2828157 Oct 15 00:40:35.960512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46652) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:35.965549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2f9020d0-ebdc-46b0-a18b-2200ad3e9ac1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:35.966196 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-2f9020d0-ebdc-46b0-a18b-2200ad3e9ac1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 00:40:35.966708 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-2f9020d0-ebdc-46b0-a18b-2200ad3e9ac1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:35.967680 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2f9020d0-ebdc-46b0-a18b-2200ad3e9ac1 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060291 Oct 15 00:40:35.970264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46654) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:35.974741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d3d9e59e-44a3-4d3d-b50f-eb1bc7e0f522 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:36.031249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-40e4d38e-9782-41af-a315-4ee47bb0f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.032813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-40e4d38e-9782-41af-a315-4ee47bb0f8df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.0683148 Oct 15 00:40:36.038660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-a3bdfdb2-5d64-4192-8dc4-9f94e7fc6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.040030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-a3bdfdb2-5d64-4192-8dc4-9f94e7fc6bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 1095 time: 0.0850968 Oct 15 00:40:36.060288 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-d3d9e59e-44a3-4d3d-b50f-eb1bc7e0f522 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Project 3de6f22cbc5e417d83caa5f118ecdf29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 00:40:36.104384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-5fd8e799-18a6-430e-af6f-c5a937fa4db4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118 HTTP/1.1" status: 200 len: 217 time: 0.0548573 Oct 15 00:40:36.153759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78096d11-e0ab-4347-ac84-613dfc296701 req-1ee8edaf-d9a0-45a9-a069-83dda558621a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.159969 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78096d11-e0ab-4347-ac84-613dfc296701 req-1ee8edaf-d9a0-45a9-a069-83dda558621a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 944 time: 0.0571730 Oct 15 00:40:36.159969 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-d3d9e59e-44a3-4d3d-b50f-eb1bc7e0f522 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:36.160984 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d3d9e59e-44a3-4d3d-b50f-eb1bc7e0f522 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1898165 Oct 15 00:40:36.161609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46662) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:36.167033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-03e2f4e1-2cad-47e8-9bb5-675fd7bddc1a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:36.167445 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-03e2f4e1-2cad-47e8-9bb5-675fd7bddc1a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 15 00:40:36.167911 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-03e2f4e1-2cad-47e8-9bb5-675fd7bddc1a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:36.171489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-03e2f4e1-2cad-47e8-9bb5-675fd7bddc1a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052121 Oct 15 00:40:36.171634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46664) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:36.176923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-cb048f82-6d9f-4a71-93ca-96f7170dfee8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:36.178078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-78f980ef-9541-439f-ae5e-3ab99eb3493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.179772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-78f980ef-9541-439f-ae5e-3ab99eb3493d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388729 Oct 15 00:40:36.181085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c8634620-5d77-4220-9086-94d529a94c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.182428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-c8634620-5d77-4220-9086-94d529a94c9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0705922 Oct 15 00:40:36.223699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78096d11-e0ab-4347-ac84-613dfc296701 req-c063b2e2-a2e8-4ff5-87de-e30e5b28de5c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611057 Oct 15 00:40:36.301630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-ef0b29d3-061b-4f40-886e-10d84ad40ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.303152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-ef0b29d3-061b-4f40-886e-10d84ad40ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075132 Oct 15 00:40:36.334667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-9e83cec8-c089-43e1-be27-61c0e1e51de5 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468809 Oct 15 00:40:36.347005 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-cb048f82-6d9f-4a71-93ca-96f7170dfee8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Project 3de6f22cbc5e417d83caa5f118ecdf29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 00:40:36.463122 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-068369ab-8b65-45e8-bca8-8b86bc63f06b req-3337a9f3-5980-4d84-bd24-c13e0a9d49b0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 210 time: 0.0386689 Oct 15 00:40:36.464796 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-cb048f82-6d9f-4a71-93ca-96f7170dfee8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:36.466320 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cb048f82-6d9f-4a71-93ca-96f7170dfee8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2932141 Oct 15 00:40:36.468794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46672) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:36.473268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-bca5bcf1-c47b-41a2-a42e-3c3d8ad450ef service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618075 Oct 15 00:40:36.475023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4738dcea-4f9f-4010-8c7f-9961236ac54d tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '720e1c18-070a-4e7f-9bcf-2c08a02c31c6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:36.531160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-216116eb-d97d-40f6-a697-4dcfff4aa378 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753609 Oct 15 00:40:36.600274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-5da37d61-ff3d-4653-b722-8fd1e1112e90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c HTTP/1.1" status: 200 len: 217 time: 0.0404406 Oct 15 00:40:36.640595 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-4738dcea-4f9f-4010-8c7f-9961236ac54d tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Project 3de6f22cbc5e417d83caa5f118ecdf29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 00:40:36.670616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aaf6303-4d3f-4153-b564-b3f82735808e req-2b7bc977-3844-4beb-b7d4-8f186d4d8fd2 service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860545 Oct 15 00:40:36.682131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-cec96019-25ed-49a9-a1e1-1e01370d5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.683641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-cec96019-25ed-49a9-a1e1-1e01370d5586 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.0721726 Oct 15 00:40:36.733414 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-4738dcea-4f9f-4010-8c7f-9961236ac54d tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:36.737938 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4738dcea-4f9f-4010-8c7f-9961236ac54d tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2638609 Oct 15 00:40:36.737938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46678) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:36.754221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-65e326f4-cad9-4459-bea3-77cf795e00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:36.756933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-65e326f4-cad9-4459-bea3-77cf795e00e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658922 Oct 15 00:40:36.799500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f35088e-d6ec-43a6-b7a7-dfae6a6f60a6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:36.829566 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f35088e-d6ec-43a6-b7a7-dfae6a6f60a6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:36.874563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-470d17a2-0348-42f9-85df-352626c024fd service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062059 Oct 15 00:40:36.978274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-37b0e854-406e-4aa0-87b3-9da30edd52c2 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965438 Oct 15 00:40:37.020026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-1856a882-732c-47f6-9b34-df4fb0903a28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e HTTP/1.1" status: 200 len: 217 time: 0.0349391 Oct 15 00:40:37.067555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-1de290e5-1bb7-466c-81af-b7c3ca86bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:37.068964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-1de290e5-1bb7-466c-81af-b7c3ca86bf9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.0429831 Oct 15 00:40:37.075952 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f35088e-d6ec-43a6-b7a7-dfae6a6f60a6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:37.079120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f35088e-d6ec-43a6-b7a7-dfae6a6f60a6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:37.080281 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6f35088e-d6ec-43a6-b7a7-dfae6a6f60a6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/720e1c18-070a-4e7f-9bcf-2c08a02c31c6 HTTP/1.1" status: 204 len: 168 time: 0.3414512 Oct 15 00:40:37.083691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46680) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:37.101999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35088e-d6ec-43a6-b7a7-dfae6a6f60a6 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e1c18-070a-4e7f-9bcf-2c08a02c31c6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:37.127633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-7573ba64-7c2f-45f7-b9dc-290842d0a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:37.128215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-7573ba64-7c2f-45f7-b9dc-290842d0a2cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514617 Oct 15 00:40:37.139891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f3b4f68-158b-4116-99e3-f3f3431a8a12 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550740 Oct 15 00:40:37.144886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46684) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:37.149234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f78d3b0c-6012-4a8f-8a97-75a2837fac74 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--698623509'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:37.245146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-0c3a7837-6afd-4ea6-9007-58d06c849161 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079473 Oct 15 00:40:37.294785 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f78d3b0c-6012-4a8f-8a97-75a2837fac74 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:37.482984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-dc685944-73cc-470e-b6dc-99649e97e295 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259934 Oct 15 00:40:37.494240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754d06-9690-4d42-b706-1b1adc5b638f req-e35e6b01-3d74-42ab-b47b-a08e8bc097ef tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:37.495806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d754d06-9690-4d42-b706-1b1adc5b638f req-e35e6b01-3d74-42ab-b47b-a08e8bc097ef tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 944 time: 0.1721363 Oct 15 00:40:37.579899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9890f8a1-e854-45bc-b789-3e7d3c63a3ad req-99958f5d-f656-446a-8103-55c961a5ebbe tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 210 time: 0.0303206 Oct 15 00:40:37.884241 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f78d3b0c-6012-4a8f-8a97-75a2837fac74 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:37.889485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-2a79fae2-4cf1-4853-a6aa-7feb3e47253a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a HTTP/1.1" status: 200 len: 217 time: 0.3701200 Oct 15 00:40:37.961278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d754d06-9690-4d42-b706-1b1adc5b638f req-a95812dc-b147-40cc-963d-474ccb3a12e5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572692 Oct 15 00:40:37.972422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-a2ea3cf2-64f9-4d19-9408-ae929c33eb48 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:37.973953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-a2ea3cf2-64f9-4d19-9408-ae929c33eb48 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.5345273 Oct 15 00:40:37.992914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Request body: {'port': {'device_id': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'admin_state_up': True, 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:37.999256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-c2a26439-7137-4830-bac9-c74bf1e9a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:38.001023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-c2a26439-7137-4830-bac9-c74bf1e9a849 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.0799870 Oct 15 00:40:38.001623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f78d3b0c-6012-4a8f-8a97-75a2837fac74 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:38.122229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d3b0c-6012-4a8f-8a97-75a2837fac74 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f01912-9932-4e14-982a-701005d1f3fd,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:38.146053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-1f2f6a50-88c6-46e8-9224-a63500cd7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:38.147582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-1f2f6a50-88c6-46e8-9224-a63500cd7a2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293180 Oct 15 00:40:38.152088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f78d3b0c-6012-4a8f-8a97-75a2837fac74 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:38.153178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f78d3b0c-6012-4a8f-8a97-75a2837fac74 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0072484 Oct 15 00:40:38.156170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46696) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:38.161523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-48c81832-22c6-415b-839d-c66396899a7e tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': 'c2f01912-9932-4e14-982a-701005d1f3fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:38.198929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:40:38.198929 n-d-811521-2 neutron-server[107726]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 15 00:40:38.198929 n-d-811521-2 neutron-server[107726]: [parameters: {'project_id': 'd9bc7fd2642a4d0f8888f1c6a0214528', 'id': 'c9cfbadc-ae51-4c81-a4f9-8798174881ac', 'expiration': datetime.datetime(2021, 10, 15, 0, 42, 38, 187001)}] Oct 15 00:40:38.198929 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:40:38.199418 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:40:38.256462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-8254e5f9-ce72-49c8-8b21-790a31425a64 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976479 Oct 15 00:40:38.361841 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-48c81832-22c6-415b-839d-c66396899a7e tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The resource could not be found. Oct 15 00:40:38.365283 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-48c81832-22c6-415b-839d-c66396899a7e tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2048440 Oct 15 00:40:38.365586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46704) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:38.368272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-89d1f676-6487-4d92-9dfa-573d3fcb588f service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031363 Oct 15 00:40:38.371513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4536f505-3870-4e11-b269-075fe483ed69 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': 'c2f01912-9932-4e14-982a-701005d1f3fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f8a21d0e-3eb4-41d9-8788-28635753935b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:38.413151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-3359048d-73d8-4ccc-a59c-b2985f2afb12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d HTTP/1.1" status: 200 len: 217 time: 0.0362086 Oct 15 00:40:38.471304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-b727da85-c5b1-4c6c-8c1f-f1edc27d10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:38.472951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-b727da85-c5b1-4c6c-8c1f-f1edc27d10be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.0517740 Oct 15 00:40:38.522911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-bc2882c1-f04a-4b47-a6a8-705a403d7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:38.525523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-bc2882c1-f04a-4b47-a6a8-705a403d7989 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442762 Oct 15 00:40:38.596175 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-4536f505-3870-4e11-b269-075fe483ed69 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The resource could not be found. Oct 15 00:40:38.597235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4536f505-3870-4e11-b269-075fe483ed69 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2306490 Oct 15 00:40:38.600324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:38.678515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be5c4df2-ad4f-4c34-adab-2a85d8252c57 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:38.699024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49bba830-0618-4b5f-af7b-197b329e2367 req-31bf7a3b-7652-4d24-93e3-d31fcfa9cc44 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 210 time: 0.0350678 Oct 15 00:40:38.705648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be5c4df2-ad4f-4c34-adab-2a85d8252c57 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:38.741133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-f65afe8e-4bfc-4d33-8519-48c53f4d0e49 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635165 Oct 15 00:40:38.818818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:40:38.819267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be5c4df2-ad4f-4c34-adab-2a85d8252c57 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:38.821977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be5c4df2-ad4f-4c34-adab-2a85d8252c57 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:38.822401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:38.823307 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be5c4df2-ad4f-4c34-adab-2a85d8252c57 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/c2f01912-9932-4e14-982a-701005d1f3fd HTTP/1.1" status: 204 len: 168 time: 0.2220340 Oct 15 00:40:38.826538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46720) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:38.833330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c4df2-ad4f-4c34-adab-2a85d8252c57 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f01912-9932-4e14-982a-701005d1f3fd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:38.887115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a604e24a-0372-4313-b4f7-3a4d694de04a req-81d6fbec-7752-410e-81b3-085e2169b407 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383467 Oct 15 00:40:38.952613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2c2b5fc6-30ec-457d-a643-8255f16ed5a2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1201620 Oct 15 00:40:38.952826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:38.960909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4d903253-4954-4269-8804-c625af25e31c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '792192d8-ec13-49e9-9c0d-33c570aebac9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:39.041010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Allocated IP 172.20.0.10 (254d612d-8aa7-40a1-b978-a145ebdb820a/0b26703b-4283-4fed-aa99-6da3b957f7d9/b7b1c619-c1d1-4477-926b-8741d0e9e1d6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:40:39.087728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ba24c-06ed-43bf-aeab-52f6fc2abfeb req-f169bc6a-d0ed-4a35-aa6d-a627797d5145 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:39.089237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ef3ba24c-06ed-43bf-aeab-52f6fc2abfeb req-f169bc6a-d0ed-4a35-aa6d-a627797d5145 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 944 time: 0.0532489 Oct 15 00:40:39.132400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ef3ba24c-06ed-43bf-aeab-52f6fc2abfeb req-33363457-478a-45df-8afb-6405f50e081b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358357 Oct 15 00:40:39.207410 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.230611 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-4d903253-4954-4269-8804-c625af25e31c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The resource could not be found. Oct 15 00:40:39.231347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4d903253-4954-4269-8804-c625af25e31c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2768521 Oct 15 00:40:39.235595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46730) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:39.240040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-47a1f62a-a515-47cf-b47b-ba85d3f7e101 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300455656'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:39.315409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.321779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-47a1f62a-a515-47cf-b47b-ba85d3f7e101 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.330286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:39.366209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:39.372097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:39.374559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:40:39.433553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:39.434119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.434630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-47a1f62a-a515-47cf-b47b-ba85d3f7e101 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.439633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event updated for resources: {'Port': ['ID=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:39.509980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-47a1f62a-a515-47cf-b47b-ba85d3f7e101 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.540002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1f62a-a515-47cf-b47b-ba85d3f7e101 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538dc25d-6ff9-43fb-8dd8-6a0539135600,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:39.541536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-77db72d5-3f8d-4f2c-9eed-fbd841134a37 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5548790 Oct 15 00:40:39.556260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Request body: {'port': {'device_id': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:39.593086 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-47a1f62a-a515-47cf-b47b-ba85d3f7e101 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.599567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46734) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:39.599694 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-47a1f62a-a515-47cf-b47b-ba85d3f7e101 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3622184 Oct 15 00:40:39.604047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-15e1fda2-2321-4876-91b4-661499b2d937 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--944698085'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:39.642647 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.751759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15e1fda2-2321-4876-91b4-661499b2d937 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.771190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.834792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ee6de-8d0c-42a5-806a-f38f4ce8bf5d req-5a3a0ddc-9b73-4b9f-848f-c3c7b783e4b5 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:39.845151 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a16ee6de-8d0c-42a5-806a-f38f4ce8bf5d req-5a3a0ddc-9b73-4b9f-848f-c3c7b783e4b5 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 932 time: 0.0737660 Oct 15 00:40:39.897280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a16ee6de-8d0c-42a5-806a-f38f4ce8bf5d req-21981734-cccd-4049-9e31-2d2231d65d3a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509923 Oct 15 00:40:39.915545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15e1fda2-2321-4876-91b4-661499b2d937 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:39.979091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b1c619-c1d1-4477-926b-8741d0e9e1d6 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:39.987428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.002390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Transition to ACTIVE for port object b7b1c619-c1d1-4477-926b-8741d0e9e1d6 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:40:40.014469 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15e1fda2-2321-4876-91b4-661499b2d937 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.041796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1fda2-2321-4876-91b4-661499b2d937 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e734e42-99ed-4d9e-b9ff-942a6919158f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:40.099061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.114473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:40:40.139773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15e1fda2-2321-4876-91b4-661499b2d937 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.141303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-15e1fda2-2321-4876-91b4-661499b2d937 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5406404 Oct 15 00:40:40.144010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:40.152375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6fbd4dc4-1679-489d-869b-b4c81499bb7d tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '538dc25d-6ff9-43fb-8dd8-6a0539135600', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1e734e42-99ed-4d9e-b9ff-942a6919158f'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:40.175509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Pushing event updated for resources: {'Port': ['ID=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:40.230174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:40.245159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118', 'mac_address': 'fa:16:3e:68:f0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:40:40.267625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Attempting to bind port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:40:40.267962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Attempting to bind port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:40:40.268273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Attempting to bind port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:40.272671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 on network 254d612d-8aa7-40a1-b978-a145ebdb820a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:40:40.273147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Attempting to bind port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:40.278241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:40:40.278581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:40:40.279207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Bound using segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:40:40.279658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Bound port: b7b1c619-c1d1-4477-926b-8741d0e9e1d6, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:40:40.280124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.283013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0be7-1e89-4516-b3ee-4158e0bb644c req-cf5ae2ff-4c84-434a-a353-9560bfb9d7c5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:40.284722 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08ae0be7-1e89-4516-b3ee-4158e0bb644c req-cf5ae2ff-4c84-434a-a353-9560bfb9d7c5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 944 time: 0.0676370 Oct 15 00:40:40.309664 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.327449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:40.331243 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08ae0be7-1e89-4516-b3ee-4158e0bb644c req-fd6b9306-1ca4-4c74-a91d-ae55f9c415b1 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393240 Oct 15 00:40:40.358594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:40.360607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] For port b7b1c619-c1d1-4477-926b-8741d0e9e1d6, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:40:40.364456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] For port b7b1c619-c1d1-4477-926b-8741d0e9e1d6, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:40:40.419138 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-6fbd4dc4-1679-489d-869b-b4c81499bb7d tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:40.420341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6fbd4dc4-1679-489d-869b-b4c81499bb7d tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2752752 Oct 15 00:40:40.423915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46748) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:40.447639 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.452679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.506142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:40.506142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.506142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] 10.222.0.39 "PUT /v2.0/ports/b7b1c619-c1d1-4477-926b-8741d0e9e1d6 HTTP/1.1" status: 200 len: 1092 time: 0.9549794 Oct 15 00:40:40.507966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:40.508115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'tag': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:40.510908 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156ffcef-a8c3-4c09-9521-9acc815df1be" -d '{"events": [{"name": "network-changed", "server_uuid": "1da8e537-46c9-425f-b9f7-80de4f0a768f", "tag": "b7b1c619-c1d1-4477-926b-8741d0e9e1d6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:40.541465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfdc86ca-5466-4c12-a212-134c259ade7b tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.555727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5d748-4dce-4a59-96cc-aed7487b1cca service neutron] Pushing event updated for resources: {'Port': ['ID=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:40.572078 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfdc86ca-5466-4c12-a212-134c259ade7b tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.575569 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81169219-e47b-4f3c-b30e-6878b30962ee x-openstack-request-id: req-81169219-e47b-4f3c-b30e-6878b30962ee {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:40.575863 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da8e537-46c9-425f-b9f7-80de4f0a768f", "tag": "b7b1c619-c1d1-4477-926b-8741d0e9e1d6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:40.576115 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81169219-e47b-4f3c-b30e-6878b30962ee {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:40.576510 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'tag': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6', 'status': 'completed', 'code': 200} Oct 15 00:40:40.653959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ffcef-a8c3-4c09-9521-9acc815df1be req-51025a63-788f-4b3f-9308-b869492c7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:40.655644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-156ffcef-a8c3-4c09-9521-9acc815df1be req-51025a63-788f-4b3f-9308-b869492c7029 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 1095 time: 0.0496311 Oct 15 00:40:40.730866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:40.737030 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfdc86ca-5466-4c12-a212-134c259ade7b tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.739681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfdc86ca-5466-4c12-a212-134c259ade7b tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.742152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cfdc86ca-5466-4c12-a212-134c259ade7b tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e734e42-99ed-4d9e-b9ff-942a6919158f HTTP/1.1" status: 204 len: 168 time: 0.3159940 Oct 15 00:40:40.744869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:40.763088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc86ca-5466-4c12-a212-134c259ade7b tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e734e42-99ed-4d9e-b9ff-942a6919158f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:40.800838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ffcef-a8c3-4c09-9521-9acc815df1be req-cf8d0ade-526a-4722-b1ed-4a674dfba3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:40.802368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-156ffcef-a8c3-4c09-9521-9acc815df1be req-cf8d0ade-526a-4722-b1ed-4a674dfba3e1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1381810 Oct 15 00:40:40.827269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aeaec90f-2e3a-49ba-9815-3a85d0dff250 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0806417 Oct 15 00:40:40.831728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:40.897841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a67536-58fc-4f33-bc19-3129661d4dd4 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.927262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ffcef-a8c3-4c09-9521-9acc815df1be req-78cc7cc9-0563-4d2f-bed2-67d6a970abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:40.928210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a67536-58fc-4f33-bc19-3129661d4dd4 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:40.928886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-156ffcef-a8c3-4c09-9521-9acc815df1be req-78cc7cc9-0563-4d2f-bed2-67d6a970abeb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196432 Oct 15 00:40:41.032377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-0d2e98b4-77f2-4e50-9a62-a037fe18006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:41.033803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-0d2e98b4-77f2-4e50-9a62-a037fe18006b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 1095 time: 0.0447280 Oct 15 00:40:41.047109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b405f-65b3-4f4e-b209-e2a27c942cc1 req-4ff0756c-b501-4040-b3f0-20f3c3cbc737 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:41.048988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-025b405f-65b3-4f4e-b209-e2a27c942cc1 req-4ff0756c-b501-4040-b3f0-20f3c3cbc737 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 944 time: 0.0552404 Oct 15 00:40:41.085569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-8045391d-4427-42a0-80de-98a1114c7451 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7b1c619-c1d1-4477-926b-8741d0e9e1d6 HTTP/1.1" status: 200 len: 217 time: 0.0435078 Oct 15 00:40:41.097102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a67536-58fc-4f33-bc19-3129661d4dd4 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:41.100108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a67536-58fc-4f33-bc19-3129661d4dd4 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:41.103743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-28a67536-58fc-4f33-bc19-3129661d4dd4 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/538dc25d-6ff9-43fb-8dd8-6a0539135600 HTTP/1.1" status: 204 len: 168 time: 0.2684486 Oct 15 00:40:41.105817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46766) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:41.116950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a67536-58fc-4f33-bc19-3129661d4dd4 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538dc25d-6ff9-43fb-8dd8-6a0539135600,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:41.151026 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-025b405f-65b3-4f4e-b209-e2a27c942cc1 req-84ce1664-70b9-4e2b-80fd-7742d2a94e87 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945764 Oct 15 00:40:41.172990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-5bf1ebfb-27e0-40c2-b274-2e6459bc96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:41.174695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-5bf1ebfb-27e0-40c2-b274-2e6459bc96bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.0790014 Oct 15 00:40:41.217567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-9c2ec3fa-de07-45d3-ac25-c6baf9ed3633 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305803 Oct 15 00:40:41.224525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87a284af-0252-4c57-bdea-29db92243df8 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160083 Oct 15 00:40:41.225892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46768) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:41.230569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c32bfb3f-e082-41a2-a8f2-530d4d3f73ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--610014805'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:41.299408 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c32bfb3f-e082-41a2-a8f2-530d4d3f73ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:41.316070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-f0b605af-bd49-4f96-8936-66d4f6a3f8a3 service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891578 Oct 15 00:40:41.375356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c32bfb3f-e082-41a2-a8f2-530d4d3f73ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:41.417964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2e0d5a-d306-49d7-a794-030c789e7d36 req-6d5b5359-2c51-4771-b9a9-d08f1b600418 service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946217 Oct 15 00:40:41.463863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c32bfb3f-e082-41a2-a8f2-530d4d3f73ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:41.496595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bfb3f-e082-41a2-a8f2-530d4d3f73ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348a51aa-1049-4ff4-96cd-7716bfaf4496,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:41.552045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c32bfb3f-e082-41a2-a8f2-530d4d3f73ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:41.554545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c32bfb3f-e082-41a2-a8f2-530d4d3f73ab tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3262641 Oct 15 00:40:41.561272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46774) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:41.567290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-651b3e9a-a26f-4da0-8987-4ca17d6d9d4a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '348a51aa-1049-4ff4-96cd-7716bfaf4496', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:41.644498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89145a-2cd3-420c-88e4-799e06d47b93 req-dd8ed112-f439-41b9-a261-177adbaca832 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:41.645968 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d89145a-2cd3-420c-88e4-799e06d47b93 req-dd8ed112-f439-41b9-a261-177adbaca832 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 945 time: 0.0604799 Oct 15 00:40:41.694592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d89145a-2cd3-420c-88e4-799e06d47b93 req-c72df178-7332-4c82-835b-b10e2078dbe9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Oct 15 00:40:41.759738 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-651b3e9a-a26f-4da0-8987-4ca17d6d9d4a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:41.759738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-651b3e9a-a26f-4da0-8987-4ca17d6d9d4a tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1938038 Oct 15 00:40:41.759738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46778) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:41.763779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6da3b630-a0ba-4df6-971a-ffb1b6e00a04 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group_rule': {'security_group_id': '348a51aa-1049-4ff4-96cd-7716bfaf4496', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:41.944655 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-6da3b630-a0ba-4df6-971a-ffb1b6e00a04 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:40:41.945649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6da3b630-a0ba-4df6-971a-ffb1b6e00a04 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1858299 Oct 15 00:40:41.948586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46780) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.009049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9630e9ef-343a-425c-b0de-dae843b57c02 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.032323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9630e9ef-343a-425c-b0de-dae843b57c02 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.137256 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9630e9ef-343a-425c-b0de-dae843b57c02 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.139871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9630e9ef-343a-425c-b0de-dae843b57c02 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.141134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9630e9ef-343a-425c-b0de-dae843b57c02 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/348a51aa-1049-4ff4-96cd-7716bfaf4496 HTTP/1.1" status: 204 len: 168 time: 0.1915271 Oct 15 00:40:42.144119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46784) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.150490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630e9ef-343a-425c-b0de-dae843b57c02 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a51aa-1049-4ff4-96cd-7716bfaf4496,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:42.157202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:42.221292 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6fbadd08-6dfd-4c0e-9dcc-a2c320443d12 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719230 Oct 15 00:40:42.223839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46792) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.230060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-66fde4b1-de37-4418-b708-a6cf9af2ca21 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281183063'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:42.306304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea1512-e341-419d-828b-2066b305b5b5 req-c0dcded8-b98c-4afa-a9da-15d9db6e4188 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:42.308019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9dea1512-e341-419d-828b-2066b305b5b5 req-c0dcded8-b98c-4afa-a9da-15d9db6e4188 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 944 time: 0.0567374 Oct 15 00:40:42.315857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66fde4b1-de37-4418-b708-a6cf9af2ca21 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.381865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9dea1512-e341-419d-828b-2066b305b5b5 req-cf132012-e332-4c4f-bfdc-70e114303841 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Oct 15 00:40:42.401767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66fde4b1-de37-4418-b708-a6cf9af2ca21 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.458579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:40:42.462667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:42.463081 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.464536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66fde4b1-de37-4418-b708-a6cf9af2ca21 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.494639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fde4b1-de37-4418-b708-a6cf9af2ca21 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904508a6-acee-4623-a4ae-1eb5fd100b04,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:42.547703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66fde4b1-de37-4418-b708-a6cf9af2ca21 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.551740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66fde4b1-de37-4418-b708-a6cf9af2ca21 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3236496 Oct 15 00:40:42.551989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46794) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.553128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.558695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4add2bd7-30ef-439a-8c10-f446f2f419d2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:42.559448 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-4add2bd7-30ef-439a-8c10-f446f2f419d2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 00:40:42.560052 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-4add2bd7-30ef-439a-8c10-f446f2f419d2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] update failed (client error): There was a conflict when trying to complete your request. Oct 15 00:40:42.561174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4add2bd7-30ef-439a-8c10-f446f2f419d2 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "PUT /v2.0/security-groups/904508a6-acee-4623-a4ae-1eb5fd100b04 HTTP/1.1" status: 409 len: 330 time: 0.0059788 Oct 15 00:40:42.563766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46796) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.579810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:42.582523 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc60af5-838b-4f70-a8d3-ac395e0e0ae6" -d '{"events": [{"server_uuid": "a27562ad-7516-4054-bdcd-ffe4462c1a88", "name": "network-vif-plugged", "status": "completed", "tag": "7580b13b-2fa3-4f9f-8d3f-b493bdb48118"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:42.598014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:42.624093 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cba1b1-4f2a-46c3-ac66-dbd30a0d04a0 x-openstack-request-id: req-72cba1b1-4f2a-46c3-ac66-dbd30a0d04a0 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:42.624093 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27562ad-7516-4054-bdcd-ffe4462c1a88", "name": "network-vif-plugged", "status": "completed", "tag": "7580b13b-2fa3-4f9f-8d3f-b493bdb48118", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:42.624093 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72cba1b1-4f2a-46c3-ac66-dbd30a0d04a0 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:42.624093 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118', 'code': 200} Oct 15 00:40:42.629002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f83225-e632-4fc6-a06c-81467658b813 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.659070 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.667591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f83225-e632-4fc6-a06c-81467658b813 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.713212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:42.748734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f41d9-c5ec-4f8a-ac99-183c5ef74171 req-ec1ce9a6-565d-4c11-8f4e-c7f14b0629a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:42.750368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-628f41d9-c5ec-4f8a-ac99-183c5ef74171 req-ec1ce9a6-565d-4c11-8f4e-c7f14b0629a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 1097 time: 0.0663593 Oct 15 00:40:42.810814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-628f41d9-c5ec-4f8a-ac99-183c5ef74171 req-41fef449-5e31-4ed3-9e19-91a9a3e23262 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536034 Oct 15 00:40:42.813734 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f83225-e632-4fc6-a06c-81467658b813 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.816541 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f83225-e632-4fc6-a06c-81467658b813 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:42.817777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8f83225-e632-4fc6-a06c-81467658b813 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/904508a6-acee-4623-a4ae-1eb5fd100b04 HTTP/1.1" status: 204 len: 168 time: 0.2527528 Oct 15 00:40:42.820564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46804) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.827567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f83225-e632-4fc6-a06c-81467658b813 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904508a6-acee-4623-a4ae-1eb5fd100b04,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:42.838850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922af0a-d7f9-4a38-91f3-5037c3f15a25 req-c4dd0ab8-c8b7-4d91-9ff0-d41793f70e50 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:42.840387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1922af0a-d7f9-4a38-91f3-5037c3f15a25 req-c4dd0ab8-c8b7-4d91-9ff0-d41793f70e50 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0771420 Oct 15 00:40:42.909018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b27edbcc-bfc1-49db-b37a-119ffd94594c tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873237 Oct 15 00:40:42.912847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46806) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.922398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1922af0a-d7f9-4a38-91f3-5037c3f15a25 req-dddcbb91-7311-4e3b-8ba8-f06d86122896 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712042 Oct 15 00:40:42.929229 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-2e6446a7-ad10-4cd6-8402-6a55cd798229 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] delete failed (client error): The resource could not be found. Oct 15 00:40:42.933593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2e6446a7-ad10-4cd6-8402-6a55cd798229 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "DELETE /v2.0/security-groups/4b64b917-d920-4271-85b9-b5ad683b07a9 HTTP/1.1" status: 404 len: 347 time: 0.0163527 Oct 15 00:40:42.934000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46808) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.948479 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-0b3a46df-e637-41f1-ad88-366230dca0ed tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] show failed (client error): The resource could not be found. Oct 15 00:40:42.949761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0b3a46df-e637-41f1-ad88-366230dca0ed tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-groups/7a6337d9-dc0d-4114-be4a-e5807b472b38 HTTP/1.1" status: 404 len: 347 time: 0.0147586 Oct 15 00:40:42.953929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46810) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:42.965960 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-d9d288f4-8c17-48a1-922e-46e693055a17 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] show failed (client error): The resource could not be found. Oct 15 00:40:42.966842 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d9d288f4-8c17-48a1-922e-46e693055a17 tempest-NegativeSecGroupIPv6Test-1467867004 tempest-NegativeSecGroupIPv6Test-1467867004-project] 10.222.0.13 "GET /v2.0/security-group-rules/8c215ef6-28b0-4972-84da-f4a84de3c6a3 HTTP/1.1" status: 404 len: 356 time: 0.0117893 Oct 15 00:40:43.384932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46822) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:43.507048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa37af7-b997-474e-8dc2-a0f55465865b req-c8a91e2c-79e6-4ae6-a52b-f2762c3a3df7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:43.509761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dfa37af7-b997-474e-8dc2-a0f55465865b req-c8a91e2c-79e6-4ae6-a52b-f2762c3a3df7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 944 time: 0.0606792 Oct 15 00:40:43.539645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b9c54468-128d-466d-8953-35e92821de09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3de6f22cbc5e417d83caa5f118ecdf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513932 Oct 15 00:40:43.539862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46828) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:43.553605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dfa37af7-b997-474e-8dc2-a0f55465865b req-68f61bac-855e-4d6a-be19-23f54232b70f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Oct 15 00:40:43.596570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47beccfd-4294-4b17-ad08-270bf5c637ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:43.620087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47beccfd-4294-4b17-ad08-270bf5c637ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:43.731651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47beccfd-4294-4b17-ad08-270bf5c637ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:43.734592 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47beccfd-4294-4b17-ad08-270bf5c637ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:43.735746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-47beccfd-4294-4b17-ad08-270bf5c637ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c1b0594-08a8-4d72-8394-d7ed2302d109 HTTP/1.1" status: 204 len: 168 time: 0.1950030 Oct 15 00:40:43.745645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47beccfd-4294-4b17-ad08-270bf5c637ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1b0594-08a8-4d72-8394-d7ed2302d109,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:44.098182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0601ccf-0d9a-4961-b8c1-405300b02039 req-9b37fd65-8c75-4ffc-926e-a11b70926afe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:44.100087 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0601ccf-0d9a-4961-b8c1-405300b02039 req-9b37fd65-8c75-4ffc-926e-a11b70926afe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0803621 Oct 15 00:40:44.157921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0601ccf-0d9a-4961-b8c1-405300b02039 req-0475897f-36fb-4238-bebc-f8e6251adfb9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Oct 15 00:40:44.687144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9702ad8-2710-458c-a81f-a6714cc25ec7 req-f1c1a1ae-ea6f-4e5f-85ed-5b5487c24f28 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:44.688763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9702ad8-2710-458c-a81f-a6714cc25ec7 req-f1c1a1ae-ea6f-4e5f-85ed-5b5487c24f28 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 944 time: 0.0544755 Oct 15 00:40:44.727959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9702ad8-2710-458c-a81f-a6714cc25ec7 req-e0ac7619-5918-448a-994a-d21f6cb54bcb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330286 Oct 15 00:40:44.767874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:44.856991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46862) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:44.963936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-425114658'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:45.213237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Made reservation on behalf of ee88b981eb7649aebb7faad48cafd5e9 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:40:45.217348 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.228956 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.301614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228b682-320a-4fd8-bc23-c4305be7d024 req-6f160407-8588-445f-8bf9-f949bea0e3ea tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:45.303177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c228b682-320a-4fd8-bc23-c4305be7d024 req-6f160407-8588-445f-8bf9-f949bea0e3ea tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0760729 Oct 15 00:40:45.366362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c228b682-320a-4fd8-bc23-c4305be7d024 req-a6fe7acc-9404-4f77-af3d-385bb8f3ca0c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541024 Oct 15 00:40:45.380231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.441629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.469492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:40:45.479333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98046590-945b-42e3-8690-2f8193ea0935,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:45.483916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.485068 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Added segment 7a699ed4-de1a-400b-9b6a-b47f21fc9483 of type vlan for network e5dcf273-551f-472b-abdd-3148922ab01e Oct 15 00:40:45.528476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.590321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.596040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:45.601845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.661368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837baec-c91c-404b-96bc-46233cfeb265 req-dba6837f-8fe2-430c-a986-1ce6130c07fb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:45.662943 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a837baec-c91c-404b-96bc-46233cfeb265 req-dba6837f-8fe2-430c-a986-1ce6130c07fb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0521872 Oct 15 00:40:45.663569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event updated for resources: {'Network': ['ID=e5dcf273-551f-472b-abdd-3148922ab01e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:45.673833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e5dcf273-551f-472b-abdd-3148922ab01e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:40:45.704238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a837baec-c91c-404b-96bc-46233cfeb265 req-05e77cc2-eedf-4bb0-bf43-c06025abd885 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Oct 15 00:40:45.707242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0c74079-0392-499d-a664-7907ae0407cc tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8486228 Oct 15 00:40:45.709569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46886) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:45.717867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Request body: {'subnet': {'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:45.809348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b7b1c619-c1d1-4477-926b-8741d0e9e1d6 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:40:45.856992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f44779-60a4-4de2-a525-9e7bb35293b6 req-0bb163ba-3e9c-471d-8b47-f8c1ea19ed0b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:45.858485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61f44779-60a4-4de2-a525-9e7bb35293b6 req-0bb163ba-3e9c-471d-8b47-f8c1ea19ed0b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 944 time: 0.0539999 Oct 15 00:40:45.881956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Made reservation on behalf of ee88b981eb7649aebb7faad48cafd5e9 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:40:45.885464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.905379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b7b1c619-c1d1-4477-926b-8741d0e9e1d6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:45.916597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'port_id': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6', 'mac_address': 'fa:16:3e:0d:96:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26703b-4283-4fed-aa99-6da3b957f7d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:40:45.928463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61f44779-60a4-4de2-a525-9e7bb35293b6 req-3069c44a-0bf0-41f3-985f-9479b31a55bd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627356 Oct 15 00:40:45.959082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:45.973457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b1c619-c1d1-4477-926b-8741d0e9e1d6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:40:45.994489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b7b1c619-c1d1-4477-926b-8741d0e9e1d6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:46.059572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:46.109393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:46.145041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:46.206984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event updated for resources: {'Subnet': ['ID=3af35008-4ff5-499c-b045-b64b54ceb92d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:46.217255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Checking segment: {'id': '7a699ed4-de1a-400b-9b6a-b47f21fc9483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:40:46.217615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Network hostable DHCP agents. Network: e5dcf273-551f-472b-abdd-3148922ab01e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:40:46.298313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Network e5dcf273-551f-472b-abdd-3148922ab01e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:40:46.361062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e5dcf273-551f-472b-abdd-3148922ab01e) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:46.365327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:46.365934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:46.371319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db44fea3-f9f1-48e9-a35e-8b7260776382 None None] Network e5dcf273-551f-472b-abdd-3148922ab01e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:46.450914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-72677d27-5212-4043-ac44-c18e81481767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7351089 Oct 15 00:40:46.454762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:46.457555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Request body: {'port': {'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e', 'name': 'tempest-TagsExtTest-544134530'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:46.537097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-e5dcf273-551f-472b-abdd-3148922ab01e', 'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e', 'tenant_id': 'ee88b981eb7649aebb7faad48cafd5e9', 'fixed_ips': [{'subnet_id': '3af35008-4ff5-499c-b045-b64b54ceb92d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:40:46.538024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:46.608543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b7b1c619-c1d1-4477-926b-8741d0e9e1d6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:46.639817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Made reservation on behalf of ee88b981eb7649aebb7faad48cafd5e9 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:40:46.643847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:46.661079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] device_id is not set on port 74d56740-ef65-43ff-8704-9de00894fba3 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:40:46.733616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Allocated IP 172.20.0.2 (e5dcf273-551f-472b-abdd-3148922ab01e/3af35008-4ff5-499c-b045-b64b54ceb92d/25cd10b9-7f53-442d-8bb7-7a59648f79ac) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:40:46.842880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35622f-c85f-4640-ad4d-2c35d1ac3e1c req-c0fbeeea-108a-4deb-99fc-8f9062a89612 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:46.845088 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a35622f-c85f-4640-ad4d-2c35d1ac3e1c req-c0fbeeea-108a-4deb-99fc-8f9062a89612 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0673621 Oct 15 00:40:46.889971 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a35622f-c85f-4640-ad4d-2c35d1ac3e1c req-3fa28e54-69c7-4a2f-83d7-1c3986268b66 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383828 Oct 15 00:40:46.948323 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.025012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.063467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Network e5dcf273-551f-472b-abdd-3148922ab01e is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:47.070113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:47.074407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:40:47.077520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Pushing event updated for resources: {'Port': ['ID=25cd10b9-7f53-442d-8bb7-7a59648f79ac,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:47.141951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Attempting to bind port 25cd10b9-7f53-442d-8bb7-7a59648f79ac on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:40:47.142691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Attempting to bind port 25cd10b9-7f53-442d-8bb7-7a59648f79ac by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7a699ed4-de1a-400b-9b6a-b47f21fc9483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:40:47.143251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Attempting to bind port 25cd10b9-7f53-442d-8bb7-7a59648f79ac on network e5dcf273-551f-472b-abdd-3148922ab01e {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:40:47.150843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:40:47.151308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Checking segment: {'id': '7a699ed4-de1a-400b-9b6a-b47f21fc9483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:40:47.151778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.152231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Bound using segment: {'id': '7a699ed4-de1a-400b-9b6a-b47f21fc9483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:40:47.152766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Bound port: 25cd10b9-7f53-442d-8bb7-7a59648f79ac, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a699ed4-de1a-400b-9b6a-b47f21fc9483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e5dcf273-551f-472b-abdd-3148922ab01e'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:40:47.153254 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.223103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] For port 25cd10b9-7f53-442d-8bb7-7a59648f79ac, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:40:47.227945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] For port 25cd10b9-7f53-442d-8bb7-7a59648f79ac, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25cd10b9-7f53-442d-8bb7-7a59648f79ac,segment=NetworkSegment(7a699ed4-de1a-400b-9b6a-b47f21fc9483),segment_id=7a699ed4-de1a-400b-9b6a-b47f21fc9483)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:40:47.305027 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.385751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b7268-9461-4189-8cab-9335af6338a0 req-7e239c89-7091-4f42-b70d-28d06f6e1f94 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:47.387345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-361b7268-9461-4189-8cab-9335af6338a0 req-7e239c89-7091-4f42-b70d-28d06f6e1f94 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 945 time: 0.3875678 Oct 15 00:40:47.390584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c489f3-e968-46ab-b148-52799e007596 None None] Pushing event updated for resources: {'Port': ['ID=25cd10b9-7f53-442d-8bb7-7a59648f79ac,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:47.413170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Allocated IP 172.20.0.11 (e5dcf273-551f-472b-abdd-3148922ab01e/3af35008-4ff5-499c-b045-b64b54ceb92d/74d56740-ef65-43ff-8704-9de00894fba3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:40:47.460656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-361b7268-9461-4189-8cab-9335af6338a0 req-37f3455a-4496-42a4-a40a-18e377c18862 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618060 Oct 15 00:40:47.647928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.745273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.792578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Network e5dcf273-551f-472b-abdd-3148922ab01e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:40:47.795897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:40:47.802787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:40:47.809310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event updated for resources: {'Port': ['ID=74d56740-ef65-43ff-8704-9de00894fba3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:47.860627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:47.861285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:47.959484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7a5a248f-7f46-4cc0-abef-a5ad2afb89e5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5072398 Oct 15 00:40:47.962012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46920) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:47.966888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9a702ec5-6ec7-47c0-9ee8-ba5f4166eab4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1407184178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:48.055275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23e2a0-acf2-4019-bd85-0a8de038a98d req-4b717b2c-c5f2-4d3b-9bd2-0f6a7cddc114 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:48.056825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b23e2a0-acf2-4019-bd85-0a8de038a98d req-4b717b2c-c5f2-4d3b-9bd2-0f6a7cddc114 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0768561 Oct 15 00:40:48.088597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a702ec5-6ec7-47c0-9ee8-ba5f4166eab4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.089654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a702ec5-6ec7-47c0-9ee8-ba5f4166eab4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.117443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b23e2a0-acf2-4019-bd85-0a8de038a98d req-fd786d7c-b2b2-48da-9c66-b7d98f859154 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Oct 15 00:40:48.160004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a702ec5-6ec7-47c0-9ee8-ba5f4166eab4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.180852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25cd10b9-7f53-442d-8bb7-7a59648f79ac up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:48.231713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a702ec5-6ec7-47c0-9ee8-ba5f4166eab4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.249174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 25cd10b9-7f53-442d-8bb7-7a59648f79ac triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:48.249514 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.323787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a702ec5-6ec7-47c0-9ee8-ba5f4166eab4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.328083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9a702ec5-6ec7-47c0-9ee8-ba5f4166eab4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3621423 Oct 15 00:40:48.335608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46924) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:48.335608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-38b6ef67-25d3-426c-b5b1-de85abde1a9c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-477969013', 'prefixes': ['172.20.0.0/16']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:40:48.345250 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.380340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 25cd10b9-7f53-442d-8bb7-7a59648f79ac, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25cd10b9-7f53-442d-8bb7-7a59648f79ac,segment=NetworkSegment(7a699ed4-de1a-400b-9b6a-b47f21fc9483),segment_id=7a699ed4-de1a-400b-9b6a-b47f21fc9483)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:48.481591 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.509809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92579038-afcb-49f8-981a-a7f9e0a364f0 None None] Network e5dcf273-551f-472b-abdd-3148922ab01e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:48.595027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=25cd10b9-7f53-442d-8bb7-7a59648f79ac,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:48.601932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cb199-7190-4922-8d9b-3a494f277d4c req-2b75d1ed-02fd-434c-ba08-16c7c73d8109 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:48.604238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-554cb199-7190-4922-8d9b-3a494f277d4c req-2b75d1ed-02fd-434c-ba08-16c7c73d8109 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 945 time: 0.0548880 Oct 15 00:40:48.609772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-38b6ef67-25d3-426c-b5b1-de85abde1a9c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for subnetpool, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.616506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46932) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:48.616688 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-38b6ef67-25d3-426c-b5b1-de85abde1a9c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2869656 Oct 15 00:40:48.619719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-40bdf580-23d6-4038-a30f-f454bf41c28c None None] Provisioning complete for port 25cd10b9-7f53-442d-8bb7-7a59648f79ac triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:48.620090 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-40bdf580-23d6-4038-a30f-f454bf41c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:48.623770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-4d91e04a-6ea7-40bd-a5fb-4bcf6be1c809 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', 'tempest-TagsExtTest-Tag-1459755280') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:48.723007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-554cb199-7190-4922-8d9b-3a494f277d4c req-97e65fa2-e1ad-4236-b736-d5a9404c7cae tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876310 Oct 15 00:40:48.863982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4d91e04a-6ea7-40bd-a5fb-4bcf6be1c809 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags/tempest-TagsExtTest-Tag-1459755280 HTTP/1.1" status: 201 len: 201 time: 0.2457662 Oct 15 00:40:48.866749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:48.871517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-c2328800-3ff0-43fc-bccb-7e61b62035d4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', 'tempest-TagsExtTest-Tag-1544383831') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:48.989728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2f8bb027-2281-4d28-a5b0-3d820b430df8 None None] Provisioning complete for port 74d56740-ef65-43ff-8704-9de00894fba3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:48.990223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb027-2281-4d28-a5b0-3d820b430df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:49.027076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2f8bb027-2281-4d28-a5b0-3d820b430df8 None None] Port 74d56740-ef65-43ff-8704-9de00894fba3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:40:49.037814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2f8bb027-2281-4d28-a5b0-3d820b430df8 None None] Provisioning complete for port 25cd10b9-7f53-442d-8bb7-7a59648f79ac triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:49.038115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2f8bb027-2281-4d28-a5b0-3d820b430df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:49.043020 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c2328800-3ff0-43fc-bccb-7e61b62035d4 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags/tempest-TagsExtTest-Tag-1544383831 HTTP/1.1" status: 201 len: 201 time: 0.1751192 Oct 15 00:40:49.045671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.052451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-b061bc53-a3f4-4837-96f1-b377e7d4f679 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', 'tempest-TagsExtTest-Tag-180581085') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.236835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316ec7f-a9a8-438b-a9ab-7ffdecabc895 req-32aab7c6-ab04-46fd-a496-9eb7adfed78c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:49.238344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4316ec7f-a9a8-438b-a9ab-7ffdecabc895 req-32aab7c6-ab04-46fd-a496-9eb7adfed78c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0495849 Oct 15 00:40:49.246838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-962aa2a3-4a7b-4b7f-a6d1-4c979419d5e3 None None] Provisioning complete for port 74d56740-ef65-43ff-8704-9de00894fba3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:49.247382 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-962aa2a3-4a7b-4b7f-a6d1-4c979419d5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:49.276341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4316ec7f-a9a8-438b-a9ab-7ffdecabc895 req-e3de6671-f391-4685-943c-45d8265406b6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Oct 15 00:40:49.278204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b061bc53-a3f4-4837-96f1-b377e7d4f679 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags/tempest-TagsExtTest-Tag-180581085 HTTP/1.1" status: 201 len: 201 time: 0.2307966 Oct 15 00:40:49.281388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46948) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.286069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-046abb1d-9150-4329-96f7-c203f410529e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', 'tempest-TagsExtTest-Tag-763292823') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.288449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-962aa2a3-4a7b-4b7f-a6d1-4c979419d5e3 None None] Port 74d56740-ef65-43ff-8704-9de00894fba3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:40:49.465242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-046abb1d-9150-4329-96f7-c203f410529e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags/tempest-TagsExtTest-Tag-763292823 HTTP/1.1" status: 201 len: 201 time: 0.1825898 Oct 15 00:40:49.467718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46954) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.472503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-e4a8b694-20fe-48a4-adaa-87b87364816c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.526502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e4a8b694-20fe-48a4-adaa-87b87364816c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags HTTP/1.1" status: 200 len: 241 time: 0.0577056 Oct 15 00:40:49.528986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46956) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.533831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-aa18770f-2a34-422d-b6e0-0bf9ddfcca53 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', 'tempest-TagsExtTest-Tag-1459755280') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.583986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aa18770f-2a34-422d-b6e0-0bf9ddfcca53 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags/tempest-TagsExtTest-Tag-1459755280 HTTP/1.1" status: 204 len: 168 time: 0.0539892 Oct 15 00:40:49.586415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46958) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.590618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-97fb718f-edf3-4e68-b88a-8ed1245e0177 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', 'tempest-TagsExtTest-Tag-1459755280') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.745303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-97fb718f-edf3-4e68-b88a-8ed1245e0177 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags/tempest-TagsExtTest-Tag-1459755280 HTTP/1.1" status: 204 len: 168 time: 0.1579106 Oct 15 00:40:49.747613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46966) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.751901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-2b9c82bf-35b8-423d-a2b1-b252dc3e9e67 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.831676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b7b1c619-c1d1-4477-926b-8741d0e9e1d6 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:49.862819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87bb02-c115-4aa8-a716-b582a86f9b39 req-3ed9b1a1-a6d2-495c-a7cb-d3d3564ba5d9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:49.864305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db87bb02-c115-4aa8-a716-b582a86f9b39 req-3ed9b1a1-a6d2-495c-a7cb-d3d3564ba5d9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 945 time: 0.0657535 Oct 15 00:40:49.866075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b9c82bf-35b8-423d-a2b1-b252dc3e9e67 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags HTTP/1.1" status: 200 len: 205 time: 0.1174703 Oct 15 00:40:49.879413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46970) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.883885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-23e4c366-69a9-495f-b501-7f8341cc56cd tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.904833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db87bb02-c115-4aa8-a716-b582a86f9b39 req-b51a11d8-bd7a-4d67-870d-5b4303f754f3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335827 Oct 15 00:40:49.941600 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23e4c366-69a9-495f-b501-7f8341cc56cd tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags HTTP/1.1" status: 200 len: 241 time: 0.0609484 Oct 15 00:40:49.943596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46972) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:49.947942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-cf5b2fc1-1d8e-4e38-9d4c-53283e4d2607 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', 'tempest-TagsExtTest-Tag-1544383831') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:49.959798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:40:49.963922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:49.964292 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:50.002341 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cf5b2fc1-1d8e-4e38-9d4c-53283e4d2607 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags/tempest-TagsExtTest-Tag-1544383831 HTTP/1.1" status: 204 len: 168 time: 0.0576942 Oct 15 00:40:50.005456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46974) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:50.009526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-8824c0ed-e952-4ae0-8f22-edb979c48e3d tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', 'tempest-TagsExtTest-Tag-1544383831') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:50.057442 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:50.094134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:50.096403 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d542d1-69b9-4160-bf3f-72f0e44bea3d" -d '{"events": [{"server_uuid": "1da8e537-46c9-425f-b9f7-80de4f0a768f", "name": "network-vif-plugged", "status": "completed", "tag": "b7b1c619-c1d1-4477-926b-8741d0e9e1d6"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:50.110042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b7b1c619-c1d1-4477-926b-8741d0e9e1d6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:50.134693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8824c0ed-e952-4ae0-8f22-edb979c48e3d tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags/tempest-TagsExtTest-Tag-1544383831 HTTP/1.1" status: 204 len: 168 time: 0.1288404 Oct 15 00:40:50.135502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25cd10b9-7f53-442d-8bb7-7a59648f79ac up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:40:50.136331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46978) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:50.141150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-06bd18a3-7946-4119-ae3f-389b274fc851 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:50.158929 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ef696-870e-4dcb-9e40-ed7dad33ddbb x-openstack-request-id: req-840ef696-870e-4dcb-9e40-ed7dad33ddbb {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:50.159366 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da8e537-46c9-425f-b9f7-80de4f0a768f", "name": "network-vif-plugged", "status": "completed", "tag": "b7b1c619-c1d1-4477-926b-8741d0e9e1d6", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:50.159628 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-840ef696-870e-4dcb-9e40-ed7dad33ddbb {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:50.160019 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6', 'code': 200} Oct 15 00:40:50.188454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 25cd10b9-7f53-442d-8bb7-7a59648f79ac triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:40:50.188833 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:50.208703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-06bd18a3-7946-4119-ae3f-389b274fc851 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags HTTP/1.1" status: 200 len: 205 time: 0.0713203 Oct 15 00:40:50.209394 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:50.212048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46980) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:50.217437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-a648a4ed-ddf6-472c-a852-c65e60778ce7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:50.277461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:50.332985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec089c-644c-4f79-bcf6-1931fca0372e req-79a6b7f4-0232-48a4-b1bd-5bd050299160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:50.334470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deec089c-644c-4f79-bcf6-1931fca0372e req-79a6b7f4-0232-48a4-b1bd-5bd050299160 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 1097 time: 0.0818577 Oct 15 00:40:50.337368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a648a4ed-ddf6-472c-a852-c65e60778ce7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags HTTP/1.1" status: 200 len: 240 time: 0.1231682 Oct 15 00:40:50.339198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:50.344491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-d1544906-7d8d-4680-8b62-11c021d0bcb1 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', 'tempest-TagsExtTest-Tag-180581085') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:50.389640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deec089c-644c-4f79-bcf6-1931fca0372e req-2bc4a05f-e266-4da2-80fe-402ce0cec6c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470834 Oct 15 00:40:50.436695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f21e23-b287-4565-870e-eed6f93cb051 req-e556c0f4-93e0-41ee-87d8-bdfdc13dedfe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:50.439498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9f21e23-b287-4565-870e-eed6f93cb051 req-e556c0f4-93e0-41ee-87d8-bdfdc13dedfe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0622888 Oct 15 00:40:50.448471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d1544906-7d8d-4680-8b62-11c021d0bcb1 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags/tempest-TagsExtTest-Tag-180581085 HTTP/1.1" status: 204 len: 168 time: 0.1076877 Oct 15 00:40:50.450423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46988) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:50.455741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-94360f75-8fae-40f3-8fbc-06b7fbcf8c7e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', 'tempest-TagsExtTest-Tag-180581085') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:50.479288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9f21e23-b287-4565-870e-eed6f93cb051 req-29c0c62b-7db8-4bc1-b8c2-2668c09f0718 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Oct 15 00:40:50.642350 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94360f75-8fae-40f3-8fbc-06b7fbcf8c7e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags/tempest-TagsExtTest-Tag-180581085 HTTP/1.1" status: 204 len: 168 time: 0.1908057 Oct 15 00:40:50.644730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46990) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:50.649084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-03a147f6-f2b7-44d6-84dc-807fafe973b7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.124091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-03a147f6-f2b7-44d6-84dc-807fafe973b7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags HTTP/1.1" status: 200 len: 205 time: 0.4781702 Oct 15 00:40:51.127084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47000) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.131720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-b48be55a-7511-411d-8348-77c822a59767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.133247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa16b0e-b396-4c59-899f-b1645ef82722 req-1d76e379-e9e3-4ac8-90fa-aae16fb4a800 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:51.134764 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-efa16b0e-b396-4c59-899f-b1645ef82722 req-1d76e379-e9e3-4ac8-90fa-aae16fb4a800 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 946 time: 0.0937855 Oct 15 00:40:51.159690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b48be55a-7511-411d-8348-77c822a59767 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags HTTP/1.1" status: 200 len: 240 time: 0.0315139 Oct 15 00:40:51.162236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47002) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.166605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-66babd23-e94c-4882-ae10-f329c4a0bf87 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', 'tempest-TagsExtTest-Tag-763292823') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.180360 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-efa16b0e-b396-4c59-899f-b1645ef82722 req-cff94ae5-cb42-45a8-b8c6-cdfb513e4283 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375962 Oct 15 00:40:51.194634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-66babd23-e94c-4882-ae10-f329c4a0bf87 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags/tempest-TagsExtTest-Tag-763292823 HTTP/1.1" status: 204 len: 168 time: 0.0313907 Oct 15 00:40:51.195477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47004) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.199869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-2325b697-3f5f-4405-929c-7224b0600213 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', 'tempest-TagsExtTest-Tag-763292823') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.288786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2325b697-3f5f-4405-929c-7224b0600213 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags/tempest-TagsExtTest-Tag-763292823 HTTP/1.1" status: 204 len: 168 time: 0.0922382 Oct 15 00:40:51.291094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47006) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.295429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-ceb548f4-6a3d-4d36-86e5-8ffe98a7fd1d tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.318347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ceb548f4-6a3d-4d36-86e5-8ffe98a7fd1d tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags HTTP/1.1" status: 200 len: 205 time: 0.0261855 Oct 15 00:40:51.320814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47008) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.324998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-32c8ed2f-871d-429c-af35-10ca69f71ed5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.350140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-32c8ed2f-871d-429c-af35-10ca69f71ed5 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0283420 Oct 15 00:40:51.352506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47010) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.356747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-5cdc3c94-514f-4bf7-99ee-cc80d435227e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.439403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5cdc3c94-514f-4bf7-99ee-cc80d435227e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags HTTP/1.1" status: 204 len: 168 time: 0.0857034 Oct 15 00:40:51.441613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47012) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.445759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-133f187f-8511-49d8-8042-b94b2808d3b7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.500836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-133f187f-8511-49d8-8042-b94b2808d3b7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags HTTP/1.1" status: 204 len: 168 time: 0.0582101 Oct 15 00:40:51.504804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47014) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.513409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-25284cc3-77f3-47a8-8c72-cc883c4678f7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.580460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-25284cc3-77f3-47a8-8c72-cc883c4678f7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags HTTP/1.1" status: 204 len: 168 time: 0.0758607 Oct 15 00:40:51.584471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47018) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.589138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-e5515e4d-27b8-43f4-ac10-4b11bbdfa69d tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', 'tempest-TagsExtTest-Tag-91137277') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:51.637299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f426288-d92f-4d73-bf4d-3736624636e6 req-eae929db-ddd6-43e8-80fb-087f83804a42 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:51.639190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f426288-d92f-4d73-bf4d-3736624636e6 req-eae929db-ddd6-43e8-80fb-087f83804a42 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0619385 Oct 15 00:40:51.695215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f426288-d92f-4d73-bf4d-3736624636e6 req-b4885189-8c75-4d65-99f8-6f65b8864b25 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Oct 15 00:40:51.819759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e5515e4d-27b8-43f4-ac10-4b11bbdfa69d tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags/tempest-TagsExtTest-Tag-91137277 HTTP/1.1" status: 201 len: 201 time: 0.2341688 Oct 15 00:40:51.828674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47028) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:51.834405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-17cf54a6-f684-4b1c-9f15-ae7fd065a141 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', 'tempest-TagsExtTest-Tag-427204490') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.044956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-17cf54a6-f684-4b1c-9f15-ae7fd065a141 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags/tempest-TagsExtTest-Tag-427204490 HTTP/1.1" status: 201 len: 201 time: 0.2128170 Oct 15 00:40:52.051992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47038) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.051992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-87d40f14-f49d-4d0b-b412-31560adb6e2f tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', 'tempest-TagsExtTest-Tag-699561043') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.223034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87d40f14-f49d-4d0b-b412-31560adb6e2f tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags/tempest-TagsExtTest-Tag-699561043 HTTP/1.1" status: 201 len: 201 time: 0.1748416 Oct 15 00:40:52.223797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47048) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.228594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-03112c9c-7ce4-432b-a7b4-f59023f67e97 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', 'tempest-TagsExtTest-Tag-1571866721') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.310345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c49b70-41e4-4020-ba3a-a61a1dc06a25 req-a4c1d541-0246-471b-b1ab-c9892fad48cc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:52.311809 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4c49b70-41e4-4020-ba3a-a61a1dc06a25 req-a4c1d541-0246-471b-b1ab-c9892fad48cc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 946 time: 0.0536876 Oct 15 00:40:52.359006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4c49b70-41e4-4020-ba3a-a61a1dc06a25 req-d57e36b8-5763-480d-8448-7994c8bd6b86 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Oct 15 00:40:52.377233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-03112c9c-7ce4-432b-a7b4-f59023f67e97 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags/tempest-TagsExtTest-Tag-1571866721 HTTP/1.1" status: 201 len: 201 time: 0.1490185 Oct 15 00:40:52.380980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.382026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-bd588d50-680a-4184-89f3-48cbc50f1d1a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', {'tags': ['tempest-TagsExtTest-Tag-464895966', 'tempest-TagsExtTest-Tag-566520941', 'tempest-TagsExtTest-Tag-249745976']}) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.557469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bd588d50-680a-4184-89f3-48cbc50f1d1a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags HTTP/1.1" status: 200 len: 315 time: 0.1790135 Oct 15 00:40:52.559873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47056) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.565176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-c4da6e92-0e88-405c-abfd-0f44f78493b3 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.697346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ea16d-643b-4569-964c-72278ebc070b req-4396fce7-1507-44bd-b37a-576c3debce36 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:52.698848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd2ea16d-643b-4569-964c-72278ebc070b req-4396fce7-1507-44bd-b37a-576c3debce36 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 946 time: 0.0581124 Oct 15 00:40:52.703739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c4da6e92-0e88-405c-abfd-0f44f78493b3 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags HTTP/1.1" status: 204 len: 168 time: 0.1399519 Oct 15 00:40:52.703739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47060) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.707664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-cf9a4d13-ff35-4829-82c8-781c243da494 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', 'tempest-TagsExtTest-Tag-464895966') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.768430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd2ea16d-643b-4569-964c-72278ebc070b req-3be0147c-e8ce-4cc5-a01e-fb708381e04f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581489 Oct 15 00:40:52.792676 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-cf9a4d13-ff35-4829-82c8-781c243da494 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:52.797323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf9a4d13-ff35-4829-82c8-781c243da494 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags/tempest-TagsExtTest-Tag-464895966 HTTP/1.1" status: 404 len: 328 time: 0.0896349 Oct 15 00:40:52.797604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47068) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.806062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-7d0ce28c-1884-46c2-9f6b-cf21bd48791a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', 'tempest-TagsExtTest-Tag-566520941') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.847199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51fad-1238-42f7-9581-6fa4fd658559 req-9ac46947-bb65-46c6-b00e-b9207960b0fa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:52.849108 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8d51fad-1238-42f7-9581-6fa4fd658559 req-9ac46947-bb65-46c6-b00e-b9207960b0fa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0592399 Oct 15 00:40:52.876159 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-7d0ce28c-1884-46c2-9f6b-cf21bd48791a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:52.880668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7d0ce28c-1884-46c2-9f6b-cf21bd48791a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags/tempest-TagsExtTest-Tag-566520941 HTTP/1.1" status: 404 len: 328 time: 0.0818133 Oct 15 00:40:52.881338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47070) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.885634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-6f47489f-17c5-4914-92c5-e7fb3dc569a9 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d', 'tempest-TagsExtTest-Tag-249745976') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:52.911637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8d51fad-1238-42f7-9581-6fa4fd658559 req-6f8d729e-9bfb-4c7c-bbb9-655e9f6f34e2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543878 Oct 15 00:40:52.981025 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-6f47489f-17c5-4914-92c5-e7fb3dc569a9 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:52.985520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6f47489f-17c5-4914-92c5-e7fb3dc569a9 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags/tempest-TagsExtTest-Tag-249745976 HTTP/1.1" status: 404 len: 328 time: 0.1030250 Oct 15 00:40:52.985694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:52.992526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-6d7fc816-b30e-43cb-aece-92cc6ca802c2 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', {'tags': ['tempest-TagsExtTest-Tag-1724153017', 'tempest-TagsExtTest-Tag-373284899', 'tempest-TagsExtTest-Tag-965873189']}) {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.014224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6995-ac09-439e-9dca-0c16f34c26d5 req-917aa3df-959a-4aed-b3cb-de005e5e4011 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:53.016011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8a6995-ac09-439e-9dca-0c16f34c26d5 req-917aa3df-959a-4aed-b3cb-de005e5e4011 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 946 time: 0.0673645 Oct 15 00:40:53.056686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8a6995-ac09-439e-9dca-0c16f34c26d5 req-83787a0d-8ece-42c7-82b5-c65346b4339e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343504 Oct 15 00:40:53.119694 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:40:53.142936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d7fc816-b30e-43cb-aece-92cc6ca802c2 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags HTTP/1.1" status: 200 len: 316 time: 0.1538782 Oct 15 00:40:53.144894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47080) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.150420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-f3e5cb3b-2070-4039-a349-275cb93b90f7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.283293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f3e5cb3b-2070-4039-a349-275cb93b90f7 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags HTTP/1.1" status: 204 len: 168 time: 0.1364467 Oct 15 00:40:53.285722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47082) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.290012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-cf0603b4-2a4e-4e72-964d-9e461e46a145 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', 'tempest-TagsExtTest-Tag-1724153017') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.345435 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-cf0603b4-2a4e-4e72-964d-9e461e46a145 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:53.346564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf0603b4-2a4e-4e72-964d-9e461e46a145 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags/tempest-TagsExtTest-Tag-1724153017 HTTP/1.1" status: 404 len: 329 time: 0.0598536 Oct 15 00:40:53.349712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47084) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.353834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-c4473143-8b90-418d-9569-96b8aa458ece tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', 'tempest-TagsExtTest-Tag-373284899') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.409065 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-c4473143-8b90-418d-9569-96b8aa458ece tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:53.410307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c4473143-8b90-418d-9569-96b8aa458ece tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags/tempest-TagsExtTest-Tag-373284899 HTTP/1.1" status: 404 len: 328 time: 0.0595918 Oct 15 00:40:53.413132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47086) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.417602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-7cee2947-a630-4a8e-a8a8-3e6cb9376a23 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3', 'tempest-TagsExtTest-Tag-965873189') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.472198 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-7cee2947-a630-4a8e-a8a8-3e6cb9376a23 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:53.476832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7cee2947-a630-4a8e-a8a8-3e6cb9376a23 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags/tempest-TagsExtTest-Tag-965873189 HTTP/1.1" status: 404 len: 328 time: 0.0594134 Oct 15 00:40:53.477842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47090) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.482402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-845b784b-b352-47d8-97b7-55a5f1aa45c8 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', {'tags': ['tempest-TagsExtTest-Tag-328766614', 'tempest-TagsExtTest-Tag-2105672173', 'tempest-TagsExtTest-Tag-1382230610']}) {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.593658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909392c-9bcf-4881-a0ca-6b6adb9e65a9 req-6be10138-b3da-4d42-b8ba-1938a9ce8313 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:53.595195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a909392c-9bcf-4881-a0ca-6b6adb9e65a9 req-6be10138-b3da-4d42-b8ba-1938a9ce8313 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 946 time: 0.0533152 Oct 15 00:40:53.634360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a909392c-9bcf-4881-a0ca-6b6adb9e65a9 req-e4ee2814-b329-49fe-9017-f5588882dc1f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Oct 15 00:40:53.653591 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-845b784b-b352-47d8-97b7-55a5f1aa45c8 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags HTTP/1.1" status: 200 len: 317 time: 0.1753330 Oct 15 00:40:53.656416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47094) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.661121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-be38c673-b80b-49d5-998f-f152697f18db tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.802475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be38c673-b80b-49d5-998f-f152697f18db tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags HTTP/1.1" status: 204 len: 168 time: 0.1449039 Oct 15 00:40:53.805108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47096) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.809881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-8f2777df-be8b-4f1a-8b53-1be478f6df73 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', 'tempest-TagsExtTest-Tag-328766614') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.894537 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-8f2777df-be8b-4f1a-8b53-1be478f6df73 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:53.898333 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8f2777df-be8b-4f1a-8b53-1be478f6df73 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags/tempest-TagsExtTest-Tag-328766614 HTTP/1.1" status: 404 len: 328 time: 0.0893204 Oct 15 00:40:53.899289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47100) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.903429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-f5031ebc-7567-4b0a-8682-50a3752fa291 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', 'tempest-TagsExtTest-Tag-2105672173') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:53.981693 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-f5031ebc-7567-4b0a-8682-50a3752fa291 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:53.986023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f5031ebc-7567-4b0a-8682-50a3752fa291 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags/tempest-TagsExtTest-Tag-2105672173 HTTP/1.1" status: 404 len: 329 time: 0.0830593 Oct 15 00:40:53.986245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47104) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:53.990843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-642d5a27-7d2b-4e47-b1cd-05e1ec6e61b8 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054', 'tempest-TagsExtTest-Tag-1382230610') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.037594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18abd8-aaf3-44c6-bb35-a0c71619b707 req-11fbf767-b717-40f8-bb03-cfcf3df44eaf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:54.039489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a18abd8-aaf3-44c6-bb35-a0c71619b707 req-11fbf767-b717-40f8-bb03-cfcf3df44eaf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0606110 Oct 15 00:40:54.076707 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-642d5a27-7d2b-4e47-b1cd-05e1ec6e61b8 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:54.077875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-642d5a27-7d2b-4e47-b1cd-05e1ec6e61b8 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags/tempest-TagsExtTest-Tag-1382230610 HTTP/1.1" status: 404 len: 329 time: 0.0904942 Oct 15 00:40:54.081341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.086753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-d8cb6115-5d33-4124-aa0f-42ed91f588f9 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', {'tags': ['tempest-TagsExtTest-Tag-1336895381', 'tempest-TagsExtTest-Tag-567129818', 'tempest-TagsExtTest-Tag-1013279625']}) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.094701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a18abd8-aaf3-44c6-bb35-a0c71619b707 req-ae51b9f5-215e-4bbb-809c-b76075766b73 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Oct 15 00:40:54.208219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d8cb6115-5d33-4124-aa0f-42ed91f588f9 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "PUT /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags HTTP/1.1" status: 200 len: 317 time: 0.1258047 Oct 15 00:40:54.210915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47112) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.215386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-57f7101d-11f4-4d7e-b536-c7d7a2715720 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.311047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-57f7101d-11f4-4d7e-b536-c7d7a2715720 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0989299 Oct 15 00:40:54.315146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47114) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.320122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-4f342871-f05b-4e17-bf18-e8bfc3c4868a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', 'tempest-TagsExtTest-Tag-1336895381') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.341785 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-4f342871-f05b-4e17-bf18-e8bfc3c4868a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:54.342941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4f342871-f05b-4e17-bf18-e8bfc3c4868a tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags/tempest-TagsExtTest-Tag-1336895381 HTTP/1.1" status: 404 len: 329 time: 0.0268211 Oct 15 00:40:54.346842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47116) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.351331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-f15f2767-634c-487e-81fb-467d8efb12a2 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', 'tempest-TagsExtTest-Tag-567129818') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.372469 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-f15f2767-634c-487e-81fb-467d8efb12a2 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:54.374790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f15f2767-634c-487e-81fb-467d8efb12a2 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags/tempest-TagsExtTest-Tag-567129818 HTTP/1.1" status: 404 len: 328 time: 0.0257547 Oct 15 00:40:54.376794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47118) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.381080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-7e9c7a9c-76d8-4dee-a7e5-cc908262ea0c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e', 'tempest-TagsExtTest-Tag-1013279625') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.401023 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-7e9c7a9c-76d8-4dee-a7e5-cc908262ea0c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] show failed (client error): The resource could not be found. Oct 15 00:40:54.402006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7e9c7a9c-76d8-4dee-a7e5-cc908262ea0c tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags/tempest-TagsExtTest-Tag-1013279625 HTTP/1.1" status: 404 len: 329 time: 0.0243156 Oct 15 00:40:54.404684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47120) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.409693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-9ae9b3ee-3b0d-4891-9c23-bedb104b14af tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b5797b3-c83a-4e8e-88c8-627c9836fe2e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.434715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9ae9b3ee-3b0d-4891-9c23-bedb104b14af tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0290961 Oct 15 00:40:54.437153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47122) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.441669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-aa1c441c-6aa6-49fc-8a0d-391c73e7cb07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1561f711-6389-4832-b54c-935772ddf054') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.523009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aa1c441c-6aa6-49fc-8a0d-391c73e7cb07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054/tags HTTP/1.1" status: 204 len: 168 time: 0.0846894 Oct 15 00:40:54.525371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47124) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.529405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-037126fb-a967-4b13-a4cc-395cd89db4de tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74d56740-ef65-43ff-8704-9de00894fba3') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.590730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-037126fb-a967-4b13-a4cc-395cd89db4de tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3/tags HTTP/1.1" status: 204 len: 168 time: 0.0641537 Oct 15 00:40:54.593057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47128) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.598942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-1be74e23-2e41-478c-97b8-2c4f091ab080 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3af35008-4ff5-499c-b045-b64b54ceb92d') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:54.674454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1be74e23-2e41-478c-97b8-2c4f091ab080 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d/tags HTTP/1.1" status: 204 len: 168 time: 0.0788131 Oct 15 00:40:54.674744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47132) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.795767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f72707-f6b3-4714-a76b-f28478a212c7 req-24f423cc-24fe-42ba-a26c-135cd2081db1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:54.798084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0f72707-f6b3-4714-a76b-f28478a212c7 req-24f423cc-24fe-42ba-a26c-135cd2081db1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 946 time: 0.0918262 Oct 15 00:40:54.837064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0f72707-f6b3-4714-a76b-f28478a212c7 req-0ac6085e-fec5-42f9-99e2-17cb9f39d043 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Oct 15 00:40:54.876930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-090cbd70-726b-419d-919c-3bbaf5fa09be tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for subnetpool, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:54.878043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-090cbd70-726b-419d-919c-3bbaf5fa09be tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnetpools/6b5797b3-c83a-4e8e-88c8-627c9836fe2e HTTP/1.1" status: 204 len: 168 time: 0.2021096 Oct 15 00:40:54.880802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47134) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.909171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0cec3458-6044-4c70-82fb-d4f85b860496 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "GET /v2.0/ports?device_id=1561f711-6389-4832-b54c-935772ddf054 HTTP/1.1" status: 200 len: 205 time: 0.0271852 Oct 15 00:40:54.911469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47136) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:54.991013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b15ad89a-ce22-45ba-8908-5f3a881c543e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.204438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b15ad89a-ce22-45ba-8908-5f3a881c543e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.207467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b15ad89a-ce22-45ba-8908-5f3a881c543e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.216408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-4478d80c-8969-4fa6-8b64-d4dbef3a96c4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:55.217998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-4478d80c-8969-4fa6-8b64-d4dbef3a96c4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 946 time: 0.1931863 Oct 15 00:40:55.223577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ce60-4fe8-42c1-b7fe-4b436f7eef5f req-ee069b74-9d6d-45ca-9335-1aaccf06c1a4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:55.225530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0669ce60-4fe8-42c1-b7fe-4b436f7eef5f req-ee069b74-9d6d-45ca-9335-1aaccf06c1a4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0528553 Oct 15 00:40:55.275134 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0669ce60-4fe8-42c1-b7fe-4b436f7eef5f req-85c9ad02-3d9a-42e9-b84c-42e483254612 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Oct 15 00:40:55.372441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Deleting port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:55.372986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.402306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b15ad89a-ce22-45ba-8908-5f3a881c543e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.406461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ad89a-ce22-45ba-8908-5f3a881c543e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Fanout notify agent at l3_agent the message router_deleted on router 1561f711-6389-4832-b54c-935772ddf054 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:40:55.410673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b15ad89a-ce22-45ba-8908-5f3a881c543e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.411788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b15ad89a-ce22-45ba-8908-5f3a881c543e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/routers/1561f711-6389-4832-b54c-935772ddf054 HTTP/1.1" status: 204 len: 168 time: 0.4994104 Oct 15 00:40:55.414785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47144) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:55.484081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] For port b7b1c619-c1d1-4477-926b-8741d0e9e1d6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:55.484474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.497949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Calling delete_port for b7b1c619-c1d1-4477-926b-8741d0e9e1d6 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:55.521057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Deleting port 74d56740-ef65-43ff-8704-9de00894fba3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:55.521400 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.614346 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.627848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Calling delete_port for 74d56740-ef65-43ff-8704-9de00894fba3 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:55.709028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.723934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b7b1c619-c1d1-4477-926b-8741d0e9e1d6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:55.727725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:40:55.741635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event deleted for resources: {'Port': ['ID=b7b1c619-c1d1-4477-926b-8741d0e9e1d6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:55.772340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.772685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.773022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.773354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.773682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.774063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.774465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.774786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.775106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.775425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.775784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.776162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:40:55.802404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] No DVR routers for this DVR port b7b1c619-c1d1-4477-926b-8741d0e9e1d6 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:55.805148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.809320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-554f1ca8-8783-49c1-85fd-6a3ecf9aed2d req-d3fda712-4d62-4f52-9438-b559456ede17 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "DELETE /v2.0/ports/b7b1c619-c1d1-4477-926b-8741d0e9e1d6 HTTP/1.1" status: 204 len: 173 time: 0.5662541 Oct 15 00:40:55.810311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'name': 'network-vif-deleted', 'tag': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:40:55.813438 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf9161-661c-49cb-be27-d6581ed4a9f0" -d '{"events": [{"server_uuid": "1da8e537-46c9-425f-b9f7-80de4f0a768f", "name": "network-vif-deleted", "tag": "b7b1c619-c1d1-4477-926b-8741d0e9e1d6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:40:55.851344 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841ac898-58fe-431c-9e1a-de8b87f1bfac x-openstack-request-id: req-841ac898-58fe-431c-9e1a-de8b87f1bfac {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:40:55.851629 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da8e537-46c9-425f-b9f7-80de4f0a768f", "name": "network-vif-deleted", "tag": "b7b1c619-c1d1-4477-926b-8741d0e9e1d6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:40:55.851997 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-841ac898-58fe-431c-9e1a-de8b87f1bfac {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:40:55.852342 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da8e537-46c9-425f-b9f7-80de4f0a768f', 'name': 'network-vif-deleted', 'tag': 'b7b1c619-c1d1-4477-926b-8741d0e9e1d6', 'status': 'completed', 'code': 200} Oct 15 00:40:55.853921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.890034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event deleted for resources: {'Port': ['ID=74d56740-ef65-43ff-8704-9de00894fba3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:55.963304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ffdf6c3-bbba-4380-ae70-936fad2be504 req-a253cd3f-c3fd-465d-aeb5-7a49e1fca03f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=1da8e537-46c9-425f-b9f7-80de4f0a768f HTTP/1.1" status: 200 len: 210 time: 0.0303872 Oct 15 00:40:55.988856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:55.992846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ae287126-8f70-44a1-9836-1b460c897bd0 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/ports/74d56740-ef65-43ff-8704-9de00894fba3 HTTP/1.1" status: 204 len: 168 time: 0.5764472 Oct 15 00:40:55.994756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47152) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:56.085994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Deleting subnet 3af35008-4ff5-499c-b045-b64b54ceb92d {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:40:56.088646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.131941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.178867 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-367e257d-6fa2-4670-a154-8f294a3fec6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.245386 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.381362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.417701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.420841 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/subnets/3af35008-4ff5-499c-b045-b64b54ceb92d HTTP/1.1" status: 204 len: 168 time: 0.4251397 Oct 15 00:40:56.423850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47160) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:56.425603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794b23e-17e3-4874-819f-b93f63800b6e tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event deleted for resources: {'Subnet': ['ID=3af35008-4ff5-499c-b045-b64b54ceb92d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:56.428766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0492e573-88b0-4796-a5a1-abbbfa8e910a None None] Network e5dcf273-551f-472b-abdd-3148922ab01e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:40:56.450173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac30f-8408-4ec8-869b-1dfef5581d87 req-9b67909e-723f-463f-b3b7-4e23ec2d7b85 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:56.452235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-412ac30f-8408-4ec8-869b-1dfef5581d87 req-9b67909e-723f-463f-b3b7-4e23ec2d7b85 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0996559 Oct 15 00:40:56.494172 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-412ac30f-8408-4ec8-869b-1dfef5581d87 req-bf7ebac7-8277-475d-859b-6724842735dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349603 Oct 15 00:40:56.541962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.600299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Deleting port 25cd10b9-7f53-442d-8bb7-7a59648f79ac {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:56.600299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.632432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] DHCP port deletion for e5dcf273-551f-472b-abdd-3148922ab01e request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:40:56.676769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] For port 25cd10b9-7f53-442d-8bb7-7a59648f79ac, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25cd10b9-7f53-442d-8bb7-7a59648f79ac,segment=NetworkSegment(7a699ed4-de1a-400b-9b6a-b47f21fc9483),segment_id=7a699ed4-de1a-400b-9b6a-b47f21fc9483)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:56.677388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.686849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] Deleting port 25cd10b9-7f53-442d-8bb7-7a59648f79ac {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:40:56.687225 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.766872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] For port 25cd10b9-7f53-442d-8bb7-7a59648f79ac, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25cd10b9-7f53-442d-8bb7-7a59648f79ac,segment=NetworkSegment(7a699ed4-de1a-400b-9b6a-b47f21fc9483),segment_id=7a699ed4-de1a-400b-9b6a-b47f21fc9483)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:40:56.767580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.782558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] Calling delete_port for 25cd10b9-7f53-442d-8bb7-7a59648f79ac owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:56.978799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:56.982701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Calling delete_port for 25cd10b9-7f53-442d-8bb7-7a59648f79ac owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:40:57.007530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] Pushing event deleted for resources: {'Port': ['ID=25cd10b9-7f53-442d-8bb7-7a59648f79ac,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:57.019674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887dda3-401d-48f5-a0e7-26649bf59c13 None None] No DVR routers for this DVR port 25cd10b9-7f53-442d-8bb7-7a59648f79ac on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:57.074635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:57.101292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event deleted for resources: {'Port': ['ID=25cd10b9-7f53-442d-8bb7-7a59648f79ac,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:57.105804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] No DVR routers for this DVR port 25cd10b9-7f53-442d-8bb7-7a59648f79ac on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:40:57.217343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:57.243017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dcf273-551f-472b-abdd-3148922ab01e']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:57.253759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a699ed4-de1a-400b-9b6a-b47f21fc9483') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:57.254056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a699ed4-de1a-400b-9b6a-b47f21fc9483') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:40:57.264226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:57.280245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:57.294749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:40:57.295503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:40:57.299771 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:40:57.324782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a788-0f04-4c79-8680-d39863541c80 req-c0e50563-a405-48f4-8b2f-b5b580fe5c22 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:57.326489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-c0e50563-a405-48f4-8b2f-b5b580fe5c22 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.1229453 Oct 15 00:40:57.342906 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-52a63371-6a09-4e1d-8516-ac9e5385bae5 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/quotas/d9bc7fd2642a4d0f8888f1c6a0214528 HTTP/1.1" status: 200 len: 375 time: 0.0093784 Oct 15 00:40:57.397945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-789cb440-970a-4424-bace-157aee14ac29 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466652 Oct 15 00:40:57.436640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:57.442836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:57.446532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] 10.222.0.13 "DELETE /v2.0/networks/e5dcf273-551f-472b-abdd-3148922ab01e HTTP/1.1" status: 204 len: 168 time: 1.0194416 Oct 15 00:40:57.462610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cea0dc-8455-40bd-a2f7-cdbba919fc07 tempest-TagsExtTest-1788317070 tempest-TagsExtTest-1788317070-project] Pushing event deleted for resources: {'Network': ['ID=e5dcf273-551f-472b-abdd-3148922ab01e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:57.506476 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-3d31f9a0-0145-454a-828d-49bc5439e2de service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941794 Oct 15 00:40:57.602423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2f32c297-8186-4fba-a733-5fe3c57440dc service neutron] 10.222.0.13 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947320 Oct 15 00:40:57.627113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad2352-3d7f-49f3-b54e-c71f52faff01 req-745e1f04-0754-4d6a-9e18-af3f2d2c0382 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:57.632479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-acad2352-3d7f-49f3-b54e-c71f52faff01 req-745e1f04-0754-4d6a-9e18-af3f2d2c0382 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0531225 Oct 15 00:40:57.676457 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-acad2352-3d7f-49f3-b54e-c71f52faff01 req-9a13bafd-20e6-4d40-ac37-c50bb63f1c60 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Oct 15 00:40:57.850753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b44d26ea-676d-4b45-9296-20a7ae402100 req-094527e0-57c6-402c-974b-b33f844dd924 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 210 time: 0.0267944 Oct 15 00:40:57.975854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:58.125452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47202) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:40:58.125701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2647e697-f7de-4f25-b12d-88a99db9805b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee88b981eb7649aebb7faad48cafd5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514301 Oct 15 00:40:58.135892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25cd10b9-7f53-442d-8bb7-7a59648f79ac no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:58.158266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 25cd10b9-7f53-442d-8bb7-7a59648f79ac {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:58.158719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25cd10b9-7f53-442d-8bb7-7a59648f79ac not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:40:58.187555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4470f9cf-3c81-413b-97e6-78992e0a39fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:58.211691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4470f9cf-3c81-413b-97e6-78992e0a39fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:58.376740 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4470f9cf-3c81-413b-97e6-78992e0a39fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:58.380215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4470f9cf-3c81-413b-97e6-78992e0a39fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:58.382270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4470f9cf-3c81-413b-97e6-78992e0a39fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98046590-945b-42e3-8690-2f8193ea0935 HTTP/1.1" status: 204 len: 168 time: 0.2552283 Oct 15 00:40:58.393192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470f9cf-3c81-413b-97e6-78992e0a39fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98046590-945b-42e3-8690-2f8193ea0935,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:40:58.799208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a41d73b7-16e7-41c9-b001-6fbff8ede8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:40:58.818759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761b88d-3822-4170-b9c1-06e321aceb37 req-5c782516-185d-44fc-ae4d-542932868995 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:58.820117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2761b88d-3822-4170-b9c1-06e321aceb37 req-5c782516-185d-44fc-ae4d-542932868995 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0588000 Oct 15 00:40:58.898041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2761b88d-3822-4170-b9c1-06e321aceb37 req-f47b9c26-14d3-4362-a856-75c219faf679 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711641 Oct 15 00:40:59.021588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ec83cd3-11c9-45e5-bcb9-24d887f948eb req-a47c7d84-6399-4246-a484-80332fbed4ae tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 210 time: 0.0421033 Oct 15 00:40:59.245840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-b59dde87-e353-4944-baee-9f62a3e9f5ec tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:40:59.247406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-b59dde87-e353-4944-baee-9f62a3e9f5ec tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.1314390 Oct 15 00:40:59.263160 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-7c198268-b27b-480c-98f7-af5767f19c40 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/quotas/9ab51158ed27430f8a13c7bb2a50d1df HTTP/1.1" status: 200 len: 375 time: 0.0095854 Oct 15 00:40:59.333373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-3e71cb2c-d9cc-4779-8387-18133d8f0c9a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632095 Oct 15 00:40:59.448653 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-ef4aadca-100d-431d-b070-6ad21408ec84 service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073513 Oct 15 00:40:59.584033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-65e7b9bd-3cd3-4eea-8221-53542035ebd3 service neutron] 10.222.0.13 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277466 Oct 15 00:40:59.900745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b7b1c619-c1d1-4477-926b-8741d0e9e1d6 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:40:59.921935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70a0d53c-5076-4706-a52b-79dd276693e8 req-d8439341-fa34-44d3-91d1-49cab99b86e9 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 210 time: 0.0484385 Oct 15 00:40:59.949495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: b7b1c619-c1d1-4477-926b-8741d0e9e1d6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:40:59.951828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b7b1c619-c1d1-4477-926b-8741d0e9e1d6 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:00.082770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c639c75-bcb8-4e1a-a889-87b4f3d9354e req-262c71be-4ef0-403d-80b2-408244b31ff0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:00.090714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c639c75-bcb8-4e1a-a889-87b4f3d9354e req-262c71be-4ef0-403d-80b2-408244b31ff0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0710061 Oct 15 00:41:00.122044 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:00.141112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c639c75-bcb8-4e1a-a889-87b4f3d9354e req-de79d406-bc15-4451-b778-7e13c923fd55 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 Oct 15 00:41:00.166934 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:00.180904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a788-0f04-4c79-8680-d39863541c80 req-1e9587c3-6768-4a38-ba8f-0a3b3c0f1bc7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:00.182624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-1e9587c3-6768-4a38-ba8f-0a3b3c0f1bc7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/networks?id=254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 200 len: 806 time: 0.2907538 Oct 15 00:41:00.200077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e95ca74a-6585-4c71-89c8-237749f48e3f req-8d811562-f691-4657-a06b-1c28b35a1ca8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 210 time: 0.0638051 Oct 15 00:41:00.205920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Request body: {'port': {'device_id': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'admin_state_up': True, 'tenant_id': 'd9bc7fd2642a4d0f8888f1c6a0214528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:00.418680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Made reservation on behalf of d9bc7fd2642a4d0f8888f1c6a0214528 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:41:00.424095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:00.598310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Allocated IP 172.20.0.6 (254d612d-8aa7-40a1-b978-a145ebdb820a/0b26703b-4283-4fed-aa99-6da3b957f7d9/9785ed0b-deca-4ed0-a122-cab8b841b36c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:41:00.760188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:00.892910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:00.908722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:00.949259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Network 254d612d-8aa7-40a1-b978-a145ebdb820a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:41:00.959495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:41:00.959834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:41:00.983220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event updated for resources: {'Port': ['ID=9785ed0b-deca-4ed0-a122-cab8b841b36c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:01.014051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:01.015210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:01.044449 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e188440c-dd3a-4ddf-9a5d-d47a917b4542 req-91907411-efed-4ec1-83e0-bc926ab8bc22 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 210 time: 0.0330255 Oct 15 00:41:01.100620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-fe63b7e0-f274-4d4d-974c-06753010d448 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8988535 Oct 15 00:41:01.112899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Request body: {'port': {'device_id': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:01.170877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:01.350481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cdd6c-4c1a-4dec-9aa8-096dae7577c9 req-71c6c528-4fb8-42d4-beb1-4d28fbc14b74 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:01.351996 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa6cdd6c-4c1a-4dec-9aa8-096dae7577c9 req-71c6c528-4fb8-42d4-beb1-4d28fbc14b74 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 931 time: 0.0618095 Oct 15 00:41:01.378191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b82c0-dd00-4c1e-88fb-26f2e86c92ac req-5f35824e-7f8a-469c-b219-b1249fa993f6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:01.379570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b1b82c0-dd00-4c1e-88fb-26f2e86c92ac req-5f35824e-7f8a-469c-b219-b1249fa993f6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.1007242 Oct 15 00:41:01.394468 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa6cdd6c-4c1a-4dec-9aa8-096dae7577c9 req-3a59e78c-c420-4a41-8dc6-dc3583a50bce tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360484 Oct 15 00:41:01.456795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b1b82c0-dd00-4c1e-88fb-26f2e86c92ac req-c4cda61d-2462-46b1-bed0-71e76fe188f3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498917 Oct 15 00:41:01.528807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9785ed0b-deca-4ed0-a122-cab8b841b36c {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:01.536358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:01.548630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Transition to ACTIVE for port object 9785ed0b-deca-4ed0-a122-cab8b841b36c will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:41:01.640632 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:01.694747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47320) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:01.741105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Pushing event updated for resources: {'Port': ['ID=9785ed0b-deca-4ed0-a122-cab8b841b36c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:01.777367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Attempting to bind port 9785ed0b-deca-4ed0-a122-cab8b841b36c on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:41:01.777706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Attempting to bind port 9785ed0b-deca-4ed0-a122-cab8b841b36c by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:41:01.778035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Attempting to bind port 9785ed0b-deca-4ed0-a122-cab8b841b36c on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:01.783211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Port 9785ed0b-deca-4ed0-a122-cab8b841b36c on network 254d612d-8aa7-40a1-b978-a145ebdb820a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:41:01.783529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Attempting to bind port 9785ed0b-deca-4ed0-a122-cab8b841b36c on network 254d612d-8aa7-40a1-b978-a145ebdb820a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:01.788628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:41:01.788961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Checking segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:41:01.789342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Bound using segment: {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:41:01.789764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Bound port: 9785ed0b-deca-4ed0-a122-cab8b841b36c, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac408a22-2930-42b7-90bd-593b71ce1b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:41:01.790143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:01.808159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0b1aad5-c613-45cb-8524-01579923651f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:01.867518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] For port 9785ed0b-deca-4ed0-a122-cab8b841b36c, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:41:01.870638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] For port 9785ed0b-deca-4ed0-a122-cab8b841b36c, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=9785ed0b-deca-4ed0-a122-cab8b841b36c,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:41:01.891090 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0b1aad5-c613-45cb-8524-01579923651f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.031144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0b1aad5-c613-45cb-8524-01579923651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.031644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.075104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b0b1aad5-c613-45cb-8524-01579923651f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4f0a83f23a440609e8cbdffd7f1e360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791857 Oct 15 00:41:02.075707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47326) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:02.082946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1aad5-c613-45cb-8524-01579923651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca6600-fea6-4ad7-9e21-8ea28bf61dd6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:02.118676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.119294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.120672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] 10.222.0.39 "PUT /v2.0/ports/9785ed0b-deca-4ed0-a122-cab8b841b36c HTTP/1.1" status: 200 len: 1091 time: 1.0129890 Oct 15 00:41:02.122996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'tag': '9785ed0b-deca-4ed0-a122-cab8b841b36c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:02.125484 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fa918f-ee0a-4b16-8871-f45f8f28510a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2122e63-0d5d-487c-9bd5-cf9eeede70a0", "tag": "9785ed0b-deca-4ed0-a122-cab8b841b36c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:02.167784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d41682d9-f97e-482a-bf5b-1c724c52db0e req-54572aa9-d1b6-4b68-ad8f-3adbd9336d90 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 210 time: 0.0330210 Oct 15 00:41:02.170064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a979fab-2a3a-452b-b91a-4b1e26f7de22 service neutron] Pushing event updated for resources: {'Port': ['ID=9785ed0b-deca-4ed0-a122-cab8b841b36c,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:02.187360 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef946988-7335-4fe4-bc4d-9726983ee52d x-openstack-request-id: req-ef946988-7335-4fe4-bc4d-9726983ee52d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:02.187707 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2122e63-0d5d-487c-9bd5-cf9eeede70a0", "tag": "9785ed0b-deca-4ed0-a122-cab8b841b36c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:02.187891 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef946988-7335-4fe4-bc4d-9726983ee52d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:02.188510 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'tag': '9785ed0b-deca-4ed0-a122-cab8b841b36c', 'status': 'completed', 'code': 200} Oct 15 00:41:02.193136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b803c6-ed45-4a15-8e52-02ad4e293e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.207882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-6db16e3a-1562-4094-bd8c-550076de04b1 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.210359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-6db16e3a-1562-4094-bd8c-550076de04b1 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 815 time: 0.2047751 Oct 15 00:41:02.218200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b803c6-ed45-4a15-8e52-02ad4e293e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.223231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Request body: {'port': {'device_id': 'b17dd27a-8a03-4909-b235-fe976041c880', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'admin_state_up': True, 'tenant_id': '9ab51158ed27430f8a13c7bb2a50d1df'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:02.223916 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.331502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa918f-ee0a-4b16-8871-f45f8f28510a req-5f5b7845-72dc-445e-8c39-c58e971484bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.332719 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b803c6-ed45-4a15-8e52-02ad4e293e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.332995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6fa918f-ee0a-4b16-8871-f45f8f28510a req-5f5b7845-72dc-445e-8c39-c58e971484bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 1094 time: 0.1049130 Oct 15 00:41:02.335428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b803c6-ed45-4a15-8e52-02ad4e293e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.336732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-02b803c6-ed45-4a15-8e52-02ad4e293e6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49ca6600-fea6-4ad7-9e21-8ea28bf61dd6 HTTP/1.1" status: 204 len: 168 time: 0.2598410 Oct 15 00:41:02.345124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b803c6-ed45-4a15-8e52-02ad4e293e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca6600-fea6-4ad7-9e21-8ea28bf61dd6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:02.450597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa918f-ee0a-4b16-8871-f45f8f28510a req-62de08bb-9f7f-4f6d-a2ce-7ee3a7149d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.452051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6fa918f-ee0a-4b16-8871-f45f8f28510a req-62de08bb-9f7f-4f6d-a2ce-7ee3a7149d83 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1085699 Oct 15 00:41:02.526936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Made reservation on behalf of 9ab51158ed27430f8a13c7bb2a50d1df for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:41:02.530650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:02.580293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3cc7f-7683-48ca-8b4b-f846484b86d6 req-793b9071-0df2-4117-b6c6-67c80b622795 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.581938 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eff3cc7f-7683-48ca-8b4b-f846484b86d6 req-793b9071-0df2-4117-b6c6-67c80b622795 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0506351 Oct 15 00:41:02.587410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c9ed8-e4ea-43f7-9e40-3bee2eddf398 req-ce1b0082-a595-4068-a76b-cf4e397b36fb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.588884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b38c9ed8-e4ea-43f7-9e40-3bee2eddf398 req-ce1b0082-a595-4068-a76b-cf4e397b36fb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 943 time: 0.1205797 Oct 15 00:41:02.633257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eff3cc7f-7683-48ca-8b4b-f846484b86d6 req-8256b702-c99a-4724-89ba-dca844e6351a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Oct 15 00:41:02.721781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b38c9ed8-e4ea-43f7-9e40-3bee2eddf398 req-5603d5fb-c45b-46ba-af97-ee378124d275 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191437 Oct 15 00:41:02.723041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa918f-ee0a-4b16-8871-f45f8f28510a req-ab7e03d2-c4a5-4e28-9af0-306600cb6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.724788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6fa918f-ee0a-4b16-8871-f45f8f28510a req-ab7e03d2-c4a5-4e28-9af0-306600cb6c64 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2639358 Oct 15 00:41:02.823221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Allocated IP 172.20.0.6 (eafab19a-1f46-4ed6-a367-f56f800b221e/c4a71084-d74e-47f7-a154-290824fb64fc/c1c0a534-45d9-4360-9a01-1a19995c0f30) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:41:02.848025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a788-0f04-4c79-8680-d39863541c80 req-defc7cf0-86c5-47b9-b598-5da3a888c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:02.849786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-defc7cf0-86c5-47b9-b598-5da3a888c248 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 1094 time: 0.0664549 Oct 15 00:41:02.910343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-ab397730-dca7-4372-9d7d-788698d19c4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9785ed0b-deca-4ed0-a122-cab8b841b36c HTTP/1.1" status: 200 len: 217 time: 0.0490324 Oct 15 00:41:02.988769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:03.002619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e414a784-171e-4c43-aef6-1b0302385d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.038765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2a788-0f04-4c79-8680-d39863541c80 req-caf5cc6f-00d5-4b2f-ad7f-bff41aeb802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:03.040254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-caf5cc6f-00d5-4b2f-ad7f-bff41aeb802d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 200 len: 846 time: 0.0928066 Oct 15 00:41:03.075876 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e414a784-171e-4c43-aef6-1b0302385d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.084406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-101058e1-85c6-41b3-a6d3-b104dc22fa3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=254d612d-8aa7-40a1-b978-a145ebdb820a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348413 Oct 15 00:41:03.088870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.119619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e414a784-171e-4c43-aef6-1b0302385d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.162282 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e414a784-171e-4c43-aef6-1b0302385d56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3a30a13c11c414ab2cf9303bcdec5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724038 Oct 15 00:41:03.163133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414a784-171e-4c43-aef6-1b0302385d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebbaf25-beff-46d6-b771-e95ffaa7bcab,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:03.166149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47346) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:03.197222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-058d9541-444c-44d6-a8d9-4161372e2a50 service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053054 Oct 15 00:41:03.216971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac0e515-0c77-4239-b5eb-f54a2d64c74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.242904 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac0e515-0c77-4239-b5eb-f54a2d64c74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.270974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.284105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87b7ea28-1e62-4b1f-bd07-f55aeb19773a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:03.286714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b', '92159d33-02cf-492e-a2c0-4046b87f255b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:03.362493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Network eafab19a-1f46-4ed6-a367-f56f800b221e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:41:03.377395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:41:03.378568 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac0e515-0c77-4239-b5eb-f54a2d64c74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.382553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac0e515-0c77-4239-b5eb-f54a2d64c74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.386036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aac0e515-0c77-4239-b5eb-f54a2d64c74e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ebbaf25-beff-46d6-b771-e95ffaa7bcab HTTP/1.1" status: 204 len: 168 time: 0.2165120 Oct 15 00:41:03.386255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:41:03.391731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fac2a788-0f04-4c79-8680-d39863541c80 req-b2a2b387-7205-415f-ac66-2be8642514f5 service neutron] 10.222.0.39 "GET /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871436 Oct 15 00:41:03.415860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0e515-0c77-4239-b5eb-f54a2d64c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebbaf25-beff-46d6-b771-e95ffaa7bcab,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:03.418942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event updated for resources: {'Port': ['ID=c1c0a534-45d9-4360-9a01-1a19995c0f30,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:03.439548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370599-ca83-45a7-8bd2-535f06ab0d89 req-2004f291-8526-4383-9ade-0141bb6ebd59 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:03.441171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35370599-ca83-45a7-8bd2-535f06ab0d89 req-2004f291-8526-4383-9ade-0141bb6ebd59 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 931 time: 0.1737556 Oct 15 00:41:03.477551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:03.478242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.516153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35370599-ca83-45a7-8bd2-535f06ab0d89 req-76c7482e-68f6-4e88-a65d-d3d452c69e7b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639887 Oct 15 00:41:03.613765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-de9b3e0a-065e-4822-ba86-07ab1535207f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3943553 Oct 15 00:41:03.627305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Request body: {'port': {'device_id': 'b17dd27a-8a03-4909-b235-fe976041c880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:03.700560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:03.813947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220747a2-48a7-415e-ab8f-10ad0df7da5d req-6d94bb98-fe4f-420a-a638-015b2d8baabf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:03.820901 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-220747a2-48a7-415e-ab8f-10ad0df7da5d req-6d94bb98-fe4f-420a-a638-015b2d8baabf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.1170204 Oct 15 00:41:03.865639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-220747a2-48a7-415e-ab8f-10ad0df7da5d req-00df3d83-cd4c-4446-bce7-febe8103f170 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Oct 15 00:41:03.989073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a20c43-250e-450d-8b91-d9c9131acb13 req-a05073c0-99b8-485c-a6d5-02ba07c16406 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:03.990565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00a20c43-250e-450d-8b91-d9c9131acb13 req-a05073c0-99b8-485c-a6d5-02ba07c16406 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 943 time: 0.1030025 Oct 15 00:41:04.059860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00a20c43-250e-450d-8b91-d9c9131acb13 req-2e1ab2b5-e642-4438-8c8e-1502c550d8bd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619204 Oct 15 00:41:04.100302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c0a534-45d9-4360-9a01-1a19995c0f30 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:04.108029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:04.119898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Transition to ACTIVE for port object c1c0a534-45d9-4360-9a01-1a19995c0f30 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:41:04.171411 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:04.220019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0a534-45d9-4360-9a01-1a19995c0f30,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:04.289655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Attempting to bind port c1c0a534-45d9-4360-9a01-1a19995c0f30 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:41:04.290140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Attempting to bind port c1c0a534-45d9-4360-9a01-1a19995c0f30 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:41:04.290327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Attempting to bind port c1c0a534-45d9-4360-9a01-1a19995c0f30 on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:04.294832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Port c1c0a534-45d9-4360-9a01-1a19995c0f30 on network eafab19a-1f46-4ed6-a367-f56f800b221e not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:41:04.295148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Attempting to bind port c1c0a534-45d9-4360-9a01-1a19995c0f30 on network eafab19a-1f46-4ed6-a367-f56f800b221e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:04.299990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:41:04.300320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Checking segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:41:04.301479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Bound using segment: {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:41:04.301479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Bound port: c1c0a534-45d9-4360-9a01-1a19995c0f30, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62215372-1b71-4a13-9532-e3f1742b7714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:41:04.301479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:04.372578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] For port c1c0a534-45d9-4360-9a01-1a19995c0f30, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:41:04.376849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] For port c1c0a534-45d9-4360-9a01-1a19995c0f30, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c1c0a534-45d9-4360-9a01-1a19995c0f30,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:41:04.447529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:04.481643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:04.482654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:04.485206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] 10.222.0.39 "PUT /v2.0/ports/c1c0a534-45d9-4360-9a01-1a19995c0f30 HTTP/1.1" status: 200 len: 1091 time: 0.8626835 Oct 15 00:41:04.487463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17dd27a-8a03-4909-b235-fe976041c880', 'tag': 'c1c0a534-45d9-4360-9a01-1a19995c0f30'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:04.490919 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0151426-0853-43ff-be9c-a4b07b8483a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b17dd27a-8a03-4909-b235-fe976041c880", "tag": "c1c0a534-45d9-4360-9a01-1a19995c0f30"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:04.519221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858518b5-18c5-4d38-a107-0c846581de37 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0a534-45d9-4360-9a01-1a19995c0f30,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:04.531148 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f77577e-5754-47ef-9d35-4c2f116e6633 x-openstack-request-id: req-5f77577e-5754-47ef-9d35-4c2f116e6633 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:04.531517 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17dd27a-8a03-4909-b235-fe976041c880", "tag": "c1c0a534-45d9-4360-9a01-1a19995c0f30", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:04.531682 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f77577e-5754-47ef-9d35-4c2f116e6633 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:04.532087 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17dd27a-8a03-4909-b235-fe976041c880', 'tag': 'c1c0a534-45d9-4360-9a01-1a19995c0f30', 'status': 'completed', 'code': 200} Oct 15 00:41:04.625685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0151426-0853-43ff-be9c-a4b07b8483a6 req-657f7760-3dfe-46a5-9960-72296bdaf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:04.627202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0151426-0853-43ff-be9c-a4b07b8483a6 req-657f7760-3dfe-46a5-9960-72296bdaf94b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 1094 time: 0.0742202 Oct 15 00:41:04.643235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0637a5-fa38-4dcd-b67e-0d7eac0b8f74 req-6f9f8ca0-c49c-4cbe-b162-f60a7b0efae4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:04.644659 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a0637a5-fa38-4dcd-b67e-0d7eac0b8f74 req-6f9f8ca0-c49c-4cbe-b162-f60a7b0efae4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 943 time: 0.0565209 Oct 15 00:41:04.742121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a0637a5-fa38-4dcd-b67e-0d7eac0b8f74 req-44e51e63-6712-4fc8-b2b3-3125a7b1d855 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886941 Oct 15 00:41:04.763258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0151426-0853-43ff-be9c-a4b07b8483a6 req-0082aa5b-bdde-448f-9110-1ae23640b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:04.765247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0151426-0853-43ff-be9c-a4b07b8483a6 req-0082aa5b-bdde-448f-9110-1ae23640b911 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1191874 Oct 15 00:41:04.874457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0151426-0853-43ff-be9c-a4b07b8483a6 req-29fa4243-5eb3-4c0a-89da-8273dee9a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:04.877181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0151426-0853-43ff-be9c-a4b07b8483a6 req-29fa4243-5eb3-4c0a-89da-8273dee9a45f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047196 Oct 15 00:41:04.999690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-c615636e-88cb-4779-ac3a-f9ca43731b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:05.001729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-c615636e-88cb-4779-ac3a-f9ca43731b4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 1094 time: 0.0797496 Oct 15 00:41:05.018809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5ae65-132f-4b5e-b1ba-833597da774d req-b06b8658-c3f3-4932-88ef-fc7269cda6cb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:05.020276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dc5ae65-132f-4b5e-b1ba-833597da774d req-b06b8658-c3f3-4932-88ef-fc7269cda6cb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0683184 Oct 15 00:41:05.068262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-fbff31b2-02af-4c5b-9f0a-2cd71ca0bce8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1c0a534-45d9-4360-9a01-1a19995c0f30 HTTP/1.1" status: 200 len: 217 time: 0.0470455 Oct 15 00:41:05.184578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214716cc-1865-4108-a1b4-fe3ab2b8dcfb req-797bfcc2-d461-4f6c-bde3-8081dc18bef8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:05.186358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-214716cc-1865-4108-a1b4-fe3ab2b8dcfb req-797bfcc2-d461-4f6c-bde3-8081dc18bef8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 943 time: 0.0542316 Oct 15 00:41:05.233932 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-214716cc-1865-4108-a1b4-fe3ab2b8dcfb req-4be7e27f-679f-4b2f-8f4d-3732571ca605 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 Oct 15 00:41:05.403908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dc5ae65-132f-4b5e-b1ba-833597da774d req-fadd157f-529a-487e-b0a2-1cce34b41f15 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727674 Oct 15 00:41:05.412268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-aff0fce9-5946-4ba5-9ce9-6ee721f8edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:05.413701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-aff0fce9-5946-4ba5-9ce9-6ee721f8edf8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a71084-d74e-47f7-a154-290824fb64fc HTTP/1.1" status: 200 len: 855 time: 0.3376298 Oct 15 00:41:05.447891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-107dd639-d1db-436a-bb03-24b92d653563 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eafab19a-1f46-4ed6-a367-f56f800b221e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257001 Oct 15 00:41:05.541732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-d0e14fd1-5cbb-4638-8494-99418b5734de service neutron] 10.222.0.39 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856957 Oct 15 00:41:05.633171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdfac6ea-d3ea-4630-8f81-9029458bde6a req-20c7e706-89b0-4359-aad5-b998bec0cfe0 service neutron] 10.222.0.39 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834217 Oct 15 00:41:05.857467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d9b98-ae52-4a4a-9084-535f209a4101 req-73bdd879-2834-4395-a123-1cc0fd44af1f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:05.859610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d07d9b98-ae52-4a4a-9084-535f209a4101 req-73bdd879-2834-4395-a123-1cc0fd44af1f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 943 time: 0.0506272 Oct 15 00:41:05.898987 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d07d9b98-ae52-4a4a-9084-535f209a4101 req-f8caeec8-1810-45a1-b09d-63c52cd37fd6 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Oct 15 00:41:06.369247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387761ed-846f-4abc-9ae6-677afcd55078 req-8a75b247-1e65-409d-af13-37d50d267f88 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:06.370751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-387761ed-846f-4abc-9ae6-677afcd55078 req-8a75b247-1e65-409d-af13-37d50d267f88 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 943 time: 0.0595260 Oct 15 00:41:06.408102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-387761ed-846f-4abc-9ae6-677afcd55078 req-005b2a3d-29e5-4298-913f-d025c386e70b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312536 Oct 15 00:41:06.524234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c29949-3907-4450-b326-2bdf25edf700 req-ac7cc899-5cc7-40e0-bce5-af4f5e15a673 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:06.526540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88c29949-3907-4450-b326-2bdf25edf700 req-ac7cc899-5cc7-40e0-bce5-af4f5e15a673 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0531821 Oct 15 00:41:06.564462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88c29949-3907-4450-b326-2bdf25edf700 req-9dc4c546-3518-4619-8c0e-b7ad50c31dde tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321848 Oct 15 00:41:07.029441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c775f-713d-42fd-a7e8-30705cdaa31a req-eae250e3-e6fd-40d8-a576-7a82e7935f79 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:07.031998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-007c775f-713d-42fd-a7e8-30705cdaa31a req-eae250e3-e6fd-40d8-a576-7a82e7935f79 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 943 time: 0.0540104 Oct 15 00:41:07.075672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-007c775f-713d-42fd-a7e8-30705cdaa31a req-30c2ca07-6202-492e-87e7-83b4a368d1a9 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331690 Oct 15 00:41:07.413699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ccfe7-1d03-4178-ab28-78c288de6afe req-78b56d12-8f9b-4ff8-993e-94a8a32e70b4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:07.415196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b8ccfe7-1d03-4178-ab28-78c288de6afe req-78b56d12-8f9b-4ff8-993e-94a8a32e70b4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0511382 Oct 15 00:41:07.455460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b8ccfe7-1d03-4178-ab28-78c288de6afe req-eb5ac44f-cde1-4af4-9105-e82444a9c10f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339406 Oct 15 00:41:07.536950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b874a3b-62a5-40ee-b83c-b969d89cb78d req-44080f2b-7db9-4ade-b636-8d36bf04f45c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:07.538452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b874a3b-62a5-40ee-b83c-b969d89cb78d req-44080f2b-7db9-4ade-b636-8d36bf04f45c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 943 time: 0.0533669 Oct 15 00:41:07.704705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24eba-16b6-49c6-b9ec-46e0b2778d68 req-162fc053-3479-4043-8f5d-5e00e7715a28 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:07.706222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2d24eba-16b6-49c6-b9ec-46e0b2778d68 req-162fc053-3479-4043-8f5d-5e00e7715a28 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0608757 Oct 15 00:41:07.747136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2d24eba-16b6-49c6-b9ec-46e0b2778d68 req-59173049-1a48-494c-9cd3-6af7a18c0665 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345211 Oct 15 00:41:07.801767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2b874a3b-62a5-40ee-b83c-b969d89cb78d req-714f91aa-e4fe-48fa-af84-d9cfb68ca744 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568173 Oct 15 00:41:07.956401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 9785ed0b-deca-4ed0-a122-cab8b841b36c details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:41:08.066396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 9785ed0b-deca-4ed0-a122-cab8b841b36c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=9785ed0b-deca-4ed0-a122-cab8b841b36c,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:08.080185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '9785ed0b-deca-4ed0-a122-cab8b841b36c', 'network_id': '254d612d-8aa7-40a1-b978-a145ebdb820a', 'port_id': '9785ed0b-deca-4ed0-a122-cab8b841b36c', 'mac_address': 'fa:16:3e:b7:ed:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b26703b-4283-4fed-aa99-6da3b957f7d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:41:08.126480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:08.139407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9785ed0b-deca-4ed0-a122-cab8b841b36c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:08.160114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 9785ed0b-deca-4ed0-a122-cab8b841b36c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=9785ed0b-deca-4ed0-a122-cab8b841b36c,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:08.194701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3ddb-22d9-4678-a24b-5cc256e363a1 req-53037de4-cf8d-45ba-a772-27b1e032acc1 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:08.196165 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c6e3ddb-22d9-4678-a24b-5cc256e363a1 req-53037de4-cf8d-45ba-a772-27b1e032acc1 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 943 time: 0.0503571 Oct 15 00:41:08.225496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:08.237388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c6e3ddb-22d9-4678-a24b-5cc256e363a1 req-372dcc71-7b87-46ac-8b7a-86fe1342909b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Oct 15 00:41:08.276686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=9785ed0b-deca-4ed0-a122-cab8b841b36c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:08.577664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda25b6-9228-46a7-b4ba-ecbb6f1a03f4 req-4f03c6c2-553a-45f3-94ea-2c006d9f2fb9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:08.579256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cda25b6-9228-46a7-b4ba-ecbb6f1a03f4 req-4f03c6c2-553a-45f3-94ea-2c006d9f2fb9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0503223 Oct 15 00:41:08.617510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cda25b6-9228-46a7-b4ba-ecbb6f1a03f4 req-580e4161-a9c8-4476-b088-f4c48c5f674f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Oct 15 00:41:08.689274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['9785ed0b-deca-4ed0-a122-cab8b841b36c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:08.864753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a156f-d338-4a77-9794-9a60b82dcda6 req-888383d5-15de-4563-9f62-deae20d79420 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:08.866253 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a91a156f-d338-4a77-9794-9a60b82dcda6 req-888383d5-15de-4563-9f62-deae20d79420 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0495844 Oct 15 00:41:08.904900 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a91a156f-d338-4a77-9794-9a60b82dcda6 req-d2492012-f1d9-4119-85a1-9c0c5ac81030 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Oct 15 00:41:08.920567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1cbe1-a56c-43f7-942c-42e8999a5688 req-d3a67108-e68e-4274-a9a8-3a008d6d2c74 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:08.922898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03d1cbe1-a56c-43f7-942c-42e8999a5688 req-d3a67108-e68e-4274-a9a8-3a008d6d2c74 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 944 time: 0.0506506 Oct 15 00:41:08.963034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03d1cbe1-a56c-43f7-942c-42e8999a5688 req-44ea359a-0abc-4944-b823-19899931c7c2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335622 Oct 15 00:41:09.371515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a901d7f-400f-4f22-8786-c8d9a95d7919 req-4460e14f-8d79-4ce1-b7aa-d6cea0503cbe tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:09.374791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a901d7f-400f-4f22-8786-c8d9a95d7919 req-4460e14f-8d79-4ce1-b7aa-d6cea0503cbe tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 943 time: 0.0579939 Oct 15 00:41:09.416235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a901d7f-400f-4f22-8786-c8d9a95d7919 req-a7cf568d-f7c0-474e-a5b7-512a7daf7f18 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Oct 15 00:41:09.737137 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:09.756068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47508) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:09.757542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902f9bb-9d26-4bad-8800-e78c2ed9e0ae req-08fa6ef0-e883-48f2-9ba1-4e6e4c9c6410 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:09.759142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9902f9bb-9d26-4bad-8800-e78c2ed9e0ae req-08fa6ef0-e883-48f2-9ba1-4e6e4c9c6410 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0579705 Oct 15 00:41:09.797541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9902f9bb-9d26-4bad-8800-e78c2ed9e0ae req-bdc2069d-ebde-4a67-a6ee-bdf3923bf13e tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Oct 15 00:41:09.869047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3a1fde4-f980-4ff0-8f61-808ee822fe1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:09.941440 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3a1fde4-f980-4ff0-8f61-808ee822fe1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:09.980846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c1c0a534-45d9-4360-9a01-1a19995c0f30 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:41:10.014336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3a1fde4-f980-4ff0-8f61-808ee822fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:10.036381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a2e82-d889-4ce9-91a8-dc626c855aef req-9fa977ee-d090-4f99-87ae-a9915ad9ec01 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:10.038146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-730a2e82-d889-4ce9-91a8-dc626c855aef req-9fa977ee-d090-4f99-87ae-a9915ad9ec01 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0653372 Oct 15 00:41:10.084287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1fde4-f980-4ff0-8f61-808ee822fe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c711b8-0b27-41f8-b7bb-754df9277217,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:10.094912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b3a1fde4-f980-4ff0-8f61-808ee822fe1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3952a20bc455489f82acf75016681f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377566 Oct 15 00:41:10.095515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47516) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:10.097971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c1c0a534-45d9-4360-9a01-1a19995c0f30, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c1c0a534-45d9-4360-9a01-1a19995c0f30,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:10.103914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c490e-af32-44a5-9771-77a8d81fb6f6 req-3cd488cb-5ba7-43f9-8cd8-11ba1693dd84 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:10.112174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'c1c0a534-45d9-4360-9a01-1a19995c0f30', 'network_id': 'eafab19a-1f46-4ed6-a367-f56f800b221e', 'port_id': 'c1c0a534-45d9-4360-9a01-1a19995c0f30', 'mac_address': 'fa:16:3e:b9:52:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a71084-d74e-47f7-a154-290824fb64fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:41:10.118454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-769c490e-af32-44a5-9771-77a8d81fb6f6 req-3cd488cb-5ba7-43f9-8cd8-11ba1693dd84 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 944 time: 0.0855746 Oct 15 00:41:10.132249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-730a2e82-d889-4ce9-91a8-dc626c855aef req-4303dfb3-b7cd-42cc-aa46-6cde301f1098 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852399 Oct 15 00:41:10.154577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:10.162369 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1758-c90b-4ab3-9528-1f56b9785555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:10.168560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0a534-45d9-4360-9a01-1a19995c0f30 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:10.175502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-769c490e-af32-44a5-9771-77a8d81fb6f6 req-4ae5c362-05d5-4761-8d41-52bc0befc3a2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530314 Oct 15 00:41:10.192305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1758-c90b-4ab3-9528-1f56b9785555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:10.202133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c1c0a534-45d9-4360-9a01-1a19995c0f30, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c1c0a534-45d9-4360-9a01-1a19995c0f30,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:10.279687 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:10.338557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c1c0a534-45d9-4360-9a01-1a19995c0f30,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:10.343126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1758-c90b-4ab3-9528-1f56b9785555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:10.345889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1758-c90b-4ab3-9528-1f56b9785555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:10.347215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3e3e1758-c90b-4ab3-9528-1f56b9785555 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21c711b8-0b27-41f8-b7bb-754df9277217 HTTP/1.1" status: 204 len: 168 time: 0.2504597 Oct 15 00:41:10.355332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e1758-c90b-4ab3-9528-1f56b9785555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c711b8-0b27-41f8-b7bb-754df9277217,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:10.542619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4c248-f203-43c0-a504-dcd29ac82da3 req-f3a3e58c-bf61-454a-b34b-e0fbd5ab0495 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:10.544083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9a4c248-f203-43c0-a504-dcd29ac82da3 req-f3a3e58c-bf61-454a-b34b-e0fbd5ab0495 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 944 time: 0.0556464 Oct 15 00:41:10.581839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9a4c248-f203-43c0-a504-dcd29ac82da3 req-fd9211c1-3e50-40e7-9fdb-3635c15b5711 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Oct 15 00:41:10.738063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['c1c0a534-45d9-4360-9a01-1a19995c0f30'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:10.917414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a77c52-461a-4a8a-ae05-4c0815958b82 req-836a4d3e-96b4-45b1-aa8e-2909328a3937 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:10.919011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74a77c52-461a-4a8a-ae05-4c0815958b82 req-836a4d3e-96b4-45b1-aa8e-2909328a3937 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0495226 Oct 15 00:41:10.958413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74a77c52-461a-4a8a-ae05-4c0815958b82 req-71c07f5b-391f-4a33-9ef5-f6886cb9c7b1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Oct 15 00:41:11.034514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47530) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:11.048667 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4b29-1518-4763-b506-5976f4b04550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:11.126046 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4b29-1518-4763-b506-5976f4b04550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:11.183859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e3a4b29-1518-4763-b506-5976f4b04550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:11.244981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e3a4b29-1518-4763-b506-5976f4b04550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e3ab6121c964863907bfa2fb57ea4b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093875 Oct 15 00:41:11.249892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:11.258768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a4b29-1518-4763-b506-5976f4b04550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c725df-d7b0-4fec-a296-f5f26fa01dc2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:11.297619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f7277-8618-47f2-8a54-d2044cfebe92 req-69deeac0-8b43-404c-8f5a-3c0e96adc862 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:11.299218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b63f7277-8618-47f2-8a54-d2044cfebe92 req-69deeac0-8b43-404c-8f5a-3c0e96adc862 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 944 time: 0.0548620 Oct 15 00:41:11.301225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a7c9-2b4b-4174-b732-72b222fbfdfa req-9e7e24d8-1e22-4650-8a39-67892116f731 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:11.302724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2562a7c9-2b4b-4174-b732-72b222fbfdfa req-9e7e24d8-1e22-4650-8a39-67892116f731 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.1015766 Oct 15 00:41:11.334535 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2f5c-ff1c-49b1-bd26-0460163b7362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:11.337598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b63f7277-8618-47f2-8a54-d2044cfebe92 req-c8b52902-4e6d-40f8-ba14-3624e691cc83 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Oct 15 00:41:11.365686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2562a7c9-2b4b-4174-b732-72b222fbfdfa req-8959d745-973b-4f00-bd2e-00d98d5dc4b3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567586 Oct 15 00:41:11.370469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2f5c-ff1c-49b1-bd26-0460163b7362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:11.527105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2f5c-ff1c-49b1-bd26-0460163b7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:11.529678 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e9a2f5c-ff1c-49b1-bd26-0460163b7362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:11.531833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8e9a2f5c-ff1c-49b1-bd26-0460163b7362 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11c725df-d7b0-4fec-a296-f5f26fa01dc2 HTTP/1.1" status: 204 len: 168 time: 0.2801909 Oct 15 00:41:11.539970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a2f5c-ff1c-49b1-bd26-0460163b7362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c725df-d7b0-4fec-a296-f5f26fa01dc2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:11.702762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff642e-0f54-4688-a813-8b8bd71c81f5 req-e5e9324a-77d8-4bef-9373-0593f713320d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:11.704548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93ff642e-0f54-4688-a813-8b8bd71c81f5 req-e5e9324a-77d8-4bef-9373-0593f713320d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 944 time: 0.0508518 Oct 15 00:41:11.743712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93ff642e-0f54-4688-a813-8b8bd71c81f5 req-43511216-6a66-4db3-9c84-2a77348a239e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Oct 15 00:41:12.014526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 9785ed0b-deca-4ed0-a122-cab8b841b36c up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:41:12.091059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a072c-3b08-406b-b9a5-e51f5d5a1a35 req-ff163ac6-678f-40e7-b093-2393731d9dc4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:12.093007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-607a072c-3b08-406b-b9a5-e51f5d5a1a35 req-ff163ac6-678f-40e7-b093-2393731d9dc4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0565505 Oct 15 00:41:12.126615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 9785ed0b-deca-4ed0-a122-cab8b841b36c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:41:12.130553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 9785ed0b-deca-4ed0-a122-cab8b841b36c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:12.130924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:12.132926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-607a072c-3b08-406b-b9a5-e51f5d5a1a35 req-ac2e13a7-cbb3-4f0e-b422-d11ffb8ddd0f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338321 Oct 15 00:41:12.214266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:12.238531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9785ed0b-deca-4ed0-a122-cab8b841b36c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:12.240765 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbd14f8-4eac-4730-950d-5aa4e80783cb" -d '{"events": [{"server_uuid": "a2122e63-0d5d-487c-9bd5-cf9eeede70a0", "name": "network-vif-plugged", "status": "completed", "tag": "9785ed0b-deca-4ed0-a122-cab8b841b36c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:12.256319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 9785ed0b-deca-4ed0-a122-cab8b841b36c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=9785ed0b-deca-4ed0-a122-cab8b841b36c,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:12.281213 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f0906-ab08-468e-9b27-018395ffbaa1 x-openstack-request-id: req-238f0906-ab08-468e-9b27-018395ffbaa1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:12.281508 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2122e63-0d5d-487c-9bd5-cf9eeede70a0", "name": "network-vif-plugged", "status": "completed", "tag": "9785ed0b-deca-4ed0-a122-cab8b841b36c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:12.281770 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-238f0906-ab08-468e-9b27-018395ffbaa1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:12.282232 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9785ed0b-deca-4ed0-a122-cab8b841b36c', 'code': 200} Oct 15 00:41:12.310260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:12.369345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=9785ed0b-deca-4ed0-a122-cab8b841b36c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:12.389388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b99a6-fd65-46c4-815e-4add6b6ea079 req-4ceff701-ba68-4502-bb21-17f68ee79d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:12.391031 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd2b99a6-fd65-46c4-815e-4add6b6ea079 req-4ceff701-ba68-4502-bb21-17f68ee79d66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 1096 time: 0.0563784 Oct 15 00:41:12.432037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd2b99a6-fd65-46c4-815e-4add6b6ea079 req-eafd4026-8752-4909-8d8c-9e615147ccb4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338809 Oct 15 00:41:12.485843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048db34-b22c-4617-a2fe-c086842cb9ec req-5bbcca64-99f9-4825-9a15-0d3db515f80b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:12.487492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3048db34-b22c-4617-a2fe-c086842cb9ec req-5bbcca64-99f9-4825-9a15-0d3db515f80b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0541325 Oct 15 00:41:12.502026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7594c3-cea0-46e5-a254-9b3a0092e383 req-230fc193-4800-429c-ba29-3cb2006bf762 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:12.503941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df7594c3-cea0-46e5-a254-9b3a0092e383 req-230fc193-4800-429c-ba29-3cb2006bf762 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0548000 Oct 15 00:41:12.527195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3048db34-b22c-4617-a2fe-c086842cb9ec req-a51627f8-5d24-4698-bcb1-f84ffb82194d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Oct 15 00:41:12.553442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df7594c3-cea0-46e5-a254-9b3a0092e383 req-66e627c4-b40c-44fe-bcbb-72b2b1b9d753 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 Oct 15 00:41:12.862324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8ced4-38d2-4cd2-b072-33473c996ac1 req-0eae6857-1ed0-4a14-b43b-06817a908e87 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:12.866256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9dd8ced4-38d2-4cd2-b072-33473c996ac1 req-0eae6857-1ed0-4a14-b43b-06817a908e87 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 944 time: 0.0515413 Oct 15 00:41:12.902409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9dd8ced4-38d2-4cd2-b072-33473c996ac1 req-d2631391-894f-4ba9-a4d2-24c2851e8091 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Oct 15 00:41:13.252472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b7589-b626-4930-8d6e-12c08d87b03a req-1f8166e0-6d06-4d7b-a629-c3ca3af30aa6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:13.254042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9f0b7589-b626-4930-8d6e-12c08d87b03a req-1f8166e0-6d06-4d7b-a629-c3ca3af30aa6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0511343 Oct 15 00:41:13.293138 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9f0b7589-b626-4930-8d6e-12c08d87b03a req-6f85eadd-715a-451f-9855-1f08a5ba0547 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331309 Oct 15 00:41:13.646702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060d6dd-da40-4b23-8073-21f47b10ce7e req-be9d7ab4-aa42-49be-8f14-13c21937583c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:13.648178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7060d6dd-da40-4b23-8073-21f47b10ce7e req-be9d7ab4-aa42-49be-8f14-13c21937583c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Oct 15 00:41:13.672077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9d441-fa72-4116-86f4-e3b6a813235d req-e347c30b-5bee-4507-a612-cd506b9457bc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:13.673590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1c9d441-fa72-4116-86f4-e3b6a813235d req-e347c30b-5bee-4507-a612-cd506b9457bc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0534830 Oct 15 00:41:13.688592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7060d6dd-da40-4b23-8073-21f47b10ce7e req-8883e524-5bab-461c-9e76-5fbd354deb15 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Oct 15 00:41:13.713696 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1c9d441-fa72-4116-86f4-e3b6a813235d req-8f8708fd-2036-4a33-8b12-bf3d3d57c55d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Oct 15 00:41:13.955775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47614) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:14.020124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c1c0a534-45d9-4360-9a01-1a19995c0f30 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:41:14.027517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9cea0-abc1-409c-83ab-5ae4d2dd9eec req-f24fa5e5-bc44-4b61-8699-1f5ebfb8f7e3 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:14.029177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fb9cea0-abc1-409c-83ab-5ae4d2dd9eec req-f24fa5e5-bc44-4b61-8699-1f5ebfb8f7e3 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 944 time: 0.0560200 Oct 15 00:41:14.076608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fb9cea0-abc1-409c-83ab-5ae4d2dd9eec req-1c35fb07-69d3-4ae0-bb44-eab0400118ae tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Oct 15 00:41:14.077938 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b922-16ae-4786-b1f5-c21451ff01b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.136852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port c1c0a534-45d9-4360-9a01-1a19995c0f30 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:41:14.142134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port c1c0a534-45d9-4360-9a01-1a19995c0f30 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:14.142571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.154342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b922-16ae-4786-b1f5-c21451ff01b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.220775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.223690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2b5b922-16ae-4786-b1f5-c21451ff01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.253008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port c1c0a534-45d9-4360-9a01-1a19995c0f30, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c1c0a534-45d9-4360-9a01-1a19995c0f30,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:14.265788 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f2b5b922-16ae-4786-b1f5-c21451ff01b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d54d4fb14b2a4570b31413b9c1b534c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083849 Oct 15 00:41:14.266774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5b922-16ae-4786-b1f5-c21451ff01b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f0df9-18f8-4907-b370-1bfb4a4b64de,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:14.268606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47618) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:14.283118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17dd27a-8a03-4909-b235-fe976041c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0a534-45d9-4360-9a01-1a19995c0f30'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:14.285387 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1ecc6a-eb0d-4ce8-beca-b65620b11317" -d '{"events": [{"server_uuid": "b17dd27a-8a03-4909-b235-fe976041c880", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0a534-45d9-4360-9a01-1a19995c0f30"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:14.320688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90d9b127-6a31-4d45-b7de-17d106abfcd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.326458 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7987c7-949f-45bf-b8c1-39785d6e178a x-openstack-request-id: req-2e7987c7-949f-45bf-b8c1-39785d6e178a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:14.326781 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17dd27a-8a03-4909-b235-fe976041c880", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0a534-45d9-4360-9a01-1a19995c0f30", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:14.327034 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e7987c7-949f-45bf-b8c1-39785d6e178a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:14.327422 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17dd27a-8a03-4909-b235-fe976041c880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0a534-45d9-4360-9a01-1a19995c0f30', 'code': 200} Oct 15 00:41:14.338443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.346863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90d9b127-6a31-4d45-b7de-17d106abfcd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.398872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=c1c0a534-45d9-4360-9a01-1a19995c0f30,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:14.464290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0563d1-aaea-4ad7-bb54-1f58ab7da14e req-40707e9f-4875-4398-baf7-d8bca577849c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:14.465755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0563d1-aaea-4ad7-bb54-1f58ab7da14e req-40707e9f-4875-4398-baf7-d8bca577849c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0953865 Oct 15 00:41:14.469748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2582216-dcd7-4771-99ad-c5a5d717a7c5 req-fcd45d9d-320e-4ef4-8a5a-37088177a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:14.475941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2582216-dcd7-4771-99ad-c5a5d717a7c5 req-fcd45d9d-320e-4ef4-8a5a-37088177a6dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 1096 time: 0.0708194 Oct 15 00:41:14.527195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0563d1-aaea-4ad7-bb54-1f58ab7da14e req-f1ffa71f-e43a-4671-9542-225871aed2f4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551071 Oct 15 00:41:14.528828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2582216-dcd7-4771-99ad-c5a5d717a7c5 req-a2fbbcb7-e821-4dd0-ac93-f3ca1bf6bbf7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498180 Oct 15 00:41:14.536287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90d9b127-6a31-4d45-b7de-17d106abfcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.536287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90d9b127-6a31-4d45-b7de-17d106abfcd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.536287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-90d9b127-6a31-4d45-b7de-17d106abfcd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea7f0df9-18f8-4907-b370-1bfb4a4b64de HTTP/1.1" status: 204 len: 168 time: 0.2651699 Oct 15 00:41:14.545014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9b127-6a31-4d45-b7de-17d106abfcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f0df9-18f8-4907-b370-1bfb4a4b64de,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:14.750508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:14.816706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854548e-9b3e-41be-b56e-a466e19a1060 req-c8feac22-6557-402a-bb87-b2d258f48371 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:14.818638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6854548e-9b3e-41be-b56e-a466e19a1060 req-c8feac22-6557-402a-bb87-b2d258f48371 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0604486 Oct 15 00:41:14.836206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2f72-988e-479d-ad5b-111fd0d6eca6 req-a463006f-2641-414f-84cb-ec31930099d9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:14.837710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9be2f72-988e-479d-ad5b-111fd0d6eca6 req-a463006f-2641-414f-84cb-ec31930099d9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0560715 Oct 15 00:41:14.864066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6854548e-9b3e-41be-b56e-a466e19a1060 req-6f40b0ce-dec9-4f5f-861b-a4d4a08554e4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Oct 15 00:41:14.895977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9be2f72-988e-479d-ad5b-111fd0d6eca6 req-4eb3035b-6b07-457f-bb5e-186f0fb06c31 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Oct 15 00:41:15.135186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47642) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:15.149741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b011-7976-41c6-bbf9-1d92ad61bb93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:15.213168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f39547-a8b9-45d7-94af-97c8fd49a20c req-f048ec8e-e5ac-4d86-846d-afa01bd637b0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:15.214925 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4f39547-a8b9-45d7-94af-97c8fd49a20c req-f048ec8e-e5ac-4d86-846d-afa01bd637b0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0524635 Oct 15 00:41:15.236572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6f3ee-a736-4156-8426-96ab67631576 req-4e37a34c-326d-43c4-9547-063233f31a87 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:15.238040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46d6f3ee-a736-4156-8426-96ab67631576 req-4e37a34c-326d-43c4-9547-063233f31a87 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 945 time: 0.0763993 Oct 15 00:41:15.255928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4f39547-a8b9-45d7-94af-97c8fd49a20c req-3057532d-bb00-4430-9248-cd97c468d3b7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340600 Oct 15 00:41:15.295669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b011-7976-41c6-bbf9-1d92ad61bb93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:15.301068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46d6f3ee-a736-4156-8426-96ab67631576 req-1750bda8-e447-4d87-84cb-705da7d03b1a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564373 Oct 15 00:41:15.355132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b011-7976-41c6-bbf9-1d92ad61bb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:15.377377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3737b-fe4b-47cf-bb3f-3698b634e129 req-23b5a445-30c0-4d78-8115-6c34639ff873 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:15.379002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5db3737b-fe4b-47cf-bb3f-3698b634e129 req-23b5a445-30c0-4d78-8115-6c34639ff873 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0506704 Oct 15 00:41:15.397177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f6b8b011-7976-41c6-bbf9-1d92ad61bb93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fde4beb9e23b4e198106e62f98e00a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609069 Oct 15 00:41:15.398183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b011-7976-41c6-bbf9-1d92ad61bb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a773992e-bffc-4e99-8765-3a23cd2abe4b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:15.400564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47646) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:15.421123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5db3737b-fe4b-47cf-bb3f-3698b634e129 req-e6a819db-1faf-4ab5-99c5-cce0d1abf949 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357041 Oct 15 00:41:15.460353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4736252-2773-49c7-97b0-4388765c90f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:15.485705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4736252-2773-49c7-97b0-4388765c90f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:15.635917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4736252-2773-49c7-97b0-4388765c90f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:15.638624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4736252-2773-49c7-97b0-4388765c90f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:15.642372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c4736252-2773-49c7-97b0-4388765c90f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a773992e-bffc-4e99-8765-3a23cd2abe4b HTTP/1.1" status: 204 len: 168 time: 0.2386227 Oct 15 00:41:15.648540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4736252-2773-49c7-97b0-4388765c90f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773992e-bffc-4e99-8765-3a23cd2abe4b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:15.651184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554ad00-857b-4c03-9179-51c1cfa7b572 req-ac1b576d-3b28-4593-8ee9-cd845efea688 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:15.652824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d554ad00-857b-4c03-9179-51c1cfa7b572 req-ac1b576d-3b28-4593-8ee9-cd845efea688 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0542092 Oct 15 00:41:15.709517 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d554ad00-857b-4c03-9179-51c1cfa7b572 req-22a8bbcf-9bb6-4881-9db6-ea5dd614f7d2 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476990 Oct 15 00:41:15.814620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e013cff-3124-461f-ab59-83e7a398eb6f req-9f25f782-707b-4947-8c76-83ebe59d79ac tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:15.816019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e013cff-3124-461f-ab59-83e7a398eb6f req-9f25f782-707b-4947-8c76-83ebe59d79ac tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0566082 Oct 15 00:41:15.857650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e013cff-3124-461f-ab59-83e7a398eb6f req-92814c56-a515-4b2b-8cc5-cd268664c5e0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Oct 15 00:41:16.021499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5abb1-f636-4571-a07f-2e97dd059aa0 req-462d5e45-062c-46a3-ba2a-d98fa451f5f7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:16.023121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-47b5abb1-f636-4571-a07f-2e97dd059aa0 req-462d5e45-062c-46a3-ba2a-d98fa451f5f7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0554447 Oct 15 00:41:16.070990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-47b5abb1-f636-4571-a07f-2e97dd059aa0 req-889ea756-2315-48a7-a783-5f806249e335 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Oct 15 00:41:16.418223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891de8b2-c8f2-42ac-b641-5305b4da7a2b req-9c264a6b-ebe0-4f55-a9b1-d6061161d4e7 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:16.419739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-891de8b2-c8f2-42ac-b641-5305b4da7a2b req-9c264a6b-ebe0-4f55-a9b1-d6061161d4e7 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Oct 15 00:41:16.460810 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-891de8b2-c8f2-42ac-b641-5305b4da7a2b req-427bb897-d95e-4e63-ac6d-f1b2febb8ff8 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Oct 15 00:41:16.831400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8f9c-2db1-4ec5-b721-13f10d84bdbe req-b73a533b-3e99-46e8-9703-9231cc87a158 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:16.835321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2da8f9c-2db1-4ec5-b721-13f10d84bdbe req-b73a533b-3e99-46e8-9703-9231cc87a158 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0498724 Oct 15 00:41:16.871786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2da8f9c-2db1-4ec5-b721-13f10d84bdbe req-f1e91fb7-f22b-4782-be19-821718bad345 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327907 Oct 15 00:41:16.977955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee597-61dc-443c-b519-dca8d01691f2 req-cf9bef09-7614-4091-925c-2ac152bc18b7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:16.979497 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00dee597-61dc-443c-b519-dca8d01691f2 req-cf9bef09-7614-4091-925c-2ac152bc18b7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0498195 Oct 15 00:41:17.021887 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-00dee597-61dc-443c-b519-dca8d01691f2 req-c697f9c6-ecf8-42d8-9f2e-0489b49439f0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357647 Oct 15 00:41:17.216375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33889502-c442-499d-9e1d-ec0ccbd8bad5 req-90a8cb73-0e6d-4666-aa81-52e66a1815ab tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:17.216375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33889502-c442-499d-9e1d-ec0ccbd8bad5 req-90a8cb73-0e6d-4666-aa81-52e66a1815ab tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0513945 Oct 15 00:41:17.254436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33889502-c442-499d-9e1d-ec0ccbd8bad5 req-02cb2f75-5d01-40ff-a2e7-cc5059f8dd62 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Oct 15 00:41:17.445661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaad2c-3fa5-4b3c-87cf-415474192ed0 req-8b2c0199-2bb4-483c-8256-96cf8627a2de tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:17.447296 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8aaad2c-3fa5-4b3c-87cf-415474192ed0 req-8b2c0199-2bb4-483c-8256-96cf8627a2de tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0514560 Oct 15 00:41:17.488190 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8aaad2c-3fa5-4b3c-87cf-415474192ed0 req-8d72dae1-bf7d-4fd9-bc0e-e369e042f2ff tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334425 Oct 15 00:41:17.617066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371e872-a498-49a2-a611-40af7fc38220 req-41b17b66-2d6e-4147-a106-ecb243e5924c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:17.618591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9371e872-a498-49a2-a611-40af7fc38220 req-41b17b66-2d6e-4147-a106-ecb243e5924c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0513728 Oct 15 00:41:17.658738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9371e872-a498-49a2-a611-40af7fc38220 req-5be912d9-71a4-49b2-841a-cde147baae5a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Oct 15 00:41:17.995796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-05eac0f2-520b-4059-b9d5-70884bf258aa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:17.997306 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-05eac0f2-520b-4059-b9d5-70884bf258aa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.1211872 Oct 15 00:41:18.013137 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-19a6c1aa-6179-42fc-be86-9021df681000 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/quotas/263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 375 time: 0.0092666 Oct 15 00:41:18.017697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738babae-b732-42ba-8d57-c5c312959f84 req-e7a9361d-0a90-4c1b-b77a-a2eaf4381a07 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:18.021314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-738babae-b732-42ba-8d57-c5c312959f84 req-e7a9361d-0a90-4c1b-b77a-a2eaf4381a07 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0575101 Oct 15 00:41:18.075221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-738babae-b732-42ba-8d57-c5c312959f84 req-4c166feb-99f9-4193-bb66-3390b34e9a43 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479860 Oct 15 00:41:18.119111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-93c921cd-13ea-4bd6-8afb-a55d17e639a7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0983734 Oct 15 00:41:18.246458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72defd7d-2458-4f10-8bec-1431ba4856c2 req-a68431f2-285e-4128-a6af-674178a4fc9a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:18.252692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72defd7d-2458-4f10-8bec-1431ba4856c2 req-a68431f2-285e-4128-a6af-674178a4fc9a tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0871131 Oct 15 00:41:18.281602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-9fff135b-0ed3-43c3-b87c-af02c1f71002 service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506178 Oct 15 00:41:18.294818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72defd7d-2458-4f10-8bec-1431ba4856c2 req-21e2c385-1001-4004-aecf-6813cf2b8d13 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359843 Oct 15 00:41:18.387522 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-bd1aeb8a-faf5-4df0-b87c-76e4ce9dbe51 service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936615 Oct 15 00:41:18.723093 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-226a3077-12e6-49c0-9075-5f9c1c996b89 req-8a3e5962-db89-4f20-b19e-a38e1688a678 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 210 time: 0.0324941 Oct 15 00:41:18.828392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065e683-44bb-4858-9127-9440cbf861d8 req-ff0f91cf-6788-4a1d-879e-22e4469471dd tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:18.829915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5065e683-44bb-4858-9127-9440cbf861d8 req-ff0f91cf-6788-4a1d-879e-22e4469471dd tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0849669 Oct 15 00:41:18.835868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-12c61eb0-f1ea-445c-a729-a61b5ec90969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:18.837354 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-12c61eb0-f1ea-445c-a729-a61b5ec90969 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 1096 time: 0.0660987 Oct 15 00:41:18.925783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5065e683-44bb-4858-9127-9440cbf861d8 req-bc152702-e170-4bf4-aab4-72da15685ac0 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874174 Oct 15 00:41:18.967090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-1a1d53d2-13f3-434d-bfc2-6ea3cd1a5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:18.969692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-1a1d53d2-13f3-434d-bfc2-6ea3cd1a5308 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 912 time: 0.1253560 Oct 15 00:41:19.045184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-7464b4ed-a38b-4dd3-8587-e4c6b54c776b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 200 len: 1000 time: 0.0666406 Oct 15 00:41:19.095249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-5a73188a-983a-4675-92d8-aaea0564b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:19.096592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-5a73188a-983a-4675-92d8-aaea0564b138 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.0436099 Oct 15 00:41:19.143580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-38306b67-cdb2-4556-9605-217291cbdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:19.145086 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-38306b67-cdb2-4556-9605-217291cbdd82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404706 Oct 15 00:41:19.243569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-99aa8606-34a2-4efe-9992-512a60cf34b7 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903149 Oct 15 00:41:19.346780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2193e0-8fa3-4dd8-a341-3cd4dba44957 req-7cabcc6c-76cb-49a6-9c22-6856c73a7278 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953510 Oct 15 00:41:19.427083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e52dbd-fb1f-41d7-a3c2-aad5a6c1b472 req-2345303a-dc32-45bd-8113-634fe19502f0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:19.428541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61e52dbd-fb1f-41d7-a3c2-aad5a6c1b472 req-2345303a-dc32-45bd-8113-634fe19502f0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0628948 Oct 15 00:41:19.467942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61e52dbd-fb1f-41d7-a3c2-aad5a6c1b472 req-f3ea77bb-7102-415c-92d8-57f47409e836 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332782 Oct 15 00:41:20.010027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5552f2ad-d29e-45f7-bbca-0e9dddacb223 req-eeccc6e0-fc49-448f-8d1e-4cc753053768 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Oct 15 00:41:20.116498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabe369-4251-4d8c-ab3c-9f3f0a6069da req-47634f5b-7f48-4ccb-a022-8962bcab5e33 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:20.118057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cbabe369-4251-4d8c-ab3c-9f3f0a6069da req-47634f5b-7f48-4ccb-a022-8962bcab5e33 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0497909 Oct 15 00:41:20.159822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cbabe369-4251-4d8c-ab3c-9f3f0a6069da req-21ae0ce1-28f8-48c6-9645-7c81b63ae408 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342410 Oct 15 00:41:20.664223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8c7d110d-0621-4ac5-b5f8-7e3005c72abf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:20.666937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8c7d110d-0621-4ac5-b5f8-7e3005c72abf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.1336565 Oct 15 00:41:20.685705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'port': {'device_id': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'admin_state_up': True, 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:20.722804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968327f-aa37-46e3-a4d7-1f4b19599654 req-df6e35d8-046e-4ebf-ae73-4887f5f1f710 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:20.727669 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b968327f-aa37-46e3-a4d7-1f4b19599654 req-df6e35d8-046e-4ebf-ae73-4887f5f1f710 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1620872 Oct 15 00:41:20.789404 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b968327f-aa37-46e3-a4d7-1f4b19599654 req-1fa36d07-ace3-4211-9873-0b9e05dc7f4d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556178 Oct 15 00:41:20.990926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Made reservation on behalf of 263c0d278c3f49c9bc051c77cb07a614 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:41:20.996682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:21.185733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-45b818c4-b658-45f2-b999-a81434dffd19 req-cf4ab1ee-bf0d-49dc-8007-5cb759a41b86 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 210 time: 0.0442052 Oct 15 00:41:21.186282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Allocated IP 172.20.0.5 (9e41b00c-b623-43aa-84c1-2d27f3e01443/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6/0a6b3e26-f380-4d28-8b77-864fd810e269) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:41:21.386616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1d10b-2e5e-4830-ace4-f8499e55797e req-4ce2540c-7b2d-4727-a8ff-3f0ed09b6a9f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:21.388546 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cab1d10b-2e5e-4830-ace4-f8499e55797e req-4ce2540c-7b2d-4727-a8ff-3f0ed09b6a9f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1018689 Oct 15 00:41:21.417208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4035d44-9369-4378-98b5-8ef2f94f3211 req-fa8be30a-a8b2-4b51-b15c-a42ef709e4cf tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:21.425797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4035d44-9369-4378-98b5-8ef2f94f3211 req-fa8be30a-a8b2-4b51-b15c-a42ef709e4cf tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.1266642 Oct 15 00:41:21.465075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cab1d10b-2e5e-4830-ace4-f8499e55797e req-8ee85eb6-0321-44ff-ac18-a50b16aa78d1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684469 Oct 15 00:41:21.493598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:21.519168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4035d44-9369-4378-98b5-8ef2f94f3211 req-f0098cfc-302e-4d47-a20a-e9dac2ac88b9 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924814 Oct 15 00:41:21.618760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:21.638450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:21.683065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=0a6b3e26-f380-4d28-8b77-864fd810e269,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:21.691174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:41:21.692806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:41:21.695696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:41:21.761330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:21.762055 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:21.893338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-8aac3928-f2f3-44d2-91ac-87a0f87e891e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2121911 Oct 15 00:41:21.907038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Request body: {'port': {'device_id': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:22.012096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:22.020378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f069d33-b0ef-42f5-853d-030915291e56 req-9fe6ce97-71e0-473c-97df-cec9a65f08f8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:22.023585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f069d33-b0ef-42f5-853d-030915291e56 req-9fe6ce97-71e0-473c-97df-cec9a65f08f8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1230664 Oct 15 00:41:22.079739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0e2d910e-a67a-449e-ad4c-6c7876630224 None None] Provisioning complete for port 0a6b3e26-f380-4d28-8b77-864fd810e269 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:22.080397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0e2d910e-a67a-449e-ad4c-6c7876630224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:22.100026 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f069d33-b0ef-42f5-853d-030915291e56 req-f84d33d6-f6ad-488a-b7e2-db836b065038 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679336 Oct 15 00:41:22.176519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d910e-a67a-449e-ad4c-6c7876630224 None None] Port 0a6b3e26-f380-4d28-8b77-864fd810e269 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:41:22.334214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288107d4-d5ad-4533-a6bc-03e15de23a9d req-5eb451f3-b174-48d7-9e13-b701623c55b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:22.335756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-288107d4-d5ad-4533-a6bc-03e15de23a9d req-5eb451f3-b174-48d7-9e13-b701623c55b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 931 time: 0.0708673 Oct 15 00:41:22.405922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-288107d4-d5ad-4533-a6bc-03e15de23a9d req-a86e41bc-214f-4c6e-ba6d-fb4d5dee3096 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Oct 15 00:41:22.454182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6b3e26-f380-4d28-8b77-864fd810e269 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:22.462577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:22.475131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Transition to ACTIVE for port object 0a6b3e26-f380-4d28-8b77-864fd810e269 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:41:22.553870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:22.677002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a3c06-9338-4963-b449-686eb99d6f51 req-f4fa82c3-6247-46ab-b8a3-07eadf585ff4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:22.678549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-293a3c06-9338-4963-b449-686eb99d6f51 req-f4fa82c3-6247-46ab-b8a3-07eadf585ff4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.0762739 Oct 15 00:41:22.688264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6b3e26-f380-4d28-8b77-864fd810e269,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:22.744717 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-293a3c06-9338-4963-b449-686eb99d6f51 req-0f91dc69-66ad-4da2-9a99-eceeb4feac26 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581815 Oct 15 00:41:22.760005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Attempting to bind port 0a6b3e26-f380-4d28-8b77-864fd810e269 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:41:22.760579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Attempting to bind port 0a6b3e26-f380-4d28-8b77-864fd810e269 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:41:22.761187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Attempting to bind port 0a6b3e26-f380-4d28-8b77-864fd810e269 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:22.768277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Port 0a6b3e26-f380-4d28-8b77-864fd810e269 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:41:22.768704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Attempting to bind port 0a6b3e26-f380-4d28-8b77-864fd810e269 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:22.777222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:41:22.777659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:41:22.778133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Bound using segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:41:22.778640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Bound port: 0a6b3e26-f380-4d28-8b77-864fd810e269, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:41:22.779072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:22.856367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] For port 0a6b3e26-f380-4d28-8b77-864fd810e269, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:41:22.860413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] For port 0a6b3e26-f380-4d28-8b77-864fd810e269, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=0a6b3e26-f380-4d28-8b77-864fd810e269,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:41:22.948917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:22.992194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:22.993062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:22.994632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0a6b3e26-f380-4d28-8b77-864fd810e269 HTTP/1.1" status: 200 len: 1091 time: 1.0927424 Oct 15 00:41:22.995130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'tag': '0a6b3e26-f380-4d28-8b77-864fd810e269'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:22.997475 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c597d3df-128c-41f7-b4b5-83d34f58270a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf0a4e5-26bd-4435-bb84-088b36b44335", "tag": "0a6b3e26-f380-4d28-8b77-864fd810e269"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:23.040484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5333c94-bb0f-4a1c-914d-219d56d94ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6b3e26-f380-4d28-8b77-864fd810e269,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:23.059838 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fcf906-d6f9-4597-a481-e497fea91a3f x-openstack-request-id: req-b4fcf906-d6f9-4597-a481-e497fea91a3f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:23.061285 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf0a4e5-26bd-4435-bb84-088b36b44335", "tag": "0a6b3e26-f380-4d28-8b77-864fd810e269", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:23.061285 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4fcf906-d6f9-4597-a481-e497fea91a3f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:23.062237 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'tag': '0a6b3e26-f380-4d28-8b77-864fd810e269', 'status': 'completed', 'code': 200} Oct 15 00:41:23.122736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d3df-128c-41f7-b4b5-83d34f58270a req-b7d5704a-41e8-42ac-9b7a-503ffc5372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.124349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c597d3df-128c-41f7-b4b5-83d34f58270a req-b7d5704a-41e8-42ac-9b7a-503ffc5372b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 1094 time: 0.0469203 Oct 15 00:41:23.283486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-6c005f77-77bc-4413-b3f2-ddb22aafac40 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.284955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-6c005f77-77bc-4413-b3f2-ddb22aafac40 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.39 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.1597197 Oct 15 00:41:23.333807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d3df-128c-41f7-b4b5-83d34f58270a req-eff15b5b-4a11-48a8-916d-8e6cc2f3d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.335296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c597d3df-128c-41f7-b4b5-83d34f58270a req-eff15b5b-4a11-48a8-916d-8e6cc2f3d05e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=263c0d278c3f49c9bc051c77cb07a614&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1848276 Oct 15 00:41:23.378699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f940444-2080-4ca5-9734-506216072b11 req-8f6228de-9c07-43f5-be26-59caa78d4dd9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.381608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f940444-2080-4ca5-9734-506216072b11 req-8f6228de-9c07-43f5-be26-59caa78d4dd9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1744571 Oct 15 00:41:23.549960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d3df-128c-41f7-b4b5-83d34f58270a req-bd607e37-19d4-4eff-bcb5-50f6f6b00efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.552386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c597d3df-128c-41f7-b4b5-83d34f58270a req-bd607e37-19d4-4eff-bcb5-50f6f6b00efe service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2065511 Oct 15 00:41:23.574232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f940444-2080-4ca5-9734-506216072b11 req-a53c7adf-d981-4c6a-922e-84a52450c635 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798625 Oct 15 00:41:23.609512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227db1-3ba7-4c5b-850f-e8844d4a57ca req-80afd572-d550-4171-bc6e-7101e4424559 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.617580 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc227db1-3ba7-4c5b-850f-e8844d4a57ca req-80afd572-d550-4171-bc6e-7101e4424559 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 943 time: 0.1151788 Oct 15 00:41:23.630495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Deleting port 2c58876e-516e-4c47-b42b-feee52d740f3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:23.630978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:23.663130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc227db1-3ba7-4c5b-850f-e8844d4a57ca req-dddda935-9256-4dbc-92a0-a7f8015db537 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Oct 15 00:41:23.710290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-d0aca5b4-a182-48bf-9a89-ec176c2d9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.712546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-d0aca5b4-a182-48bf-9a89-ec176c2d9f03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 1094 time: 0.1194336 Oct 15 00:41:23.778277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-e25157ae-8598-4368-8270-8f1de4c04023 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a6b3e26-f380-4d28-8b77-864fd810e269 HTTP/1.1" status: 200 len: 217 time: 0.0565057 Oct 15 00:41:23.785423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] For port 2c58876e-516e-4c47-b42b-feee52d740f3, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=2c58876e-516e-4c47-b42b-feee52d740f3,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:23.785902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:23.932483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47836) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:23.975270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-49efa67d-42ad-4f6e-88c9-93500cba1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:23.976782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-49efa67d-42ad-4f6e-88c9-93500cba1598 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.1882074 Oct 15 00:41:24.055245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.166181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.258465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.299989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b507687b-cfdd-4f2b-b988-f06f549efa88,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:24.309901 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64972b3d34b34e1c8640f8c6182e536f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762321 Oct 15 00:41:24.312299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47842) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:24.330056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.330849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.331386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.331893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.332235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.332570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.332904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.333233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.333565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.333892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.334257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.334851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b289fe24-242b-40cd-9542-85fb3d2ca743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:24.396706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f030aa-e28f-470e-8a0b-cccda7b34b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.411936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c354486-82d7-4a76-8849-481096d99d18 req-7fee1497-a879-407f-808f-d4d7ea80047a tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:24.414423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c354486-82d7-4a76-8849-481096d99d18 req-7fee1497-a879-407f-808f-d4d7ea80047a tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 945 time: 0.5189180 Oct 15 00:41:24.422318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f030aa-e28f-470e-8a0b-cccda7b34b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.510508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-f71a4155-debc-401e-a87b-88d654e230a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:24.512086 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-f71a4155-debc-401e-a87b-88d654e230a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5219920 Oct 15 00:41:24.526074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c354486-82d7-4a76-8849-481096d99d18 req-eb696c78-b1ad-4846-8a49-cf7f09f29a91 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups?id=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790684 Oct 15 00:41:24.574153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.574510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.574829 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Floating IP b4dfb2d0-d975-4e7c-9420-37f2c715a5dc disassociated. External IP: 172.25.2.125, port: 2c58876e-516e-4c47-b42b-feee52d740f3. Oct 15 00:41:24.575173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Calling delete_port for 2c58876e-516e-4c47-b42b-feee52d740f3 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:24.601339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f030aa-e28f-470e-8a0b-cccda7b34b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.604818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b8f030aa-e28f-470e-8a0b-cccda7b34b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:24.605161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b8f030aa-e28f-470e-8a0b-cccda7b34b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b507687b-cfdd-4f2b-b988-f06f549efa88 HTTP/1.1" status: 204 len: 168 time: 0.2902956 Oct 15 00:41:24.623232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f030aa-e28f-470e-8a0b-cccda7b34b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b507687b-cfdd-4f2b-b988-f06f549efa88,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:24.696683 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-98084e45-1762-4755-a014-4ca0d21122cd service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737823 Oct 15 00:41:24.801627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa82fec-447a-4c9b-8bd0-01995480065b req-5c0315a3-440a-498d-a97a-58f80d7af56c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:24.809373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8aa82fec-447a-4c9b-8bd0-01995480065b req-5c0315a3-440a-498d-a97a-58f80d7af56c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0675409 Oct 15 00:41:24.849894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8aa82fec-447a-4c9b-8bd0-01995480065b req-235dd941-ff97-41fd-93f5-5f8132c126a9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 Oct 15 00:41:24.871521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62a41955-e59f-4076-ab6f-bc1dd3c28b21 req-98451df1-2ac6-43e9-bf10-db1aee0fabdc service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543448 Oct 15 00:41:24.928187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93864-f2c3-495b-a4b2-8c39e6d3de76 req-664e75cc-6595-4c23-8403-65d9f0fef597 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:24.929726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36d93864-f2c3-495b-a4b2-8c39e6d3de76 req-664e75cc-6595-4c23-8403-65d9f0fef597 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 943 time: 0.1620247 Oct 15 00:41:24.975045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36d93864-f2c3-495b-a4b2-8c39e6d3de76 req-e1babf65-70a8-42d0-ad81-bd89f6d13391 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Oct 15 00:41:25.069802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:25.101450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event deleted for resources: {'Port': ['ID=2c58876e-516e-4c47-b42b-feee52d740f3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:25.227099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Router 2bf18fd6-ba82-4501-8db4-a039a23f420d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:41:25.365961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:41:25.377400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] Sync routers for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:41:25.400201 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:41:25.400882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:25.411978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] No DVR routers for this DVR port 2c58876e-516e-4c47-b42b-feee52d740f3 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:25.415412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:25.419088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ae22ea1-0530-4d2c-9d97-8755f943930a req-db34c891-160b-4e38-9c06-43aff79e76c4 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.39 "DELETE /v2.0/ports/2c58876e-516e-4c47-b42b-feee52d740f3 HTTP/1.1" status: 204 len: 173 time: 2.1228104 Oct 15 00:41:25.419576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'name': 'network-vif-deleted', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:25.422733 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3542f26c-1f2e-41b6-8c5a-050c04aea90f" -d '{"events": [{"server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "name": "network-vif-deleted", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:25.491904 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ca9bcf-99c8-4541-a99e-6feb22a30649 x-openstack-request-id: req-71ca9bcf-99c8-4541-a99e-6feb22a30649 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:25.492204 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e340eb83-93c6-4392-9510-61c5c7457e2c", "name": "network-vif-deleted", "tag": "2c58876e-516e-4c47-b42b-feee52d740f3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:25.492463 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71ca9bcf-99c8-4541-a99e-6feb22a30649 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:25.492988 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e340eb83-93c6-4392-9510-61c5c7457e2c', 'name': 'network-vif-deleted', 'tag': '2c58876e-516e-4c47-b42b-feee52d740f3', 'status': 'completed', 'code': 200} Oct 15 00:41:25.680354 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1388148a-0008-4e0c-b77c-0e91c3e9be30 req-c9bc7310-cbdd-4224-a642-df452ead1f0a tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/ports?device_id=e340eb83-93c6-4392-9510-61c5c7457e2c HTTP/1.1" status: 200 len: 210 time: 0.0495224 Oct 15 00:41:25.697001 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:41:25.923809 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 5, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:25.953165 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] Checking router: 2bf18fd6-ba82-4501-8db4-a039a23f420d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:41:25.965766 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:41:25.967365 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:25.993754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c24a9-4b08-42fa-a2d1-395c144afcf7 req-6e6a4616-0a93-4fe5-be96-4a76e72322ab tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:25.995654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d19c24a9-4b08-42fa-a2d1-395c144afcf7 req-6e6a4616-0a93-4fe5-be96-4a76e72322ab tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0657809 Oct 15 00:41:26.043936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c58876e-516e-4c47-b42b-feee52d740f3 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:26.079032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d19c24a9-4b08-42fa-a2d1-395c144afcf7 req-4ba5849d-9dc3-4f23-8cd3-88b9135aa5b1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693123 Oct 15 00:41:26.102972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 2c58876e-516e-4c47-b42b-feee52d740f3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:41:26.103888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 2c58876e-516e-4c47-b42b-feee52d740f3 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:26.151809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e33d-7181-4444-a6e7-1ca19def3823 req-6d885612-f83b-46ff-a571-e601a60696d4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:26.153581 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad59e33d-7181-4444-a6e7-1ca19def3823 req-6d885612-f83b-46ff-a571-e601a60696d4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 943 time: 0.0590136 Oct 15 00:41:26.159048 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:41:26.190013 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5338126d-3bcd-459c-a130-480e2e453014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:26.218171 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad59e33d-7181-4444-a6e7-1ca19def3823 req-cce5a855-87d4-4a97-937f-af89f20ec868 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558167 Oct 15 00:41:26.402510 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 5, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:26.433972 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2d5e-280c-4a19-b20b-a94c57d05a1f None None] The sync data for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 is: [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:38:04Z', 'revision_number': 4, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4', 'name': '', 'network_id': '4187bfb9-8f8e-42e6-976c-2b0e664ebc0e', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'mac_address': 'fa:16:3e:33:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:03Z', 'updated_at': '2021-10-15T00:38:11Z', 'revision_number': 5, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'subnets': [{'id': '2ccb3ced-0c5f-4885-8908-074b8684265f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:41:26.680628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2284f99-ae52-402a-856f-9897efca2294 None None] New status for floating IP b4dfb2d0-d975-4e7c-9420-37f2c715a5dc: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:41:26.882199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47894) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:26.942142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7150700c-6fdb-4df0-8d7d-3b11dce64332 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:26.968268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7150700c-6fdb-4df0-8d7d-3b11dce64332 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.098369 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7150700c-6fdb-4df0-8d7d-3b11dce64332 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.101995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7150700c-6fdb-4df0-8d7d-3b11dce64332 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.103196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7150700c-6fdb-4df0-8d7d-3b11dce64332 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6982b27-c86c-44c8-8a7d-a9d0723dfbc7 HTTP/1.1" status: 204 len: 168 time: 0.2199755 Oct 15 00:41:27.106009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47902) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:27.122472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150700c-6fdb-4df0-8d7d-3b11dce64332 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6982b27-c86c-44c8-8a7d-a9d0723dfbc7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:27.123250 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-2dbde0bc-777e-4ca6-9c33-837dd8b1a838 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] show failed (client error): The resource could not be found. Oct 15 00:41:27.124478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2dbde0bc-777e-4ca6-9c33-837dd8b1a838 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "GET /v2.0/security-groups/b6982b27-c86c-44c8-8a7d-a9d0723dfbc7 HTTP/1.1" status: 404 len: 347 time: 0.0174408 Oct 15 00:41:27.127251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47906) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:27.302814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b5efa-533a-4d43-9e35-483e9b57c681 req-77d2f4f3-202f-4cc9-b739-07539855a376 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:27.304567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-901b5efa-533a-4d43-9e35-483e9b57c681 req-77d2f4f3-202f-4cc9-b739-07539855a376 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1158409 Oct 15 00:41:27.366641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-901b5efa-533a-4d43-9e35-483e9b57c681 req-41171e38-8927-4ea5-95a7-21454975922e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Oct 15 00:41:27.372642 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Deleting port 25511b08-b38f-4d1b-ae0e-3359cf9ad92c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:27.372978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.383434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80b208-5d33-459c-83f7-c0924affac0f req-a705be7a-a1dd-4990-a68c-67a54b97c251 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:27.383434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a80b208-5d33-459c-83f7-c0924affac0f req-a705be7a-a1dd-4990-a68c-67a54b97c251 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 943 time: 0.0808065 Oct 15 00:41:27.443150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a80b208-5d33-459c-83f7-c0924affac0f req-e0e7e2c4-2a9d-414a-a706-8717c7cda080 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482028 Oct 15 00:41:27.481270 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.481728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.493699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Calling delete_port for 25511b08-b38f-4d1b-ae0e-3359cf9ad92c owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:27.680962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.705828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Pushing event deleted for resources: {'Port': ['ID=25511b08-b38f-4d1b-ae0e-3359cf9ad92c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:27.772533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.775412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:27.776554 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-752e7859-f7dd-4eb8-8a6d-98d32db12998 tempest-ServersTestFqdnHostnames-267434215 tempest-ServersTestFqdnHostnames-267434215-project] 10.222.0.13 "DELETE /v2.0/floatingips/b4dfb2d0-d975-4e7c-9420-37f2c715a5dc HTTP/1.1" status: 204 len: 168 time: 0.6262865 Oct 15 00:41:27.779892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47914) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:28.161871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:28.395609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 0a6b3e26-f380-4d28-8b77-864fd810e269 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:41:28.407405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Deleting port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:28.407750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:28.498976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 0a6b3e26-f380-4d28-8b77-864fd810e269, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=0a6b3e26-f380-4d28-8b77-864fd810e269,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:28.502392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] For port 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:28.505765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455fac6-5a54-4156-868d-537c1e434e85 req-c37e0de2-0090-43f0-a0bd-8a5d207a72fa tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:28.506684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:28.509595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7455fac6-5a54-4156-868d-537c1e434e85 req-c37e0de2-0090-43f0-a0bd-8a5d207a72fa tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0740263 Oct 15 00:41:28.522287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '0a6b3e26-f380-4d28-8b77-864fd810e269', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '0a6b3e26-f380-4d28-8b77-864fd810e269', 'mac_address': 'fa:16:3e:fa:44:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:41:28.525113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Calling delete_port for 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:28.556024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7455fac6-5a54-4156-868d-537c1e434e85 req-775e5018-f0f8-4727-890b-435fbee33380 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355210 Oct 15 00:41:28.580842 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:28.595317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6b3e26-f380-4d28-8b77-864fd810e269 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:28.615943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 0a6b3e26-f380-4d28-8b77-864fd810e269, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=0a6b3e26-f380-4d28-8b77-864fd810e269,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:28.691902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:28.719525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed02e4-53e6-4e09-b576-0a06a28646c5 req-f48cddd6-29e9-423f-ad09-202beef1a4c4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:28.723489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6ed02e4-53e6-4e09-b576-0a06a28646c5 req-f48cddd6-29e9-423f-ad09-202beef1a4c4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 943 time: 0.1174281 Oct 15 00:41:28.747418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=0a6b3e26-f380-4d28-8b77-864fd810e269,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:28.755860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.756210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.756555 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.756910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.757227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.757563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.757893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.758246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.758575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.758903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.759233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.759550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:28.794295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6ed02e4-53e6-4e09-b576-0a06a28646c5 req-f7633434-448e-488e-af2c-1e3789b40569 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642817 Oct 15 00:41:28.816688 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-646e0e13-a36e-4333-883a-603a0ef9d966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:28.924700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:28.951457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:29.005753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['0a6b3e26-f380-4d28-8b77-864fd810e269'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:29.140081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:29.317003 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-11ad6ece-4736-4761-88fc-39958fe6099a tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=746e0cd0ea464256bb026945bea416ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286429 Oct 15 00:41:29.366572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Router 2bf18fd6-ba82-4501-8db4-a039a23f420d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:41:29.480760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:41:29.488329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fb7504d9-10eb-47c1-a398-244ee04ab9da admin admin] 10.222.0.13 "PUT /v2.0/routers/2bf18fd6-ba82-4501-8db4-a039a23f420d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7047012 Oct 15 00:41:29.488792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47944) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:29.489483 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] Sync routers for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:41:29.498818 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:41:29.499418 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:29.505950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-3d9b61f9-21c4-4e2b-90b5-27a371efd083 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:29.508056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-3d9b61f9-21c4-4e2b-90b5-27a371efd083 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850877 Oct 15 00:41:29.526950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-818d5341-c0b7-41ee-a3c1-5b19fa23b222 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/quotas/746e0cd0ea464256bb026945bea416ee HTTP/1.1" status: 200 len: 375 time: 0.0131519 Oct 15 00:41:29.565947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-467146fc-a51b-4c94-a49a-e3c1a8f657d0 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=746e0cd0ea464256bb026945bea416ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321233 Oct 15 00:41:29.618361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:29.626771 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:41:29.760360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:29.776958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec34af2-a7d6-4c76-99fa-d9fb1cbff494 req-2c61f078-780d-45ae-bbc5-32c7b7be38fc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:29.778437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aec34af2-a7d6-4c76-99fa-d9fb1cbff494 req-2c61f078-780d-45ae-bbc5-32c7b7be38fc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0739570 Oct 15 00:41:29.820346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aec34af2-a7d6-4c76-99fa-d9fb1cbff494 req-3724ff03-2de4-4354-9eab-a7208ce25a82 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Oct 15 00:41:29.821230 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:41:28Z', 'revision_number': 5, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port': {'id': 'd5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:38:00Z', 'updated_at': '2021-10-15T00:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:29.849884 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] Checking router: 2bf18fd6-ba82-4501-8db4-a039a23f420d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:41:29.859880 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] Routers {'2bf18fd6-ba82-4501-8db4-a039a23f420d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:41:29.860671 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2bf18fd6-ba82-4501-8db4-a039a23f420d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:29.897441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5295f45d-6bf0-44dc-bf23-fc00cc6712f6 req-0d1ef963-7cf9-414b-9119-e47df98f8e54 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 210 time: 0.0540688 Oct 15 00:41:29.929269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Deleting port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:29.929692 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:29.967911 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] Set router 2bf18fd6-ba82-4501-8db4-a039a23f420d gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:41:30.027386 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:41:29Z', 'revision_number': 6, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:30.056271 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d56c20-a0e1-4ee6-93e2-a87573f5e7a2 None None] The sync data for ids ['2bf18fd6-ba82-4501-8db4-a039a23f420d'] in n-d-811521-2 is: [{'id': '2bf18fd6-ba82-4501-8db4-a039a23f420d', 'name': 'tempest-ServersTestFqdnHostnames-883790260-router', 'tenant_id': 'e006278a28c54fd581ecd36fe2f1e832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:59Z', 'updated_at': '2021-10-15T00:41:29Z', 'revision_number': 6, 'project_id': 'e006278a28c54fd581ecd36fe2f1e832', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:41:30.096404 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.119013 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:41:30.172642 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.339629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00e6bf-d7f0-488e-bec1-072df6c78c37 req-067143fe-fc4d-4512-9787-648ae02aac2e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:30.341076 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef00e6bf-d7f0-488e-bec1-072df6c78c37 req-067143fe-fc4d-4512-9787-648ae02aac2e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 944 time: 0.3965466 Oct 15 00:41:30.360729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] For port d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:30.361000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.385317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Calling delete_port for d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:30.400320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 0a6b3e26-f380-4d28-8b77-864fd810e269 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:41:30.422731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef00e6bf-d7f0-488e-bec1-072df6c78c37 req-4e18b42a-eeef-4587-8db0-a9c7125fa8df tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Oct 15 00:41:30.532468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 0a6b3e26-f380-4d28-8b77-864fd810e269 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:41:30.537557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 0a6b3e26-f380-4d28-8b77-864fd810e269 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:30.537923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.617097 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.649647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6b3e26-f380-4d28-8b77-864fd810e269'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:30.649647 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af3f34-c588-4dea-89dd-23da6d590730" -d '{"events": [{"server_uuid": "ccf0a4e5-26bd-4435-bb84-088b36b44335", "name": "network-vif-plugged", "status": "completed", "tag": "0a6b3e26-f380-4d28-8b77-864fd810e269"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:30.657171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 0a6b3e26-f380-4d28-8b77-864fd810e269, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=0a6b3e26-f380-4d28-8b77-864fd810e269,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:30.667974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.681540 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039ad79-5357-483f-a4a1-589bbc8e1213 x-openstack-request-id: req-b039ad79-5357-483f-a4a1-589bbc8e1213 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:30.681828 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf0a4e5-26bd-4435-bb84-088b36b44335", "name": "network-vif-plugged", "status": "completed", "tag": "0a6b3e26-f380-4d28-8b77-864fd810e269", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:30.682078 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b039ad79-5357-483f-a4a1-589bbc8e1213 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:30.682485 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6b3e26-f380-4d28-8b77-864fd810e269', 'code': 200} Oct 15 00:41:30.703127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:30.789146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.799523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.840464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=0a6b3e26-f380-4d28-8b77-864fd810e269,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:30.901233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cfa4d-fd7b-4845-9a9a-1647804e581f req-6b0a9a5f-1b5a-4f02-9e3e-b82251dfec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:30.902857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c35cfa4d-fd7b-4845-9a9a-1647804e581f req-6b0a9a5f-1b5a-4f02-9e3e-b82251dfec7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 1095 time: 0.1530962 Oct 15 00:41:30.905346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.907819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:30.976128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f99fd2c3-bead-48a5-841e-103d611e4de1 req-f22cd3d3-b206-46ab-8e45-6c3814f24ead tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 210 time: 0.0345633 Oct 15 00:41:31.007545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c35cfa4d-fd7b-4845-9a9a-1647804e581f req-44cad0f8-8427-49b8-a345-d2720c85f9f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964336 Oct 15 00:41:31.024175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfc5c3-5338-4d87-b993-4d9151ba4008 req-3fc54d0a-8ac4-42d4-b372-7d4c18da0ea7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:31.025621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64bfc5c3-5338-4d87-b993-4d9151ba4008 req-3fc54d0a-8ac4-42d4-b372-7d4c18da0ea7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1061060 Oct 15 00:41:31.066194 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64bfc5c3-5338-4d87-b993-4d9151ba4008 req-e3170abe-70d4-4160-9de7-9acdaa884879 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335760 Oct 15 00:41:31.074719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.075248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf18fd6-ba82-4501-8db4-a039a23f420d {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:41:31.085122 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.085122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e24fce0a-d4b5-4acc-8c2f-0ed059bcaa37 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2bf18fd6-ba82-4501-8db4-a039a23f420d HTTP/1.1" status: 204 len: 168 time: 1.5922010 Oct 15 00:41:31.085122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:31.132085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] Deleting subnet 2ccb3ced-0c5f-4885-8908-074b8684265f {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:41:31.136574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.170874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.254244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.367085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.394476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccb3ced-0c5f-4885-8908-074b8684265f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:31.396418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.400267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b2fea88b-e4e1-46f6-b9c8-7a55a0a41877 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ccb3ced-0c5f-4885-8908-074b8684265f HTTP/1.1" status: 204 len: 168 time: 0.3143375 Oct 15 00:41:31.409906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632cdc8-ef3a-4ae2-9b50-240b39ed6782 None None] Network 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:41:31.410489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47976) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:31.477278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.535134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Deleting port c26b092d-6621-4fc6-b9ee-9d01b859ca24 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:31.535465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.541904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e788bc-247b-4936-8c03-2224e7400e7a req-c371948f-a38f-4355-92e1-21d8c3cc8289 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:31.544428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88e788bc-247b-4936-8c03-2224e7400e7a req-c371948f-a38f-4355-92e1-21d8c3cc8289 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 945 time: 0.0575953 Oct 15 00:41:31.590626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88e788bc-247b-4936-8c03-2224e7400e7a req-0b7e405c-050d-4f2f-921f-771eeb0f7aed tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Oct 15 00:41:31.605781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] For port c26b092d-6621-4fc6-b9ee-9d01b859ca24, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c26b092d-6621-4fc6-b9ee-9d01b859ca24,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:31.606379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.619862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Calling delete_port for c26b092d-6621-4fc6-b9ee-9d01b859ca24 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:31.652086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] DHCP port deletion for 4187bfb9-8f8e-42e6-976c-2b0e664ebc0e request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:41:31.706753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] Deleting port c26b092d-6621-4fc6-b9ee-9d01b859ca24 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:31.707224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.780647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] For port c26b092d-6621-4fc6-b9ee-9d01b859ca24, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c26b092d-6621-4fc6-b9ee-9d01b859ca24,segment=NetworkSegment(4cde6229-d2c4-4aed-a53d-60870bb1e2b6),segment_id=4cde6229-d2c4-4aed-a53d-60870bb1e2b6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:31.781086 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.792492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-3019677c-6d5f-4cd5-aee6-b97e34e8544b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414357 Oct 15 00:41:31.794385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] Calling delete_port for c26b092d-6621-4fc6-b9ee-9d01b859ca24 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:31.845229 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.877094 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:31.879960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c26b092d-6621-4fc6-b9ee-9d01b859ca24,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:31.891117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] No DVR routers for this DVR port c26b092d-6621-4fc6-b9ee-9d01b859ca24 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:31.914227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] Pushing event deleted for resources: {'Port': ['ID=c26b092d-6621-4fc6-b9ee-9d01b859ca24,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:31.914637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-f0ecc33d-5b01-4c1a-bef3-880e938c2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:31.914735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc8016-e36d-4349-85b8-9d7492de6a02 None None] No DVR routers for this DVR port c26b092d-6621-4fc6-b9ee-9d01b859ca24 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:31.914820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-f0ecc33d-5b01-4c1a-bef3-880e938c2158 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 1096 time: 0.0965309 Oct 15 00:41:31.973990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.018192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4187bfb9-8f8e-42e6-976c-2b0e664ebc0e']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:32.055284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cde6229-d2c4-4aed-a53d-60870bb1e2b6') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:32.055571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cde6229-d2c4-4aed-a53d-60870bb1e2b6') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:32.070501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.075571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84698de6-583a-4a27-b52d-9a05863741e9 req-1b22b708-02e4-4d23-9f40-0500a1580dc9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 210 time: 0.0294535 Oct 15 00:41:32.090367 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.104212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:41:32.104493 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:41:32.106137 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:41:32.119477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-a3ca8247-642e-45a1-adbe-b7548c45701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:32.119477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-a3ca8247-642e-45a1-adbe-b7548c45701c service neutron] 10.222.0.30 "GET /v2.0/networks?id=eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 200 len: 916 time: 0.1793942 Oct 15 00:41:32.183857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:32.204545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-dfa161d5-0cb7-4e8c-a8ad-8d9259eb5f40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a07f71d1-4e18-410c-a183-f7fb6ffeba0b HTTP/1.1" status: 200 len: 217 time: 0.0511193 Oct 15 00:41:32.208084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:41:32.208614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d5cc46b6-bcdb-46a8-9837-0d9c2d6fbda3 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:32.209089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:32.228898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:41:32.229322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4ea1d0c3-4e4b-4774-b5ab-a159c04f80d4 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:32.229795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c26b092d-6621-4fc6-b9ee-9d01b859ca24 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:32.250642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c26b092d-6621-4fc6-b9ee-9d01b859ca24 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:41:32.255314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c26b092d-6621-4fc6-b9ee-9d01b859ca24 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:32.280182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.280309 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.287634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.293721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] 10.222.0.13 "DELETE /v2.0/networks/4187bfb9-8f8e-42e6-976c-2b0e664ebc0e HTTP/1.1" status: 204 len: 168 time: 0.8874879 Oct 15 00:41:32.293721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-17c12d45-e51a-4712-a130-4e03436c9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:32.294897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-17c12d45-e51a-4712-a130-4e03436c9687 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4a71084-d74e-47f7-a154-290824fb64fc HTTP/1.1" status: 200 len: 855 time: 0.0813692 Oct 15 00:41:32.314633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d20a78-05f1-4f69-bc16-a65c26faceee req-938ad1ab-2043-45c1-a5cc-6a1c09abbfdb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:32.316107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2d20a78-05f1-4f69-bc16-a65c26faceee req-938ad1ab-2043-45c1-a5cc-6a1c09abbfdb tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1141319 Oct 15 00:41:32.323847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49c823-b30e-42ab-885c-9ecc6879af8c admin admin] Pushing event deleted for resources: {'Network': ['ID=4187bfb9-8f8e-42e6-976c-2b0e664ebc0e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:32.354211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-00598693-9d35-4aea-b367-cf776c9e6229 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eafab19a-1f46-4ed6-a367-f56f800b221e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482945 Oct 15 00:41:32.399713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2d20a78-05f1-4f69-bc16-a65c26faceee req-ac56262b-a494-4136-bc88-bfeb9bdd55c9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737114 Oct 15 00:41:32.426880 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-fb1bff1b-e205-4f40-a27c-7d0954c9038c tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=746e0cd0ea464256bb026945bea416ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283916 Oct 15 00:41:32.466223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-4a11a94f-48c7-4fc4-ade2-c197d804de8a service neutron] 10.222.0.30 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044652 Oct 15 00:41:32.543701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-0f5bcc14-5661-4d57-8a0f-34c558cdb015 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:32.545682 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-0f5bcc14-5661-4d57-8a0f-34c558cdb015 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131196 Oct 15 00:41:32.558710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Request body: {'port': {'device_id': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': '746e0cd0ea464256bb026945bea416ee'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:32.568751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ac3d2f1-b448-4f07-ad4b-3d8f9f662d1f req-343e9157-6a35-4705-9bb1-446cd95542bf service neutron] 10.222.0.30 "GET /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945470 Oct 15 00:41:32.719126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42fc3d-9dc2-4275-a195-0f6e29f830b7 req-36413c13-42ef-4ba8-bc20-c3bcd93714b4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:32.720518 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd42fc3d-9dc2-4275-a195-0f6e29f830b7 req-36413c13-42ef-4ba8-bc20-c3bcd93714b4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 945 time: 0.0573137 Oct 15 00:41:32.729719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47992) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:32.770238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fd42fc3d-9dc2-4275-a195-0f6e29f830b7 req-62313382-9936-44a6-9663-5fd671cced59 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Oct 15 00:41:32.774143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bcc8f4c1-f4bd-4adb-a91b-16a3f9cf4733 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e006278a28c54fd581ecd36fe2f1e832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431852 Oct 15 00:41:32.776950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47994) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:32.791610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Made reservation on behalf of 746e0cd0ea464256bb026945bea416ee for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:41:32.797038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.806987 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.835843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d279cf86-10aa-4c3f-bb11-b3d2b1f46fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.868100 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d279cf86-10aa-4c3f-bb11-b3d2b1f46fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.893196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.999506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d279cf86-10aa-4c3f-bb11-b3d2b1f46fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:32.999673 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:33.002169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d279cf86-10aa-4c3f-bb11-b3d2b1f46fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:33.003459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d279cf86-10aa-4c3f-bb11-b3d2b1f46fb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4a4eada-25fb-43be-af73-bbc73c2d63e5 HTTP/1.1" status: 204 len: 168 time: 0.2258704 Oct 15 00:41:33.011721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279cf86-10aa-4c3f-bb11-b3d2b1f46fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a4eada-25fb-43be-af73-bbc73c2d63e5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:33.069178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a493020a-e788-440b-bd42-21154c0c7ae4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:33.147191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Allocated IP 192.168.233.46 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/366499f3-e974-4701-8d2b-049138a6eb48) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:41:33.185075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8ae782b0-b859-4fef-b1b6-0572b667f344 req-36c07bf2-ff47-4ad1-ad01-026d2397fc82 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 210 time: 0.0324013 Oct 15 00:41:33.331191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:33.441542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:33.486629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:41:33.489864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:41:33.493996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:41:33.557478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Pushing event updated for resources: {'Port': ['ID=366499f3-e974-4701-8d2b-049138a6eb48,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:33.587034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacdba2-b442-40cb-b23f-2e18a6ee9de0 req-08285574-b758-4e35-8515-5d4a4647dc77 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:33.588661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcacdba2-b442-40cb-b23f-2e18a6ee9de0 req-08285574-b758-4e35-8515-5d4a4647dc77 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0955451 Oct 15 00:41:33.590403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:33.591282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:33.641060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcacdba2-b442-40cb-b23f-2e18a6ee9de0 req-4622301f-2343-4598-9b15-9e3abd57643c tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365307 Oct 15 00:41:33.698938 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-aa67cd39-166e-43a9-bf7e-9a86ff6c5ab9 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1417704 Oct 15 00:41:33.733106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Request body: {'port': {'device_id': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:33.736446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-bf56bc25-5dbd-4208-a4fd-b731c9a594e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488403 Oct 15 00:41:33.813927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-9105eda7-8a54-4f33-9b91-1799b724b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:33.817151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-9105eda7-8a54-4f33-9b91-1799b724b5fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.0491049 Oct 15 00:41:33.839733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cb692fbb-b4f0-4a16-8d9c-e5a89ffd70ca None None] Provisioning complete for port 366499f3-e974-4701-8d2b-049138a6eb48 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:33.840293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb692fbb-b4f0-4a16-8d9c-e5a89ffd70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:33.927027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cb692fbb-b4f0-4a16-8d9c-e5a89ffd70ca None None] Port 366499f3-e974-4701-8d2b-049138a6eb48 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:41:33.938934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:33.953234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-33a4ed32-d85b-481d-9780-280517cddcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:33.954712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-33a4ed32-d85b-481d-9780-280517cddcfc service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1036351 Oct 15 00:41:34.046382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-7e3b06cc-fe76-445f-bd11-8e96b5eab5d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.0805876 Oct 15 00:41:34.118963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-d947dc57-8df3-4d71-a540-0c7a39bc69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:34.121235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-d947dc57-8df3-4d71-a540-0c7a39bc69b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0513194 Oct 15 00:41:34.174330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-44c3c9f5-65c9-4b33-a7d5-c42b5b877fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:34.175941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-44c3c9f5-65c9-4b33-a7d5-c42b5b877fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463846 Oct 15 00:41:34.230167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48046) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:34.292552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-f2a288c9-863c-45c8-88a3-52733c5d78c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981162 Oct 15 00:41:34.394527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b161cff2-20b1-4a4d-a1e0-e9a2829cf442 req-957e9052-80ac-4b11-947f-9825d9204103 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942736 Oct 15 00:41:34.541552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-509831651-network', 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:34.552812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366499f3-e974-4701-8d2b-049138a6eb48 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:34.564775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:34.589812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Transition to ACTIVE for port object 366499f3-e974-4701-8d2b-049138a6eb48 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:41:34.601657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda9491-eaa7-42a4-abba-eb6535e53e99 req-9a8b38c6-0530-4c41-a6fe-997aea327c16 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:34.601657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fda9491-eaa7-42a4-abba-eb6535e53e99 req-9a8b38c6-0530-4c41-a6fe-997aea327c16 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 935 time: 0.3242023 Oct 15 00:41:34.640927 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fda9491-eaa7-42a4-abba-eb6535e53e99 req-3fb0236f-108a-4677-8482-a70628e0867e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Oct 15 00:41:34.705501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:34.731723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:41:34.734589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:34.759277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:34.786441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d117e9-1a30-4021-bbe9-17d28b0d2556 req-c7f8e8f2-65e6-4394-956c-358c4cff4b02 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:34.797405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7d117e9-1a30-4021-bbe9-17d28b0d2556 req-c7f8e8f2-65e6-4394-956c-358c4cff4b02 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0755680 Oct 15 00:41:34.801114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=366499f3-e974-4701-8d2b-049138a6eb48,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:34.870004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7d117e9-1a30-4021-bbe9-17d28b0d2556 req-18c1db2f-fa14-4d56-bb9c-63a6e81d8f36 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702157 Oct 15 00:41:34.916366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Attempting to bind port 366499f3-e974-4701-8d2b-049138a6eb48 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:41:34.916689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Attempting to bind port 366499f3-e974-4701-8d2b-049138a6eb48 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:41:34.917115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Attempting to bind port 366499f3-e974-4701-8d2b-049138a6eb48 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:34.927712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Port 366499f3-e974-4701-8d2b-049138a6eb48 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:41:34.928032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Attempting to bind port 366499f3-e974-4701-8d2b-049138a6eb48 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:34.942254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:41:34.942594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:41:34.942983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:41:34.943414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Bound port: 366499f3-e974-4701-8d2b-049138a6eb48, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:41:34.943980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:34.984134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.043617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] For port 366499f3-e974-4701-8d2b-049138a6eb48, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:41:35.048008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] For port 366499f3-e974-4701-8d2b-049138a6eb48, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=366499f3-e974-4701-8d2b-049138a6eb48,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:41:35.114850 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.143280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:41:35.152384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.163150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8008d8-17a4-4e28-8990-756fe502032e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:35.167512 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.167856 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Added segment 47b1da97-40fe-4ef0-bf97-8dbbaba7d32e of type vlan for network 1e32174a-7fdc-4655-b5f2-59338f95b4ed Oct 15 00:41:35.211104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:35.211803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.213121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] 10.222.0.30 "PUT /v2.0/ports/366499f3-e974-4701-8d2b-049138a6eb48 HTTP/1.1" status: 200 len: 1095 time: 1.5018313 Oct 15 00:41:35.215431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'tag': '366499f3-e974-4701-8d2b-049138a6eb48'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:35.218011 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f17517c-0a49-4744-b857-d1d0fce5e705" -d '{"events": [{"name": "network-changed", "server_uuid": "2d619e93-e676-455b-a4a1-2f8f3e39090e", "tag": "366499f3-e974-4701-8d2b-049138a6eb48"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:35.280098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.282457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46214880-e06d-4dc0-90e0-757b22ed5fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=366499f3-e974-4701-8d2b-049138a6eb48,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:35.368342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-254add41-1d00-43e0-905c-8abc699a088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:35.370525 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-254add41-1d00-43e0-905c-8abc699a088f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=746e0cd0ea464256bb026945bea416ee&device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 1098 time: 0.0590551 Oct 15 00:41:35.427760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.428811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:35.429445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.432508 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-3372c203-e9e0-483d-bf3f-8b52f0510030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=366499f3-e974-4701-8d2b-049138a6eb48 HTTP/1.1" status: 200 len: 217 time: 0.0537698 Oct 15 00:41:35.456471 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb20189a-f7c2-4939-9e2d-01402da88e5d x-openstack-request-id: req-eb20189a-f7c2-4939-9e2d-01402da88e5d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:35.456750 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d619e93-e676-455b-a4a1-2f8f3e39090e", "tag": "366499f3-e974-4701-8d2b-049138a6eb48", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:35.457000 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb20189a-f7c2-4939-9e2d-01402da88e5d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:35.457393 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'tag': '366499f3-e974-4701-8d2b-049138a6eb48', 'status': 'completed', 'code': 200} Oct 15 00:41:35.563550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3310111 Oct 15 00:41:35.566405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48062) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:35.571389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Request body: {'subnet': {'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-509831651-subnet', 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:35.576764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3420c-f7db-46a2-874c-f857f6157006 admin admin] Pushing event updated for resources: {'Network': ['ID=1e32174a-7fdc-4655-b5f2-59338f95b4ed,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:35.587771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:41:35.592469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-0fff37dc-9b2d-43d7-8e80-22ff3b55209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:35.593993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-0fff37dc-9b2d-43d7-8e80-22ff3b55209a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.1358125 Oct 15 00:41:35.658680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-4dd5c4a1-9a19-482f-a5af-76dbb5a34eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:35.660342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-4dd5c4a1-9a19-482f-a5af-76dbb5a34eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577142 Oct 15 00:41:35.665546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:41:35.668232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:35.791221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-c5ede3e7-cfae-4361-8640-02dae48ab23b service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084292 Oct 15 00:41:35.812195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ae8b8-abe9-419e-b67b-c61a3a2bbc4c req-7966e720-2717-4a8b-a060-536c49572a24 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:35.821679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f4ae8b8-abe9-419e-b67b-c61a3a2bbc4c req-7966e720-2717-4a8b-a060-536c49572a24 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 947 time: 0.0773127 Oct 15 00:41:35.862773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f4ae8b8-abe9-419e-b67b-c61a3a2bbc4c req-5098fc6b-de2f-4f18-9c69-23071c0f13bb tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Oct 15 00:41:36.001044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b238ea8c-7343-4e07-b4df-2d1ade059451 req-06618fca-3dc4-449a-b359-3eca18e2931f service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686518 Oct 15 00:41:36.064880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2681e-5777-4dc5-bade-a1e0b838da55 req-8a1300c0-827e-420f-992c-e36d209e3314 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:36.066418 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bee2681e-5777-4dc5-bade-a1e0b838da55 req-8a1300c0-827e-420f-992c-e36d209e3314 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1248486 Oct 15 00:41:36.126260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bee2681e-5777-4dc5-bade-a1e0b838da55 req-f6e9f8de-eeb6-4e76-bd73-993968bd1013 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496993 Oct 15 00:41:36.165606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:36.226416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-a66843e9-1871-460f-9371-4d0bd0946216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:36.227921 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-a66843e9-1871-460f-9371-4d0bd0946216 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=746e0cd0ea464256bb026945bea416ee&device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 1098 time: 0.1016407 Oct 15 00:41:36.249244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdd3f5d-4bf6-4397-a16f-69fce57240ec,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:36.286509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Checking segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:41:36.287175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Network hostable DHCP agents. Network: 1e32174a-7fdc-4655-b5f2-59338f95b4ed, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:41:36.409245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-7d2d1c46-2009-4013-ba96-510303b36f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:36.410783 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-7d2d1c46-2009-4013-ba96-510303b36f17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1723957 Oct 15 00:41:36.457961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-d78fe2c4-37f5-43d3-a528-52339d7323fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=366499f3-e974-4701-8d2b-049138a6eb48 HTTP/1.1" status: 200 len: 217 time: 0.0398855 Oct 15 00:41:36.462965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:41:36.511129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-362cb244-43d4-445f-aca6-fc23e706cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:36.512580 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-362cb244-43d4-445f-aca6-fc23e706cb86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0473542 Oct 15 00:41:36.559532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-110969b4-5d48-4105-8025-d7b051863c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:36.561337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-110969b4-5d48-4105-8025-d7b051863c25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412450 Oct 15 00:41:36.562467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1e32174a-7fdc-4655-b5f2-59338f95b4ed) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:41:36.566609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:36.567193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:36.572243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d95155-cda0-4b8d-aaaa-d913e339aaf2 None None] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:41:36.669096 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-4a9dc027-d46d-4314-b337-5bf752605956 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991468 Oct 15 00:41:36.681415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-43beaaff-5adc-48f6-b9e7-f73f85374137 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1059878 Oct 15 00:41:36.710200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c8c05-5319-4a53-8c09-9ec5e6268774 None None] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:41:36.797026 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f17517c-0a49-4744-b857-d1d0fce5e705 req-6daca80c-69af-489b-8387-46cfc45fc28b service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198676 Oct 15 00:41:36.992498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43689bd-e4e0-464d-be8b-6b79d6961b07 req-aaf35b29-cf5c-4220-9f70-6b914686267c tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:36.994194 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d43689bd-e4e0-464d-be8b-6b79d6961b07 req-aaf35b29-cf5c-4220-9f70-6b914686267c tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 947 time: 0.0608385 Oct 15 00:41:37.032460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d43689bd-e4e0-464d-be8b-6b79d6961b07 req-7486a671-08b5-4270-b502-40691f2c1bd1 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Oct 15 00:41:37.084340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-70a7ad36-45a8-42dd-80e5-acefed079fd7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:37.085806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-70a7ad36-45a8-42dd-80e5-acefed079fd7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.1072657 Oct 15 00:41:37.101288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-36b4fce2-d4da-4b4d-a6e2-1a41415ad436 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/quotas/3cba3ea282ad42759b9be7c459a91df9 HTTP/1.1" status: 200 len: 375 time: 0.0097568 Oct 15 00:41:37.138447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-a57c5ee4-9ea0-462d-b1fd-6e7878ed0251 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315800 Oct 15 00:41:37.264956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a70e6-6bce-4d2f-8ebf-4f7b67f86bcc req-a5f65aa4-53cc-4f9c-91c3-66cf04567a55 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:37.272625 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4b5a70e6-6bce-4d2f-8ebf-4f7b67f86bcc req-a5f65aa4-53cc-4f9c-91c3-66cf04567a55 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0606544 Oct 15 00:41:37.303219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ab4a1b9c-8a1c-46fd-ace7-1786fc724f0a service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570280 Oct 15 00:41:37.314741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4b5a70e6-6bce-4d2f-8ebf-4f7b67f86bcc req-c6b6b025-e8d8-475f-bec2-e2c6ec16fd9b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Oct 15 00:41:37.408486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-9a979641-f924-4430-9b3d-261326ced5e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042831 Oct 15 00:41:37.696964 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6ea4ebd3-ebf6-4cec-b3ab-4fa43e1d5250 req-4df693c8-7587-4f75-997f-18b290854c62 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 210 time: 0.0281303 Oct 15 00:41:38.169167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c14db-47ef-43e8-b99b-2cac54b88054 req-fafe212f-3fa1-4a68-b7b4-bb00fdcf6caf tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:38.175426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e4c14db-47ef-43e8-b99b-2cac54b88054 req-fafe212f-3fa1-4a68-b7b4-bb00fdcf6caf tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 947 time: 0.0663371 Oct 15 00:41:38.249869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e4c14db-47ef-43e8-b99b-2cac54b88054 req-6e1ab188-ba93-4993-9957-702e98928b10 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676167 Oct 15 00:41:38.418641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 366499f3-e974-4701-8d2b-049138a6eb48 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:41:38.499578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061fd69-3483-4915-b795-e032efd167af req-819399f6-6709-4023-be63-73dd37c2e8d0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:38.501265 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b061fd69-3483-4915-b795-e032efd167af req-819399f6-6709-4023-be63-73dd37c2e8d0 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0923553 Oct 15 00:41:38.563787 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b061fd69-3483-4915-b795-e032efd167af req-0f8ceca8-3179-43d3-8b78-ff59dbe9e899 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Oct 15 00:41:38.605297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 366499f3-e974-4701-8d2b-049138a6eb48, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=366499f3-e974-4701-8d2b-049138a6eb48,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:38.618646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '366499f3-e974-4701-8d2b-049138a6eb48', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '366499f3-e974-4701-8d2b-049138a6eb48', 'mac_address': 'fa:16:3e:16:a4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:41:38.660924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:38.679760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366499f3-e974-4701-8d2b-049138a6eb48 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:38.700060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 366499f3-e974-4701-8d2b-049138a6eb48, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=366499f3-e974-4701-8d2b-049138a6eb48,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:38.779330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e77b97a3-3fb6-4f14-8f3e-4c93926ff96d req-f5fe3c8c-2471-455b-8919-db5c7d435391 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 210 time: 0.0288270 Oct 15 00:41:38.783338 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:38.832054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=366499f3-e974-4701-8d2b-049138a6eb48,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:39.108037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['366499f3-e974-4701-8d2b-049138a6eb48'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:39.377492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551680de-203c-4d4f-bfae-05fcca877efa req-b692098b-d53d-47a8-932c-609dd34339d5 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:39.379026 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-551680de-203c-4d4f-bfae-05fcca877efa req-b692098b-d53d-47a8-932c-609dd34339d5 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 948 time: 0.0584252 Oct 15 00:41:39.423318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-551680de-203c-4d4f-bfae-05fcca877efa req-440e542c-ae08-4b2f-8149-82105387dd6f tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Oct 15 00:41:39.678192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220401f-af5d-4254-bd7e-f6306c689eab req-8344652e-9a32-4edc-8b7f-ddddcb7a64a8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:39.679674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8220401f-af5d-4254-bd7e-f6306c689eab req-8344652e-9a32-4edc-8b7f-ddddcb7a64a8 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0515113 Oct 15 00:41:39.730907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8220401f-af5d-4254-bd7e-f6306c689eab req-3f59346a-ccf1-4009-b365-41f8a0fa05b1 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Oct 15 00:41:39.750040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:39.882730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fd4d22e-a2d3-47ef-a449-08d741217660 req-b066f014-5368-475b-9c8c-352942f144ca tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 210 time: 0.0287714 Oct 15 00:41:40.321343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-5c66cbe3-d931-4ee9-904d-5b3868a98b9d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:40.322948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-5c66cbe3-d931-4ee9-904d-5b3868a98b9d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.1038866 Oct 15 00:41:40.336187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Request body: {'port': {'device_id': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'admin_state_up': True, 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:40.431213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 366499f3-e974-4701-8d2b-049138a6eb48 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:41:40.533971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:41:40.537456 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:40.554868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 366499f3-e974-4701-8d2b-049138a6eb48 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:41:40.558707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 366499f3-e974-4701-8d2b-049138a6eb48 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:40.559107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:40.576458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa68b9a-fb61-4a40-8152-27712d94198b req-47b1e1b7-967c-4865-bdf8-96ae93368f0b tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:40.578385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baa68b9a-fb61-4a40-8152-27712d94198b req-47b1e1b7-967c-4865-bdf8-96ae93368f0b tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 948 time: 0.0796075 Oct 15 00:41:40.654966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:40.679468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baa68b9a-fb61-4a40-8152-27712d94198b req-3d08281c-2f13-4214-846d-a41fa2d9ec7a tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658457 Oct 15 00:41:40.687918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366499f3-e974-4701-8d2b-049138a6eb48'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:40.691276 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53cbb39-7327-482b-8319-c34d94c53afd" -d '{"events": [{"server_uuid": "2d619e93-e676-455b-a4a1-2f8f3e39090e", "name": "network-vif-plugged", "status": "completed", "tag": "366499f3-e974-4701-8d2b-049138a6eb48"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:40.706527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 366499f3-e974-4701-8d2b-049138a6eb48, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=366499f3-e974-4701-8d2b-049138a6eb48,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:40.743571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Allocated IP 172.20.0.11 (1e32174a-7fdc-4655-b5f2-59338f95b4ed/8bdd3f5d-4bf6-4397-a16f-69fce57240ec/195539c8-ceb7-4161-acd8-7edf28eded8f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:41:40.746956 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d872c1-6643-4469-9fa3-a25e64c7e654 x-openstack-request-id: req-55d872c1-6643-4469-9fa3-a25e64c7e654 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:40.747247 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d619e93-e676-455b-a4a1-2f8f3e39090e", "name": "network-vif-plugged", "status": "completed", "tag": "366499f3-e974-4701-8d2b-049138a6eb48", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:40.747550 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55d872c1-6643-4469-9fa3-a25e64c7e654 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:40.748657 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366499f3-e974-4701-8d2b-049138a6eb48', 'code': 200} Oct 15 00:41:40.793378 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:40.850985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=366499f3-e974-4701-8d2b-049138a6eb48,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:40.897524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837273f0-f465-420f-9d9d-1ab30564b2ff req-f2d78b72-43bc-48f1-bb8a-7ec98f8f7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:40.899092 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-837273f0-f465-420f-9d9d-1ab30564b2ff req-f2d78b72-43bc-48f1-bb8a-7ec98f8f7703 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 1100 time: 0.0939627 Oct 15 00:41:40.916672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3258b-d47c-4bf3-8192-d9dee33d801c req-2471843b-9e74-41cf-a172-27c3dbaaaa7f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:40.918274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-42f3258b-d47c-4bf3-8192-d9dee33d801c req-2471843b-9e74-41cf-a172-27c3dbaaaa7f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1026900 Oct 15 00:41:40.948065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:40.978453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-837273f0-f465-420f-9d9d-1ab30564b2ff req-7f1b2b67-c593-49d9-9c48-34e3f0d3f592 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591755 Oct 15 00:41:40.981609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-42f3258b-d47c-4bf3-8192-d9dee33d801c req-bdf3be7c-9801-4615-90a7-2b9a65a4782e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535648 Oct 15 00:41:40.987279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d7d4014-8812-4e8a-8c24-9732935fdf3f req-d2282509-402a-4c9d-abec-8d498a8e81c2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 210 time: 0.0305555 Oct 15 00:41:41.092589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:41.141260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:41:41.144201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:41:41.149873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:41:41.156164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event updated for resources: {'Port': ['ID=195539c8-ceb7-4161-acd8-7edf28eded8f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:41.200559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:41.201877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:41.293161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-ce1dcb70-06e5-40f9-97ba-1893f0ea827c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9608068 Oct 15 00:41:41.309976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Request body: {'port': {'device_id': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:41.365532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:41.638917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195539c8-ceb7-4161-acd8-7edf28eded8f {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:41.646875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:41.659751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Transition to ACTIVE for port object 195539c8-ceb7-4161-acd8-7edf28eded8f will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:41:41.720793 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:41.805744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Pushing event updated for resources: {'Port': ['ID=195539c8-ceb7-4161-acd8-7edf28eded8f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:41.874907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa7c8c-ff79-4272-8193-f7229cb225e9 req-367b5f50-c486-476b-8415-b39e319521cc tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:41.876475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61fa7c8c-ff79-4272-8193-f7229cb225e9 req-367b5f50-c486-476b-8415-b39e319521cc tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 949 time: 0.1182764 Oct 15 00:41:41.925178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Attempting to bind port 195539c8-ceb7-4161-acd8-7edf28eded8f on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:41:41.925455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Attempting to bind port 195539c8-ceb7-4161-acd8-7edf28eded8f by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:41:41.925772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Attempting to bind port 195539c8-ceb7-4161-acd8-7edf28eded8f on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:41.935496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61fa7c8c-ff79-4272-8193-f7229cb225e9 req-24d15b4f-9e64-4edf-a6ec-c00036f74140 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522037 Oct 15 00:41:41.936534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Port 195539c8-ceb7-4161-acd8-7edf28eded8f on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:41:41.936855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Attempting to bind port 195539c8-ceb7-4161-acd8-7edf28eded8f on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:41:41.942051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:41:41.942420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Checking segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:41:41.942799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Bound using segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:41:41.943216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Bound port: 195539c8-ceb7-4161-acd8-7edf28eded8f, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:41:41.943571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:42.019728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] For port 195539c8-ceb7-4161-acd8-7edf28eded8f, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:41:42.038388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] For port 195539c8-ceb7-4161-acd8-7edf28eded8f, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=195539c8-ceb7-4161-acd8-7edf28eded8f,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:41:42.113453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:42.128877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650355ba-3944-47a1-824d-c85e092d69e3 req-3b1eb522-090a-4658-8740-dcbdc9c19092 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.130737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-650355ba-3944-47a1-824d-c85e092d69e3 req-3b1eb522-090a-4658-8740-dcbdc9c19092 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0692232 Oct 15 00:41:42.175523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936445-da63-4bd7-af16-2334c26ead85 req-f478e1a7-6573-46d1-8fa6-73f1d2911e24 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.177109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a936445-da63-4bd7-af16-2334c26ead85 req-f478e1a7-6573-46d1-8fa6-73f1d2911e24 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 944 time: 0.1092081 Oct 15 00:41:42.185248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Pushing event updated for resources: {'Port': ['ID=195539c8-ceb7-4161-acd8-7edf28eded8f,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:42.185797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-650355ba-3944-47a1-824d-c85e092d69e3 req-1a293e57-5fdf-4a27-8054-627b2207f89b tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475430 Oct 15 00:41:42.190454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.191218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:42.192840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-49003c20-5078-4025-bf1a-c8f9bbce4d7e service neutron] 10.222.0.39 "PUT /v2.0/ports/195539c8-ceb7-4161-acd8-7edf28eded8f HTTP/1.1" status: 200 len: 1092 time: 0.8870144 Oct 15 00:41:42.193345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'tag': '195539c8-ceb7-4161-acd8-7edf28eded8f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:42.195872 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00930e66-511f-4e15-b48c-f5158f8749dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2d481-6d19-4f48-aaa5-a92385c08495", "tag": "195539c8-ceb7-4161-acd8-7edf28eded8f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:42.240482 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77da87ce-e5b8-48f6-9c91-6b2982a1408a x-openstack-request-id: req-77da87ce-e5b8-48f6-9c91-6b2982a1408a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:42.240775 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2d481-6d19-4f48-aaa5-a92385c08495", "tag": "195539c8-ceb7-4161-acd8-7edf28eded8f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:42.241050 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77da87ce-e5b8-48f6-9c91-6b2982a1408a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:42.241452 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'tag': '195539c8-ceb7-4161-acd8-7edf28eded8f', 'status': 'completed', 'code': 200} Oct 15 00:41:42.244849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a936445-da63-4bd7-af16-2334c26ead85 req-c40b0fe9-48af-4050-a5bd-7a4e1e1b5ca8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 Oct 15 00:41:42.311721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930e66-511f-4e15-b48c-f5158f8749dd req-bd76d198-c8ca-4b7b-b611-a83e8c0f05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.313223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00930e66-511f-4e15-b48c-f5158f8749dd req-bd76d198-c8ca-4b7b-b611-a83e8c0f05c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 1095 time: 0.0437517 Oct 15 00:41:42.419138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930e66-511f-4e15-b48c-f5158f8749dd req-9a47f9d5-a44f-4356-ba92-97485b7c9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.421356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00930e66-511f-4e15-b48c-f5158f8749dd req-9a47f9d5-a44f-4356-ba92-97485b7c9b8f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3cba3ea282ad42759b9be7c459a91df9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0966749 Oct 15 00:41:42.523187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930e66-511f-4e15-b48c-f5158f8749dd req-37d02928-21c4-42e8-8ecf-f1ec2f347e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.524817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00930e66-511f-4e15-b48c-f5158f8749dd req-37d02928-21c4-42e8-8ecf-f1ec2f347e6e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955448 Oct 15 00:41:42.619276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-4a83be50-9d3c-4d9d-84c8-d343860f9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.620745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-4a83be50-9d3c-4d9d-84c8-d343860f9958 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 1095 time: 0.0460224 Oct 15 00:41:42.663323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-4ea762d7-f7d9-4bf9-9cdf-16208d264042 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=195539c8-ceb7-4161-acd8-7edf28eded8f HTTP/1.1" status: 200 len: 217 time: 0.0341258 Oct 15 00:41:42.712923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-9904a319-1e52-4f4d-9b33-408b7d886041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:42.714402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-9904a319-1e52-4f4d-9b33-408b7d886041 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.0433002 Oct 15 00:41:42.746126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-a721d32e-aa80-4957-9902-398dcf242ff5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245643 Oct 15 00:41:42.847794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-5cce5673-79b5-42ad-8488-17b33393fb31 service neutron] 10.222.0.39 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937841 Oct 15 00:41:42.941133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a49379a-a42b-4fb2-8648-3096a471f469 req-856e2042-25d1-4cb2-b97b-e75231e937ae service neutron] 10.222.0.39 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840387 Oct 15 00:41:43.063076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb2f3c-6be8-4936-a944-e24daa1d55ee req-5ce3dd63-692e-40b6-9a1f-48da56a47d59 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:43.064541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9eb2f3c-6be8-4936-a944-e24daa1d55ee req-5ce3dd63-692e-40b6-9a1f-48da56a47d59 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 949 time: 0.0499117 Oct 15 00:41:43.102373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9eb2f3c-6be8-4936-a944-e24daa1d55ee req-31b02933-f3cf-427d-9969-631b99a2ec78 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Oct 15 00:41:43.298162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc7d23-dfde-44b0-ad71-bced6437c581 req-4327e174-51c2-43b6-8820-31f8b55114f3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:43.299925 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13dc7d23-dfde-44b0-ad71-bced6437c581 req-4327e174-51c2-43b6-8820-31f8b55114f3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0514307 Oct 15 00:41:43.340760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13dc7d23-dfde-44b0-ad71-bced6437c581 req-7bbdb942-8e24-43e3-9018-9da46f72f879 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Oct 15 00:41:43.462296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c79940-ea12-4382-ad17-0a8a9825e50e req-373f4f9b-6407-42fb-bce3-1fad9f459e1a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:43.463652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1c79940-ea12-4382-ad17-0a8a9825e50e req-373f4f9b-6407-42fb-bce3-1fad9f459e1a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 944 time: 0.0548830 Oct 15 00:41:43.534252 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a1c79940-ea12-4382-ad17-0a8a9825e50e req-9edeeb9d-c97a-4d87-a4d9-cc940242d356 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513690 Oct 15 00:41:43.587350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c01206-13dd-4cc9-b442-1b1952348147 req-7d501e99-a77f-47ed-a593-f876f18cc5dc tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:43.588852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c01206-13dd-4cc9-b442-1b1952348147 req-7d501e99-a77f-47ed-a593-f876f18cc5dc tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 949 time: 0.0625191 Oct 15 00:41:43.629879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c01206-13dd-4cc9-b442-1b1952348147 req-56775bb5-5cde-4fdd-84fc-233f4b2666ae tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Oct 15 00:41:44.456499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3b6a5-cdcd-454e-b6cc-0eaddc4e9274 req-ad4d1581-f5f5-4021-ab47-7b0e2677e37d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:44.457889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8e3b6a5-cdcd-454e-b6cc-0eaddc4e9274 req-ad4d1581-f5f5-4021-ab47-7b0e2677e37d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0487764 Oct 15 00:41:44.495923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8e3b6a5-cdcd-454e-b6cc-0eaddc4e9274 req-a11392d3-e8fa-4d40-890b-ff24f683a9f2 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Oct 15 00:41:44.667436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13523b8-86df-4b6c-ade7-ff0c65ec7617 req-6f9e69fd-15c1-4ef5-a2c6-907642b3a352 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:44.668935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b13523b8-86df-4b6c-ade7-ff0c65ec7617 req-6f9e69fd-15c1-4ef5-a2c6-907642b3a352 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 944 time: 0.0726264 Oct 15 00:41:44.718371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b13523b8-86df-4b6c-ade7-ff0c65ec7617 req-dd30e553-c580-4472-8443-1f38a7befaa2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367014 Oct 15 00:41:44.759929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9252d-deab-495b-b493-8671797ece9c req-6e1e6eea-c8e9-4347-8c43-ff6439a17fea tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:44.761474 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1f9252d-deab-495b-b493-8671797ece9c req-6e1e6eea-c8e9-4347-8c43-ff6439a17fea tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 949 time: 0.0493252 Oct 15 00:41:44.783820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:44.805663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1f9252d-deab-495b-b493-8671797ece9c req-44e3577b-b59e-4802-a06e-18d4c5f2600a tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/security-groups?id=a493020a-e788-440b-bd42-21154c0c7ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369613 Oct 15 00:41:44.960849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-4d0c2149-4d59-47d6-a250-e0d70a250c08 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:44.962339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-4d0c2149-4d59-47d6-a250-e0d70a250c08 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 949 time: 0.0538228 Oct 15 00:41:45.065148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Deleting port 366499f3-e974-4701-8d2b-049138a6eb48 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:45.065488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:45.158600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] For port 366499f3-e974-4701-8d2b-049138a6eb48, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=366499f3-e974-4701-8d2b-049138a6eb48,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:45.159340 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:45.173260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Calling delete_port for 366499f3-e974-4701-8d2b-049138a6eb48 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:45.355358 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:45.366460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['366499f3-e974-4701-8d2b-049138a6eb48'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:45.393402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Pushing event deleted for resources: {'Port': ['ID=366499f3-e974-4701-8d2b-049138a6eb48,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:45.447319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] No DVR routers for this DVR port 366499f3-e974-4701-8d2b-049138a6eb48 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:45.452091 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:45.455837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e599a5f5-7274-4841-8a40-fe8a56913876 req-0c7068ed-6f13-4eb3-9dd0-3102cf04248e tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.30 "DELETE /v2.0/ports/366499f3-e974-4701-8d2b-049138a6eb48 HTTP/1.1" status: 204 len: 173 time: 0.4863603 Oct 15 00:41:45.456463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'name': 'network-vif-deleted', 'tag': '366499f3-e974-4701-8d2b-049138a6eb48'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:45.459085 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3159ddf3-42e9-4e24-b721-852dad71e509" -d '{"events": [{"server_uuid": "2d619e93-e676-455b-a4a1-2f8f3e39090e", "name": "network-vif-deleted", "tag": "366499f3-e974-4701-8d2b-049138a6eb48"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:45.514145 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91caa889-9a64-452f-98e8-7e92ad4dd226 x-openstack-request-id: req-91caa889-9a64-452f-98e8-7e92ad4dd226 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:45.514442 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d619e93-e676-455b-a4a1-2f8f3e39090e", "name": "network-vif-deleted", "tag": "366499f3-e974-4701-8d2b-049138a6eb48", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:45.514695 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91caa889-9a64-452f-98e8-7e92ad4dd226 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:45.515139 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d619e93-e676-455b-a4a1-2f8f3e39090e', 'name': 'network-vif-deleted', 'tag': '366499f3-e974-4701-8d2b-049138a6eb48', 'status': 'completed', 'code': 200} Oct 15 00:41:45.574415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27a99f-55a0-433e-bcd8-5b61e40271dd req-8b10a37d-cbe4-4830-80e8-e82dbc6801e0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:45.575976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e27a99f-55a0-433e-bcd8-5b61e40271dd req-8b10a37d-cbe4-4830-80e8-e82dbc6801e0 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 945 time: 0.0646002 Oct 15 00:41:45.625590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e27a99f-55a0-433e-bcd8-5b61e40271dd req-43c3ced2-40aa-4390-a67f-f3e5a6048c34 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Oct 15 00:41:45.638444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07bc55-4da0-459f-8011-f7aa374f958b req-8cce5d29-5b8d-4ba0-9892-5d3b47b55da9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:45.640458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc07bc55-4da0-459f-8011-f7aa374f958b req-8cce5d29-5b8d-4ba0-9892-5d3b47b55da9 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0582843 Oct 15 00:41:45.681157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc07bc55-4da0-459f-8011-f7aa374f958b req-6fa15fe0-fff5-4c0a-bb6f-f7fe26749f5e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Oct 15 00:41:45.833738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0ede0-2abf-49c7-a244-d66400fab553 req-ea45575f-ff83-4817-ba60-98ac88b5864c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:45.835221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01d0ede0-2abf-49c7-a244-d66400fab553 req-ea45575f-ff83-4817-ba60-98ac88b5864c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 944 time: 0.0511091 Oct 15 00:41:45.835396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886973a-26fd-418b-abad-f91043262648 req-ea106c43-afd7-4ccf-b5ee-c00e0d7c97bd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:45.836855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4886973a-26fd-418b-abad-f91043262648 req-ea106c43-afd7-4ccf-b5ee-c00e0d7c97bd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0506785 Oct 15 00:41:45.875920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01d0ede0-2abf-49c7-a244-d66400fab553 req-bee2cf63-17ab-4c39-b1ed-861ac8a4b877 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Oct 15 00:41:45.878439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4886973a-26fd-418b-abad-f91043262648 req-091864d1-61b8-4f3f-bd0b-873bfe668cdf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352793 Oct 15 00:41:45.985277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-235702d3-279e-474d-9d48-83348b00635b req-c04cbb09-8909-4c7e-bd60-46840813f1c4 tempest-VolumesNegativeTest-553648629 tempest-VolumesNegativeTest-553648629-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d619e93-e676-455b-a4a1-2f8f3e39090e HTTP/1.1" status: 200 len: 210 time: 0.0299556 Oct 15 00:41:46.087324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22842e62-9752-42ef-8cc8-0057487ca9b9 req-038292dd-88b2-4da8-8d2d-62499bc273b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.088903 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22842e62-9752-42ef-8cc8-0057487ca9b9 req-038292dd-88b2-4da8-8d2d-62499bc273b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0500152 Oct 15 00:41:46.129443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22842e62-9752-42ef-8cc8-0057487ca9b9 req-3f060390-6d48-49b2-b1bf-79e8032c2388 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337601 Oct 15 00:41:46.154953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 195539c8-ceb7-4161-acd8-7edf28eded8f details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:41:46.252362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 195539c8-ceb7-4161-acd8-7edf28eded8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=195539c8-ceb7-4161-acd8-7edf28eded8f,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:46.268210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '195539c8-ceb7-4161-acd8-7edf28eded8f', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'port_id': '195539c8-ceb7-4161-acd8-7edf28eded8f', 'mac_address': 'fa:16:3e:8a:79:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdd3f5d-4bf6-4397-a16f-69fce57240ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:41:46.307701 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:46.321406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195539c8-ceb7-4161-acd8-7edf28eded8f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:41:46.341468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 195539c8-ceb7-4161-acd8-7edf28eded8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=195539c8-ceb7-4161-acd8-7edf28eded8f,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:46.433498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:46.490278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.494067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=195539c8-ceb7-4161-acd8-7edf28eded8f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:46.497070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.509031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.512176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.518360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.524239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.530213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.532108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a712352f-f638-4324-b116-3a035876b53a req-16bbfae9-7835-4e7b-bdac-6ed28625a07f tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.1004736 Oct 15 00:41:46.577332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a712352f-f638-4324-b116-3a035876b53a req-71772735-4a07-4084-ae76-40deba0483e6 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392261 Oct 15 00:41:46.744063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ace88a-acf2-4d5d-a10b-6d5f3b127d4a req-7d4fe3f2-1960-4be3-8ae8-46244db1ef56 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.745572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09ace88a-acf2-4d5d-a10b-6d5f3b127d4a req-7d4fe3f2-1960-4be3-8ae8-46244db1ef56 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 945 time: 0.0495229 Oct 15 00:41:46.745894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e767f9f-30db-4696-875d-f56a8c0bf9c6 req-d3e5b3a7-f2ae-409c-a68f-784b0eb4a8b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.748047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e767f9f-30db-4696-875d-f56a8c0bf9c6 req-d3e5b3a7-f2ae-409c-a68f-784b0eb4a8b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0503762 Oct 15 00:41:46.785276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09ace88a-acf2-4d5d-a10b-6d5f3b127d4a req-62901b7c-b54d-4415-ab75-60eb45e950a9 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Oct 15 00:41:46.787059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e767f9f-30db-4696-875d-f56a8c0bf9c6 req-6caa3946-a793-4ca7-9b03-9c23e04be89c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Oct 15 00:41:46.901482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab246b-9576-4c95-b17b-014e7716455b req-97def342-68eb-4049-a097-53c375a9b02e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:46.902962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fab246b-9576-4c95-b17b-014e7716455b req-97def342-68eb-4049-a097-53c375a9b02e tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0506699 Oct 15 00:41:46.918480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['195539c8-ceb7-4161-acd8-7edf28eded8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:46.946743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fab246b-9576-4c95-b17b-014e7716455b req-bd8a6a2f-2e46-40fe-90b4-834c4b69fd06 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359411 Oct 15 00:41:47.066884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522754e2-e03c-4dae-9a38-fdb47cbd470b req-3211bf6f-2b7a-4709-abad-ea655ea9fc02 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.068413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-522754e2-e03c-4dae-9a38-fdb47cbd470b req-3211bf6f-2b7a-4709-abad-ea655ea9fc02 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 945 time: 0.0556164 Oct 15 00:41:47.107869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-522754e2-e03c-4dae-9a38-fdb47cbd470b req-8466fba3-1530-4731-84f3-a53e1e3ddc03 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326760 Oct 15 00:41:47.457261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-41b54ea5-86ee-4990-adc6-6f352956ba55 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.459524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-41b54ea5-86ee-4990-adc6-6f352956ba55 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 945 time: 0.0638020 Oct 15 00:41:47.484284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b496f6-7a4a-4431-9979-f29af5d9e736 req-1ccbc819-5105-48ec-9c6a-0f4db080a8a6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.485897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98b496f6-7a4a-4431-9979-f29af5d9e736 req-1ccbc819-5105-48ec-9c6a-0f4db080a8a6 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.1091461 Oct 15 00:41:47.498961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.505593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.514880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.520947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.527001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.533345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.539370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.541372 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-f5299c78-bb07-476b-beaa-9877f711ce67 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.1319833 Oct 15 00:41:47.582998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Deleting port c1c0a534-45d9-4360-9a01-1a19995c0f30 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:47.583402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:47.621428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-483ed392-bc24-46cd-ad04-effc0de7f8aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.623417 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-483ed392-bc24-46cd-ad04-effc0de7f8aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "GET /v2.0/ports/a799054c-9aa9-451c-9889-99d355a4d3f3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0722771 Oct 15 00:41:47.633180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-98b496f6-7a4a-4431-9979-f29af5d9e736 req-8615d7bf-2edd-406c-9fdf-1755ccd9e6ca tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893989 Oct 15 00:41:47.743320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] For port c1c0a534-45d9-4360-9a01-1a19995c0f30, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c1c0a534-45d9-4360-9a01-1a19995c0f30,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:47.743854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:47.769629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Calling delete_port for c1c0a534-45d9-4360-9a01-1a19995c0f30 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:47.843691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5371c-3a5f-44bd-84f0-d2f8da0c757a req-db080215-a182-492e-9bd3-e745377b8fa0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:47.846350 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0c5371c-3a5f-44bd-84f0-d2f8da0c757a req-db080215-a182-492e-9bd3-e745377b8fa0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1257350 Oct 15 00:41:47.856506 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-4c76db25-3387-4dd6-b723-66fee0743ba8 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "GET /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2221062 Oct 15 00:41:47.870794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:47.965574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0c5371c-3a5f-44bd-84f0-d2f8da0c757a req-db095a6e-e48e-4651-9bad-5af6a3bb531c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068966 Oct 15 00:41:47.976121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.176220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.182207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.188463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.194364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.200859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.207067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.213066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.214969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-a934616e-f344-4407-82d2-5cb56881bc79 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 5445 time: 0.4621797 Oct 15 00:41:48.276943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1896fb0-8e47-49f7-8fb6-c11d8259f94a req-969c5be7-35f2-4934-9375-585b07ba9ed0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496566 Oct 15 00:41:48.404813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.418258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b', '92159d33-02cf-492e-a2c0-4046b87f255b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:48.421228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87b7ea28-1e62-4b1f-bd07-f55aeb19773a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:48.440437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event deleted for resources: {'Port': ['ID=c1c0a534-45d9-4360-9a01-1a19995c0f30,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:48.455823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8deed-9eb9-460c-a2ce-1cf5317e2a83 req-41bddac0-d0f3-4069-a745-b7167a3adbf7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.463140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07b8deed-9eb9-460c-a2ce-1cf5317e2a83 req-41bddac0-d0f3-4069-a745-b7167a3adbf7 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.3700106 Oct 15 00:41:48.482825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 2f02a987-1938-4556-a1c6-3adf34c0c2ee no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:48.484951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d560d2-5a3f-4660-be1e-14e969818402 req-987b0510-dc26-47d0-9f33-fabb74a8296e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.486682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38d560d2-5a3f-4660-be1e-14e969818402 req-987b0510-dc26-47d0-9f33-fabb74a8296e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 867 time: 0.1115801 Oct 15 00:41:48.506858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] No DVR routers for this DVR port c1c0a534-45d9-4360-9a01-1a19995c0f30 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:48.509905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.511787 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07b8deed-9eb9-460c-a2ce-1cf5317e2a83 req-8873fcb7-a130-4018-8d74-8916d17f3fe3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478005 Oct 15 00:41:48.513382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eebfc983-8e16-42b0-9591-da877588dcd6 req-7442e904-b924-48d5-a65d-eceaa4cc1f8a tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "DELETE /v2.0/ports/c1c0a534-45d9-4360-9a01-1a19995c0f30 HTTP/1.1" status: 204 len: 173 time: 1.0428796 Oct 15 00:41:48.518296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17dd27a-8a03-4909-b235-fe976041c880', 'name': 'network-vif-deleted', 'tag': 'c1c0a534-45d9-4360-9a01-1a19995c0f30'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:48.521029 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d3f8f-cda2-4ad2-8fe3-9b7fb83c18d6" -d '{"events": [{"server_uuid": "b17dd27a-8a03-4909-b235-fe976041c880", "name": "network-vif-deleted", "tag": "c1c0a534-45d9-4360-9a01-1a19995c0f30"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:48.548796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] For port a799054c-9aa9-451c-9889-99d355a4d3f3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a799054c-9aa9-451c-9889-99d355a4d3f3,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:48.558168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38d560d2-5a3f-4660-be1e-14e969818402 req-02cf3651-2195-4811-8fa8-546247bb9ddf tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567062 Oct 15 00:41:48.635073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.643660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] For port a799054c-9aa9-451c-9889-99d355a4d3f3, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:41:48.697324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] device_id is not set on port a799054c-9aa9-451c-9889-99d355a4d3f3 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:41:48.712933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bf855-d1b0-47d2-bc2b-8a145c11faa0 req-31bb9798-b9cf-4ab6-8415-8f9e4aceee43 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.714545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-860bf855-d1b0-47d2-bc2b-8a145c11faa0 req-31bb9798-b9cf-4ab6-8415-8f9e4aceee43 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 945 time: 0.1223695 Oct 15 00:41:48.720381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.723488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:48.726247 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf37e5fd-79de-40c8-934d-e6953a4f5521" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:48.730707 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b460bf-6c8a-4f17-9af2-ad13cb078161 x-openstack-request-id: req-13b460bf-6c8a-4f17-9af2-ad13cb078161 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:48.730991 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17dd27a-8a03-4909-b235-fe976041c880", "name": "network-vif-deleted", "tag": "c1c0a534-45d9-4360-9a01-1a19995c0f30", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:48.731266 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13b460bf-6c8a-4f17-9af2-ad13cb078161 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:48.732860 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17dd27a-8a03-4909-b235-fe976041c880', 'name': 'network-vif-deleted', 'tag': 'c1c0a534-45d9-4360-9a01-1a19995c0f30', 'status': 'completed', 'code': 200} Oct 15 00:41:48.764756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:48.778149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-860bf855-d1b0-47d2-bc2b-8a145c11faa0 req-a18eb73b-2121-4555-897c-ee963400f37c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532002 Oct 15 00:41:48.806599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.863032 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4466a33b-cc6d-4415-8325-fd4f305bb9bc x-openstack-request-id: req-4466a33b-cc6d-4415-8325-fd4f305bb9bc {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:48.865487 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:48.865487 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4466a33b-cc6d-4415-8325-fd4f305bb9bc {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:48.865487 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'code': 200} Oct 15 00:41:48.889396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.894279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 366499f3-e974-4701-8d2b-049138a6eb48 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:48.897918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] No DVR routers for this DVR port a799054c-9aa9-451c-9889-99d355a4d3f3 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:48.915325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] Pushing event updated for resources: {'Port': ['ID=a799054c-9aa9-451c-9889-99d355a4d3f3,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:48.957315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] In _notify_port_updated(), no bound segment for port a799054c-9aa9-451c-9889-99d355a4d3f3 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:41:48.958224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:48.959108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:48.960427 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b9368d72-bff6-4ec7-93ef-fcf91814bf35 service neutron] 10.222.0.30 "PUT /v2.0/ports/a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 200 len: 1033 time: 1.0962110 Oct 15 00:41:48.967152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 366499f3-e974-4701-8d2b-049138a6eb48 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:41:48.967587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 366499f3-e974-4701-8d2b-049138a6eb48 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:48.968030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c687c049-3c32-4380-8506-c406f236d5a5 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:49.026874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-28e279e7-c389-4c3d-85a7-397b306d9dc2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.028737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-28e279e7-c389-4c3d-85a7-397b306d9dc2 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "GET /v2.0/ports/04853f10-f303-43cc-bb68-a3d1c5316fb6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0597451 Oct 15 00:41:49.040667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:41:49.098524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=2f02a987-1938-4556-a1c6-3adf34c0c2ee,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:49.162145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.172862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d566a-932f-42d2-84f4-e3cdd6050b69 req-bf64a833-4ce0-45ad-94df-1d2295c4c403 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.174389 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-215d566a-932f-42d2-84f4-e3cdd6050b69 req-bf64a833-4ce0-45ad-94df-1d2295c4c403 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0846448 Oct 15 00:41:49.183209 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.231534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c687c049-3c32-4380-8506-c406f236d5a5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c687c049-3c32-4380-8506-c406f236d5a5,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:49.239765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1d3a29ea-8115-4061-a1be-cc25f42dc3c7 None None] Provisioning complete for port a799054c-9aa9-451c-9889-99d355a4d3f3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:49.240225 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1d3a29ea-8115-4061-a1be-cc25f42dc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.249478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-215d566a-932f-42d2-84f4-e3cdd6050b69 req-3220cfc2-c374-449e-9287-332cdc8e6579 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687046 Oct 15 00:41:49.279243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a29ea-8115-4061-a1be-cc25f42dc3c7 None None] Port a799054c-9aa9-451c-9889-99d355a4d3f3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:41:49.297727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.298990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 04853f10-f303-43cc-bb68-a3d1c5316fb6 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:49.362866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] For port 04853f10-f303-43cc-bb68-a3d1c5316fb6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=04853f10-f303-43cc-bb68-a3d1c5316fb6,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:49.380412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed24ea-b6b2-4e6f-89f6-ec340c4378f0 req-f2ce276a-4d8d-426b-8d6d-9fa996d95115 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.380412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9ed24ea-b6b2-4e6f-89f6-ec340c4378f0 req-f2ce276a-4d8d-426b-8d6d-9fa996d95115 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0784495 Oct 15 00:41:49.421366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c687c049-3c32-4380-8506-c406f236d5a5,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:49.449038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] For port 04853f10-f303-43cc-bb68-a3d1c5316fb6, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:41:49.463131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9ed24ea-b6b2-4e6f-89f6-ec340c4378f0 req-6857e087-a704-42c9-8f59-ab8520599ed3 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722206 Oct 15 00:41:49.468405 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.528882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] device_id is not set on port 04853f10-f303-43cc-bb68-a3d1c5316fb6 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:41:49.540321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.567396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-ed1ab3d9-3737-4306-8dd4-58a309827619 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.567745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-ed1ab3d9-3737-4306-8dd4-58a309827619 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.573977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-ed1ab3d9-3737-4306-8dd4-58a309827619 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.580044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-ed1ab3d9-3737-4306-8dd4-58a309827619 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.585954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-ed1ab3d9-3737-4306-8dd4-58a309827619 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.591955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-ed1ab3d9-3737-4306-8dd4-58a309827619 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.593845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-ed1ab3d9-3737-4306-8dd4-58a309827619 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 4661 time: 0.1399579 Oct 15 00:41:49.628793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.670585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:41:49.670585 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:41:49.694853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] Pushing event updated for resources: {'Port': ['ID=04853f10-f303-43cc-bb68-a3d1c5316fb6,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:49.705433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af984b75-70f3-4f06-ade6-ed12e85d8e10 req-93681886-00da-4fe4-b29c-07ba13b07f0b tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f7c2f35-7317-498c-a054-f5c71aadcee5&id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993633 Oct 15 00:41:49.708619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06fecb95-2208-48f4-bcb0-3626a957efd2 req-39bbe136-0928-45bf-9a9c-c325632e2a55 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b17dd27a-8a03-4909-b235-fe976041c880 HTTP/1.1" status: 200 len: 210 time: 0.0370727 Oct 15 00:41:49.721327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] No DVR routers for this DVR port 04853f10-f303-43cc-bb68-a3d1c5316fb6 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:49.769282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] In _notify_port_updated(), no bound segment for port 04853f10-f303-43cc-bb68-a3d1c5316fb6 on network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:41:49.770520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.774146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.774146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-40caeeee-18b4-49ab-8862-de822e705906 service neutron] 10.222.0.30 "PUT /v2.0/ports/04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 200 len: 1033 time: 0.7369971 Oct 15 00:41:49.910836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port 38d60ed5-1749-4c40-80fe-d00a1b1134cb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:49.911179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:49.935501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495362d6-7b0d-4111-b61c-7ca7d2a2fcad req-f7f651e0-4492-4929-898c-d9b9fec257d9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:49.937005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-495362d6-7b0d-4111-b61c-7ca7d2a2fcad req-f7f651e0-4492-4929-898c-d9b9fec257d9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 945 time: 0.0789344 Oct 15 00:41:50.003308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-31ab2cb7-3475-4822-a9f7-cd780812789e None None] Provisioning complete for port 04853f10-f303-43cc-bb68-a3d1c5316fb6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:50.003550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31ab2cb7-3475-4822-a9f7-cd780812789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.025808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-495362d6-7b0d-4111-b61c-7ca7d2a2fcad req-13e6ac54-ac0f-43bc-b3c3-b211c08db485 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826290 Oct 15 00:41:50.048389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] For port 38d60ed5-1749-4c40-80fe-d00a1b1134cb, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=38d60ed5-1749-4c40-80fe-d00a1b1134cb,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:50.048785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.057104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-31ab2cb7-3475-4822-a9f7-cd780812789e None None] Port 04853f10-f303-43cc-bb68-a3d1c5316fb6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:41:50.063145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for 38d60ed5-1749-4c40-80fe-d00a1b1134cb owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:50.187678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 195539c8-ceb7-4161-acd8-7edf28eded8f up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:41:50.228201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 38d60ed5-1749-4c40-80fe-d00a1b1134cb no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:50.264468 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.292456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No active binding found for port 38d60ed5-1749-4c40-80fe-d00a1b1134cb {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:41:50.293127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 38d60ed5-1749-4c40-80fe-d00a1b1134cb not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:50.293668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 938f383e-88dd-4290-b3f2-6e60ca1095a7 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:50.305772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=38d60ed5-1749-4c40-80fe-d00a1b1134cb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:50.365209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 195539c8-ceb7-4161-acd8-7edf28eded8f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:41:50.365322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] No DVR routers for this DVR port 38d60ed5-1749-4c40-80fe-d00a1b1134cb on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:50.365428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 195539c8-ceb7-4161-acd8-7edf28eded8f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:41:50.365428 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.370781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.374771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-7f5298ca-3e23-4468-a2e8-3fa06496ee99 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "DELETE /v2.0/ports/38d60ed5-1749-4c40-80fe-d00a1b1134cb HTTP/1.1" status: 204 len: 173 time: 0.5949039 Oct 15 00:41:50.375337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '38d60ed5-1749-4c40-80fe-d00a1b1134cb'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:50.378053 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d95d7b-69c3-4beb-aaf9-0901006c6f73" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "38d60ed5-1749-4c40-80fe-d00a1b1134cb"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:50.399648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963219b8-81e5-4e2d-9c23-ab7b6efac325 req-0f0c1cec-ac47-4af9-ab82-ef01914d79b9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:50.407766 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-963219b8-81e5-4e2d-9c23-ab7b6efac325 req-0f0c1cec-ac47-4af9-ab82-ef01914d79b9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0669217 Oct 15 00:41:50.446637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-963219b8-81e5-4e2d-9c23-ab7b6efac325 req-21688483-6500-4c84-a449-c2fd7101fdab tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 Oct 15 00:41:50.481015 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267e34ef-d84e-4eb0-9d24-d64aaa97deb2 x-openstack-request-id: req-267e34ef-d84e-4eb0-9d24-d64aaa97deb2 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:50.481313 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "38d60ed5-1749-4c40-80fe-d00a1b1134cb", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:50.482209 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-267e34ef-d84e-4eb0-9d24-d64aaa97deb2 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:50.482929 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '38d60ed5-1749-4c40-80fe-d00a1b1134cb', 'status': 'completed', 'code': 200} Oct 15 00:41:50.494846 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.507504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.512394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port 938f383e-88dd-4290-b3f2-6e60ca1095a7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:50.512896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.566825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 195539c8-ceb7-4161-acd8-7edf28eded8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=195539c8-ceb7-4161-acd8-7edf28eded8f,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:50.570498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 938f383e-88dd-4290-b3f2-6e60ca1095a7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:50.613211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] For port 938f383e-88dd-4290-b3f2-6e60ca1095a7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=938f383e-88dd-4290-b3f2-6e60ca1095a7,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:50.613764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.626714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for 938f383e-88dd-4290-b3f2-6e60ca1095a7 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:50.640415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.641222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c1c0a534-45d9-4360-9a01-1a19995c0f30 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:50.642248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a83cd-a8c7-4207-911e-8fb18ca9d5ce req-940e3766-1a66-4994-a8cc-d5cb6448c099 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:50.643723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb0a83cd-a8c7-4207-911e-8fb18ca9d5ce req-940e3766-1a66-4994-a8cc-d5cb6448c099 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0857084 Oct 15 00:41:50.656828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302135-18a8-48e4-a38e-3029f03cba61 req-5b864de7-dbbc-412e-a098-4ef420c3b8a4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:50.658282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39302135-18a8-48e4-a38e-3029f03cba61 req-5b864de7-dbbc-412e-a098-4ef420c3b8a4 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 945 time: 0.0652795 Oct 15 00:41:50.663631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: c1c0a534-45d9-4360-9a01-1a19995c0f30 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:41:50.663976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c1c0a534-45d9-4360-9a01-1a19995c0f30 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:50.667015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.667721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 24babc18-da8f-4608-a66f-5a6ed585041a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:50.760048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=195539c8-ceb7-4161-acd8-7edf28eded8f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:50.761693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb0a83cd-a8c7-4207-911e-8fb18ca9d5ce req-99b07f9f-5e9c-4e6f-be53-81841d9b4137 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004560 Oct 15 00:41:50.865159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5'}, {'server_uuid': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195539c8-ceb7-4161-acd8-7edf28eded8f'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:50.867379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Deleting port 9785ed0b-deca-4ed0-a122-cab8b841b36c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:50.867517 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6a0721-5e61-48c1-bf00-54b31cbadb75" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "c687c049-3c32-4380-8506-c406f236d5a5"}, {"server_uuid": "0ab2d481-6d19-4f48-aaa5-a92385c08495", "name": "network-vif-plugged", "status": "completed", "tag": "195539c8-ceb7-4161-acd8-7edf28eded8f"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:50.870192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.915353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:50.957163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=938f383e-88dd-4290-b3f2-6e60ca1095a7,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:51.010402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.026863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 24babc18-da8f-4608-a66f-5a6ed585041a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=24babc18-da8f-4608-a66f-5a6ed585041a,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:51.054537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=938f383e-88dd-4290-b3f2-6e60ca1095a7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:51.069280 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4c0112-823a-4aa3-9fea-825105db7708 x-openstack-request-id: req-ae4c0112-823a-4aa3-9fea-825105db7708 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:51.069583 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "c687c049-3c32-4380-8506-c406f236d5a5", "code": 200}, {"server_uuid": "0ab2d481-6d19-4f48-aaa5-a92385c08495", "name": "network-vif-plugged", "status": "completed", "tag": "195539c8-ceb7-4161-acd8-7edf28eded8f", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:51.069842 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae4c0112-823a-4aa3-9fea-825105db7708 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:51.070302 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5', 'code': 200} Oct 15 00:41:51.070621 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195539c8-ceb7-4161-acd8-7edf28eded8f', 'code': 200} Oct 15 00:41:51.070802 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7', 'code': 200} Oct 15 00:41:51.090142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e23344-ab91-48f5-8295-126e9a33eb84 req-1350ed4c-866b-4b8c-a1de-8af90b2dcc74 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:51.098036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e23344-ab91-48f5-8295-126e9a33eb84 req-1350ed4c-866b-4b8c-a1de-8af90b2dcc74 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:51.104181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e23344-ab91-48f5-8295-126e9a33eb84 req-1350ed4c-866b-4b8c-a1de-8af90b2dcc74 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:51.113931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e23344-ab91-48f5-8295-126e9a33eb84 req-1350ed4c-866b-4b8c-a1de-8af90b2dcc74 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:51.121991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e23344-ab91-48f5-8295-126e9a33eb84 req-1350ed4c-866b-4b8c-a1de-8af90b2dcc74 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 3068 time: 0.2231064 Oct 15 00:41:51.130670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.138430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a799054c-9aa9-451c-9889-99d355a4d3f3 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:51.155241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] For port 9785ed0b-deca-4ed0-a122-cab8b841b36c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=9785ed0b-deca-4ed0-a122-cab8b841b36c,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:51.155839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.157121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] No DVR routers for this DVR port 938f383e-88dd-4290-b3f2-6e60ca1095a7 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:51.161974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.165061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-8f3bb0d3-83ea-4778-b5f3-28189b9393c0 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "DELETE /v2.0/ports/938f383e-88dd-4290-b3f2-6e60ca1095a7 HTTP/1.1" status: 204 len: 173 time: 0.7838123 Oct 15 00:41:51.176887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Calling delete_port for 9785ed0b-deca-4ed0-a122-cab8b841b36c owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:51.230007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a799054c-9aa9-451c-9889-99d355a4d3f3 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:51.230007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=24babc18-da8f-4608-a66f-5a6ed585041a,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:51.324972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad868d22-6bff-47ac-a6e6-8af8c44dd38a req-d65357d4-1c6e-4278-a2ee-03a2fa02ccba tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:51.325925 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad868d22-6bff-47ac-a6e6-8af8c44dd38a req-d65357d4-1c6e-4278-a2ee-03a2fa02ccba tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 946 time: 0.1783609 Oct 15 00:41:51.351966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e23344-ab91-48f5-8295-126e9a33eb84 req-a633821a-30ef-4beb-a8c0-43d16b3c22b5 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273431 Oct 15 00:41:51.361227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74fa0-4764-445a-a915-52990c964553 req-899836d5-b680-4023-af40-55bd8fcc2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:51.365255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90f74fa0-4764-445a-a915-52990c964553 req-899836d5-b680-4023-af40-55bd8fcc2bc0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 1097 time: 0.2127843 Oct 15 00:41:51.380164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ad868d22-6bff-47ac-a6e6-8af8c44dd38a req-76c921a1-3ad4-448b-a37a-cfda5d942e23 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Oct 15 00:41:51.403169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port c687c049-3c32-4380-8506-c406f236d5a5 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:51.404016 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.469827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90f74fa0-4764-445a-a915-52990c964553 req-a4fb3bc1-ebef-4e77-92fc-1c107067db49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932369 Oct 15 00:41:51.520603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.535243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['9785ed0b-deca-4ed0-a122-cab8b841b36c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:51.537525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:51.559618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] For port c687c049-3c32-4380-8506-c406f236d5a5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c687c049-3c32-4380-8506-c406f236d5a5,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:51.560222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.571198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event deleted for resources: {'Port': ['ID=9785ed0b-deca-4ed0-a122-cab8b841b36c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:51.579502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for c687c049-3c32-4380-8506-c406f236d5a5 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:51.659186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] No DVR routers for this DVR port 9785ed0b-deca-4ed0-a122-cab8b841b36c on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:51.666536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.671743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39302135-18a8-48e4-a38e-3029f03cba61 req-2d1bf847-8f3c-4fe5-989d-c2ba8fde5707 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.39 "DELETE /v2.0/ports/9785ed0b-deca-4ed0-a122-cab8b841b36c HTTP/1.1" status: 204 len: 173 time: 1.0040486 Oct 15 00:41:51.672431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'name': 'network-vif-deleted', 'tag': '9785ed0b-deca-4ed0-a122-cab8b841b36c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:51.675000 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39652f94-3783-4b68-9193-ee21fb017a68" -d '{"events": [{"server_uuid": "a2122e63-0d5d-487c-9bd5-cf9eeede70a0", "name": "network-vif-deleted", "tag": "9785ed0b-deca-4ed0-a122-cab8b841b36c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:51.760554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fdc61-f9eb-4ad3-b502-79a50e62c858 req-d51baf73-be18-4389-8bad-5bf4a236e44d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:51.772148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655fdc61-f9eb-4ad3-b502-79a50e62c858 req-d51baf73-be18-4389-8bad-5bf4a236e44d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.2438326 Oct 15 00:41:51.775580 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c972a0de-7d02-4ef6-a002-2ea00c2e9e78 x-openstack-request-id: req-c972a0de-7d02-4ef6-a002-2ea00c2e9e78 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:51.775580 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2122e63-0d5d-487c-9bd5-cf9eeede70a0", "name": "network-vif-deleted", "tag": "9785ed0b-deca-4ed0-a122-cab8b841b36c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:51.775580 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c972a0de-7d02-4ef6-a002-2ea00c2e9e78 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:51.775967 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2122e63-0d5d-487c-9bd5-cf9eeede70a0', 'name': 'network-vif-deleted', 'tag': '9785ed0b-deca-4ed0-a122-cab8b841b36c', 'status': 'completed', 'code': 200} Oct 15 00:41:51.833944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655fdc61-f9eb-4ad3-b502-79a50e62c858 req-15fce301-95d5-4c75-9082-7a2d9194b914 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609212 Oct 15 00:41:51.877671 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b46679f4-d9ef-4ce2-83ac-f18462112a14 req-d5a00d90-b198-4989-a8ed-e20b883639cc tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 210 time: 0.0338573 Oct 15 00:41:51.931843 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:51.970707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=c687c049-3c32-4380-8506-c406f236d5a5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:52.027795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] No DVR routers for this DVR port c687c049-3c32-4380-8506-c406f236d5a5 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:52.031214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:52.036596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-57373790-aa5a-4fbf-8211-26411e77021d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "DELETE /v2.0/ports/c687c049-3c32-4380-8506-c406f236d5a5 HTTP/1.1" status: 204 len: 173 time: 0.8549292 Oct 15 00:41:52.167485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port 24babc18-da8f-4608-a66f-5a6ed585041a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:52.167828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:52.290866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] For port 24babc18-da8f-4608-a66f-5a6ed585041a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=24babc18-da8f-4608-a66f-5a6ed585041a,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:52.291182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:52.304918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for 24babc18-da8f-4608-a66f-5a6ed585041a owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:52.485158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:52.491899 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b72290-8de8-454d-b576-602d30d7fcef" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "c687c049-3c32-4380-8506-c406f236d5a5"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:52.568369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6fea8-5f04-4a5a-b48c-2b996deab8cd req-6f342e68-6c46-459e-a6fe-c918dc2de574 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:52.577818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18093-044e-49dd-8f6f-901b588d6e61 req-f9538168-40bf-4adb-8d1c-1755fdabf5e1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:52.583790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4f6fea8-5f04-4a5a-b48c-2b996deab8cd req-6f342e68-6c46-459e-a6fe-c918dc2de574 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 946 time: 0.0939126 Oct 15 00:41:52.588406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18093-044e-49dd-8f6f-901b588d6e61 req-f9538168-40bf-4adb-8d1c-1755fdabf5e1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:52.592128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8d18093-044e-49dd-8f6f-901b588d6e61 req-f9538168-40bf-4adb-8d1c-1755fdabf5e1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 1678 time: 0.1061187 Oct 15 00:41:52.655169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4f6fea8-5f04-4a5a-b48c-2b996deab8cd req-3932cb76-2881-4426-8297-7660e62492b8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682485 Oct 15 00:41:52.675546 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8d18093-044e-49dd-8f6f-901b588d6e61 req-7b353724-0a06-412d-b165-b9a460f93f78 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727496 Oct 15 00:41:52.677046 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:52.704085 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff519252-4d6e-4525-918b-792e50ac82ef x-openstack-request-id: req-ff519252-4d6e-4525-918b-792e50ac82ef {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:52.704519 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "938f383e-88dd-4290-b3f2-6e60ca1095a7", "status": "completed", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "c687c049-3c32-4380-8506-c406f236d5a5", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:52.704839 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff519252-4d6e-4525-918b-792e50ac82ef {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:52.705308 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '938f383e-88dd-4290-b3f2-6e60ca1095a7', 'status': 'completed', 'code': 200} Oct 15 00:41:52.705759 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': 'c687c049-3c32-4380-8506-c406f236d5a5', 'status': 'completed', 'code': 200} Oct 15 00:41:52.746407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=24babc18-da8f-4608-a66f-5a6ed585041a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:52.808019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] No DVR routers for this DVR port 24babc18-da8f-4608-a66f-5a6ed585041a on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:52.812250 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:52.816560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-9646084b-2308-4699-9d0b-19d21c8c7603 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "DELETE /v2.0/ports/24babc18-da8f-4608-a66f-5a6ed585041a HTTP/1.1" status: 204 len: 173 time: 0.7738063 Oct 15 00:41:52.995536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port 2f02a987-1938-4556-a1c6-3adf34c0c2ee {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:52.996224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:53.015899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a04b-3010-44a2-9877-a8f04b144c43 req-fb4ac9cd-8ae1-450e-8904-3f1f10305292 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:53.020590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31b0a04b-3010-44a2-9877-a8f04b144c43 req-fb4ac9cd-8ae1-450e-8904-3f1f10305292 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1086540 Oct 15 00:41:53.072669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:53.077435 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4659cd-af88-4b3f-9b86-8c0373a8fa70" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:53.115771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31b0a04b-3010-44a2-9877-a8f04b144c43 req-596b0512-a362-4cf0-965d-b4f4bc08d435 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890234 Oct 15 00:41:53.200690 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4bae74a7-d166-4caa-9819-f9e6d9bdae6e req-0445f27c-b601-4c59-b214-b3d451fc519f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2122e63-0d5d-487c-9bd5-cf9eeede70a0 HTTP/1.1" status: 200 len: 210 time: 0.1380856 Oct 15 00:41:53.206567 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117af87e-9bc7-4084-a815-05e0e4dceca8 x-openstack-request-id: req-117af87e-9bc7-4084-a815-05e0e4dceca8 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:53.206866 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-unplugged", "status": "completed", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:53.207125 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-117af87e-9bc7-4084-a815-05e0e4dceca8 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:53.207526 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a', 'code': 200} Oct 15 00:41:53.232630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] For port 2f02a987-1938-4556-a1c6-3adf34c0c2ee, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=2f02a987-1938-4556-a1c6-3adf34c0c2ee,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:53.239644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:53.568339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:53.568690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:53.569012 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Floating IP ef1f88cb-e358-4a36-b235-d045507c486a disassociated. External IP: 172.25.2.183, port: 2f02a987-1938-4556-a1c6-3adf34c0c2ee. Oct 15 00:41:53.569351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for 2f02a987-1938-4556-a1c6-3adf34c0c2ee owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:53.808201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1a4ce-4258-49bb-9110-a70b94374a62 req-8731accb-7c4c-4d32-88b2-de36e5f71a55 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:53.810246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0da1a4ce-4258-49bb-9110-a70b94374a62 req-8731accb-7c4c-4d32-88b2-de36e5f71a55 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 946 time: 0.0644083 Oct 15 00:41:53.817992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:53.848944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=2f02a987-1938-4556-a1c6-3adf34c0c2ee,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:53.868006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0da1a4ce-4258-49bb-9110-a70b94374a62 req-4d34197b-a9d7-4845-b37e-0c0f99146b98 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513413 Oct 15 00:41:53.893795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694ec68-ca25-4a84-8963-760c96307e2c req-bfbc1c37-eb74-49fc-b0b1-54f63461f9aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:53.894697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f694ec68-ca25-4a84-8963-760c96307e2c req-bfbc1c37-eb74-49fc-b0b1-54f63461f9aa tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 865 time: 0.1203978 Oct 15 00:41:54.046608 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f694ec68-ca25-4a84-8963-760c96307e2c req-21fa4347-609b-4fc5-a31b-bb3499300a10 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups?id=08f2de1b-6e22-47f7-9f5e-defb44918e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828381 Oct 15 00:41:54.067322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Router a7e7d996-e753-481b-adb7-0b9cdeab00c5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:41:54.192505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:41:54.196542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 9785ed0b-deca-4ed0-a122-cab8b841b36c no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:41:54.239042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] No DVR routers for this DVR port 2f02a987-1938-4556-a1c6-3adf34c0c2ee on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:54.241951 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:54.245463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-64dbf9e6-befc-48c5-ab89-4a3afa624db9 req-b15106f8-fa2f-4051-a4da-e76f5ee2c44c tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.30 "DELETE /v2.0/ports/2f02a987-1938-4556-a1c6-3adf34c0c2ee HTTP/1.1" status: 204 len: 173 time: 1.4214225 Oct 15 00:41:54.252775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 9785ed0b-deca-4ed0-a122-cab8b841b36c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:41:54.253117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 9785ed0b-deca-4ed0-a122-cab8b841b36c not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:41:54.255846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] Sync routers for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:41:54.279710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:41:54.280353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:54.303745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16913263-c966-4541-bf6a-fa50d634331c req-62fd2c77-ada1-44b7-b4a0-557685ff6d95 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:54.312451 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-16913263-c966-4541-bf6a-fa50d634331c req-62fd2c77-ada1-44b7-b4a0-557685ff6d95 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0654376 Oct 15 00:41:54.390006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-16913263-c966-4541-bf6a-fa50d634331c req-8a485bb6-8aaa-49a1-9f1a-8c98fa8cd387 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730038 Oct 15 00:41:54.585010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d4af0-d797-4a11-9be2-5e4608504f61 req-0fd7e5c4-26ff-4dbc-b148-4b5799893ca4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:54.601325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c22d4af0-d797-4a11-9be2-5e4608504f61 req-0fd7e5c4-26ff-4dbc-b148-4b5799893ca4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 946 time: 0.1233883 Oct 15 00:41:54.691058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c22d4af0-d797-4a11-9be2-5e4608504f61 req-4a474054-c29d-4ea7-98df-55d97bbff125 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887620 Oct 15 00:41:54.706825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a'}, {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:54.709166 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98f37ce-bdc1-4c01-95e5-dfca3df35e3d" -d '{"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a"}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:54.778585 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290e2af4-c2f2-4ba8-a0d5-3af36688982c x-openstack-request-id: req-290e2af4-c2f2-4ba8-a0d5-3af36688982c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:54.778827 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "24babc18-da8f-4608-a66f-5a6ed585041a", "status": "completed", "code": 200}, {"server_uuid": "22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1", "name": "network-vif-deleted", "tag": "2f02a987-1938-4556-a1c6-3adf34c0c2ee", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:54.779057 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-290e2af4-c2f2-4ba8-a0d5-3af36688982c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:54.779469 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '24babc18-da8f-4608-a66f-5a6ed585041a', 'status': 'completed', 'code': 200} Oct 15 00:41:54.779729 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1', 'name': 'network-vif-deleted', 'tag': '2f02a987-1938-4556-a1c6-3adf34c0c2ee', 'status': 'completed', 'code': 200} Oct 15 00:41:54.857184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:41:55.174192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:17Z', 'revision_number': 5, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:55.189213 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0bf1733d-939e-48e8-a6ba-eb8bf90a0b8f req-c2f6a974-8f18-44c7-b9a6-b60c1ebce4cf tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0414181 Oct 15 00:41:55.222266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] Checking router: a7e7d996-e753-481b-adb7-0b9cdeab00c5 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:41:55.235227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:41:55.236129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:55.353707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:41:55.549610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ddb7-27ae-47ad-aa45-f5cc23c51f7a req-71a690f2-5512-4081-8bec-c73878217e5b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:55.551424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9593ddb7-27ae-47ad-aa45-f5cc23c51f7a req-71a690f2-5512-4081-8bec-c73878217e5b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0886390 Oct 15 00:41:55.608497 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9593ddb7-27ae-47ad-aa45-f5cc23c51f7a req-3a308d7c-269f-4c6f-96f9-973a9d86b39a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500979 Oct 15 00:41:55.680512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:17Z', 'revision_number': 5, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:41:55.745090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bee66f-fe9f-4cc3-93d2-d80fd7c24d5e None None] The sync data for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 is: [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:31:13Z', 'revision_number': 4, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '5d55356b-bf3c-49fd-b803-d21d0a68b0e3', 'name': '', 'network_id': '520495d5-6751-4c82-b05e-ddd962ad39c3', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'mac_address': 'fa:16:3e:fd:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:12Z', 'updated_at': '2021-10-15T00:31:17Z', 'revision_number': 5, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'subnets': [{'id': '496b85c5-8e88-4796-8ff9-2d8400ce8c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:41:55.810996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2fd8e-60be-4a06-97a4-95512e105fe8 req-7c42ca39-34d0-4651-9006-da676c2e0d5d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:55.813032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ef2fd8e-60be-4a06-97a4-95512e105fe8 req-7c42ca39-34d0-4651-9006-da676c2e0d5d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 946 time: 0.0818317 Oct 15 00:41:55.886651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c4581-cd07-47d3-ae60-ec3c1b54ca38 req-9512e06e-0e87-4081-b9b3-9b2b1d552ddb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:55.902080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e95c4581-cd07-47d3-ae60-ec3c1b54ca38 req-9512e06e-0e87-4081-b9b3-9b2b1d552ddb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 946 time: 0.0868626 Oct 15 00:41:55.934887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ef2fd8e-60be-4a06-97a4-95512e105fe8 req-36407381-c9c9-4d56-abb9-190c6fe8337d tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007097 Oct 15 00:41:55.947908 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e95c4581-cd07-47d3-ae60-ec3c1b54ca38 req-f1fecfa5-577d-43e1-91a8-ebd751d18514 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507224 Oct 15 00:41:55.954161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-621b5e17-5240-4d18-acbf-481bddd35360 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:55.955884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-621b5e17-5240-4d18-acbf-481bddd35360 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 946 time: 0.1419759 Oct 15 00:41:56.112136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Deleting port 195539c8-ceb7-4161-acd8-7edf28eded8f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:56.112426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:56.181785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ab8c561f-651d-42ba-9ee5-04d315cdc113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:56.188184 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d2eff-ab74-4cb1-b7e9-05bb632f0cca None None] New status for floating IP ef1f88cb-e358-4a36-b235-d045507c486a: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:41:56.252125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] For port 195539c8-ceb7-4161-acd8-7edf28eded8f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=195539c8-ceb7-4161-acd8-7edf28eded8f,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:56.252496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:56.269042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Calling delete_port for 195539c8-ceb7-4161-acd8-7edf28eded8f owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:56.504792 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0677fee-d41e-4a32-9bc4-80f7c3477c18 req-9cac5400-f0b0-4b9b-8026-a2313568d700 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0576470 Oct 15 00:41:56.523670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48636) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:56.526067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:56.542712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['195539c8-ceb7-4161-acd8-7edf28eded8f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:56.594975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event deleted for resources: {'Port': ['ID=195539c8-ceb7-4161-acd8-7edf28eded8f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:56.630889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.631679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.632374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.633561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.634348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.635087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.635632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.636772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.637533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.638619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.639311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.640083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:41:56.687928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] No DVR routers for this DVR port 195539c8-ceb7-4161-acd8-7edf28eded8f on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:56.696172 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:56.705592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d37e8ad-202b-4109-aacf-04afcac08715 req-8f8417f2-7d27-411b-8d00-332af889cc7e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "DELETE /v2.0/ports/195539c8-ceb7-4161-acd8-7edf28eded8f HTTP/1.1" status: 204 len: 173 time: 0.7393706 Oct 15 00:41:56.716519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'name': 'network-vif-deleted', 'tag': '195539c8-ceb7-4161-acd8-7edf28eded8f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:56.719871 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946aa2b7-0371-471e-ac8b-3757f790852d" -d '{"events": [{"server_uuid": "0ab2d481-6d19-4f48-aaa5-a92385c08495", "name": "network-vif-deleted", "tag": "195539c8-ceb7-4161-acd8-7edf28eded8f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:56.775999 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-58858d86-70d4-4fbf-8c71-4799e5c68bf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=746e0cd0ea464256bb026945bea416ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509487 Oct 15 00:41:56.779112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48650) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:41:56.831050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892684e-64fc-4e22-99e0-c9a3c04a25a6 req-a913f1e8-25c1-4413-bd9d-1e0b337c3445 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:56.834816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a892684e-64fc-4e22-99e0-c9a3c04a25a6 req-a913f1e8-25c1-4413-bd9d-1e0b337c3445 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1116178 Oct 15 00:41:56.934059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a892684e-64fc-4e22-99e0-c9a3c04a25a6 req-6c6410ce-f9f7-4588-b483-efd909f5f7d1 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785625 Oct 15 00:41:56.935784 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d32378c8-2af7-4542-a62c-fd8a51385cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:56.997196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d32378c8-2af7-4542-a62c-fd8a51385cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:57.155915 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696b53c5-e37d-4b76-8a99-9e55bb4495f4 x-openstack-request-id: req-696b53c5-e37d-4b76-8a99-9e55bb4495f4 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:57.155915 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2d481-6d19-4f48-aaa5-a92385c08495", "name": "network-vif-deleted", "tag": "195539c8-ceb7-4161-acd8-7edf28eded8f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:57.155915 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-696b53c5-e37d-4b76-8a99-9e55bb4495f4 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:57.155915 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2d481-6d19-4f48-aaa5-a92385c08495', 'name': 'network-vif-deleted', 'tag': '195539c8-ceb7-4161-acd8-7edf28eded8f', 'status': 'completed', 'code': 200} Oct 15 00:41:57.156386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-c354262f-3892-46a6-88d3-0bb26294f8af tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:57.157358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-c354262f-3892-46a6-88d3-0bb26294f8af tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 946 time: 0.1301177 Oct 15 00:41:57.248572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d32378c8-2af7-4542-a62c-fd8a51385cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:57.253606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d32378c8-2af7-4542-a62c-fd8a51385cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:57.258302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a259376-dfc6-4132-933a-c832bcc77d30 req-3461f81d-65ed-4aeb-9dcc-4c07c17ca011 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:57.259688 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d32378c8-2af7-4542-a62c-fd8a51385cde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a493020a-e788-440b-bd42-21154c0c7ae4 HTTP/1.1" status: 204 len: 168 time: 0.4794242 Oct 15 00:41:57.261644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a259376-dfc6-4132-933a-c832bcc77d30 req-3461f81d-65ed-4aeb-9dcc-4c07c17ca011 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 946 time: 0.1058011 Oct 15 00:41:57.338329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a259376-dfc6-4132-933a-c832bcc77d30 req-41ed07c4-ecff-47e1-b968-7a2b35f9ec56 tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/security-groups?id=97cd6a10-39fa-459d-86e6-bb7a0990ac00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683153 Oct 15 00:41:57.346743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32378c8-2af7-4542-a62c-fd8a51385cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a493020a-e788-440b-bd42-21154c0c7ae4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:57.399943 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-322d4169-671b-4a3a-a614-6c9a7b86b071 req-b044d7b1-77f5-4f2c-a9ac-39b60e4a3eb4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab2d481-6d19-4f48-aaa5-a92385c08495 HTTP/1.1" status: 200 len: 210 time: 0.1116734 Oct 15 00:41:57.451152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Deleting port ab01ea89-35f2-47a8-ad7a-3c8872c72572 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:57.453249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:57.540253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40526d4-2c2d-4c50-b983-20dd33791997 req-a999caec-998a-4d5b-8881-e56e8596f67b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:57.552185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b40526d4-2c2d-4c50-b983-20dd33791997 req-a999caec-998a-4d5b-8881-e56e8596f67b tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 945 time: 0.0870888 Oct 15 00:41:57.644739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b40526d4-2c2d-4c50-b983-20dd33791997 req-cfc56fba-bd2a-4b5d-b19a-660c30ce0f93 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911338 Oct 15 00:41:58.031853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2efa11de-6d18-4a40-91c4-9a015427ae4a req-c1dd5b7d-fe1e-4e7c-a888-370a8a1ba05d tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.4025068 Oct 15 00:41:58.066400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] For port ab01ea89-35f2-47a8-ad7a-3c8872c72572, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ab01ea89-35f2-47a8-ad7a-3c8872c72572,segment=NetworkSegment(ac408a22-2930-42b7-90bd-593b71ce1b16),segment_id=ac408a22-2930-42b7-90bd-593b71ce1b16)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:58.066845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:58.074917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000b4b-8358-44bc-9a3f-7cda12b78d81 req-786ca133-e872-4726-baef-9382ac3b3d36 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:58.077043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57000b4b-8358-44bc-9a3f-7cda12b78d81 req-786ca133-e872-4726-baef-9382ac3b3d36 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0538628 Oct 15 00:41:58.079942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Calling delete_port for ab01ea89-35f2-47a8-ad7a-3c8872c72572 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:58.135644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57000b4b-8358-44bc-9a3f-7cda12b78d81 req-f9a987b1-93af-4469-a174-2247d9410f00 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473917 Oct 15 00:41:58.301368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:58.314488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ab01ea89-35f2-47a8-ad7a-3c8872c72572'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:58.335701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Pushing event deleted for resources: {'Port': ['ID=ab01ea89-35f2-47a8-ad7a-3c8872c72572,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:58.382379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] No DVR routers for this DVR port ab01ea89-35f2-47a8-ad7a-3c8872c72572 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:58.384910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:58.388814 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-31b1e2ab-27d9-43c4-80c4-e13ad0f25e90 req-f4c3d191-0810-46c7-96a6-d2024b3b596f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.30 "DELETE /v2.0/ports/ab01ea89-35f2-47a8-ad7a-3c8872c72572 HTTP/1.1" status: 204 len: 173 time: 1.2240460 Oct 15 00:41:58.388967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'name': 'network-vif-deleted', 'tag': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:41:58.391234 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5587db5-2470-4122-bae9-4e0c4a20f91b" -d '{"events": [{"server_uuid": "c92d3c7d-153d-4571-8bfd-0df86df34d11", "name": "network-vif-deleted", "tag": "ab01ea89-35f2-47a8-ad7a-3c8872c72572"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:41:58.431021 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d371757b-c3c8-45f4-92de-5727f8244dba x-openstack-request-id: req-d371757b-c3c8-45f4-92de-5727f8244dba {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:41:58.431589 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92d3c7d-153d-4571-8bfd-0df86df34d11", "name": "network-vif-deleted", "tag": "ab01ea89-35f2-47a8-ad7a-3c8872c72572", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:41:58.432068 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d371757b-c3c8-45f4-92de-5727f8244dba {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:41:58.432774 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92d3c7d-153d-4571-8bfd-0df86df34d11', 'name': 'network-vif-deleted', 'tag': 'ab01ea89-35f2-47a8-ad7a-3c8872c72572', 'status': 'completed', 'code': 200} Oct 15 00:41:58.472728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7e20881-4730-4319-9638-5c7db7685b89 req-ffea9649-342c-4f17-a17d-bf4ae10137cd tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 210 time: 0.0402212 Oct 15 00:41:58.603149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-6dae68bd-8456-4c91-aff4-028addbe6b8f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:58.604636 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-6dae68bd-8456-4c91-aff4-028addbe6b8f tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 945 time: 0.0525312 Oct 15 00:41:58.753252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0523abc6-5c82-42a0-95ce-7486dd1d9d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:58.810332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b9116-96fd-4938-9bbd-4054fd0f6739 req-a37607f3-e36a-4b48-8be9-516514fd3db3 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:58.812075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-796b9116-96fd-4938-9bbd-4054fd0f6739 req-a37607f3-e36a-4b48-8be9-516514fd3db3 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 945 time: 0.0905197 Oct 15 00:41:58.819403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Deleting port 92159d33-02cf-492e-a2c0-4046b87f255b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:41:58.819737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:58.828278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4602-8374-411c-9138-d08d8a655f30 req-dd4075c3-c3bf-452f-9058-964e90f884a5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:58.829739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-dd4075c3-c3bf-452f-9058-964e90f884a5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.1734724 Oct 15 00:41:58.862661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-796b9116-96fd-4938-9bbd-4054fd0f6739 req-8461ca60-07a8-4361-973a-863db8eae7f8 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Oct 15 00:41:58.866612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-c2c4e6c4-956c-422f-ba84-a767bee5bb48 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/quotas/3cba3ea282ad42759b9be7c459a91df9 HTTP/1.1" status: 200 len: 375 time: 0.0239060 Oct 15 00:41:58.936907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-c022f16c-1a5f-4115-8c91-ed8e4c0e089c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361187 Oct 15 00:41:58.975343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] For port 92159d33-02cf-492e-a2c0-4046b87f255b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=92159d33-02cf-492e-a2c0-4046b87f255b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:41:58.975731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:59.001993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Calling delete_port for 92159d33-02cf-492e-a2c0-4046b87f255b owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:41:59.096072 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6e89cc9f-6975-4009-a4e6-6c2f8d46062b service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519840 Oct 15 00:41:59.139642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df7ad02e-a7f1-485d-9234-671ee357141e req-93f7f38c-ae69-4131-88eb-76521be8d8b3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0318134 Oct 15 00:41:59.252314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-24b63ac3-c575-4fbc-aa06-06965277fdc6 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315818 Oct 15 00:41:59.267279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65b171-3ca9-43a0-a443-1b57e5251a9a req-30d0bcb3-1bbb-4c96-ada2-8b9294188b2e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:41:59.268805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd65b171-3ca9-43a0-a443-1b57e5251a9a req-30d0bcb3-1bbb-4c96-ada2-8b9294188b2e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0551963 Oct 15 00:41:59.307365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd65b171-3ca9-43a0-a443-1b57e5251a9a req-c3ef1112-cbc1-40bf-a7ff-93ecb2907afd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326116 Oct 15 00:41:59.350869 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:59.364378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87b7ea28-1e62-4b1f-bd07-f55aeb19773a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:59.393731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b', '92159d33-02cf-492e-a2c0-4046b87f255b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:41:59.414596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event deleted for resources: {'Port': ['ID=92159d33-02cf-492e-a2c0-4046b87f255b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:41:59.486331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] No DVR routers for this DVR port 92159d33-02cf-492e-a2c0-4046b87f255b on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:41:59.489897 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:41:59.494197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a71c8deb-b620-480a-b62a-8bc57d7caff4 req-ffabbd3c-7c41-4d3c-8da2-96868566a2ca tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "DELETE /v2.0/ports/92159d33-02cf-492e-a2c0-4046b87f255b HTTP/1.1" status: 204 len: 173 time: 0.8757498 Oct 15 00:41:59.566893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2df0f90-96fc-41a9-94a2-3899d66993ad req-f5ad7d57-1c3c-4407-8ffe-14a8076f443b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0416379 Oct 15 00:41:59.625655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-35bf2310-d583-49ce-a34b-6c3ae8ec2b3f req-540229a2-1924-4adf-ace8-588486c4c07f tempest-ServersTestJSON-964655126 tempest-ServersTestJSON-964655126-project] 10.222.0.13 "GET /v2.0/ports?device_id=c92d3c7d-153d-4571-8bfd-0df86df34d11 HTTP/1.1" status: 200 len: 210 time: 0.0311682 Oct 15 00:41:59.973624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a2ed9af-75ba-4db1-a4a2-40266015a2ae req-f05e547d-07f8-475b-8b58-b9ccede2d99c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=474732ba-c2d1-42bc-a049-8f77b91f916d HTTP/1.1" status: 200 len: 210 time: 0.0280797 Oct 15 00:42:00.079271 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:00.126234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:00.201579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 195539c8-ceb7-4161-acd8-7edf28eded8f no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:00.229289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 195539c8-ceb7-4161-acd8-7edf28eded8f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:00.229797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 195539c8-ceb7-4161-acd8-7edf28eded8f not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:00.273446 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1da8c97a-96ae-4f2e-9198-26ac531bf288 req-26fdafa8-795a-4cd9-8d8a-ae7f2675696a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0275435 Oct 15 00:42:00.426127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ad186-a235-4e14-8aa9-16907447e0e5 req-faee7985-50f1-4571-8baa-f64964617dba tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:00.427710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e4ad186-a235-4e14-8aa9-16907447e0e5 req-faee7985-50f1-4571-8baa-f64964617dba tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0519507 Oct 15 00:42:00.433887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'name': 'network-vif-deleted', 'tag': '92159d33-02cf-492e-a2c0-4046b87f255b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:42:00.436532 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388db749-4df4-4ee8-8ef1-a60a2ce2b190" -d '{"events": [{"server_uuid": "474732ba-c2d1-42bc-a049-8f77b91f916d", "name": "network-vif-deleted", "tag": "92159d33-02cf-492e-a2c0-4046b87f255b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:42:00.510774 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd33ee2d-8bd5-4b27-a4b2-fae893b2dc3f x-openstack-request-id: req-fd33ee2d-8bd5-4b27-a4b2-fae893b2dc3f {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:42:00.511067 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474732ba-c2d1-42bc-a049-8f77b91f916d", "name": "network-vif-deleted", "tag": "92159d33-02cf-492e-a2c0-4046b87f255b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:42:00.511327 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd33ee2d-8bd5-4b27-a4b2-fae893b2dc3f {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:42:00.511723 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474732ba-c2d1-42bc-a049-8f77b91f916d', 'name': 'network-vif-deleted', 'tag': '92159d33-02cf-492e-a2c0-4046b87f255b', 'status': 'completed', 'code': 200} Oct 15 00:42:00.512015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ab01ea89-35f2-47a8-ad7a-3c8872c72572 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:00.513518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e4ad186-a235-4e14-8aa9-16907447e0e5 req-b757893a-ebb2-4fae-b358-eb610d30d2e2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537314 Oct 15 00:42:00.536211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: ab01ea89-35f2-47a8-ad7a-3c8872c72572 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:00.536551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ab01ea89-35f2-47a8-ad7a-3c8872c72572 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:00.660039 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-329fd409-b1f5-43bb-9acf-30833e9e47c5 req-f6b9a9eb-4230-467a-bf82-ac9cb0c21080 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0273960 Oct 15 00:42:00.691447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:00.741744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] Deleting subnet 0b26703b-4283-4fed-aa99-6da3b957f7d9 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:42:00.744864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:00.781604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:00.823056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.012639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.048232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.054084 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b26703b-4283-4fed-aa99-6da3b957f7d9 HTTP/1.1" status: 204 len: 168 time: 0.3592792 Oct 15 00:42:01.054715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:01.059315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449caa96-7dda-417c-9e18-5ac91c5b9b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b26703b-4283-4fed-aa99-6da3b957f7d9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:01.133909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.219545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.239415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254d612d-8aa7-40a1-b978-a145ebdb820a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:01.249731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac408a22-2930-42b7-90bd-593b71ce1b16') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:01.250026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac408a22-2930-42b7-90bd-593b71ce1b16') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:01.259273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.274056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.281525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:42:01.281983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:42:01.284766 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:42:01.391655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-75178d5b-2496-4ad8-9b79-288c3709dc9d req-c6f675a4-eed4-4af0-b286-6ba681e11ad3 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0339382 Oct 15 00:42:01.433382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.451460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:01.454698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] 10.222.0.13 "DELETE /v2.0/networks/254d612d-8aa7-40a1-b978-a145ebdb820a HTTP/1.1" status: 204 len: 168 time: 0.3991334 Oct 15 00:42:01.457887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9ad51-7a63-4f61-9f5c-c5da39e1601c admin admin] Pushing event deleted for resources: {'Network': ['ID=254d612d-8aa7-40a1-b978-a145ebdb820a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:01.621053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4602-8374-411c-9138-d08d8a655f30 req-3bef0e8a-c3d8-4139-9bc6-5a2ea97b1e94 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:01.622864 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-3bef0e8a-c3d8-4139-9bc6-5a2ea97b1e94 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.1266251 Oct 15 00:42:01.635942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Request body: {'port': {'device_id': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'admin_state_up': True, 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:01.660803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607504-f3e6-4ed2-908d-251b2460beac req-fea7aedb-f679-4c23-8c72-cd357f26bd5e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:01.662460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea607504-f3e6-4ed2-908d-251b2460beac req-fea7aedb-f679-4c23-8c72-cd357f26bd5e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0590634 Oct 15 00:42:01.665226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98628b64-3ae7-42ef-90a2-c5dbd07e3124 req-5333e2b2-4f14-418f-ab0b-1bac5725fbae tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:01.666891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98628b64-3ae7-42ef-90a2-c5dbd07e3124 req-5333e2b2-4f14-418f-ab0b-1bac5725fbae tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 945 time: 0.2112336 Oct 15 00:42:01.716263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea607504-f3e6-4ed2-908d-251b2460beac req-cb5151e3-cf18-46a0-b6c9-13fef7fb9ff9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Oct 15 00:42:01.785504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98628b64-3ae7-42ef-90a2-c5dbd07e3124 req-4e57aca4-25d5-45f8-92d7-064896b70994 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074395 Oct 15 00:42:01.845840 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c91c735-494e-4d3e-889f-a5e18e3a09cd req-6028e094-bd64-4e07-b1e1-df4c37641916 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0615935 Oct 15 00:42:01.896376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48738) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:01.937889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-73ce749e-bc74-4f30-899e-04d87b561673 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9bc7fd2642a4d0f8888f1c6a0214528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402982 Oct 15 00:42:01.940603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48740) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:01.947734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:42:01.951815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.054288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ece3-c606-4d6d-853a-28c32ad6f19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.108111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ece3-c606-4d6d-853a-28c32ad6f19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.150648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Allocated IP 172.20.0.11 (1e32174a-7fdc-4655-b5f2-59338f95b4ed/8bdd3f5d-4bf6-4397-a16f-69fce57240ec/702cf082-281b-4a9b-be3e-dffb3ee0ea7e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:02.240415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.260704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ece3-c606-4d6d-853a-28c32ad6f19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.264113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ece3-c606-4d6d-853a-28c32ad6f19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.265280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cdb9ece3-c606-4d6d-853a-28c32ad6f19e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97cd6a10-39fa-459d-86e6-bb7a0990ac00 HTTP/1.1" status: 204 len: 168 time: 0.3237777 Oct 15 00:42:02.286984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9ece3-c606-4d6d-853a-28c32ad6f19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd6a10-39fa-459d-86e6-bb7a0990ac00,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:02.383370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.494748 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f8a40ad-67d8-4f58-8b06-0c02084d0bfe req-79d482fa-2266-40ec-9ae2-695eb607f4d8 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Oct 15 00:42:02.520599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 92159d33-02cf-492e-a2c0-4046b87f255b no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:02.522798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.546301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 92159d33-02cf-492e-a2c0-4046b87f255b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:02.546647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 92159d33-02cf-492e-a2c0-4046b87f255b not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:02.566611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:02.569501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:02.576040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:02.584204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event updated for resources: {'Port': ['ID=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:02.643189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:02.643852 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.757342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-4131c622-f9d3-4780-874c-bf10b270f692 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1255116 Oct 15 00:42:02.786764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Request body: {'port': {'device_id': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:02.880313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:02.899093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa8995-f578-402d-b90f-2da59823b496 req-c4c2cbc8-f393-4a1a-a881-e11f66937a33 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:02.910663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbaa8995-f578-402d-b90f-2da59823b496 req-c4c2cbc8-f393-4a1a-a881-e11f66937a33 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1022274 Oct 15 00:42:02.947864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13432ada-ff6d-4a0b-8e72-a9941b852cce req-91a90d73-5c12-4979-8d20-670c3198906d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:02.950375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13432ada-ff6d-4a0b-8e72-a9941b852cce req-91a90d73-5c12-4979-8d20-670c3198906d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 945 time: 0.0736678 Oct 15 00:42:02.991292 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13432ada-ff6d-4a0b-8e72-a9941b852cce req-3842f587-3a58-4ea4-8a23-1e4fbe0fed5d tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Oct 15 00:42:03.016431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbaa8995-f578-402d-b90f-2da59823b496 req-6d31d7ec-d1ea-468b-ae6c-bed74870cd82 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978603 Oct 15 00:42:03.147542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192c197-04c2-4867-8cf2-a14b35e2bd40 req-66942852-8489-4cf2-a383-2edf820ef9bc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:03.150374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5192c197-04c2-4867-8cf2-a14b35e2bd40 req-66942852-8489-4cf2-a383-2edf820ef9bc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 932 time: 0.0697360 Oct 15 00:42:03.218891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5192c197-04c2-4867-8cf2-a14b35e2bd40 req-e9ecf0b6-8a45-44e0-9739-2f4d5d8c729e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556395 Oct 15 00:42:03.274075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-ede9d53d-03c0-4e54-8488-e6d24d753c04 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:03.275553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-ede9d53d-03c0-4e54-8488-e6d24d753c04 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 945 time: 0.0905266 Oct 15 00:42:03.397298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702cf082-281b-4a9b-be3e-dffb3ee0ea7e {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:42:03.407746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:03.428377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Transition to ACTIVE for port object 702cf082-281b-4a9b-be3e-dffb3ee0ea7e will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:42:03.445247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Deleting port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:03.445657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:03.515341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:03.590872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] For port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:03.591148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:03.617171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Pushing event updated for resources: {'Port': ['ID=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:03.620647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Calling delete_port for 87b7ea28-1e62-4b1f-bd07-f55aeb19773a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:03.627888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2019fd62-814b-4450-a406-339a6986d8ab req-5f967254-5f6f-4d37-a53a-d5ba283f30ee tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0400519 Oct 15 00:42:03.741472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Attempting to bind port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:42:03.741794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Attempting to bind port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:42:03.742139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Attempting to bind port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:03.748508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:42:03.748976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Attempting to bind port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:03.756869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:42:03.757198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Checking segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:03.757575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Bound using segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:42:03.757991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Bound port: 702cf082-281b-4a9b-be3e-dffb3ee0ea7e, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:42:03.758370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:03.865149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] For port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:42:03.868359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] For port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:42:03.941455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:03.955914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['87b7ea28-1e62-4b1f-bd07-f55aeb19773a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:42:03.958526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:42:03.971912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event deleted for resources: {'Port': ['ID=87b7ea28-1e62-4b1f-bd07-f55aeb19773a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:03.975710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:04.051843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] No DVR routers for this DVR port 87b7ea28-1e62-4b1f-bd07-f55aeb19773a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:04.058702 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:04.062862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a00c8ac5-197d-4bbe-bf1f-3b20b1ab66cf req-b11db68e-1811-47a0-b75f-0a09914aecb4 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.39 "DELETE /v2.0/ports/87b7ea28-1e62-4b1f-bd07-f55aeb19773a HTTP/1.1" status: 204 len: 173 time: 0.7808514 Oct 15 00:42:04.064107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:04.064708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:04.066548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] 10.222.0.39 "PUT /v2.0/ports/702cf082-281b-4a9b-be3e-dffb3ee0ea7e HTTP/1.1" status: 200 len: 1092 time: 1.2837892 Oct 15 00:42:04.067173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'name': 'network-vif-deleted', 'tag': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a'}, {'name': 'network-changed', 'server_uuid': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'tag': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:42:04.069685 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0151b070-32e7-473b-811a-08c03a4f39aa" -d '{"events": [{"server_uuid": "1c926c8b-7ca1-44c9-951e-1961a7e53367", "name": "network-vif-deleted", "tag": "87b7ea28-1e62-4b1f-bd07-f55aeb19773a"}, {"name": "network-changed", "server_uuid": "a645e22d-45f9-44e5-b527-32b85f855f14", "tag": "702cf082-281b-4a9b-be3e-dffb3ee0ea7e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:42:04.093267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305d179-af6c-4399-9c17-94ef13fbf1ec service neutron] Pushing event updated for resources: {'Port': ['ID=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:04.123490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-593b5c8e-e324-4592-9ae1-c74f3f4ac4c6 req-fefa237b-cc09-410f-a59f-9880d5f74fb2 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c926c8b-7ca1-44c9-951e-1961a7e53367 HTTP/1.1" status: 200 len: 210 time: 0.0358789 Oct 15 00:42:04.235166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74171d2b-4a29-40d8-a469-56804c5de4df req-b4fcf7e5-395b-4f8b-9d11-0a51c3960ab4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:04.237002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74171d2b-4a29-40d8-a469-56804c5de4df req-b4fcf7e5-395b-4f8b-9d11-0a51c3960ab4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0534434 Oct 15 00:42:04.266052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4602-8374-411c-9138-d08d8a655f30 req-22875c5d-628d-40ce-98ca-ee89f48ed116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:04.267879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-22875c5d-628d-40ce-98ca-ee89f48ed116 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 1095 time: 0.0500844 Oct 15 00:42:04.282061 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-74171d2b-4a29-40d8-a469-56804c5de4df req-7b296609-ee48-4337-85bf-439a65dbe038 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388150 Oct 15 00:42:04.323234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-c4f3594c-40da-4daf-9fd9-59fd25467d24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=702cf082-281b-4a9b-be3e-dffb3ee0ea7e HTTP/1.1" status: 200 len: 217 time: 0.0455816 Oct 15 00:42:04.376044 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 15 Oct 2021 00:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ca331-f139-430f-a9bd-d7792d275618 x-openstack-request-id: req-634ca331-f139-430f-a9bd-d7792d275618 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:42:04.376770 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c926c8b-7ca1-44c9-951e-1961a7e53367", "name": "network-vif-deleted", "tag": "87b7ea28-1e62-4b1f-bd07-f55aeb19773a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a645e22d-45f9-44e5-b527-32b85f855f14", "tag": "702cf082-281b-4a9b-be3e-dffb3ee0ea7e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:42:04.377120 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-634ca331-f139-430f-a9bd-d7792d275618 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:42:04.377619 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c926c8b-7ca1-44c9-951e-1961a7e53367', 'name': 'network-vif-deleted', 'tag': '87b7ea28-1e62-4b1f-bd07-f55aeb19773a', 'status': 'completed', 'code': 200} Oct 15 00:42:04.377970 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'tag': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e', 'status': 'completed', 'code': 200} Oct 15 00:42:04.409358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4602-8374-411c-9138-d08d8a655f30 req-a3be6ff0-3546-4efb-a406-aa31e0058f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:04.412453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-a3be6ff0-3546-4efb-a406-aa31e0058f05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.0809278 Oct 15 00:42:04.464691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-bc3916c5-8e2a-436c-ba32-c0ecb91df259 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407872 Oct 15 00:42:04.520685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24f1dd-7f9b-4199-9271-1a8981310f0b req-75780d2f-61b7-45d8-97ba-930389382e75 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:04.524768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a24f1dd-7f9b-4199-9271-1a8981310f0b req-75780d2f-61b7-45d8-97ba-930389382e75 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 944 time: 0.0915353 Oct 15 00:42:04.563457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a24f1dd-7f9b-4199-9271-1a8981310f0b req-f4ef0a1e-a032-496a-b10f-c59f3b3727b4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344820 Oct 15 00:42:04.588463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-8c3dbcd7-f3bb-43fb-9221-2708212c9466 service neutron] 10.222.0.39 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163330 Oct 15 00:42:04.777263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-99216423-a765-4424-b197-aae108e9de7c req-f0d931ef-313b-4978-8df6-32b6a986bd17 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0395315 Oct 15 00:42:05.088422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98441-0435-4d6e-a129-89325ba1f144 req-988b1aa8-7a93-446e-b306-be1deb58a2e1 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.089981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49c98441-0435-4d6e-a129-89325ba1f144 req-988b1aa8-7a93-446e-b306-be1deb58a2e1 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1339383 Oct 15 00:42:05.096303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-ed0c9b31-a236-43ac-bf22-1874c4d94636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.098017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-ed0c9b31-a236-43ac-bf22-1874c4d94636 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.1406059 Oct 15 00:42:05.142196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57fd4602-8374-411c-9138-d08d8a655f30 req-2ef84e83-6853-4b57-862c-ce4af71801a0 service neutron] 10.222.0.39 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460930 Oct 15 00:42:05.203453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49c98441-0435-4d6e-a129-89325ba1f144 req-44d4c1d3-ab7f-4c34-8156-20d2990a41a2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047273 Oct 15 00:42:05.247717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-505fe3b6-b0a7-4c71-a72c-78822ee79d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.249371 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-505fe3b6-b0a7-4c71-a72c-78822ee79d6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1381266 Oct 15 00:42:05.355698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-1d0e9980-4179-4ba3-ab99-0396b4e5574f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.0973032 Oct 15 00:42:05.360750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b070-32e7-473b-811a-08c03a4f39aa req-0d24d71f-d150-485e-80f5-9bdc62aeb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.362175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0151b070-32e7-473b-811a-08c03a4f39aa req-0d24d71f-d150-485e-80f5-9bdc62aeb5d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 1095 time: 0.0611174 Oct 15 00:42:05.464964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-88ed6674-e53d-4bc2-8905-3b615262089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.467216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-88ed6674-e53d-4bc2-8905-3b615262089d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.1042061 Oct 15 00:42:05.521998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b070-32e7-473b-811a-08c03a4f39aa req-e589cda8-e1b9-4675-bf54-e78d51bb895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.523473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0151b070-32e7-473b-811a-08c03a4f39aa req-e589cda8-e1b9-4675-bf54-e78d51bb895a service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 912 time: 0.1535788 Oct 15 00:42:05.571831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-a3059b15-5e4f-4b18-b6ba-c6d6b74a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.573301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-a3059b15-5e4f-4b18-b6ba-c6d6b74a3d0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979230 Oct 15 00:42:05.575981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0151b070-32e7-473b-811a-08c03a4f39aa req-18733a13-4eb6-4b44-a1ed-ccb314f149fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=702cf082-281b-4a9b-be3e-dffb3ee0ea7e HTTP/1.1" status: 200 len: 217 time: 0.0451434 Oct 15 00:42:05.702422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b070-32e7-473b-811a-08c03a4f39aa req-e56cfcec-e62e-4206-9bb2-544f71c2e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.703797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0151b070-32e7-473b-811a-08c03a4f39aa req-e56cfcec-e62e-4206-9bb2-544f71c2e544 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.1156847 Oct 15 00:42:05.707293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77025e8-c581-473f-b293-942d27956cdb req-4c2c9b37-551c-43b9-bf56-f3b6e1751a92 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:05.720552 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b77025e8-c581-473f-b293-942d27956cdb req-4c2c9b37-551c-43b9-bf56-f3b6e1751a92 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 944 time: 0.0830474 Oct 15 00:42:05.752039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0151b070-32e7-473b-811a-08c03a4f39aa req-0d708569-c674-4463-9e5a-f37e89b5a2df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384126 Oct 15 00:42:05.791408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-426766fb-78ed-4e18-b0be-d4636f559edf service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954868 Oct 15 00:42:05.792366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b77025e8-c581-473f-b293-942d27956cdb req-5ca0587e-6a96-4507-849a-b8a93119d885 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Oct 15 00:42:05.911486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074afd49-8191-4545-8c58-7e7068320bf7 req-cbbed5f3-c95e-47de-a041-c2d445dcbfd9 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0410914 Oct 15 00:42:05.978713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0151b070-32e7-473b-811a-08c03a4f39aa req-69e4ac6c-a2e7-405d-9126-e4fc05eb7c0f service neutron] 10.222.0.39 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155061 Oct 15 00:42:06.016261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ab0da93-5bfc-4d07-9eb9-29643c8c9962 req-db5442ec-1a2b-4388-a6d4-5036ff8c279d service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129190 Oct 15 00:42:06.087795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0151b070-32e7-473b-811a-08c03a4f39aa req-d64a6918-05f4-4671-afb5-35ced3084b2d service neutron] 10.222.0.39 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978065 Oct 15 00:42:06.243964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87b7ea28-1e62-4b1f-bd07-f55aeb19773a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:06.274477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 87b7ea28-1e62-4b1f-bd07-f55aeb19773a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:06.274866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 87b7ea28-1e62-4b1f-bd07-f55aeb19773a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:06.342529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da1047-8982-4414-881d-d1ff36a3ec81 req-4ce180eb-f88d-41de-9620-846ab0009bd4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:06.344005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7da1047-8982-4414-881d-d1ff36a3ec81 req-4ce180eb-f88d-41de-9620-846ab0009bd4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0490615 Oct 15 00:42:06.382452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7da1047-8982-4414-881d-d1ff36a3ec81 req-47c18c87-986c-491e-a13d-0d21dbc2ec11 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323808 Oct 15 00:42:06.929556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4ca5d-7d77-4cc1-97a6-c6293bf3ba88 req-65826df8-6f38-4b20-b8f6-174413c01fa8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:06.931109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9f4ca5d-7d77-4cc1-97a6-c6293bf3ba88 req-65826df8-6f38-4b20-b8f6-174413c01fa8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 944 time: 0.0607324 Oct 15 00:42:06.994927 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9f4ca5d-7d77-4cc1-97a6-c6293bf3ba88 req-92a71b41-ffc9-4fb1-9d76-4212809636ca tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508382 Oct 15 00:42:07.076837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7f35ecc2-7e4d-4a8a-b4f6-68d444e3053b req-e314d3b4-b911-4c29-9693-e5bb15c28951 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0296566 Oct 15 00:42:07.121317 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:42:07.542366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396c83-4c9a-4b1a-87a5-fe3263c79860 req-ef95a619-ccf9-4a4c-8706-9ac9c6a83c7e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:07.544838 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce396c83-4c9a-4b1a-87a5-fe3263c79860 req-ef95a619-ccf9-4a4c-8706-9ac9c6a83c7e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0724635 Oct 15 00:42:07.600986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce396c83-4c9a-4b1a-87a5-fe3263c79860 req-91113780-93e7-4b59-b7be-92982a461a07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499854 Oct 15 00:42:07.736941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0eacc-304c-43ec-b684-fcd0a1f589b8 req-c853474a-1ba8-4ec0-b15f-5787d8fee171 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:07.743914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac0eacc-304c-43ec-b684-fcd0a1f589b8 req-c853474a-1ba8-4ec0-b15f-5787d8fee171 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0628831 Oct 15 00:42:07.791493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac0eacc-304c-43ec-b684-fcd0a1f589b8 req-112a81f7-5cee-4e3c-9880-48dc52013572 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 Oct 15 00:42:08.135563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e8486-c1ee-4cf1-b94f-d421224536d5 req-ceaec7d7-fca7-4b82-a190-d6cfd9f4de4b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:08.137696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c26e8486-c1ee-4cf1-b94f-d421224536d5 req-ceaec7d7-fca7-4b82-a190-d6cfd9f4de4b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 944 time: 0.0661101 Oct 15 00:42:08.178206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c26e8486-c1ee-4cf1-b94f-d421224536d5 req-8c9e79dc-3ce7-4b87-a588-707e12ea1e81 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338583 Oct 15 00:42:08.252417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 702cf082-281b-4a9b-be3e-dffb3ee0ea7e details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:42:08.340978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ad3f785-3fde-4692-bd37-c5241e2e8916 req-4daa52e5-7d9a-4ffd-bde3-abb6af2c2ceb tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0372210 Oct 15 00:42:08.408893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:08.421047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'port_id': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e', 'mac_address': 'fa:16:3e:fb:09:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdd3f5d-4bf6-4397-a16f-69fce57240ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:42:08.464824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:08.484349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702cf082-281b-4a9b-be3e-dffb3ee0ea7e {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:42:08.523724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:08.573653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7604a5a-ba5c-4a2e-a0d8-294277f56929 req-4c53a8f6-3635-49de-8cab-4c509c7e6ce0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:08.583332 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:08.599482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7604a5a-ba5c-4a2e-a0d8-294277f56929 req-4c53a8f6-3635-49de-8cab-4c509c7e6ce0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1507063 Oct 15 00:42:08.669139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7604a5a-ba5c-4a2e-a0d8-294277f56929 req-d48bb1dc-cd88-4eeb-9886-e6d954555034 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680692 Oct 15 00:42:08.682904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:08.987603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['702cf082-281b-4a9b-be3e-dffb3ee0ea7e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:42:09.152423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2031bc-9dcc-4c65-9ea5-f59ce9a6bb2c req-20f0207f-e1f9-4170-8f52-4a963a73fbe0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:09.155374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed2031bc-9dcc-4c65-9ea5-f59ce9a6bb2c req-20f0207f-e1f9-4170-8f52-4a963a73fbe0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1043704 Oct 15 00:42:09.315510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ed2031bc-9dcc-4c65-9ea5-f59ce9a6bb2c req-c244b822-4499-424c-a9ef-49767eb64a9b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516857 Oct 15 00:42:09.379663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322dc05-6975-49e4-8f1d-f2c739bf43e7 req-76e6a270-eef3-40a4-9b9b-c0d7543fa99a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:09.387272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e322dc05-6975-49e4-8f1d-f2c739bf43e7 req-76e6a270-eef3-40a4-9b9b-c0d7543fa99a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 945 time: 0.0703225 Oct 15 00:42:09.427906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e322dc05-6975-49e4-8f1d-f2c739bf43e7 req-884cd5ae-3261-413a-807b-84c91b1d0508 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Oct 15 00:42:09.544973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-939af621-eeda-4f81-ba9b-41a7d087ddae req-d3c6c75b-5aa7-443b-b08e-f98bf1607675 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0480893 Oct 15 00:42:09.772119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:10.170725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69a34d-931d-4923-a8ab-50dd63f0b135 req-e6da8a7d-fbb6-4de6-a8e0-b617609aa98c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:10.172239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d69a34d-931d-4923-a8ab-50dd63f0b135 req-e6da8a7d-fbb6-4de6-a8e0-b617609aa98c tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 945 time: 0.0527921 Oct 15 00:42:10.213335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d69a34d-931d-4923-a8ab-50dd63f0b135 req-dc37a0a2-2fd0-4c44-8fd0-6fe7529d5c31 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342679 Oct 15 00:42:10.259742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 702cf082-281b-4a9b-be3e-dffb3ee0ea7e up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:10.388700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:42:10.395612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:10.395981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:10.486509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3757d4-311f-4de4-b3fb-0abcbc3303af req-30e0f1b4-747e-4c65-ac44-daa8ce275dfe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:10.488090 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f3757d4-311f-4de4-b3fb-0abcbc3303af req-30e0f1b4-747e-4c65-ac44-daa8ce275dfe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1059885 Oct 15 00:42:10.544611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:10.545305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f3757d4-311f-4de4-b3fb-0abcbc3303af req-61ba2c0f-2954-403b-9c2b-5037e40b670a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Oct 15 00:42:10.608568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:10.609487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:42:10.611887 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede9a7a6-ea4a-4d8d-ba53-7ffa7b888bbc" -d '{"events": [{"server_uuid": "a645e22d-45f9-44e5-b527-32b85f855f14", "name": "network-vif-plugged", "status": "completed", "tag": "702cf082-281b-4a9b-be3e-dffb3ee0ea7e"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:42:10.664929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85c5bb-a59e-4cab-a99d-7fc7babe1b7f req-876815d4-573e-4776-bb0c-f8b9a14878c5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:10.666431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac85c5bb-a59e-4cab-a99d-7fc7babe1b7f req-876815d4-573e-4776-bb0c-f8b9a14878c5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 945 time: 0.0596592 Oct 15 00:42:10.668925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:10.705559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac85c5bb-a59e-4cab-a99d-7fc7babe1b7f req-33d734f4-702b-4ec3-8ea1-99337d3a8f6d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Oct 15 00:42:10.737260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:10.809497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b818ff69-a5d0-4021-bcde-a5e4a6e0de43 req-76325a0e-f505-4829-bccc-6e62adec36de tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0364547 Oct 15 00:42:10.867717 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6112d48-ff5f-48b1-8753-58e2a072b8d3 x-openstack-request-id: req-e6112d48-ff5f-48b1-8753-58e2a072b8d3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:42:10.868222 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a645e22d-45f9-44e5-b527-32b85f855f14", "name": "network-vif-plugged", "status": "completed", "tag": "702cf082-281b-4a9b-be3e-dffb3ee0ea7e", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:42:10.868345 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6112d48-ff5f-48b1-8753-58e2a072b8d3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:42:10.868659 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e', 'code': 200} Oct 15 00:42:11.005006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c8520-d20c-4558-ab58-a82407f1f0d7 req-ed575873-3628-4bb4-b288-efa30bd6d03d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:11.006538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c00c8520-d20c-4558-ab58-a82407f1f0d7 req-ed575873-3628-4bb4-b288-efa30bd6d03d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0847268 Oct 15 00:42:11.008419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d729-5774-44fa-881a-cfcfa57a06ab req-d625c310-9670-47aa-ba62-74a1e81c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:11.009747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ae4d729-5774-44fa-881a-cfcfa57a06ab req-d625c310-9670-47aa-ba62-74a1e81c3437 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 1097 time: 0.0758038 Oct 15 00:42:11.098708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c00c8520-d20c-4558-ab58-a82407f1f0d7 req-536ff83b-ca9c-4b70-a01d-b46da2bd9133 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850532 Oct 15 00:42:11.122882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ae4d729-5774-44fa-881a-cfcfa57a06ab req-3928423d-f575-4869-b93b-d3c3849ea8d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033835 Oct 15 00:42:11.340708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881be5b-de48-4afd-9c11-bf1f08d65794 req-2597d19a-7bcb-4cbc-ad33-0599b7be4b93 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:11.342425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c881be5b-de48-4afd-9c11-bf1f08d65794 req-2597d19a-7bcb-4cbc-ad33-0599b7be4b93 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 945 time: 0.0539148 Oct 15 00:42:11.392402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c881be5b-de48-4afd-9c11-bf1f08d65794 req-65952793-b053-4783-93b6-33c21c239845 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/security-groups?id=d197f164-d7f1-4d91-907d-8169433d8e16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Oct 15 00:42:11.607701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-2278ab81-61bf-439b-97f5-699c75a6654e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:11.609169 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-2278ab81-61bf-439b-97f5-699c75a6654e tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Oct 15 00:42:11.714746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Deleting port a07f71d1-4e18-410c-a183-f7fb6ffeba0b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:11.715179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:11.856630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] For port a07f71d1-4e18-410c-a183-f7fb6ffeba0b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,segment=NetworkSegment(62215372-1b71-4a13-9532-e3f1742b7714),segment_id=62215372-1b71-4a13-9532-e3f1742b7714)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:11.856888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:11.883548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6274e9-b785-443f-a57d-a76b1094aa69 req-efb14a11-8cee-44ad-a65e-f0d45ff95296 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:11.885112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d6274e9-b785-443f-a57d-a76b1094aa69 req-efb14a11-8cee-44ad-a65e-f0d45ff95296 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 946 time: 0.0964203 Oct 15 00:42:11.886518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Calling delete_port for a07f71d1-4e18-410c-a183-f7fb6ffeba0b owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:11.943057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6bed0036-cc2b-426e-9652-b95abd26dacf req-c354dd72-eca9-4d0c-b306-708eca5722a1 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/ports?device_id=22b3b3fc-45c4-4faa-bff0-35c0f4ca10a1 HTTP/1.1" status: 200 len: 210 time: 0.0297370 Oct 15 00:42:11.965810 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d6274e9-b785-443f-a57d-a76b1094aa69 req-be4ab638-d4c3-491b-ba38-a04bd728a9fe tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711493 Oct 15 00:42:12.134767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:12.151512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a07f71d1-4e18-410c-a183-f7fb6ffeba0b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:42:12.222906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Pushing event deleted for resources: {'Port': ['ID=a07f71d1-4e18-410c-a183-f7fb6ffeba0b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:12.226867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407eda-6f68-4b1c-86e0-df2e894fe536 req-52681184-382b-4b84-869d-5c20f5f1183f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:12.228459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7407eda-6f68-4b1c-86e0-df2e894fe536 req-52681184-382b-4b84-869d-5c20f5f1183f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0556052 Oct 15 00:42:12.241370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] No DVR routers for this DVR port a07f71d1-4e18-410c-a183-f7fb6ffeba0b on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:12.244242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:12.249293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a219157-a94b-4c86-9ec8-f260e2fca36f req-f0a42a0c-0ac7-4902-a2da-27143fb10b15 tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.30 "DELETE /v2.0/ports/a07f71d1-4e18-410c-a183-f7fb6ffeba0b HTTP/1.1" status: 204 len: 173 time: 0.6337824 Oct 15 00:42:12.249751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'name': 'network-vif-deleted', 'tag': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:42:12.252786 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d5530a-9c62-475f-99a0-f5f8d9900d6d" -d '{"events": [{"server_uuid": "99ffe7fa-87ec-4921-94be-6e08a4db2c86", "name": "network-vif-deleted", "tag": "a07f71d1-4e18-410c-a183-f7fb6ffeba0b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:42:12.271606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7407eda-6f68-4b1c-86e0-df2e894fe536 req-28d190b0-f2d5-4bbc-ae13-88050a675f3c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363808 Oct 15 00:42:12.292378 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb8ac63-5d71-4fbe-9fbc-f858ce24c10c x-openstack-request-id: req-edb8ac63-5d71-4fbe-9fbc-f858ce24c10c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:42:12.292670 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ffe7fa-87ec-4921-94be-6e08a4db2c86", "name": "network-vif-deleted", "tag": "a07f71d1-4e18-410c-a183-f7fb6ffeba0b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:42:12.292928 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edb8ac63-5d71-4fbe-9fbc-f858ce24c10c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:42:12.293870 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ffe7fa-87ec-4921-94be-6e08a4db2c86', 'name': 'network-vif-deleted', 'tag': 'a07f71d1-4e18-410c-a183-f7fb6ffeba0b', 'status': 'completed', 'code': 200} Oct 15 00:42:12.402021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6263e0-2a04-416f-aed5-3b00113240c3 req-0bc9b86a-61d1-4968-9adc-7c6dbeddfc6a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:12.405161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6263e0-2a04-416f-aed5-3b00113240c3 req-0bc9b86a-61d1-4968-9adc-7c6dbeddfc6a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0609508 Oct 15 00:42:12.463571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef6263e0-2a04-416f-aed5-3b00113240c3 req-145a018d-92ff-4519-9807-5de1692302ab tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491395 Oct 15 00:42:12.526773 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e36ce10-4e07-4bf5-a148-6fdbbe41b429 req-0f819f2c-7f5d-4d21-9179-8fd3b31f99aa tempest-AttachVolumeNegativeTest-1561413937 tempest-AttachVolumeNegativeTest-1561413937-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ffe7fa-87ec-4921-94be-6e08a4db2c86 HTTP/1.1" status: 200 len: 210 time: 0.0315740 Oct 15 00:42:12.594791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097b747-b317-4897-a780-3e2171948e8d req-ddb71190-a2b3-4d2d-9356-ab4c4973d3af tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:12.596251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6097b747-b317-4897-a780-3e2171948e8d req-ddb71190-a2b3-4d2d-9356-ab4c4973d3af tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0536354 Oct 15 00:42:12.641941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6097b747-b317-4897-a780-3e2171948e8d req-7461dd5b-1dc3-4e2d-8080-a4ed4f621f41 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390270 Oct 15 00:42:12.775991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bb9b0-67ae-4262-8d12-67f16135c489 req-97bbe8d3-5c69-4ecd-a42e-fc520fc2c7f0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:12.778261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-930bb9b0-67ae-4262-8d12-67f16135c489 req-97bbe8d3-5c69-4ecd-a42e-fc520fc2c7f0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0528045 Oct 15 00:42:12.821472 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-930bb9b0-67ae-4262-8d12-67f16135c489 req-5c0e3378-569f-479f-ab3c-86313ae67823 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367589 Oct 15 00:42:13.093812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e526e-f745-46ed-bade-c22844f3b945 req-f7d61fb7-f953-4fdc-b475-7562775e0a47 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:13.095290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e3e526e-f745-46ed-bade-c22844f3b945 req-f7d61fb7-f953-4fdc-b475-7562775e0a47 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 946 time: 0.0558217 Oct 15 00:42:13.132921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e3e526e-f745-46ed-bade-c22844f3b945 req-806abc22-3a72-4693-9c5c-25da78271b6a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Oct 15 00:42:13.174049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48970) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:13.241480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca73-0ff7-4fcd-968d-14d1ed136c78 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.265017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca73-0ff7-4fcd-968d-14d1ed136c78 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.405675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca73-0ff7-4fcd-968d-14d1ed136c78 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.408363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7de7ca73-0ff7-4fcd-968d-14d1ed136c78 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.409532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7de7ca73-0ff7-4fcd-968d-14d1ed136c78 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/security-groups/08f2de1b-6e22-47f7-9f5e-defb44918e2b HTTP/1.1" status: 204 len: 168 time: 0.2342644 Oct 15 00:42:13.417525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48976) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:13.419593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ca73-0ff7-4fcd-968d-14d1ed136c78 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f2de1b-6e22-47f7-9f5e-defb44918e2b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:13.438653 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-2f71823a-d4d2-4be2-8286-9fad4ad0494a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] show failed (client error): The resource could not be found. Oct 15 00:42:13.443239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2f71823a-d4d2-4be2-8286-9fad4ad0494a tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "GET /v2.0/security-groups/08f2de1b-6e22-47f7-9f5e-defb44918e2b HTTP/1.1" status: 404 len: 347 time: 0.0199208 Oct 15 00:42:13.443239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48978) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:13.589014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port 591406fd-0798-48e0-8a17-72ad3fad12aa {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:13.589342 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.593483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48986) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:13.646805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] Deleting subnet c4a71084-d74e-47f7-a154-290824fb64fc {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:42:13.649928 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.678445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.678772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.691436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.700492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for 591406fd-0798-48e0-8a17-72ad3fad12aa owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:13.744564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.897614 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.920871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.923879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a71084-d74e-47f7-a154-290824fb64fc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:13.930274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:13.937795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f6bba51a-d348-4f4e-a75e-644570939474 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4a71084-d74e-47f7-a154-290824fb64fc HTTP/1.1" status: 204 len: 168 time: 0.3425636 Oct 15 00:42:13.938654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48992) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:13.962249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=591406fd-0798-48e0-8a17-72ad3fad12aa,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:14.019572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.039872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.042541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.043815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4a7a260f-a7c0-4390-a55d-041ad417de25 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/floatingips/ef1f88cb-e358-4a36-b235-d045507c486a HTTP/1.1" status: 204 len: 168 time: 0.6000173 Oct 15 00:42:14.047172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48996) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:14.106988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.128230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafab19a-1f46-4ed6-a367-f56f800b221e']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:14.138703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62215372-1b71-4a13-9532-e3f1742b7714') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:14.138918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62215372-1b71-4a13-9532-e3f1742b7714') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:14.148636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.159853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port a799054c-9aa9-451c-9889-99d355a4d3f3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:14.160395 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.163848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.170003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:42:14.170459 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:42:14.172244 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:42:14.268665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.283888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for a799054c-9aa9-451c-9889-99d355a4d3f3 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:14.320556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.343536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.343536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] 10.222.0.13 "DELETE /v2.0/networks/eafab19a-1f46-4ed6-a367-f56f800b221e HTTP/1.1" status: 204 len: 168 time: 0.3959277 Oct 15 00:42:14.349217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685e3a-2995-45a6-91f0-950e3be5d16c admin admin] Pushing event deleted for resources: {'Network': ['ID=eafab19a-1f46-4ed6-a367-f56f800b221e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:14.513820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.540207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a07f71d1-4e18-410c-a183-f7fb6ffeba0b no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:14.570056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=a799054c-9aa9-451c-9889-99d355a4d3f3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:14.575805 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: a07f71d1-4e18-410c-a183-f7fb6ffeba0b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:14.576153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a07f71d1-4e18-410c-a183-f7fb6ffeba0b not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:14.682286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.687272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-69f02f70-8ed4-497c-9fa1-180f97d9d133 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/ports/a799054c-9aa9-451c-9889-99d355a4d3f3 HTTP/1.1" status: 204 len: 168 time: 0.6388960 Oct 15 00:42:14.689985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49006) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:14.740149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49008) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:14.765832 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.792059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port 04853f10-f303-43cc-bb68-a3d1c5316fb6 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:14.792748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.837647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e8a8129b-23f5-40ca-91c5-1f69bb4c82f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ab51158ed27430f8a13c7bb2a50d1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956237 Oct 15 00:42:14.840702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49012) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:14.900192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efff97dc-41be-49e4-b2c0-9247f331ad17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.907142 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:14.924423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for 04853f10-f303-43cc-bb68-a3d1c5316fb6 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:14.946296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efff97dc-41be-49e4-b2c0-9247f331ad17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.080041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efff97dc-41be-49e4-b2c0-9247f331ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.083043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efff97dc-41be-49e4-b2c0-9247f331ad17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.087278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-efff97dc-41be-49e4-b2c0-9247f331ad17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d197f164-d7f1-4d91-907d-8169433d8e16 HTTP/1.1" status: 204 len: 168 time: 0.2453487 Oct 15 00:42:15.130634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff97dc-41be-49e4-b2c0-9247f331ad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d197f164-d7f1-4d91-907d-8169433d8e16,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:15.171642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.210148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=04853f10-f303-43cc-bb68-a3d1c5316fb6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:15.299159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.302889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a51b9889-48a1-4c4a-a347-f081dd791249 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/ports/04853f10-f303-43cc-bb68-a3d1c5316fb6 HTTP/1.1" status: 204 len: 168 time: 0.6118932 Oct 15 00:42:15.305724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49018) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:15.362135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting subnet 89808675-b36b-4c89-a5c3-8d9da02f85f2 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:42:15.366210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.411602 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.518782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.662683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.689831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Subnet': ['ID=89808675-b36b-4c89-a5c3-8d9da02f85f2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:15.693577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.697837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-447fd799-b4a5-44a4-ba43-6d750f96c3a7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/subnets/89808675-b36b-4c89-a5c3-8d9da02f85f2 HTTP/1.1" status: 204 len: 168 time: 0.3910367 Oct 15 00:42:15.701483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:15.706052 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf6101-eee1-490f-a023-bc1809535940 None None] Network cca0d6a7-309e-4cdc-9d18-71d591c9a741 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:15.799799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting subnet 342e1779-b866-4985-82bc-63610f0fb824 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:42:15.808443 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.873518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:15.998415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.037928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] DHCP port deletion for cca0d6a7-309e-4cdc-9d18-71d591c9a741 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:42:16.105059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] Deleting port 168559d1-1962-47eb-9b35-5b3209935f4b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:16.106417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.144199 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.240029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 168559d1-1962-47eb-9b35-5b3209935f4b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:16.243893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Subnet': ['ID=342e1779-b866-4985-82bc-63610f0fb824,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:16.246849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.250321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-009ef44d-eb98-41e3-aed5-6dd0bf5d6f47 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/subnets/342e1779-b866-4985-82bc-63610f0fb824 HTTP/1.1" status: 204 len: 168 time: 0.5473905 Oct 15 00:42:16.252714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:16.288172 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc275c5-80b2-4576-9ca1-f63adadbcf56 None None] Network 3ffadd34-163b-4ddc-b0a9-661803ae9ffd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:16.339393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.417655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Deleting port 168559d1-1962-47eb-9b35-5b3209935f4b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:16.418537 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.431416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] For port 168559d1-1962-47eb-9b35-5b3209935f4b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=168559d1-1962-47eb-9b35-5b3209935f4b,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:16.459137 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.506210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] For port 168559d1-1962-47eb-9b35-5b3209935f4b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=168559d1-1962-47eb-9b35-5b3209935f4b,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:16.506210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.522003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Calling delete_port for 168559d1-1962-47eb-9b35-5b3209935f4b owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:16.528926 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.545171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] Calling delete_port for 168559d1-1962-47eb-9b35-5b3209935f4b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:16.586157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 168559d1-1962-47eb-9b35-5b3209935f4b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=168559d1-1962-47eb-9b35-5b3209935f4b,segment=NetworkSegment(b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14),segment_id=b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:16.646349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] DHCP port deletion for 3ffadd34-163b-4ddc-b0a9-661803ae9ffd request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:42:16.684470 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.748785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=168559d1-1962-47eb-9b35-5b3209935f4b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:16.758713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] Deleting port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:16.759092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.766293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.800280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Port': ['ID=168559d1-1962-47eb-9b35-5b3209935f4b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:16.807748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] No DVR routers for this DVR port 168559d1-1962-47eb-9b35-5b3209935f4b on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:16.830966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.870131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] Pushing event deleted for resources: {'Port': ['ID=168559d1-1962-47eb-9b35-5b3209935f4b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:16.873392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] For port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852,segment=NetworkSegment(5711b28b-f1b7-4857-b70f-49f07f91de40),segment_id=5711b28b-f1b7-4857-b70f-49f07f91de40)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:16.873806 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.889444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a454d-407f-4b9f-b5c6-5b8cb4d8dba5 None None] No DVR routers for this DVR port 168559d1-1962-47eb-9b35-5b3209935f4b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:16.895851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] Calling delete_port for cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:16.925427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:16.959454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca0d6a7-309e-4cdc-9d18-71d591c9a741']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:16.975078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:16.981376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d0d3f1-4713-4cb0-96f9-da5e6a1edd14') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:17.004397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.038725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.045053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:42:17.045759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:42:17.050072 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:42:17.119430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49082) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:17.122847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.159975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] No DVR routers for this DVR port cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:17.165441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f315ba2-6fff-468c-aa38-36f08bf128e4 None None] Pushing event deleted for resources: {'Port': ['ID=cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:17.217321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.262293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.266953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/networks/cca0d6a7-309e-4cdc-9d18-71d591c9a741 HTTP/1.1" status: 204 len: 168 time: 1.0132172 Oct 15 00:42:17.270765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d5004-7ba1-42c0-a715-b093ea6e8726 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Network': ['ID=cca0d6a7-309e-4cdc-9d18-71d591c9a741,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:17.274401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49086) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:17.277039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c223f2c2-1462-490d-a744-f070efb63a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.385391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c223f2c2-1462-490d-a744-f070efb63a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.408151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.416715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:17.468603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c223f2c2-1462-490d-a744-f070efb63a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.525018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.560047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c223f2c2-1462-490d-a744-f070efb63a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=967dee96a16d49cabbf754654f7f6658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395363 Oct 15 00:42:17.562810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49094) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:17.563283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffadd34-163b-4ddc-b0a9-661803ae9ffd']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:17.563777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223f2c2-1462-490d-a744-f070efb63a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedeef6e-296e-4528-8940-a3507b4df480,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:17.581004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5bbfdb9-006e-415f-8ac8-1fb124e3d2ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.584382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5711b28b-f1b7-4857-b70f-49f07f91de40') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:17.584684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5711b28b-f1b7-4857-b70f-49f07f91de40') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:17.602684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.625039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.635178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2189a026-a937-49e5-a970-39df9f1b2c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.636336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:42:17.636792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:42:17.640188 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:42:17.660615 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2189a026-a937-49e5-a970-39df9f1b2c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.738027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5bbfdb9-006e-415f-8ac8-1fb124e3d2ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.901489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.909363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:17.931388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] 10.222.0.13 "DELETE /v2.0/networks/3ffadd34-163b-4ddc-b0a9-661803ae9ffd HTTP/1.1" status: 204 len: 168 time: 0.6351981 Oct 15 00:42:17.931388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05caaf3f-3cd7-4891-963c-bfcac83c38c7 tempest-TaggedBootDevicesTest_v242-1348659067 tempest-TaggedBootDevicesTest_v242-1348659067-project] Pushing event deleted for resources: {'Network': ['ID=3ffadd34-163b-4ddc-b0a9-661803ae9ffd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:17.994439 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2189a026-a937-49e5-a970-39df9f1b2c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:18.004032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2189a026-a937-49e5-a970-39df9f1b2c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:18.004032 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2189a026-a937-49e5-a970-39df9f1b2c60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dedeef6e-296e-4528-8940-a3507b4df480 HTTP/1.1" status: 204 len: 168 time: 0.4191611 Oct 15 00:42:18.004351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5bbfdb9-006e-415f-8ac8-1fb124e3d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:18.029481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189a026-a937-49e5-a970-39df9f1b2c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedeef6e-296e-4528-8940-a3507b4df480,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:18.080378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbfdb9-006e-415f-8ac8-1fb124e3d2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5a2d5d-7f3b-4226-8905-1f1a137014c9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:18.084183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5bbfdb9-006e-415f-8ac8-1fb124e3d2ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3a8fe9337cc475bad02372f94903bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661799 Oct 15 00:42:18.086953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49100) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:18.221973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5ba1-9cc7-4632-a74a-937c1ec60cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:18.234159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:18.256248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:18.256669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cf32ed21-0d3a-4ff1-a2c0-132ec4c1a852 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:18.269902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5ba1-9cc7-4632-a74a-937c1ec60cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:18.389291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5ba1-9cc7-4632-a74a-937c1ec60cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:18.392085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4d5ba1-9cc7-4632-a74a-937c1ec60cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:18.398405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5e4d5ba1-9cc7-4632-a74a-937c1ec60cdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f5a2d5d-7f3b-4226-8905-1f1a137014c9 HTTP/1.1" status: 204 len: 168 time: 0.3053141 Oct 15 00:42:18.402754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d5ba1-9cc7-4632-a74a-937c1ec60cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5a2d5d-7f3b-4226-8905-1f1a137014c9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:20.774021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49210) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:20.999003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:21.072972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:21.175901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:21.292519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Allocated IP 172.25.2.155 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/ee3bc842-fb0a-4eb7-801b-711c11d55daa) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:21.407521 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:21.497765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:21.538314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:21.541141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:21.544360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:21.573858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Port': ['ID=ee3bc842-fb0a-4eb7-801b-711c11d55daa,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:21.641706 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:21.771425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:21.947043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:21.983428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.065388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Port': ['ID=ee3bc842-fb0a-4eb7-801b-711c11d55daa,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:22.074820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.154986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.156234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-807d94fc-142e-4d08-8ef3-4ddd5fbfb919 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3811569 Oct 15 00:42:22.159216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49232) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:22.166734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1794551712'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:22.200897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49234) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:22.251535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Made reservation on behalf of 091229b1a012444cbfe63808af130688 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:42:22.255108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.265698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.319524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9384118c-95d0-4e79-8335-084a4b2974d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.359768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.423104 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.432621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9384118c-95d0-4e79-8335-084a4b2974d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.448234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:42:22.463901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e628ee71-493f-43ad-bc03-df9f91d08fcd,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:22.468731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.469076 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Added segment fafaf371-0eb1-4711-afd8-395d26a48f29 of type vlan for network 889471f0-438c-421a-b1d5-3c7719a4691a Oct 15 00:42:22.508858 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9384118c-95d0-4e79-8335-084a4b2974d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.519392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.542392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384118c-95d0-4e79-8335-084a4b2974d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eeaf9e-d033-43df-a3a5-529eb99a8638,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:22.572030 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9384118c-95d0-4e79-8335-084a4b2974d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f31e945d99e24984b6450f8864c012d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700433 Oct 15 00:42:22.575207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49242) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:22.634490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d7de7ad-5d2a-4116-a54b-c3320cebe0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.645836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.651530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:22.652443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.669111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d7de7ad-5d2a-4116-a54b-c3320cebe0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.756165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Network': ['ID=889471f0-438c-421a-b1d5-3c7719a4691a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:22.766251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49246) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:22.770679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-92739ed3-5129-4e3a-874d-64a640c81b1c tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6030016 Oct 15 00:42:22.774688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Request body: {'subnet': {'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:22.775116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 889471f0-438c-421a-b1d5-3c7719a4691a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:42:22.871704 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d7de7ad-5d2a-4116-a54b-c3320cebe0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.874531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d7de7ad-5d2a-4116-a54b-c3320cebe0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:22.877999 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d7de7ad-5d2a-4116-a54b-c3320cebe0cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84eeaf9e-d033-43df-a3a5-529eb99a8638 HTTP/1.1" status: 204 len: 168 time: 0.2995865 Oct 15 00:42:22.921486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7de7ad-5d2a-4116-a54b-c3320cebe0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eeaf9e-d033-43df-a3a5-529eb99a8638,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:22.982976 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Made reservation on behalf of 091229b1a012444cbfe63808af130688 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:42:22.986631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.280375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.351486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Subnet': ['ID=80ed2a59-ac77-48ab-a26a-8181578f5ae2,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:23.359656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Checking segment: {'id': 'fafaf371-0eb1-4711-afd8-395d26a48f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:23.360023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Network hostable DHCP agents. Network: 889471f0-438c-421a-b1d5-3c7719a4691a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:42:23.453863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Network 889471f0-438c-421a-b1d5-3c7719a4691a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:42:23.548647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 889471f0-438c-421a-b1d5-3c7719a4691a) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:23.555256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:23.555914 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.559231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533a71d-0913-49ae-8f79-a52ded7e4fd0 None None] Network 889471f0-438c-421a-b1d5-3c7719a4691a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:23.573472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49254) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:23.591357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-169cdee7-ddd8-44f8-95bc-30fe74764cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.642614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45d0fbe2-dc55-4927-8718-ea9c65659640 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8697197 Oct 15 00:42:23.642848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49258) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:23.650082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-107966206', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:23.737486 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-169cdee7-ddd8-44f8-95bc-30fe74764cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.751026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-889471f0-438c-421a-b1d5-3c7719a4691a', 'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a', 'tenant_id': '091229b1a012444cbfe63808af130688', 'fixed_ips': [{'subnet_id': '80ed2a59-ac77-48ab-a26a-8181578f5ae2'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:42:23.751885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.769937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.769937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.825912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.868425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-169cdee7-ddd8-44f8-95bc-30fe74764cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:23.892457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Allocated IP 172.20.0.2 (889471f0-438c-421a-b1d5-3c7719a4691a/80ed2a59-ac77-48ab-a26a-8181578f5ae2/1428c53a-67fe-4e98-8e0b-c09ce03b65b5) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:23.919700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-169cdee7-ddd8-44f8-95bc-30fe74764cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17981f1861b34102b9fb4b000b4d8eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422461 Oct 15 00:42:23.919700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cdee7-ddd8-44f8-95bc-30fe74764cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e330a5c8-293b-45a2-88ba-af249fba0d61,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:23.920763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49262) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:23.980769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1665-d53a-4c25-a9b1-44010c288867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.005603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1665-d53a-4c25-a9b1-44010c288867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.111456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.129645 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1665-d53a-4c25-a9b1-44010c288867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.132339 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1665-d53a-4c25-a9b1-44010c288867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.140686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0d3d1665-d53a-4c25-a9b1-44010c288867 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e330a5c8-293b-45a2-88ba-af249fba0d61 HTTP/1.1" status: 204 len: 168 time: 0.2109313 Oct 15 00:42:24.157534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d1665-d53a-4c25-a9b1-44010c288867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e330a5c8-293b-45a2-88ba-af249fba0d61,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:24.294898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.395533 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.404736 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.425915 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.434506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Network 889471f0-438c-421a-b1d5-3c7719a4691a is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:24.439312 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:24.442726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:24.454374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Pushing event updated for resources: {'Port': ['ID=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:24.527762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Attempting to bind port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:42:24.528765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Attempting to bind port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fafaf371-0eb1-4711-afd8-395d26a48f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:42:24.529117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Attempting to bind port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 on network 889471f0-438c-421a-b1d5-3c7719a4691a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:24.535926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:42:24.536301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Checking segment: {'id': 'fafaf371-0eb1-4711-afd8-395d26a48f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:24.536703 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.537087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Bound using segment: {'id': 'fafaf371-0eb1-4711-afd8-395d26a48f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:42:24.537550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Bound port: 1428c53a-67fe-4e98-8e0b-c09ce03b65b5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fafaf371-0eb1-4711-afd8-395d26a48f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:42:24.537924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.594263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Allocated IP 172.25.2.147 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/a2b20e5e-68f1-4c6d-82d6-8474dcf4bb59) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:24.622775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] For port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:42:24.626219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] For port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,segment=NetworkSegment(fafaf371-0eb1-4711-afd8-395d26a48f29),segment_id=fafaf371-0eb1-4711-afd8-395d26a48f29)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:42:24.703183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:24.776252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60723e63-ac0b-485d-98f3-e25ad9959692 None None] Pushing event updated for resources: {'Port': ['ID=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:25.078343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:25.200856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:25.247890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:25.250874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:25.256629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:25.297970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Port': ['ID=a2b20e5e-68f1-4c6d-82d6-8474dcf4bb59,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:25.311132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.312884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.312884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.312884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.312884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.312884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.313352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.313352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.313680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.314004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.314353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.314676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:25.738746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:25.984012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1978730-9401-4b9f-9e88-3000f2d820e4 None None] Network 889471f0-438c-421a-b1d5-3c7719a4691a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:26.011343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.070885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-04fb849d-5afd-489a-aa57-f62c57ce5e02 None None] Provisioning complete for port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:26.071550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-04fb849d-5afd-489a-aa57-f62c57ce5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.202125 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85fad2ee-1f11-4fb9-ad40-89e65c4c5abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.278739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-04fb849d-5afd-489a-aa57-f62c57ce5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.303186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Router 5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:42:26.313487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:26.376395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-04fb849d-5afd-489a-aa57-f62c57ce5e02 None None] For port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,segment=NetworkSegment(fafaf371-0eb1-4711-afd8-395d26a48f29),segment_id=fafaf371-0eb1-4711-afd8-395d26a48f29)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:26.395491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:26.395858 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.441362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-04fb849d-5afd-489a-aa57-f62c57ce5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.444337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:26.483536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] Sync routers for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:26.511858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:26.511858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:41:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:26.532002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.535946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-beb7b1d0-5c88-4e19-9f53-cf72f0f29aa4 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.8891196 Oct 15 00:42:26.540250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49320) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:26.547243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:26.594965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb849d-5afd-489a-aa57-f62c57ce5e02 None None] Pushing event updated for resources: {'Port': ['ID=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:26.615958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:26.621145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:41:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:26.671092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dc64d7f9-b5f2-4d41-8fe8-630bde225991 None None] Provisioning complete for port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:26.671468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc64d7f9-b5f2-4d41-8fe8-630bde225991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:26.713861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:26.714603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647d61b-2376-4cb4-bfe3-fd5320c64ef4 None None] The sync data for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:27.383481 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:27.673418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Allocated IP 172.20.0.1 (889471f0-438c-421a-b1d5-3c7719a4691a/80ed2a59-ac77-48ab-a26a-8181578f5ae2/4ca183e3-c021-4bda-964b-946cc3036b23) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:27.807827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:27.918866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:27.986337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Network 889471f0-438c-421a-b1d5-3c7719a4691a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:27.992781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:28.004685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:28.008859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Port': ['ID=4ca183e3-c021-4bda-964b-946cc3036b23,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:28.066142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.241375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:28.302643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.319353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:28.319727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.426502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d0649fc0-9046-4f8c-92c1-c313613bee7d None None] Provisioning complete for port 4ca183e3-c021-4bda-964b-946cc3036b23 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:28.426877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0649fc0-9046-4f8c-92c1-c313613bee7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.472149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d0649fc0-9046-4f8c-92c1-c313613bee7d None None] Port 4ca183e3-c021-4bda-964b-946cc3036b23 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:42:28.645143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.737407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.792955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d5-9161-46ba-b34c-7002319daa52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.815857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:28.817563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Port': ['ID=4ca183e3-c021-4bda-964b-946cc3036b23,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:28.926328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Network 889471f0-438c-421a-b1d5-3c7719a4691a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:28.927650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:29.060856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Router 5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:42:29.117243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49374) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:29.201970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fe5e686f-755c-41e4-a8d3-a5ce04bb289a None None] Provisioning complete for port 4ca183e3-c021-4bda-964b-946cc3036b23 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:29.202296 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fe5e686f-755c-41e4-a8d3-a5ce04bb289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.224346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:29.230884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34d53ab5-ccc4-44c8-a317-b1fac91b7eb7 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "PUT /v2.0/routers/5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934862 Oct 15 00:42:29.233516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:29.237642 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e630b114-1420-448e-883e-7c718a431779 None None] Sync routers for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:29.239901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Request body: {'port': {'network_id': '889471f0-438c-421a-b1d5-3c7719a4691a', 'name': 'tempest-FloatingIPAdminTestJSON-696553660'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:29.251226 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630b114-1420-448e-883e-7c718a431779 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:29.256457 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e630b114-1420-448e-883e-7c718a431779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:29.283682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e686f-755c-41e4-a8d3-a5ce04bb289a None None] Port 4ca183e3-c021-4bda-964b-946cc3036b23 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:42:29.292193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6dd0b01e-874f-45f6-b968-4048003d54e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.315413 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e630b114-1420-448e-883e-7c718a431779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:29.328821 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630b114-1420-448e-883e-7c718a431779 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:29.329746 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e630b114-1420-448e-883e-7c718a431779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:29.376733 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e630b114-1420-448e-883e-7c718a431779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:29.376733 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e630b114-1420-448e-883e-7c718a431779 None None] The sync data for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:29.388978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6dd0b01e-874f-45f6-b968-4048003d54e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.451380 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6dd0b01e-874f-45f6-b968-4048003d54e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.480632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Made reservation on behalf of 091229b1a012444cbfe63808af130688 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:42:29.485688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.492198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0b01e-874f-45f6-b968-4048003d54e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49445664-e291-4978-8c6d-3cfca700d5c0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:29.504117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49384) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:29.504353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6dd0b01e-874f-45f6-b968-4048003d54e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=054959ed0cf845948508c13a200de771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859558 Oct 15 00:42:29.523972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] device_id is not set on port fd354da9-d207-4d96-a812-56068733c178 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:42:29.619049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1665e8ff-8428-43c0-993e-825db87f5e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.693987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1665e8ff-8428-43c0-993e-825db87f5e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.722710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Allocated IP 172.20.0.6 (889471f0-438c-421a-b1d5-3c7719a4691a/80ed2a59-ac77-48ab-a26a-8181578f5ae2/fd354da9-d207-4d96-a812-56068733c178) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:29.876976 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1665e8ff-8428-43c0-993e-825db87f5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.879986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1665e8ff-8428-43c0-993e-825db87f5e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:29.882325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1665e8ff-8428-43c0-993e-825db87f5e4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49445664-e291-4978-8c6d-3cfca700d5c0 HTTP/1.1" status: 204 len: 168 time: 0.3771443 Oct 15 00:42:29.905419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e8ff-8428-43c0-993e-825db87f5e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49445664-e291-4978-8c6d-3cfca700d5c0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:29.953050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.074865 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.123145 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.130293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Network 889471f0-438c-421a-b1d5-3c7719a4691a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:30.133405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:30.140145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:30.153115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event updated for resources: {'Port': ['ID=fd354da9-d207-4d96-a812-56068733c178,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:30.173234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.222286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:30.224504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.313634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2d73eabc-857a-4b67-9c32-1e1d37226be0 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779433 Oct 15 00:42:30.318008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49398) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:30.513123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-31018d0b-6cff-4755-8653-8d0ee19058a8 None None] Provisioning complete for port fd354da9-d207-4d96-a812-56068733c178 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:30.514183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31018d0b-6cff-4755-8653-8d0ee19058a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.549722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-31018d0b-6cff-4755-8653-8d0ee19058a8 None None] Port fd354da9-d207-4d96-a812-56068733c178 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:42:30.555939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'project_id': '091229b1a012444cbfe63808af130688', 'port_id': 'fd354da9-d207-4d96-a812-56068733c178'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:30.662916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.709057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:30.751138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-745a6a0f-60f5-47ce-abfc-35367ecced85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.816016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.884833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-745a6a0f-60f5-47ce-abfc-35367ecced85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:30.942362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Allocated IP 172.25.2.248 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/113ee480-428b-4e4a-8ab9-ed0f22fd8689) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:31.013891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-745a6a0f-60f5-47ce-abfc-35367ecced85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:31.049098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6a0f-60f5-47ce-abfc-35367ecced85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2bf6d0-ba4d-4f36-9c7a-597a827676de,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:31.078538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-745a6a0f-60f5-47ce-abfc-35367ecced85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6d273c848ad473a89795153534524d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682680 Oct 15 00:42:31.080582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49414) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:31.113803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:31.134556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d51d87d9-7609-43f8-98d8-fc8f48894ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:31.159946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d51d87d9-7609-43f8-98d8-fc8f48894ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:31.246059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:31.284384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:31.287256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:31.293432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:31.294336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d51d87d9-7609-43f8-98d8-fc8f48894ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:31.297604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d51d87d9-7609-43f8-98d8-fc8f48894ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:31.298921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Pushing event updated for resources: {'Port': ['ID=113ee480-428b-4e4a-8ab9-ed0f22fd8689,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:31.299565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d51d87d9-7609-43f8-98d8-fc8f48894ec7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f2bf6d0-ba4d-4f36-9c7a-597a827676de HTTP/1.1" status: 204 len: 168 time: 0.2179029 Oct 15 00:42:31.318873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d87d9-7609-43f8-98d8-fc8f48894ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2bf6d0-ba4d-4f36-9c7a-597a827676de,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:31.546706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.565058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.572088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.579388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.586026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.594135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.597907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e48726-1c6d-4e0f-982d-2f3e09c7c5df req-6400db81-fbbc-4153-8431-60a73a5833e7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.600201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4e48726-1c6d-4e0f-982d-2f3e09c7c5df req-6400db81-fbbc-4153-8431-60a73a5833e7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 946 time: 0.0699699 Oct 15 00:42:31.600900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.603345 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cebebd18-38b5-4636-958f-9a1045747a37 req-289feac5-16c7-4c11-96b9-ade100fddf00 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1162252 Oct 15 00:42:31.658288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cebebd18-38b5-4636-958f-9a1045747a37 req-807ac431-7f72-4770-8193-c0cd33d799bd tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0481980 Oct 15 00:42:31.687583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4e48726-1c6d-4e0f-982d-2f3e09c7c5df req-e8fb34f7-43dd-40d1-986e-d728f78ffc28 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Oct 15 00:42:31.825691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.832524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.839895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.846310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.852651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.859256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.866405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:31.868524 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-60065234-e42c-4f84-9bb0-c2b0503d9baa req-b5ca3c27-b5fa-4c3d-83d7-05ff20c9069d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1099775 Oct 15 00:42:31.903091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:32.037778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:32.203542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:32.249508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:32.308975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:32.381881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Pushing event updated for resources: {'Port': ['ID=113ee480-428b-4e4a-8ab9-ed0f22fd8689,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:32.391225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:32.496372 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Floating IP 99b14335-7321-41f2-bb3c-3aa4ebcdb09d associated. External IP: 172.25.2.248, port: fd354da9-d207-4d96-a812-56068733c178. Oct 15 00:42:32.931266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18284-0801-4e21-b1c1-1499b1da0fc8 req-55895781-898c-4a80-82df-be5bf0c97fb6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:32.932837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ade18284-0801-4e21-b1c1-1499b1da0fc8 req-55895781-898c-4a80-82df-be5bf0c97fb6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 946 time: 0.0944774 Oct 15 00:42:33.024335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ade18284-0801-4e21-b1c1-1499b1da0fc8 req-a14ad4de-2a9f-43c3-b301-64e1833df5ee tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840118 Oct 15 00:42:33.117640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Router 5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:42:33.237325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:33.249872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] Sync routers for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:33.259178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:33.259924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:33.299033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:33.309810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:33.310606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:33.317504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:33.352891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:33.353896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cefc0b-5081-43af-b54f-bb62ef397671 None None] The sync data for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:33.356702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9b0b37dc-ddd4-4af2-8418-19a1ad54027f tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.0296006 Oct 15 00:42:33.359517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49474) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:33.485238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77deafd1-b977-40f4-bd39-c9619f7f869d tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] 10.222.0.13 "GET /v2.0/floatingips/99b14335-7321-41f2-bb3c-3aa4ebcdb09d HTTP/1.1" status: 200 len: 982 time: 0.1241932 Oct 15 00:42:33.487730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49478) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:33.605387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b4498e6a-79af-4896-a267-67f647e912f7 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3817 time: 0.1159086 Oct 15 00:42:33.608555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49482) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:33.750663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-1bd1e10e-46e2-44b5-ac36-bab2e413be1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820737 Oct 15 00:42:33.769656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c62a-c592-49b0-bf09-a450200423ba req-ce97f0f1-ed97-4711-b575-d591a577d5a2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:33.771511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a56c62a-c592-49b0-bf09-a450200423ba req-ce97f0f1-ed97-4711-b575-d591a577d5a2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 946 time: 0.0727341 Oct 15 00:42:33.841855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-7495fafa-8fd5-499a-91db-3b03b46b9c56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019249 Oct 15 00:42:33.882779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Deleting port 113ee480-428b-4e4a-8ab9-ed0f22fd8689 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:33.883412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:33.940744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-24df0464-1d7f-4cdb-96ce-5ea38abeb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:33.942816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-24df0464-1d7f-4cdb-96ce-5ea38abeb265 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 1096 time: 0.1626768 Oct 15 00:42:34.015420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-fa170412-79ec-4c5c-b122-7442255435b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.016889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-fa170412-79ec-4c5c-b122-7442255435b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 1097 time: 0.1178136 Oct 15 00:42:34.033911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:34.034389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:34.037952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Deleting port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:34.038484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:34.066867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Calling delete_port for 113ee480-428b-4e4a-8ab9-ed0f22fd8689 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:34.148862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] For port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:34.149231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:34.167594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Calling delete_port for 702cf082-281b-4a9b-be3e-dffb3ee0ea7e owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:34.355380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-b59c0c71-1ac4-4ea4-b0fe-0f1318ec82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.357035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-b59c0c71-1ac4-4ea4-b0fe-0f1318ec82f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.3148415 Oct 15 00:42:34.366678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efacaf6-05b6-4a02-9525-c726f736acdf req-993efa74-0aac-4313-a1e1-363a3daf698d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.374738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4efacaf6-05b6-4a02-9525-c726f736acdf req-993efa74-0aac-4313-a1e1-363a3daf698d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 946 time: 0.2119186 Oct 15 00:42:34.413700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:34.456078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event deleted for resources: {'Port': ['ID=702cf082-281b-4a9b-be3e-dffb3ee0ea7e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:34.467678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49516) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:34.541467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] No DVR routers for this DVR port 702cf082-281b-4a9b-be3e-dffb3ee0ea7e on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:34.546418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:34.551027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a56c62a-c592-49b0-bf09-a450200423ba req-51301261-efc2-4b14-a9a6-3d07fb84ef8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.39 "DELETE /v2.0/ports/702cf082-281b-4a9b-be3e-dffb3ee0ea7e HTTP/1.1" status: 204 len: 173 time: 0.7695999 Oct 15 00:42:34.560524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'name': 'network-vif-deleted', 'tag': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:42:34.562991 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2911d61-8876-496b-8f0a-ff37b99ac9c7" -d '{"events": [{"server_uuid": "a645e22d-45f9-44e5-b527-32b85f855f14", "name": "network-vif-deleted", "tag": "702cf082-281b-4a9b-be3e-dffb3ee0ea7e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:42:34.635912 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341045e-f2f0-4ba8-a024-4819971a3291 x-openstack-request-id: req-a341045e-f2f0-4ba8-a024-4819971a3291 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:42:34.636521 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a645e22d-45f9-44e5-b527-32b85f855f14", "name": "network-vif-deleted", "tag": "702cf082-281b-4a9b-be3e-dffb3ee0ea7e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:42:34.637040 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a341045e-f2f0-4ba8-a024-4819971a3291 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:42:34.642525 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a645e22d-45f9-44e5-b527-32b85f855f14', 'name': 'network-vif-deleted', 'tag': '702cf082-281b-4a9b-be3e-dffb3ee0ea7e', 'status': 'completed', 'code': 200} Oct 15 00:42:34.664965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-f3b1d233-2e1f-455d-9c02-59d17db331e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.666772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-f3b1d233-2e1f-455d-9c02-59d17db331e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 912 time: 0.6980615 Oct 15 00:42:34.745612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.746367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.747162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.747796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.748420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.749102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.749934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.758298 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-1489d61f-23cf-4d8d-b883-1c5e07f0d189 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6489 time: 0.2891235 Oct 15 00:42:34.766462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-83640714-6314-411a-b8d6-2426108e27ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118 HTTP/1.1" status: 200 len: 217 time: 0.3896508 Oct 15 00:42:34.817245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-16cb21da-f0fc-457e-9f87-07edcc066210 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577271 Oct 15 00:42:34.821053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4efacaf6-05b6-4a02-9525-c726f736acdf req-31da8a94-f08a-4579-be6e-2a1e1c1ca5cb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453676 Oct 15 00:42:34.824840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-29333a0e-6b2f-4cc1-b33a-41a14cd07872 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 200 len: 1000 time: 0.1493735 Oct 15 00:42:34.910879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-e8cd3e87-aff2-45ed-9e0d-c9174323ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.912389 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-e8cd3e87-aff2-45ed-9e0d-c9174323ae04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0962169 Oct 15 00:42:34.916591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-0962ee34-b6f1-47bd-a4db-420bf209b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.918886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-0962ee34-b6f1-47bd-a4db-420bf209b6a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.0879545 Oct 15 00:42:34.979500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-c69c1783-b301-471e-9bd0-46b9dd5bb785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.980675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-a138c6a0-4b48-4d36-a07d-2565ece89e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:34.982033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-c69c1783-b301-471e-9bd0-46b9dd5bb785 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553858 Oct 15 00:42:34.982892 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-a138c6a0-4b48-4d36-a07d-2565ece89e4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634918 Oct 15 00:42:35.033232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:35.096718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-199957e1-701b-4f15-98ac-bd87899ac99e service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067924 Oct 15 00:42:35.099277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Port': ['ID=113ee480-428b-4e4a-8ab9-ed0f22fd8689,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:35.191119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-12bfb237-85c8-4c9c-9e48-bfd87e5550f7 service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006204 Oct 15 00:42:35.199130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3365275-7d67-469e-9c69-fd6606b7e7e8 req-29fbb27c-c953-4833-b305-161f6d6ab771 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916429 Oct 15 00:42:35.208055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:35.208518 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Floating IP 99b14335-7321-41f2-bb3c-3aa4ebcdb09d disassociated (deleted). External IP: 172.25.2.248, port: fd354da9-d207-4d96-a812-56068733c178. Oct 15 00:42:35.379735 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e565ad63-1a56-492e-a748-06c4fbff72e3 req-65a1d04b-3319-481d-b722-d6348986ae20 service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791294 Oct 15 00:42:35.505093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Router 5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:42:35.701004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:35.708176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:35.713824 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] Sync routers for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:35.729478 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:35.731456 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:35.752256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8047be46-0a51-42aa-8dcd-1ecd6c459f1e tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "DELETE /v2.0/floatingips/99b14335-7321-41f2-bb3c-3aa4ebcdb09d HTTP/1.1" status: 204 len: 168 time: 2.1424954 Oct 15 00:42:35.756011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49546) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:35.762197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:35.788356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494de7e-fe68-4de9-81b8-aa26b6553923 req-3c96eafe-aefa-4c41-8550-52d93540eec4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:35.807642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a494de7e-fe68-4de9-81b8-aa26b6553923 req-3c96eafe-aefa-4c41-8550-52d93540eec4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1553528 Oct 15 00:42:35.846756 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:35.861803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a494de7e-fe68-4de9-81b8-aa26b6553923 req-25ef5b38-6bd5-4bad-a53c-cf49b3f79373 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488005 Oct 15 00:42:35.873057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:35.892345 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:35.893200 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:35.910302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49550) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:35.946497 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:35.947414 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa27b11-df38-4987-8d6f-ca8802b38ddf None None] The sync data for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:36.015345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9fe291b-2329-4c9f-a149-70ae3e38aa12 req-3bec14ca-96fc-4a0b-a449-e2e5938e115b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0377192 Oct 15 00:42:36.055617 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.084388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e90cbac8-0ac9-4de3-b580-e429f39b7daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.193581 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e90cbac8-0ac9-4de3-b580-e429f39b7daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.221885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Allocated IP 172.25.2.74 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/94c99e3d-cf0c-426d-905e-5606afa658c1) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:36.267101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e90cbac8-0ac9-4de3-b580-e429f39b7daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.316727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cbac8-0ac9-4de3-b580-e429f39b7daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3ed977-34e9-4ad3-a7f4-5e91660611ea,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:36.323153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e90cbac8-0ac9-4de3-b580-e429f39b7daa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=720b320a0214441da068c1eb7a6ad2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115965 Oct 15 00:42:36.325719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49556) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:36.356095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 702cf082-281b-4a9b-be3e-dffb3ee0ea7e no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:36.367223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.381842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 702cf082-281b-4a9b-be3e-dffb3ee0ea7e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:36.382517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 702cf082-281b-4a9b-be3e-dffb3ee0ea7e not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:36.400487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42441158-cc3b-4dd6-9032-963bcd384334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.423905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42441158-cc3b-4dd6-9032-963bcd384334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.505540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.543316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:36.548600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:36.552920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:36.571557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42441158-cc3b-4dd6-9032-963bcd384334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.576557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42441158-cc3b-4dd6-9032-963bcd384334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.576557 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-42441158-cc3b-4dd6-9032-963bcd384334 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f3ed977-34e9-4ad3-a7f4-5e91660611ea HTTP/1.1" status: 204 len: 168 time: 0.2487826 Oct 15 00:42:36.586859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42441158-cc3b-4dd6-9032-963bcd384334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3ed977-34e9-4ad3-a7f4-5e91660611ea,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:36.601981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Pushing event updated for resources: {'Port': ['ID=94c99e3d-cf0c-426d-905e-5606afa658c1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:36.681331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.775691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:36.983323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.049782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143b95c-9a5c-424e-af77-af91c1e3f0ed req-2cd66eb1-38ce-45cc-aab6-3bc7ab01b2bb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:37.050947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b143b95c-9a5c-424e-af77-af91c1e3f0ed req-2cd66eb1-38ce-45cc-aab6-3bc7ab01b2bb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0642924 Oct 15 00:42:37.051677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.123758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b143b95c-9a5c-424e-af77-af91c1e3f0ed req-da899694-e035-4eeb-931d-13352ec7d911 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665765 Oct 15 00:42:37.132950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Pushing event updated for resources: {'Port': ['ID=94c99e3d-cf0c-426d-905e-5606afa658c1,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:37.153164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.196510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97e919d5-8a4a-48b4-8006-c587aad28c1b req-6f658e58-3d37-47af-83c8-9c81d99351b3 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0303080 Oct 15 00:42:37.231233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.233123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3ab2ee71-d8a4-4d75-b677-43fef986f30b tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4745970 Oct 15 00:42:37.240934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:37.328617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49572) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:37.347252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e7f2961d-fb0c-4deb-a84c-5c31af2ace14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.438063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:37.487276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e7f2961d-fb0c-4deb-a84c-5c31af2ace14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.546419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.597792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e7f2961d-fb0c-4deb-a84c-5c31af2ace14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.647648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e7f2961d-fb0c-4deb-a84c-5c31af2ace14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16c21d9c21f044a29212dcd6c1d8a95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173664 Oct 15 00:42:37.651392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49574) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:37.730333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2961d-fb0c-4deb-a84c-5c31af2ace14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121aeae3-6167-4849-b922-c50784a0554a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:37.764328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.811601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c38a6fb-7e32-46ae-a282-f6986863ff28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.846478 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c38a6fb-7e32-46ae-a282-f6986863ff28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.920404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Allocated IP 172.25.2.14 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/1f14a191-25df-4fbb-9645-fecbaa3d5dcf) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:37.977240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c38a6fb-7e32-46ae-a282-f6986863ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.979872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c38a6fb-7e32-46ae-a282-f6986863ff28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:37.983513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3c38a6fb-7e32-46ae-a282-f6986863ff28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/121aeae3-6167-4849-b922-c50784a0554a HTTP/1.1" status: 204 len: 168 time: 0.3284886 Oct 15 00:42:37.990285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38a6fb-7e32-46ae-a282-f6986863ff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121aeae3-6167-4849-b922-c50784a0554a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:38.106362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:38.253865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:38.316036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:38.324343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:38.333632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:38.346170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f258c79-b3d8-456e-9c29-3f5af26e9744 req-6383fe59-4c25-4c6b-b8ea-144fbb827922 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:38.347702 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2f258c79-b3d8-456e-9c29-3f5af26e9744 req-6383fe59-4c25-4c6b-b8ea-144fbb827922 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1374540 Oct 15 00:42:38.364446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61b685ad-4600-41af-9d92-3f0f84b0e779 req-f95dd4a0-daaf-4c4b-9630-cd4e497fd21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0538087 Oct 15 00:42:38.369679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Pushing event updated for resources: {'Port': ['ID=1f14a191-25df-4fbb-9645-fecbaa3d5dcf,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:38.432769 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2f258c79-b3d8-456e-9c29-3f5af26e9744 req-c5953ee2-0cdf-43b3-81ad-3ef81ccb83a0 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592804 Oct 15 00:42:38.481474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:38.620100 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:38.830753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:38.924237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:39.011088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Pushing event updated for resources: {'Port': ['ID=1f14a191-25df-4fbb-9645-fecbaa3d5dcf,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:39.032098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:39.122497 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:39.124568 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-87ee2c46-5389-4c20-8e96-ae581ad0bde0 tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8821232 Oct 15 00:42:39.126823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49600) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:39.200784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3d367576-8722-4745-b89d-0228be39cd5e tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4001 time: 0.0726101 Oct 15 00:42:39.202586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49602) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:39.236531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49606) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:39.313883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:39.316064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77277d97-0d7c-45ca-9a79-07cb52624c30 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1121645 Oct 15 00:42:39.553788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-975af2f1-5865-4c78-a2c0-61e77b1f6f99 req-96ee5024-3fa8-4504-9ef4-18e69cd87195 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0654500 Oct 15 00:42:39.594517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Deleting port 1f14a191-25df-4fbb-9645-fecbaa3d5dcf {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:39.598443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:39.772006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:39.772653 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:39.794196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:39.798877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Calling delete_port for 1f14a191-25df-4fbb-9645-fecbaa3d5dcf owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:40.156598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0a4fe-108b-46fb-9051-a2c8e37f958b req-7fc3be43-e120-4f51-b81c-6cf9a997658b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:40.159346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d2e0a4fe-108b-46fb-9051-a2c8e37f958b req-7fc3be43-e120-4f51-b81c-6cf9a997658b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0989401 Oct 15 00:42:40.217950 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.227270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d2e0a4fe-108b-46fb-9051-a2c8e37f958b req-c5e84441-f0f9-421f-8055-d1a6b2b533a9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613050 Oct 15 00:42:40.271287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Pushing event deleted for resources: {'Port': ['ID=1f14a191-25df-4fbb-9645-fecbaa3d5dcf,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:40.359953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.362429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.363593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-54ae52e4-320c-46a1-ae17-1a909b2712ca tempest-FloatingIPAdminTestJSON-1860857947 tempest-FloatingIPAdminTestJSON-1860857947-project] 10.222.0.13 "DELETE /v2.0/floatingips/685bf4d9-de61-44b8-ac9d-ab03aa23d400 HTTP/1.1" status: 204 len: 168 time: 1.0485842 Oct 15 00:42:40.366460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49634) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:40.381668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.515141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Deleting port 94c99e3d-cf0c-426d-905e-5606afa658c1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:40.515384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.633342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.633773 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.649604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Calling delete_port for 94c99e3d-cf0c-426d-905e-5606afa658c1 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:40.693815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a63d6c8a-735a-4495-af64-52596bf13f54 req-4e61bc14-9d0d-46be-a615-5ebf3e1e767d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0421326 Oct 15 00:42:40.717168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Deleting port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:40.717508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.822362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] For port 5d55356b-bf3c-49fd-b803-d21d0a68b0e3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:40.822854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.839371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Calling delete_port for 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:40.885716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.918995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Pushing event deleted for resources: {'Port': ['ID=94c99e3d-cf0c-426d-905e-5606afa658c1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:40.985002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.987770 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:40.988966 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-553eac07-e161-4916-97aa-387d3a6cd569 tempest-FloatingIPAdminTestJSON-83947417 tempest-FloatingIPAdminTestJSON-83947417-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/c0cd8699-71fe-4709-a379-36ade382c077 HTTP/1.1" status: 204 len: 168 time: 0.6205323 Oct 15 00:42:40.992547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49648) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:41.096982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Deleting port fd354da9-d207-4d96-a812-56068733c178 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:41.097338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:41.196262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:41.210400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Calling delete_port for fd354da9-d207-4d96-a812-56068733c178 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:41.396380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45735752-1bf7-4220-ae57-d46f9cf04740 req-c3c09eda-2e23-4b3b-925c-dfef21ca315d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:41.397740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-45735752-1bf7-4220-ae57-d46f9cf04740 req-c3c09eda-2e23-4b3b-925c-dfef21ca315d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0635827 Oct 15 00:42:41.438063 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-45735752-1bf7-4220-ae57-d46f9cf04740 req-d2131517-7407-43fd-a4b9-40f735ad0968 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339208 Oct 15 00:42:41.460361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:41.486640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d55356b-bf3c-49fd-b803-d21d0a68b0e3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:41.520140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:41.576320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Port': ['ID=fd354da9-d207-4d96-a812-56068733c178,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:41.661929 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:41.666128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea93273f-8bcc-4605-8911-259949b5a916 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "DELETE /v2.0/ports/fd354da9-d207-4d96-a812-56068733c178 HTTP/1.1" status: 204 len: 168 time: 0.6727078 Oct 15 00:42:41.672168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49670) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:41.726030 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:41.780158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b725827-dc98-4684-afaa-0614c3560e72 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:41.785463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9b725827-dc98-4684-afaa-0614c3560e72 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 HTTP/1.1" status: 200 len: 913 time: 0.1120560 Oct 15 00:42:41.786176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49676) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:41.875983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c6be27c-a222-47cd-85ed-19b6028a3064 req-0ebff2a7-688c-40ca-b657-63d1e77ff654 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=a645e22d-45f9-44e5-b527-32b85f855f14 HTTP/1.1" status: 200 len: 210 time: 0.0389922 Oct 15 00:42:42.072188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Router a7e7d996-e753-481b-adb7-0b9cdeab00c5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:42:42.200453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:42.206985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ec6a728b-d05d-402c-974f-dc5cca823100 admin admin] 10.222.0.13 "PUT /v2.0/routers/a7e7d996-e753-481b-adb7-0b9cdeab00c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9692004 Oct 15 00:42:42.209538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49684) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:42.212314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] Sync routers for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:42.226408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:42.227362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:42.231783 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:42.343818 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:42.356561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:42:42.464941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:42.562509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:42:41Z', 'revision_number': 5, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port': {'id': '13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:31:08Z', 'updated_at': '2021-10-15T00:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:42.582283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Deleting port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:42.582644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:42.595722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] Checking router: a7e7d996-e753-481b-adb7-0b9cdeab00c5 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:42:42.605185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] Routers {'a7e7d996-e753-481b-adb7-0b9cdeab00c5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:42.605818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:42.671892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] For port 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:42.672570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:42.690023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Calling delete_port for 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:42.725379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] Set router a7e7d996-e753-481b-adb7-0b9cdeab00c5 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:42:42.759623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1929e-e4e6-4f1a-b707-c573c798d30b req-0fa4e057-7d5b-48e6-9363-f17e84791dc8 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:42.765447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49690) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:42.767264 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fab1929e-e4e6-4f1a-b707-c573c798d30b req-0fa4e057-7d5b-48e6-9363-f17e84791dc8 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1375585 Oct 15 00:42:42.791254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:42:42Z', 'revision_number': 6, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:42.825816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fab1929e-e4e6-4f1a-b707-c573c798d30b req-2ffeaad3-44f4-43b4-94f2-d93d031ae5ae tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576048 Oct 15 00:42:42.831499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898c0673-6ab1-4f37-a5a8-6fb9c64debbd None None] The sync data for ids ['a7e7d996-e753-481b-adb7-0b9cdeab00c5'] in n-d-811521-2 is: [{'id': 'a7e7d996-e753-481b-adb7-0b9cdeab00c5', 'name': 'tempest-TaggedBootDevicesTest_v242-421638411-router', 'tenant_id': '14f98b6adfb34b519ed6db4d9451f56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:31:07Z', 'updated_at': '2021-10-15T00:42:42Z', 'revision_number': 6, 'project_id': '14f98b6adfb34b519ed6db4d9451f56b', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:42.924882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf1eed29-8f21-4b75-9797-f47e921303ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:42.946835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Deleting port 4ca183e3-c021-4bda-964b-946cc3036b23 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:42.947241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:42.964780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.000459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:43.061586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.079700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Calling delete_port for 4ca183e3-c021-4bda-964b-946cc3036b23 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:43.087095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.157177 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf1eed29-8f21-4b75-9797-f47e921303ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.192415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.195057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.247215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf1eed29-8f21-4b75-9797-f47e921303ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.296484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf1eed29-8f21-4b75-9797-f47e921303ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48faeebd907e4cba9ccfb52710c4b6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267963 Oct 15 00:42:43.297215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.297802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7e7d996-e753-481b-adb7-0b9cdeab00c5 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:42:43.300468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49708) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:43.303269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eed29-8f21-4b75-9797-f47e921303ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca23e1b6-ae75-4d5f-a6d4-55b5fad53c37,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:43.313694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.314744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d5b5cd29-3d74-4204-b047-58cfc059e6bf admin admin] 10.222.0.13 "DELETE /v2.0/routers/a7e7d996-e753-481b-adb7-0b9cdeab00c5 HTTP/1.1" status: 204 len: 168 time: 1.1042449 Oct 15 00:42:43.317192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49714) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:43.394181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.422195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Port': ['ID=4ca183e3-c021-4bda-964b-946cc3036b23,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:43.456068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] Deleting subnet 496b85c5-8e88-4796-8ff9-2d8400ce8c11 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:42:43.466576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.520084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e051f2a5-6c20-4863-9b7d-28671561bc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.531663 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.580816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7e836-0709-497a-8089-ce7c3d37145b req-b8b1fd3e-b150-426b-9df5-e578a0068361 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:43.582290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7b7e836-0709-497a-8089-ce7c3d37145b req-b8b1fd3e-b150-426b-9df5-e578a0068361 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.2234697 Oct 15 00:42:43.584337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e051f2a5-6c20-4863-9b7d-28671561bc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.612119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.634414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7b7e836-0709-497a-8089-ce7c3d37145b req-0421af14-c94e-4dac-8a46-8ce01b649f58 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/quotas/3cba3ea282ad42759b9be7c459a91df9 HTTP/1.1" status: 200 len: 375 time: 0.0408881 Oct 15 00:42:43.702028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7b7e836-0709-497a-8089-ce7c3d37145b req-b403d811-e37e-4c60-8ec6-332c7ce9904e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327413 Oct 15 00:42:43.720746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.802607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e051f2a5-6c20-4863-9b7d-28671561bc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.809010 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e051f2a5-6c20-4863-9b7d-28671561bc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.809010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e051f2a5-6c20-4863-9b7d-28671561bc57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca23e1b6-ae75-4d5f-a6d4-55b5fad53c37 HTTP/1.1" status: 204 len: 168 time: 0.5048020 Oct 15 00:42:43.829473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051f2a5-6c20-4863-9b7d-28671561bc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca23e1b6-ae75-4d5f-a6d4-55b5fad53c37,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:43.857125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7b7e836-0709-497a-8089-ce7c3d37145b req-4e7d88ce-ff0a-4122-8611-6ff997ef527d service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460087 Oct 15 00:42:43.871695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Router 5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:42:43.949644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.990485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15c052-5882-443d-8297-9cdf515551c5 req-8dd44fa0-ec08-44b4-ac67-4119c80a5a87 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:43.994353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:43.997273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a15c052-5882-443d-8297-9cdf515551c5 req-8dd44fa0-ec08-44b4-ac67-4119c80a5a87 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0696402 Oct 15 00:42:43.999682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/496b85c5-8e88-4796-8ff9-2d8400ce8c11 HTTP/1.1" status: 204 len: 168 time: 0.6788905 Oct 15 00:42:44.004163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec40e7f-2f31-49db-be68-b6e5c1d8c298 None None] Network 520495d5-6751-4c82-b05e-ddd962ad39c3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:44.004689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:44.006469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a5e08-c347-4e05-a62a-2139b3804511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496b85c5-8e88-4796-8ff9-2d8400ce8c11,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:44.048047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7b7e836-0709-497a-8089-ce7c3d37145b req-684049f1-b57f-4283-9d52-b908815156df service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828446 Oct 15 00:42:44.110007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.122984 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:42:44.127827 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a15c052-5882-443d-8297-9cdf515551c5 req-6fa041d1-2132-4626-875e-a3473708b39f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625772 Oct 15 00:42:44.133178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:44.155032 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] Sync routers for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:44.159917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-da850e97-56bd-4723-8669-d49694d0fb23 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "PUT /v2.0/routers/5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3708596 Oct 15 00:42:44.162238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49726) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:44.191548 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:44.195827 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:44.224853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Deleting port 412e73ef-93c6-4465-89a7-663cd9919966 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:44.225447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.251990 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:44.261508 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] Routers {'5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:44.262247 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:44.280343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] DHCP port deletion for 520495d5-6751-4c82-b05e-ddd962ad39c3 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:42:44.324512 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:44.325752 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d527164-a52d-429e-aaca-75c9daa31dc0 None None] The sync data for ids ['5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:44.364142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:44.365565 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.386347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] For port 412e73ef-93c6-4465-89a7-663cd9919966, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=412e73ef-93c6-4465-89a7-663cd9919966,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:44.386926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.389605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:44.389941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 13e89e85-b0a5-422d-a6ef-07a3ce7fb4d8 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:44.390566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:44.407375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Calling delete_port for 412e73ef-93c6-4465-89a7-663cd9919966 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:44.413926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:44.414497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5d55356b-bf3c-49fd-b803-d21d0a68b0e3 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:44.438374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Deleting port 412e73ef-93c6-4465-89a7-663cd9919966 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:44.438923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.444351 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e5ff049f-1407-4f1f-bf71-c574224f0a7b req-07a098d8-de4e-47a7-9163-322adb1d921e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4264c9dd-ec87-44ee-8988-a68b912d756e HTTP/1.1" status: 200 len: 210 time: 0.0380578 Oct 15 00:42:44.511291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] For port 412e73ef-93c6-4465-89a7-663cd9919966, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=412e73ef-93c6-4465-89a7-663cd9919966,segment=NetworkSegment(4c5debc6-206a-4c7e-94f6-002e01e3c54d),segment_id=4c5debc6-206a-4c7e-94f6-002e01e3c54d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:44.512066 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.527845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Calling delete_port for 412e73ef-93c6-4465-89a7-663cd9919966 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:44.541037 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.652655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.673463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.686405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=412e73ef-93c6-4465-89a7-663cd9919966,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:44.692092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] No DVR routers for this DVR port 412e73ef-93c6-4465-89a7-663cd9919966 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:44.730798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] No DVR routers for this DVR port 412e73ef-93c6-4465-89a7-663cd9919966 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:44.731710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:44.733587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Pushing event deleted for resources: {'Port': ['ID=412e73ef-93c6-4465-89a7-663cd9919966,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:44.752118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12159911-2894-4b90-87e3-e6c6535c28e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.758435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.759497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.760124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.760708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.761304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.762188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.762745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.763256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.763742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.764228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.764793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.765292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c28d07-b1ba-4a6d-96ba-ac4e6524978e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:44.795077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Deleting port a2b20e5e-68f1-4c6d-82d6-8474dcf4bb59 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:44.798304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.818365 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.827666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.862798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520495d5-6751-4c82-b05e-ddd962ad39c3']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:44.873963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5debc6-206a-4c7e-94f6-002e01e3c54d') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:44.874349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5debc6-206a-4c7e-94f6-002e01e3c54d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:44.888060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.904582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.914180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.914340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:42:44.914673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:42:44.916961 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:42:44.935255 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12159911-2894-4b90-87e3-e6c6535c28e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:44.936475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Calling delete_port for a2b20e5e-68f1-4c6d-82d6-8474dcf4bb59 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:45.043716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12159911-2894-4b90-87e3-e6c6535c28e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.066856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.075894 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.080065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/520495d5-6751-4c82-b05e-ddd962ad39c3 HTTP/1.1" status: 204 len: 168 time: 1.0744145 Oct 15 00:42:45.090384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de08d0f-3717-4af5-9c88-912aa68f53b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=520495d5-6751-4c82-b05e-ddd962ad39c3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:45.094933 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-12159911-2894-4b90-87e3-e6c6535c28e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce04dfd3b2d4428bb1df876101a9334b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620920 Oct 15 00:42:45.097486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:45.101467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12159911-2894-4b90-87e3-e6c6535c28e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd173c53-66c8-4618-afef-7112761915a5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:45.164820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6619ba3e-6164-4ade-87c0-e2bf7126ce83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.191939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6619ba3e-6164-4ade-87c0-e2bf7126ce83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.264159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.295020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Port': ['ID=a2b20e5e-68f1-4c6d-82d6-8474dcf4bb59,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:45.340908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eaecc-e9d3-4330-bd5c-58f43a2ba952 req-b1e8f7c4-fb28-47dd-849e-ed175820e566 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:45.342363 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a91eaecc-e9d3-4330-bd5c-58f43a2ba952 req-b1e8f7c4-fb28-47dd-849e-ed175820e566 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1139781 Oct 15 00:42:45.348307 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6619ba3e-6164-4ade-87c0-e2bf7126ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.355639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6619ba3e-6164-4ade-87c0-e2bf7126ce83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.357205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6619ba3e-6164-4ade-87c0-e2bf7126ce83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd173c53-66c8-4618-afef-7112761915a5 HTTP/1.1" status: 204 len: 168 time: 0.2582920 Oct 15 00:42:45.368105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619ba3e-6164-4ade-87c0-e2bf7126ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd173c53-66c8-4618-afef-7112761915a5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:45.418636 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a91eaecc-e9d3-4330-bd5c-58f43a2ba952 req-1d070da2-b06f-4e7a-89f7-5f785ee57fed tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534308 Oct 15 00:42:45.427627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.491130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b0163591-03ba-4cca-92f3-44337a4014b0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:45.492895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b0163591-03ba-4cca-92f3-44337a4014b0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.1200500 Oct 15 00:42:45.508810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-e49f166d-43c8-496a-bfb5-ec11a1ab2126 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/quotas/3cba3ea282ad42759b9be7c459a91df9 HTTP/1.1" status: 200 len: 375 time: 0.0096366 Oct 15 00:42:45.547934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b6944daf-8f01-4ab1-a94f-083d75970516 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300584 Oct 15 00:42:45.553244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.553244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.597185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49776) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:45.646674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6397533a-c81a-4ca2-93c0-2205044500d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14f98b6adfb34b519ed6db4d9451f56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459378 Oct 15 00:42:45.646907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49778) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:45.674264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.674823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Fanout notify agent at l3_agent the message router_deleted on router 5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:42:45.686033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.688195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c269eded-2d4f-4318-bd14-178120eefbf9 tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "DELETE /v2.0/routers/5ecb2caa-05e4-44ad-85c5-0d32b6aa3e02 HTTP/1.1" status: 204 len: 168 time: 1.5248213 Oct 15 00:42:45.691920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49782) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:45.760426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52fa06f5-695f-46c0-a967-25044cab5c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.784360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Deleting subnet 80ed2a59-ac77-48ab-a26a-8181578f5ae2 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:42:45.786737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.818180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52fa06f5-695f-46c0-a967-25044cab5c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.855863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.947642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-907c294c-6fa7-4cd2-8667-c6b1d79fbcae service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921423 Oct 15 00:42:45.965235 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.987226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52fa06f5-695f-46c0-a967-25044cab5c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.989766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-52fa06f5-695f-46c0-a967-25044cab5c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:45.990947 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-52fa06f5-695f-46c0-a967-25044cab5c74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f7c2f35-7317-498c-a054-f5c71aadcee5 HTTP/1.1" status: 204 len: 168 time: 0.3431218 Oct 15 00:42:46.011055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa06f5-695f-46c0-a967-25044cab5c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c2f35-7317-498c-a054-f5c71aadcee5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:46.047344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-849d337b-ba0f-4d98-bb7a-b21e8e5eae65 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934963 Oct 15 00:42:46.126110 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.160805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Subnet': ['ID=80ed2a59-ac77-48ab-a26a-8181578f5ae2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:46.164451 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.168325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b7a50435-8276-4fbb-ae59-ccca7999d45b tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "DELETE /v2.0/subnets/80ed2a59-ac77-48ab-a26a-8181578f5ae2 HTTP/1.1" status: 204 len: 168 time: 0.4751496 Oct 15 00:42:46.171010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49794) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:46.177157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e621be-9010-467e-974d-20203e3123ae None None] Network 889471f0-438c-421a-b1d5-3c7719a4691a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:46.244233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 412e73ef-93c6-4465-89a7-663cd9919966 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:46.267892 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.268308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 412e73ef-93c6-4465-89a7-663cd9919966 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:46.268668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 412e73ef-93c6-4465-89a7-663cd9919966 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:46.344778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Deleting port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:46.347046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.406482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-39b5d53d-4fc7-42ac-aeed-a57e14132af2 req-bdcbbf11-cc60-43ae-8683-071483b6183c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 210 time: 0.0485737 Oct 15 00:42:46.447957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] DHCP port deletion for 889471f0-438c-421a-b1d5-3c7719a4691a request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:42:46.460071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] For port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,segment=NetworkSegment(fafaf371-0eb1-4711-afd8-395d26a48f29),segment_id=fafaf371-0eb1-4711-afd8-395d26a48f29)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:46.460861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.483003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Calling delete_port for 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:46.628790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2d306-beeb-4ec7-8124-ba677ede96cf req-b2feb920-86e4-46c6-a6e7-e1204a06078a tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:46.630526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54f2d306-beeb-4ec7-8124-ba677ede96cf req-b2feb920-86e4-46c6-a6e7-e1204a06078a tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0903487 Oct 15 00:42:46.677254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54f2d306-beeb-4ec7-8124-ba677ede96cf req-946f648f-cf29-435f-82bb-9d8ea5f70745 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373666 Oct 15 00:42:46.708384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] Deleting port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:46.708657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.708939 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.767225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Port': ['ID=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:46.778918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] For port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:46.779651 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.783512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] No DVR routers for this DVR port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:46.795497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] Calling delete_port for 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:46.798151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] Port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:42:46.799769 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.828618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] Pushing event deleted for resources: {'Port': ['ID=1428c53a-67fe-4e98-8e0b-c09ce03b65b5,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:46.830910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf11fd3-f7dc-4b7b-886a-7d4ddee53835 None None] No DVR routers for this DVR port 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:42:46.893300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.913719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889471f0-438c-421a-b1d5-3c7719a4691a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:46.923857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafaf371-0eb1-4711-afd8-395d26a48f29') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:46.924261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafaf371-0eb1-4711-afd8-395d26a48f29') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:46.933731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.947001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.957360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:42:46.957981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:42:46.961089 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:42:47.129072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.141478 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.144734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "DELETE /v2.0/networks/889471f0-438c-421a-b1d5-3c7719a4691a HTTP/1.1" status: 204 len: 168 time: 0.9727168 Oct 15 00:42:47.147450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49840) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:47.158966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db6538-c481-4c24-a195-a404934bcb3d tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Network': ['ID=889471f0-438c-421a-b1d5-3c7719a4691a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:47.178815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abb5c3-dafd-441a-b84f-5e62e742704c req-c4e19720-8182-46ad-ad62-e9cd458bbd86 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:47.181494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13abb5c3-dafd-441a-b84f-5e62e742704c req-c4e19720-8182-46ad-ad62-e9cd458bbd86 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0797002 Oct 15 00:42:47.268998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13abb5c3-dafd-441a-b84f-5e62e742704c req-dcaeb0f4-48b8-4757-a42a-2c92c0f946ac tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794964 Oct 15 00:42:47.285431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2360-67d9-45dc-8636-be101df1176a req-63b4a561-b4db-4303-8735-c967e3e0270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:47.287896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074f2360-67d9-45dc-8636-be101df1176a req-63b4a561-b4db-4303-8735-c967e3e0270e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 1096 time: 0.0861084 Oct 15 00:42:47.293356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Deleting port ee3bc842-fb0a-4eb7-801b-711c11d55daa {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:42:47.294053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.352179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49846) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:47.380985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.381234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.398054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Calling delete_port for ee3bc842-fb0a-4eb7-801b-711c11d55daa owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:42:47.421084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2360-67d9-45dc-8636-be101df1176a req-47f0c52b-8290-433d-bc0c-e5624e4c5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:47.422670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074f2360-67d9-45dc-8636-be101df1176a req-47f0c52b-8290-433d-bc0c-e5624e4c5e00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 912 time: 0.1273580 Oct 15 00:42:47.545509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074f2360-67d9-45dc-8636-be101df1176a req-89d8db0a-086a-40f6-b2bc-824970ad871a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 200 len: 1000 time: 0.1146519 Oct 15 00:42:47.571584 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5cc6b99-45b0-47e1-9b68-ad7e25d6cc5e req-f4a16ce8-63ee-4946-86e3-5eb843d5aea9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 210 time: 0.0352314 Oct 15 00:42:47.611177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2360-67d9-45dc-8636-be101df1176a req-671b023d-d856-4b29-b0a2-c5b00121807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:47.613430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074f2360-67d9-45dc-8636-be101df1176a req-671b023d-d856-4b29-b0a2-c5b00121807c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.0592389 Oct 15 00:42:47.618530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-network', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:47.671789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.672072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2360-67d9-45dc-8636-be101df1176a req-671e3c2c-9d50-40b3-b07d-6729102a3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:47.673686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074f2360-67d9-45dc-8636-be101df1176a req-671e3c2c-9d50-40b3-b07d-6729102a3192 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519259 Oct 15 00:42:47.699082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Pushing event deleted for resources: {'Port': ['ID=ee3bc842-fb0a-4eb7-801b-711c11d55daa,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:47.746675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Made reservation on behalf of 9d46c404c55449b1a5118cb36169b79c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:42:47.749025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.765237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.765510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.768879 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:47.772237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c2629209-ea4c-49a4-bc07-ec692b029ddb tempest-FloatingIPAdminTestJSON-549106107 tempest-FloatingIPAdminTestJSON-549106107-project] 10.222.0.13 "DELETE /v2.0/floatingips/a17b6153-9313-41fd-9c57-b7823a714bfc HTTP/1.1" status: 204 len: 168 time: 0.6206803 Oct 15 00:42:47.804539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074f2360-67d9-45dc-8636-be101df1176a req-c7de0233-8d26-455f-83ef-ece93204e3e5 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235023 Oct 15 00:42:47.939811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-074f2360-67d9-45dc-8636-be101df1176a req-6b05c750-a33c-4eab-adf4-1f605376a0a0 service neutron] 10.222.0.39 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266279 Oct 15 00:42:47.944325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.011419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.035893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:42:48.045739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be92e5-4f08-4d59-a02e-b8cbe5949b95,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:48.051475 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.051796 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Added segment c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c of type vlan for network 100a47a1-754a-4324-9b73-8d952bb27d10 Oct 15 00:42:48.093437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.199635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.200602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:48.201434 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.227892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:42:48.262173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:42:48.262626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1428c53a-67fe-4e98-8e0b-c09ce03b65b5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:42:48.279236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] Pushing event updated for resources: {'Network': ['ID=100a47a1-754a-4324-9b73-8d952bb27d10,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:48.285078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 100a47a1-754a-4324-9b73-8d952bb27d10 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:42:48.309437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9ae030ce-1a26-4463-929d-7d13c675a4ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9257491 Oct 15 00:42:48.314153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49872) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:48.315102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Request body: {'subnet': {'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-subnet', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:48.498799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49876) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:48.499226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Made reservation on behalf of 9d46c404c55449b1a5118cb36169b79c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:42:48.504496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.722014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e65652-99c1-4e6b-9a5e-7bc62e724ac9 req-1bc5e6d5-0a21-4560-9aba-fdd5e39e1464 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:48.725809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54e65652-99c1-4e6b-9a5e-7bc62e724ac9 req-1bc5e6d5-0a21-4560-9aba-fdd5e39e1464 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1031847 Oct 15 00:42:48.793207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54e65652-99c1-4e6b-9a5e-7bc62e724ac9 req-fafe47f2-79b6-45d0-bec1-581a0a2ecf86 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568993 Oct 15 00:42:48.897010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ed202b0e-5b91-4761-ba2f-1bb54c50fcd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=091229b1a012444cbfe63808af130688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967123 Oct 15 00:42:48.900019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49884) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:48.958078 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e70c615-ea42-437c-a855-04f50ac5ee10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:48.982325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e70c615-ea42-437c-a855-04f50ac5ee10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.065097 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e9b295d3-e9de-415b-9178-6427e350364d req-033ae1b2-5332-431e-b17f-aa6bbd85f32d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 210 time: 0.0647488 Oct 15 00:42:49.097646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-382a88a3-5af1-4bd1-942a-5d140960ad8d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:49.099136 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-382a88a3-5af1-4bd1-942a-5d140960ad8d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.6475801 Oct 15 00:42:49.111887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Request body: {'port': {'device_id': '4333ce55-d038-42f0-ad3c-f321a7839472', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'admin_state_up': True, 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:49.149195 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e70c615-ea42-437c-a855-04f50ac5ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.152569 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e70c615-ea42-437c-a855-04f50ac5ee10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.156970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6e70c615-ea42-437c-a855-04f50ac5ee10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e628ee71-493f-43ad-bc03-df9f91d08fcd HTTP/1.1" status: 204 len: 168 time: 0.2526793 Oct 15 00:42:49.162990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70c615-ea42-437c-a855-04f50ac5ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e628ee71-493f-43ad-bc03-df9f91d08fcd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:49.325337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:42:49.328923 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.389756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.488960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d85395f-f4d7-4e77-b21d-1c2cf91d9125,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:49.507784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Checking segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:49.508032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Network hostable DHCP agents. Network: 100a47a1-754a-4324-9b73-8d952bb27d10, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:42:49.528163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Allocated IP 172.20.0.9 (1e32174a-7fdc-4655-b5f2-59338f95b4ed/8bdd3f5d-4bf6-4397-a16f-69fce57240ec/826433d2-3f88-489e-8803-83df3e129bc2) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:49.641018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Network 100a47a1-754a-4324-9b73-8d952bb27d10 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:42:49.689430 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.718771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 100a47a1-754a-4324-9b73-8d952bb27d10) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:49.723978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:49.726808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.729118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97c64c-2c5a-463e-b17d-0cc2577ca0a0 None None] Network 100a47a1-754a-4324-9b73-8d952bb27d10 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:49.834526 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.839117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6b8fee36-c3f9-4858-aeb6-361e8ff491f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5283906 Oct 15 00:42:49.842470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49904) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:49.855193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:49.883272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:49.887019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:49.892862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:49.900862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event updated for resources: {'Port': ['ID=826433d2-3f88-489e-8803-83df3e129bc2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:49.905536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-100a47a1-754a-4324-9b73-8d952bb27d10', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:42:49.906828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.940428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806528b-00b9-4fc3-a5ac-378a55ff2455 req-0a009631-0ce9-47a3-ba8f-cdee79cf7781 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:49.947966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a806528b-00b9-4fc3-a5ac-378a55ff2455 req-0a009631-0ce9-47a3-ba8f-cdee79cf7781 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.0632737 Oct 15 00:42:49.950569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49906) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:49.961361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:49.972893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:49.975490 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c15-bf68-451b-95f9-e0789607563c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.015080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a806528b-00b9-4fc3-a5ac-378a55ff2455 req-7c43db71-790a-4a59-8bcd-d96cafeaa42c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653131 Oct 15 00:42:50.043177 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.044178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.119420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Allocated IP 172.20.0.2 (100a47a1-754a-4324-9b73-8d952bb27d10/6d85395f-f4d7-4e77-b21d-1c2cf91d9125/cb197bbb-cef4-4e78-8324-8d5d185ebd9d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:50.127982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c15-bf68-451b-95f9-e0789607563c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.129096 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-b5264d49-d88b-4beb-aec7-62f175319ac8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211070 Oct 15 00:42:50.129918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.149708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Request body: {'port': {'device_id': '4333ce55-d038-42f0-ad3c-f321a7839472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:50.215489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c15-bf68-451b-95f9-e0789607563c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.224830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.243953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba51a5-34d3-4346-b23f-8383518d1a81 req-b5a6318f-7c62-4791-8808-89dd9193e92a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:50.245939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89ba51a5-34d3-4346-b23f-8383518d1a81 req-b5a6318f-7c62-4791-8808-89dd9193e92a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 931 time: 0.1091640 Oct 15 00:42:50.296261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.308508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6ddb0c15-bf68-451b-95f9-e0789607563c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4217c22244b400295ec1d11d228d9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557026 Oct 15 00:42:50.311058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb0c15-bf68-451b-95f9-e0789607563c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a218336-0b09-4e9c-97e0-64f25c1748ca,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:50.313360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49916) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:50.330659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89ba51a5-34d3-4346-b23f-8383518d1a81 req-4aa52b09-7874-4ea7-afd1-98c948be5296 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783935 Oct 15 00:42:50.352361 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.394560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Network 100a47a1-754a-4324-9b73-8d952bb27d10 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:50.399254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:50.403549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:50.438723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Pushing event updated for resources: {'Port': ['ID=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:50.461715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.477941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25bc3537-97ec-4e45-803b-7e532016f5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.481189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Attempting to bind port cb197bbb-cef4-4e78-8324-8d5d185ebd9d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:42:50.482203 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Attempting to bind port cb197bbb-cef4-4e78-8324-8d5d185ebd9d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:42:50.482775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Attempting to bind port cb197bbb-cef4-4e78-8324-8d5d185ebd9d on network 100a47a1-754a-4324-9b73-8d952bb27d10 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:50.489087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:42:50.489862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Checking segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:50.490294 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.490676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Bound using segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:42:50.491145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Bound port: cb197bbb-cef4-4e78-8324-8d5d185ebd9d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:42:50.491722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.500109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25bc3537-97ec-4e45-803b-7e532016f5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.586120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] For port cb197bbb-cef4-4e78-8324-8d5d185ebd9d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:42:50.589788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826433d2-3f88-489e-8803-83df3e129bc2 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:42:50.592006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] For port cb197bbb-cef4-4e78-8324-8d5d185ebd9d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:42:50.599389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.631818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Transition to ACTIVE for port object 826433d2-3f88-489e-8803-83df3e129bc2 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:42:50.634426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25bc3537-97ec-4e45-803b-7e532016f5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.637695 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25bc3537-97ec-4e45-803b-7e532016f5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.638864 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-25bc3537-97ec-4e45-803b-7e532016f5c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a218336-0b09-4e9c-97e0-64f25c1748ca HTTP/1.1" status: 204 len: 168 time: 0.3231878 Oct 15 00:42:50.655749 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.683993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc3537-97ec-4e45-803b-7e532016f5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a218336-0b09-4e9c-97e0-64f25c1748ca,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:50.719856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.762422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384008a-07c8-4365-b89f-86f91184c6cf None None] Pushing event updated for resources: {'Port': ['ID=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:50.765130 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.805867 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.844971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Pushing event updated for resources: {'Port': ['ID=826433d2-3f88-489e-8803-83df3e129bc2,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:50.924136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Attempting to bind port 826433d2-3f88-489e-8803-83df3e129bc2 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:42:50.924871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Attempting to bind port 826433d2-3f88-489e-8803-83df3e129bc2 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:42:50.924871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Attempting to bind port 826433d2-3f88-489e-8803-83df3e129bc2 on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:50.930427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Port 826433d2-3f88-489e-8803-83df3e129bc2 on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:42:50.930742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Attempting to bind port 826433d2-3f88-489e-8803-83df3e129bc2 on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:50.938175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:42:50.938527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Checking segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:50.938916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Bound using segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:42:50.939347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Bound port: 826433d2-3f88-489e-8803-83df3e129bc2, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:42:50.939818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:50.953845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Allocated IP 172.25.2.70 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/29068cf6-9a1a-408a-bb01-e798a58aad04) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:51.061867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] For port 826433d2-3f88-489e-8803-83df3e129bc2, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:42:51.066612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] For port 826433d2-3f88-489e-8803-83df3e129bc2, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=826433d2-3f88-489e-8803-83df3e129bc2,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:42:51.143832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.160916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.167773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:51.168414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.169871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] 10.222.0.30 "PUT /v2.0/ports/826433d2-3f88-489e-8803-83df3e129bc2 HTTP/1.1" status: 200 len: 1091 time: 1.0310462 Oct 15 00:42:51.190987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4333ce55-d038-42f0-ad3c-f321a7839472', 'tag': '826433d2-3f88-489e-8803-83df3e129bc2'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:42:51.193711 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c956cfc-0296-4552-8d3d-32baed8abc45" -d '{"events": [{"name": "network-changed", "server_uuid": "4333ce55-d038-42f0-ad3c-f321a7839472", "tag": "826433d2-3f88-489e-8803-83df3e129bc2"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:42:51.227493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8b2a-4b3b-493e-a768-a675b3a74a0f service neutron] Pushing event updated for resources: {'Port': ['ID=826433d2-3f88-489e-8803-83df3e129bc2,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:51.236985 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f0d86-f30c-4762-bbde-09aebfbf4d45 x-openstack-request-id: req-9f8f0d86-f30c-4762-bbde-09aebfbf4d45 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:42:51.236985 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4333ce55-d038-42f0-ad3c-f321a7839472", "tag": "826433d2-3f88-489e-8803-83df3e129bc2", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:42:51.237189 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f8f0d86-f30c-4762-bbde-09aebfbf4d45 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:42:51.237485 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4333ce55-d038-42f0-ad3c-f321a7839472', 'tag': '826433d2-3f88-489e-8803-83df3e129bc2', 'status': 'completed', 'code': 200} Oct 15 00:42:51.296431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c956cfc-0296-4552-8d3d-32baed8abc45 req-188dc1db-b1b4-47e5-9a82-f20d07512583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:51.297924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c956cfc-0296-4552-8d3d-32baed8abc45 req-188dc1db-b1b4-47e5-9a82-f20d07512583 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 1094 time: 0.0413988 Oct 15 00:42:51.309548 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.348259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:51.351536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:51.355788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:51.385780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Pushing event updated for resources: {'Port': ['ID=29068cf6-9a1a-408a-bb01-e798a58aad04,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:51.521749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c956cfc-0296-4552-8d3d-32baed8abc45 req-1d9d8faf-1942-40ac-acc4-7e702e44271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:51.523342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c956cfc-0296-4552-8d3d-32baed8abc45 req-1d9d8faf-1942-40ac-acc4-7e702e44271d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cba3ea282ad42759b9be7c459a91df9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2173014 Oct 15 00:42:51.539822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fdbfd-0a2a-493f-a12d-7d03e5bd04e2 req-9cba32a2-c6db-459d-8954-7e9df8082e18 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:51.542400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-497fdbfd-0a2a-493f-a12d-7d03e5bd04e2 req-9cba32a2-c6db-459d-8954-7e9df8082e18 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 943 time: 0.1116052 Oct 15 00:42:51.551166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49940) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:51.567385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58cf2cda-a5c1-4397-a179-0a5bd096215a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.647513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c956cfc-0296-4552-8d3d-32baed8abc45 req-1e0ff9e1-e31a-4dfe-bf86-f74f856f9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:51.649282 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c956cfc-0296-4552-8d3d-32baed8abc45 req-1e0ff9e1-e31a-4dfe-bf86-f74f856f9d6e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182730 Oct 15 00:42:51.694342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-497fdbfd-0a2a-493f-a12d-7d03e5bd04e2 req-1a80abe4-fefa-4665-b0bb-a6645344a2ee tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Oct 15 00:42:51.735965 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.755830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-ae3eb69a-b151-44d2-aa64-77b7815d4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:51.757419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-ae3eb69a-b151-44d2-aa64-77b7815d4b90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 1094 time: 0.0573306 Oct 15 00:42:51.800565 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58cf2cda-a5c1-4397-a179-0a5bd096215a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.809831 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-247c2681-6c74-464e-b3aa-a2d6a550bc56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=826433d2-3f88-489e-8803-83df3e129bc2 HTTP/1.1" status: 200 len: 217 time: 0.0375242 Oct 15 00:42:51.868151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-480331fa-b608-4eca-9e85-98990bf6fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:51.869681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-480331fa-b608-4eca-9e85-98990bf6fea7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.0602436 Oct 15 00:42:51.903340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-631022fe-7f98-4180-9924-a8843b223fbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267067 Oct 15 00:42:51.908804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58cf2cda-a5c1-4397-a179-0a5bd096215a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:51.955898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-58cf2cda-a5c1-4397-a179-0a5bd096215a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7314ce551a6a4fc58146c2517c012200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031959 Oct 15 00:42:51.962654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:51.973095 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf2cda-a5c1-4397-a179-0a5bd096215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928d383d-098c-4558-8fe1-710ea4b56f14,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:51.993292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71e8bd-8b7f-4f9e-8ccf-896317e0d39d None None] Network 100a47a1-754a-4324-9b73-8d952bb27d10 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:42:52.036657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-59eb9311-993d-4d8e-a5b9-92d4aee1732a service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264899 Oct 15 00:42:52.047969 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.061517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b630f3-54cb-4fc3-81c9-1b15cf321731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.126173 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b630f3-54cb-4fc3-81c9-1b15cf321731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.148708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b39f85fe-a39f-4bc6-992b-b7348e43399b req-d7beb42d-97b5-4711-b096-d3113a7a6c30 service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041465 Oct 15 00:42:52.175977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d6ea1508-113a-4897-ac35-5be376768eea None None] Provisioning complete for port cb197bbb-cef4-4e78-8324-8d5d185ebd9d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:52.176171 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1508-113a-4897-ac35-5be376768eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.297804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b630f3-54cb-4fc3-81c9-1b15cf321731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.300783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32b630f3-54cb-4fc3-81c9-1b15cf321731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.302017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-32b630f3-54cb-4fc3-81c9-1b15cf321731 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/928d383d-098c-4558-8fe1-710ea4b56f14 HTTP/1.1" status: 204 len: 168 time: 0.3376238 Oct 15 00:42:52.318674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b630f3-54cb-4fc3-81c9-1b15cf321731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928d383d-098c-4558-8fe1-710ea4b56f14,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:52.322236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1508-113a-4897-ac35-5be376768eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.327183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Router 24843383-3067-466a-9f3e-acbb981e4a0b is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:42:52.330943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cb197bbb-cef4-4e78-8324-8d5d185ebd9d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:52.434676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d6ea1508-113a-4897-ac35-5be376768eea None None] For port cb197bbb-cef4-4e78-8324-8d5d185ebd9d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:52.449653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cb197bbb-cef4-4e78-8324-8d5d185ebd9d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:52.450024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.464618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:52.490404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Sync routers for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:52.503974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1508-113a-4897-ac35-5be376768eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.539182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:52.539723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:52.550341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.551716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f64c1aa4-3839-427d-9bfa-f811629eb875 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7061286 Oct 15 00:42:52.554494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49950) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:52.609657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea1508-113a-4897-ac35-5be376768eea None None] Pushing event updated for resources: {'Port': ['ID=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:52.694320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6ca7b41f-fc0f-4c74-82c7-f6560818019b None None] Provisioning complete for port cb197bbb-cef4-4e78-8324-8d5d185ebd9d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:52.694692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b41f-fc0f-4c74-82c7-f6560818019b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:52.742391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:42:52.995851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:51Z', 'revision_number': 3, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:53.045588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Checking router: 24843383-3067-466a-9f3e-acbb981e4a0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:42:53.046057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Updating router 24843383-3067-466a-9f3e-acbb981e4a0b port 29068cf6-9a1a-408a-bb01-e798a58aad04 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:42:53.077051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.202480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d1ee-3fe4-411d-90cf-e3f59703eab8 req-4891c53a-06de-40f1-9f81-5f61175a0574 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:53.204182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32e6d1ee-3fe4-411d-90cf-e3f59703eab8 req-4891c53a-06de-40f1-9f81-5f61175a0574 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 943 time: 0.4112258 Oct 15 00:42:53.282452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32e6d1ee-3fe4-411d-90cf-e3f59703eab8 req-83d6c650-4686-4a4a-aba7-212ba808d29f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685558 Oct 15 00:42:53.376393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.425760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.450196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.516067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Attempting to bind port 29068cf6-9a1a-408a-bb01-e798a58aad04 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:42:53.516067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Attempting to bind port 29068cf6-9a1a-408a-bb01-e798a58aad04 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:42:53.516453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Attempting to bind port 29068cf6-9a1a-408a-bb01-e798a58aad04 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:53.523096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aede1cc-044d-442d-9fcf-9dc0577cb2fc None None] Pushing event updated for resources: {'Port': ['ID=29068cf6-9a1a-408a-bb01-e798a58aad04,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:53.525916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:42:53.526349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:53.526736 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.527107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:42:53.527582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Bound port: 29068cf6-9a1a-408a-bb01-e798a58aad04, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:42:53.527965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.589777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] For port 29068cf6-9a1a-408a-bb01-e798a58aad04, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:42:53.594592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] For port 29068cf6-9a1a-408a-bb01-e798a58aad04, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=29068cf6-9a1a-408a-bb01-e798a58aad04,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:42:53.644539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Allocated IP 172.20.0.1 (100a47a1-754a-4324-9b73-8d952bb27d10/6d85395f-f4d7-4e77-b21d-1c2cf91d9125/f99c9b19-e120-4271-8cc0-1802172f1a37) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:53.668897 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.722944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:53.723552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:53.762243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:53.770714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aede1cc-044d-442d-9fcf-9dc0577cb2fc None None] Pushing event updated for resources: {'Port': ['ID=29068cf6-9a1a-408a-bb01-e798a58aad04,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:53.842912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:42:53.954573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.002568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Network 100a47a1-754a-4324-9b73-8d952bb27d10 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:54.006828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:54.009459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:54.042829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f99c9b19-e120-4271-8cc0-1802172f1a37,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:54.053305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:51Z', 'revision_number': 3, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:54.071065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.082603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416d2b6-c38f-460a-814b-8fcf95af4c99 None None] The sync data for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 is: [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:51Z', 'revision_number': 3, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:54.235043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cb197bbb-cef4-4e78-8324-8d5d185ebd9d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:54.289900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.307422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cb197bbb-cef4-4e78-8324-8d5d185ebd9d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:54.307903 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.422617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-32f20fcf-c9d4-43aa-a6ea-ed5f3b850153 None None] Provisioning complete for port f99c9b19-e120-4271-8cc0-1802172f1a37 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:54.424439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-32f20fcf-c9d4-43aa-a6ea-ed5f3b850153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.500121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ee89c-c1a6-4768-8ab2-0f1d4b1ea503 req-ccfbd98a-c557-4b25-a65e-bac318f5ece3 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:54.510697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd5ee89c-c1a6-4768-8ab2-0f1d4b1ea503 req-ccfbd98a-c557-4b25-a65e-bac318f5ece3 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 943 time: 0.0923462 Oct 15 00:42:54.559038 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd5ee89c-c1a6-4768-8ab2-0f1d4b1ea503 req-5fd92040-28fb-4755-82c6-d4d09f7685b2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Oct 15 00:42:54.617589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.702433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.745693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 826433d2-3f88-489e-8803-83df3e129bc2 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:42:54.765614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:54.775362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50006) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:54.804526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-32f20fcf-c9d4-43aa-a6ea-ed5f3b850153 None None] Port f99c9b19-e120-4271-8cc0-1802172f1a37 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:42:54.846607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f99c9b19-e120-4271-8cc0-1802172f1a37,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:54.894370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 826433d2-3f88-489e-8803-83df3e129bc2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=826433d2-3f88-489e-8803-83df3e129bc2,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:54.907334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '826433d2-3f88-489e-8803-83df3e129bc2', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'port_id': '826433d2-3f88-489e-8803-83df3e129bc2', 'mac_address': 'fa:16:3e:da:b3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdd3f5d-4bf6-4397-a16f-69fce57240ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:42:54.925774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Network 100a47a1-754a-4324-9b73-8d952bb27d10 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:54.927793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:54.939085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e4b15543-920e-4aaa-88ca-9c595ffda36b tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1249256787'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:54.939826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e4b15543-920e-4aaa-88ca-9c595ffda36b tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Unknown quota resources ['metering_label']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:42:54.983426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.003783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826433d2-3f88-489e-8803-83df3e129bc2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:42:55.037997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 826433d2-3f88-489e-8803-83df3e129bc2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=826433d2-3f88-489e-8803-83df3e129bc2,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:55.087051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Router 24843383-3067-466a-9f3e-acbb981e4a0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:42:55.143243 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.234610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=826433d2-3f88-489e-8803-83df3e129bc2,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:55.234972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:42:55.255979 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4b15543-920e-4aaa-88ca-9c595ffda36b tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.257150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7a87c625-2357-4e84-a6a0-49d28ab534d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/24843383-3067-466a-9f3e-acbb981e4a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7007077 Oct 15 00:42:55.257297 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e4b15543-920e-4aaa-88ca-9c595ffda36b tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4803712 Oct 15 00:42:55.259780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50012) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:55.264033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2416a8b2-acce-426c-a30b-76c4d0c142fa tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd250a5ab-55f3-4d14-b974-4d9fc2713f81'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:55.264535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2416a8b2-acce-426c-a30b-76c4d0c142fa tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:42:55.333750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0db28c60-9511-413f-a48c-3de8dfecd142 None None] Provisioning complete for port f99c9b19-e120-4271-8cc0-1802172f1a37 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:55.334145 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0db28c60-9511-413f-a48c-3de8dfecd142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.372658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['826433d2-3f88-489e-8803-83df3e129bc2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:42:55.382220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0db28c60-9511-413f-a48c-3de8dfecd142 None None] Port f99c9b19-e120-4271-8cc0-1802172f1a37 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:42:55.414632 n-d-811521-2 neutron-server[107725]: WARNING neutron.services.metering.metering_plugin [None req-2416a8b2-acce-426c-a30b-76c4d0c142fa tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 00:42:55.539336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2416a8b2-acce-426c-a30b-76c4d0c142fa tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.544586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50018) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:55.545121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2416a8b2-acce-426c-a30b-76c4d0c142fa tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2843015 Oct 15 00:42:55.549360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7c9e180d-fb41-40d4-a937-b34ff2455c9f tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd250a5ab-55f3-4d14-b974-4d9fc2713f81'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:55.549990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7c9e180d-fb41-40d4-a937-b34ff2455c9f tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:42:55.681665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a16b0-3691-427d-a2d0-27dadbb42975 req-b6b93d48-f9b4-4960-88ce-1a23cd947804 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:55.683816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a07a16b0-3691-427d-a2d0-27dadbb42975 req-b6b93d48-f9b4-4960-88ce-1a23cd947804 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 944 time: 0.0567291 Oct 15 00:42:55.702392 n-d-811521-2 neutron-server[107726]: WARNING neutron.services.metering.metering_plugin [None req-7c9e180d-fb41-40d4-a937-b34ff2455c9f tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 00:42:55.722061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50022) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:55.730040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0ed75e8f-edfb-4509-8456-e102836ec049 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351752310', 'description': 'tempest-description--2003548199'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:55.742276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a07a16b0-3691-427d-a2d0-27dadbb42975 req-03347283-2260-49c5-b3ed-e82bd3b9e2d5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521555 Oct 15 00:42:55.825905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ed75e8f-edfb-4509-8456-e102836ec049 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.831373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c9e180d-fb41-40d4-a937-b34ff2455c9f tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.832570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c9e180d-fb41-40d4-a937-b34ff2455c9f tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2867944 Oct 15 00:42:55.835375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50024) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:55.845988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-798770e3-ed37-49ab-9ee4-d946df08d0b3 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=a71da9b2-72e7-4e96-b71a-fc148a28f645 HTTP/1.1" status: 200 len: 462 time: 0.0094717 Oct 15 00:42:55.848527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50026) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:55.896675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ed75e8f-edfb-4509-8456-e102836ec049 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.951518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ed75e8f-edfb-4509-8456-e102836ec049 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:55.985647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed75e8f-edfb-4509-8456-e102836ec049 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472a14c8-fea6-432a-ba1a-d97827747051,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:56.016771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-457c7c12-c6c9-4b44-826b-20c8cd66da19 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.016771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-457c7c12-c6c9-4b44-826b-20c8cd66da19 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/a71da9b2-72e7-4e96-b71a-fc148a28f645 HTTP/1.1" status: 204 len: 168 time: 0.1669309 Oct 15 00:42:56.019002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50032) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.029190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f7544ce9-b689-4585-8d51-b8025d9ff9eb tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=a71da9b2-72e7-4e96-b71a-fc148a28f645 HTTP/1.1" status: 200 len: 221 time: 0.0088954 Oct 15 00:42:56.031008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ed75e8f-edfb-4509-8456-e102836ec049 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.032567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ed75e8f-edfb-4509-8456-e102836ec049 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3095088 Oct 15 00:42:56.032718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50034) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.035485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50036) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.039388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8e983749-c59d-4cbe-b583-fa4b328002eb tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--221073007', 'description': 'label created by tempest'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:56.039388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8e983749-c59d-4cbe-b583-fa4b328002eb tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Unknown quota resources ['metering_label']. {{(pid=107726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:42:56.046919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-555b13c1-8941-4b46-ada8-b41c2434f992 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'security_group_rule': {'security_group_id': '472a14c8-fea6-432a-ba1a-d97827747051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:56.107366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Sync routers for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:42:56.116576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:56.117167 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:56.129965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-555b13c1-8941-4b46-ada8-b41c2434f992 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.181014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7b2b407b-815f-4bc9-871b-ba3dd2f152d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.219232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-555b13c1-8941-4b46-ada8-b41c2434f992 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.236420 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:42:56.274249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-555b13c1-8941-4b46-ada8-b41c2434f992 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.294605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 29068cf6-9a1a-408a-bb01-e798a58aad04 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:56.302996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b13c1-8941-4b46-ada8-b41c2434f992 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526fda3d-49eb-45d9-98c1-537c6792f836,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:56.321300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e983749-c59d-4cbe-b583-fa4b328002eb tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.325903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8e983749-c59d-4cbe-b583-fa4b328002eb tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2890298 Oct 15 00:42:56.326642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50040) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.360408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 29068cf6-9a1a-408a-bb01-e798a58aad04 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:56.360408 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.378849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-555b13c1-8941-4b46-ada8-b41c2434f992 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.380067 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-555b13c1-8941-4b46-ada8-b41c2434f992 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424561 Oct 15 00:42:56.382965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50044) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.387835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1fd474d5-12bc-423a-a9f0-573e5f77e594 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'security_group_rule': {'security_group_id': '472a14c8-fea6-432a-ba1a-d97827747051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:56.418373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9b65b519-c910-4622-9061-e33eb4197c4b tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=394e7b73-22ff-4204-910a-034d67217050 HTTP/1.1" status: 200 len: 467 time: 0.0909920 Oct 15 00:42:56.421156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50046) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.485917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fd474d5-12bc-423a-a9f0-573e5f77e594 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.490435 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.516115 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 2, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:56.527551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 29068cf6-9a1a-408a-bb01-e798a58aad04, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=29068cf6-9a1a-408a-bb01-e798a58aad04,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:56.551280 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Checking router: 24843383-3067-466a-9f3e-acbb981e4a0b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:42:56.551630 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Updating router 24843383-3067-466a-9f3e-acbb981e4a0b port f99c9b19-e120-4271-8cc0-1802172f1a37 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:42:56.582929 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.587812 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fd474d5-12bc-423a-a9f0-573e5f77e594 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.601102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.645894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fd474d5-12bc-423a-a9f0-573e5f77e594 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.655925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=29068cf6-9a1a-408a-bb01-e798a58aad04,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:56.666733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd474d5-12bc-423a-a9f0-573e5f77e594 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e30cc2-0bb1-4004-bfa0-62205959a17d,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:56.670661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6c76dcf5-dbef-4e8c-8307-3877d277cc66 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.674537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50050) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.679685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6c76dcf5-dbef-4e8c-8307-3877d277cc66 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/394e7b73-22ff-4204-910a-034d67217050 HTTP/1.1" status: 204 len: 168 time: 0.2524331 Oct 15 00:42:56.680789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 826433d2-3f88-489e-8803-83df3e129bc2 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:56.689324 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d4edb127-a22a-47b9-9ae0-4131b295f482 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=394e7b73-22ff-4204-910a-034d67217050 HTTP/1.1" status: 200 len: 216 time: 0.0135720 Oct 15 00:42:56.692828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50052) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.702649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce5fd12c-61b3-424c-9646-0bc41d45b539 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0085371 Oct 15 00:42:56.711381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50054) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.726507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a534b5ef-bf88-4dd6-a08d-97552d85ac14 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0129259 Oct 15 00:42:56.733700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50056) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.745394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fd474d5-12bc-423a-a9f0-573e5f77e594 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.746808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1fd474d5-12bc-423a-a9f0-573e5f77e594 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627641 Oct 15 00:42:56.757900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50060) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.763294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:42:56.790424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-44d9c4db-90a7-4530-bbd7-4a14fc644eac tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/d250a5ab-55f3-4d14-b974-4d9fc2713f81 HTTP/1.1" status: 200 len: 473 time: 0.0548124 Oct 15 00:42:56.794139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50064) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.803622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-729acd44-2ff9-4a82-bfc9-359d5bc660f8 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/de464e79-04f7-41fd-9e43-1994f4241385 HTTP/1.1" status: 200 len: 459 time: 0.0084753 Oct 15 00:42:56.810797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50066) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:56.832215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 826433d2-3f88-489e-8803-83df3e129bc2 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:42:56.836422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 826433d2-3f88-489e-8803-83df3e129bc2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:56.836800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.881216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.912836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcbfd4-bf22-475d-aa2b-5fac6c592f14 req-993eaa20-56a2-4152-aa36-628792c62ef8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:56.918177 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.922370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0afcbfd4-bf22-475d-aa2b-5fac6c592f14 req-993eaa20-56a2-4152-aa36-628792c62ef8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 944 time: 0.0839286 Oct 15 00:42:56.949798 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:56.958797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0afcbfd4-bf22-475d-aa2b-5fac6c592f14 req-66c2be0f-a3aa-47f2-b6f4-c00e008aa0df tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Oct 15 00:42:56.984716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333ce55-d038-42f0-ad3c-f321a7839472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826433d2-3f88-489e-8803-83df3e129bc2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:42:56.987065 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5318c2-cb12-40ff-a636-87326fa4a1aa" -d '{"events": [{"server_uuid": "4333ce55-d038-42f0-ad3c-f321a7839472", "name": "network-vif-plugged", "status": "completed", "tag": "826433d2-3f88-489e-8803-83df3e129bc2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:42:57.001947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 826433d2-3f88-489e-8803-83df3e129bc2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=826433d2-3f88-489e-8803-83df3e129bc2,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:57.020268 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.032335 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4f2e33-27bf-4d44-b9dd-1d5b9d7c511e x-openstack-request-id: req-cf4f2e33-27bf-4d44-b9dd-1d5b9d7c511e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:42:57.032828 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333ce55-d038-42f0-ad3c-f321a7839472", "name": "network-vif-plugged", "status": "completed", "tag": "826433d2-3f88-489e-8803-83df3e129bc2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:42:57.034981 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf4f2e33-27bf-4d44-b9dd-1d5b9d7c511e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:42:57.035629 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333ce55-d038-42f0-ad3c-f321a7839472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826433d2-3f88-489e-8803-83df3e129bc2', 'code': 200} Oct 15 00:42:57.045488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1cc56832-8bba-4af6-bccf-e7949f731576 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.050502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1cc56832-8bba-4af6-bccf-e7949f731576 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/de464e79-04f7-41fd-9e43-1994f4241385 HTTP/1.1" status: 204 len: 168 time: 0.2349608 Oct 15 00:42:57.052227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50074) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:57.082321 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Pushing event updated for resources: {'Port': ['ID=f99c9b19-e120-4271-8cc0-1802172f1a37,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:57.093826 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.094227 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.094560 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.094863 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.095177 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.095500 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.095820 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.096142 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.096572 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.096807 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.097125 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.097253 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.097464 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:57.159341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Attempting to bind port f99c9b19-e120-4271-8cc0-1802172f1a37 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:42:57.166341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Attempting to bind port f99c9b19-e120-4271-8cc0-1802172f1a37 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:42:57.166341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Attempting to bind port f99c9b19-e120-4271-8cc0-1802172f1a37 on network 100a47a1-754a-4324-9b73-8d952bb27d10 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:42:57.166341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:42:57.166978 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Checking segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:42:57.167599 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.168203 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Bound using segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:42:57.168890 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Bound port: f99c9b19-e120-4271-8cc0-1802172f1a37, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:42:57.169503 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.183347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=826433d2-3f88-489e-8803-83df3e129bc2,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:57.244763 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] For port f99c9b19-e120-4271-8cc0-1802172f1a37, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:42:57.248301 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] For port f99c9b19-e120-4271-8cc0-1802172f1a37, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f99c9b19-e120-4271-8cc0-1802172f1a37,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:42:57.281772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.342870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dab9b3a7-54dc-4f85-a5b3-c6dd20ba2f32 None None] Provisioning complete for port f99c9b19-e120-4271-8cc0-1802172f1a37 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:57.343238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dab9b3a7-54dc-4f85-a5b3-c6dd20ba2f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.373432 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.384246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7bef1-143a-4cfd-b80e-2a47daca8d95 req-eb6364bc-0130-4d90-8b28-6241a6a6a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:57.386573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4e7bef1-143a-4cfd-b80e-2a47daca8d95 req-eb6364bc-0130-4d90-8b28-6241a6a6a549 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 1096 time: 0.1757579 Oct 15 00:42:57.399784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-dab9b3a7-54dc-4f85-a5b3-c6dd20ba2f32 None None] Port f99c9b19-e120-4271-8cc0-1802172f1a37 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:42:57.416726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db8310bf-f34f-4ecd-a46c-376118310b52 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.418166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-db8310bf-f34f-4ecd-a46c-376118310b52 tempest-MeteringIpV6TestJSON-970553635 tempest-MeteringIpV6TestJSON-970553635-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/d250a5ab-55f3-4d14-b974-4d9fc2713f81 HTTP/1.1" status: 204 len: 168 time: 0.3646476 Oct 15 00:42:57.449464 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:42:57.450459 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:57.455697 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba472bc-3b06-470d-8d3a-ea850ecfb742 None None] Pushing event updated for resources: {'Port': ['ID=f99c9b19-e120-4271-8cc0-1802172f1a37,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:57.474903 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4e7bef1-143a-4cfd-b80e-2a47daca8d95 req-82aa44d1-6eb4-452d-8563-4f607de77b7e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Oct 15 00:42:57.510945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Allocated IP 172.25.2.132 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/3f126bf8-25d3-4812-9de5-d301526a7784) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:42:57.596970 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:42:57.640868 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.730343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d2601b0c-b25e-4496-b349-ee4747f755dc None None] Provisioning complete for port f99c9b19-e120-4271-8cc0-1802172f1a37 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:57.730667 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2601b0c-b25e-4496-b349-ee4747f755dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.761638 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.818811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:42:57.827733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:42:57.834717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:42:57.836492 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:42:57.837905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'Port': ['ID=3f126bf8-25d3-4812-9de5-d301526a7784,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:57.844966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2601b0c-b25e-4496-b349-ee4747f755dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.877098 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2e7d0a-f7ef-4c1d-a5dd-039480787040 None None] The sync data for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 is: [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:42:57.886583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d2601b0c-b25e-4496-b349-ee4747f755dc None None] For port f99c9b19-e120-4271-8cc0-1802172f1a37, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f99c9b19-e120-4271-8cc0-1802172f1a37,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:42:57.965572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2601b0c-b25e-4496-b349-ee4747f755dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:57.975589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.039136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2601b0c-b25e-4496-b349-ee4747f755dc None None] Pushing event updated for resources: {'Port': ['ID=f99c9b19-e120-4271-8cc0-1802172f1a37,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:58.097719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50086) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:58.113254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.121388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722742ee-01a3-4bae-9772-d432f4cd845d req-d8e9dea2-31b1-4647-956a-1e0a3c1b4aa6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:58.129355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-722742ee-01a3-4bae-9772-d432f4cd845d req-d8e9dea2-31b1-4647-956a-1e0a3c1b4aa6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 945 time: 0.0691452 Oct 15 00:42:58.182584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-722742ee-01a3-4bae-9772-d432f4cd845d req-6b80758f-ed4f-47e4-8e02-d3dae7d67b5f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473826 Oct 15 00:42:58.296260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-931108b7-2550-4adc-9c03-796578ed88b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.370266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f99c9b19-e120-4271-8cc0-1802172f1a37 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:58.391116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.431169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-931108b7-2550-4adc-9c03-796578ed88b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.446776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f99c9b19-e120-4271-8cc0-1802172f1a37 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:58.447194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.481681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.558619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 29068cf6-9a1a-408a-bb01-e798a58aad04 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:42:58.598568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50096) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:58.623122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 29068cf6-9a1a-408a-bb01-e798a58aad04 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:42:58.623940 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.768709 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.793709 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b6e2acc4-6c92-4e70-8f55-680c52cf7927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.856011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.864547 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-931108b7-2550-4adc-9c03-796578ed88b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.919595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.935239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'Port': ['ID=3f126bf8-25d3-4812-9de5-d301526a7784,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:58.944293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931108b7-2550-4adc-9c03-796578ed88b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32496dde-b501-4c21-8282-c82c9ca0a331,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:58.958552 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-931108b7-2550-4adc-9c03-796578ed88b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e843b6c83554995a9953075c3580da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8542180 Oct 15 00:42:58.958552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50100) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:58.959965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5895ca-b788-4bc4-924a-5182104fec0f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:58.964778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0f8834bfdca4cef8011e4f844669eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649232 Oct 15 00:42:58.967922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50102) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:42:58.980490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:58.981204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.983917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.984226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.984455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:58.984768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca37cf1-4a40-477a-87a6-e14c2476b1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:42:59.026212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4626d289-2e01-48a9-a6aa-a5b403a8ee3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.042681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3959fa43-2b2d-48ab-8680-5ea73d6f8cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.051562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4626d289-2e01-48a9-a6aa-a5b403a8ee3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.065253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3959fa43-2b2d-48ab-8680-5ea73d6f8cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.066790 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.073515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a76b0b3f-6a68-4148-9da6-d9521b7a4dee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3089643 Oct 15 00:42:59.194758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4626d289-2e01-48a9-a6aa-a5b403a8ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.197310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4626d289-2e01-48a9-a6aa-a5b403a8ee3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.199307 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4626d289-2e01-48a9-a6aa-a5b403a8ee3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32496dde-b501-4c21-8282-c82c9ca0a331 HTTP/1.1" status: 204 len: 168 time: 0.2417419 Oct 15 00:42:59.207974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d289-2e01-48a9-a6aa-a5b403a8ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32496dde-b501-4c21-8282-c82c9ca0a331,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:59.227048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3959fa43-2b2d-48ab-8680-5ea73d6f8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.247192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3959fa43-2b2d-48ab-8680-5ea73d6f8cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:42:59.247192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3959fa43-2b2d-48ab-8680-5ea73d6f8cd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb5895ca-b788-4bc4-924a-5182104fec0f HTTP/1.1" status: 204 len: 168 time: 0.2659295 Oct 15 00:42:59.247192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959fa43-2b2d-48ab-8680-5ea73d6f8cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5895ca-b788-4bc4-924a-5182104fec0f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:42:59.318414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-388b945d-5e47-4474-801c-2d002b017ece tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1351752310&fields=id&tenant_id=9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 267 time: 0.0566182 Oct 15 00:42:59.346550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e2d4c-4c5e-43c6-9c85-762cd66bb10f req-350bd31e-88fe-4788-ad4a-fbece5186598 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:59.348018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-951e2d4c-4c5e-43c6-9c85-762cd66bb10f req-350bd31e-88fe-4788-ad4a-fbece5186598 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 945 time: 0.0566831 Oct 15 00:42:59.390940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-951e2d4c-4c5e-43c6-9c85-762cd66bb10f req-2734d2a7-fb45-4f3f-93ab-1e2e130e9a44 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Oct 15 00:42:59.437232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-31047376-a196-4cbe-93c6-3030b60f1a01 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:59.440993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-31047376-a196-4cbe-93c6-3030b60f1a01 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 817 time: 0.1151350 Oct 15 00:42:59.454373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c8d4279a-659f-4687-9323-bb2b20ef6b61 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/quotas/9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 375 time: 0.0093610 Oct 15 00:42:59.524469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-5bffcc7d-e1d3-4bf5-97c9-1c9a6636f284 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635679 Oct 15 00:42:59.629012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-da51df31-4d63-4808-bc5b-180ced62bba7 service neutron] 10.222.0.13 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927901 Oct 15 00:42:59.741722 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-a2ec839b-092e-44fb-b574-444cad60dc18 service neutron] 10.222.0.13 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057446 Oct 15 00:42:59.785963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87ceb4-01a2-4b1d-a797-6327ae2adcac req-bc309317-6618-4472-b36f-5200f706f6ba tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:42:59.787668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec87ceb4-01a2-4b1d-a797-6327ae2adcac req-bc309317-6618-4472-b36f-5200f706f6ba tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 945 time: 0.0511551 Oct 15 00:42:59.833915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec87ceb4-01a2-4b1d-a797-6327ae2adcac req-7f549ac2-2f89-4ee9-841f-6b68b5541827 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387619 Oct 15 00:42:59.968085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04b72cd4-3ba5-45e8-9a53-4ad5358e038c req-a777d9d0-d4b7-458d-ab3f-ad6e98b32013 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 210 time: 0.0271330 Oct 15 00:43:00.049598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50136) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:00.067296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d28dc251-d176-4649-9ac9-f22dce8d2652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.079002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.143751 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d28dc251-d176-4649-9ac9-f22dce8d2652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.157535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50140) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:00.163877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.176648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc0cfb7c-3a92-498b-8725-23f7d4233198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.215609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d28dc251-d176-4649-9ac9-f22dce8d2652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.269019 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d28dc251-d176-4649-9ac9-f22dce8d2652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5a35b30850a49298ed83c9250f3fe4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175405 Oct 15 00:43:00.271719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50142) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:00.274430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dc251-d176-4649-9ac9-f22dce8d2652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f1a7c-1ac2-4754-8e66-5bc384fd3784,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:00.285417 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc0cfb7c-3a92-498b-8725-23f7d4233198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.321542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90714a92-f1a0-4d43-a65f-98cdae6e661c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.343027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90714a92-f1a0-4d43-a65f-98cdae6e661c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.352173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc0cfb7c-3a92-498b-8725-23f7d4233198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.391209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cfb7c-3a92-498b-8725-23f7d4233198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c553ed7-4d1c-41c1-b0fb-31fecfbf3676,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:00.396543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bc0cfb7c-3a92-498b-8725-23f7d4233198 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bcc44b75021045388eaf766b1e6dc078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379498 Oct 15 00:43:00.399263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50144) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:00.449979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a013ea04-b495-4f45-b6a3-0c38bbbb22f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.472809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a013ea04-b495-4f45-b6a3-0c38bbbb22f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.472809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90714a92-f1a0-4d43-a65f-98cdae6e661c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.474902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-90714a92-f1a0-4d43-a65f-98cdae6e661c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.476252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-90714a92-f1a0-4d43-a65f-98cdae6e661c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b8f1a7c-1ac2-4754-8e66-5bc384fd3784 HTTP/1.1" status: 204 len: 168 time: 0.2034888 Oct 15 00:43:00.491681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90714a92-f1a0-4d43-a65f-98cdae6e661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f1a7c-1ac2-4754-8e66-5bc384fd3784,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:00.582288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a013ea04-b495-4f45-b6a3-0c38bbbb22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.584884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a013ea04-b495-4f45-b6a3-0c38bbbb22f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:00.586101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a013ea04-b495-4f45-b6a3-0c38bbbb22f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c553ed7-4d1c-41c1-b0fb-31fecfbf3676 HTTP/1.1" status: 204 len: 168 time: 0.1857998 Oct 15 00:43:00.593968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013ea04-b495-4f45-b6a3-0c38bbbb22f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c553ed7-4d1c-41c1-b0fb-31fecfbf3676,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:00.961104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c658ca-e865-492c-9653-9f8b02fbd7ab req-ca41c5c5-1e52-4241-ac67-4041fe6c98d0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:00.962621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-52c658ca-e865-492c-9653-9f8b02fbd7ab req-ca41c5c5-1e52-4241-ac67-4041fe6c98d0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 945 time: 0.0570364 Oct 15 00:43:01.015459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-52c658ca-e865-492c-9653-9f8b02fbd7ab req-162a1582-fe58-4722-95ef-dfedb97d893b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443249 Oct 15 00:43:01.103603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7ac73d1-ebc2-4cb2-a849-d53e6e2a595f req-e0395269-4c28-401a-a423-84e6ee73f8d6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 210 time: 0.0312676 Oct 15 00:43:01.485665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bfff4-f75c-4ad5-b73d-70f0a4a91f36 req-2e127327-19f5-4d37-9fa4-3e19a4cccb45 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:01.487550 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-108bfff4-f75c-4ad5-b73d-70f0a4a91f36 req-2e127327-19f5-4d37-9fa4-3e19a4cccb45 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 945 time: 0.0523925 Oct 15 00:43:01.531262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-108bfff4-f75c-4ad5-b73d-70f0a4a91f36 req-a8d90363-36b5-4605-b9ac-56b39702080e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Oct 15 00:43:01.722066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:01.912425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1279044020'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:01.991554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:01.995083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.003983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.079039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.174343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.203892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:02.219498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc588950-e4e6-4a53-ac16-ffb06ea0d593 req-bc486f8f-5394-45f8-b5d9-a39f8091248f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 210 time: 0.0323656 Oct 15 00:43:02.220104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e66cb5e-0dad-4d7d-97bf-7a9d4679f760,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:02.222717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.223060 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment 14e248dd-f3ee-4896-8728-a4bb5f627167 of type vlan for network db8db45e-e765-4d1e-aa16-bbce860e9e34 Oct 15 00:43:02.277568 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.338998 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.392850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-88ba00e1-3b50-48f9-a7c1-eaebac29994a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:02.394317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-88ba00e1-3b50-48f9-a7c1-eaebac29994a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.39 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 817 time: 0.1697547 Oct 15 00:43:02.442536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-0f29ce21-949d-4ae9-a05f-5f3f80ca0e37 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 380 time: 0.0366287 Oct 15 00:43:02.455044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'port': {'device_id': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'admin_state_up': True, 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'security_groups': ['472a14c8-fea6-432a-ba1a-d97827747051']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:02.469803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.475593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:02.476189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.592833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=db8db45e-e765-4d1e-aa16-bbce860e9e34,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:02.602856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5c14f9e2-bf21-4d85-ac13-93fe2ccacde5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8770797 Oct 15 00:43:02.606718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50218) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:02.607600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:02.609531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1816412700'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:02.701190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:02.701686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe8973-3aaa-4f07-af23-501ac07096f4 req-dcfa67c2-a331-4376-940d-5c6218d7789c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:02.703573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1fe8973-3aaa-4f07-af23-501ac07096f4 req-dcfa67c2-a331-4376-940d-5c6218d7789c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 945 time: 0.0672004 Oct 15 00:43:02.705092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.734524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:02.743310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.743637 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment eab1e8df-d51e-4d5d-8464-2258bcfab52f of type vlan for network bd3e1287-1c76-4a9e-bcb9-5d5327535494 Oct 15 00:43:02.754783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1fe8973-3aaa-4f07-af23-501ac07096f4 req-37de4822-06ec-4bcc-922a-822aa8788d17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Oct 15 00:43:02.786106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.820511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Made reservation on behalf of 9d46c404c55449b1a5118cb36169b79c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:02.825140 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.859630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-4313c83a-3869-4892-89ca-3a905be6be16 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:02.861338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-4313c83a-3869-4892-89ca-3a905be6be16 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 945 time: 0.0582125 Oct 15 00:43:02.912492 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.917805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:02.919185 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:02.962470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Allocated IP 172.20.0.4 (100a47a1-754a-4324-9b73-8d952bb27d10/6d85395f-f4d7-4e77-b21d-1c2cf91d9125/b9d6687f-50ee-4740-955f-15b26ac1002d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:03.020849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=bd3e1287-1c76-4a9e-bcb9-5d5327535494,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:03.035691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:03.044560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-032468a5-b8ee-4ed0-8d94-7f7898432bea tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4402080 Oct 15 00:43:03.047582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50228) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:03.048218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Deleting port 826433d2-3f88-489e-8803-83df3e129bc2 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:03.048632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.061302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': 'db8db45e-e765-4d1e-aa16-bbce860e9e34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:03.149289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] For port 826433d2-3f88-489e-8803-83df3e129bc2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=826433d2-3f88-489e-8803-83df3e129bc2,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:03.149657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.162439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Calling delete_port for 826433d2-3f88-489e-8803-83df3e129bc2 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:03.205487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.288735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:03.292332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.336441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-73c7dc4d-38c3-496b-9f99-9db7f24189a6 req-5a076217-e5d6-4c0d-afca-200ba20226d4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 210 time: 0.0295537 Oct 15 00:43:03.369008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.382864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['826433d2-3f88-489e-8803-83df3e129bc2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:43:03.401942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event deleted for resources: {'Port': ['ID=826433d2-3f88-489e-8803-83df3e129bc2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:03.451862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] No DVR routers for this DVR port 826433d2-3f88-489e-8803-83df3e129bc2 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:03.454465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.458078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e772ecee-ab71-4d5b-9b92-d6a2ca88925e req-dbd2a4b5-f4ff-4e5f-8341-e76d4f8196a4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "DELETE /v2.0/ports/826433d2-3f88-489e-8803-83df3e129bc2 HTTP/1.1" status: 204 len: 173 time: 0.5899014 Oct 15 00:43:03.458569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4333ce55-d038-42f0-ad3c-f321a7839472', 'name': 'network-vif-deleted', 'tag': '826433d2-3f88-489e-8803-83df3e129bc2'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:03.460978 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93d980-a89e-4f70-874f-b75a687fbf7d" -d '{"events": [{"server_uuid": "4333ce55-d038-42f0-ad3c-f321a7839472", "name": "network-vif-deleted", "tag": "826433d2-3f88-489e-8803-83df3e129bc2"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:03.501940 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465e910-47aa-4202-99f3-5dfa3e8cd368 x-openstack-request-id: req-5465e910-47aa-4202-99f3-5dfa3e8cd368 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:03.502480 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4333ce55-d038-42f0-ad3c-f321a7839472", "name": "network-vif-deleted", "tag": "826433d2-3f88-489e-8803-83df3e129bc2", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:03.502897 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5465e910-47aa-4202-99f3-5dfa3e8cd368 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:03.503468 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4333ce55-d038-42f0-ad3c-f321a7839472', 'name': 'network-vif-deleted', 'tag': '826433d2-3f88-489e-8803-83df3e129bc2', 'status': 'completed', 'code': 200} Oct 15 00:43:03.679421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.748046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Network 100a47a1-754a-4324-9b73-8d952bb27d10 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:03.753126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:03.756154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:03.759583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:03.845562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:03.846182 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:03.893457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44801c0e-444c-4018-828f-67c34d3a0e5d req-37a84b60-a826-444e-88c0-e02d692b937f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=4333ce55-d038-42f0-ad3c-f321a7839472 HTTP/1.1" status: 200 len: 210 time: 0.0410740 Oct 15 00:43:03.960426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-46704716-430f-45ed-8071-eee2074b89df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5091612 Oct 15 00:43:03.974617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Request body: {'port': {'device_id': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:03.996824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.047508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-30811bf7-f400-44ae-bea8-f1c7316f0f0c None None] Provisioning complete for port b9d6687f-50ee-4740-955f-15b26ac1002d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:04.047796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-30811bf7-f400-44ae-bea8-f1c7316f0f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.086201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-30811bf7-f400-44ae-bea8-f1c7316f0f0c None None] Port b9d6687f-50ee-4740-955f-15b26ac1002d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:04.107198 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.109381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=f954db21-dcb7-43b9-b07e-6fe13029643a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:04.125895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': '14e248dd-f3ee-4896-8728-a4bb5f627167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db8db45e-e765-4d1e-aa16-bbce860e9e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:04.126284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: db8db45e-e765-4d1e-aa16-bbce860e9e34, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:04.270725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:04.387632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, db8db45e-e765-4d1e-aa16-bbce860e9e34) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:04.390905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:04.391496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.399530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444bd500-f218-46ca-b0be-b6bca58fcc0f None None] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:04.406559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d6687f-50ee-4740-955f-15b26ac1002d {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:43:04.415070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.437024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Transition to ACTIVE for port object b9d6687f-50ee-4740-955f-15b26ac1002d will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:43:04.475673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35f9ca-6690-4ebb-8a21-5665c28b2b8d req-eb12ae25-abfb-4de1-bf6e-f6e402e14471 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:04.477190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e35f9ca-6690-4ebb-8a21-5665c28b2b8d req-eb12ae25-abfb-4de1-bf6e-f6e402e14471 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 931 time: 0.0555575 Oct 15 00:43:04.482643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0f679b0e-f5dd-49d4-a1ae-d143a439c5a1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4331710 Oct 15 00:43:04.485676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50250) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:04.490490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': 'bd3e1287-1c76-4a9e-bcb9-5d5327535494', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:04.524821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.564590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:04.591656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-db8db45e-e765-4d1e-aa16-bbce860e9e34', 'network_id': 'db8db45e-e765-4d1e-aa16-bbce860e9e34', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': 'f954db21-dcb7-43b9-b07e-6fe13029643a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:04.592625 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.633628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e35f9ca-6690-4ebb-8a21-5665c28b2b8d req-83f44aa5-bca5-4336-bd20-449b6b10b4cf tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496603 Oct 15 00:43:04.653341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:04.704072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6361eda-0f18-4145-8aa8-837c37a5c6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.745136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Attempting to bind port b9d6687f-50ee-4740-955f-15b26ac1002d on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:04.745709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Attempting to bind port b9d6687f-50ee-4740-955f-15b26ac1002d by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:04.745844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Attempting to bind port b9d6687f-50ee-4740-955f-15b26ac1002d on network 100a47a1-754a-4324-9b73-8d952bb27d10 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:04.751043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Port b9d6687f-50ee-4740-955f-15b26ac1002d on network 100a47a1-754a-4324-9b73-8d952bb27d10 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:43:04.751362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Attempting to bind port b9d6687f-50ee-4740-955f-15b26ac1002d on network 100a47a1-754a-4324-9b73-8d952bb27d10 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:04.757166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:04.757553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Checking segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:04.757951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Bound using segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:04.758462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Bound port: b9d6687f-50ee-4740-955f-15b26ac1002d, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:04.758830 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.799905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6361eda-0f18-4145-8aa8-837c37a5c6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.808152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:04.812707 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.813764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Allocated IP 2001:db8::2 (db8db45e-e765-4d1e-aa16-bbce860e9e34/f954db21-dcb7-43b9-b07e-6fe13029643a/7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:04.889228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6361eda-0f18-4145-8aa8-837c37a5c6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:04.900858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:04.929801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:04.942384 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a6361eda-0f18-4145-8aa8-837c37a5c6e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87e7280a0c0f4087a27e35fd1ca795bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767183 Oct 15 00:43:04.943105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50258) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:04.943833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361eda-0f18-4145-8aa8-837c37a5c6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe930a67-568a-4d00-a5d8-0a356e578c3d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:04.991241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.010393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.060838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.061328 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.061502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.062846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] 10.222.0.39 "PUT /v2.0/ports/b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 1091 time: 1.0925951 Oct 15 00:43:05.063289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:05.065617 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35227255-fdb8-49c1-9bb6-25eac117f9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:05.119164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:05.123028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:05.126746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:05.132498 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f663f6-8a83-40c0-b6f3-a52e960c34f3 x-openstack-request-id: req-70f663f6-8a83-40c0-b6f3-a52e960c34f3 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:05.132784 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:05.133295 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70f663f6-8a83-40c0-b6f3-a52e960c34f3 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:05.133425 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'status': 'completed', 'code': 200} Oct 15 00:43:05.138942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Pushing event updated for resources: {'Port': ['ID=7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:05.148859 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af764c3f-4210-4c46-bbff-245ff004fdf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.175692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f63487-7512-415f-a7c9-9ae4c98ee983 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:05.204536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Attempting to bind port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:05.205468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Attempting to bind port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '14e248dd-f3ee-4896-8728-a4bb5f627167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db8db45e-e765-4d1e-aa16-bbce860e9e34'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:05.205846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Attempting to bind port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 on network db8db45e-e765-4d1e-aa16-bbce860e9e34 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:05.212473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:05.212852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Checking segment: {'id': '14e248dd-f3ee-4896-8728-a4bb5f627167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db8db45e-e765-4d1e-aa16-bbce860e9e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:05.213261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.213698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Bound using segment: {'id': '14e248dd-f3ee-4896-8728-a4bb5f627167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db8db45e-e765-4d1e-aa16-bbce860e9e34'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:05.214209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Bound port: 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e248dd-f3ee-4896-8728-a4bb5f627167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db8db45e-e765-4d1e-aa16-bbce860e9e34'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:05.214606 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.225774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af764c3f-4210-4c46-bbff-245ff004fdf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.248931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227255-fdb8-49c1-9bb6-25eac117f9e8 req-70a75ec4-0106-40e2-a26f-a23fa1306e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.250496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35227255-fdb8-49c1-9bb6-25eac117f9e8 req-70a75ec4-0106-40e2-a26f-a23fa1306e1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1094 time: 0.0976436 Oct 15 00:43:05.307822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] For port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:05.313649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] For port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2,segment=NetworkSegment(14e248dd-f3ee-4896-8728-a4bb5f627167),segment_id=14e248dd-f3ee-4896-8728-a4bb5f627167)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:05.335299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.349972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-17e21bb7-e314-4e21-a17a-f36f5fa6bca9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.354626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-17e21bb7-e314-4e21-a17a-f36f5fa6bca9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.1505258 Oct 15 00:43:05.369196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-45fb70c6-2a75-4f2f-b93c-f8119dc30ad1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/quotas/3cba3ea282ad42759b9be7c459a91df9 HTTP/1.1" status: 200 len: 375 time: 0.0094545 Oct 15 00:43:05.380766 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.411699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-6dc83d29-05e6-4d29-8545-c564ae15dc2c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351384 Oct 15 00:43:05.429199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=906e8208-b8ec-4a8d-9eb8-aac02d1f97e4,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:05.440238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227255-fdb8-49c1-9bb6-25eac117f9e8 req-f017c9c8-f3c9-4a24-91b7-743f54b94d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.442239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35227255-fdb8-49c1-9bb6-25eac117f9e8 req-f017c9c8-f3c9-4a24-91b7-743f54b94d9d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d46c404c55449b1a5118cb36169b79c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1821589 Oct 15 00:43:05.456390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': 'eab1e8df-d51e-4d5d-8464-2258bcfab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3e1287-1c76-4a9e-bcb9-5d5327535494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:05.456390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: bd3e1287-1c76-4a9e-bcb9-5d5327535494, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:05.467778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d6c94-d4f6-4ce6-8b8b-a05960a52900 None None] Pushing event updated for resources: {'Port': ['ID=7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:05.509124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af764c3f-4210-4c46-bbff-245ff004fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.512603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-af764c3f-4210-4c46-bbff-245ff004fdf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.517019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-af764c3f-4210-4c46-bbff-245ff004fdf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe930a67-568a-4d00-a5d8-0a356e578c3d HTTP/1.1" status: 204 len: 168 time: 0.5727317 Oct 15 00:43:05.533088 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-94e28a77-14eb-410c-b1c5-9c40007f5fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128292 Oct 15 00:43:05.562262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af764c3f-4210-4c46-bbff-245ff004fdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe930a67-568a-4d00-a5d8-0a356e578c3d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:05.592636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:05.610702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35227255-fdb8-49c1-9bb6-25eac117f9e8 req-9b7930cc-7c1f-45ba-9686-4f4f41aa432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.612168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35227255-fdb8-49c1-9bb6-25eac117f9e8 req-9b7930cc-7c1f-45ba-9686-4f4f41aa432e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627650 Oct 15 00:43:05.660750 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-2f5a3f1f-0798-4b1a-afa1-29c93d50eca3 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150532 Oct 15 00:43:05.718906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, bd3e1287-1c76-4a9e-bcb9-5d5327535494) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:05.725668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.726699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.730011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e052af7c-634b-455a-a719-094907805fd2 None None] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:05.750361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-9e110bd3-bf0f-4d2c-84e4-8e41eeb50e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.751894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-9e110bd3-bf0f-4d2c-84e4-8e41eeb50e16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1094 time: 0.0959504 Oct 15 00:43:05.824980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-e93debc6-a933-4d2b-b44e-f7323d2751ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 217 time: 0.0603900 Oct 15 00:43:05.832454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-63bb912f-a51b-453d-a24d-9840c04172ae tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3452449 Oct 15 00:43:05.836230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50280) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:05.842455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f3112a97-6fa8-4a26-a50c-156e3a788dd1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1467058279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:05.882894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3d285-dd0e-4771-b754-7417f80eab5d req-6a0fc6ac-a66d-4782-8fae-2191993ceef1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.890156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9d3d285-dd0e-4771-b754-7417f80eab5d req-6a0fc6ac-a66d-4782-8fae-2191993ceef1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1363451 Oct 15 00:43:05.930531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-d82d7f5e-85ec-4a99-a801-c05ea80d30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:05.932003 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-d82d7f5e-85ec-4a99-a801-c05ea80d30e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0990038 Oct 15 00:43:05.937356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-bd3e1287-1c76-4a9e-bcb9-5d5327535494', 'network_id': 'bd3e1287-1c76-4a9e-bcb9-5d5327535494', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': '906e8208-b8ec-4a8d-9eb8-aac02d1f97e4'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:05.938571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.959332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9d3d285-dd0e-4771-b754-7417f80eab5d req-6e6b19fb-a314-4e09-b633-0d403ccfcb17 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626423 Oct 15 00:43:05.965737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3112a97-6fa8-4a26-a50c-156e3a788dd1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:05.967252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3112a97-6fa8-4a26-a50c-156e3a788dd1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.007329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-3f004dbc-8b65-4a03-a278-e82ee66f3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:06.010489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-3f004dbc-8b65-4a03-a278-e82ee66f3972 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662127 Oct 15 00:43:06.072708 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3112a97-6fa8-4a26-a50c-156e3a788dd1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.122197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5258e4cd-8f4e-4f96-b1fa-0ace9539a863 req-d4065a10-f2bc-4d5e-bbf7-06680153b309 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 210 time: 0.0450816 Oct 15 00:43:06.126047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Allocated IP 2001:db8:1::2 (bd3e1287-1c76-4a9e-bcb9-5d5327535494/906e8208-b8ec-4a8d-9eb8-aac02d1f97e4/b417e049-778e-45ae-a4bd-76ec4cc4f422) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:06.148821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3112a97-6fa8-4a26-a50c-156e3a788dd1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.161531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-6ff78e97-272c-4410-a031-77d6b55fddbb service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445715 Oct 15 00:43:06.292994 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3112a97-6fa8-4a26-a50c-156e3a788dd1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.295080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f3112a97-6fa8-4a26-a50c-156e3a788dd1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4574077 Oct 15 00:43:06.297934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50290) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:06.305155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50292) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:06.309960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:06.350641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b5826b4-c20f-48bd-868b-c85c7295c946 req-8d54470c-4a4e-49b2-bde1-2513d52e2239 service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790566 Oct 15 00:43:06.351696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be5ddb0b-0f39-42a9-b3e2-7ee914a5763e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.381557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.397242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:06.397607 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.445095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be5ddb0b-0f39-42a9-b3e2-7ee914a5763e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.494456 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.510035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.557407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be5ddb0b-0f39-42a9-b3e2-7ee914a5763e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.564719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:06.577832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:06.587508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:06.591411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2,segment=NetworkSegment(14e248dd-f3ee-4896-8728-a4bb5f627167),segment_id=14e248dd-f3ee-4896-8728-a4bb5f627167)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:06.593147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Pushing event updated for resources: {'Port': ['ID=b417e049-778e-45ae-a4bd-76ec4cc4f422,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:06.637416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50296) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:06.637667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be5ddb0b-0f39-42a9-b3e2-7ee914a5763e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d2c35ef878443abb259182ba2d88b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260500 Oct 15 00:43:06.640040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ddb0b-0f39-42a9-b3e2-7ee914a5763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e4052e-b5e3-4cf0-a737-cc75080f5f1d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:06.661148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Attempting to bind port b417e049-778e-45ae-a4bd-76ec4cc4f422 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:06.663311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Attempting to bind port b417e049-778e-45ae-a4bd-76ec4cc4f422 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'eab1e8df-d51e-4d5d-8464-2258bcfab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3e1287-1c76-4a9e-bcb9-5d5327535494'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:06.663467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Attempting to bind port b417e049-778e-45ae-a4bd-76ec4cc4f422 on network bd3e1287-1c76-4a9e-bcb9-5d5327535494 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:06.670691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:06.671081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Checking segment: {'id': 'eab1e8df-d51e-4d5d-8464-2258bcfab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3e1287-1c76-4a9e-bcb9-5d5327535494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:06.671493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.671888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Bound using segment: {'id': 'eab1e8df-d51e-4d5d-8464-2258bcfab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3e1287-1c76-4a9e-bcb9-5d5327535494'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:06.672362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Bound port: b417e049-778e-45ae-a4bd-76ec4cc4f422, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab1e8df-d51e-4d5d-8464-2258bcfab52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd3e1287-1c76-4a9e-bcb9-5d5327535494'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:06.672750 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.687589 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.741988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b1cc-4de9-42dc-bb6a-bd0c9388841d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.745312 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 826433d2-3f88-489e-8803-83df3e129bc2 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:06.745978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.775450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 826433d2-3f88-489e-8803-83df3e129bc2 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:06.775796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 826433d2-3f88-489e-8803-83df3e129bc2 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:06.801190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28feec-4a05-4fb4-93b7-568f5726e9d5 None None] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:06.817952 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b1cc-4de9-42dc-bb6a-bd0c9388841d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.823520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:06.835615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] For port b417e049-778e-45ae-a4bd-76ec4cc4f422, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:06.873802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] For port b417e049-778e-45ae-a4bd-76ec4cc4f422, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b417e049-778e-45ae-a4bd-76ec4cc4f422,segment=NetworkSegment(eab1e8df-d51e-4d5d-8464-2258bcfab52f),segment_id=eab1e8df-d51e-4d5d-8464-2258bcfab52f)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:06.946905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b240bd3c-f55c-4b83-b104-ff5da79cd787 None None] Provisioning complete for port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:06.947312 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b240bd3c-f55c-4b83-b104-ff5da79cd787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:06.988960 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.053226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8::1 (db8db45e-e765-4d1e-aa16-bbce860e9e34/f954db21-dcb7-43b9-b07e-6fe13029643a/5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:07.081030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a9a2d-64f3-4878-bbec-835663e479e8 None None] Pushing event updated for resources: {'Port': ['ID=b417e049-778e-45ae-a4bd-76ec4cc4f422,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:07.082072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b1cc-4de9-42dc-bb6a-bd0c9388841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.085273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b1cc-4de9-42dc-bb6a-bd0c9388841d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.089313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3fc0b1cc-4de9-42dc-bb6a-bd0c9388841d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3e4052e-b5e3-4cf0-a737-cc75080f5f1d HTTP/1.1" status: 204 len: 168 time: 0.4504147 Oct 15 00:43:07.121519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0b1cc-4de9-42dc-bb6a-bd0c9388841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e4052e-b5e3-4cf0-a737-cc75080f5f1d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:07.206420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39f27c-56bd-43dd-bec3-6079209a3d16 req-73414317-6504-4b81-a58a-026c656fac36 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:07.208116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e39f27c-56bd-43dd-bec3-6079209a3d16 req-73414317-6504-4b81-a58a-026c656fac36 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1236241 Oct 15 00:43:07.275391 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e39f27c-56bd-43dd-bec3-6079209a3d16 req-3a7f82f1-a860-425f-9763-d2fbc4e91a65 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595047 Oct 15 00:43:07.337992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3dafef0a-fadd-450b-903c-c98f506f2153 req-f859e4ff-20a6-4ba7-825c-4685a0c00492 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 210 time: 0.0691702 Oct 15 00:43:07.344593 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.520672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.571841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:07.577874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:07.583419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:07.583419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.633201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ef363005-113c-4952-b93c-f3cd2cf80116 None None] Provisioning complete for port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:07.633722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ef363005-113c-4952-b93c-f3cd2cf80116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.658470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:07.863244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.895050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-be87c2eb-ccc6-4895-afd9-7604ae117a73 None None] Provisioning complete for port 5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:07.895472 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-be87c2eb-ccc6-4895-afd9-7604ae117a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:07.934153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-be87c2eb-ccc6-4895-afd9-7604ae117a73 None None] Port 5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:08.155467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:08.219189 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:08.219189 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:08.327209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:08.369966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d68e1d-934e-4c99-8ca7-d0e4e7c63cb8 None None] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:08.412182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:08.491853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:08.519611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ba099197-4a50-4a8e-9e31-6a42a549ed83 None None] Provisioning complete for port b417e049-778e-45ae-a4bd-76ec4cc4f422 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:08.520714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba099197-4a50-4a8e-9e31-6a42a549ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:08.544418 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:08.622121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:43:08.627321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84932381-5ef1-497f-b08a-1acb6c021bac req-26395fb6-ed71-4710-bec1-4e6a8d49ed17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 210 time: 0.0486887 Oct 15 00:43:08.655147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:08.655645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:08.657089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5278fb-d1a9-4c53-8b45-c84ee26305b2 req-f9086772-0cb7-49aa-81fd-ff0d6399f106 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:08.677202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e5278fb-d1a9-4c53-8b45-c84ee26305b2 req-f9086772-0cb7-49aa-81fd-ff0d6399f106 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.2578151 Oct 15 00:43:08.795898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-d23ed64b-00ca-44a2-b6da-77c492d8c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:08.798196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-d23ed64b-00ca-44a2-b6da-77c492d8c989 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.1050947 Oct 15 00:43:08.854307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16768f8e-aee5-4f67-bae2-0e7cbef4147f req-7a70a1c8-2b7e-417c-965d-989b8bf31bee tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:08.862159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16768f8e-aee5-4f67-bae2-0e7cbef4147f req-7a70a1c8-2b7e-417c-965d-989b8bf31bee tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1578009 Oct 15 00:43:08.910445 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e5278fb-d1a9-4c53-8b45-c84ee26305b2 req-f68425ff-924c-4e6d-ac97-eb88f42e7030 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295136 Oct 15 00:43:08.925175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-5a4f361e-8aea-4c1c-969f-7643a2776b5b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:08.926689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-5a4f361e-8aea-4c1c-969f-7643a2776b5b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.5062649 Oct 15 00:43:08.945198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16768f8e-aee5-4f67-bae2-0e7cbef4147f req-ac5ffcd3-0b70-443a-9940-c3b7c484ae45 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746341 Oct 15 00:43:08.945480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Request body: {'port': {'device_id': 'cce7dd63-7942-4714-93f0-eba686c43931', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'admin_state_up': True, 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:08.957905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-cb49b37d-78a5-4c30-b51b-a8a39c38fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:08.969257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-cb49b37d-78a5-4c30-b51b-a8a39c38fde1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1533308 Oct 15 00:43:08.972989 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba099197-4a50-4a8e-9e31-6a42a549ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:08.993294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:09.017239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'port_id': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'mac_address': 'fa:16:3e:f1:f9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:43:09.098455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ba099197-4a50-4a8e-9e31-6a42a549ed83 None None] For port b417e049-778e-45ae-a4bd-76ec4cc4f422, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b417e049-778e-45ae-a4bd-76ec4cc4f422,segment=NetworkSegment(eab1e8df-d51e-4d5d-8464-2258bcfab52f),segment_id=eab1e8df-d51e-4d5d-8464-2258bcfab52f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:09.109556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router ba18e54a-7814-4950-ba50-dc9208b72ca5 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:43:09.153145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-3600a5fd-3517-46b2-bb23-286526bd749d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.1838427 Oct 15 00:43:09.217048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.219490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ba099197-4a50-4a8e-9e31-6a42a549ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.221104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-641daae5-edfd-4022-a9c8-44c9fd35ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:09.228512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-641daae5-edfd-4022-a9c8-44c9fd35ef15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0657518 Oct 15 00:43:09.240228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:09.244472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.266834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:09.279869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d6687f-50ee-4740-955f-15b26ac1002d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:43:09.281036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0c32e1d4-b202-4b17-966c-e21be4a7c84b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/ba18e54a-7814-4950-ba50-dc9208b72ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9818344 Oct 15 00:43:09.281945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50352) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:09.290764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] Sync routers for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:09.300741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b417e049-778e-45ae-a4bd-76ec4cc4f422 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:09.304833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-5cbbfefd-09e4-4641-bc98-d45c5fc1e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:09.306789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-5cbbfefd-09e4-4641-bc98-d45c5fc1e75d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700636 Oct 15 00:43:09.373975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:09.374344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5025bee5-5d74-4de3-adf4-1ded2a23a9e3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:09.374924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:09.375525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:09.378666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5025bee5-5d74-4de3-adf4-1ded2a23a9e3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports/5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f HTTP/1.1" status: 200 len: 911 time: 0.0944993 Oct 15 00:43:09.379272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50358) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:09.412200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:09.414670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba099197-4a50-4a8e-9e31-6a42a549ed83 None None] Pushing event updated for resources: {'Port': ['ID=b417e049-778e-45ae-a4bd-76ec4cc4f422,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:09.443063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2957d335-9e5a-474d-9ddf-38b84ad4bacf None None] Provisioning complete for port b417e049-778e-45ae-a4bd-76ec4cc4f422 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:09.443063 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2957d335-9e5a-474d-9ddf-38b84ad4bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.450296 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.452234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:09.452556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:09.465711 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-e450199d-7c53-4750-959c-aeb8eff6ace0 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504216 Oct 15 00:43:09.528115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Allocated IP 172.20.0.8 (1e32174a-7fdc-4655-b5f2-59338f95b4ed/8bdd3f5d-4bf6-4397-a16f-69fce57240ec/fba545b2-77b3-4430-a643-80af3e3abde5) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:09.534046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:09.534681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed3f0f-762c-485b-8ff8-b953b1b45535 None None] The sync data for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:09.546469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b417e049-778e-45ae-a4bd-76ec4cc4f422 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:09.546839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.602741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffadca73-5f7e-42e7-939f-ee105ea64499 req-a6590249-b397-46b9-a91c-59e8f065ea8e service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289659 Oct 15 00:43:09.610457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:09.745987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2957d335-9e5a-474d-9ddf-38b84ad4bacf None None] Provisioning complete for port 5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:09.746808 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2957d335-9e5a-474d-9ddf-38b84ad4bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.754400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b191421-ce53-4f0d-85b4-5b373ca2de39 req-f691dc6c-7665-428a-a07e-a8b3a44e3237 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 210 time: 0.0420814 Oct 15 00:43:09.787910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2957d335-9e5a-474d-9ddf-38b84ad4bacf None None] Port 5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:09.833733 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:09.876619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b9d6687f-50ee-4740-955f-15b26ac1002d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:43:09.914111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50364) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:10.106888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18ea56d4-f7e7-4da9-b492-50272ba0da31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.135027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7befd-11d2-4505-9781-44a74a579894 req-d4ce24a3-9ee7-4f3d-9cbd-9f1d43716574 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:10.136772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35d7befd-11d2-4505-9781-44a74a579894 req-d4ce24a3-9ee7-4f3d-9cbd-9f1d43716574 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 944 time: 0.0836451 Oct 15 00:43:10.198430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35d7befd-11d2-4505-9781-44a74a579894 req-9ec19f98-2224-4106-873e-5cabe0d11754 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530131 Oct 15 00:43:10.236851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18ea56d4-f7e7-4da9-b492-50272ba0da31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.260676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b417e049-778e-45ae-a4bd-76ec4cc4f422 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:10.279636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.287912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b508b0-b5e6-4eff-9227-895db19c264c req-48041af4-d383-47c0-a362-5bfb539b6c5c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:10.289581 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0b508b0-b5e6-4eff-9227-895db19c264c req-48041af4-d383-47c0-a362-5bfb539b6c5c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1521418 Oct 15 00:43:10.291127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18ea56d4-f7e7-4da9-b492-50272ba0da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.311149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b417e049-778e-45ae-a4bd-76ec4cc4f422 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:10.311417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.318643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.336330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea56d4-f7e7-4da9-b492-50272ba0da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca965f51-3bd0-4418-a061-8e554dd129ed,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:10.344347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18ea56d4-f7e7-4da9-b492-50272ba0da31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=502da3313491439d9f9c20c6d61bf2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288154 Oct 15 00:43:10.347243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50372) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:10.410991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0b508b0-b5e6-4eff-9227-895db19c264c req-9bb38885-e278-44fe-8f75-f5da47c428f9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085341 Oct 15 00:43:10.416197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e001-ed90-4d06-803e-d6219e7d2e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.445885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e001-ed90-4d06-803e-d6219e7d2e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.506702 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.546235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e001-ed90-4d06-803e-d6219e7d2e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.548915 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e001-ed90-4d06-803e-d6219e7d2e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.550144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e9c5e001-ed90-4d06-803e-d6219e7d2e2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca965f51-3bd0-4418-a061-8e554dd129ed HTTP/1.1" status: 204 len: 168 time: 0.2017567 Oct 15 00:43:10.557964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5e001-ed90-4d06-803e-d6219e7d2e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca965f51-3bd0-4418-a061-8e554dd129ed,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:10.603707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:10.616314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:10.621624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:10.624184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:10.707507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:10.708033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.729533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8:1::1 (bd3e1287-1c76-4a9e-bcb9-5d5327535494/906e8208-b8ec-4a8d-9eb8-aac02d1f97e4/ea4f63f2-7b44-4ea0-954f-5bbc702139ed) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:10.832519 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-96d4c0f6-9001-4fa9-881d-9ab6d5f6615e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8927920 Oct 15 00:43:10.848055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Request body: {'port': {'device_id': 'cce7dd63-7942-4714-93f0-eba686c43931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:10.886623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.895709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80de6f-85b1-4d59-af20-fa35063138b4 req-7d9e5f91-856e-42a8-ab04-1ae15e86a9fc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:10.898802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a80de6f-85b1-4d59-af20-fa35063138b4 req-7d9e5f91-856e-42a8-ab04-1ae15e86a9fc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 931 time: 0.0548203 Oct 15 00:43:10.932843 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:10.942140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a80de6f-85b1-4d59-af20-fa35063138b4 req-51c87c8f-66c1-4916-ac2d-8df159751e00 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Oct 15 00:43:11.134067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.190660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:11.206925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:11.209356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:11.210106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.261897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=ea4f63f2-7b44-4ea0-954f-5bbc702139ed,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:11.389437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba545b2-77b3-4430-a643-80af3e3abde5 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:43:11.398916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.414500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181b02-7d8f-4d47-8585-bf722678dce8 req-23a0de38-04c5-48c4-ad8e-c7a719b99319 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:11.416021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29181b02-7d8f-4d47-8585-bf722678dce8 req-23a0de38-04c5-48c4-ad8e-c7a719b99319 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 944 time: 0.1192505 Oct 15 00:43:11.429665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Transition to ACTIVE for port object fba545b2-77b3-4430-a643-80af3e3abde5 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:43:11.459788 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29181b02-7d8f-4d47-8585-bf722678dce8 req-44a6fbce-aa8f-420c-a82f-36464cd3a79c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Oct 15 00:43:11.503432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.520366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-427e60f4-1c72-476a-86ff-ea3dfb9573cb None None] Provisioning complete for port ea4f63f2-7b44-4ea0-954f-5bbc702139ed triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:11.521460 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-427e60f4-1c72-476a-86ff-ea3dfb9573cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.555488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.560009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-427e60f4-1c72-476a-86ff-ea3dfb9573cb None None] Port ea4f63f2-7b44-4ea0-954f-5bbc702139ed cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:11.567372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec37b7-1b4c-44bb-91a7-7e9632965fd8 req-387d8013-dd8c-43b5-8bd6-86cfbc40735f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:11.569126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aeec37b7-1b4c-44bb-91a7-7e9632965fd8 req-387d8013-dd8c-43b5-8bd6-86cfbc40735f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0777235 Oct 15 00:43:11.614410 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aeec37b7-1b4c-44bb-91a7-7e9632965fd8 req-5ce17428-0f39-4aed-8b9f-c8e77d0d39e3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373642 Oct 15 00:43:11.696603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:11.834007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Attempting to bind port fba545b2-77b3-4430-a643-80af3e3abde5 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:11.834364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Attempting to bind port fba545b2-77b3-4430-a643-80af3e3abde5 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:11.834683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Attempting to bind port fba545b2-77b3-4430-a643-80af3e3abde5 on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:11.845715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Port fba545b2-77b3-4430-a643-80af3e3abde5 on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:43:11.846035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Attempting to bind port fba545b2-77b3-4430-a643-80af3e3abde5 on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:11.854409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:11.854795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Checking segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:11.855267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Bound using segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:11.855672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Bound port: fba545b2-77b3-4430-a643-80af3e3abde5, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:11.856180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.951494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:11.960818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:11.963945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:12.022246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:12.023000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:12.070388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:12.121994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=ea4f63f2-7b44-4ea0-954f-5bbc702139ed,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:12.124839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.125449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:12.126851 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] 10.222.0.30 "PUT /v2.0/ports/fba545b2-77b3-4430-a643-80af3e3abde5 HTTP/1.1" status: 200 len: 1091 time: 1.2833290 Oct 15 00:43:12.129538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:12.134833 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4d328-2763-4172-b25c-9831f8fc18ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:12.185433 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016415a4-b8ad-44e7-88f9-68a5fa157d21 req-cd2f9f55-38cf-44ba-b290-58277740be71 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.187099 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-016415a4-b8ad-44e7-88f9-68a5fa157d21 req-cd2f9f55-38cf-44ba-b290-58277740be71 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 943 time: 0.1770351 Oct 15 00:43:12.192464 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d60da70-fcd9-4990-a1a7-58728fca12e6 x-openstack-request-id: req-8d60da70-fcd9-4990-a1a7-58728fca12e6 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:12.192754 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:12.193003 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d60da70-fcd9-4990-a1a7-58728fca12e6 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:12.193592 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'status': 'completed', 'code': 200} Oct 15 00:43:12.316601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86472e-8d60-4019-a692-ae077e54320b service neutron] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:12.324612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-016415a4-b8ad-44e7-88f9-68a5fa157d21 req-b557337b-7f6d-4970-b6e3-8e45391f04dc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083510 Oct 15 00:43:12.330387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:12.333098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:12.379476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4d328-2763-4172-b25c-9831f8fc18ce req-299dbcc5-5f6f-4511-aed7-3408f6f6e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.381028 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8d4d328-2763-4172-b25c-9831f8fc18ce req-299dbcc5-5f6f-4511-aed7-3408f6f6e040 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 1094 time: 0.1600130 Oct 15 00:43:12.526131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router ba18e54a-7814-4950-ba50-dc9208b72ca5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:12.591712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4d328-2763-4172-b25c-9831f8fc18ce req-391550d6-373f-4e8a-8a23-bb20ba1970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.593303 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8d4d328-2763-4172-b25c-9831f8fc18ce req-391550d6-373f-4e8a-8a23-bb20ba1970a5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cba3ea282ad42759b9be7c459a91df9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2038682 Oct 15 00:43:12.612755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951264-7710-4206-85e7-377bb1508f76 req-dd8d623c-82fe-4e1a-bf12-ecabe1d33d08 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.614999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2951264-7710-4206-85e7-377bb1508f76 req-dd8d623c-82fe-4e1a-bf12-ecabe1d33d08 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 944 time: 0.0615902 Oct 15 00:43:12.638249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:12.670296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2951264-7710-4206-85e7-377bb1508f76 req-c91d1fec-00c9-45a4-97ce-5292cb8bf520 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471675 Oct 15 00:43:12.697501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:12.706597 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-de367dca-c2ac-4f2b-9fd1-c181d0d94bd3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/ba18e54a-7814-4950-ba50-dc9208b72ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3206363 Oct 15 00:43:12.706597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50434) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:12.709190 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] Sync routers for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:12.712360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-731aa875-02e2-43d0-86e5-f7f5d1911d42 None None] Provisioning complete for port ea4f63f2-7b44-4ea0-954f-5bbc702139ed triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:12.712722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-731aa875-02e2-43d0-86e5-f7f5d1911d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:12.720977 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:12.733784 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:12.751278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-731aa875-02e2-43d0-86e5-f7f5d1911d42 None None] Port ea4f63f2-7b44-4ea0-954f-5bbc702139ed cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:12.757353 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:12.767110 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:12.767705 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:12.784017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4d328-2763-4172-b25c-9831f8fc18ce req-20829f7c-943b-4cf3-bb87-aef2f9bb8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.785671 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8d4d328-2763-4172-b25c-9831f8fc18ce req-20829f7c-943b-4cf3-bb87-aef2f9bb8d24 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620414 Oct 15 00:43:12.794255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd673021-84fd-442c-bd74-2524abb166e3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.795670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cd673021-84fd-442c-bd74-2524abb166e3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports/ea4f63f2-7b44-4ea0-954f-5bbc702139ed HTTP/1.1" status: 200 len: 913 time: 0.0882943 Oct 15 00:43:12.798710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50436) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:12.805214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port b9d6687f-50ee-4740-955f-15b26ac1002d completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:43:12.806699 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:12.807346 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4583f5-88b7-45bd-8ac2-751931fd1bc2 None None] The sync data for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:12.813439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port b9d6687f-50ee-4740-955f-15b26ac1002d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:12.813780 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:12.898475 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:12.925016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:12.927981 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c54d41-0293-4e5c-84e7-1e4207054f69" -d '{"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:12.951654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:12.968540 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea20c33-3495-45e8-9a06-2095ed7ef6d3 x-openstack-request-id: req-9ea20c33-3495-45e8-9a06-2095ed7ef6d3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:12.970465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-d2df5e94-0b88-49c4-ab70-02c6e0d52910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:12.970613 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:12.970752 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ea20c33-3495-45e8-9a06-2095ed7ef6d3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:12.971144 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'code': 200} Oct 15 00:43:12.971960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-d2df5e94-0b88-49c4-ab70-02c6e0d52910 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 1094 time: 0.1284575 Oct 15 00:43:13.005534 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:13.044678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-3d42ed92-4f7c-4c77-b24d-a366ccb49a72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba545b2-77b3-4430-a643-80af3e3abde5 HTTP/1.1" status: 200 len: 217 time: 0.0363865 Oct 15 00:43:13.057521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:13.073135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec16720-aff8-454a-9766-caeff56c9c62 req-b5469ba3-1834-4843-aabf-bdb1508b487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:13.075724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aec16720-aff8-454a-9766-caeff56c9c62 req-b5469ba3-1834-4843-aabf-bdb1508b487b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1096 time: 0.0436547 Oct 15 00:43:13.131710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aec16720-aff8-454a-9766-caeff56c9c62 req-47e2ecf6-0b0b-48bc-a52a-4a26037a9343 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489688 Oct 15 00:43:13.450599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-5319ef12-8a15-4148-8c24-4739dbc31c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:13.452049 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-5319ef12-8a15-4148-8c24-4739dbc31c3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.4010429 Oct 15 00:43:13.454721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d467e-05eb-4728-9e27-5b701c9b698b req-b7a6191f-59b8-44dd-be91-033e1b1a35c8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:13.456271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf0d467e-05eb-4728-9e27-5b701c9b698b req-b7a6191f-59b8-44dd-be91-033e1b1a35c8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 943 time: 0.0610497 Oct 15 00:43:13.502732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-849de952-d5c5-4bf9-a879-b84dc2da8111 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435185 Oct 15 00:43:13.516344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf0d467e-05eb-4728-9e27-5b701c9b698b req-eb3b4244-d7a9-425e-8936-6cae72b1b910 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533221 Oct 15 00:43:13.635315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-2625262d-9dd0-4736-bb0d-f0c691a2c72e service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244292 Oct 15 00:43:13.680257 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:13.850857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-552bd2b9-2935-4947-a512-f8ee8d87a1ae req-a1a1ffe8-e905-4c1e-94a8-d060f71e6697 service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085469 Oct 15 00:43:13.864726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45569603-bb4e-4191-b3d9-3e36881f8160 req-ae75cd93-ab45-443c-9c6b-525773a144f0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:13.866412 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-45569603-bb4e-4191-b3d9-3e36881f8160 req-ae75cd93-ab45-443c-9c6b-525773a144f0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1227560 Oct 15 00:43:13.956386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-45569603-bb4e-4191-b3d9-3e36881f8160 req-3b6b136e-c3bf-47c1-b967-d9304d24b99d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628300 Oct 15 00:43:13.975942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50472) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:14.068990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port ea4f63f2-7b44-4ea0-954f-5bbc702139ed {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:14.069331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.109610 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdd14f7e-4059-4054-b7bf-beaa30f0c3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.192586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.208538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for ea4f63f2-7b44-4ea0-954f-5bbc702139ed owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:14.302508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdd14f7e-4059-4054-b7bf-beaa30f0c3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.388066 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdd14f7e-4059-4054-b7bf-beaa30f0c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.442277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bdd14f7e-4059-4054-b7bf-beaa30f0c3e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a61b9d331e28444eb0d40505d42725de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653156 Oct 15 00:43:14.444998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50476) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:14.446065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd14f7e-4059-4054-b7bf-beaa30f0c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf75552-b22f-4358-bf68-df14a9eda124,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:14.493735 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a086b7a9-257e-4f00-b374-d676c90284da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.502234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.517628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a086b7a9-257e-4f00-b374-d676c90284da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.548452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=ea4f63f2-7b44-4ea0-954f-5bbc702139ed,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:14.653887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94364-1959-475d-8ae2-f6d4cdf399ec req-91c3ce04-48dd-46e2-a0b9-3591a52002de tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:14.660044 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bed94364-1959-475d-8ae2-f6d4cdf399ec req-91c3ce04-48dd-46e2-a0b9-3591a52002de tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 943 time: 0.0707104 Oct 15 00:43:14.680800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.687166 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a086b7a9-257e-4f00-b374-d676c90284da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.689922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a086b7a9-257e-4f00-b374-d676c90284da admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.691079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a086b7a9-257e-4f00-b374-d676c90284da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbf75552-b22f-4358-bf68-df14a9eda124 HTTP/1.1" status: 204 len: 168 time: 0.2449565 Oct 15 00:43:14.734827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086b7a9-257e-4f00-b374-d676c90284da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf75552-b22f-4358-bf68-df14a9eda124,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:14.771130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:14.783417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bed94364-1959-475d-8ae2-f6d4cdf399ec req-91b0d911-cdc5-4565-a65b-11eb15bb116d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155992 Oct 15 00:43:14.900805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router ba18e54a-7814-4950-ba50-dc9208b72ca5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:14.996242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:15.002442 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a9441eb-0700-498c-bda3-f0ac3fcee082 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/ba18e54a-7814-4950-ba50-dc9208b72ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025604 Oct 15 00:43:15.004354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50484) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:15.006218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc8497-4636-4423-a324-123a56105915 None None] Sync routers for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:15.018676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc8497-4636-4423-a324-123a56105915 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:15.019301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-38fc8497-4636-4423-a324-123a56105915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:15.064743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-38fc8497-4636-4423-a324-123a56105915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:15.073371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc8497-4636-4423-a324-123a56105915 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:15.075084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-38fc8497-4636-4423-a324-123a56105915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:15.107912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-38fc8497-4636-4423-a324-123a56105915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:15.108568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc8497-4636-4423-a324-123a56105915 None None] The sync data for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:15.149474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372323b-8244-4536-a3ef-e2029bdfc4a2 req-758d2a05-a165-412d-a37d-8d9e946af8b1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:15.150992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8372323b-8244-4536-a3ef-e2029bdfc4a2 req-758d2a05-a165-412d-a37d-8d9e946af8b1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1030564 Oct 15 00:43:15.255905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8372323b-8244-4536-a3ef-e2029bdfc4a2 req-13b570c5-e029-42e6-84dc-0ea0953e4ca7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715773 Oct 15 00:43:15.389864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669085c-4b0a-43d6-8c7a-ab5704f49bc2 req-089a14e8-dd9e-4d14-bf57-26bdd32a4e71 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:15.391678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c669085c-4b0a-43d6-8c7a-ab5704f49bc2 req-089a14e8-dd9e-4d14-bf57-26bdd32a4e71 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0551796 Oct 15 00:43:15.401413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50490) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:15.401813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50492) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:15.405793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'floatingip': {'port_id': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:15.419153 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0930-68e8-4569-aa1f-ad3350230c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.424065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.444970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.631224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0930-68e8-4569-aa1f-ad3350230c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.702438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2c0930-68e8-4569-aa1f-ad3350230c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.747205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c0930-68e8-4569-aa1f-ad3350230c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b83d372-136a-464a-bece-bed575513cf7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:15.752761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0c2c0930-68e8-4569-aa1f-ad3350230c7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48d95ae87c264104a791f059a58eb55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499715 Oct 15 00:43:15.755360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50494) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:15.792501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:15.792835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.885715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c3da06-f146-40f5-897a-4a0d4ae2ce05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.906467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.944874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c3da06-f146-40f5-897a-4a0d4ae2ce05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.955387 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.962555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:15.986128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2c16f-8906-4743-a88f-621941dd006d req-b6b83e6a-5826-4dcd-bb48-2786841211e2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:15.987617 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08a2c16f-8906-4743-a88f-621941dd006d req-b6b83e6a-5826-4dcd-bb48-2786841211e2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 943 time: 0.1194837 Oct 15 00:43:15.988531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:16.065635 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Floating IP 9e34009c-5a0b-42c5-bb83-f1e29cf5078d associated. External IP: 172.25.2.132, port: b9d6687f-50ee-4740-955f-15b26ac1002d. Oct 15 00:43:16.087697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-08a2c16f-8906-4743-a88f-621941dd006d req-4d146284-9e49-454e-85df-b884b9066a26 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924332 Oct 15 00:43:16.156020 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c3da06-f146-40f5-897a-4a0d4ae2ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:16.158628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58c3da06-f146-40f5-897a-4a0d4ae2ce05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:16.159756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-58c3da06-f146-40f5-897a-4a0d4ae2ce05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b83d372-136a-464a-bece-bed575513cf7 HTTP/1.1" status: 204 len: 168 time: 0.4035060 Oct 15 00:43:16.195322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3da06-f146-40f5-897a-4a0d4ae2ce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b83d372-136a-464a-bece-bed575513cf7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:16.267863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:16.303810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=5d44a3ad-1cad-4f1e-a2eb-7ccfd504059f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:16.308337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Router 24843383-3067-466a-9f3e-acbb981e4a0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:16.437888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:16.692779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router ba18e54a-7814-4950-ba50-dc9208b72ca5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:16.772873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:16.773581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fba545b2-77b3-4430-a643-80af3e3abde5 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:43:16.779699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-75341f5c-6c9c-431e-a2e5-0bf9f2276985 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/ba18e54a-7814-4950-ba50-dc9208b72ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743034 Oct 15 00:43:16.780898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50510) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:16.788516 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] Sync routers for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:16.798292 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:16.799026 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:16.816426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa62a5ac-501c-4a65-9b93-87fc4ff7a2f1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba18e54a-7814-4950-ba50-dc9208b72ca5 HTTP/1.1" status: 200 len: 205 time: 0.0320015 Oct 15 00:43:16.816652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50512) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:16.823148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:16.828067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:16.833385 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:16.836731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] Sync routers for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:16.842847 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] Routers {'ba18e54a-7814-4950-ba50-dc9208b72ca5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:16.843445 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ba18e54a-7814-4950-ba50-dc9208b72ca5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:16.876036 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:16.876976 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dee47-4902-44ee-8580-1f5a5f10a629 None None] The sync data for ids ['ba18e54a-7814-4950-ba50-dc9208b72ca5'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:16.881001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:16.890906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:16.916952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-256f2b4d-0a7c-4444-86eb-fbd72f13cbee tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "PUT /v2.0/floatingips/9e34009c-5a0b-42c5-bb83-f1e29cf5078d HTTP/1.1" status: 200 len: 991 time: 1.5151374 Oct 15 00:43:16.919739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:16.922258 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca6df5-4280-4f59-88bd-362e243bf3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:16.927612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763330b7-21b5-4f34-80a9-ca8130f47409 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:16.969847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:17.010119 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a439628-2409-43db-a6a8-445d9ff60c81 x-openstack-request-id: req-5a439628-2409-43db-a6a8-445d9ff60c81 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:17.010428 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:17.010628 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a439628-2409-43db-a6a8-445d9ff60c81 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:17.011269 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'status': 'completed', 'code': 200} Oct 15 00:43:17.017470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'port_id': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'mac_address': 'fa:16:3e:8e:2e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdd3f5d-4bf6-4397-a16f-69fce57240ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:43:17.058910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:43:17.133591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763330b7-21b5-4f34-80a9-ca8130f47409 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.137938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763330b7-21b5-4f34-80a9-ca8130f47409 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.180922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-bca0ff19-4c87-440b-99e7-81d78aec3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:17.182458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-bca0ff19-4c87-440b-99e7-81d78aec3657 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1096 time: 0.1704173 Oct 15 00:43:17.251868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0d575-6a8f-46f7-a889-889d259a02bb req-d131c4f5-771c-4c8e-a81f-f0f69139d344 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:17.255795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-18a0d575-6a8f-46f7-a889-889d259a02bb req-d131c4f5-771c-4c8e-a81f-f0f69139d344 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 943 time: 0.0800295 Oct 15 00:43:17.259421 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.279431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763330b7-21b5-4f34-80a9-ca8130f47409 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.280072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763330b7-21b5-4f34-80a9-ca8130f47409 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Fanout notify agent at l3_agent the message router_deleted on router ba18e54a-7814-4950-ba50-dc9208b72ca5 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:17.293091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763330b7-21b5-4f34-80a9-ca8130f47409 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.294568 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-763330b7-21b5-4f34-80a9-ca8130f47409 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/ba18e54a-7814-4950-ba50-dc9208b72ca5 HTTP/1.1" status: 204 len: 168 time: 0.4770238 Oct 15 00:43:17.297146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50528) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:17.317056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba545b2-77b3-4430-a643-80af3e3abde5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:43:17.321184 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-18a0d575-6a8f-46f7-a889-889d259a02bb req-fe696e16-4994-4c74-9e16-16be338d2b77 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574112 Oct 15 00:43:17.345561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:17.362169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-abf88e8f-459a-46c2-b35c-dda8f232823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:17.363714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-abf88e8f-459a-46c2-b35c-dda8f232823e service neutron] 10.222.0.39 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.1741734 Oct 15 00:43:17.367743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet 906e8208-b8ec-4a8d-9eb8-aac02d1f97e4 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:43:17.372492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.439662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.470902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.505442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-ac97f8fe-59b6-45da-88d0-6c8109c360a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 999 time: 0.1338062 Oct 15 00:43:17.519244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:17.536802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '9e34009c-5a0b-42c5-bb83-f1e29cf5078d', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'port_id': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'mac_address': 'fa:16:3e:f1:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:42:57Z', 'updated_at': '2021-10-15T00:43:15Z', 'revision_number': 1, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:17.568449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] Checking router: 24843383-3067-466a-9f3e-acbb981e4a0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:43:17.580900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:17.581499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:17.603002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-045b7328-7e08-4158-9954-949d4620df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:17.604460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-045b7328-7e08-4158-9954-949d4620df62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0853925 Oct 15 00:43:17.648439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.673564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['fba545b2-77b3-4430-a643-80af3e3abde5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:43:17.694021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-44ed6911-feb8-4835-9073-90d2a801997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:17.695860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-44ed6911-feb8-4835-9073-90d2a801997f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833855 Oct 15 00:43:17.727320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:43:17.810211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-d662e1e4-5282-42fc-8e9f-fb9ce7afa541 service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070781 Oct 15 00:43:17.840736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.910775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=906e8208-b8ec-4a8d-9eb8-aac02d1f97e4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:17.912770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:17.916115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b8c8d39-1b0a-4649-a54c-eb7a3759d95a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/906e8208-b8ec-4a8d-9eb8-aac02d1f97e4 HTTP/1.1" status: 204 len: 168 time: 0.6179764 Oct 15 00:43:17.919551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50560) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:17.932036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b3c42-1a9d-44eb-8fca-b46ea9733840 None None] Network bd3e1287-1c76-4a9e-bcb9-5d5327535494 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:17.949315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32ca6df5-4280-4f59-88bd-362e243bf3a2 req-db521f6b-44dd-4e35-a91b-8cbf2aa1d639 service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311903 Oct 15 00:43:17.994394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet f954db21-dcb7-43b9-b07e-6fe13029643a {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:43:17.998572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.041552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.144871 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.146632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '9e34009c-5a0b-42c5-bb83-f1e29cf5078d', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'port_id': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'mac_address': 'fa:16:3e:f1:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:42:57Z', 'updated_at': '2021-10-15T00:43:15Z', 'revision_number': 1, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:18.176932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671df7cc-76c1-4026-b1e8-9221c5678fb6 None None] The sync data for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 is: [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '9e34009c-5a0b-42c5-bb83-f1e29cf5078d', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'port_id': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'mac_address': 'fa:16:3e:f1:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:42:57Z', 'updated_at': '2021-10-15T00:43:15Z', 'revision_number': 1, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:18.209958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] DHCP port deletion for bd3e1287-1c76-4a9e-bcb9-5d5327535494 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:43:18.259682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] Deleting port b417e049-778e-45ae-a4bd-76ec4cc4f422 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:18.260065 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.297312 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.328901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=f954db21-dcb7-43b9-b07e-6fe13029643a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:18.329141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] For port b417e049-778e-45ae-a4bd-76ec4cc4f422, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b417e049-778e-45ae-a4bd-76ec4cc4f422,segment=NetworkSegment(eab1e8df-d51e-4d5d-8464-2258bcfab52f),segment_id=eab1e8df-d51e-4d5d-8464-2258bcfab52f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:18.329279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.335230 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.343835 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d8f65dbf-5c91-4bf6-9858-331501e8a9c0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/f954db21-dcb7-43b9-b07e-6fe13029643a HTTP/1.1" status: 204 len: 168 time: 0.4180117 Oct 15 00:43:18.344295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50574) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:18.352039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d0947-d390-4212-bef7-c76198be65cc None None] Network db8db45e-e765-4d1e-aa16-bbce860e9e34 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:18.354158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] Calling delete_port for b417e049-778e-45ae-a4bd-76ec4cc4f422 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:18.425531 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8bf44c-2a96-4b8e-82bf-34b2a75b9a34 None None] New status for floating IP 9e34009c-5a0b-42c5-bb83-f1e29cf5078d: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:43:18.520325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df753-b93a-464f-a848-f23e39a45f9b req-3e788720-7ef1-4c90-939b-1179d50acfe7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:18.522109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f0df753-b93a-464f-a848-f23e39a45f9b req-3e788720-7ef1-4c90-939b-1179d50acfe7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 944 time: 0.0877233 Oct 15 00:43:18.547741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.590979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f0df753-b93a-464f-a848-f23e39a45f9b req-8e745f39-ee4b-48ee-b912-1e06bb927c0a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590665 Oct 15 00:43:18.623055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port b417e049-778e-45ae-a4bd-76ec4cc4f422 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:18.623474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.658703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] DHCP port deletion for db8db45e-e765-4d1e-aa16-bbce860e9e34 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:43:18.693068 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.723903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] Pushing event deleted for resources: {'Port': ['ID=b417e049-778e-45ae-a4bd-76ec4cc4f422,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:18.724274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port b417e049-778e-45ae-a4bd-76ec4cc4f422, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b417e049-778e-45ae-a4bd-76ec4cc4f422,segment=NetworkSegment(eab1e8df-d51e-4d5d-8464-2258bcfab52f),segment_id=eab1e8df-d51e-4d5d-8464-2258bcfab52f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:18.724726 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.729334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f441d544-e58b-44ef-a07b-b9d8f4b23990 None None] No DVR routers for this DVR port b417e049-778e-45ae-a4bd-76ec4cc4f422 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:18.745035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for b417e049-778e-45ae-a4bd-76ec4cc4f422 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:18.757085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] Deleting port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:18.757662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.781328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fba545b2-77b3-4430-a643-80af3e3abde5 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:18.824845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.857000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=b417e049-778e-45ae-a4bd-76ec4cc4f422,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:18.859929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] For port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2,segment=NetworkSegment(14e248dd-f3ee-4896-8728-a4bb5f627167),segment_id=14e248dd-f3ee-4896-8728-a4bb5f627167)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:18.860471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.865840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port b417e049-778e-45ae-a4bd-76ec4cc4f422 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:18.877630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] Calling delete_port for 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:18.947688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.969891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3e1287-1c76-4a9e-bcb9-5d5327535494']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:18.980634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab1e8df-d51e-4d5d-8464-2258bcfab52f') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:18.980634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab1e8df-d51e-4d5d-8464-2258bcfab52f') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:18.993221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:18.998911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port fba545b2-77b3-4430-a643-80af3e3abde5 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:43:19.002906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port fba545b2-77b3-4430-a643-80af3e3abde5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:19.003281 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.006615 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.013131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:19.013505 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:19.016431 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:19.029721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.064365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] Pushing event deleted for resources: {'Port': ['ID=7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:19.071045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e619f4-4860-4aec-b4a1-8f718a064fff None None] No DVR routers for this DVR port 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:19.123752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.142197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.147289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:19.149697 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a20714-f6b7-4d63-990d-822d1c3b95f3" -d '{"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-plugged", "status": "completed", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:19.151915 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.157599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/bd3e1287-1c76-4a9e-bcb9-5d5327535494 HTTP/1.1" status: 204 len: 168 time: 0.8098445 Oct 15 00:43:19.158124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50628) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:19.165327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:19.172471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58933bb2-e6cf-4593-9f2e-fc0ae52845be tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=bd3e1287-1c76-4a9e-bcb9-5d5327535494,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:19.198117 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e83aea4-33cd-4941-a178-54e7ee8f3102 x-openstack-request-id: req-2e83aea4-33cd-4941-a178-54e7ee8f3102 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:19.199724 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-plugged", "status": "completed", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:19.199724 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e83aea4-33cd-4941-a178-54e7ee8f3102 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:19.200277 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'code': 200} Oct 15 00:43:19.222968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.284829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:19.289535 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.305510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381c9e1-b1dc-4515-8593-e70550cbfb2a req-fe291030-702f-464c-8fdc-4358b906cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:19.307022 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f381c9e1-b1dc-4515-8593-e70550cbfb2a req-fe291030-702f-464c-8fdc-4358b906cf2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 1096 time: 0.0540020 Oct 15 00:43:19.410549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.414206 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f381c9e1-b1dc-4515-8593-e70550cbfb2a req-22dcd70a-24c0-48a1-984b-75847b666a65 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856678 Oct 15 00:43:19.432184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8db45e-e765-4d1e-aa16-bbce860e9e34']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:19.441701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e248dd-f3ee-4896-8728-a4bb5f627167') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:19.441989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e248dd-f3ee-4896-8728-a4bb5f627167') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:19.451173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.465006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.470871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:19.471247 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:19.474077 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:19.632339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.643065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.645724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/db8db45e-e765-4d1e-aa16-bbce860e9e34 HTTP/1.1" status: 204 len: 168 time: 0.4866760 Oct 15 00:43:19.649645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50640) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:19.655070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1710173393'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:19.658319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427bc52-d588-4a96-b390-9b16e92001d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=db8db45e-e765-4d1e-aa16-bbce860e9e34,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:19.722553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9052f-12e8-4823-9a50-92d060d5e422 req-2b662328-3aeb-4f82-9f30-f138788b3b7c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:19.724029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccd9052f-12e8-4823-9a50-92d060d5e422 req-2b662328-3aeb-4f82-9f30-f138788b3b7c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0540428 Oct 15 00:43:19.739315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50642) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:19.778819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccd9052f-12e8-4823-9a50-92d060d5e422 req-13066868-8792-47b6-9dae-6ff845799d1e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Oct 15 00:43:19.869090 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-239bdc87-394f-456c-bf8a-453e804c8d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.944973 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-239bdc87-394f-456c-bf8a-453e804c8d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:19.976936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:19.981101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.004585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:20.013047 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.013381 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment ef519dab-908b-4db6-8621-f70f1eea8f8b of type vlan for network 8f548888-ca5e-4783-86a4-cd350460db33 Oct 15 00:43:20.048768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-239bdc87-394f-456c-bf8a-453e804c8d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.052451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.088048 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-239bdc87-394f-456c-bf8a-453e804c8d42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8754fdd2fdb5413aaa7ebe99416333cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475299 Oct 15 00:43:20.089788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bdc87-394f-456c-bf8a-453e804c8d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae7e300-931e-4ef4-b40c-0543566bd3ea,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:20.091619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50646) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:20.131302 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.137555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:20.138171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.171231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98ff12c8-7812-49c9-9f58-6e9c29b8d69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.233894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:20.238871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98ff12c8-7812-49c9-9f58-6e9c29b8d69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.238871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=8f548888-ca5e-4783-86a4-cd350460db33,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:20.258148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-600bb49a-1430-432e-930e-d5b5b8ac26ee tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6073341 Oct 15 00:43:20.258610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 8f548888-ca5e-4783-86a4-cd350460db33 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:20.261604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50650) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:20.267679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': '8f548888-ca5e-4783-86a4-cd350460db33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:20.271702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:20.272294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7b5ba08a-8a0c-4e4e-a359-409c2f1b9eb2 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:20.272707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b417e049-778e-45ae-a4bd-76ec4cc4f422 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:20.300629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b417e049-778e-45ae-a4bd-76ec4cc4f422 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:20.300971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b417e049-778e-45ae-a4bd-76ec4cc4f422 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:20.362933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98ff12c8-7812-49c9-9f58-6e9c29b8d69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.365662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98ff12c8-7812-49c9-9f58-6e9c29b8d69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.367245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-98ff12c8-7812-49c9-9f58-6e9c29b8d69a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ae7e300-931e-4ef4-b40c-0543566bd3ea HTTP/1.1" status: 204 len: 168 time: 0.2746344 Oct 15 00:43:20.376444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff12c8-7812-49c9-9f58-6e9c29b8d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae7e300-931e-4ef4-b40c-0543566bd3ea,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:20.762439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:20.766237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:20.923171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35841e55-3688-4800-9194-c8b7747ba4a4 req-e2f34d8b-efaf-4788-8bae-f48a2e3173c7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:20.924572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35841e55-3688-4800-9194-c8b7747ba4a4 req-e2f34d8b-efaf-4788-8bae-f48a2e3173c7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0735850 Oct 15 00:43:20.963356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35841e55-3688-4800-9194-c8b7747ba4a4 req-77c22eac-c35d-4798-9d3e-9b0bdbd8d344 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Oct 15 00:43:21.039890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.106794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=5c23ceed-700f-4a79-a9a4-98d67aaf1505,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:21.111291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': 'ef519dab-908b-4db6-8621-f70f1eea8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8f548888-ca5e-4783-86a4-cd350460db33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:21.111635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: 8f548888-ca5e-4783-86a4-cd350460db33, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:21.121962 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:43:21.222248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 8f548888-ca5e-4783-86a4-cd350460db33 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:21.290836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 8f548888-ca5e-4783-86a4-cd350460db33) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:21.296364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:21.298043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.301006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62924978-39c6-4acf-a901-53a6c2f35af4 None None] Network 8f548888-ca5e-4783-86a4-cd350460db33 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:21.395493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ac77816-e5b7-4526-99d1-cc874674420b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1315460 Oct 15 00:43:21.397164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50682) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:21.402221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-23111aa5-d466-4fe3-a5b1-81c3d48036f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-141869076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:21.462722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-8f548888-ca5e-4783-86a4-cd350460db33', 'network_id': '8f548888-ca5e-4783-86a4-cd350460db33', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': '5c23ceed-700f-4a79-a9a4-98d67aaf1505'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:21.464191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.517450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23111aa5-d466-4fe3-a5b1-81c3d48036f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.518536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23111aa5-d466-4fe3-a5b1-81c3d48036f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.590636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23111aa5-d466-4fe3-a5b1-81c3d48036f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.614867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Allocated IP 2001:db8::2 (8f548888-ca5e-4783-86a4-cd350460db33/5c23ceed-700f-4a79-a9a4-98d67aaf1505/d7f8669c-1adb-400f-9ee4-6f75ca998ec9) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:21.649040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23111aa5-d466-4fe3-a5b1-81c3d48036f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.724204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f20a2-f881-4b1d-bfef-9750302e24d7 req-f028e408-316f-41f3-92a4-87ae44517f93 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:21.725902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a19f20a2-f881-4b1d-bfef-9750302e24d7 req-f028e408-316f-41f3-92a4-87ae44517f93 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0606532 Oct 15 00:43:21.739260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23111aa5-d466-4fe3-a5b1-81c3d48036f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.744254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23111aa5-d466-4fe3-a5b1-81c3d48036f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3457308 Oct 15 00:43:21.748623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50694) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:21.752256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'port': {'network_id': '8f548888-ca5e-4783-86a4-cd350460db33', 'name': 'tempest-RoutersIpV6Test-467693992'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:21.770501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a19f20a2-f881-4b1d-bfef-9750302e24d7 req-41126cdc-b9cf-4993-b816-6419cac477ad tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366101 Oct 15 00:43:21.801490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:21.962976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.002311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Network 8f548888-ca5e-4783-86a4-cd350460db33 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:22.005020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:22.010371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:22.017464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Pushing event updated for resources: {'Port': ['ID=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:22.032275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:22.032275 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.046890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] device_id is not set on port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:22.069007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Attempting to bind port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:22.069376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Attempting to bind port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ef519dab-908b-4db6-8621-f70f1eea8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8f548888-ca5e-4783-86a4-cd350460db33'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:22.069733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Attempting to bind port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 on network 8f548888-ca5e-4783-86a4-cd350460db33 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:22.075232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:22.075596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Checking segment: {'id': 'ef519dab-908b-4db6-8621-f70f1eea8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8f548888-ca5e-4783-86a4-cd350460db33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:22.075989 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.076370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Bound using segment: {'id': 'ef519dab-908b-4db6-8621-f70f1eea8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8f548888-ca5e-4783-86a4-cd350460db33'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:22.076824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Bound port: d7f8669c-1adb-400f-9ee4-6f75ca998ec9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef519dab-908b-4db6-8621-f70f1eea8f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8f548888-ca5e-4783-86a4-cd350460db33'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:22.077194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.144028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] For port d7f8669c-1adb-400f-9ee4-6f75ca998ec9, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:22.147161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] For port d7f8669c-1adb-400f-9ee4-6f75ca998ec9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,segment=NetworkSegment(ef519dab-908b-4db6-8621-f70f1eea8f8b),segment_id=ef519dab-908b-4db6-8621-f70f1eea8f8b)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:22.166386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8::6e (8f548888-ca5e-4783-86a4-cd350460db33/5c23ceed-700f-4a79-a9a4-98d67aaf1505/34d3ed9c-4a15-4324-8859-9a8e98e597d6) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:22.216925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.349807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.421653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50710) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:22.437330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f454b-335d-4e5b-8404-c1498a611da5 None None] Pushing event updated for resources: {'Port': ['ID=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:22.445375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.496318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 8f548888-ca5e-4783-86a4-cd350460db33 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:22.504985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:22.514883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:22.520300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:22.521130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.523861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=34d3ed9c-4a15-4324-8859-9a8e98e597d6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:22.557849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-bc8fc8d3-d622-4acc-8040-76f03383cb05 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1533522527'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:22.616254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a02b974e-0f4a-42ed-8848-d50507c76140 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8692203 Oct 15 00:43:22.619124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50714) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:22.705721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc8d3-d622-4acc-8040-76f03383cb05 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.708758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc8d3-d622-4acc-8040-76f03383cb05 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.766513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc8d3-d622-4acc-8040-76f03383cb05 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.816647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc8d3-d622-4acc-8040-76f03383cb05 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.890800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc8d3-d622-4acc-8040-76f03383cb05 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:22.892227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bc8fc8d3-d622-4acc-8040-76f03383cb05 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4699025 Oct 15 00:43:22.894737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:22.963249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14244996-5fab-4a45-8115-cf63982b2540 req-c85d7eb4-1396-4cda-a4b3-a1b9a652704d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:22.965014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14244996-5fab-4a45-8115-cf63982b2540 req-c85d7eb4-1396-4cda-a4b3-a1b9a652704d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1089668 Oct 15 00:43:22.965284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-619a618e-a648-403c-bebe-d1df8827135b tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.016460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.041412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14244996-5fab-4a45-8115-cf63982b2540 req-b932676b-4833-4119-8dba-831b22555587 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670402 Oct 15 00:43:23.141071 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-619a618e-a648-403c-bebe-d1df8827135b tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.143561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-619a618e-a648-403c-bebe-d1df8827135b tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.263302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-619a618e-a648-403c-bebe-d1df8827135b tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.263854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a618e-a648-403c-bebe-d1df8827135b tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0af2278-0636-454c-a231-9538a92ea7eb {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:23.270621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-619a618e-a648-403c-bebe-d1df8827135b tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.273166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-619a618e-a648-403c-bebe-d1df8827135b tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d0af2278-0636-454c-a231-9538a92ea7eb HTTP/1.1" status: 204 len: 168 time: 0.3774905 Oct 15 00:43:23.276035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50720) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:23.281628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1eac8dbb-69cd-4581-94fb-14da7ec95e17 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Request body: {'router': {'name': 'tempest-router-1268724087', 'distributed': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:23.291761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.353080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c08730-94b2-46d2-912c-1f1c6c49a3d8 None None] Network 8f548888-ca5e-4783-86a4-cd350460db33 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:23.356685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.369225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1eac8dbb-69cd-4581-94fb-14da7ec95e17 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.371670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1eac8dbb-69cd-4581-94fb-14da7ec95e17 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.433028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1eac8dbb-69cd-4581-94fb-14da7ec95e17 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.458180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=34d3ed9c-4a15-4324-8859-9a8e98e597d6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:23.480636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c50c6175-0691-4e89-88f7-e099e6a7bfe0 None None] Provisioning complete for port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:23.481407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c50c6175-0691-4e89-88f7-e099e6a7bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.493337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1eac8dbb-69cd-4581-94fb-14da7ec95e17 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.547618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.564876 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1eac8dbb-69cd-4581-94fb-14da7ec95e17 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.568801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1eac8dbb-69cd-4581-94fb-14da7ec95e17 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2885497 Oct 15 00:43:23.569163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:23.606536 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c50c6175-0691-4e89-88f7-e099e6a7bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.642327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c50c6175-0691-4e89-88f7-e099e6a7bfe0 None None] For port d7f8669c-1adb-400f-9ee4-6f75ca998ec9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,segment=NetworkSegment(ef519dab-908b-4db6-8621-f70f1eea8f8b),segment_id=ef519dab-908b-4db6-8621-f70f1eea8f8b)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:23.662742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77d1d3b0-f19a-46ff-9434-e764c7438f3d tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.722618 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c50c6175-0691-4e89-88f7-e099e6a7bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.756447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.784655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c6175-0691-4e89-88f7-e099e6a7bfe0 None None] Pushing event updated for resources: {'Port': ['ID=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:23.842579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77d1d3b0-f19a-46ff-9434-e764c7438f3d tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.845530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77d1d3b0-f19a-46ff-9434-e764c7438f3d tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.861806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4ac9c3ab-a501-4789-9bc2-27412fe7533b None None] Provisioning complete for port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:23.864877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c3ab-a501-4789-9bc2-27412fe7533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.966506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4ac9c3ab-a501-4789-9bc2-27412fe7533b None None] Provisioning complete for port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:23.966921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c3ab-a501-4789-9bc2-27412fe7533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.992164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77d1d3b0-f19a-46ff-9434-e764c7438f3d tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:23.993313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d1d3b0-f19a-46ff-9434-e764c7438f3d tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3364720-7281-4e58-aa72-60d9e5b12411 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:24.000197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77d1d3b0-f19a-46ff-9434-e764c7438f3d tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.004710 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77d1d3b0-f19a-46ff-9434-e764c7438f3d tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e3364720-7281-4e58-aa72-60d9e5b12411 HTTP/1.1" status: 204 len: 168 time: 0.4314218 Oct 15 00:43:24.005057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50726) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:24.008716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9c3ab-a501-4789-9bc2-27412fe7533b None None] Port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:24.009875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ed457990-dff0-41fa-86dd-0712898510a5 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Request body: {'router': {'name': 'tempest-router-242074548', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4dc32abb0bb344518343e5aa64767655'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:24.063111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.128733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2ad4b17a-27dd-4a19-99da-4b6ac8985363 None None] Provisioning complete for port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:24.129186 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2ad4b17a-27dd-4a19-99da-4b6ac8985363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.137275 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed457990-dff0-41fa-86dd-0712898510a5 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.138739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed457990-dff0-41fa-86dd-0712898510a5 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.172711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739f83c-619a-4905-bccb-a1a4f4e1b68e req-c0f8fe4f-000e-47e7-b68c-749d7f055119 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:24.172959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2ad4b17a-27dd-4a19-99da-4b6ac8985363 None None] Port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:24.174387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c739f83c-619a-4905-bccb-a1a4f4e1b68e req-c0f8fe4f-000e-47e7-b68c-749d7f055119 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0599482 Oct 15 00:43:24.175919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.176897 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.231962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed457990-dff0-41fa-86dd-0712898510a5 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.275906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c739f83c-619a-4905-bccb-a1a4f4e1b68e req-e5aa8130-ccde-4296-b3dd-aa9985ee8858 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891747 Oct 15 00:43:24.289848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed457990-dff0-41fa-86dd-0712898510a5 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.309727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1ac868a9-263e-4aa1-8d20-1da5de7727a6 None None] Provisioning complete for port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:24.310111 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ac868a9-263e-4aa1-8d20-1da5de7727a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.311884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d7f8669c-1adb-400f-9ee4-6f75ca998ec9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:24.318496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=34d3ed9c-4a15-4324-8859-9a8e98e597d6,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:24.353046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 8f548888-ca5e-4783-86a4-cd350460db33 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:24.354531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:24.371959 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed457990-dff0-41fa-86dd-0712898510a5 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.377059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1ac868a9-263e-4aa1-8d20-1da5de7727a6 None None] Port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:24.383342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ed457990-dff0-41fa-86dd-0712898510a5 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3717229 Oct 15 00:43:24.383342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50730) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:24.384206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Request body: {'router': {'distributed': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:24.400841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:24.401237 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.562373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 045ae3fb-d791-4f94-ac4b-4f1a7cefe91b is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:43:24.628573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.628938 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.705379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ed168bae-c037-45a1-9389-c6fbcd5488c7 None None] Provisioning complete for port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:24.705974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed168bae-c037-45a1-9389-c6fbcd5488c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.722272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=107725) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 15 00:43:24.722903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Router 0573aed8-9707-4d21-95ba-1ed258536596 migrating from provider to provider. {{(pid=107725) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 15 00:43:24.723286 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.730290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.743582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ed168bae-c037-45a1-9389-c6fbcd5488c7 None None] Port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:24.822639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:24.909338 n-d-811521-2 neutron-server[107725]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] No L3 agents can host the router 0573aed8-9707-4d21-95ba-1ed258536596 Oct 15 00:43:24.967707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:24.973409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8e06c276-48ae-49c5-a1a6-0c83eb21c335 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/045ae3fb-d791-4f94-ac4b-4f1a7cefe91b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3503232 Oct 15 00:43:24.976278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50734) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:24.978000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] Sync routers for ids ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:24.987524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] Routers {'045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:24.988139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:25.021335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353f721-7025-40b7-a8dd-41df774437bd tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:25.023565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:25.025584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f353f721-7025-40b7-a8dd-41df774437bd tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports/34d3ed9c-4a15-4324-8859-9a8e98e597d6 HTTP/1.1" status: 200 len: 982 time: 0.0480294 Oct 15 00:43:25.027057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50736) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:25.032800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Hosts for router 0573aed8-9707-4d21-95ba-1ed258536596: [] {{(pid=107725) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 15 00:43:25.034183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] Routers {'045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:25.034842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:25.055452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Hosts for other DVR routers connected to router 0573aed8-9707-4d21-95ba-1ed258536596: set() {{(pid=107725) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 15 00:43:25.058171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.059495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8c842175-7090-44dc-9b9c-34b8e8cefec1 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "PUT /v2.0/routers/0573aed8-9707-4d21-95ba-1ed258536596 HTTP/1.1" status: 200 len: 716 time: 0.6797616 Oct 15 00:43:25.061965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50738) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:25.072081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:25.072719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e58358-64c1-4c22-a93b-7057d7bf07a1 None None] The sync data for ids ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:25.142467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fabc2b99-9a03-467f-b3d9-e1f71ec63b85 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "GET /v2.0/routers/0573aed8-9707-4d21-95ba-1ed258536596 HTTP/1.1" status: 200 len: 716 time: 0.0792723 Oct 15 00:43:25.144992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:25.315728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-46bca030-a34b-45d2-b1be-59d94e9586b2 tempest-RoutersTestDVR-1156652690 tempest-RoutersTestDVR-1156652690-project] 10.222.0.13 "GET /v2.0/routers/0573aed8-9707-4d21-95ba-1ed258536596 HTTP/1.1" status: 200 len: 682 time: 0.1696074 Oct 15 00:43:25.322483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50748) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:25.397726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f71fbb8e-631e-4a51-aa25-f2137d778484 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.472720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1112e8-b2df-4c9c-acd0-9a0f108e522b req-0bafeec8-bb4b-4f0e-898d-5cc0abedca48 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:25.474224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b1112e8-b2df-4c9c-acd0-9a0f108e522b req-0bafeec8-bb4b-4f0e-898d-5cc0abedca48 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1174002 Oct 15 00:43:25.522937 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.606939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b1112e8-b2df-4c9c-acd0-9a0f108e522b req-b4c48218-597f-4d93-aa2c-9d28cb40cff9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252944 Oct 15 00:43:25.767927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 34d3ed9c-4a15-4324-8859-9a8e98e597d6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:25.768156 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.853303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.865695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 34d3ed9c-4a15-4324-8859-9a8e98e597d6 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:25.880024 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f71fbb8e-631e-4a51-aa25-f2137d778484 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.882225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f71fbb8e-631e-4a51-aa25-f2137d778484 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.991402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f71fbb8e-631e-4a51-aa25-f2137d778484 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.992067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71fbb8e-631e-4a51-aa25-f2137d778484 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0573aed8-9707-4d21-95ba-1ed258536596 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:25.997089 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f71fbb8e-631e-4a51-aa25-f2137d778484 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:25.998118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f71fbb8e-631e-4a51-aa25-f2137d778484 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0573aed8-9707-4d21-95ba-1ed258536596 HTTP/1.1" status: 204 len: 168 time: 0.6745250 Oct 15 00:43:26.002994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50752) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:26.007340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fab733c9-aae5-49ef-ae11-6385e5fbfdf8 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Request body: {'router': {'name': 'tempest-router-1752212424', 'distributed': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:26.106633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab733c9-aae5-49ef-ae11-6385e5fbfdf8 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.107707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab733c9-aae5-49ef-ae11-6385e5fbfdf8 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.119250 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.150903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=34d3ed9c-4a15-4324-8859-9a8e98e597d6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:26.165756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab733c9-aae5-49ef-ae11-6385e5fbfdf8 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.208366 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cf1aa9f9-f8bc-4974-afe9-1fd2594090d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.239457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab733c9-aae5-49ef-ae11-6385e5fbfdf8 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.253346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.319194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab733c9-aae5-49ef-ae11-6385e5fbfdf8 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.321560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fab733c9-aae5-49ef-ae11-6385e5fbfdf8 tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3163691 Oct 15 00:43:26.323679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:26.400680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e16d97c0-1d89-40a7-b869-05f2d4a82dac tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.409607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 045ae3fb-d791-4f94-ac4b-4f1a7cefe91b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:26.486818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:26.494212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-efe25a35-3b2d-4def-9989-c43c44cb2887 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/045ae3fb-d791-4f94-ac4b-4f1a7cefe91b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639645 Oct 15 00:43:26.494702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:26.496839 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] Sync routers for ids ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:26.517987 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] Routers {'045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:26.518606 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:26.550919 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:26.562295 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] Routers {'045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:26.563171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:26.577433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e16d97c0-1d89-40a7-b869-05f2d4a82dac tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.579856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e16d97c0-1d89-40a7-b869-05f2d4a82dac tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.607149 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:26.607794 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c816779a-9aa4-461a-bfb0-1be570fe8aff None None] The sync data for ids ['045ae3fb-d791-4f94-ac4b-4f1a7cefe91b'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:26.682921 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-1ac9e971-a18b-4f1f-994e-dd47c2420ed0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] remove_router_interface failed (client error): The resource could not be found. Oct 15 00:43:26.683934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1ac9e971-a18b-4f1f-994e-dd47c2420ed0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/045ae3fb-d791-4f94-ac4b-4f1a7cefe91b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1886418 Oct 15 00:43:26.686909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50762) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:26.697794 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e16d97c0-1d89-40a7-b869-05f2d4a82dac tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.698686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16d97c0-1d89-40a7-b869-05f2d4a82dac tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9a33f0-cd7d-4e4d-ab2e-daa8c6bf9853 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:26.703249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e16d97c0-1d89-40a7-b869-05f2d4a82dac tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.704459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e16d97c0-1d89-40a7-b869-05f2d4a82dac tempest-RoutersTestDVR-1662514235 tempest-RoutersTestDVR-1662514235-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0f9a33f0-cd7d-4e4d-ab2e-daa8c6bf9853 HTTP/1.1" status: 204 len: 168 time: 0.3796732 Oct 15 00:43:26.725393 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9c5a1d3f-f987-4254-98fd-72d92d972f7e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=045ae3fb-d791-4f94-ac4b-4f1a7cefe91b HTTP/1.1" status: 200 len: 205 time: 0.0370996 Oct 15 00:43:26.730695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50766) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:26.743528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743434ee-36ac-42ed-9f1f-049577b94d23 req-89b517ed-6303-4e1e-a5c4-6796bc2c59b6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:26.747278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-743434ee-36ac-42ed-9f1f-049577b94d23 req-89b517ed-6303-4e1e-a5c4-6796bc2c59b6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0655179 Oct 15 00:43:26.802405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-743434ee-36ac-42ed-9f1f-049577b94d23 req-b91c3711-4f0e-4ccf-bcac-1b95787331c9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472839 Oct 15 00:43:26.808581 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-487aeacf-5eb3-4502-b664-6df94c48ec4a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.972417 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-487aeacf-5eb3-4502-b664-6df94c48ec4a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:26.974715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-487aeacf-5eb3-4502-b664-6df94c48ec4a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.087907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-487aeacf-5eb3-4502-b664-6df94c48ec4a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.088413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487aeacf-5eb3-4502-b664-6df94c48ec4a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Fanout notify agent at l3_agent the message router_deleted on router 045ae3fb-d791-4f94-ac4b-4f1a7cefe91b {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:27.095952 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-487aeacf-5eb3-4502-b664-6df94c48ec4a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.097066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-487aeacf-5eb3-4502-b664-6df94c48ec4a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/045ae3fb-d791-4f94-ac4b-4f1a7cefe91b HTTP/1.1" status: 204 len: 168 time: 0.3653753 Oct 15 00:43:27.099923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50768) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:27.154632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet 5c23ceed-700f-4a79-a9a4-98d67aaf1505 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:43:27.157781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.195022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50772) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:27.199236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.284589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.332919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acdb111-f676-499c-ab82-6a71b1cf4e71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.447795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.485363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=5c23ceed-700f-4a79-a9a4-98d67aaf1505,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:27.492901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.496861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-79fdb043-4540-4316-8714-3458078464fc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/5c23ceed-700f-4a79-a9a4-98d67aaf1505 HTTP/1.1" status: 204 len: 168 time: 0.3956776 Oct 15 00:43:27.498625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d46c6-c518-4329-9904-a48a4ccc3148 None None] Network 8f548888-ca5e-4783-86a4-cd350460db33 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:27.499587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50776) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:27.537057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acdb111-f676-499c-ab82-6a71b1cf4e71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.588525 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.593713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2acdb111-f676-499c-ab82-6a71b1cf4e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.633944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2acdb111-f676-499c-ab82-6a71b1cf4e71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dc32abb0bb344518343e5aa64767655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378898 Oct 15 00:43:27.638036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdb111-f676-499c-ab82-6a71b1cf4e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d015b2-5aed-40c3-a2f6-b01574b7f341,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:27.639613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:27.674653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:27.674997 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.708380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] DHCP port deletion for 8f548888-ca5e-4783-86a4-cd350460db33 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:43:27.755535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] Deleting port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:27.755907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.772907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.776251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port d7f8669c-1adb-400f-9ee4-6f75ca998ec9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,segment=NetworkSegment(ef519dab-908b-4db6-8621-f70f1eea8f8b),segment_id=ef519dab-908b-4db6-8621-f70f1eea8f8b)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:27.776851 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.801161 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for d7f8669c-1adb-400f-9ee4-6f75ca998ec9 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:27.816140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.822720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] For port d7f8669c-1adb-400f-9ee4-6f75ca998ec9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,segment=NetworkSegment(ef519dab-908b-4db6-8621-f70f1eea8f8b),segment_id=ef519dab-908b-4db6-8621-f70f1eea8f8b)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:27.823159 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:27.836290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] Calling delete_port for d7f8669c-1adb-400f-9ee4-6f75ca998ec9 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:27.925996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04118a7-eac8-4b76-bc12-0fea9ffa98ca req-f92c281e-35f4-4c0a-9014-3946a9b57b57 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:27.927537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d04118a7-eac8-4b76-bc12-0fea9ffa98ca req-f92c281e-35f4-4c0a-9014-3946a9b57b57 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0507796 Oct 15 00:43:27.965962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d04118a7-eac8-4b76-bc12-0fea9ffa98ca req-b9fd30dd-966a-4b00-9cd8-4f994fe8203a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Oct 15 00:43:27.996632 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.003582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.029729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] Pushing event deleted for resources: {'Port': ['ID=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:28.040519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb585299-1965-4fdf-b9b3-42e58dc1a2cb None None] No DVR routers for this DVR port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:28.041414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.041414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.041414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00d015b2-5aed-40c3-a2f6-b01574b7f341 HTTP/1.1" status: 204 len: 168 time: 0.3950560 Oct 15 00:43:28.049441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=d7f8669c-1adb-400f-9ee4-6f75ca998ec9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:28.052577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port d7f8669c-1adb-400f-9ee4-6f75ca998ec9 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:28.053166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d015b2-5aed-40c3-a2f6-b01574b7f341,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:28.086941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.087288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.087628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.087962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.088291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.088787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.089243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.089685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.090149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.091886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.091886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.091886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.100426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.100780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.101118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.101454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.101782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.102121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.102450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.102773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.103106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.103557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.103883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.104201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815286-46a2-4ab1-bdec-29ded656cf77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:28.170658 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.194112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f548888-ca5e-4783-86a4-cd350460db33']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:28.205159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef519dab-908b-4db6-8621-f70f1eea8f8b') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:28.205448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef519dab-908b-4db6-8621-f70f1eea8f8b') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:28.215459 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.229394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.237767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:28.238195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.238483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d7f8669c-1adb-400f-9ee4-6f75ca998ec9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:28.241197 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:28.259387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d7f8669c-1adb-400f-9ee4-6f75ca998ec9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:28.259654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d7f8669c-1adb-400f-9ee4-6f75ca998ec9 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:28.379808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.398879 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.402987 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/8f548888-ca5e-4783-86a4-cd350460db33 HTTP/1.1" status: 204 len: 168 time: 0.9018450 Oct 15 00:43:28.404270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1642-9c77-46c6-8636-56c08cb0e535 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=8f548888-ca5e-4783-86a4-cd350460db33,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:28.406629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50788) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:28.411698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1039434178'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:28.499672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:28.503328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.527917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:28.536210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.536549 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793 of type vlan for network 334b1070-e342-414c-b4dd-5d7891a35496 Oct 15 00:43:28.581361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.658230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50790) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:28.672041 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.677464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:28.678049 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.680254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5e676fc-779a-489e-a4a7-3f7e434a55f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.763777 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb22609f-2262-4948-903e-a53e3a3ce5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.769456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=334b1070-e342-414c-b4dd-5d7891a35496,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:28.782242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 334b1070-e342-414c-b4dd-5d7891a35496 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:28.810805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d9b3e494-9644-44e7-b0b2-382fc605ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4030266 Oct 15 00:43:28.813909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50794) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:28.819057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': '334b1070-e342-414c-b4dd-5d7891a35496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:28.824361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5e676fc-779a-489e-a4a7-3f7e434a55f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.917539 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5e676fc-779a-489e-a4a7-3f7e434a55f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:28.960600 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a5e676fc-779a-489e-a4a7-3f7e434a55f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06de64351a3941abac4637a8f7db3fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012607 Oct 15 00:43:28.961744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e676fc-779a-489e-a4a7-3f7e434a55f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dae6b59-9b98-4ace-b28b-b5bdaa1c0305,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:28.963278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50796) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:28.992993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:28.995958 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.106015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a452307b-bfbc-412e-b308-0001ae8875af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.157011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c537d59-1334-44a7-8b3e-3344674f90b1 req-4f9bc47c-58eb-4119-b04e-4af571d122c5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:29.158611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c537d59-1334-44a7-8b3e-3344674f90b1 req-4f9bc47c-58eb-4119-b04e-4af571d122c5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1239746 Oct 15 00:43:29.160359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a452307b-bfbc-412e-b308-0001ae8875af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.262745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c537d59-1334-44a7-8b3e-3344674f90b1 req-c195e3d7-eaec-45b1-b5c3-7bd0781d5e95 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939500 Oct 15 00:43:29.362771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a452307b-bfbc-412e-b308-0001ae8875af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.365599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a452307b-bfbc-412e-b308-0001ae8875af admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.366808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a452307b-bfbc-412e-b308-0001ae8875af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dae6b59-9b98-4ace-b28b-b5bdaa1c0305 HTTP/1.1" status: 204 len: 168 time: 0.4017940 Oct 15 00:43:29.374689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452307b-bfbc-412e-b308-0001ae8875af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dae6b59-9b98-4ace-b28b-b5bdaa1c0305,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:29.391899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.455365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=2bca69fe-770c-4b27-bbce-ce5657f8da38,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:29.467227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': 'cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '334b1070-e342-414c-b4dd-5d7891a35496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:29.467596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: 334b1070-e342-414c-b4dd-5d7891a35496, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:29.564747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 334b1070-e342-414c-b4dd-5d7891a35496 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:29.673345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 334b1070-e342-414c-b4dd-5d7891a35496) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:29.677636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:29.678370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.682203 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab464b-922d-4ea1-839f-f7d9fa42fcaf None None] Network 334b1070-e342-414c-b4dd-5d7891a35496 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:29.756234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d307707c-07ab-4536-9db4-012054f2c849 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9411640 Oct 15 00:43:29.758741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50804) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:29.764636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1c9b2027-6822-4c73-b24a-6be9db47954f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2135153064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:29.840611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-334b1070-e342-414c-b4dd-5d7891a35496', 'network_id': '334b1070-e342-414c-b4dd-5d7891a35496', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': '2bca69fe-770c-4b27-bbce-ce5657f8da38'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:29.841571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.851978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2027-6822-4c73-b24a-6be9db47954f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.853935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2027-6822-4c73-b24a-6be9db47954f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.925142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2027-6822-4c73-b24a-6be9db47954f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.982519 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2027-6822-4c73-b24a-6be9db47954f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:29.988881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Allocated IP 2001:db8::2 (334b1070-e342-414c-b4dd-5d7891a35496/2bca69fe-770c-4b27-bbce-ce5657f8da38/60186308-dda4-46c1-a14e-2b4c871f7fd3) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:30.052550 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2027-6822-4c73-b24a-6be9db47954f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.053770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1c9b2027-6822-4c73-b24a-6be9db47954f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2940433 Oct 15 00:43:30.056750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:30.070384 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.166657 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.185861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.243279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.285035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Network 334b1070-e342-414c-b4dd-5d7891a35496 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:30.286547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:30.290288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:30.302438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Pushing event updated for resources: {'Port': ['ID=60186308-dda4-46c1-a14e-2b4c871f7fd3,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:30.374706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Attempting to bind port 60186308-dda4-46c1-a14e-2b4c871f7fd3 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:30.375078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Attempting to bind port 60186308-dda4-46c1-a14e-2b4c871f7fd3 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '334b1070-e342-414c-b4dd-5d7891a35496'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:30.375441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Attempting to bind port 60186308-dda4-46c1-a14e-2b4c871f7fd3 on network 334b1070-e342-414c-b4dd-5d7891a35496 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:30.380689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:30.381061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Checking segment: {'id': 'cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '334b1070-e342-414c-b4dd-5d7891a35496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:30.381463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.381854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Bound using segment: {'id': 'cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '334b1070-e342-414c-b4dd-5d7891a35496'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:30.382495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Bound port: 60186308-dda4-46c1-a14e-2b4c871f7fd3, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '334b1070-e342-414c-b4dd-5d7891a35496'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:30.382868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.447136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50828) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:30.461055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] For port 60186308-dda4-46c1-a14e-2b4c871f7fd3, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:30.465463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] For port 60186308-dda4-46c1-a14e-2b4c871f7fd3, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=60186308-dda4-46c1-a14e-2b4c871f7fd3,segment=NetworkSegment(cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793),segment_id=cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:30.565093 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a036380-a2e4-47da-a9cb-a5819efa8bff tempest-AgentManagementNegativeTest-451458117 tempest-AgentManagementNegativeTest-451458117-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1166668 Oct 15 00:43:30.570746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.624931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b4405-6c60-4eba-a3e1-564ac71d268b req-f025f326-52a7-4bbb-8ee9-cb2919442472 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:30.626534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd1b4405-6c60-4eba-a3e1-564ac71d268b req-f025f326-52a7-4bbb-8ee9-cb2919442472 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1433198 Oct 15 00:43:30.637810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56332c-d7c5-44b4-8da6-69847962b79d None None] Pushing event updated for resources: {'Port': ['ID=60186308-dda4-46c1-a14e-2b4c871f7fd3,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:30.715421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:30.720784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd1b4405-6c60-4eba-a3e1-564ac71d268b req-b1c822e9-c77e-49c9-b742-2dd23475cf6c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709562 Oct 15 00:43:30.990047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8::1 (334b1070-e342-414c-b4dd-5d7891a35496/2bca69fe-770c-4b27-bbce-ce5657f8da38/1c184df7-42be-4f90-88af-ac8c08c651ee) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:31.048803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50840) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:31.103766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.159209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bde90999-fcb1-4c8c-8a53-dc6d86a85100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.228165 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.231128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bde90999-fcb1-4c8c-8a53-dc6d86a85100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.273053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 334b1070-e342-414c-b4dd-5d7891a35496 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:31.277000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:31.280828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:31.281394 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.307788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bde90999-fcb1-4c8c-8a53-dc6d86a85100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.328417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=1c184df7-42be-4f90-88af-ac8c08c651ee,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:31.347462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde90999-fcb1-4c8c-8a53-dc6d86a85100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551030d1-be6b-4004-88d4-563252738867,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:31.352321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bde90999-fcb1-4c8c-8a53-dc6d86a85100 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5536e44eaedc45e387054966781372ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025291 Oct 15 00:43:31.356116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50844) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:31.408912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31475e96-f6b3-4255-8aa3-8699e534dcd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.432330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31475e96-f6b3-4255-8aa3-8699e534dcd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.491899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.542199 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31475e96-f6b3-4255-8aa3-8699e534dcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.545623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31475e96-f6b3-4255-8aa3-8699e534dcd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.546854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-31475e96-f6b3-4255-8aa3-8699e534dcd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/551030d1-be6b-4004-88d4-563252738867 HTTP/1.1" status: 204 len: 168 time: 0.1898043 Oct 15 00:43:31.556235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31475e96-f6b3-4255-8aa3-8699e534dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551030d1-be6b-4004-88d4-563252738867,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:31.615261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c04ffc-eb83-4e06-891b-c77d8016b6e8 None None] Network 334b1070-e342-414c-b4dd-5d7891a35496 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:31.749508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0247a9c5-60bb-430d-bdd8-5e9e0c6fa9e3 None None] Provisioning complete for port 60186308-dda4-46c1-a14e-2b4c871f7fd3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:31.749854 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0247a9c5-60bb-430d-bdd8-5e9e0c6fa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.783175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.856855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a348f23-c0c5-408e-af4e-01337307740c req-81396646-d618-4426-8f43-1194bcf7ce61 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:31.858438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a348f23-c0c5-408e-af4e-01337307740c req-81396646-d618-4426-8f43-1194bcf7ce61 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0625265 Oct 15 00:43:31.874696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0247a9c5-60bb-430d-bdd8-5e9e0c6fa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.893121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.895275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:31.913602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a348f23-c0c5-408e-af4e-01337307740c req-14601ff1-43fc-4235-a5ea-b2d63bf8bafc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Oct 15 00:43:31.930488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0247a9c5-60bb-430d-bdd8-5e9e0c6fa9e3 None None] For port 60186308-dda4-46c1-a14e-2b4c871f7fd3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=60186308-dda4-46c1-a14e-2b4c871f7fd3,segment=NetworkSegment(cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793),segment_id=cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:31.983320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=1c184df7-42be-4f90-88af-ac8c08c651ee,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:31.997565 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0247a9c5-60bb-430d-bdd8-5e9e0c6fa9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.065327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247a9c5-60bb-430d-bdd8-5e9e0c6fa9e3 None None] Pushing event updated for resources: {'Port': ['ID=60186308-dda4-46c1-a14e-2b4c871f7fd3,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:32.084758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 334b1070-e342-414c-b4dd-5d7891a35496 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:32.086950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:32.120806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-881ab1d9-2cbd-41ec-a0da-3fa71520d88f None None] Provisioning complete for port 1c184df7-42be-4f90-88af-ac8c08c651ee triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:32.121439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-881ab1d9-2cbd-41ec-a0da-3fa71520d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.161346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-881ab1d9-2cbd-41ec-a0da-3fa71520d88f None None] Port 1c184df7-42be-4f90-88af-ac8c08c651ee cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:32.184786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-881ab1d9-2cbd-41ec-a0da-3fa71520d88f None None] Provisioning complete for port 60186308-dda4-46c1-a14e-2b4c871f7fd3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:32.185003 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-881ab1d9-2cbd-41ec-a0da-3fa71520d88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.253907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.284388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 99fe5f68-d905-456a-bf1a-e986dd25273e is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:43:32.330314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 60186308-dda4-46c1-a14e-2b4c871f7fd3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:32.380158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 60186308-dda4-46c1-a14e-2b4c871f7fd3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:32.380526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.393611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:32.402467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9e73f638-25db-42dc-b0a2-34e29ebdc8c3 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/99fe5f68-d905-456a-bf1a-e986dd25273e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3418331 Oct 15 00:43:32.402802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:32.416436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] Sync routers for ids ['99fe5f68-d905-456a-bf1a-e986dd25273e'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:32.451514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-40044dae-8173-4838-b510-3f3b95dd6cb8 None None] Provisioning complete for port 1c184df7-42be-4f90-88af-ac8c08c651ee triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:32.451888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-40044dae-8173-4838-b510-3f3b95dd6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.454777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818e691-1b40-4eec-9359-75eaae9f7867 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:32.456611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0818e691-1b40-4eec-9359-75eaae9f7867 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports/1c184df7-42be-4f90-88af-ac8c08c651ee HTTP/1.1" status: 200 len: 911 time: 0.0525994 Oct 15 00:43:32.459448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50866) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:32.480845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] Routers {'99fe5f68-d905-456a-bf1a-e986dd25273e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:32.481483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['99fe5f68-d905-456a-bf1a-e986dd25273e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:32.543109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-40044dae-8173-4838-b510-3f3b95dd6cb8 None None] Port 1c184df7-42be-4f90-88af-ac8c08c651ee cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:32.553590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:32.569075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] Routers {'99fe5f68-d905-456a-bf1a-e986dd25273e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:32.569735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['99fe5f68-d905-456a-bf1a-e986dd25273e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:32.625831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:32.626528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696b7de2-81cd-48b3-b8a7-f53da5b2ebad None None] The sync data for ids ['99fe5f68-d905-456a-bf1a-e986dd25273e'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:32.661635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bd9ffa7e-03c0-431c-b2e4-3332b333da42 None None] Provisioning complete for port 1c184df7-42be-4f90-88af-ac8c08c651ee triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:32.661997 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffa7e-03c0-431c-b2e4-3332b333da42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.816508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50874) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:32.818276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:32.849918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ffa7e-03c0-431c-b2e4-3332b333da42 None None] Port 1c184df7-42be-4f90-88af-ac8c08c651ee cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:32.931337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-109423559'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:33.019230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:33.023442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.036290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.066149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a29f6d-ecb7-4158-a30f-5350e8655a5e req-b1a92152-32e8-46e8-8e6a-cc2d67e9d930 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:33.067566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8a29f6d-ecb7-4158-a30f-5350e8655a5e req-b1a92152-32e8-46e8-8e6a-cc2d67e9d930 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0808215 Oct 15 00:43:33.080812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 1c184df7-42be-4f90-88af-ac8c08c651ee {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:33.081277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.132719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8a29f6d-ecb7-4158-a30f-5350e8655a5e req-2118b6c0-b436-4ecc-a886-c669033fc707 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576558 Oct 15 00:43:33.168696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.180769 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.193362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 1c184df7-42be-4f90-88af-ac8c08c651ee owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:33.221825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.248219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:33.265397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d5e2b-f749-44a3-b393-2e3ea2bead99,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:33.269097 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.269438 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment 8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0 of type vlan for network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 Oct 15 00:43:33.310538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.404901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.410537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:33.411146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.433458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.464474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=1c184df7-42be-4f90-88af-ac8c08c651ee,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:33.482342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=3b7312f3-d5f3-4de7-9f36-fe96ceff87e1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:33.496233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:33.529019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4fecbac5-9f25-4811-8919-65b7ef9ef693 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7113583 Oct 15 00:43:33.531749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50882) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:33.536857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'name': 'tempest-PortsTestJSON-484693414'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:33.570195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.716960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:33.720565 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.734953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 99fe5f68-d905-456a-bf1a-e986dd25273e has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:33.739173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:33.808985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:33.816068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e5cea28-cea5-45ac-a2f9-2db5feec4dfb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/99fe5f68-d905-456a-bf1a-e986dd25273e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3555562 Oct 15 00:43:33.818722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50884) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:33.824300 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] Sync routers for ids ['99fe5f68-d905-456a-bf1a-e986dd25273e'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:33.835497 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] Routers {'99fe5f68-d905-456a-bf1a-e986dd25273e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:33.836790 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['99fe5f68-d905-456a-bf1a-e986dd25273e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:33.855522 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ca139b24-e921-4308-ac6a-96e32731e37e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fe5f68-d905-456a-bf1a-e986dd25273e HTTP/1.1" status: 200 len: 205 time: 0.0333540 Oct 15 00:43:33.856452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50886) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:33.869751 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:33.878463 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] Routers {'99fe5f68-d905-456a-bf1a-e986dd25273e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:33.879037 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['99fe5f68-d905-456a-bf1a-e986dd25273e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:33.913809 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:33.914484 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50524b5b-054b-4727-a365-3c793e7c5c54 None None] The sync data for ids ['99fe5f68-d905-456a-bf1a-e986dd25273e'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:33.973607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97682b7c-5184-43fb-b59d-0d4fd9b323ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:33.978222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.147393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97682b7c-5184-43fb-b59d-0d4fd9b323ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.150322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97682b7c-5184-43fb-b59d-0d4fd9b323ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.223946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.290582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97682b7c-5184-43fb-b59d-0d4fd9b323ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.291105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97682b7c-5184-43fb-b59d-0d4fd9b323ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Fanout notify agent at l3_agent the message router_deleted on router 99fe5f68-d905-456a-bf1a-e986dd25273e {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:34.306865 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97682b7c-5184-43fb-b59d-0d4fd9b323ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.308124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-97682b7c-5184-43fb-b59d-0d4fd9b323ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/99fe5f68-d905-456a-bf1a-e986dd25273e HTTP/1.1" status: 204 len: 168 time: 0.4506705 Oct 15 00:43:34.310897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50892) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:34.312347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:34.321339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a49d12-3998-41b3-a110-23db5d133c31 req-14fcff2b-ad36-45e8-a504-a48a96c4ef16 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:34.322908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1a49d12-3998-41b3-a110-23db5d133c31 req-14fcff2b-ad36-45e8-a504-a48a96c4ef16 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1103146 Oct 15 00:43:34.353835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': '8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:34.354783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:34.368088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet 2bca69fe-770c-4b27-bbce-ce5657f8da38 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:43:34.371146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.381946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1a49d12-3998-41b3-a110-23db5d133c31 req-2ebacf11-ad86-4c54-bab9-f79750304806 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512505 Oct 15 00:43:34.411714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.488156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:34.497234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.553239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:34.557014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:34.562751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09add63c-fac1-4f9e-8ee6-069eb75d0710 None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:34.563865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:34.564125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.610701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.638703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=2bca69fe-770c-4b27-bbce-ce5657f8da38,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:34.642366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.648382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50894) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:34.648667 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-711548be-6adc-4ce1-90ae-108d02e237f5 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/2bca69fe-770c-4b27-bbce-ce5657f8da38 HTTP/1.1" status: 204 len: 168 time: 0.3364511 Oct 15 00:43:34.661077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b23d7cfb-a61d-4263-ad2b-a57791ca6c2a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1282637 Oct 15 00:43:34.669316 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50896) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:34.672200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b80ed-ca1a-43eb-b600-0ccd78a3a071 None None] Network 334b1070-e342-414c-b4dd-5d7891a35496 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:34.698012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-885610882'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:34.738005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.789266 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-62cd2b33-6eea-46aa-8552-87b024be3dc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455561 Oct 15 00:43:34.800520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:34.802366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 60186308-dda4-46c1-a14e-2b4c871f7fd3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:34.802843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.809016 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.869138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:34.883070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] DHCP port deletion for 334b1070-e342-414c-b4dd-5d7891a35496 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:43:34.883861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.884209 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment c9c78be9-edd5-4e03-b51e-b904a502e0bb of type vlan for network 7fc5f992-fa3a-4f00-b4fd-31c70028cbb6 Oct 15 00:43:34.892170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 60186308-dda4-46c1-a14e-2b4c871f7fd3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=60186308-dda4-46c1-a14e-2b4c871f7fd3,segment=NetworkSegment(cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793),segment_id=cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:34.892664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:34.896295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-ae4fd103-afa4-462e-984a-d72a246251c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:34.897826 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-ae4fd103-afa4-462e-984a-d72a246251c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 1096 time: 0.0768056 Oct 15 00:43:34.913351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 60186308-dda4-46c1-a14e-2b4c871f7fd3 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:34.945252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] Deleting port 60186308-dda4-46c1-a14e-2b4c871f7fd3 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:34.945930 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.034747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] For port 60186308-dda4-46c1-a14e-2b4c871f7fd3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=60186308-dda4-46c1-a14e-2b4c871f7fd3,segment=NetworkSegment(cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793),segment_id=cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:35.035298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.049743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] Calling delete_port for 60186308-dda4-46c1-a14e-2b4c871f7fd3 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:35.050445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.079289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=60186308-dda4-46c1-a14e-2b4c871f7fd3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:35.086731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port 60186308-dda4-46c1-a14e-2b4c871f7fd3 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:35.144075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.169761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] Pushing event deleted for resources: {'Port': ['ID=60186308-dda4-46c1-a14e-2b4c871f7fd3,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:35.173459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c8cc3-6f73-445b-b624-60fa3a77fdb4 None None] No DVR routers for this DVR port 60186308-dda4-46c1-a14e-2b4c871f7fd3 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:35.180765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.206395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334b1070-e342-414c-b4dd-5d7891a35496']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:35.216841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:35.217137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2dc3b9-aa8f-4e00-ae4f-8d68dbf46793') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:35.227248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.241827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.249129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:35.249515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:35.252721 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:35.282559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.365852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-a7aacf25-3e91-433a-ab75-813022d3e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:35.367370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-a7aacf25-3e91-433a-ab75-813022d3e603 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1190093 Oct 15 00:43:35.382341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.387399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.394395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/334b1070-e342-414c-b4dd-5d7891a35496 HTTP/1.1" status: 204 len: 168 time: 0.7413144 Oct 15 00:43:35.406186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50900) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:35.406977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4473d-c3cf-4388-ad12-8a9c5af2d956 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=334b1070-e342-414c-b4dd-5d7891a35496,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:35.412944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-898024145', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:35.413430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-0a384a3c-fe13-4c0a-a89f-c6b58319bcb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a6b3e26-f380-4d28-8b77-864fd810e269 HTTP/1.1" status: 200 len: 217 time: 0.0381021 Oct 15 00:43:35.429811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.437360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:35.437360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.501193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754f035-e2cf-4d5b-8175-34580f40a75b req-8f6f6910-2287-4418-909e-a13bf64eb25a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:35.502816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4754f035-e2cf-4d5b-8175-34580f40a75b req-8f6f6910-2287-4418-909e-a13bf64eb25a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0495441 Oct 15 00:43:35.525287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.527095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.535109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-2434905b-49c9-47d1-b815-a3b87b3d7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:35.536476 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-2434905b-49c9-47d1-b815-a3b87b3d7235 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.1160865 Oct 15 00:43:35.537457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=7fc5f992-fa3a-4f00-b4fd-31c70028cbb6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:35.551058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 7fc5f992-fa3a-4f00-b4fd-31c70028cbb6 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:35.555821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4754f035-e2cf-4d5b-8175-34580f40a75b req-96997661-eec0-417b-826e-aa15e1c1ded6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Oct 15 00:43:35.726142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:35.726550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-91127d84-a1b1-4d1a-93d9-b611ee898f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:35.726550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-91127d84-a1b1-4d1a-93d9-b611ee898f1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618687 Oct 15 00:43:35.726550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7dc0c4c1-61a2-49e4-9d1f-4ef74998d845 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0321805 Oct 15 00:43:35.726844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50904) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:35.726942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-307f699e-606e-469d-9302-ff47e4640f4c service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918016 Oct 15 00:43:35.727038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'ports': [{'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1'}, {'network_id': '7fc5f992-fa3a-4f00-b4fd-31c70028cbb6'}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:35.727038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:35.727038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '7fc5f992-fa3a-4f00-b4fd-31c70028cbb6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:35.804802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fa6151eb-5ff7-47bd-ad9f-8b067f402bd7 req-fa3e6fdd-1577-4e01-98d2-dbd062039da6 service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904331 Oct 15 00:43:35.966829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:36.066729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 2} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:36.071255 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:36.110827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:36.203219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 692df1d2-6dd2-4ad9-9fa8-dcdc384f993a yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:36.240174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 60186308-dda4-46c1-a14e-2b4c871f7fd3 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:36.260974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 60186308-dda4-46c1-a14e-2b4c871f7fd3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:36.261272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 60186308-dda4-46c1-a14e-2b4c871f7fd3 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:36.318937 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:36.667555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:36.826675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33ad5c-a857-4970-bc23-886383c9a77c req-32313708-d14f-4ddb-bd54-486f2e5cda85 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:36.828158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa33ad5c-a857-4970-bc23-886383c9a77c req-32313708-d14f-4ddb-bd54-486f2e5cda85 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1668549 Oct 15 00:43:36.865523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:36.953096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 172.25.2.116 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/9295c2d8-5c11-4d91-9dff-35e7f7b934ae) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:36.959842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 95a720a0-2ff8-4713-b58d-721b1a1d2caf yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:37.081046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa33ad5c-a857-4970-bc23-886383c9a77c req-7f0203d8-28ac-4b03-a172-e4cc94b0aaa4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428095 Oct 15 00:43:37.148141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:37.208744 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:37.308298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:37.341561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:37.344423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:37.351288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:37.357127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:37.398997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=9295c2d8-5c11-4d91-9dff-35e7f7b934ae,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:37.402367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:37.409049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:37.413322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:37.414153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:37.548199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=692df1d2-6dd2-4ad9-9fa8-dcdc384f993a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:37.613478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': 'c9c78be9-edd5-4e03-b51e-b904a502e0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7fc5f992-fa3a-4f00-b4fd-31c70028cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:37.613834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: 7fc5f992-fa3a-4f00-b4fd-31c70028cbb6, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:37.622289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=95a720a0-2ff8-4713-b58d-721b1a1d2caf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:37.736919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 7fc5f992-fa3a-4f00-b4fd-31c70028cbb6 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:37.806248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:37.840984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 7fc5f992-fa3a-4f00-b4fd-31c70028cbb6) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:37.846805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:37.849126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8b742-9929-4b46-9d25-47e1f4e87146 None None] Network 7fc5f992-fa3a-4f00-b4fd-31c70028cbb6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:37.852796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:37.858656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:37.859322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:37.966023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-94c4eea5-d2be-4451-bd0d-b4c8eb16806f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2593822 Oct 15 00:43:37.968911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50916) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.032844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.060362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 95a720a0-2ff8-4713-b58d-721b1a1d2caf {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:38.060698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.130570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.146023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 95a720a0-2ff8-4713-b58d-721b1a1d2caf owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:38.210005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1492ff-9419-4074-af05-0ddadb540e32 req-8ab85d96-6746-4cfd-9b01-02cfa07572ce tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:38.211652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e1492ff-9419-4074-af05-0ddadb540e32 req-8ab85d96-6746-4cfd-9b01-02cfa07572ce tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0575798 Oct 15 00:43:38.246247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router fef92990-6eb3-479a-b27a-afe004ea3069 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:43:38.257028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e1492ff-9419-4074-af05-0ddadb540e32 req-e305faa1-066a-451e-85ea-8b65da5a4706 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 Oct 15 00:43:38.284841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.319080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=95a720a0-2ff8-4713-b58d-721b1a1d2caf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:38.327262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.331033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c8c2d8b7-dcaf-4f49-8a6a-90750b700311 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/95a720a0-2ff8-4713-b58d-721b1a1d2caf HTTP/1.1" status: 204 len: 168 time: 0.3599598 Oct 15 00:43:38.333605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50920) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.362577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:38.372633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] Sync routers for ids ['fef92990-6eb3-479a-b27a-afe004ea3069'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:38.381497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] Routers {'fef92990-6eb3-479a-b27a-afe004ea3069'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:38.382147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fef92990-6eb3-479a-b27a-afe004ea3069'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:38.391071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d9c1a-5638-4dba-88fa-63baf9bf32da tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:38.397579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d9c1a-5638-4dba-88fa-63baf9bf32da tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:38.399206 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-487d9c1a-5638-4dba-88fa-63baf9bf32da tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0646467 Oct 15 00:43:38.402514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50922) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.416693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:38.425676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] Routers {'fef92990-6eb3-479a-b27a-afe004ea3069'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:38.426297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fef92990-6eb3-479a-b27a-afe004ea3069'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:38.435552 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.439553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-99abee84-de26-45a5-abaa-39f5c0262157 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0277154 Oct 15 00:43:38.439866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50924) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.466782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:38.467675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18e911-a310-4552-9fde-7d88c42b4e5e None None] The sync data for ids ['fef92990-6eb3-479a-b27a-afe004ea3069'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:38.520432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 692df1d2-6dd2-4ad9-9fa8-dcdc384f993a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:38.520839 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.560240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a3081ca-6503-4f86-b5ac-776a1f00538f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/routers/fef92990-6eb3-479a-b27a-afe004ea3069 HTTP/1.1" status: 200 len: 884 time: 0.1187212 Oct 15 00:43:38.562627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50928) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.593996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.607290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 692df1d2-6dd2-4ad9-9fa8-dcdc384f993a owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:38.739648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.773568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=692df1d2-6dd2-4ad9-9fa8-dcdc384f993a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:38.780397 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:38.781565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ad5f6d6d-4156-4daa-ada4-c0a24dcc2001 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2178319 Oct 15 00:43:38.783705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3a6a2047-0ff0-45ef-826e-c5cbc177f58b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/692df1d2-6dd2-4ad9-9fa8-dcdc384f993a HTTP/1.1" status: 204 len: 168 time: 0.3801713 Oct 15 00:43:38.784347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50930) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.785952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50932) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.788785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f4f2c729-10d7-4891-adc2-29104367eb3a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-898024145'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:38.836127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8ba4c9-5fd8-4ab2-b3ff-db60805c0777 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:38.837514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4d8ba4c9-5fd8-4ab2-b3ff-db60805c0777 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0506070 Oct 15 00:43:38.840312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50934) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.864166 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d77e71-2e44-4a4c-b5ef-2856a19cbf4a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:43:38.868068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-00d77e71-2e44-4a4c-b5ef-2856a19cbf4a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/95a720a0-2ff8-4713-b58d-721b1a1d2caf HTTP/1.1" status: 404 len: 333 time: 0.0244036 Oct 15 00:43:38.868294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50936) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.892990 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f74b1b-3002-4968-979a-ef391caf4330 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:43:38.894470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f9f74b1b-3002-4968-979a-ef391caf4330 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/692df1d2-6dd2-4ad9-9fa8-dcdc384f993a HTTP/1.1" status: 404 len: 333 time: 0.0252962 Oct 15 00:43:38.897114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50938) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:38.974388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.063675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.083812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc5f992-fa3a-4f00-b4fd-31c70028cbb6']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:39.093431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c78be9-edd5-4e03-b51e-b904a502e0bb') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:39.093657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c78be9-edd5-4e03-b51e-b904a502e0bb') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:39.101501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c729-10d7-4891-adc2-29104367eb3a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.108586 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.121685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.127439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:39.127817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:39.130696 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:39.199683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c729-10d7-4891-adc2-29104367eb3a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.277472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.285795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.289553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/7fc5f992-fa3a-4f00-b4fd-31c70028cbb6 HTTP/1.1" status: 204 len: 168 time: 0.3915379 Oct 15 00:43:39.295092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50942) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:39.300156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-431506212'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:39.301551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661dd28-35b2-428f-b2a3-0f682ffef56c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=7fc5f992-fa3a-4f00-b4fd-31c70028cbb6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:39.326750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f2c729-10d7-4891-adc2-29104367eb3a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router fef92990-6eb3-479a-b27a-afe004ea3069 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:39.386989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:39.389847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb0052-a06b-475e-9343-23a4d8197395 req-fc432d2f-45d6-4f34-9e09-79a8dc732a49 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:39.390316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.391377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bceb0052-a06b-475e-9343-23a4d8197395 req-fc432d2f-45d6-4f34-9e09-79a8dc732a49 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Oct 15 00:43:39.430482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bceb0052-a06b-475e-9343-23a4d8197395 req-c9001dfa-7670-4a4f-80ae-16256c21779b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Oct 15 00:43:39.453638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:39.464560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f2c729-10d7-4891-adc2-29104367eb3a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:39.472386 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4f2c729-10d7-4891-adc2-29104367eb3a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.473549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f4f2c729-10d7-4891-adc2-29104367eb3a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/fef92990-6eb3-479a-b27a-afe004ea3069 HTTP/1.1" status: 200 len: 891 time: 0.6882918 Oct 15 00:43:39.473953 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] Sync routers for ids ['fef92990-6eb3-479a-b27a-afe004ea3069'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:39.474826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.475156 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment 5870886e-11ee-49d0-8801-e82edf6d7412 of type vlan for network de015daa-664b-4042-a0dc-7311d3980812 Oct 15 00:43:39.476858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:39.484969 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] Routers {'fef92990-6eb3-479a-b27a-afe004ea3069'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:39.485561 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fef92990-6eb3-479a-b27a-afe004ea3069'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:39.519298 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:39.529000 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] Routers {'fef92990-6eb3-479a-b27a-afe004ea3069'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:39.529832 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fef92990-6eb3-479a-b27a-afe004ea3069'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:39.560908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.561544 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:39.562216 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f01b6c-4219-49ff-b5c5-79ead7b33880 None None] The sync data for ids ['fef92990-6eb3-479a-b27a-afe004ea3069'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:39.636651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7c6e8ce0-eaa9-47ba-a26e-028173dd3a79 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/routers/fef92990-6eb3-479a-b27a-afe004ea3069 HTTP/1.1" status: 200 len: 891 time: 0.1587338 Oct 15 00:43:39.642660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50948) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:39.672532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b17fd791-15e2-461c-8af7-af397ab5aaeb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=fef92990-6eb3-479a-b27a-afe004ea3069 HTTP/1.1" status: 200 len: 205 time: 0.0288932 Oct 15 00:43:39.675039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50950) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:39.714343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.719804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:39.720382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.796410 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.832514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5362523 Oct 15 00:43:39.834785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21e957-66a3-4982-9091-82f20893b6c5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=de015daa-664b-4042-a0dc-7311d3980812,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:39.835533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50952) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:39.842776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': 'de015daa-664b-4042-a0dc-7311d3980812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:39.847019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network de015daa-664b-4042-a0dc-7311d3980812 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:39.854861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:39.962442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.009932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:40.013727 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.070721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Performing IP validity checks on allocation pools {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 00:43:40.071396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 00:43:40.075732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 9295c2d8-5c11-4d91-9dff-35e7f7b934ae {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:40.076077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.158317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.171135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 9295c2d8-5c11-4d91-9dff-35e7f7b934ae owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:40.244900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.304273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=6f0d7c41-4c46-4c06-a242-664451e93d9c,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:40.313909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': '5870886e-11ee-49d0-8801-e82edf6d7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'de015daa-664b-4042-a0dc-7311d3980812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:40.314303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: de015daa-664b-4042-a0dc-7311d3980812, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:40.396500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network de015daa-664b-4042-a0dc-7311d3980812 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:40.407803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.441052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=9295c2d8-5c11-4d91-9dff-35e7f7b934ae,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:40.490131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, de015daa-664b-4042-a0dc-7311d3980812) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:40.495252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:40.496063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.497785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.524826 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32e5db-0cc7-4cf7-b436-1d5dfa25d6d9 None None] Network de015daa-664b-4042-a0dc-7311d3980812 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:40.565643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b4977-69a3-4ce1-9d49-5b811d8ad1e0 req-f17b8bf6-5a2d-4fc6-bca3-47106aa96428 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:40.567286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a59b4977-69a3-4ce1-9d49-5b811d8ad1e0 req-f17b8bf6-5a2d-4fc6-bca3-47106aa96428 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0552218 Oct 15 00:43:40.587317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c36baf8f-23a9-4c01-b920-2a5b0b6fac58 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7482848 Oct 15 00:43:40.591662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50958) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:40.596457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': 'de015daa-664b-4042-a0dc-7311d3980812', 'name': 'tempest-PortsTestJSON-1057098894'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:40.597903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.601343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.642960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a59b4977-69a3-4ce1-9d49-5b811d8ad1e0 req-133d633d-0474-49bb-98e0-263001e6b171 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677414 Oct 15 00:43:40.694504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-de015daa-664b-4042-a0dc-7311d3980812', 'network_id': 'de015daa-664b-4042-a0dc-7311d3980812', 'tenant_id': '04b30f870e7647918785495686513ec1', 'fixed_ips': [{'subnet_id': '6f0d7c41-4c46-4c06-a242-664451e93d9c'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:40.695305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.799023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.799668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Fanout notify agent at l3_agent the message router_deleted on router fef92990-6eb3-479a-b27a-afe004ea3069 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:40.807095 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.808456 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-633c6496-974c-40cf-9418-cd0aab110435 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/fef92990-6eb3-479a-b27a-afe004ea3069 HTTP/1.1" status: 204 len: 168 time: 1.1324935 Oct 15 00:43:40.812758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50962) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:40.821301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1473811232'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:40.833127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:40.839536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.869220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port dfc0c819-3082-4f6c-a2be-fdcca0220307 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:40.939660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Allocated IP 172.20.0.2 (de015daa-664b-4042-a0dc-7311d3980812/6f0d7c41-4c46-4c06-a242-664451e93d9c/d2709d11-8041-497a-8c1e-1f65fac03314) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:40.964675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:40.968269 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:40.991653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:41.000531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.000865 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment fc8e766f-1378-45c4-986f-54301ddc3a14 of type vlan for network 8db7d163-afa7-4c11-9ef2-340830d30615 Oct 15 00:43:41.039792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.083685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.130003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.136812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:41.140120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.159025 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.198520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Network de015daa-664b-4042-a0dc-7311d3980812 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:41.201283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:41.204431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:41.218063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Pushing event updated for resources: {'Port': ['ID=d2709d11-8041-497a-8c1e-1f65fac03314,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:41.241724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=8db7d163-afa7-4c11-9ef2-340830d30615,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:41.254813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.4 (de015daa-664b-4042-a0dc-7311d3980812/6f0d7c41-4c46-4c06-a242-664451e93d9c/dfc0c819-3082-4f6c-a2be-fdcca0220307) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:41.260800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 8db7d163-afa7-4c11-9ef2-340830d30615 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:41.284417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7441f0b-7342-45b2-bc52-39b1a194db63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4700465 Oct 15 00:43:41.287437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50964) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:41.293870 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': '8db7d163-afa7-4c11-9ef2-340830d30615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:41.297223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Attempting to bind port d2709d11-8041-497a-8c1e-1f65fac03314 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:41.297596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Attempting to bind port d2709d11-8041-497a-8c1e-1f65fac03314 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '5870886e-11ee-49d0-8801-e82edf6d7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'de015daa-664b-4042-a0dc-7311d3980812'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:41.297956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Attempting to bind port d2709d11-8041-497a-8c1e-1f65fac03314 on network de015daa-664b-4042-a0dc-7311d3980812 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:41.331970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:41.332343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Checking segment: {'id': '5870886e-11ee-49d0-8801-e82edf6d7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'de015daa-664b-4042-a0dc-7311d3980812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:41.332742 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.333223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Bound using segment: {'id': '5870886e-11ee-49d0-8801-e82edf6d7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'de015daa-664b-4042-a0dc-7311d3980812'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:41.333690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Bound port: d2709d11-8041-497a-8c1e-1f65fac03314, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5870886e-11ee-49d0-8801-e82edf6d7412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'de015daa-664b-4042-a0dc-7311d3980812'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:41.334072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.409804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] For port d2709d11-8041-497a-8c1e-1f65fac03314, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:41.413371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] For port d2709d11-8041-497a-8c1e-1f65fac03314, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d2709d11-8041-497a-8c1e-1f65fac03314,segment=NetworkSegment(5870886e-11ee-49d0-8801-e82edf6d7412),segment_id=5870886e-11ee-49d0-8801-e82edf6d7412)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:41.467697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:41.471506 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.479307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.552285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92d0a2-fabe-4396-b28d-617440dd080a None None] Pushing event updated for resources: {'Port': ['ID=d2709d11-8041-497a-8c1e-1f65fac03314,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:41.799859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.851686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f2fa-25d7-43c3-9206-43aacaec6e11 req-1c94493a-1e16-4632-9765-ccee3db3f920 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:41.853838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad96f2fa-25d7-43c3-9206-43aacaec6e11 req-1c94493a-1e16-4632-9765-ccee3db3f920 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0880611 Oct 15 00:43:41.856532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:41.885864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:41.895257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': 'fc8e766f-1378-45c4-986f-54301ddc3a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8db7d163-afa7-4c11-9ef2-340830d30615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:41.895623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: 8db7d163-afa7-4c11-9ef2-340830d30615, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:41.920843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad96f2fa-25d7-43c3-9206-43aacaec6e11 req-72e80439-0f53-4cd5-9686-e8838d389a62 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583618 Oct 15 00:43:41.980215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 8db7d163-afa7-4c11-9ef2-340830d30615 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:41.997157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.038726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network de015daa-664b-4042-a0dc-7311d3980812 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:42.042277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:42.048676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:42.055033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=dfc0c819-3082-4f6c-a2be-fdcca0220307,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:42.084198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 8db7d163-afa7-4c11-9ef2-340830d30615) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:42.088331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:42.088917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.093130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2cacf-5c2a-464c-85de-3cf41cd91818 None None] Network 8db7d163-afa7-4c11-9ef2-340830d30615 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:42.109950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:42.110601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.185657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9ab8ae32-2b08-4c12-be9d-4cb2e7c3c57c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8958728 Oct 15 00:43:42.187600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50970) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:42.192439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9b38d0b2-b4a6-4115-babd-82a3cc062041 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-376105981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:42.207979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5808c048-fe44-43f5-9572-53794822d428 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6147759 Oct 15 00:43:42.209102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:42.255406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-8db7d163-afa7-4c11-9ef2-340830d30615', 'network_id': '8db7d163-afa7-4c11-9ef2-340830d30615', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': '361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:42.256964 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.302663 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b38d0b2-b4a6-4115-babd-82a3cc062041 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.305800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b38d0b2-b4a6-4115-babd-82a3cc062041 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.333164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port dfc0c819-3082-4f6c-a2be-fdcca0220307 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:42.335243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.352669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d2709d11-8041-497a-8c1e-1f65fac03314 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:42.383473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b38d0b2-b4a6-4115-babd-82a3cc062041 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.442416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b38d0b2-b4a6-4115-babd-82a3cc062041 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.444289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Allocated IP 2001:db8::2 (8db7d163-afa7-4c11-9ef2-340830d30615/361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6/9c08216c-03fe-4b2a-863f-6a49c4e04b2d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:42.450258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.450484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d2709d11-8041-497a-8c1e-1f65fac03314 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:42.450818 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.466878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for dfc0c819-3082-4f6c-a2be-fdcca0220307 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:42.559415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9b38d0b2-b4a6-4115-babd-82a3cc062041 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.560985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9b38d0b2-b4a6-4115-babd-82a3cc062041 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3723149 Oct 15 00:43:42.563969 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50974) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:42.618337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.675789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d1883-688d-4070-8b3f-a826bfb8e3fd None None] Network de015daa-664b-4042-a0dc-7311d3980812 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:42.701475 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.707650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d2709d11-8041-497a-8c1e-1f65fac03314, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d2709d11-8041-497a-8c1e-1f65fac03314,segment=NetworkSegment(5870886e-11ee-49d0-8801-e82edf6d7412),segment_id=5870886e-11ee-49d0-8801-e82edf6d7412)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:42.734002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=dfc0c819-3082-4f6c-a2be-fdcca0220307,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:42.754231 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.787175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-89e323e3-a5ea-4ac1-8adc-6bcf1f820434 None None] Provisioning complete for port d2709d11-8041-497a-8c1e-1f65fac03314 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:42.787561 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89e323e3-a5ea-4ac1-8adc-6bcf1f820434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.816369 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.817877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.823284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3af03dda-7829-43f8-81e4-e308bb6df2ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/dfc0c819-3082-4f6c-a2be-fdcca0220307 HTTP/1.1" status: 204 len: 168 time: 0.6125197 Oct 15 00:43:42.827015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50978) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:42.858115 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53d503f-5c49-4697-9716-0c9fd49a1585 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:43:42.859694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53d503f-5c49-4697-9716-0c9fd49a1585 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:43:42.863207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d53d503f-5c49-4697-9716-0c9fd49a1585 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/dfc0c819-3082-4f6c-a2be-fdcca0220307 HTTP/1.1" status: 404 len: 333 time: 0.0350654 Oct 15 00:43:42.866874 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50980) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:42.877830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.877979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:42.895748 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5e35ac-d152-42de-a22e-9dc3fa814954 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:43:42.897316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8b5e35ac-d152-42de-a22e-9dc3fa814954 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/dfc0c819-3082-4f6c-a2be-fdcca0220307 HTTP/1.1" status: 404 len: 333 time: 0.0294583 Oct 15 00:43:42.905643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:42.917859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Network 8db7d163-afa7-4c11-9ef2-340830d30615 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:42.934583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:42.939606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:42.943938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d2709d11-8041-497a-8c1e-1f65fac03314,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:42.992777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 6f0d7c41-4c46-4c06-a242-664451e93d9c {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:43:43.000958 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.073443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.073877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Pushing event updated for resources: {'Port': ['ID=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:43.098856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Attempting to bind port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:43.099612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Attempting to bind port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fc8e766f-1378-45c4-986f-54301ddc3a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8db7d163-afa7-4c11-9ef2-340830d30615'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:43.099612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Attempting to bind port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d on network 8db7d163-afa7-4c11-9ef2-340830d30615 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:43.107893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:43.109077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Checking segment: {'id': 'fc8e766f-1378-45c4-986f-54301ddc3a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8db7d163-afa7-4c11-9ef2-340830d30615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:43.109077 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.109077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Bound using segment: {'id': 'fc8e766f-1378-45c4-986f-54301ddc3a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8db7d163-afa7-4c11-9ef2-340830d30615'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:43.109535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Bound port: 9c08216c-03fe-4b2a-863f-6a49c4e04b2d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8e766f-1378-45c4-986f-54301ddc3a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8db7d163-afa7-4c11-9ef2-340830d30615'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:43.109919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.116150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7308-de0c-4403-9182-68be851b6e11 req-01698b48-9978-4520-a900-3a5b6d894e4f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:43.117723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-273c7308-de0c-4403-9182-68be851b6e11 req-01698b48-9978-4520-a900-3a5b6d894e4f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1136115 Oct 15 00:43:43.201601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] For port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:43.207314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] For port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,segment=NetworkSegment(fc8e766f-1378-45c4-986f-54301ddc3a14),segment_id=fc8e766f-1378-45c4-986f-54301ddc3a14)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:43.212866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-273c7308-de0c-4403-9182-68be851b6e11 req-a742766d-c0c7-4b24-803d-1ccba4cdfb08 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755866 Oct 15 00:43:43.232321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.313624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.382906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.384237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92d20-5c07-4399-8bc7-6c95ae8bf953 None None] Pushing event updated for resources: {'Port': ['ID=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:43.421316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-46dab4fe-27bb-4f68-bf49-fe263faf0217 None None] Provisioning complete for port d2709d11-8041-497a-8c1e-1f65fac03314 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:43.421461 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46dab4fe-27bb-4f68-bf49-fe263faf0217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.435218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0d7c41-4c46-4c06-a242-664451e93d9c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:43.437506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.444913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6eec6914-a94c-4b98-8f34-14af053ff10d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/6f0d7c41-4c46-4c06-a242-664451e93d9c HTTP/1.1" status: 204 len: 168 time: 0.5356393 Oct 15 00:43:43.444913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50986) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:43.504899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8::1 (8db7d163-afa7-4c11-9ef2-340830d30615/361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6/9315025a-f02f-4210-b600-5629c984c047) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:43.545430 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.622307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port d2709d11-8041-497a-8c1e-1f65fac03314 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:43.622642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.646904 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.679718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e2a30-2a15-4224-a3f8-d984fe7ee9b1 None None] Network de015daa-664b-4042-a0dc-7311d3980812 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:43.700472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9e1d8698-92d4-4468-933c-4bd338f1a86c None None] Could not find standard attr ID for object dfc0c819-3082-4f6c-a2be-fdcca0220307. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:43:43.722730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] For port d2709d11-8041-497a-8c1e-1f65fac03314, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d2709d11-8041-497a-8c1e-1f65fac03314,segment=NetworkSegment(5870886e-11ee-49d0-8801-e82edf6d7412),segment_id=5870886e-11ee-49d0-8801-e82edf6d7412)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:43.723093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.737683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for d2709d11-8041-497a-8c1e-1f65fac03314 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:43.764961 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.849949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=9315025a-f02f-4210-b600-5629c984c047,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:43.849949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 8db7d163-afa7-4c11-9ef2-340830d30615 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:43.851643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:43.855114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:43.855726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.902666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:43.920256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8352c5-89aa-4033-a64b-b8bed0ce2b00 None None] DHCP port deletion for de015daa-664b-4042-a0dc-7311d3980812 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:43:43.944888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No DVR routers for this DVR port d2709d11-8041-497a-8c1e-1f65fac03314 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:43.944888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=d2709d11-8041-497a-8c1e-1f65fac03314,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:44.026270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.047357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.047582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de015daa-664b-4042-a0dc-7311d3980812']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:44.056853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5870886e-11ee-49d0-8801-e82edf6d7412') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:44.057158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5870886e-11ee-49d0-8801-e82edf6d7412') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:44.066614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.079895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.085877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:44.091171 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:44.207824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.217922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.223763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/de015daa-664b-4042-a0dc-7311d3980812 HTTP/1.1" status: 204 len: 168 time: 0.7759197 Oct 15 00:43:44.226052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50990) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:44.240119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-295487557'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:44.246389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc9d4f-954b-466d-b391-e6ad0bc237a6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=de015daa-664b-4042-a0dc-7311d3980812,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:44.336265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9c08216c-03fe-4b2a-863f-6a49c4e04b2d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:44.359881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97ff61-f63c-4b08-a97e-45338957c0e1 req-d2a1f22e-5ec2-4f0b-b143-2faec85a9fd1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:44.361426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f97ff61-f63c-4b08-a97e-45338957c0e1 req-d2a1f22e-5ec2-4f0b-b143-2faec85a9fd1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0617032 Oct 15 00:43:44.362796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:44.366414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.394616 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.407571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:44.408775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.419451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:44.426571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f97ff61-f63c-4b08-a97e-45338957c0e1 req-a5a3dd7f-50a0-4d0c-8ad8-68077298f233 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Oct 15 00:43:44.432041 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.432455 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment 484fb85c-9c13-49b9-9fec-ac5c5ee4278e of type vlan for network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 Oct 15 00:43:44.460142 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.461692 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.487012 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.509576 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.548769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,segment=NetworkSegment(fc8e766f-1378-45c4-986f-54301ddc3a14),segment_id=fc8e766f-1378-45c4-986f-54301ddc3a14)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:44.570015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac833245-7a58-4e2f-acbc-ce9668ed19e2 None None] Network 8db7d163-afa7-4c11-9ef2-340830d30615 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:44.579712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=9315025a-f02f-4210-b600-5629c984c047,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:44.613926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.616470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 8db7d163-afa7-4c11-9ef2-340830d30615 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:44.617874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:44.623362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:44.624719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.647886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.654008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cccc7df1-2ae2-4bd2-b148-3d0454687f9c None None] Provisioning complete for port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:44.654440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cccc7df1-2ae2-4bd2-b148-3d0454687f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.716935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=1c5b081d-6c5b-4046-8906-d6a8aefc8c67,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:44.733118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3e3e066d-ac1d-4815-81bf-64d7d64c6443 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5052369 Oct 15 00:43:44.735132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50996) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:44.739684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:44.742217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:44.859836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router e9196e36-8aa9-46c7-aa0e-c406dc32edab is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:43:44.947981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:44.951273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d2709d11-8041-497a-8c1e-1f65fac03314 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:44.953261 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.967662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:44.976175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:44.984608 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-045885f7-dab9-4bf0-a135-b6efe5266ea6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/e9196e36-8aa9-46c7-aa0e-c406dc32edab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4189477 Oct 15 00:43:44.985898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51000) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:45.000275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d2709d11-8041-497a-8c1e-1f65fac03314 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:45.000624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d2709d11-8041-497a-8c1e-1f65fac03314 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:45.003356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] Sync routers for ids ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:45.034475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d018d1-5ba1-4826-97b1-40470badc454 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:45.036154 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f9d018d1-5ba1-4826-97b1-40470badc454 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports/9315025a-f02f-4210-b600-5629c984c047 HTTP/1.1" status: 200 len: 911 time: 0.0494905 Oct 15 00:43:45.038708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51002) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:45.044237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:45.050977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:45.073512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.074143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.074271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.074624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.074950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.075275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.075600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.075922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.076240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.076554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.076871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.077196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:45.099267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] Routers {'e9196e36-8aa9-46c7-aa0e-c406dc32edab'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:45.099865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:45.140962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:45.187571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] Routers {'e9196e36-8aa9-46c7-aa0e-c406dc32edab'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:45.188188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:45.219138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.225896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:45.226562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd79b88-aac5-4327-ba99-331a0c9d42d4 None None] The sync data for ids ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:45.248027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.310647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=4a881eb0-31a5-45d4-917f-c0c971e016a7,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:45.322276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': '484fb85c-9c13-49b9-9fec-ac5c5ee4278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:45.322276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: 1c5b081d-6c5b-4046-8906-d6a8aefc8c67, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:45.433249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:45.516351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-006bc007-549e-4c9a-a221-903864aabc4e None None] Provisioning complete for port 9315025a-f02f-4210-b600-5629c984c047 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:45.516833 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-006bc007-549e-4c9a-a221-903864aabc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.523076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1c5b081d-6c5b-4046-8906-d6a8aefc8c67) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:45.543896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081bad19-1e44-4ef4-bb5a-7f3b8a7a27f9 None None] Network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:45.568481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:45.569079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.584796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-006bc007-549e-4c9a-a221-903864aabc4e None None] Port 9315025a-f02f-4210-b600-5629c984c047 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:45.608206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257ee65-8a1c-4991-8eee-9b09fe31ac73 req-72c91e42-7129-4f4d-b33a-1dcc0569b43a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:45.615979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7257ee65-8a1c-4991-8eee-9b09fe31ac73 req-72c91e42-7129-4f4d-b33a-1dcc0569b43a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1042762 Oct 15 00:43:45.647769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-006bc007-549e-4c9a-a221-903864aabc4e None None] Provisioning complete for port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:45.649340 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-006bc007-549e-4c9a-a221-903864aabc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.653620 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.664972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7257ee65-8a1c-4991-8eee-9b09fe31ac73 req-767ddded-28bf-4792-81d1-84df985c3211 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Oct 15 00:43:45.675912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-348d6075-da2b-4fc6-921b-16ff601fddaf tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9390686 Oct 15 00:43:45.678869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51006) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:45.685258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1854236719'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:45.750352 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.756282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:45.756908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.758291 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/ports/9315025a-f02f-4210-b600-5629c984c047 HTTP/1.1" status: 200 len: 911 time: 0.7185330 Oct 15 00:43:45.761810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51008) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:45.799899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-1c5b081d-6c5b-4046-8906-d6a8aefc8c67', 'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67', 'tenant_id': '04b30f870e7647918785495686513ec1', 'fixed_ips': [{'subnet_id': '4a881eb0-31a5-45d4-917f-c0c971e016a7'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:45.800871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.858354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af402cf-8d3c-4c5e-89c7-7004149960c9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=9315025a-f02f-4210-b600-5629c984c047,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:45.959689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:45.964089 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.968364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b5bd1ad7-47e7-4af6-bc78-465eb5c8b23f None None] Provisioning complete for port 9315025a-f02f-4210-b600-5629c984c047 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:45.968364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5bd1ad7-47e7-4af6-bc78-465eb5c8b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:45.997367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 61e6a979-f96f-45ec-a913-e094ab97ce02 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:46.002993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Allocated IP 172.20.0.2 (1c5b081d-6c5b-4046-8906-d6a8aefc8c67/4a881eb0-31a5-45d4-917f-c0c971e016a7/7a7662dc-0797-4316-8860-fc961b9e49bc) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:46.015367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd1ad7-47e7-4af6-bc78-465eb5c8b23f None None] Port 9315025a-f02f-4210-b600-5629c984c047 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:46.164991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-832f9c62-04e3-46ca-807e-da166ebe45a2 None None] Provisioning complete for port 9315025a-f02f-4210-b600-5629c984c047 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:46.165363 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-832f9c62-04e3-46ca-807e-da166ebe45a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.186714 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.258718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-832f9c62-04e3-46ca-807e-da166ebe45a2 None None] Port 9315025a-f02f-4210-b600-5629c984c047 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:46.260184 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.263352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9c08216c-03fe-4b2a-863f-6a49c4e04b2d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:46.316070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:46.316544 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.352689 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.410390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:46.412178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.11 (1c5b081d-6c5b-4046-8906-d6a8aefc8c67/4a881eb0-31a5-45d4-917f-c0c971e016a7/61e6a979-f96f-45ec-a913-e094ab97ce02) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:46.432722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:46.454454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Pushing event updated for resources: {'Port': ['ID=7a7662dc-0797-4316-8860-fc961b9e49bc,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:46.457393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:46.466016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 9315025a-f02f-4210-b600-5629c984c047 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:46.472681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.552632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Attempting to bind port 7a7662dc-0797-4316-8860-fc961b9e49bc on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:46.552632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Attempting to bind port 7a7662dc-0797-4316-8860-fc961b9e49bc by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '484fb85c-9c13-49b9-9fec-ac5c5ee4278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:46.552632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Attempting to bind port 7a7662dc-0797-4316-8860-fc961b9e49bc on network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:46.557315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:46.557742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Checking segment: {'id': '484fb85c-9c13-49b9-9fec-ac5c5ee4278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:46.558173 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.558562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Bound using segment: {'id': '484fb85c-9c13-49b9-9fec-ac5c5ee4278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:46.559024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Bound port: 7a7662dc-0797-4316-8860-fc961b9e49bc, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484fb85c-9c13-49b9-9fec-ac5c5ee4278e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1c5b081d-6c5b-4046-8906-d6a8aefc8c67'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:46.559403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.586564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.600055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 9315025a-f02f-4210-b600-5629c984c047 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:46.601172 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.610792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744f153-898c-4c6c-9a85-26779d17fa07 req-a723e95c-2c94-4a1c-be91-adc6aeb96e54 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:46.618051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e744f153-898c-4c6c-9a85-26779d17fa07 req-a723e95c-2c94-4a1c-be91-adc6aeb96e54 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1879835 Oct 15 00:43:46.627326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] For port 7a7662dc-0797-4316-8860-fc961b9e49bc, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:46.630399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] For port 7a7662dc-0797-4316-8860-fc961b9e49bc, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7a7662dc-0797-4316-8860-fc961b9e49bc,segment=NetworkSegment(484fb85c-9c13-49b9-9fec-ac5c5ee4278e),segment_id=484fb85c-9c13-49b9-9fec-ac5c5ee4278e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:46.669269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e744f153-898c-4c6c-9a85-26779d17fa07 req-2a41f455-79da-4daa-8211-db98bd88b374 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503364 Oct 15 00:43:46.696730 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.763270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dd02c-cd78-4a59-9644-99e52d3593c0 None None] Pushing event updated for resources: {'Port': ['ID=7a7662dc-0797-4316-8860-fc961b9e49bc,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:46.782345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.823863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6a5da-b2b1-4964-81de-919f5a27abf6 req-4b558be3-7a5e-44a9-a205-6d1df9823d42 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:46.827866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62c6a5da-b2b1-4964-81de-919f5a27abf6 req-4b558be3-7a5e-44a9-a205-6d1df9823d42 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0892146 Oct 15 00:43:46.829458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:46.832618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:46.839652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:46.867783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=61e6a979-f96f-45ec-a913-e094ab97ce02,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:46.869751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62c6a5da-b2b1-4964-81de-919f5a27abf6 req-676fe048-ac24-4116-a20d-ea94054f844e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370333 Oct 15 00:43:46.878995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.902256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:46.902807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:46.930191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=9315025a-f02f-4210-b600-5629c984c047,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:47.004177 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-33903bb7-d172-4f5d-8e5d-8459a639c30b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3217859 Oct 15 00:43:47.004592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:47.031043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.166572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 61e6a979-f96f-45ec-a913-e094ab97ce02 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:47.166966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.216906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router e9196e36-8aa9-46c7-aa0e-c406dc32edab has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:47.266742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.281204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 61e6a979-f96f-45ec-a913-e094ab97ce02 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:47.305065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:47.310921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6aee9f6a-5ec8-4f1b-829f-45266e64fbc8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/e9196e36-8aa9-46c7-aa0e-c406dc32edab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5475314 Oct 15 00:43:47.313645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51034) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:47.330986 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] Sync routers for ids ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:47.344980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-de917129-6de2-46e1-aa9b-645d3362d929 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9196e36-8aa9-46c7-aa0e-c406dc32edab HTTP/1.1" status: 200 len: 205 time: 0.0275722 Oct 15 00:43:47.345251 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] Routers {'e9196e36-8aa9-46c7-aa0e-c406dc32edab'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:47.345251 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:47.345508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51036) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:47.377990 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:47.393291 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] Routers {'e9196e36-8aa9-46c7-aa0e-c406dc32edab'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:47.393871 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:47.430850 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:47.431477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb610fa-1766-44f7-9f51-8dc53aedfd8f None None] The sync data for ids ['e9196e36-8aa9-46c7-aa0e-c406dc32edab'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:47.436828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4382249b-a555-426b-af65-74ecb97ae554 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.646776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4382249b-a555-426b-af65-74ecb97ae554 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.650121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4382249b-a555-426b-af65-74ecb97ae554 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.716759 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.755926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=61e6a979-f96f-45ec-a913-e094ab97ce02,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:47.766911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15498089-7c87-453f-8064-f4f39dbeb418 None None] Network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:47.782470 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4382249b-a555-426b-af65-74ecb97ae554 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.782983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4382249b-a555-426b-af65-74ecb97ae554 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Fanout notify agent at l3_agent the message router_deleted on router e9196e36-8aa9-46c7-aa0e-c406dc32edab {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:43:47.790032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4382249b-a555-426b-af65-74ecb97ae554 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.791367 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4382249b-a555-426b-af65-74ecb97ae554 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/e9196e36-8aa9-46c7-aa0e-c406dc32edab HTTP/1.1" status: 204 len: 168 time: 0.4449344 Oct 15 00:43:47.803403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51040) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:47.836731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.843646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45271e02-a88c-4f1d-a1be-437f5d1a1517 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/61e6a979-f96f-45ec-a913-e094ab97ce02 HTTP/1.1" status: 204 len: 168 time: 0.8356678 Oct 15 00:43:47.844550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51042) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:47.848821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-954ecbd8-17b7-4f3a-93fe-ded25c840d97 None None] Provisioning complete for port 7a7662dc-0797-4316-8860-fc961b9e49bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:47.849515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-954ecbd8-17b7-4f3a-93fe-ded25c840d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.873314 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-625ed004-bbc4-47c9-b930-bf5dd536aecd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:43:47.874966 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-625ed004-bbc4-47c9-b930-bf5dd536aecd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/61e6a979-f96f-45ec-a913-e094ab97ce02 HTTP/1.1" status: 404 len: 333 time: 0.0299232 Oct 15 00:43:47.877698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51044) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:47.888489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0cde1-1ba1-4ed0-9cbf-7bd4ad2a61a8 req-b1a5c661-2910-4452-8c7d-2e63c3ae4c5c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:47.890013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3f0cde1-1ba1-4ed0-9cbf-7bd4ad2a61a8 req-b1a5c661-2910-4452-8c7d-2e63c3ae4c5c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1377375 Oct 15 00:43:47.902727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-535fbcbf-13ba-4d8d-90a2-76f078e79d69 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:47.904498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-535fbcbf-13ba-4d8d-90a2-76f078e79d69 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.39 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.1259539 Oct 15 00:43:47.911296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet 361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:43:47.953871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.955601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 4a881eb0-31a5-45d4-917f-c0c971e016a7 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:43:47.960548 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:47.988702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3f0cde1-1ba1-4ed0-9cbf-7bd4ad2a61a8 req-03fcf7da-a922-4ba2-9bff-a8d153060e2c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729878 Oct 15 00:43:48.012670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-954ecbd8-17b7-4f3a-93fe-ded25c840d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.054230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-954ecbd8-17b7-4f3a-93fe-ded25c840d97 None None] For port 7a7662dc-0797-4316-8860-fc961b9e49bc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7a7662dc-0797-4316-8860-fc961b9e49bc,segment=NetworkSegment(484fb85c-9c13-49b9-9fec-ac5c5ee4278e),segment_id=484fb85c-9c13-49b9-9fec-ac5c5ee4278e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:48.057394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.072899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.103064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e8845-5d0d-4661-91a1-6ba0060ae3a3 req-c51a3e39-5160-43fd-9397-b006db59c753 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:48.105360 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f5e8845-5d0d-4661-91a1-6ba0060ae3a3 req-c51a3e39-5160-43fd-9397-b006db59c753 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1390839 Oct 15 00:43:48.130485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-954ecbd8-17b7-4f3a-93fe-ded25c840d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.141181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Deleting port 3fed5f80-e926-453e-859e-7bd183ad9699 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:48.141518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.203039 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f5e8845-5d0d-4661-91a1-6ba0060ae3a3 req-dc49227c-f1bd-4298-b07e-e23341e271a1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818887 Oct 15 00:43:48.224873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ecbd8-17b7-4f3a-93fe-ded25c840d97 None None] Pushing event updated for resources: {'Port': ['ID=7a7662dc-0797-4316-8860-fc961b9e49bc,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:48.241511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.241625 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.359160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7a7662dc-0797-4316-8860-fc961b9e49bc up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:48.360512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] For port 3fed5f80-e926-453e-859e-7bd183ad9699, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3fed5f80-e926-453e-859e-7bd183ad9699,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:48.360880 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.363531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-243239ea-6d65-4cac-88bb-853f10ccbc6c None None] Provisioning complete for port 7a7662dc-0797-4316-8860-fc961b9e49bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:48.363948 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-243239ea-6d65-4cac-88bb-853f10ccbc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.422577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.463443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=4a881eb0-31a5-45d4-917f-c0c971e016a7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:48.470607 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.477353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:48.478048 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-85551b1b-22b3-4faa-a415-44de156146a2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/4a881eb0-31a5-45d4-917f-c0c971e016a7 HTTP/1.1" status: 204 len: 168 time: 0.5992765 Oct 15 00:43:48.488738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7a7662dc-0797-4316-8860-fc961b9e49bc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:48.489101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.491148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.538043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8fcee1-16a7-45cb-80ea-c4e257be5ce6 None None] Network 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:48.554676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.561279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6 HTTP/1.1" status: 204 len: 168 time: 0.7463076 Oct 15 00:43:48.561536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51052) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:48.563527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746af51-c00d-4054-b832-e10d8da8bbca tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:48.580777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96cb40-188c-4915-87d8-4b6a938a9f65 None None] Network 8db7d163-afa7-4c11-9ef2-340830d30615 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:48.641918 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.649940 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.654136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6bbea812-abb7-4b44-8962-a700a0219350 None None] Could not find standard attr ID for object 61e6a979-f96f-45ec-a913-e094ab97ce02. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:43:48.675393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.675763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.676057 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Floating IP a6d10c99-d6b4-4d32-8624-d2179e25673d disassociated. External IP: 172.25.2.37, port: 3fed5f80-e926-453e-859e-7bd183ad9699. Oct 15 00:43:48.676395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Calling delete_port for 3fed5f80-e926-453e-859e-7bd183ad9699 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:48.701716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:48.702841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.774141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,segment=NetworkSegment(fc8e766f-1378-45c4-986f-54301ddc3a14),segment_id=fc8e766f-1378-45c4-986f-54301ddc3a14)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:48.774141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:48.786571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 9c08216c-03fe-4b2a-863f-6a49c4e04b2d owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:48.905250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] DHCP port deletion for 1c5b081d-6c5b-4046-8906-d6a8aefc8c67 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:43:48.939011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] DHCP port deletion for 8db7d163-afa7-4c11-9ef2-340830d30615 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:43:48.969241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fba545b2-77b3-4430-a643-80af3e3abde5 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:43:49.000631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.020530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:49.087782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:49.104014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] Deleting port 7a7662dc-0797-4316-8860-fc961b9e49bc {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:49.104516 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.125754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] Deleting port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:49.126034 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.151166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 7a7662dc-0797-4316-8860-fc961b9e49bc {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:49.151443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.180750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.210076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:49.211670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db7d163-afa7-4c11-9ef2-340830d30615']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:49.224764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8e766f-1378-45c4-986f-54301ddc3a14') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:49.225061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8e766f-1378-45c4-986f-54301ddc3a14') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:49.237143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.255313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.270009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'port_id': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'mac_address': 'fa:16:3e:8e:2e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdd3f5d-4bf6-4397-a16f-69fce57240ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:43:49.275320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] For port 7a7662dc-0797-4316-8860-fc961b9e49bc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7a7662dc-0797-4316-8860-fc961b9e49bc,segment=NetworkSegment(484fb85c-9c13-49b9-9fec-ac5c5ee4278e),segment_id=484fb85c-9c13-49b9-9fec-ac5c5ee4278e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:49.276460 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.279963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] For port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:49.280358 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.285317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:49.285722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:49.290392 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:49.298859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] Calling delete_port for 7a7662dc-0797-4316-8860-fc961b9e49bc owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:49.317568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036fb6-85c6-4bb5-bcb3-62e4a82b2f0a req-68355163-be98-4467-81fd-f32e3bd37fcf tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:49.318125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c036fb6-85c6-4bb5-bcb3-62e4a82b2f0a req-68355163-be98-4467-81fd-f32e3bd37fcf tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 945 time: 0.2360690 Oct 15 00:43:49.321192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] For port 7a7662dc-0797-4316-8860-fc961b9e49bc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7a7662dc-0797-4316-8860-fc961b9e49bc,segment=NetworkSegment(484fb85c-9c13-49b9-9fec-ac5c5ee4278e),segment_id=484fb85c-9c13-49b9-9fec-ac5c5ee4278e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:49.321710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.364640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 7a7662dc-0797-4316-8860-fc961b9e49bc owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:49.374165 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.379963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd533c-3b33-4d74-8b8d-adb065f99b4f req-ee901639-02a1-4d2c-9885-46d867306e6d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:49.381726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] Calling delete_port for 9c08216c-03fe-4b2a-863f-6a49c4e04b2d owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:49.382174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fdd533c-3b33-4d74-8b8d-adb065f99b4f req-ee901639-02a1-4d2c-9885-46d867306e6d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0842264 Oct 15 00:43:49.408304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c036fb6-85c6-4bb5-bcb3-62e4a82b2f0a req-66d34428-7fa5-4e4f-9956-2c19e2ceb440 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2421f82-32b6-4012-a138-8bd52dc2398b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767770 Oct 15 00:43:49.414660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] Port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:43:49.425879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.439799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fba545b2-77b3-4430-a643-80af3e3abde5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:43:49.442726 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.502467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.505243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fdd533c-3b33-4d74-8b8d-adb065f99b4f req-21008590-ca91-4ab4-83de-f22a7c58a5eb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150920 Oct 15 00:43:49.506494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event deleted for resources: {'Port': ['ID=3fed5f80-e926-453e-859e-7bd183ad9699,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:49.516799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.521444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/8db7d163-afa7-4c11-9ef2-340830d30615 HTTP/1.1" status: 204 len: 168 time: 0.9588606 Oct 15 00:43:49.534458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51072) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:49.545118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9c03f15d-e75e-4534-afed-c35289615faa tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-148268196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:49.567066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184f5fc-2b0f-437a-80c7-346f061d57af tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=8db7d163-afa7-4c11-9ef2-340830d30615,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:49.639237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c03f15d-e75e-4534-afed-c35289615faa tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.641393 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c03f15d-e75e-4534-afed-c35289615faa tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.674057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] No DVR routers for this DVR port 9c08216c-03fe-4b2a-863f-6a49c4e04b2d on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:49.676513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Router a3a4f235-9cde-496f-aded-7d07af030836 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:43:49.679158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fbe8e-f29c-48cc-b78f-4db7bbd3f314 None None] Pushing event deleted for resources: {'Port': ['ID=9c08216c-03fe-4b2a-863f-6a49c4e04b2d,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:49.709514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:49.735336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.739609 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.762870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.765792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] Pushing event deleted for resources: {'Port': ['ID=7a7662dc-0797-4316-8860-fc961b9e49bc,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:49.773224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2068f5a1-7ac0-4c87-90a4-e44698c1af19 None None] No DVR routers for this DVR port 7a7662dc-0797-4316-8860-fc961b9e49bc on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:49.777341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c03f15d-e75e-4534-afed-c35289615faa tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.780081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=7a7662dc-0797-4316-8860-fc961b9e49bc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:49.789245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No DVR routers for this DVR port 7a7662dc-0797-4316-8860-fc961b9e49bc on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:49.840162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:49.856801 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c03f15d-e75e-4534-afed-c35289615faa tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.863727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['fba545b2-77b3-4430-a643-80af3e3abde5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:43:49.914519 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.930671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:49.951179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9c03f15d-e75e-4534-afed-c35289615faa tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:49.953611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9c03f15d-e75e-4534-afed-c35289615faa tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4135923 Oct 15 00:43:49.959379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e140f-47ef-4225-90e0-24693e843030 None None] Sync routers for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:49.961560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51086) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:49.967008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-812377723'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:49.978239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:49.979782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:49.984041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5b081d-6c5b-4046-8906-d6a8aefc8c67']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:50.002501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484fb85c-9c13-49b9-9fec-ac5c5ee4278e') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:50.002774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484fb85c-9c13-49b9-9fec-ac5c5ee4278e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:50.014540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.037357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] No DVR routers for this DVR port 3fed5f80-e926-453e-859e-7bd183ad9699 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:43:50.046664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.050227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c32dfbd8-7cf9-4f50-81b4-4b20f6c0f54b req-c4387861-2e77-4b9e-9201-f463dda188b6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.39 "DELETE /v2.0/ports/3fed5f80-e926-453e-859e-7bd183ad9699 HTTP/1.1" status: 204 len: 173 time: 2.1364677 Oct 15 00:43:50.050691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'name': 'network-vif-deleted', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:50.058113 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c3f4fd-06af-40a0-98db-de5f8d8f7609" -d '{"events": [{"server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "name": "network-vif-deleted", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:50.073656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.087117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:43:50.087612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.088424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:43:50.091126 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:43:50.093990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.143247 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5408ea0-2bd1-4e86-922c-f2b2dd87ad39 x-openstack-request-id: req-a5408ea0-2bd1-4e86-922c-f2b2dd87ad39 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:50.146829 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd67ad-f54b-4b43-8a8e-0e7c3a779015", "name": "network-vif-deleted", "tag": "3fed5f80-e926-453e-859e-7bd183ad9699", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:50.147325 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5408ea0-2bd1-4e86-922c-f2b2dd87ad39 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:50.147913 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd67ad-f54b-4b43-8a8e-0e7c3a779015', 'name': 'network-vif-deleted', 'tag': '3fed5f80-e926-453e-859e-7bd183ad9699', 'status': 'completed', 'code': 200} Oct 15 00:43:50.181079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:43:50.302033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.317835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:50.325699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7a7662dc-0797-4316-8860-fc961b9e49bc no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:50.325928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.340166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51094) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:50.346008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/1c5b081d-6c5b-4046-8906-d6a8aefc8c67 HTTP/1.1" status: 204 len: 168 time: 1.8625479 Oct 15 00:43:50.354239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'name': 'tempest-PortsTestJSON-507293670'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:50.368636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3cb32-5662-4e95-a9ec-b92eb01f8d08 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=1c5b081d-6c5b-4046-8906-d6a8aefc8c67,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:50.388687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.389343 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment e5401fca-5e63-47d2-b7ec-5fe1177bd221 of type vlan for network 64e1be92-61d6-4784-bcf4-26691fa82321 Oct 15 00:43:50.417173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7a7662dc-0797-4316-8860-fc961b9e49bc {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:50.417868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7a7662dc-0797-4316-8860-fc961b9e49bc not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:50.418836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9c08216c-03fe-4b2a-863f-6a49c4e04b2d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:50.460696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9c08216c-03fe-4b2a-863f-6a49c4e04b2d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:50.461130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9c08216c-03fe-4b2a-863f-6a49c4e04b2d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:50.566929 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.578411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:50.610210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8845c935-9ce4-4f05-ace6-e978964be2c7 req-1a5498a2-b858-4e34-8e13-61fef8db7d89 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dfd67ad-f54b-4b43-8a8e-0e7c3a779015 HTTP/1.1" status: 200 len: 210 time: 0.0506968 Oct 15 00:43:50.658278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e140f-47ef-4225-90e0-24693e843030 None None] Checking router: a3a4f235-9cde-496f-aded-7d07af030836 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:43:50.672786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:50.672786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:50.788612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932d72-0953-4b66-8b36-d51db29fc4c4 req-c4dc0279-aa78-463c-bdf5-933b998231e3 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:50.788612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38932d72-0953-4b66-8b36-d51db29fc4c4 req-c4dc0279-aa78-463c-bdf5-933b998231e3 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 944 time: 0.0844059 Oct 15 00:43:50.811235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:50.827671 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.848079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 62747de8-c799-4c41-9c7e-d4e2698fd116 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:50.865828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:43:50.870521 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.879423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38932d72-0953-4b66-8b36-d51db29fc4c4 req-5e0fe4bd-f36a-4832-bb14-4384baab460e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802455 Oct 15 00:43:50.883235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:50.884142 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:50.999353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fba545b2-77b3-4430-a643-80af3e3abde5 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:51.064515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51102) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:51.070758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:51.076841 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1138525 Oct 15 00:43:51.098806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248820c-53ad-42bd-b779-c3c07a8498f0 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=64e1be92-61d6-4784-bcf4-26691fa82321,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:51.125308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 64e1be92-61d6-4784-bcf4-26691fa82321 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:51.167574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port fba545b2-77b3-4430-a643-80af3e3abde5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:51.167942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.266637 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.323938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:51.332167 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.350120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-767e140f-47ef-4225-90e0-24693e843030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:51.385982 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.389556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e140f-47ef-4225-90e0-24693e843030 None None] The sync data for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 is: [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:51.405201 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.419078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:43:51.432466 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe9f6e9-9b11-40b4-8ece-fa8e4fda1132" -d '{"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-plugged", "status": "completed", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:43:51.437627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:51.456853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:51.486927 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b4032-fa86-4e75-980e-9ce2be5d292d x-openstack-request-id: req-1e8b4032-fa86-4e75-980e-9ce2be5d292d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:43:51.486927 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-plugged", "status": "completed", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:43:51.486927 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e8b4032-fa86-4e75-980e-9ce2be5d292d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:43:51.486927 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'code': 200} Oct 15 00:43:51.497154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:51.506477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.513584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:51.529664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:51.530620 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.578704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=62747de8-c799-4c41-9c7e-d4e2698fd116,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:51.599613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:51.654700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d881853e-b49d-4781-ae6e-3b5ccf87ee1c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3110271 Oct 15 00:43:51.655396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51108) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:51.826148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43006a89-2afd-434e-83c6-5a3c7d44027f None None] New status for floating IP a6d10c99-d6b4-4d32-8624-d2179e25673d: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:43:51.834987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.845399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51114) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:51.857054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 62747de8-c799-4c41-9c7e-d4e2698fd116 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:51.857438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:51.989728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=afd7fb2b-f9e5-4784-bdd9-47f0692e5100,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:52.009230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:52.010483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: 64e1be92-61d6-4784-bcf4-26691fa82321, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:52.014318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c171a27c-b384-4e91-88e7-0766f85b6335 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.017152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.113070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 64e1be92-61d6-4784-bcf4-26691fa82321 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:52.182385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 64e1be92-61d6-4784-bcf4-26691fa82321) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:52.187300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:52.188028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.195587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf3282e-d3f5-42a4-8522-ad3590287640 None None] Network 64e1be92-61d6-4784-bcf4-26691fa82321 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:52.293404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7eadc41d-5810-41c7-b196-b6e200511b00 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2273190 Oct 15 00:43:52.298954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51118) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:52.382918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 62747de8-c799-4c41-9c7e-d4e2698fd116 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:52.412371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c171a27c-b384-4e91-88e7-0766f85b6335 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.443740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-64e1be92-61d6-4784-bcf4-26691fa82321', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:52.444637 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.459423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f309679-50c4-4263-92f3-f22feb48dc09 req-7d3fab94-ac0e-421a-ae1f-db3cf4e6f33e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:52.460919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f309679-50c4-4263-92f3-f22feb48dc09 req-7d3fab94-ac0e-421a-ae1f-db3cf4e6f33e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.4958832 Oct 15 00:43:52.567640 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3f309679-50c4-4263-92f3-f22feb48dc09 req-12a0e690-ca1e-41dc-a0dd-0b8dded9becb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946095 Oct 15 00:43:52.707397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Allocated IP 2001:db8::2 (64e1be92-61d6-4784-bcf4-26691fa82321/afd7fb2b-f9e5-4784-bdd9-47f0692e5100/746eedcf-c970-4972-92a9-1ed9cb3c8192) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:52.715555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.730443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.749073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3fed5f80-e926-453e-859e-7bd183ad9699 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:43:52.760311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=62747de8-c799-4c41-9c7e-d4e2698fd116,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:52.789401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 3fed5f80-e926-453e-859e-7bd183ad9699 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:43:52.790562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3fed5f80-e926-453e-859e-7bd183ad9699 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:43:52.819084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c171a27c-b384-4e91-88e7-0766f85b6335 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.834446 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c171a27c-b384-4e91-88e7-0766f85b6335 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.835881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c171a27c-b384-4e91-88e7-0766f85b6335 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2421f82-32b6-4012-a138-8bd52dc2398b HTTP/1.1" status: 204 len: 168 time: 0.9886458 Oct 15 00:43:52.866490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:52.867383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-421fd6d3-b05e-4376-946e-b0a8fa275f0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/62747de8-c799-4c41-9c7e-d4e2698fd116 HTTP/1.1" status: 204 len: 168 time: 1.2106836 Oct 15 00:43:52.868069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51122) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:52.869615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171a27c-b384-4e91-88e7-0766f85b6335 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2421f82-32b6-4012-a138-8bd52dc2398b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:52.882613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51124) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:52.890723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'mac_address': 'fa:16:3e:1a:3a:4a', 'name': 'tempest-PortsTestJSON-1573996976'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:52.954433 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-45dafa5d-c035-40e4-9c5b-29c46ad4dce5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] show failed (client error): The resource could not be found. Oct 15 00:43:52.958381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45dafa5d-c035-40e4-9c5b-29c46ad4dce5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups/a2421f82-32b6-4012-a138-8bd52dc2398b HTTP/1.1" status: 404 len: 347 time: 0.0820136 Oct 15 00:43:52.970547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51126) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:53.024439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.122902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.166493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:53.170218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Network 64e1be92-61d6-4784-bcf4-26691fa82321 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:53.175889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:53.178968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:53.190656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Pushing event updated for resources: {'Port': ['ID=746eedcf-c970-4972-92a9-1ed9cb3c8192,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:53.220056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8::1 (64e1be92-61d6-4784-bcf4-26691fa82321/afd7fb2b-f9e5-4784-bdd9-47f0692e5100/9a747145-6df4-4fba-9354-af560ab4868c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:53.222843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Deleting port 5e335762-791d-4849-9736-22c6f0a81c62 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:53.223180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.257995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Attempting to bind port 746eedcf-c970-4972-92a9-1ed9cb3c8192 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:53.258766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Attempting to bind port 746eedcf-c970-4972-92a9-1ed9cb3c8192 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:53.258766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Attempting to bind port 746eedcf-c970-4972-92a9-1ed9cb3c8192 on network 64e1be92-61d6-4784-bcf4-26691fa82321 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:53.265204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:53.265947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Checking segment: {'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:53.266476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.266954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Bound using segment: {'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:53.267517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Bound port: 746eedcf-c970-4972-92a9-1ed9cb3c8192, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:53.268015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.296799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.332515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 0735bac1-b8a4-4d96-976d-cc35b9e584c3 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:53.359234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] For port 746eedcf-c970-4972-92a9-1ed9cb3c8192, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:53.362840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] For port 746eedcf-c970-4972-92a9-1ed9cb3c8192, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=746eedcf-c970-4972-92a9-1ed9cb3c8192,segment=NetworkSegment(e5401fca-5e63-47d2-b7ec-5fe1177bd221),segment_id=e5401fca-5e63-47d2-b7ec-5fe1177bd221)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:53.407878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.408522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.426954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Calling delete_port for 5e335762-791d-4849-9736-22c6f0a81c62 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:53.439315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.521703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.553642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd9a7a-8da9-4365-a752-cd5f0592fa00 None None] Pushing event updated for resources: {'Port': ['ID=746eedcf-c970-4972-92a9-1ed9cb3c8192,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:53.594707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.683190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.725913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.737031 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.770978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 64e1be92-61d6-4784-bcf4-26691fa82321 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:53.775755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:53.778933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:53.778933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.804993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=9a747145-6df4-4fba-9354-af560ab4868c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:53.832918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:53.832918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:53.834224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=0735bac1-b8a4-4d96-976d-cc35b9e584c3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:53.837198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:53.844874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:53.845752 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:53.862218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a88aab-6a2f-4ce8-9458-a1029fd61a63 req-f83da2fb-e76d-4c41-bfdc-0b1446376b57 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:53.863462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9a88aab-6a2f-4ce8-9458-a1029fd61a63 req-f83da2fb-e76d-4c41-bfdc-0b1446376b57 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1692100 Oct 15 00:43:53.932688 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9a88aab-6a2f-4ce8-9458-a1029fd61a63 req-31d44fa1-0ee4-4279-9d4b-6c2a2bc4609f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593524 Oct 15 00:43:53.949316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8bbd9b6c-6080-45de-8b2b-a75032e51487 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0611756 Oct 15 00:43:53.961610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51132) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:54.043261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1d46b-1f3e-45d8-b935-2cf7de9cae4e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:54.047714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0fa1d46b-1f3e-45d8-b935-2cf7de9cae4e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/0735bac1-b8a4-4d96-976d-cc35b9e584c3 HTTP/1.1" status: 200 len: 841 time: 0.0816247 Oct 15 00:43:54.048406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51134) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:54.094679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event deleted for resources: {'Port': ['ID=5e335762-791d-4849-9736-22c6f0a81c62,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:54.094679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.094679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.094679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f6cddfae-4954-49af-935f-d9bb3469e970 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "DELETE /v2.0/floatingips/a6d10c99-d6b4-4d32-8624-d2179e25673d HTTP/1.1" status: 204 len: 168 time: 1.1195247 Oct 15 00:43:54.175539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 0735bac1-b8a4-4d96-976d-cc35b9e584c3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:54.176004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.249692 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.351342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.382967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 0735bac1-b8a4-4d96-976d-cc35b9e584c3 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:54.423025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 746eedcf-c970-4972-92a9-1ed9cb3c8192 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:54.505066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 746eedcf-c970-4972-92a9-1ed9cb3c8192 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:54.506050 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.563983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51138) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:54.569622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ec779384-52b8-446d-86b7-424f8ae2e624 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1808360691', 'description': 'tempest-description--2146130620'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:54.633151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.669040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.684683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=0735bac1-b8a4-4d96-976d-cc35b9e584c3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:54.690485 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.694776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66f569bc-00f7-45fd-b80a-6b1cbc0901c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/0735bac1-b8a4-4d96-976d-cc35b9e584c3 HTTP/1.1" status: 204 len: 168 time: 0.6446507 Oct 15 00:43:54.695453 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec779384-52b8-446d-86b7-424f8ae2e624 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.700858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51140) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:54.720105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.757346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 746eedcf-c970-4972-92a9-1ed9cb3c8192, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=746eedcf-c970-4972-92a9-1ed9cb3c8192,segment=NetworkSegment(e5401fca-5e63-47d2-b7ec-5fe1177bd221),segment_id=e5401fca-5e63-47d2-b7ec-5fe1177bd221)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:54.770762 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bca4411-a868-4496-a512-1f69d37a5357 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:43:54.772539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8bca4411-a868-4496-a512-1f69d37a5357 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/0735bac1-b8a4-4d96-976d-cc35b9e584c3 HTTP/1.1" status: 404 len: 333 time: 0.0705187 Oct 15 00:43:54.777231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51142) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:54.782490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'name': 'tempest-PortsTestJSON-1173604080'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:54.834645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec779384-52b8-446d-86b7-424f8ae2e624 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:54.950222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767804a-ab28-43c0-a820-cc34dd8516f2 None None] Network 64e1be92-61d6-4784-bcf4-26691fa82321 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:55.064147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a4d8dbf2-5332-426e-8aac-9d80efa5c327 None None] Provisioning complete for port 746eedcf-c970-4972-92a9-1ed9cb3c8192 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:55.068220 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a4d8dbf2-5332-426e-8aac-9d80efa5c327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.070587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d9956-8ec4-4595-bd7a-ca7a6bb2ad19 req-5bde40b2-ec33-4e2d-a10d-54ab7bca825a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:55.072668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-350d9956-8ec4-4595-bd7a-ca7a6bb2ad19 req-5bde40b2-ec33-4e2d-a10d-54ab7bca825a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0567341 Oct 15 00:43:55.098514 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.099398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.139279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec779384-52b8-446d-86b7-424f8ae2e624 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.148905 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.178046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec779384-52b8-446d-86b7-424f8ae2e624 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5740ed7f-4a09-4c42-a440-48dd9002f44a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:55.246208 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ec779384-52b8-446d-86b7-424f8ae2e624 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.248078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ec779384-52b8-446d-86b7-424f8ae2e624 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6828222 Oct 15 00:43:55.251217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51152) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:55.269150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dbec951c-e1a3-4c0e-9bd2-2754efd00fc6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'security_group_rule': {'security_group_id': '5740ed7f-4a09-4c42-a440-48dd9002f44a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:55.338606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=746eedcf-c970-4972-92a9-1ed9cb3c8192,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:55.390077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dbec951c-e1a3-4c0e-9bd2-2754efd00fc6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.485999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dbec951c-e1a3-4c0e-9bd2-2754efd00fc6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.559703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:55.562166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dbec951c-e1a3-4c0e-9bd2-2754efd00fc6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.564851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.596742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec951c-e1a3-4c0e-9bd2-2754efd00fc6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f062b789-dde2-4fe8-8f8d-a78376a424e4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:55.605466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-350d9956-8ec4-4595-bd7a-ca7a6bb2ad19 req-debaa81a-a5b7-4699-a463-c7890f7918d0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259066 Oct 15 00:43:55.612526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=9a747145-6df4-4fba-9354-af560ab4868c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:55.647377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port b29113ad-63d4-4edf-8f05-8df922be3596 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:43:55.686279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dbec951c-e1a3-4c0e-9bd2-2754efd00fc6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.692068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dbec951c-e1a3-4c0e-9bd2-2754efd00fc6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4394894 Oct 15 00:43:55.695909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:55.712638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e0386af9-ee41-4c67-8ff0-a1eab63396f7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'security_group_rule': {'security_group_id': '5740ed7f-4a09-4c42-a440-48dd9002f44a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:55.755691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5de784c5-53c1-40d4-98c7-3511b9741ec4 None None] Provisioning complete for port 746eedcf-c970-4972-92a9-1ed9cb3c8192 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:55.756278 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5de784c5-53c1-40d4-98c7-3511b9741ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.773336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 64e1be92-61d6-4784-bcf4-26691fa82321 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:55.778028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:55.848839 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0386af9-ee41-4c67-8ff0-a1eab63396f7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.955564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0386af9-ee41-4c67-8ff0-a1eab63396f7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.957631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5de784c5-53c1-40d4-98c7-3511b9741ec4 None None] Provisioning complete for port 9a747145-6df4-4fba-9354-af560ab4868c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:55.958002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5de784c5-53c1-40d4-98c7-3511b9741ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:55.978939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.004884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5de784c5-53c1-40d4-98c7-3511b9741ec4 None None] Port 9a747145-6df4-4fba-9354-af560ab4868c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:56.024845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0386af9-ee41-4c67-8ff0-a1eab63396f7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.049484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0386af9-ee41-4c67-8ff0-a1eab63396f7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186f6433-9ba2-4c21-b3cc-118303e16084,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:56.082179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:43:56.147520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.169582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a4f738f5-de9b-4417-a75e-9d869838ab3b None None] Provisioning complete for port 9a747145-6df4-4fba-9354-af560ab4868c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:56.169835 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a4f738f5-de9b-4417-a75e-9d869838ab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.171056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0386af9-ee41-4c67-8ff0-a1eab63396f7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.176163 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e0386af9-ee41-4c67-8ff0-a1eab63396f7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4790552 Oct 15 00:43:56.182133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:56.185664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:56.239468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-226a837d-3da1-4d23-b41d-63ec1e69823b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.275208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:56.276468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a4f738f5-de9b-4417-a75e-9d869838ab3b None None] Port 9a747145-6df4-4fba-9354-af560ab4868c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:56.283919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:56.298678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:56.310783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 746eedcf-c970-4972-92a9-1ed9cb3c8192 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:43:56.310993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:56.311462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.312240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.347107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=b29113ad-63d4-4edf-8f05-8df922be3596,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:56.375464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:43:56.381244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ed7ff0f2-7b7a-46e2-a1ff-a534c69ae6c8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0812840 Oct 15 00:43:56.387817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51162) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:56.391510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:43:56.402504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1859286166'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:56.412366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:56.413853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:56.425116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-93608d83-d3be-4a44-914d-69bbd8801849 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6471193 Oct 15 00:43:56.429250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51164) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:56.435654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:56.473508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.521869 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.536296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:56.540628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.625973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:56.665454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.665896 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment 1a821d21-b5f4-48ed-be56-4dac80239ac8 of type vlan for network eb873558-0674-4619-9499-318c69d0eed2 Oct 15 00:43:56.722165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Allocated IP 172.25.2.112 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c4394e03-d52f-4b87-a309-ed3e50262f8b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:56.760983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-61e1dabf-ae7d-4d99-aa8f-9c83be27f824 None None] Provisioning complete for port 9a747145-6df4-4fba-9354-af560ab4868c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:56.761562 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-61e1dabf-ae7d-4d99-aa8f-9c83be27f824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.801776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:43:56.804349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-61e1dabf-ae7d-4d99-aa8f-9c83be27f824 None None] Port 9a747145-6df4-4fba-9354-af560ab4868c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:43:56.820158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.840605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 746eedcf-c970-4972-92a9-1ed9cb3c8192 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:56.841260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.845804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe1f8d-6c95-4d7c-a2e3-7d7a32492a1d req-036ea327-1f08-4e73-a64e-b25535265449 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:56.848028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25fe1f8d-6c95-4d7c-a2e3-7d7a32492a1d req-036ea327-1f08-4e73-a64e-b25535265449 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1070869 Oct 15 00:43:56.908763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.914498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.953018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25fe1f8d-6c95-4d7c-a2e3-7d7a32492a1d req-544bade4-04d3-49b6-920e-808ca73eedee tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895958 Oct 15 00:43:56.981713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.989594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:56.990381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:56.997208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.033262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.064763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=b29113ad-63d4-4edf-8f05-8df922be3596,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:57.087457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] In _notify_port_updated(), no bound segment for port b29113ad-63d4-4edf-8f05-8df922be3596 on network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:43:57.093885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:57.094616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.098666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aeafdbf6-bc4b-4e10-92f6-2a99ae69d60e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "PUT /v2.0/ports/b29113ad-63d4-4edf-8f05-8df922be3596 HTTP/1.1" status: 200 len: 818 time: 0.6700494 Oct 15 00:43:57.099286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51168) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:57.132657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'Port': ['ID=c4394e03-d52f-4b87-a309-ed3e50262f8b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:57.142130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:43:57.145886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:57.151675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:43:57.165033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=eb873558-0674-4619-9499-318c69d0eed2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:57.170525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cac1c11c-08c0-4807-a528-13b6509693f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7757237 Oct 15 00:43:57.174329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51170) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:57.179355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:57.188083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network eb873558-0674-4619-9499-318c69d0eed2 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:57.281422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.352944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:43:54Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:54Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:57.384346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:43:57.385322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Updating router 468fb9f3-f524-40a7-b77a-81748c6c9443 port 9a747145-6df4-4fba-9354-af560ab4868c binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:43:57.411018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port b29113ad-63d4-4edf-8f05-8df922be3596 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:43:57.411498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.421695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.424728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.497380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:57.505294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.534234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.563690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for b29113ad-63d4-4edf-8f05-8df922be3596 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:43:57.641902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.710815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.803639 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.815922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'Port': ['ID=c4394e03-d52f-4b87-a309-ed3e50262f8b,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:57.826369 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.835890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.875402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=b29113ad-63d4-4edf-8f05-8df922be3596,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:57.882102 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.887005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0429f220-2352-452b-8955-e5da05080c1a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/b29113ad-63d4-4edf-8f05-8df922be3596 HTTP/1.1" status: 204 len: 168 time: 0.7560301 Oct 15 00:43:57.889529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51174) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:57.893249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.922195 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.939483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57799170-e4eb-4948-b4cd-2da9d1ee9680 None None] Pushing event updated for resources: {'Port': ['ID=9a747145-6df4-4fba-9354-af560ab4868c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:57.941115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:57.943137 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1ae4629b-f3d9-4134-90fa-83b30668b287 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7633898 Oct 15 00:43:58.002731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fb91fd-89f0-4ce1-9932-fc2452b3395e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:58.004966 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-97fb91fd-89f0-4ce1-9932-fc2452b3395e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1139829 Oct 15 00:43:58.011006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51180) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:58.035363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=d8c5173d-9869-4ba4-a17d-0a9b9b593806,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:58.068096 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fbf045-4edf-4e6f-8d4b-d61b9cf8b403 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:43:58.070854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-79fbf045-4edf-4e6f-8d4b-d61b9cf8b403 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/b29113ad-63d4-4edf-8f05-8df922be3596 HTTP/1.1" status: 404 len: 333 time: 0.0588510 Oct 15 00:43:58.075797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51182) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:58.083969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-442271336'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:58.120562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Attempting to bind port 9a747145-6df4-4fba-9354-af560ab4868c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:43:58.122067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:43:58.122649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Attempting to bind port 9a747145-6df4-4fba-9354-af560ab4868c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:43:58.122789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Attempting to bind port 9a747145-6df4-4fba-9354-af560ab4868c on network 64e1be92-61d6-4784-bcf4-26691fa82321 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:43:58.131213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:43:58.131575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Checking segment: {'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:58.131977 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.132366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Bound using segment: {'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:43:58.132829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Bound port: 9a747145-6df4-4fba-9354-af560ab4868c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5401fca-5e63-47d2-b7ec-5fe1177bd221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:43:58.133206 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.135429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:58.135990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: eb873558-0674-4619-9499-318c69d0eed2, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:58.207442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:58.211795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.240901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] For port 9a747145-6df4-4fba-9354-af560ab4868c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:43:58.245177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] For port 9a747145-6df4-4fba-9354-af560ab4868c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a747145-6df4-4fba-9354-af560ab4868c,segment=NetworkSegment(e5401fca-5e63-47d2-b7ec-5fe1177bd221),segment_id=e5401fca-5e63-47d2-b7ec-5fe1177bd221)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:43:58.263311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:43:58.274873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.276620 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment 171ab415-2fd7-468c-9eec-b51e54815e94 of type vlan for network ba5c104a-7724-4670-9ce0-39aef5dcf2dd Oct 15 00:43:58.294596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-e1c1f3cf-304d-4204-8c83-28494845f2d6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1808360691&fields=id&tenant_id=bdfbf885cdf641ce9476aa355cebccec HTTP/1.1" status: 200 len: 267 time: 0.0444217 Oct 15 00:43:58.341097 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.379772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.395157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ee172-eba6-4d23-bb2d-7c12754cdb3f req-895ce6c7-5d4c-41c3-9721-13d3d9dd330c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:58.396977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd2ee172-eba6-4d23-bb2d-7c12754cdb3f req-895ce6c7-5d4c-41c3-9721-13d3d9dd330c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.2832267 Oct 15 00:43:58.427687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-8e472148-a220-451d-b4b5-52cb07b2a8d4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:58.429325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-8e472148-a220-451d-b4b5-52cb07b2a8d4 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 811 time: 0.1265361 Oct 15 00:43:58.435049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:43:58.435762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:58.458306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network eb873558-0674-4619-9499-318c69d0eed2 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:58.463901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57799170-e4eb-4948-b4cd-2da9d1ee9680 None None] Pushing event updated for resources: {'Port': ['ID=9a747145-6df4-4fba-9354-af560ab4868c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:58.479441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-f9e2c87c-1e9f-4034-80ce-f513565e2757 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/quotas/bdfbf885cdf641ce9476aa355cebccec HTTP/1.1" status: 200 len: 375 time: 0.0385203 Oct 15 00:43:58.502270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd2ee172-eba6-4d23-bb2d-7c12754cdb3f req-c4392349-ba37-45a7-bc7f-3cfbdeec9c12 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903695 Oct 15 00:43:58.535856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, eb873558-0674-4619-9499-318c69d0eed2) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:58.540549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:58.544320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.552581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2943acd4-59c5-4fc0-90f3-c43f6439faaf None None] Network eb873558-0674-4619-9499-318c69d0eed2 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:58.569613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.577245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-42c7b4bb-6f90-4146-83cb-b9480b539d4a tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899756 Oct 15 00:43:58.590604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:58.593369 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.606987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-22c7aa01-3569-41d1-933b-3d23a6f0c975 None None] Provisioning complete for port 9a747145-6df4-4fba-9354-af560ab4868c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:58.607490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-22c7aa01-3569-41d1-933b-3d23a6f0c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.730576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7ebb967-722e-457c-81a1-a3987de75203 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5527561 Oct 15 00:43:58.730925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51196) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:58.744599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:43:58.754187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6689384 Oct 15 00:43:58.755215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51198) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:58.755831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15195594-cc80-40c6-a7da-a43428f5197d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=ba5c104a-7724-4670-9ce0-39aef5dcf2dd,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:58.769224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:43:58.808662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:43:58.846948 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-900a07ca-2a20-4045-9e71-c70d91b7f9b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650526 Oct 15 00:43:58.987485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:43:58.991847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.995430 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4ff65066-c60c-48ed-9715-3a897b49425a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:58.998564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-22c7aa01-3569-41d1-933b-3d23a6f0c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:59.074946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-d151feb9-ef92-41dc-b513-c3fd1942022b service neutron] 10.222.0.13 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266972 Oct 15 00:43:59.095979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-22c7aa01-3569-41d1-933b-3d23a6f0c975 None None] For port 9a747145-6df4-4fba-9354-af560ab4868c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a747145-6df4-4fba-9354-af560ab4868c,segment=NetworkSegment(e5401fca-5e63-47d2-b7ec-5fe1177bd221),segment_id=e5401fca-5e63-47d2-b7ec-5fe1177bd221)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:43:59.179609 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-22c7aa01-3569-41d1-933b-3d23a6f0c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:59.242223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7aa01-3569-41d1-933b-3d23a6f0c975 None None] Pushing event updated for resources: {'Port': ['ID=9a747145-6df4-4fba-9354-af560ab4868c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:59.245941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-eb873558-0674-4619-9499-318c69d0eed2', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:43:59.247075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:59.371846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:59.455932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-856f6981-915b-4e3a-9e03-eb06cc46e355 req-f889aa0a-4e97-4520-aae1-cc1075369e6c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 210 time: 0.0478752 Oct 15 00:43:59.561261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': '171ab415-2fd7-468c-9eec-b51e54815e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:43:59.561626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: ba5c104a-7724-4670-9ce0-39aef5dcf2dd, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:43:59.563899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=7e09c189-c0ac-470f-8b6b-92d0a22e580b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:43:59.589878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.590291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.590808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.591012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.591487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.591835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.591938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.592258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.592582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.607218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.607589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.607942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:43:59.694829 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:59.745361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ac3c585f-116b-43b3-9353-9d9e5081a473 None None] Provisioning complete for port 9a747145-6df4-4fba-9354-af560ab4868c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:43:59.745746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ac3c585f-116b-43b3-9353-9d9e5081a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:59.750574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:43:59.753452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98978fe-b158-4b57-9d9d-4306bc55ecd5 req-61aea50d-4875-469a-a9e2-fbc6fae3ab3c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:59.756751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a98978fe-b158-4b57-9d9d-4306bc55ecd5 req-61aea50d-4875-469a-a9e2-fbc6fae3ab3c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1167808 Oct 15 00:43:59.817907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Allocated IP 2001:db8:1::2 (eb873558-0674-4619-9499-318c69d0eed2/d8c5173d-9869-4ba4-a17d-0a9b9b593806/1cc6d855-ffa8-498b-80c6-ae226bf1e164) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:43:59.855552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ba5c104a-7724-4670-9ce0-39aef5dcf2dd) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:43:59.858558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:43:54Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:58Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:43:59.860002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:43:59.860606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:43:59.871415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a98978fe-b158-4b57-9d9d-4306bc55ecd5 req-442d33a4-357f-4ff9-89bc-2fad068174bf tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761244 Oct 15 00:43:59.916718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81196bc-636c-4487-9b32-3098a9060772 None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:43:59.924736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7edd77-9a96-45e2-b4d5-f3c563bbe79b None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:43:54Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:58Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:43:59.967843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1bed99fc-21e8-44e2-96d0-2833831eba0e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2094316 Oct 15 00:43:59.970599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51212) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:43:59.976039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-81ebc1bc-9d1f-4fdb-9e4b-e78c6b7aac51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:00.272424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.391873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.407206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-ba5c104a-7724-4670-9ce0-39aef5dcf2dd', 'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd', 'tenant_id': '04b30f870e7647918785495686513ec1', 'fixed_ips': [{'subnet_id': '7e09c189-c0ac-470f-8b6b-92d0a22e580b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:44:00.408280 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.409721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ebc1bc-9d1f-4fdb-9e4b-e78c6b7aac51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:00.412163 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.413931 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81ebc1bc-9d1f-4fdb-9e4b-e78c6b7aac51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.545485 n-d-811521-2 neutron-server[107726]: INFO neutron.db.ipam_backend_mixin [None req-81ebc1bc-9d1f-4fdb-9e4b-e78c6b7aac51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e09c189-c0ac-470f-8b6b-92d0a22e580b (CIDR: 172.20.0.0/28) Oct 15 00:44:00.578479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f885a677-20cb-4abc-a143-521030ed909f req-bc28b50e-6d3b-45cd-a50e-2ecfe970e513 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 210 time: 0.0313516 Oct 15 00:44:00.591871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Allocated IP 172.20.0.2 (ba5c104a-7724-4670-9ce0-39aef5dcf2dd/7e09c189-c0ac-470f-8b6b-92d0a22e580b/f38441d9-aae0-43e9-9331-302996ed8fe9) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:00.639281 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ebc1bc-9d1f-4fdb-9e4b-e78c6b7aac51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:44:00.640313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ebc1bc-9d1f-4fdb-9e4b-e78c6b7aac51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:00.677143 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.720047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8:1::1 (eb873558-0674-4619-9499-318c69d0eed2/d8c5173d-9869-4ba4-a17d-0a9b9b593806/db1d9bc7-cfdb-4e7c-8a0d-936d112c0543) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:00.732055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Network eb873558-0674-4619-9499-318c69d0eed2 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:00.744710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:00.749743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:00.766963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-81ebc1bc-9d1f-4fdb-9e4b-e78c6b7aac51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7951937 Oct 15 00:44:00.769640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51222) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:00.779185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:00.803013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Pushing event updated for resources: {'Port': ['ID=1cc6d855-ffa8-498b-80c6-ae226bf1e164,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:00.958567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Attempting to bind port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:00.959276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Attempting to bind port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:00.959395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Attempting to bind port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 on network eb873558-0674-4619-9499-318c69d0eed2 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:00.968871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.972322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:00.972703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Checking segment: {'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:00.973109 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:00.973499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Bound using segment: {'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:00.973985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Bound port: 1cc6d855-ffa8-498b-80c6-ae226bf1e164, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:00.974438 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.005156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.055055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] For port 1cc6d855-ffa8-498b-80c6-ae226bf1e164, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:01.059010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] For port 1cc6d855-ffa8-498b-80c6-ae226bf1e164, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1cc6d855-ffa8-498b-80c6-ae226bf1e164,segment=NetworkSegment(1a821d21-b5f4-48ed-be56-4dac80239ac8),segment_id=1a821d21-b5f4-48ed-be56-4dac80239ac8)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:01.065965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.095368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0aa3f-a3f2-4dfc-87ad-652dffbaf172 req-2d074641-efeb-40a5-9892-3b4a0a9fa551 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:01.097770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40d0aa3f-a3f2-4dfc-87ad-652dffbaf172 req-2d074641-efeb-40a5-9892-3b4a0a9fa551 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0796266 Oct 15 00:44:01.116862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.120514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:01.123918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:01.127661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:01.143521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Pushing event updated for resources: {'Port': ['ID=f38441d9-aae0-43e9-9331-302996ed8fe9,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:01.161465 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.168796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40d0aa3f-a3f2-4dfc-87ad-652dffbaf172 req-84ae54c0-522f-4920-80fd-9b4ce470bbfa tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578785 Oct 15 00:44:01.169568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:01.173079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.216391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network eb873558-0674-4619-9499-318c69d0eed2 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:01.222698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:01.228882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:01.230026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.308291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05961a0-33a9-49c9-a13c-3e26de723fb7 None None] Pushing event updated for resources: {'Port': ['ID=1cc6d855-ffa8-498b-80c6-ae226bf1e164,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:01.333556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Attempting to bind port f38441d9-aae0-43e9-9331-302996ed8fe9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:01.333905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Attempting to bind port f38441d9-aae0-43e9-9331-302996ed8fe9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '171ab415-2fd7-468c-9eec-b51e54815e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:01.334310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Attempting to bind port f38441d9-aae0-43e9-9331-302996ed8fe9 on network ba5c104a-7724-4670-9ce0-39aef5dcf2dd {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:01.340515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:01.340890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Checking segment: {'id': '171ab415-2fd7-468c-9eec-b51e54815e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:01.342009 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.342009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Bound using segment: {'id': '171ab415-2fd7-468c-9eec-b51e54815e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:01.342313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Bound port: f38441d9-aae0-43e9-9331-302996ed8fe9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171ab415-2fd7-468c-9eec-b51e54815e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:01.342674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.347190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:01.520108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.532895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] For port f38441d9-aae0-43e9-9331-302996ed8fe9, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:01.540952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] For port f38441d9-aae0-43e9-9331-302996ed8fe9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f38441d9-aae0-43e9-9331-302996ed8fe9,segment=NetworkSegment(171ab415-2fd7-468c-9eec-b51e54815e94),segment_id=171ab415-2fd7-468c-9eec-b51e54815e94)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:01.622127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.652150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.753478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748391a9-2b3c-4948-9554-28950c8ce6ae None None] Pushing event updated for resources: {'Port': ['ID=f38441d9-aae0-43e9-9331-302996ed8fe9,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:01.797203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:01.802529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:01.811601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:01.812497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:01.840128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d215e29d-b8d0-4d1a-90cf-3c4e40a39980 req-89394f84-4e71-44e6-b639-c8579a2b9fd8 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 210 time: 0.0563521 Oct 15 00:44:01.865054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=4e480b0a-7633-459c-b062-e26a4350e498,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:01.948881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-638b6779-9cde-43c1-890d-499f21851db3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1732979 Oct 15 00:44:01.948881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51232) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:01.959118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd', 'fixed_ips': [{'subnet_id': '7e09c189-c0ac-470f-8b6b-92d0a22e580b'}, {'subnet_id': '4e480b0a-7633-459c-b062-e26a4350e498'}], 'name': 'tempest-PortsTestJSON-872065263'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:02.182358 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:02.227479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:02.277381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:02.278443 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:02.287820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:02.388369 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:02.409885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port acfc5b9c-0269-4a9c-b583-c3194fda619a yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:02.474840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:02.485211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-79b15b52-3ae5-400d-99e0-da389f4be1c9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:02.486905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-79b15b52-3ae5-400d-99e0-da389f4be1c9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.30 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 811 time: 0.2440529 Oct 15 00:44:02.524184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-b271e3b8-4728-48ee-940b-4e99d6567e41 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:44:02.525531 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-b271e3b8-4728-48ee-940b-4e99d6567e41 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113916 Oct 15 00:44:02.545762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cbda0-5f50-4ca7-8604-2251ed0843af req-10423030-140f-45b8-9630-b2d9dee31716 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:02.553210 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea9cbda0-5f50-4ca7-8604-2251ed0843af req-10423030-140f-45b8-9630-b2d9dee31716 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.2478881 Oct 15 00:44:02.595551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1cc6d855-ffa8-498b-80c6-ae226bf1e164 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:02.670583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:02.671434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:02.702709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea9cbda0-5f50-4ca7-8604-2251ed0843af req-f0a22936-23b1-4ca9-b726-517367e1cb9e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385257 Oct 15 00:44:02.721924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-8c4185ba-d7b3-47e8-91dd-dc5907a6fec9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdfbf885cdf641ce9476aa355cebccec HTTP/1.1" status: 200 len: 380 time: 0.1305466 Oct 15 00:44:02.733551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'port': {'device_id': '61450d67-05b5-4917-87af-b05cc39267ae', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'admin_state_up': True, 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'security_groups': ['5740ed7f-4a09-4c42-a440-48dd9002f44a']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:02.783465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network eb873558-0674-4619-9499-318c69d0eed2 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:02.793400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:02.911803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:02.998133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1cc6d855-ffa8-498b-80c6-ae226bf1e164, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1cc6d855-ffa8-498b-80c6-ae226bf1e164,segment=NetworkSegment(1a821d21-b5f4-48ed-be56-4dac80239ac8),segment_id=1a821d21-b5f4-48ed-be56-4dac80239ac8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:03.053510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.10 (ba5c104a-7724-4670-9ce0-39aef5dcf2dd/7e09c189-c0ac-470f-8b6b-92d0a22e580b/acfc5b9c-0269-4a9c-b583-c3194fda619a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:03.061528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.24 (ba5c104a-7724-4670-9ce0-39aef5dcf2dd/4e480b0a-7633-459c-b062-e26a4350e498/acfc5b9c-0269-4a9c-b583-c3194fda619a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:03.078727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.079565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f38441d9-aae0-43e9-9331-302996ed8fe9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:03.215253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1cc6d855-ffa8-498b-80c6-ae226bf1e164,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:03.279479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f38441d9-aae0-43e9-9331-302996ed8fe9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:03.279917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.321684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b851e-d23c-422d-a4b1-3af2a3319f97 None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:03.360257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.434453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7463499-b256-4403-829d-a8452e4f8b7e req-5d869bd0-cbc4-4d8c-85a5-2bd81972c9d6 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 210 time: 0.4370303 Oct 15 00:44:03.466269 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.475232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:03.562642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=acfc5b9c-0269-4a9c-b583-c3194fda619a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:03.594256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Made reservation on behalf of bdfbf885cdf641ce9476aa355cebccec for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:03.598465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:03.599481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1e86ebab-01b5-4a81-b428-820e4db2a37b None None] Provisioning complete for port f38441d9-aae0-43e9-9331-302996ed8fe9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:03.599914 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e86ebab-01b5-4a81-b428-820e4db2a37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.600257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:03.604191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.608867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:03.656305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:03.669802 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:03.673299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5ee4f02e-fa95-453b-998e-e62f1870895c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9412086 Oct 15 00:44:03.682454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:03.683362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.685211 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:03.685868 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:03.696415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51240) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:03.702600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-920952653'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:03.771316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f1378d55-4c61-4ba3-b87d-8c8691d8a189 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8203022 Oct 15 00:44:03.771813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:03.788055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e09c189-c0ac-470f-8b6b-92d0a22e580b'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:03.818305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Allocated IP 172.20.0.4 (5bb8933a-1a26-47e4-b2c7-ec3a263a2d86/2f6c15bd-bd3d-423b-bf09-1a307a2aae38/4b24b3e2-54cb-4809-856c-cc8896381bd9) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:03.845720 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:03.880850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13fa3d-adf9-4f53-b011-5d1c57a6de77 None None] Network eb873558-0674-4619-9499-318c69d0eed2 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:03.912525 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.964450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port f38441d9-aae0-43e9-9331-302996ed8fe9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f38441d9-aae0-43e9-9331-302996ed8fe9,segment=NetworkSegment(171ab415-2fd7-468c-9eec-b51e54815e94),segment_id=171ab415-2fd7-468c-9eec-b51e54815e94)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:03.973485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:03.989134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:03.993300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.028732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.057082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.060925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a747145-6df4-4fba-9354-af560ab4868c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:04.172488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.200546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0cc2cf-3d37-45d3-be58-d0ba6e49e98e None None] Update dhcp port {'port': {'network_id': 'ba5c104a-7724-4670-9ce0-39aef5dcf2dd', 'fixed_ips': [{'subnet_id': '7e09c189-c0ac-470f-8b6b-92d0a22e580b', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e480b0a-7633-459c-b062-e26a4350e498'}], 'binding:host_id': 'n-d-811521-2'}, 'id': 'f38441d9-aae0-43e9-9331-302996ed8fe9'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:44:04.282142 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:04.291092 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:01Z', 'revision_number': 3, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:01Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:04.292554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:04.296728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:04.355752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa0cc2cf-3d37-45d3-be58-d0ba6e49e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.366251 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:04.366747 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Updating router 468fb9f3-f524-40a7-b77a-81748c6c9443 port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:44:04.391688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=f38441d9-aae0-43e9-9331-302996ed8fe9,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:04.404853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Delete allocated IP 172.20.0.24 (ba5c104a-7724-4670-9ce0-39aef5dcf2dd/4e480b0a-7633-459c-b062-e26a4350e498) {{(pid=107726) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 00:44:04.443665 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.453621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:04.457644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.468240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9a747145-6df4-4fba-9354-af560ab4868c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:04.468799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.497439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:44:04.516242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc373b7-44e4-425c-99ae-45fda4b42ffe req-a908aaef-ab66-49dd-9ffb-e1cdaf572948 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:04.519129 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ddc373b7-44e4-425c-99ae-45fda4b42ffe req-a908aaef-ab66-49dd-9ffb-e1cdaf572948 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.4147117 Oct 15 00:44:04.555330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event updated for resources: {'Port': ['ID=4b24b3e2-54cb-4809-856c-cc8896381bd9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:04.580409 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-edb8cc64-ea4b-42db-8a44-8931ded01d3c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8463905 Oct 15 00:44:04.614243 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ddc373b7-44e4-425c-99ae-45fda4b42ffe req-6f4395ef-5882-4dfc-b9ba-71bfc40f728a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882955 Oct 15 00:44:04.636346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.640076 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment 68881b03-dd88-4190-8738-be2cd3161382 of type vlan for network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c Oct 15 00:44:04.690928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Request body: {'port': {'device_id': '61450d67-05b5-4917-87af-b05cc39267ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:04.719777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f953a985-b0b9-4c37-91ae-f0762af004ab None None] Provisioning complete for port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:04.720142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f953a985-b0b9-4c37-91ae-f0762af004ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.822285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.832097 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.892519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1279fff-d3dd-4435-bd20-2314face7907 req-d7836e80-de99-4595-9206-f7b57ad4bae7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:04.895703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1279fff-d3dd-4435-bd20-2314face7907 req-d7836e80-de99-4595-9206-f7b57ad4bae7 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 931 time: 0.2503672 Oct 15 00:44:04.950520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:04.965470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1279fff-d3dd-4435-bd20-2314face7907 req-75cb3bfd-c68e-4152-a22b-cbc8f948ac81 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499165 Oct 15 00:44:05.035208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.044233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:05.045043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.045718 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.097612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.133538 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.304506 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Pushing event updated for resources: {'Port': ['ID=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:05.394934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6970115 Oct 15 00:44:05.401041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51254) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:05.408958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:05.447041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a77c4-1e69-4ae3-8107-5b059a81f52a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=12f31a93-0b81-4dee-ad3c-fa25cc43c78c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:05.476910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-fa0cc2cf-3d37-45d3-be58-d0ba6e49e98e None None] Allocated IP 172.20.0.18 (ba5c104a-7724-4670-9ce0-39aef5dcf2dd/4e480b0a-7633-459c-b062-e26a4350e498/f38441d9-aae0-43e9-9331-302996ed8fe9) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:05.481183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=acfc5b9c-0269-4a9c-b583-c3194fda619a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:05.485462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:44:05.512670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] In _notify_port_updated(), no bound segment for port acfc5b9c-0269-4a9c-b583-c3194fda619a on network ba5c104a-7724-4670-9ce0-39aef5dcf2dd {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:44:05.529610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b24b3e2-54cb-4809-856c-cc8896381bd9 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:05.531615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:05.532354 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.536973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd2bc30a-654a-4892-9470-33c98666ae80 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "PUT /v2.0/ports/acfc5b9c-0269-4a9c-b583-c3194fda619a HTTP/1.1" status: 200 len: 919 time: 1.7641056 Oct 15 00:44:05.537716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51256) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:05.546896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.554046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e09c189-c0ac-470f-8b6b-92d0a22e580b'}, {'subnet_id': '4e480b0a-7633-459c-b062-e26a4350e498'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:05.577644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Transition to ACTIVE for port object 4b24b3e2-54cb-4809-856c-cc8896381bd9 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:44:05.601318 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.601934 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.602541 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.603094 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.603606 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.604097 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.609000 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.609594 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.610121 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.610653 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.611157 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.611646 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:05.662480 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Attempting to bind port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:05.663172 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Attempting to bind port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:05.664415 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Attempting to bind port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 on network eb873558-0674-4619-9499-318c69d0eed2 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:05.675632 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:05.676002 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Checking segment: {'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:05.676397 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.676784 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Bound using segment: {'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:05.677253 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Bound port: db1d9bc7-cfdb-4e7c-8a0d-936d112c0543, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a821d21-b5f4-48ed-be56-4dac80239ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:05.677626 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.682999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:05.687261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.704820 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.751532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cf63d5a7-19df-4572-be74-eacb241531fe None None] Provisioning complete for port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:05.753108 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cf63d5a7-19df-4572-be74-eacb241531fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.758870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1cc6d855-ffa8-498b-80c6-ae226bf1e164 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:05.789039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:05.810669 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] For port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:05.814786 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] For port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,segment=NetworkSegment(1a821d21-b5f4-48ed-be56-4dac80239ac8),segment_id=1a821d21-b5f4-48ed-be56-4dac80239ac8)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:05.837935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Pushing event updated for resources: {'Port': ['ID=4b24b3e2-54cb-4809-856c-cc8896381bd9,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:05.864082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e96c-b888-4dd4-8569-ab00573195e1 req-75090f3e-e87d-4373-b09c-8514ea8a1250 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:05.871832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc37e96c-b888-4dd4-8569-ab00573195e1 req-75090f3e-e87d-4373-b09c-8514ea8a1250 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1190026 Oct 15 00:44:05.919139 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.017100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc37e96c-b888-4dd4-8569-ab00573195e1 req-b912ed1f-8931-46c2-9e98-9114e580e53a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443355 Oct 15 00:44:06.117684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cf63d5a7-19df-4572-be74-eacb241531fe None None] Port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:06.131081 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523e1b-d9c8-41a4-8841-e0fab5984652 None None] Pushing event updated for resources: {'Port': ['ID=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:06.176696 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:06.177322 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:06.251154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fa0cc2cf-3d37-45d3-be58-d0ba6e49e98e None None] For port f38441d9-aae0-43e9-9331-302996ed8fe9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f38441d9-aae0-43e9-9331-302996ed8fe9,segment=NetworkSegment(171ab415-2fd7-468c-9eec-b51e54815e94),segment_id=171ab415-2fd7-468c-9eec-b51e54815e94)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:06.323859 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa0cc2cf-3d37-45d3-be58-d0ba6e49e98e None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.332063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cf63d5a7-19df-4572-be74-eacb241531fe None None] Provisioning complete for port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:06.332485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cf63d5a7-19df-4572-be74-eacb241531fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.373749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:06.374991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.376735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Attempting to bind port 4b24b3e2-54cb-4809-856c-cc8896381bd9 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:06.377565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Attempting to bind port 4b24b3e2-54cb-4809-856c-cc8896381bd9 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:06.378974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Attempting to bind port 4b24b3e2-54cb-4809-856c-cc8896381bd9 on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:06.402177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a1ec-af49-41af-9641-a3e7e6af19fe req-982d11e4-97a3-4c98-839a-e4d6c01895fb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:06.403743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2008a1ec-af49-41af-9641-a3e7e6af19fe req-982d11e4-97a3-4c98-839a-e4d6c01895fb tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 943 time: 0.2474124 Oct 15 00:44:06.409783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Port 4b24b3e2-54cb-4809-856c-cc8896381bd9 on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:44:06.410124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Attempting to bind port 4b24b3e2-54cb-4809-856c-cc8896381bd9 on network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:06.413819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa0cc2cf-3d37-45d3-be58-d0ba6e49e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.467538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:06.477847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:06.478242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Checking segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:06.478602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Bound using segment: {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:06.479041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Bound port: 4b24b3e2-54cb-4809-856c-cc8896381bd9, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989f9115-8817-46e0-8ebf-69e3520e3c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:06.479399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.493305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cc2cf-3d37-45d3-be58-d0ba6e49e98e None None] Pushing event updated for resources: {'Port': ['ID=f38441d9-aae0-43e9-9331-302996ed8fe9,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:06.642446 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2008a1ec-af49-41af-9641-a3e7e6af19fe req-2e08c7b7-f3b4-4663-8d0f-57a6f42ef545 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204714 Oct 15 00:44:06.725997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f38441d9-aae0-43e9-9331-302996ed8fe9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:06.734257 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.854726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f38441d9-aae0-43e9-9331-302996ed8fe9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:06.856061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:06.887959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] For port 4b24b3e2-54cb-4809-856c-cc8896381bd9, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:06.955682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=33bd663e-3dca-4599-a3ad-546d40e8c0a4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:06.960392 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:01Z', 'revision_number': 3, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:05Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:06.980353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] For port 4b24b3e2-54cb-4809-856c-cc8896381bd9, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:07.024568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:07.024568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: 12f31a93-0b81-4dee-ad3c-fa25cc43c78c, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:44:07.028741 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0dd6c-1f91-4609-bd62-8cc38c709b56 None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:01Z', 'revision_number': 3, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:05Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:07.053111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:07.067502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ec665f2d-8130-4f25-ac4c-397a0d521517 None None] Provisioning complete for port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:07.067878 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ec665f2d-8130-4f25-ac4c-397a0d521517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:07.161349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:44:07.203678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:07.215174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:07.233817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] 10.222.0.30 "PUT /v2.0/ports/4b24b3e2-54cb-4809-856c-cc8896381bd9 HTTP/1.1" status: 200 len: 1091 time: 2.6276743 Oct 15 00:44:07.239363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:07.244127 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58537ae7-078c-4c81-9791-3f4f3669b87b" -d '{"events": [{"name": "network-changed", "server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:07.326917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089c092-b3f8-4a94-85b4-066663fe696b service neutron] Pushing event updated for resources: {'Port': ['ID=4b24b3e2-54cb-4809-856c-cc8896381bd9,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:07.336075 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f549bb51-ba33-454c-a9dd-580b546369d3 x-openstack-request-id: req-f549bb51-ba33-454c-a9dd-580b546369d3 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:07.337996 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:07.343344 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f549bb51-ba33-454c-a9dd-580b546369d3 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:07.348281 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'status': 'completed', 'code': 200} Oct 15 00:44:07.348695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ec665f2d-8130-4f25-ac4c-397a0d521517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:07.446011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ec665f2d-8130-4f25-ac4c-397a0d521517 None None] For port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,segment=NetworkSegment(1a821d21-b5f4-48ed-be56-4dac80239ac8),segment_id=1a821d21-b5f4-48ed-be56-4dac80239ac8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:07.468122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 12f31a93-0b81-4dee-ad3c-fa25cc43c78c) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:07.492775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:07.497013 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:07.498375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ad79e-1b8e-4e54-b6a7-09f5ab4c1284 None None] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:07.590234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537ae7-078c-4c81-9791-3f4f3669b87b req-64c9ffcd-7bb5-473f-9441-68050f5dc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:07.592212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58537ae7-078c-4c81-9791-3f4f3669b87b req-64c9ffcd-7bb5-473f-9441-68050f5dc288 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 1094 time: 0.2459683 Oct 15 00:44:07.657903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.27 (ba5c104a-7724-4670-9ce0-39aef5dcf2dd/4e480b0a-7633-459c-b062-e26a4350e498/acfc5b9c-0269-4a9c-b583-c3194fda619a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:07.677811 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ec665f2d-8130-4f25-ac4c-397a0d521517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:07.730033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5270-0364-48b6-9b8b-16af6db4c685 req-5aeb7e7d-46fa-4689-acf1-4c2876e9ca09 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:07.747990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-813c5270-0364-48b6-9b8b-16af6db4c685 req-5aeb7e7d-46fa-4689-acf1-4c2876e9ca09 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.2818725 Oct 15 00:44:07.760085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537ae7-078c-4c81-9791-3f4f3669b87b req-55f3497a-1055-4c84-8b69-5cab6888e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:07.763960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58537ae7-078c-4c81-9791-3f4f3669b87b req-55f3497a-1055-4c84-8b69-5cab6888e071 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bdfbf885cdf641ce9476aa355cebccec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1576526 Oct 15 00:44:07.767962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-55e494d6-66e7-4366-8975-8fb8f636daf1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3658061 Oct 15 00:44:07.772836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51272) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:07.861176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:07.906640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-813c5270-0364-48b6-9b8b-16af6db4c685 req-2a46038d-5908-4027-9806-9a963ea6343d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547318 Oct 15 00:44:07.937375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8f397-69dc-45e3-b99a-2eefb6d29946 None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:08.083324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537ae7-078c-4c81-9791-3f4f3669b87b req-45161496-3378-49f8-a536-5afbd9fb3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:08.084962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-58537ae7-078c-4c81-9791-3f4f3669b87b req-45161496-3378-49f8-a536-5afbd9fb3693 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3110142 Oct 15 00:44:08.101122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec665f2d-8130-4f25-ac4c-397a0d521517 None None] Pushing event updated for resources: {'Port': ['ID=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:08.161972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.164727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:44:08.167119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.230459 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.245677 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a43d90f6-a3e3-46b2-b3b0-1b04a678a940 None None] Provisioning complete for port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:08.246423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a43d90f6-a3e3-46b2-b3b0-1b04a678a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.300110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:08.300782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.396138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] In _notify_port_updated(), no bound segment for port acfc5b9c-0269-4a9c-b583-c3194fda619a on network ba5c104a-7724-4670-9ce0-39aef5dcf2dd {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:44:08.405583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:08.406299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.410229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "PUT /v2.0/ports/acfc5b9c-0269-4a9c-b583-c3194fda619a HTTP/1.1" status: 200 len: 999 time: 2.8683286 Oct 15 00:44:08.411934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51274) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:08.422071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e456f5-766c-4b71-a27f-be1b2c6306d4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=acfc5b9c-0269-4a9c-b583-c3194fda619a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:08.547235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2c2ce-4200-492f-a676-4c53ab5e8e16 req-b4bf33d8-3b09-4709-ada8-8c7979712443 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:08.549069 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97c2c2ce-4200-492f-a676-4c53ab5e8e16 req-b4bf33d8-3b09-4709-ada8-8c7979712443 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 943 time: 0.4630852 Oct 15 00:44:08.557801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-956e8433-21b2-4a61-a774-3cb87163501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:08.559592 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-956e8433-21b2-4a61-a774-3cb87163501f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 1094 time: 0.3850892 Oct 15 00:44:08.631037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Allocated IP 2001:db8:2::2 (12f31a93-0b81-4dee-ad3c-fa25cc43c78c/33bd663e-3dca-4599-a3ad-546d40e8c0a4/ac84c315-5406-43c2-917a-78bb4adf5c83) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:08.644404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port acfc5b9c-0269-4a9c-b583-c3194fda619a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:08.644761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.729521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f38441d9-aae0-43e9-9331-302996ed8fe9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:08.735613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-88df539b-2f33-4179-9866-5a1b41bd5249 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9 HTTP/1.1" status: 200 len: 217 time: 0.1193650 Oct 15 00:44:08.744175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97c2c2ce-4200-492f-a676-4c53ab5e8e16 req-185c670e-1c8e-42ad-874e-b0bf20e2ea5c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260488 Oct 15 00:44:08.770851 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.773905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:08.793744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for acfc5b9c-0269-4a9c-b583-c3194fda619a owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:08.827784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a43d90f6-a3e3-46b2-b3b0-1b04a678a940 None None] Provisioning complete for port acfc5b9c-0269-4a9c-b583-c3194fda619a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:09.063640 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a43d90f6-a3e3-46b2-b3b0-1b04a678a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.064469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-143ed1d9-31a7-40a0-9383-3bed81581a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:09.064469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-143ed1d9-31a7-40a0-9383-3bed81581a85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.1110899 Oct 15 00:44:09.064682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a43d90f6-a3e3-46b2-b3b0-1b04a678a940 None None] Port acfc5b9c-0269-4a9c-b583-c3194fda619a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:09.064682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f38441d9-aae0-43e9-9331-302996ed8fe9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:09.064682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.064682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a43d90f6-a3e3-46b2-b3b0-1b04a678a940 None None] Provisioning complete for port f38441d9-aae0-43e9-9331-302996ed8fe9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:09.064682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a43d90f6-a3e3-46b2-b3b0-1b04a678a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.065135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-daf662e7-682b-41ed-a21c-ea7c2601b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:09.065135 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-daf662e7-682b-41ed-a21c-ea7c2601b460 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913765 Oct 15 00:44:09.065351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85226985-b843-4fab-a82d-3b63031cced1 req-914b8f28-271d-45a3-a288-5f813d1abbc4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:09.066727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85226985-b843-4fab-a82d-3b63031cced1 req-914b8f28-271d-45a3-a288-5f813d1abbc4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0783033 Oct 15 00:44:09.126733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85226985-b843-4fab-a82d-3b63031cced1 req-606b2068-4ad9-4b2a-84a1-b44491fae03a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Oct 15 00:44:09.136816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-969da248-0795-4a12-95cd-8cd344757142 service neutron] 10.222.0.30 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466904 Oct 15 00:44:09.193008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.272039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=acfc5b9c-0269-4a9c-b583-c3194fda619a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:09.275480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.276386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6c041b7-37f1-47aa-9bb6-ea01da7493bf req-eef997ac-18f8-44c8-9a29-199b96ab92bf service neutron] 10.222.0.30 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323788 Oct 15 00:44:09.339093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3c02c9a4-c8ed-42a4-bdf6-96ebdebf20e8 None None] Could not find standard attr ID for object acfc5b9c-0269-4a9c-b583-c3194fda619a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:09.352048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3c02c9a4-c8ed-42a4-bdf6-96ebdebf20e8 None None] Provisioning complete for port f38441d9-aae0-43e9-9331-302996ed8fe9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:09.352663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c02c9a4-c8ed-42a4-bdf6-96ebdebf20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.377751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.382247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b2e13d7-e926-4694-a0b7-4052ccbac9b7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/acfc5b9c-0269-4a9c-b583-c3194fda619a HTTP/1.1" status: 204 len: 168 time: 0.9691970 Oct 15 00:44:09.387213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51284) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:09.387441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.443745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Pushing event updated for resources: {'Port': ['ID=ac84c315-5406-43c2-917a-78bb4adf5c83,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:09.457111 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f32cbde-3966-480b-9151-29bac4eac5e5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:44:09.460970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3f32cbde-3966-480b-9151-29bac4eac5e5 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/acfc5b9c-0269-4a9c-b583-c3194fda619a HTTP/1.1" status: 404 len: 333 time: 0.0703118 Oct 15 00:44:09.461807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51286) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:09.474231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:09.479603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:09.482699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:09.490204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8:2::1 (12f31a93-0b81-4dee-ad3c-fa25cc43c78c/33bd663e-3dca-4599-a3ad-546d40e8c0a4/368df26a-06f9-4d7c-8434-2e43528cd365) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:09.560882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 4e480b0a-7633-459c-b062-e26a4350e498 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:09.564932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.608139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:09.636017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.651642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Attempting to bind port ac84c315-5406-43c2-917a-78bb4adf5c83 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:09.652227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Attempting to bind port ac84c315-5406-43c2-917a-78bb4adf5c83 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:09.652335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Attempting to bind port ac84c315-5406-43c2-917a-78bb4adf5c83 on network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:09.671589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:09.671930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Checking segment: {'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:09.672331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.672711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Bound using segment: {'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:09.673192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Bound port: ac84c315-5406-43c2-917a-78bb4adf5c83, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:09.673566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.754790 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.836712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] For port ac84c315-5406-43c2-917a-78bb4adf5c83, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:09.840361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.841113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] For port ac84c315-5406-43c2-917a-78bb4adf5c83, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ac84c315-5406-43c2-917a-78bb4adf5c83,segment=NetworkSegment(68881b03-dd88-4190-8738-be2cd3161382),segment_id=68881b03-dd88-4190-8738-be2cd3161382)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:09.843106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-006e1abd-5d51-4c5d-a171-f4aa0b75b186 None None] Could not find standard attr ID for object acfc5b9c-0269-4a9c-b583-c3194fda619a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:09.855548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:09.856096 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.882681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:09.974719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=368df26a-06f9-4d7c-8434-2e43528cd365,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:09.999353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:10.000866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:10.003720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:10.004302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.013288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fffdcf-2c21-4787-939e-940dc866ebbf req-34b4f47c-b8a0-408b-958c-e2028c0064c9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:10.016356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90fffdcf-2c21-4787-939e-940dc866ebbf req-34b4f47c-b8a0-408b-958c-e2028c0064c9 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 943 time: 0.1277132 Oct 15 00:44:10.032508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.034208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.085275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90fffdcf-2c21-4787-939e-940dc866ebbf req-5b17dcdd-4b61-486e-9418-9bdaa44fe98b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619695 Oct 15 00:44:10.094935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.131033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6b6d75ca-b5e9-4ce4-bc51-01a01ac1606a None None] Could not find standard attr ID for object acfc5b9c-0269-4a9c-b583-c3194fda619a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:10.168067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=4e480b0a-7633-459c-b062-e26a4350e498,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:10.174838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.176400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51294) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:10.179909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9c73e95e-9e29-4e05-a0d4-532f50d0e008 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/4e480b0a-7633-459c-b062-e26a4350e498 HTTP/1.1" status: 204 len: 168 time: 0.7095034 Oct 15 00:44:10.192255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb6159-49de-4ec7-a223-d50a5a0757d6 None None] Pushing event updated for resources: {'Port': ['ID=ac84c315-5406-43c2-917a-78bb4adf5c83,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:10.342559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d0ea2f9f-8046-443e-a2e4-7d64e348b2e8 None None] Could not find standard attr ID for object acfc5b9c-0269-4a9c-b583-c3194fda619a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:10.360848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9c1364-a611-4aa0-8c07-769d51e1a8fd None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:10.682807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.687843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 7e09c189-c0ac-470f-8b6b-92d0a22e580b {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:10.692805 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.772502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c2a81-d45d-4b96-9793-351df6b96708 req-97b03b0b-ae08-4b69-aebc-496fdab3eddf tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:10.773973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-760c2a81-d45d-4b96-9793-351df6b96708 req-97b03b0b-ae08-4b69-aebc-496fdab3eddf tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.1667373 Oct 15 00:44:10.778045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:10.946694 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-760c2a81-d45d-4b96-9793-351df6b96708 req-845d8332-2f48-48eb-9a44-f57d96490722 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640427 Oct 15 00:44:11.019168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.029264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4b24b3e2-54cb-4809-856c-cc8896381bd9 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:44:11.163786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4b24b3e2-54cb-4809-856c-cc8896381bd9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:11.184315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'port_id': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'mac_address': 'fa:16:3e:08:1d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:44:11.206436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.244985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.263194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.264491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b24b3e2-54cb-4809-856c-cc8896381bd9 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:11.274585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ac21-02cc-4aee-80ce-8fda3d773982 req-a7ca1aae-e455-4bbf-8e08-477e85bd5b23 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:11.277630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13c2ac21-02cc-4aee-80ce-8fda3d773982 req-a7ca1aae-e455-4bbf-8e08-477e85bd5b23 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 943 time: 0.0680611 Oct 15 00:44:11.301104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4b24b3e2-54cb-4809-856c-cc8896381bd9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:11.303051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=7e09c189-c0ac-470f-8b6b-92d0a22e580b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:11.309285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.314763 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2f81f1b0-314c-4fbf-8e04-7f30c41ac920 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/7e09c189-c0ac-470f-8b6b-92d0a22e580b HTTP/1.1" status: 204 len: 168 time: 1.1302354 Oct 15 00:44:11.314763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.314763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.317288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51310) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:11.328907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13c2ac21-02cc-4aee-80ce-8fda3d773982 req-b9097fc4-2bcc-4c9a-a41d-3e5f6b2f4711 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Oct 15 00:44:11.376298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.384429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-1b7faf3f-fe07-47f6-9a78-35f42624efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:11.386414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-1b7faf3f-fe07-47f6-9a78-35f42624efdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 1096 time: 0.1685548 Oct 15 00:44:11.435480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e71206-2de0-42ea-b12a-bd2432459e4f None None] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:11.456912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=368df26a-06f9-4d7c-8434-2e43528cd365,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:11.472581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe49be-ee36-489a-976e-86ea9bc36ecf None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:11.504363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4b24b3e2-54cb-4809-856c-cc8896381bd9,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:11.536387 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.552164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Provisioning complete for port ac84c315-5406-43c2-917a-78bb4adf5c83 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:11.553068 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.592974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ac84c315-5406-43c2-917a-78bb4adf5c83 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:11.639872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-7d130c53-4221-4e5c-97cc-f415f7aca179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:11.641271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-7d130c53-4221-4e5c-97cc-f415f7aca179 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 912 time: 0.2330651 Oct 15 00:44:11.643920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['4b24b3e2-54cb-4809-856c-cc8896381bd9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:11.653325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:11.661604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:11.699994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-78cf6191-deee-4523-9d87-ddd08fd0f48c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba545b2-77b3-4430-a643-80af3e3abde5 HTTP/1.1" status: 200 len: 217 time: 0.0502524 Oct 15 00:44:11.817131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port f38441d9-aae0-43e9-9331-302996ed8fe9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:11.817484 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.851905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-31a27c1e-c99b-4529-834e-9e1bbbf1b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:11.853562 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-31a27c1e-c99b-4529-834e-9e1bbbf1b18c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.1468577 Oct 15 00:44:11.878305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ac84c315-5406-43c2-917a-78bb4adf5c83 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:11.878677 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.925588 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.929144 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-17efef4e-ef14-4f31-ba6c-ecd05e9b9089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671673 Oct 15 00:44:11.931132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:11.941491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] For port f38441d9-aae0-43e9-9331-302996ed8fe9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f38441d9-aae0-43e9-9331-302996ed8fe9,segment=NetworkSegment(171ab415-2fd7-468c-9eec-b51e54815e94),segment_id=171ab415-2fd7-468c-9eec-b51e54815e94)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:11.941905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:11.988468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] DHCP port deletion for ba5c104a-7724-4670-9ce0-39aef5dcf2dd request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:11.991455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for f38441d9-aae0-43e9-9331-302996ed8fe9 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:12.010550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] For port ac84c315-5406-43c2-917a-78bb4adf5c83, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ac84c315-5406-43c2-917a-78bb4adf5c83,segment=NetworkSegment(68881b03-dd88-4190-8738-be2cd3161382),segment_id=68881b03-dd88-4190-8738-be2cd3161382)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:12.100845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.112890 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.113866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37222fbd-f221-4094-b767-2c710ffca8e3 req-841dd7b2-6cb4-4229-b8df-e57ce12d23b5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:12.121796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37222fbd-f221-4094-b767-2c710ffca8e3 req-841dd7b2-6cb4-4229-b8df-e57ce12d23b5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0777268 Oct 15 00:44:12.174342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37222fbd-f221-4094-b767-2c710ffca8e3 req-0c3f3f0e-f236-4859-8127-ac3c61bf36c0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512440 Oct 15 00:44:12.209572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Pushing event updated for resources: {'Port': ['ID=ac84c315-5406-43c2-917a-78bb4adf5c83,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:12.210443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-d75457c0-92e4-4742-a82a-1006b812981e service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709370 Oct 15 00:44:12.215131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:12.224918 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-453e2909-74dc-4166-96e9-73ec9c92042e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3180349 Oct 15 00:44:12.226180 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] Deleting port f38441d9-aae0-43e9-9331-302996ed8fe9 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:12.226318 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.227323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51316) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:12.234526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1295423687'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:12.261830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:12.264210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Provisioning complete for port f38441d9-aae0-43e9-9331-302996ed8fe9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:12.267109 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.323768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-94c6334f-dc4d-423a-85e3-334d60bcc50d req-c04ce703-08d7-4864-9bf4-5b868eed51f4 service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052504 Oct 15 00:44:12.335769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:12.343063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.361602 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.373187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:12.374885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:12.375686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:44:12.378356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:44:12.378851 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:44:12.393445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.393445 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added segment 15f7952d-56ce-435c-9230-758d33446d4e of type vlan for network e0e5c5da-5c11-429f-b62f-408da82da661 Oct 15 00:44:12.400378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=f38441d9-aae0-43e9-9331-302996ed8fe9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:12.414604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No DVR routers for this DVR port f38441d9-aae0-43e9-9331-302996ed8fe9 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:12.438375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] Could not find standard attr ID for object f38441d9-aae0-43e9-9331-302996ed8fe9. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:12.442512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] For port f38441d9-aae0-43e9-9331-302996ed8fe9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f38441d9-aae0-43e9-9331-302996ed8fe9,segment=NetworkSegment(171ab415-2fd7-468c-9eec-b51e54815e94),segment_id=171ab415-2fd7-468c-9eec-b51e54815e94)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:12.442969 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.443529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.449445 n-d-811521-2 neutron-server[107727]: INFO neutron.plugins.ml2.db [None req-3b1e2716-797c-4da7-b387-e3cbdfdaab9e None None] No ports have port_id starting with f38441d9-aae0-43e9-9331-302996ed8fe9 Oct 15 00:44:12.499089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] Calling delete_port for f38441d9-aae0-43e9-9331-302996ed8fe9 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:12.531317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:12.541480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.547604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:12.548513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.552178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.586121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5c104a-7724-4670-9ce0-39aef5dcf2dd']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:12.596631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c98af-ca0b-45d0-a588-8f0cb1d37df4 req-c63fee6b-0021-41c3-8fe7-e523bbe7a90c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:12.598335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e1c98af-ca0b-45d0-a588-8f0cb1d37df4 req-c63fee6b-0021-41c3-8fe7-e523bbe7a90c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 944 time: 0.1462209 Oct 15 00:44:12.609987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171ab415-2fd7-468c-9eec-b51e54815e94') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:12.610619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171ab415-2fd7-468c-9eec-b51e54815e94') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:12.636258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Network': ['ID=e0e5c5da-5c11-429f-b62f-408da82da661,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:12.648939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.655959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e0e5c5da-5c11-429f-b62f-408da82da661 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:44:12.674007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f030799d-ca3b-485c-abf7-2a67763ee0d1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4447904 Oct 15 00:44:12.678203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.678738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51320) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:12.688990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'subnet': {'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:12.691740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e1c98af-ca0b-45d0-a588-8f0cb1d37df4 req-30f8d848-c79c-4896-b4d6-fb506b46f4bc tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663047 Oct 15 00:44:12.692567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:12.693241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:12.696566 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:12.789822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7cc4256e-b4d0-4d70-be31-a517ebcd9f32 None None] Provisioning complete for port ac84c315-5406-43c2-917a-78bb4adf5c83 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:12.790439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cc4256e-b4d0-4d70-be31-a517ebcd9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.823535 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.832936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.836335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/ba5c104a-7724-4670-9ce0-39aef5dcf2dd HTTP/1.1" status: 204 len: 168 time: 1.5163002 Oct 15 00:44:12.841451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51322) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:12.847169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b9d4b-ea59-49e1-82b8-03940a2d531f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=ba5c104a-7724-4670-9ce0-39aef5dcf2dd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:12.876319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Made reservation on behalf of 320fdf78dff14220a2e0d1838fca34e7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:12.879870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:12.971458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab23fb-f6d1-4498-9ef0-037062ff0aa6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:12.973761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0eab23fb-f6d1-4498-9ef0-037062ff0aa6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1311533 Oct 15 00:44:12.978691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51326) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:13.034314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fdbc20fa-4599-458c-8e5a-0aceaf850d92 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0540335 Oct 15 00:44:13.037646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51328) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:13.044621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-962178282'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:13.062655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4b24b3e2-54cb-4809-856c-cc8896381bd9 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:13.098458 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.129437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:13.133171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.143177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] Network ba5c104a-7724-4670-9ce0-39aef5dcf2dd is not hosted by any dhcp agent {{(pid=107727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:44:13.143723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] No DVR routers for this DVR port f38441d9-aae0-43e9-9331-302996ed8fe9 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:13.156967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa360ef1-d468-41c6-9770-e05f6e327df9 None None] Pushing event deleted for resources: {'Port': ['ID=f38441d9-aae0-43e9-9331-302996ed8fe9,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:13.163538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:44:13.174547 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.175041 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment 7b0e7539-048b-485c-8d15-84adb7b2b6df of type vlan for network dd7d8456-3dd3-4c3b-8586-89137bac45d6 Oct 15 00:44:13.181442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.216693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:10Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:11Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:13.237107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.246702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:13.247061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Updating router 468fb9f3-f524-40a7-b77a-81748c6c9443 port 368df26a-06f9-4d7c-8434-2e43528cd365 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:44:13.265056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Checking segment: {'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:13.265551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network hostable DHCP agents. Network: e0e5c5da-5c11-429f-b62f-408da82da661, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:44:13.285194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.288395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7cc4256e-b4d0-4d70-be31-a517ebcd9f32 None None] Provisioning complete for port 368df26a-06f9-4d7c-8434-2e43528cd365 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:13.288672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Subnet': ['ID=c2f68fe6-72b3-488b-9387-89b2e6d7941a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:13.288833 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cc4256e-b4d0-4d70-be31-a517ebcd9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.318782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd724-8608-4cd2-ad32-2ee27b7b5213 req-5308d65c-1e47-4c23-9ced-52d6e57318bc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:13.322013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-832dd724-8608-4cd2-ad32-2ee27b7b5213 req-5308d65c-1e47-4c23-9ced-52d6e57318bc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0564880 Oct 15 00:44:13.322614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 4b24b3e2-54cb-4809-856c-cc8896381bd9 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:44:13.347320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 4b24b3e2-54cb-4809-856c-cc8896381bd9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:13.347688 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.361582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-832dd724-8608-4cd2-ad32-2ee27b7b5213 req-bb7e7774-594b-4d10-bb67-fb9e5925fc99 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Oct 15 00:44:13.386592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.388144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4256e-b4d0-4d70-be31-a517ebcd9f32 None None] Port 368df26a-06f9-4d7c-8434-2e43528cd365 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:13.393087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:13.393682 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.395825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network e0e5c5da-5c11-429f-b62f-408da82da661 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:44:13.468479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=dd7d8456-3dd3-4c3b-8586-89137bac45d6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:13.495518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e0e5c5da-5c11-429f-b62f-408da82da661) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:13.499795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:44:13.501423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:13.501653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ac84c315-5406-43c2-917a-78bb4adf5c83 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:13.502188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.520146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19f9cb8b-e96b-493c-a0fa-6dc5e8169607 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4810290 Oct 15 00:44:13.522782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51332) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:13.527947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:13.547061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffe8a73-0716-421f-bb64-070270051b20 None None] Network e0e5c5da-5c11-429f-b62f-408da82da661 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:13.605442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-334e654c-0e2e-4299-9ca6-b8f989e1cd44 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9255347 Oct 15 00:44:13.608681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51334) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:13.654812 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.723086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-56f7c6b2-134b-4378-b403-6d4e16718912 None None] Provisioning complete for port 368df26a-06f9-4d7c-8434-2e43528cd365 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:13.723357 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-56f7c6b2-134b-4378-b403-6d4e16718912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.747213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:13.750740 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.793101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:13.795508 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2e0a9-2a0e-4223-9466-0f30752337a8" -d '{"events": [{"server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:13.831715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeec466-220e-4726-aade-364c309ef60b req-640e0156-1ab5-4ba0-b979-6722897ec918 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:13.833341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6aeec466-220e-4726-aade-364c309ef60b req-640e0156-1ab5-4ba0-b979-6722897ec918 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 944 time: 0.0602393 Oct 15 00:44:13.843595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4b24b3e2-54cb-4809-856c-cc8896381bd9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:13.851771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-56f7c6b2-134b-4378-b403-6d4e16718912 None None] Port 368df26a-06f9-4d7c-8434-2e43528cd365 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:13.860924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ac84c315-5406-43c2-917a-78bb4adf5c83 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:13.861298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:13.888327 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d643c402-699e-4322-9d41-2466020904d2 x-openstack-request-id: req-d643c402-699e-4322-9d41-2466020904d2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:13.888616 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:13.888865 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d643c402-699e-4322-9d41-2466020904d2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:13.889256 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'code': 200} Oct 15 00:44:13.906634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6aeec466-220e-4726-aade-364c309ef60b req-2d156670-5cb9-40e8-9491-bc9936a0923b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641727 Oct 15 00:44:13.929403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.065422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.069254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-e0e5c5da-5c11-429f-b62f-408da82da661', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:44:14.070274 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.075855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4b24b3e2-54cb-4809-856c-cc8896381bd9,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:14.190653 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.302991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd58e-e15d-4707-9b3c-4febfe68a72b None None] Pushing event updated for resources: {'Port': ['ID=368df26a-06f9-4d7c-8434-2e43528cd365,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:14.318547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f38441d9-aae0-43e9-9331-302996ed8fe9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:14.360582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: f38441d9-aae0-43e9-9331-302996ed8fe9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:14.360984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f38441d9-aae0-43e9-9331-302996ed8fe9 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:14.383383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Allocated IP 2001:db8:3::2 (e0e5c5da-5c11-429f-b62f-408da82da661/c2f68fe6-72b3-488b-9387-89b2e6d7941a/3efff47f-6e09-4388-9c66-b1b2a323478e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:14.407941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Attempting to bind port 368df26a-06f9-4d7c-8434-2e43528cd365 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:14.408314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Attempting to bind port 368df26a-06f9-4d7c-8434-2e43528cd365 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:14.408678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Attempting to bind port 368df26a-06f9-4d7c-8434-2e43528cd365 on network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:14.427609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:14.428237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Checking segment: {'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:14.428921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.429576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Bound using segment: {'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:14.430449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Bound port: 368df26a-06f9-4d7c-8434-2e43528cd365, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68881b03-dd88-4190-8738-be2cd3161382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:14.431128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.453270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d237a-802b-4ab5-b792-910df49bc8a5 req-bbfa2c0d-c2c3-4170-a8a4-ad61718959e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:14.454857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f23d237a-802b-4ab5-b792-910df49bc8a5 req-bbfa2c0d-c2c3-4170-a8a4-ad61718959e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 1096 time: 0.5096095 Oct 15 00:44:14.538068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2730f6-48e0-4275-a097-f4961f3f2959 req-921663a8-d2e1-41f6-bec7-b5211cfb3fc6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:14.549407 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f23d237a-802b-4ab5-b792-910df49bc8a5 req-a8be3b9d-40d0-4296-ae71-e5bcecc194e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787475 Oct 15 00:44:14.549527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f2730f6-48e0-4275-a097-f4961f3f2959 req-921663a8-d2e1-41f6-bec7-b5211cfb3fc6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 945 time: 0.0831161 Oct 15 00:44:14.552644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.581860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] For port 368df26a-06f9-4d7c-8434-2e43528cd365, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:14.586216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] For port 368df26a-06f9-4d7c-8434-2e43528cd365, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=368df26a-06f9-4d7c-8434-2e43528cd365,segment=NetworkSegment(68881b03-dd88-4190-8738-be2cd3161382),segment_id=68881b03-dd88-4190-8738-be2cd3161382)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:14.604965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f2730f6-48e0-4275-a097-f4961f3f2959 req-49398130-5d06-47d8-aa54-0ded3a4e90a9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 Oct 15 00:44:14.615483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.633001 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.658903 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.738571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.753705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3e7e0191-ef53-4db6-81dd-904f94a1e4a8 None None] Provisioning complete for port 368df26a-06f9-4d7c-8434-2e43528cd365 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:14.754532 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0191-ef53-4db6-81dd-904f94a1e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:14.761391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bd58e-e15d-4707-9b3c-4febfe68a72b None None] Pushing event updated for resources: {'Port': ['ID=368df26a-06f9-4d7c-8434-2e43528cd365,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:14.793567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:14.793567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:14.812079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=724db73d-b164-4cba-9f4c-82add57e6d39,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:14.833237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': '7b0e7539-048b-485c-8d15-84adb7b2b6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:14.833611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: dd7d8456-3dd3-4c3b-8586-89137bac45d6, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:44:14.876633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e0c97-412b-407d-9943-844db4f439f7 req-7967275a-ad7c-41b7-b42f-8159978b3adf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:14.878597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be5e0c97-412b-407d-9943-844db4f439f7 req-7967275a-ad7c-41b7-b42f-8159978b3adf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0831873 Oct 15 00:44:14.994491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Allocated IP 2001:db8:3::1 (e0e5c5da-5c11-429f-b62f-408da82da661/c2f68fe6-72b3-488b-9387-89b2e6d7941a/170cc5de-c6e2-4997-9565-9fd520f25a11) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:15.002740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be5e0c97-412b-407d-9943-844db4f439f7 req-49c5f236-53a9-4e29-af4a-080cdc78abfe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168122 Oct 15 00:44:15.062276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:44:15.083106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Network e0e5c5da-5c11-429f-b62f-408da82da661 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:15.092094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device fba545b2-77b3-4430-a643-80af3e3abde5 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:15.099978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:15.102345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.127700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:15.142682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4382ee-0ab1-45d3-b6a9-45935a678781 req-39f59a68-41e8-476b-a9e3-cca8b03cebe5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:15.152733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e4382ee-0ab1-45d3-b6a9-45935a678781 req-39f59a68-41e8-476b-a9e3-cca8b03cebe5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 945 time: 0.0782976 Oct 15 00:44:15.178917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.202320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e4382ee-0ab1-45d3-b6a9-45935a678781 req-439556c1-0cf9-4094-9e06-4f0fff63a725 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 Oct 15 00:44:15.206221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, dd7d8456-3dd3-4c3b-8586-89137bac45d6) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:15.211297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Pushing event updated for resources: {'Port': ['ID=3efff47f-6e09-4388-9c66-b1b2a323478e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:15.212943 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:15.213708 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.250282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:15.313485 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.330009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Attempting to bind port 3efff47f-6e09-4388-9c66-b1b2a323478e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:15.330420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Attempting to bind port 3efff47f-6e09-4388-9c66-b1b2a323478e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:15.330781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Attempting to bind port 3efff47f-6e09-4388-9c66-b1b2a323478e on network e0e5c5da-5c11-429f-b62f-408da82da661 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:15.361737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d9d9c3fd-821c-455e-8fb7-55af187aff8c tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8376374 Oct 15 00:44:15.362692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51378) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:15.364863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network e0e5c5da-5c11-429f-b62f-408da82da661 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:15.373002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6', 'name': 'tempest-PortsTestJSON-2045685712'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:15.383940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:15.395555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb94a8-e456-476a-8552-36a6192ab737 req-9bc4ced5-8a18-40c5-b572-5239de09987b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:15.397215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06bb94a8-e456-476a-8552-36a6192ab737 req-9bc4ced5-8a18-40c5-b572-5239de09987b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1095569 Oct 15 00:44:15.399162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:15.400382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.408798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:15.409177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Checking segment: {'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:15.409579 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.409970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Bound using segment: {'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:15.410479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Bound port: 3efff47f-6e09-4388-9c66-b1b2a323478e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:15.410858 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.413110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343829e0-37f5-4160-8f59-b3cbd428f04b None None] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:15.448840 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0191-ef53-4db6-81dd-904f94a1e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.457304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06bb94a8-e456-476a-8552-36a6192ab737 req-d9a7b496-7b20-44e1-9d39-99832ff6c961 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527699 Oct 15 00:44:15.492353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=170cc5de-c6e2-4997-9565-9fd520f25a11,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:15.541071 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.652794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3e7e0191-ef53-4db6-81dd-904f94a1e4a8 None None] For port 368df26a-06f9-4d7c-8434-2e43528cd365, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=368df26a-06f9-4d7c-8434-2e43528cd365,segment=NetworkSegment(68881b03-dd88-4190-8738-be2cd3161382),segment_id=68881b03-dd88-4190-8738-be2cd3161382)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:15.723173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:15.736377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] For port 3efff47f-6e09-4388-9c66-b1b2a323478e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:15.759602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] For port 3efff47f-6e09-4388-9c66-b1b2a323478e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3efff47f-6e09-4388-9c66-b1b2a323478e,segment=NetworkSegment(15f7952d-56ce-435c-9230-758d33446d4e),segment_id=15f7952d-56ce-435c-9230-758d33446d4e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:15.783969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.815852 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0191-ef53-4db6-81dd-904f94a1e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.834722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:15.839286 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.847732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-dd7d8456-3dd3-4c3b-8586-89137bac45d6', 'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6', 'tenant_id': '04b30f870e7647918785495686513ec1', 'fixed_ips': [{'subnet_id': '724db73d-b164-4cba-9f4c-82add57e6d39'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:44:15.847732 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.877015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port cc49cf4d-0878-4c19-8176-5338d7c6368c yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:15.877275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:15.885902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-a3767ad0-4640-459d-b7ab-a39a46c5474e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:15.887568 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-a3767ad0-4640-459d-b7ab-a39a46c5474e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.1450992 Oct 15 00:44:15.889920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:15.892209 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dd6961-dc93-44fa-9556-78a6e7b4d461" -d '{"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-unplugged", "status": "completed", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:15.905296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0191-ef53-4db6-81dd-904f94a1e4a8 None None] Pushing event updated for resources: {'Port': ['ID=368df26a-06f9-4d7c-8434-2e43528cd365,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:15.906689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b2fae771-e00b-4376-a75a-d65d1a4bc29b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/quotas/263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 375 time: 0.0117099 Oct 15 00:44:15.963132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:16.002549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-df345c6a-7a7f-4e21-9bf3-8143d2ad020f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0874200 Oct 15 00:44:16.012177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-3176c8a1-7ae3-44a4-a3ff-0618535f7b29 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:44:16.018610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-3176c8a1-7ae3-44a4-a3ff-0618535f7b29 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0132678 Oct 15 00:44:16.032678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:10Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:14Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:16.049782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ffdada72-9feb-40dd-ac24-1fc5ecdbed94 None None] Provisioning complete for port 368df26a-06f9-4d7c-8434-2e43528cd365 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:16.058963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffdada72-9feb-40dd-ac24-1fc5ecdbed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:16.110661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d345886-9292-4f10-b30a-e8d242a7885b None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:10Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:14Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:16.116068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:16.160250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-0564abb7-9e58-4f67-959c-58dc40022115 service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403868 Oct 15 00:44:16.192502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.9 (dd7d8456-3dd3-4c3b-8586-89137bac45d6/724db73d-b164-4cba-9f4c-82add57e6d39/cc49cf4d-0878-4c19-8176-5338d7c6368c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:16.200031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0986b5-e23f-41ba-bc08-e2585a91e537 None None] Pushing event updated for resources: {'Port': ['ID=3efff47f-6e09-4388-9c66-b1b2a323478e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:16.330519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-6c1a30b1-d126-4610-bc25-dad8fa333667 service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654973 Oct 15 00:44:16.561579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:16.572719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38050515-c45c-47eb-8896-598937c11f9f req-ef4dffa8-4ff7-4054-ae6c-a58ad6f4b4fc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:16.574467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-38050515-c45c-47eb-8896-598937c11f9f req-ef4dffa8-4ff7-4054-ae6c-a58ad6f4b4fc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce7dd63-7942-4714-93f0-eba686c43931 HTTP/1.1" status: 200 len: 943 time: 0.1759613 Oct 15 00:44:16.612864 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676ff2f5-ef65-4dd8-b198-fcc4530c890d x-openstack-request-id: req-676ff2f5-ef65-4dd8-b198-fcc4530c890d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:16.613343 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-unplugged", "status": "failed", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5", "code": 422}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:16.613590 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-676ff2f5-ef65-4dd8-b198-fcc4530c890d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:16.614553 n-d-811521-2 neutron-server[107727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'code': 422} returned with failed status Oct 15 00:44:16.647623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:16.648394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:16.745904 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:16.772167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce9219-30f6-472c-9443-064dd0155500 req-d28324be-f8f0-4362-9957-a48a9828f6b8 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:16.794867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fce9219-30f6-472c-9443-064dd0155500 req-d28324be-f8f0-4362-9957-a48a9828f6b8 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 945 time: 0.1188838 Oct 15 00:44:16.817677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event updated for resources: {'Port': ['ID=170cc5de-c6e2-4997-9565-9fd520f25a11,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:16.893741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fce9219-30f6-472c-9443-064dd0155500 req-f7d69b61-d726-4582-9f83-506a47f875a1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929630 Oct 15 00:44:17.006069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c5436a0-c017-4d66-9466-92934eca14e7 req-62c316ed-1244-4df2-a821-1617f1e31aa7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 210 time: 0.0531821 Oct 15 00:44:17.012389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Deleting port fba545b2-77b3-4430-a643-80af3e3abde5 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:17.012738 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.076535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Network e0e5c5da-5c11-429f-b62f-408da82da661 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:17.080761 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.093182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:17.147416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Allocated IP 172.20.0.2 (dd7d8456-3dd3-4c3b-8586-89137bac45d6/724db73d-b164-4cba-9f4c-82add57e6d39/d2c1441d-e8b4-421d-8662-80f124eb916d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:17.229932 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:17.273739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:17.279483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=cc49cf4d-0878-4c19-8176-5338d7c6368c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:17.285472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:17.332719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61afb84-fd62-4e56-b4fb-f276a44d4995 req-c1fb9e73-6a25-4242-a262-1be7fe483d5f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:17.334319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b61afb84-fd62-4e56-b4fb-f276a44d4995 req-c1fb9e73-6a25-4242-a262-1be7fe483d5f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 945 time: 0.0939548 Oct 15 00:44:17.344012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51424) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:17.348890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Request body: {'floatingip': {'port_id': '4b24b3e2-54cb-4809-856c-cc8896381bd9'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:17.365006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] For port fba545b2-77b3-4430-a643-80af3e3abde5, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=fba545b2-77b3-4430-a643-80af3e3abde5,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:17.365376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.377130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.394467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.395256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Calling delete_port for fba545b2-77b3-4430-a643-80af3e3abde5 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:17.425995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871b660-18e4-4e64-a8ac-4cc9adbab1d3 None None] Network e0e5c5da-5c11-429f-b62f-408da82da661 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:17.445922 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.496204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:17.496862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.508326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:17.565730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:17.574745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:17.577579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:17.597178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Pushing event updated for resources: {'Port': ['ID=d2c1441d-e8b4-421d-8662-80f124eb916d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:17.608336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8de54a81-a90f-4b3e-82c6-d677f9f46b6d None None] Provisioning complete for port 3efff47f-6e09-4388-9c66-b1b2a323478e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:17.608834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8de54a81-a90f-4b3e-82c6-d677f9f46b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.657212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 368df26a-06f9-4d7c-8434-2e43528cd365 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:17.661672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-092c5655-ff46-44b9-85d8-fb63d3a0fb86 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2931147 Oct 15 00:44:17.664894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:17.674611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6', 'name': 'tempest-PortsTestJSON-1253452647'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:17.778699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:17.790594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-31662c9e-60fe-48c7-b049-62fd7ce4037c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1803925 Oct 15 00:44:17.792729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:17.794424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51430) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:17.807068 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:17.807861 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:17.808323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:17.816651 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8de54a81-a90f-4b3e-82c6-d677f9f46b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.818669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Attempting to bind port d2c1441d-e8b4-421d-8662-80f124eb916d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:17.819033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Attempting to bind port d2c1441d-e8b4-421d-8662-80f124eb916d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7b0e7539-048b-485c-8d15-84adb7b2b6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:17.819391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Attempting to bind port d2c1441d-e8b4-421d-8662-80f124eb916d on network dd7d8456-3dd3-4c3b-8586-89137bac45d6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:17.841550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:17.841920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Checking segment: {'id': '7b0e7539-048b-485c-8d15-84adb7b2b6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:17.842352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.842740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Bound using segment: {'id': '7b0e7539-048b-485c-8d15-84adb7b2b6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:17.843217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Bound port: d2c1441d-e8b4-421d-8662-80f124eb916d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0e7539-048b-485c-8d15-84adb7b2b6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dd7d8456-3dd3-4c3b-8586-89137bac45d6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:17.843594 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:17.935502 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:18.017406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.062289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.100295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7107c7ef-9f4e-424e-b2b2-4b3aa47dd5f3 req-159a4429-944b-4be7-8414-6b044448ed1b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 210 time: 0.0365105 Oct 15 00:44:18.112887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8de54a81-a90f-4b3e-82c6-d677f9f46b6d None None] For port 3efff47f-6e09-4388-9c66-b1b2a323478e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3efff47f-6e09-4388-9c66-b1b2a323478e,segment=NetworkSegment(15f7952d-56ce-435c-9230-758d33446d4e),segment_id=15f7952d-56ce-435c-9230-758d33446d4e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:18.138418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 368df26a-06f9-4d7c-8434-2e43528cd365 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:18.138790 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.177215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.190530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] For port d2c1441d-e8b4-421d-8662-80f124eb916d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:18.205203 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] For port d2c1441d-e8b4-421d-8662-80f124eb916d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d2c1441d-e8b4-421d-8662-80f124eb916d,segment=NetworkSegment(7b0e7539-048b-485c-8d15-84adb7b2b6df),segment_id=7b0e7539-048b-485c-8d15-84adb7b2b6df)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:18.213690 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8de54a81-a90f-4b3e-82c6-d677f9f46b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.304250 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:16Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:18.325885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de54a81-a90f-4b3e-82c6-d677f9f46b6d None None] Pushing event updated for resources: {'Port': ['ID=3efff47f-6e09-4388-9c66-b1b2a323478e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:18.335823 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:18.336174 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Updating router 468fb9f3-f524-40a7-b77a-81748c6c9443 port 170cc5de-c6e2-4997-9565-9fd520f25a11 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:44:18.343850 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.374803 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.413933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3efff47f-6e09-4388-9c66-b1b2a323478e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:18.417928 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Floating IP 2c4e6c4b-4243-4f4a-99a9-38dc35a43432 associated. External IP: 172.25.2.112, port: 4b24b3e2-54cb-4809-856c-cc8896381bd9. Oct 15 00:44:18.496340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc81193-67dd-4af0-b216-e9e4ff10fbae None None] Pushing event updated for resources: {'Port': ['ID=d2c1441d-e8b4-421d-8662-80f124eb916d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:18.566528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3efff47f-6e09-4388-9c66-b1b2a323478e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:18.567115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.671273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:18.675353 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.679154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event deleted for resources: {'Port': ['ID=fba545b2-77b3-4430-a643-80af3e3abde5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:18.695375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-50c3bae2-fb4c-457a-ba5f-8009746632d0 None None] Provisioning complete for port 3efff47f-6e09-4388-9c66-b1b2a323478e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:18.695945 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50c3bae2-fb4c-457a-ba5f-8009746632d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.765986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Router a3a4f235-9cde-496f-aded-7d07af030836 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:18.915822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-50c3bae2-fb4c-457a-ba5f-8009746632d0 None None] Provisioning complete for port 170cc5de-c6e2-4997-9565-9fd520f25a11 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:18.916642 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50c3bae2-fb4c-457a-ba5f-8009746632d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.981114 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:18.992691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-50c3bae2-fb4c-457a-ba5f-8009746632d0 None None] Port 170cc5de-c6e2-4997-9565-9fd520f25a11 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:19.008076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:19.014962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.019744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] Sync routers for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:19.031964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:19.032592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:19.035714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] No DVR routers for this DVR port fba545b2-77b3-4430-a643-80af3e3abde5 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:19.040164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 3cea0389-c381-4aa7-acef-9d54f18ab896 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:19.047483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.051016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-38050515-c45c-47eb-8896-598937c11f9f req-091ae0b4-6185-41cc-b1c6-6c31758b831f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "DELETE /v2.0/ports/fba545b2-77b3-4430-a643-80af3e3abde5 HTTP/1.1" status: 204 len: 173 time: 2.4658725 Oct 15 00:44:19.051575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-deleted', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:19.056099 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7835cc8-8591-486d-a328-89770004745c" -d '{"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-deleted", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:19.058241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55269da8-f183-42f9-af40-83dcd37f046f tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "PUT /v2.0/floatingips/2c4e6c4b-4243-4f4a-99a9-38dc35a43432 HTTP/1.1" status: 200 len: 991 time: 1.7128708 Oct 15 00:44:19.059208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:19.063403 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6be5fc-1ac5-4a36-839a-ffa348a00294" -d '{"events": [{"name": "network-changed", "server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:19.090124 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.123180 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc56f7-482e-43cf-a5e4-420d87d65aec x-openstack-request-id: req-36bc56f7-482e-43cf-a5e4-420d87d65aec {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:19.123476 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce7dd63-7942-4714-93f0-eba686c43931", "name": "network-vif-deleted", "tag": "fba545b2-77b3-4430-a643-80af3e3abde5", "status": "failed", "code": 422}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:19.123922 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36bc56f7-482e-43cf-a5e4-420d87d65aec {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:19.124143 n-d-811521-2 neutron-server[107725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cce7dd63-7942-4714-93f0-eba686c43931', 'name': 'network-vif-deleted', 'tag': 'fba545b2-77b3-4430-a643-80af3e3abde5', 'status': 'failed', 'code': 422} returned with failed status Oct 15 00:44:19.165952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.extraroute_db [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=107725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 00:44:19.205741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2437eb2a-8d46-41f1-854a-7399fce7eb0a None None] Provisioning complete for port 170cc5de-c6e2-4997-9565-9fd520f25a11 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:19.207367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2437eb2a-8d46-41f1-854a-7399fce7eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.228064 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73122364-8b52-4c4d-80ec-cb6476224d6d None None] Pushing event updated for resources: {'Port': ['ID=170cc5de-c6e2-4997-9565-9fd520f25a11,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:19.246593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.extraroute_db [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Removed routes are [] {{(pid=107725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 00:44:19.246905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.256953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:19.286895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.12 (dd7d8456-3dd3-4c3b-8586-89137bac45d6/724db73d-b164-4cba-9f4c-82add57e6d39/3cea0389-c381-4aa7-acef-9d54f18ab896) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:19.288121 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Attempting to bind port 170cc5de-c6e2-4997-9565-9fd520f25a11 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:19.290765 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Attempting to bind port 170cc5de-c6e2-4997-9565-9fd520f25a11 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:19.291220 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Attempting to bind port 170cc5de-c6e2-4997-9565-9fd520f25a11 on network e0e5c5da-5c11-429f-b62f-408da82da661 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:19.300846 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:19.303831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Checking segment: {'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:19.303831 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.303831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Bound using segment: {'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:19.303831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Bound port: 170cc5de-c6e2-4997-9565-9fd520f25a11, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f7952d-56ce-435c-9230-758d33446d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:19.303831 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.312612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2437eb2a-8d46-41f1-854a-7399fce7eb0a None None] Port 170cc5de-c6e2-4997-9565-9fd520f25a11 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:19.399800 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5925c1-d153-4ca1-a1b3-115ebda11b47 x-openstack-request-id: req-0c5925c1-d153-4ca1-a1b3-115ebda11b47 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:19.400091 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:19.400354 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c5925c1-d153-4ca1-a1b3-115ebda11b47 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:19.400729 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'status': 'completed', 'code': 200} Oct 15 00:44:19.512880 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] For port 170cc5de-c6e2-4997-9565-9fd520f25a11, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:19.518232 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] For port 170cc5de-c6e2-4997-9565-9fd520f25a11, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=170cc5de-c6e2-4997-9565-9fd520f25a11,segment=NetworkSegment(15f7952d-56ce-435c-9230-758d33446d4e),segment_id=15f7952d-56ce-435c-9230-758d33446d4e)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:19.620053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2693f08f-0432-4b81-ae49-4a43f23c5579 None None] Provisioning complete for port 170cc5de-c6e2-4997-9565-9fd520f25a11 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:19.620429 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2693f08f-0432-4b81-ae49-4a43f23c5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.628022 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:19.756165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b5f6d8b-5e3f-4401-a91d-04ba93c30f54 req-7904389a-c91d-468a-a7b9-ceeaf9eb5a9c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 210 time: 0.1866920 Oct 15 00:44:19.829729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:19.832351 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:19.835872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3efff47f-6e09-4388-9c66-b1b2a323478e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:19.889462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-dd0cb2d1-5134-4b7f-8a3f-60be8b6c829b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:19.891037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-dd0cb2d1-5134-4b7f-8a3f-60be8b6c829b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.4227321 Oct 15 00:44:19.904180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'port': {'device_id': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'admin_state_up': True, 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:19.924330 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73122364-8b52-4c4d-80ec-cb6476224d6d None None] Pushing event updated for resources: {'Port': ['ID=170cc5de-c6e2-4997-9565-9fd520f25a11,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:19.962873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '2c4e6c4b-4243-4f4a-99a9-38dc35a43432', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'port_id': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'mac_address': 'fa:16:3e:08:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61450d67-05b5-4917-87af-b05cc39267ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:43:57Z', 'updated_at': '2021-10-15T00:44:17Z', 'revision_number': 1, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:19.990023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-3aedda4e-187c-4b5a-bcad-74b1e121b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:19.997472 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-3aedda4e-187c-4b5a-bcad-74b1e121b12e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 1096 time: 0.4618323 Oct 15 00:44:20.051263 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:20.060782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2693f08f-0432-4b81-ae49-4a43f23c5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.088393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] Checking router: a3a4f235-9cde-496f-aded-7d07af030836 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:20.137616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2693f08f-0432-4b81-ae49-4a43f23c5579 None None] For port 170cc5de-c6e2-4997-9565-9fd520f25a11, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=170cc5de-c6e2-4997-9565-9fd520f25a11,segment=NetworkSegment(15f7952d-56ce-435c-9230-758d33446d4e),segment_id=15f7952d-56ce-435c-9230-758d33446d4e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:20.157605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.163099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3efff47f-6e09-4388-9c66-b1b2a323478e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:20.163471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.167854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:20.168431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:20.244887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Made reservation on behalf of 263c0d278c3f49c9bc051c77cb07a614 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:20.258017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.260600 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.322891 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.408937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-6fcf0942-b323-4dab-802e-55680da1d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:20.411753 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-6fcf0942-b323-4dab-802e-55680da1d620 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 912 time: 0.4059050 Oct 15 00:44:20.463145 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2693f08f-0432-4b81-ae49-4a43f23c5579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.468986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffec371b-48e5-4eb2-a383-62e52c1dfb84 None None] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:20.548504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Allocated IP 172.20.0.10 (9e41b00c-b623-43aa-84c1-2d27f3e01443/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6/137d3c1b-f2a7-4cd9-a77f-b8b109288340) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:20.581097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:20.595964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.607884 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:19Z', 'revision_number': 6, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:19Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:20.623914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-003adaf1-2a79-41fe-8e11-279ce61cb34c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9 HTTP/1.1" status: 200 len: 999 time: 0.1732445 Oct 15 00:44:20.643258 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5f19c-9fd8-4622-a1d7-a3700807c790 None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:19Z', 'revision_number': 6, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:19Z', 'revision_number': 4, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:20.720736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:20.723182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=3cea0389-c381-4aa7-acef-9d54f18ab896,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:20.728435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-540f4bad-e483-4180-b13b-2367804aeff7 None None] Provisioning complete for port 170cc5de-c6e2-4997-9565-9fd520f25a11 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:20.728815 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-540f4bad-e483-4180-b13b-2367804aeff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.731207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:20.767475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:20.849538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:20.855391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693f08f-0432-4b81-ae49-4a43f23c5579 None None] Pushing event updated for resources: {'Port': ['ID=170cc5de-c6e2-4997-9565-9fd520f25a11,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:20.857930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:20.859629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:20.865133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d2c1441d-e8b4-421d-8662-80f124eb916d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:21.052716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:21.061764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-7a582905-1bfd-4474-990d-2a231089b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:21.063744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-7a582905-1bfd-4474-990d-2a231089b3b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.4137096 Oct 15 00:44:21.072058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-15c6f8c6-3b11-459b-bd2e-f0f470a42a14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4035842 Oct 15 00:44:21.079099 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-520d2809-26e7-4466-8083-1067df9b1aa2 req-d6f3161a-8c9f-4431-a397-b3b1b6a6dde3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 210 time: 0.0568113 Oct 15 00:44:21.079411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51472) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:21.094035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.095411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5305bae9-6d7e-454b-9ab0-d23f9a6515f6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 200 len: 953 time: 3.2951677 Oct 15 00:44:21.107890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51474) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:21.284687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-34d851cf-22f1-4fd5-8f3d-5ec47335ea39 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 200 len: 953 time: 0.1759729 Oct 15 00:44:21.296008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51476) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:21.304363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'routes': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:21.307466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d2c1441d-e8b4-421d-8662-80f124eb916d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:21.307807 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.333460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ab395-1e40-482c-bcbc-b21eb7970972 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:21.338189 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a80ab395-1e40-482c-bcbc-b21eb7970972 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2385600 Oct 15 00:44:21.341151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51480) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:21.379165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-540f4bad-e483-4180-b13b-2367804aeff7 None None] Provisioning complete for port d2c1441d-e8b4-421d-8662-80f124eb916d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:21.379540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-540f4bad-e483-4180-b13b-2367804aeff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.393106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-2f3cd753-6d6d-4b26-a3f8-0ee6821aaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:21.394683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-2f3cd753-6d6d-4b26-a3f8-0ee6821aaa39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145511 Oct 15 00:44:21.500111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-1e474f92-f7bd-41f7-a183-a5ef2ad464ac tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:21.509559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-1e474f92-f7bd-41f7-a183-a5ef2ad464ac tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.8501043 Oct 15 00:44:21.522560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.540077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 3cea0389-c381-4aa7-acef-9d54f18ab896 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:21.540557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.542631 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-c6a12fe5-c8c3-42ec-b238-c241c37d648a tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/quotas/3cba3ea282ad42759b9be7c459a91df9 HTTP/1.1" status: 200 len: 375 time: 0.0316708 Oct 15 00:44:21.554529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.596734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-d02befe8-2860-427d-9dfa-6f3cf3ffa7af tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528052 Oct 15 00:44:21.631818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '2c4e6c4b-4243-4f4a-99a9-38dc35a43432', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'port_id': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'mac_address': 'fa:16:3e:08:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61450d67-05b5-4917-87af-b05cc39267ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:43:57Z', 'updated_at': '2021-10-15T00:44:17Z', 'revision_number': 1, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:21.670297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.683259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-08ab4c47-e269-4b4f-884d-431feb6cd99a service neutron] 10.222.0.30 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805102 Oct 15 00:44:21.689724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 3cea0389-c381-4aa7-acef-9d54f18ab896 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:21.691367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-540f4bad-e483-4180-b13b-2367804aeff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.695195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc799f-46fb-4d8a-95b6-96bd64335f4b None None] The sync data for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 is: [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '2c4e6c4b-4243-4f4a-99a9-38dc35a43432', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'port_id': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'mac_address': 'fa:16:3e:08:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61450d67-05b5-4917-87af-b05cc39267ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:43:57Z', 'updated_at': '2021-10-15T00:44:17Z', 'revision_number': 1, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:21.702227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port d2c1441d-e8b4-421d-8662-80f124eb916d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d2c1441d-e8b4-421d-8662-80f124eb916d,segment=NetworkSegment(7b0e7539-048b-485c-8d15-84adb7b2b6df),segment_id=7b0e7539-048b-485c-8d15-84adb7b2b6df)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:21.763829 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:21.911630 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:21.921074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-540f4bad-e483-4180-b13b-2367804aeff7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:44:21.921660 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-540f4bad-e483-4180-b13b-2367804aeff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:44:21.927772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=d2c1441d-e8b4-421d-8662-80f124eb916d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:21.932785 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:21.935185 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:21.969762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 170cc5de-c6e2-4997-9565-9fd520f25a11 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:21.972988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca6be5fc-1ac5-4a36-839a-ffa348a00294 req-adc1c015-8aee-4d19-92eb-dfad6b5d4b55 service neutron] 10.222.0.30 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810490 Oct 15 00:44:22.043092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added routes are [] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 00:44:22.043412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 00:44:22.072624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 170cc5de-c6e2-4997-9565-9fd520f25a11 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:22.074649 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.080670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.106749 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:22.179234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76d63d-8d09-4722-91a1-5b685087d433 None None] New status for floating IP 2c4e6c4b-4243-4f4a-99a9-38dc35a43432: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:44:22.192667 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.245467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-7088cf93-b627-4b69-a9ba-f801c513d835 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513381 Oct 15 00:44:22.252536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=3cea0389-c381-4aa7-acef-9d54f18ab896,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:22.335097 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b2c5db6-22a9-4f49-a2c8-ca6a919d6285 req-dbfb1427-ca1b-46fe-a838-314f606eb7c0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 210 time: 0.0844243 Oct 15 00:44:22.339766 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:19Z', 'revision_number': 6, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:20Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:22.373585 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:22.382729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:22.383324 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:22.399893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-9bb60aeb-0cb4-4e7e-bae3-cabbf63cec6c service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532803 Oct 15 00:44:22.505885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.516917 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c06c6f3d-e76d-419b-bc6d-50fdd3ee2678 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/3cea0389-c381-4aa7-acef-9d54f18ab896 HTTP/1.1" status: 204 len: 168 time: 1.1690750 Oct 15 00:44:22.517868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51488) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:22.538304 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:22.574054 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f52df8-3cbf-45ac-9095-3dacfa36f358 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:44:22.580881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-58f52df8-3cbf-45ac-9095-3dacfa36f358 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/3cea0389-c381-4aa7-acef-9d54f18ab896 HTTP/1.1" status: 404 len: 333 time: 0.0589201 Oct 15 00:44:22.582994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51490) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:22.604854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.616470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118', '0a6b3e26-f380-4d28-8b77-864fd810e269'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:22.722641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7c85db7b-037d-4f06-bd16-f30c043b2f9a None None] Provisioning complete for port cc49cf4d-0878-4c19-8176-5338d7c6368c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:22.723227 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7c85db7b-037d-4f06-bd16-f30c043b2f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.768319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:22.782985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:22.794885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7c85db7b-037d-4f06-bd16-f30c043b2f9a None None] Port cc49cf4d-0878-4c19-8176-5338d7c6368c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:22.822031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7c85db7b-037d-4f06-bd16-f30c043b2f9a None None] Provisioning complete for port d2c1441d-e8b4-421d-8662-80f124eb916d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:22.822441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7c85db7b-037d-4f06-bd16-f30c043b2f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.824593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port cc49cf4d-0878-4c19-8176-5338d7c6368c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:22.824593 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:22.839649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-22dce0ca-bc34-42ba-aa23-34964ee37c48 req-53c76d9e-9047-4873-b1f0-11c48d937d2c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 210 time: 0.0559134 Oct 15 00:44:22.875435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=137d3c1b-f2a7-4cd9-a77f-b8b109288340,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:22.881291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:22.960248 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:22Z', 'revision_number': 7, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:20Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:23.009330 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e85b30-c3f1-4f32-8708-94c7051e95a4 None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:22Z', 'revision_number': 7, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:20Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:23.036048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.061191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for cc49cf4d-0878-4c19-8176-5338d7c6368c owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:23.095128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:23.095682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.109750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.110924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7c85db7b-037d-4f06-bd16-f30c043b2f9a None None] Could not find standard attr ID for object 3cea0389-c381-4aa7-acef-9d54f18ab896. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:23.118444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.212396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-b10ad3b2-05c8-4362-8129-3ff798eae42e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3116701 Oct 15 00:44:23.224284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-4ae8c804-e0e6-403e-a0e3-6f1972a557b9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:44:23.226079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-4ae8c804-e0e6-403e-a0e3-6f1972a557b9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058286 Oct 15 00:44:23.236655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6cd72bcb-1154-4b0f-bce6-abc1e8bc58da None None] Provisioning complete for port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:23.237042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6cd72bcb-1154-4b0f-bce6-abc1e8bc58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.257940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:23.289101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6cd72bcb-1154-4b0f-bce6-abc1e8bc58da None None] Port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:23.313678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Request body: {'port': {'device_id': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:23.324011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.358399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=cc49cf4d-0878-4c19-8176-5338d7c6368c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:23.445848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:23.452243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.454729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.458358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-25a5540d-dbbd-47fd-9605-ca87e15faafd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/cc49cf4d-0878-4c19-8176-5338d7c6368c HTTP/1.1" status: 204 len: 168 time: 0.8716133 Oct 15 00:44:23.458509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-71931ba0-76f8-4f2c-90ca-72849c97cd4b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 200 len: 703 time: 2.1568806 Oct 15 00:44:23.458612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51508) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:23.459043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51510) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:23.463752 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:23.466599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:23.484982 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:23.487155 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:23.630442 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:23.656156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58ced0-13bd-4bad-b065-3a3dc6f407a6 req-f3e92e85-8ec5-45a3-aaf7-ad81ed4cd5e4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:23.657883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a58ced0-13bd-4bad-b065-3a3dc6f407a6 req-f3e92e85-8ec5-45a3-aaf7-ad81ed4cd5e4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 932 time: 0.2158563 Oct 15 00:44:23.783716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a58ced0-13bd-4bad-b065-3a3dc6f407a6 req-6749efe2-9e4c-423f-b474-94bcc9509d73 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120238 Oct 15 00:44:23.912200 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cb80fb-8a0f-4f72-9cad-fe8eef04a1f1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:44:23.918283 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-41cb80fb-8a0f-4f72-9cad-fe8eef04a1f1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/cc49cf4d-0878-4c19-8176-5338d7c6368c HTTP/1.1" status: 404 len: 333 time: 0.4534225 Oct 15 00:44:23.920785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51518) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:23.924670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d2c1441d-e8b4-421d-8662-80f124eb916d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:23.936908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:22Z', 'revision_number': 7, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:20Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:23.966892 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:23.976925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:23.978448 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:23.989526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d2c1441d-e8b4-421d-8662-80f124eb916d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:23.989894 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.008239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b8beaa04-a1a8-4f47-9d6a-055989f17643 req-d924b5c4-429a-4835-b88f-7aad6a4401f4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 210 time: 0.0995977 Oct 15 00:44:24.014174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 724db73d-b164-4cba-9f4c-82add57e6d39 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:24.040899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.041037 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b065270f-626f-4f51-af64-b9203d586d1f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 200 len: 703 time: 0.5716250 Oct 15 00:44:24.041037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51520) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:24.067099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137d3c1b-f2a7-4cd9-a77f-b8b109288340 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:24.079960 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.090789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.109729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:24.126499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Transition to ACTIVE for port object 137d3c1b-f2a7-4cd9-a77f-b8b109288340 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:44:24.194169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.220191 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.273682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Pushing event updated for resources: {'Port': ['ID=137d3c1b-f2a7-4cd9-a77f-b8b109288340,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:24.385876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Attempting to bind port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:24.386246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Attempting to bind port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:24.386586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Attempting to bind port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:24.391909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:44:24.391909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Attempting to bind port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:24.397863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:24.398398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:24.398880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Bound using segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:24.400133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Bound port: 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:24.400643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.443365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.457411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.484025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.489863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/724db73d-b164-4cba-9f4c-82add57e6d39 HTTP/1.1" status: 204 len: 168 time: 0.5657103 Oct 15 00:44:24.494549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:24.497854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b8ad9-f9f2-4329-83f3-69f8f5776304 None None] Network dd7d8456-3dd3-4c3b-8586-89137bac45d6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:24.519606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a45fac-eb2f-4e29-a992-761759ee4e8f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=724db73d-b164-4cba-9f4c-82add57e6d39,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:24.530398 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:22Z', 'revision_number': 7, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:20Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:24.568576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] For port 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:24.576671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] For port 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:24.610283 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d417367-dbfc-4230-a183-dee6fe66347d None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:22Z', 'revision_number': 7, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '170cc5de-c6e2-4997-9565-9fd520f25a11', 'name': '', 'network_id': 'e0e5c5da-5c11-429f-b62f-408da82da661', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:e6:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:14Z', 'updated_at': '2021-10-15T00:44:20Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'c2f68fe6-72b3-488b-9387-89b2e6d7941a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:24.628497 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.654582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.765657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:24.766316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.767718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] 10.222.0.39 "PUT /v2.0/ports/137d3c1b-f2a7-4cd9-a77f-b8b109288340 HTTP/1.1" status: 200 len: 1092 time: 1.5317080 Oct 15 00:44:24.768170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:24.771411 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55da8a2-ce99-4615-9071-dab3101d55b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:24.834581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c95583-880d-45cb-9e7c-abaa892402af service neutron] Pushing event updated for resources: {'Port': ['ID=137d3c1b-f2a7-4cd9-a77f-b8b109288340,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:24.839125 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaba74e3-fa6e-4f9f-91fd-bd12bf68dd4b x-openstack-request-id: req-aaba74e3-fa6e-4f9f-91fd-bd12bf68dd4b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:24.839583 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:24.840064 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaba74e3-fa6e-4f9f-91fd-bd12bf68dd4b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:24.840616 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340', 'status': 'completed', 'code': 200} Oct 15 00:44:24.854351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] DHCP port deletion for dd7d8456-3dd3-4c3b-8586-89137bac45d6 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:24.889311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port d2c1441d-e8b4-421d-8662-80f124eb916d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:24.889661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:24.937760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55da8a2-ce99-4615-9071-dab3101d55b4 req-0756f702-016b-45a8-82d5-dc0d836bfdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:24.939402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f55da8a2-ce99-4615-9071-dab3101d55b4 req-0756f702-016b-45a8-82d5-dc0d836bfdc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0599873 Oct 15 00:44:24.945130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] Deleting port d2c1441d-e8b4-421d-8662-80f124eb916d {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:24.945656 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.014602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] For port d2c1441d-e8b4-421d-8662-80f124eb916d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d2c1441d-e8b4-421d-8662-80f124eb916d,segment=NetworkSegment(7b0e7539-048b-485c-8d15-84adb7b2b6df),segment_id=7b0e7539-048b-485c-8d15-84adb7b2b6df)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:25.015087 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.029109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] Calling delete_port for d2c1441d-e8b4-421d-8662-80f124eb916d owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:25.031410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] For port d2c1441d-e8b4-421d-8662-80f124eb916d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d2c1441d-e8b4-421d-8662-80f124eb916d,segment=NetworkSegment(7b0e7539-048b-485c-8d15-84adb7b2b6df),segment_id=7b0e7539-048b-485c-8d15-84adb7b2b6df)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:25.031782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.051581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for d2c1441d-e8b4-421d-8662-80f124eb916d owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:25.076454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55da8a2-ce99-4615-9071-dab3101d55b4 req-e3a60117-e116-4b8c-8efc-04377fa4bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:25.076882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f55da8a2-ce99-4615-9071-dab3101d55b4 req-e3a60117-e116-4b8c-8efc-04377fa4bbca service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=263c0d278c3f49c9bc051c77cb07a614&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1278515 Oct 15 00:44:25.080840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d542253-5d48-4b7a-a477-1eab4f1dbb43 req-5d1ed924-1ffa-4848-8dbe-a40b19fe08d8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:25.082262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0d542253-5d48-4b7a-a477-1eab4f1dbb43 req-5d1ed924-1ffa-4848-8dbe-a40b19fe08d8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 944 time: 0.1398349 Oct 15 00:44:25.147785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 170cc5de-c6e2-4997-9565-9fd520f25a11 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:25.148122 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.167565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e406538-110d-446c-a2f7-28a8e2c1002a req-f5d3403f-f0d0-4c02-a9a0-c5bae47f16b7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 210 time: 0.0313466 Oct 15 00:44:25.222985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0d542253-5d48-4b7a-a477-1eab4f1dbb43 req-029a1554-6889-4f52-b46e-230c043ac7bf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999434 Oct 15 00:44:25.231601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.260870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55da8a2-ce99-4615-9071-dab3101d55b4 req-7619cdf0-a3e7-4cfa-b0ad-85cf602be58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:25.264273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] No DVR routers for this DVR port d2c1441d-e8b4-421d-8662-80f124eb916d on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:25.266964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f55da8a2-ce99-4615-9071-dab3101d55b4 req-7619cdf0-a3e7-4cfa-b0ad-85cf602be58d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814651 Oct 15 00:44:25.268441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417c294-95b9-46b4-a33d-73992e8a9735 None None] Pushing event deleted for resources: {'Port': ['ID=d2c1441d-e8b4-421d-8662-80f124eb916d,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:25.272442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.315652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=d2c1441d-e8b4-421d-8662-80f124eb916d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:25.320759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No DVR routers for this DVR port d2c1441d-e8b4-421d-8662-80f124eb916d on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:25.325058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 170cc5de-c6e2-4997-9565-9fd520f25a11, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=170cc5de-c6e2-4997-9565-9fd520f25a11,segment=NetworkSegment(15f7952d-56ce-435c-9230-758d33446d4e),segment_id=15f7952d-56ce-435c-9230-758d33446d4e)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:25.325420 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.359235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-bc89b53f-fc26-4069-8a88-6f7f7bd4f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:25.360798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-bc89b53f-fc26-4069-8a88-6f7f7bd4f67f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0438633 Oct 15 00:44:25.375001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 170cc5de-c6e2-4997-9565-9fd520f25a11 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:25.403890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-572c9d43-4daf-43a4-8c78-d78755b4fdf2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340 HTTP/1.1" status: 200 len: 217 time: 0.0342956 Oct 15 00:44:25.458280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-a73024fe-b226-48af-9d49-e6960559a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:25.459768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-a73024fe-b226-48af-9d49-e6960559a0a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0496535 Oct 15 00:44:25.506324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-082e957a-0f3f-454f-ba83-5f936f71143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:25.507975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-082e957a-0f3f-454f-ba83-5f936f71143e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412772 Oct 15 00:44:25.518598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.562356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7d8456-3dd3-4c3b-8586-89137bac45d6']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:25.589296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0e7539-048b-485c-8d15-84adb7b2b6df') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:25.589574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0e7539-048b-485c-8d15-84adb7b2b6df') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:25.598626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-152dca32-c22f-4cbe-b4f1-f079cd22d47d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:25.600099 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-152dca32-c22f-4cbe-b4f1-f079cd22d47d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.2771320 Oct 15 00:44:25.605469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-e4e2b06c-2ce2-4fd0-bf30-f39b31ed48e2 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903423 Oct 15 00:44:25.615760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Request body: {'port': {'device_id': 'fa69f577-4051-4059-a253-e970e8112469', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'admin_state_up': True, 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:25.649457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.701166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.701409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a714654c-f759-4ea1-842d-9d4dceb1d481 req-1b53524c-ecc9-4dee-8501-2886dc0bb75d service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867486 Oct 15 00:44:25.739700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:25.740080 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:25.745773 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:25.851150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d2c1441d-e8b4-421d-8662-80f124eb916d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:25.872506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d2c1441d-e8b4-421d-8662-80f124eb916d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:25.872847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d2c1441d-e8b4-421d-8662-80f124eb916d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:25.909705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.919846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.920262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/dd7d8456-3dd3-4c3b-8586-89137bac45d6 HTTP/1.1" status: 204 len: 168 time: 1.4240217 Oct 15 00:44:25.924363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51538) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:25.929571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-667330521'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:25.932675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e46a6b-9f46-49a0-b500-5ec42a7ba80a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=dd7d8456-3dd3-4c3b-8586-89137bac45d6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:25.944430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:25.948365 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.951335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:25.989672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=170cc5de-c6e2-4997-9565-9fd520f25a11,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:26.021142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:26.025763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.057508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:44:26.064385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.064908 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment 716bfca0-5871-489a-8abb-5fe1ebc7215c of type vlan for network 837bef4b-09d0-4a2e-956a-614da2a454de Oct 15 00:44:26.111648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.189322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.208657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Allocated IP 172.20.0.8 (1e32174a-7fdc-4655-b5f2-59338f95b4ed/8bdd3f5d-4bf6-4397-a16f-69fce57240ec/9783505a-ac3e-4d4b-a224-7f9250d66a5b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:26.229907 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.236273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:26.236954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.249260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8008af80-7972-4a99-a3c3-615b3b962d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.295347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89bda353-2f00-4f30-821d-7bee8d90052e req-511bcabf-71e6-4c2d-9f6d-b2907ecc0ccf tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 210 time: 0.0509219 Oct 15 00:44:26.338898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=837bef4b-09d0-4a2e-956a-614da2a454de,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:26.350254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 837bef4b-09d0-4a2e-956a-614da2a454de details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:44:26.367169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a99e11c0-ceb7-4436-8143-8be0c9ed3a45 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4412820 Oct 15 00:44:26.370470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51544) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:26.376033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:26.511582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2784ac5-62db-4d0c-a89a-2b47030ba95a req-18d4b8aa-390d-4bf5-8758-edfa493fc8ca tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:26.513193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2784ac5-62db-4d0c-a89a-2b47030ba95a req-18d4b8aa-390d-4bf5-8758-edfa493fc8ca tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 944 time: 0.1900933 Oct 15 00:44:26.518142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:26.521682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.587052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:26.595828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.602229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2784ac5-62db-4d0c-a89a-2b47030ba95a req-6c816717-3bc7-4e5d-bc83-2f4cfdeabc60 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812821 Oct 15 00:44:26.759309 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:26.825176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=ff112f41-1030-4cc6-867f-4e3a03bd1e0d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:26.830718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': '716bfca0-5871-489a-8abb-5fe1ebc7215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:26.831075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: 837bef4b-09d0-4a2e-956a-614da2a454de, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:44:26.906734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 837bef4b-09d0-4a2e-956a-614da2a454de is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:44:26.989738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 837bef4b-09d0-4a2e-956a-614da2a454de) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:26.994043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:26.994768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.003969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e230488-0c9e-4b50-a478-dc43178d2fad None None] Network 837bef4b-09d0-4a2e-956a-614da2a454de requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:27.033114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:27.041327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a5ecf1ec-e4c8-46df-aae1-513b8879ec0b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0007672 Oct 15 00:44:27.041476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51550) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:27.058550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:27.077270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:27.077965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:27.092155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet c2f68fe6-72b3-488b-9387-89b2e6d7941a {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:27.095297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.118671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5033f730-82b6-49e1-b574-acf586c5a676 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7469130 Oct 15 00:44:27.121346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51552) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:27.130775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de', 'name': 'tempest-PortsTestJSON-1936409593', 'fixed_ips': [{'subnet_id': 'ff112f41-1030-4cc6-867f-4e3a03bd1e0d', 'ip_address': '172.20.0.10'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:27.133948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.170598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.180411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:27.185267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:27.192922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:27.214710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:27.221167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event updated for resources: {'Port': ['ID=9783505a-ac3e-4d4b-a224-7f9250d66a5b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:27.256590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:27.257338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.313437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.340186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-6e5a333a-1852-4a8d-8e0d-120d123ba0ff tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7266836 Oct 15 00:44:27.358605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Request body: {'port': {'device_id': 'fa69f577-4051-4059-a253-e970e8112469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:27.435073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a740457-b18e-484d-9298-2c26ebdf978d req-007b8383-6d06-4c31-a72d-9aa782ad647e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:27.436894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a740457-b18e-484d-9298-2c26ebdf978d req-007b8383-6d06-4c31-a72d-9aa782ad647e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 931 time: 0.0513520 Oct 15 00:44:27.439334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-837bef4b-09d0-4a2e-956a-614da2a454de', 'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de', 'tenant_id': '04b30f870e7647918785495686513ec1', 'fixed_ips': [{'subnet_id': 'ff112f41-1030-4cc6-867f-4e3a03bd1e0d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:44:27.439671 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.441757 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.479665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a740457-b18e-484d-9298-2c26ebdf978d req-7b6825e3-8b60-4c02-a9f1-6b28f7390a5c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Oct 15 00:44:27.489890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:27.522145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.587272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f68fe6-72b3-488b-9387-89b2e6d7941a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:27.594313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.597386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3473a1f6-554a-4943-9acd-3250b61097bc tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/c2f68fe6-72b3-488b-9387-89b2e6d7941a HTTP/1.1" status: 204 len: 168 time: 0.5553143 Oct 15 00:44:27.601956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51556) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:27.631664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab8707-0ec9-4076-90dd-ba038711e91b None None] Network e0e5c5da-5c11-429f-b62f-408da82da661 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:27.693546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.716224 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.724842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port fe95b2d3-10a2-4359-8f95-53ec651f9bf7 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:27.749802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee9dd-590e-4e6e-b0ef-0329fad88296 req-2ee0572e-5698-4f69-a21d-fd5e65288998 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:27.751321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c6ee9dd-590e-4e6e-b0ef-0329fad88296 req-2ee0572e-5698-4f69-a21d-fd5e65288998 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 944 time: 0.0706944 Oct 15 00:44:27.804647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9783505a-ac3e-4d4b-a224-7f9250d66a5b {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:27.815839 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.843620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c6ee9dd-590e-4e6e-b0ef-0329fad88296 req-6bfa3994-8e8b-4d6b-95aa-98f4cb6def23 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704916 Oct 15 00:44:27.848385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Transition to ACTIVE for port object 9783505a-ac3e-4d4b-a224-7f9250d66a5b will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:44:27.886331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 3efff47f-6e09-4388-9c66-b1b2a323478e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:27.886581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.894882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Allocated IP 172.20.0.2 (837bef4b-09d0-4a2e-956a-614da2a454de/ff112f41-1030-4cc6-867f-4e3a03bd1e0d/51f1cb9a-75b7-4ad2-a62c-40e07b35846c) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:27.923837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.957930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:25Z', 'revision_number': 8, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:27.989948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 3efff47f-6e09-4388-9c66-b1b2a323478e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3efff47f-6e09-4388-9c66-b1b2a323478e,segment=NetworkSegment(15f7952d-56ce-435c-9230-758d33446d4e),segment_id=15f7952d-56ce-435c-9230-758d33446d4e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:27.991545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:27.992938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:28.004664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Pushing event updated for resources: {'Port': ['ID=9783505a-ac3e-4d4b-a224-7f9250d66a5b,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:28.033404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 3efff47f-6e09-4388-9c66-b1b2a323478e owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:28.047130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:28.047731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:28.054580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] DHCP port deletion for e0e5c5da-5c11-429f-b62f-408da82da661 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:28.109916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Attempting to bind port 9783505a-ac3e-4d4b-a224-7f9250d66a5b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:28.110410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Attempting to bind port 9783505a-ac3e-4d4b-a224-7f9250d66a5b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:28.110942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Attempting to bind port 9783505a-ac3e-4d4b-a224-7f9250d66a5b on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:28.115754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Port 9783505a-ac3e-4d4b-a224-7f9250d66a5b on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:44:28.116504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Attempting to bind port 9783505a-ac3e-4d4b-a224-7f9250d66a5b on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:28.121497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:28.122131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Checking segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:28.122602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Bound using segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:28.123129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Bound port: 9783505a-ac3e-4d4b-a224-7f9250d66a5b, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:28.123580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.194384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] For port 9783505a-ac3e-4d4b-a224-7f9250d66a5b, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:28.198443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] For port 9783505a-ac3e-4d4b-a224-7f9250d66a5b, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9783505a-ac3e-4d4b-a224-7f9250d66a5b,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:28.199509 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.209008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:28.227001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=3efff47f-6e09-4388-9c66-b1b2a323478e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:28.232251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port 3efff47f-6e09-4388-9c66-b1b2a323478e on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:28.264107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.301215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.315442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.334199 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] Deleting port 3efff47f-6e09-4388-9c66-b1b2a323478e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:28.338379 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.339608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:28.341641 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.342215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] 10.222.0.30 "PUT /v2.0/ports/9783505a-ac3e-4d4b-a224-7f9250d66a5b HTTP/1.1" status: 200 len: 1091 time: 0.9940631 Oct 15 00:44:28.343173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e5c5da-5c11-429f-b62f-408da82da661']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:28.345442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa69f577-4051-4059-a253-e970e8112469', 'tag': '9783505a-ac3e-4d4b-a224-7f9250d66a5b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:28.348657 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01086d86-f526-4965-9bb4-cc670bdfb7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fa69f577-4051-4059-a253-e970e8112469", "tag": "9783505a-ac3e-4d4b-a224-7f9250d66a5b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:28.365373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f7952d-56ce-435c-9230-758d33446d4e') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:28.366959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f7952d-56ce-435c-9230-758d33446d4e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:28.382197 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.385009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Pushing event updated for resources: {'Port': ['ID=9783505a-ac3e-4d4b-a224-7f9250d66a5b,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:28.401322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.402481 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df34c4d-579d-49b7-8a6a-2a8af7d381c0 x-openstack-request-id: req-7df34c4d-579d-49b7-8a6a-2a8af7d381c0 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:28.403313 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa69f577-4051-4059-a253-e970e8112469", "tag": "9783505a-ac3e-4d4b-a224-7f9250d66a5b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:28.406355 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7df34c4d-579d-49b7-8a6a-2a8af7d381c0 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:28.407117 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa69f577-4051-4059-a253-e970e8112469', 'tag': '9783505a-ac3e-4d4b-a224-7f9250d66a5b', 'status': 'completed', 'code': 200} Oct 15 00:44:28.408828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.409582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.410224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.410813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.412597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.413269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.414041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.414797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.416002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.417390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.418539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.419125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c701a9d-374e-4fc5-b51c-a9d54198dd4a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:28.434406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.440249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.10 (837bef4b-09d0-4a2e-956a-614da2a454de/ff112f41-1030-4cc6-867f-4e3a03bd1e0d/fe95b2d3-10a2-4359-8f95-53ec651f9bf7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:28.445484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:28.446422 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:28.450190 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:28.469810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01086d86-f526-4965-9bb4-cc670bdfb7ee req-dd7d0e80-2f9c-445a-9baa-56c348c38349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:28.471540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01086d86-f526-4965-9bb4-cc670bdfb7ee req-dd7d0e80-2f9c-445a-9baa-56c348c38349 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 1094 time: 0.0457020 Oct 15 00:44:28.486024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Network 837bef4b-09d0-4a2e-956a-614da2a454de is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:28.496143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] For port 3efff47f-6e09-4388-9c66-b1b2a323478e, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:28.496522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.510536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:28.521587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:28.527184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Pushing event updated for resources: {'Port': ['ID=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:28.535861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] Calling delete_port for 3efff47f-6e09-4388-9c66-b1b2a323478e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:28.539331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] Port 3efff47f-6e09-4388-9c66-b1b2a323478e was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:44:28.579176 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.628033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] Pushing event deleted for resources: {'Port': ['ID=3efff47f-6e09-4388-9c66-b1b2a323478e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:28.632739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6c70c-bdeb-4935-a428-8837e78034f5 None None] No DVR routers for this DVR port 3efff47f-6e09-4388-9c66-b1b2a323478e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:28.641885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01086d86-f526-4965-9bb4-cc670bdfb7ee req-8cfe1007-e88d-43a0-8ea5-214e6a8ba667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:28.643373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01086d86-f526-4965-9bb4-cc670bdfb7ee req-8cfe1007-e88d-43a0-8ea5-214e6a8ba667 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cba3ea282ad42759b9be7c459a91df9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1617749 Oct 15 00:44:28.655279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Attempting to bind port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:28.655279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Attempting to bind port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '716bfca0-5871-489a-8abb-5fe1ebc7215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:28.655279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Attempting to bind port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c on network 837bef4b-09d0-4a2e-956a-614da2a454de {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:28.657077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.662798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:28.662798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Checking segment: {'id': '716bfca0-5871-489a-8abb-5fe1ebc7215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:28.663227 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.664131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Bound using segment: {'id': '716bfca0-5871-489a-8abb-5fe1ebc7215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:28.664266 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.664943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Bound port: 51f1cb9a-75b7-4ad2-a62c-40e07b35846c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716bfca0-5871-489a-8abb-5fe1ebc7215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:28.664943 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.670274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/e0e5c5da-5c11-429f-b62f-408da82da661 HTTP/1.1" status: 204 len: 168 time: 1.0645370 Oct 15 00:44:28.675715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:28.690752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313a98d-3da6-4b0e-a046-8515a82acac8 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=e0e5c5da-5c11-429f-b62f-408da82da661,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:28.693404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d4500-4925-4612-b6f6-9d82ca25265f req-fa92b88e-be12-4842-8c9d-0eeb01765e8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:28.694998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-206d4500-4925-4612-b6f6-9d82ca25265f req-fa92b88e-be12-4842-8c9d-0eeb01765e8e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 943 time: 0.1123579 Oct 15 00:44:28.741180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.741402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:25Z', 'revision_number': 8, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:28.780235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b5fac-0dbb-48a0-9a55-24fff181b556 None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:25Z', 'revision_number': 8, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '368df26a-06f9-4d7c-8434-2e43528cd365', 'name': '', 'network_id': '12f31a93-0b81-4dee-ad3c-fa25cc43c78c', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:97:21:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:44:08Z', 'updated_at': '2021-10-15T00:44:15Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': '33bd663e-3dca-4599-a3ad-546d40e8c0a4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:28.788417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] For port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:28.792512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] For port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,segment=NetworkSegment(716bfca0-5871-489a-8abb-5fe1ebc7215c),segment_id=716bfca0-5871-489a-8abb-5fe1ebc7215c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:28.812855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2f08f8bc-6d0a-4068-b2fe-482be6539369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.872524 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-206d4500-4925-4612-b6f6-9d82ca25265f req-55eb9d97-21e7-4c6c-85b4-a3be46700efe tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374025 Oct 15 00:44:28.899557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.935247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01086d86-f526-4965-9bb4-cc670bdfb7ee req-290ec995-01cf-4ac2-911d-d69897160580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:28.936586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-01086d86-f526-4965-9bb4-cc670bdfb7ee req-290ec995-01cf-4ac2-911d-d69897160580 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2852545 Oct 15 00:44:28.941399 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:28.983020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 837bef4b-09d0-4a2e-956a-614da2a454de is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:28.991290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:29.002078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:29.009830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2f385-7c48-4cd0-bc66-9d6ef9c0c6f0 None None] Pushing event updated for resources: {'Port': ['ID=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:29.053639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=fe95b2d3-10a2-4359-8f95-53ec651f9bf7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:29.075798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-1ec80eeb-8269-430a-8c94-caf3a0cd36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:29.076041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eb963-7876-42b7-9708-ed2ae1c16c45 req-7660a833-89c0-41ea-8423-deb071a76b1d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:29.077318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-1ec80eeb-8269-430a-8c94-caf3a0cd36d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 1094 time: 0.0966341 Oct 15 00:44:29.084808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce6eb963-7876-42b7-9708-ed2ae1c16c45 req-7660a833-89c0-41ea-8423-deb071a76b1d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 944 time: 0.1545665 Oct 15 00:44:29.122759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:29.125713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:29.152700 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-4ec59aba-4950-41a6-929b-a25ed281b29a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9783505a-ac3e-4d4b-a224-7f9250d66a5b HTTP/1.1" status: 200 len: 217 time: 0.0546849 Oct 15 00:44:29.153516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce6eb963-7876-42b7-9708-ed2ae1c16c45 req-dabb929e-3ee8-4924-8e4e-8dac3a866bdf tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677121 Oct 15 00:44:29.224273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-77c01608-0b9c-4211-bb96-bb98b5b6c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:29.224741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-77c01608-0b9c-4211-bb96-bb98b5b6c435 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.0643687 Oct 15 00:44:29.240392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b0dc97a1-4784-4886-b1d3-65ec70973c14 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1112287 Oct 15 00:44:29.240392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:29.255575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '837bef4b-09d0-4a2e-956a-614da2a454de', 'name': 'tempest-PortsTestJSON-882320272', 'fixed_ips': [{'subnet_id': 'ff112f41-1030-4cc6-867f-4e3a03bd1e0d', 'ip_address': '172.20.0.9'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:29.292383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-591d7bfb-bab5-4f3c-b52d-f52d8e7fb378 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496583 Oct 15 00:44:29.443701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:29.447819 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-99820910-970a-44c4-b1e8-8133d964909c service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404660 Oct 15 00:44:29.670237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f8032905-cae1-4cf8-8bba-2ffa775d8a46 req-85b2d90e-dc88-40ca-8810-c4bc1aa957f5 service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842132 Oct 15 00:44:29.795296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 368df26a-06f9-4d7c-8434-2e43528cd365 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:29.795723 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:29.830047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:29.836116 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:29.857773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port d820a89d-a36e-4589-9633-70163034d397 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:29.889005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51f1cb9a-75b7-4ad2-a62c-40e07b35846c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:29.919748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 368df26a-06f9-4d7c-8434-2e43528cd365, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=368df26a-06f9-4d7c-8434-2e43528cd365,segment=NetworkSegment(68881b03-dd88-4190-8738-be2cd3161382),segment_id=68881b03-dd88-4190-8738-be2cd3161382)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:29.920383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:29.941827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 368df26a-06f9-4d7c-8434-2e43528cd365 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:29.986822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:29.987656 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.113194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.9 (837bef4b-09d0-4a2e-956a-614da2a454de/ff112f41-1030-4cc6-867f-4e3a03bd1e0d/d820a89d-a36e-4589-9633-70163034d397) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:30.132451 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.149624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.193734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825832de-77bc-47f6-b898-0b98316c5acc req-04120c26-4a03-431d-a625-bffb125d3619 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:30.203570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-825832de-77bc-47f6-b898-0b98316c5acc req-04120c26-4a03-431d-a625-bffb125d3619 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 943 time: 0.2146821 Oct 15 00:44:30.225249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.233833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,segment=NetworkSegment(716bfca0-5871-489a-8abb-5fe1ebc7215c),segment_id=716bfca0-5871-489a-8abb-5fe1ebc7215c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:30.297851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-825832de-77bc-47f6-b898-0b98316c5acc req-2478fc11-0a96-4421-830d-1562dd844f6b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930321 Oct 15 00:44:30.306385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.323225 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.400720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=368df26a-06f9-4d7c-8434-2e43528cd365,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:30.415358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.422651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 170cc5de-c6e2-4997-9565-9fd520f25a11 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:30.457415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1bba-94ae-48f8-b176-db3d200caeed req-cead8548-484d-4fb8-a802-a01bade483e5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:30.459013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c9b1bba-94ae-48f8-b176-db3d200caeed req-cead8548-484d-4fb8-a802-a01bade483e5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 944 time: 0.1911654 Oct 15 00:44:30.460771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2a582-d412-4231-856a-9b646de08170 None None] Network 837bef4b-09d0-4a2e-956a-614da2a454de requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:30.478453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:30.489592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 170cc5de-c6e2-4997-9565-9fd520f25a11 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:30.489592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 170cc5de-c6e2-4997-9565-9fd520f25a11 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:30.490013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3efff47f-6e09-4388-9c66-b1b2a323478e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:30.512156 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.546211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 3efff47f-6e09-4388-9c66-b1b2a323478e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:30.547284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3efff47f-6e09-4388-9c66-b1b2a323478e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:30.577410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 837bef4b-09d0-4a2e-956a-614da2a454de is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:30.580109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1d448293-94b4-4a7f-b68c-f4fcd6359fd4 None None] Provisioning complete for port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:30.580475 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1d448293-94b4-4a7f-b68c-f4fcd6359fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.584349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:30.589569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:30.593859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=d820a89d-a36e-4589-9633-70163034d397,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:30.605836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c9b1bba-94ae-48f8-b176-db3d200caeed req-61cee2c0-a57f-46b6-b749-550c727a4b87 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379027 Oct 15 00:44:30.629050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.657985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:30.658662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:30.734813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-312dc335-de3e-4630-9fe8-121eb3a7d7ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4950488 Oct 15 00:44:30.736855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51586) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:30.826257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27241940-a529-4dfc-a65b-9fd3f1d1b9c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:30.827755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-27241940-a529-4dfc-a65b-9fd3f1d1b9c0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0899739 Oct 15 00:44:30.833323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51588) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:30.858967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:30.890587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c0b9b-8301-4c0b-904c-7ea5c2fbe354 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:30.897169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c0b9b-8301-4c0b-904c-7ea5c2fbe354 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:30.905124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c0b9b-8301-4c0b-904c-7ea5c2fbe354 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:30.907300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7d4c0b9b-8301-4c0b-904c-7ea5c2fbe354 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0727165 Oct 15 00:44:30.910252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51590) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:30.925108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 137d3c1b-f2a7-4cd9-a77f-b8b109288340 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:44:30.964748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:30.971423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8bff0cbd-fab3-4044-94df-d2eb3d15ae0f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2945561 Oct 15 00:44:30.973967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:30.983828 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:31.006680 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:31.008647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:31.058128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port d820a89d-a36e-4589-9633-70163034d397 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:31.058502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.064654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet 33bd663e-3dca-4599-a3ad-546d40e8c0a4 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:31.073543 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.139708 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:31.148592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.188977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.208080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for d820a89d-a36e-4589-9633-70163034d397 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:31.222564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9783505a-ac3e-4d4b-a224-7f9250d66a5b details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:44:31.277762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:31.280174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6df8ef5e-5ea0-4a76-89e5-508f47985b6b None None] Provisioning complete for port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:31.280543 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef5e-5ea0-4a76-89e5-508f47985b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.302251 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.361293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '137d3c1b-f2a7-4cd9-a77f-b8b109288340', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '137d3c1b-f2a7-4cd9-a77f-b8b109288340', 'mac_address': 'fa:16:3e:35:4b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:44:31.471225 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:30Z', 'revision_number': 9, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:31.523085 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:31.525537 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.530074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.540579 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:31.550925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:31.563449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=d820a89d-a36e-4589-9633-70163034d397,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:31.576553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.579473 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.579933 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/33bd663e-3dca-4599-a3ad-546d40e8c0a4 HTTP/1.1" status: 204 len: 168 time: 0.6047280 Oct 15 00:44:31.580865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17762353-f719-439c-b79f-4767a248eb4e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=33bd663e-3dca-4599-a3ad-546d40e8c0a4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:31.588183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51602) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:31.604076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb8543-733e-4dad-adbb-c32dcde7fd75 None None] Network 12f31a93-0b81-4dee-ad3c-fa25cc43c78c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:31.641743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137d3c1b-f2a7-4cd9-a77f-b8b109288340 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:31.648256 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.656955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ef0784df-cbec-40b7-b4d8-d428371b747a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/d820a89d-a36e-4589-9633-70163034d397 HTTP/1.1" status: 204 len: 168 time: 0.7455583 Oct 15 00:44:31.658178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51606) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:31.683735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.683874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9783505a-ac3e-4d4b-a224-7f9250d66a5b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9783505a-ac3e-4d4b-a224-7f9250d66a5b,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:31.693717 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb87222e-39a0-4c22-9417-eeb3663842de tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:44:31.701347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a12f7c-89ef-4217-bdad-c86f41de9a98 req-2e55d995-ee98-4cc3-8f05-c6f8d6e324cc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:31.701680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cb87222e-39a0-4c22-9417-eeb3663842de tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/d820a89d-a36e-4589-9633-70163034d397 HTTP/1.1" status: 404 len: 333 time: 0.0422230 Oct 15 00:44:31.702465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51608) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:31.704288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-81a12f7c-89ef-4217-bdad-c86f41de9a98 req-2e55d995-ee98-4cc3-8f05-c6f8d6e324cc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 943 time: 0.2202942 Oct 15 00:44:31.751158 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:31.780324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:31.783391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '9783505a-ac3e-4d4b-a224-7f9250d66a5b', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'port_id': '9783505a-ac3e-4d4b-a224-7f9250d66a5b', 'mac_address': 'fa:16:3e:05:c4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdd3f5d-4bf6-4397-a16f-69fce57240ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:44:31.817054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-81a12f7c-89ef-4217-bdad-c86f41de9a98 req-7d0b7d8b-1bad-43c4-84e8-d725437d0bbe tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026709 Oct 15 00:44:31.850427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.880784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port ac84c315-5406-43c2-917a-78bb4adf5c83 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:31.881433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.883024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9783505a-ac3e-4d4b-a224-7f9250d66a5b {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:31.899185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.902116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6df8ef5e-5ea0-4a76-89e5-508f47985b6b None None] Provisioning complete for port fe95b2d3-10a2-4359-8f95-53ec651f9bf7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:31.902484 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef5e-5ea0-4a76-89e5-508f47985b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:31.969615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e9b55-0bdd-45a8-9e1f-90ce32290e7e req-59498166-1391-40fa-8447-b202b5141c12 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:31.985500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d82e9b55-0bdd-45a8-9e1f-90ce32290e7e req-59498166-1391-40fa-8447-b202b5141c12 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 944 time: 0.2226832 Oct 15 00:44:32.028500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port ac84c315-5406-43c2-917a-78bb4adf5c83, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ac84c315-5406-43c2-917a-78bb4adf5c83,segment=NetworkSegment(68881b03-dd88-4190-8738-be2cd3161382),segment_id=68881b03-dd88-4190-8738-be2cd3161382)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:32.029564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.036119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51f1cb9a-75b7-4ad2-a62c-40e07b35846c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:32.048678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for ac84c315-5406-43c2-917a-78bb4adf5c83 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:32.062854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d82e9b55-0bdd-45a8-9e1f-90ce32290e7e req-aed41967-5fa9-4dfe-81c5-d622d2ae3464 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759020 Oct 15 00:44:32.087025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port fe95b2d3-10a2-4359-8f95-53ec651f9bf7 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:32.087401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.091873 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:30Z', 'revision_number': 9, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:32.119934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9783505a-ac3e-4d4b-a224-7f9250d66a5b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9783505a-ac3e-4d4b-a224-7f9250d66a5b,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:32.140601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18c5adf-ed2e-474a-b8d9-8b2f9184e97f None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:30Z', 'revision_number': 9, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db1d9bc7-cfdb-4e7c-8a0d-936d112c0543', 'name': '', 'network_id': 'eb873558-0674-4619-9499-318c69d0eed2', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:40:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:59Z', 'updated_at': '2021-10-15T00:44:07Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'd8c5173d-9869-4ba4-a17d-0a9b9b593806', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:32.156900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6df8ef5e-5ea0-4a76-89e5-508f47985b6b None None] Port fe95b2d3-10a2-4359-8f95-53ec651f9bf7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:32.169666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6df8ef5e-5ea0-4a76-89e5-508f47985b6b None None] Could not find standard attr ID for object d820a89d-a36e-4589-9633-70163034d397. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:32.189933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=137d3c1b-f2a7-4cd9-a77f-b8b109288340,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:32.198911 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.205067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.218179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for fe95b2d3-10a2-4359-8f95-53ec651f9bf7 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:32.243779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.249173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:32.249557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.266239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port ac84c315-5406-43c2-917a-78bb4adf5c83 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:32.293330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.295188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=ac84c315-5406-43c2-917a-78bb4adf5c83,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:32.301180 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a964e5ee-c60d-4015-b9a5-3f43ddf5d284 None None] Could not find standard attr ID for object d820a89d-a36e-4589-9633-70163034d397. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:32.305433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9783505a-ac3e-4d4b-a224-7f9250d66a5b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:32.315025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['137d3c1b-f2a7-4cd9-a77f-b8b109288340'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:32.374855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a964e5ee-c60d-4015-b9a5-3f43ddf5d284 None None] Provisioning complete for port fe95b2d3-10a2-4359-8f95-53ec651f9bf7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:32.375229 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a964e5ee-c60d-4015-b9a5-3f43ddf5d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.418487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.455218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=fe95b2d3-10a2-4359-8f95-53ec651f9bf7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:32.458660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['9783505a-ac3e-4d4b-a224-7f9250d66a5b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:32.472959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a964e5ee-c60d-4015-b9a5-3f43ddf5d284 None None] Port fe95b2d3-10a2-4359-8f95-53ec651f9bf7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:32.530162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf33acb-b53a-4ffc-a0e6-659413dec12e None None] DHCP port deletion for 12f31a93-0b81-4dee-ad3c-fa25cc43c78c request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:32.597077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.612409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-edcdc60a-0134-40e6-97b0-504c1e966813 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/fe95b2d3-10a2-4359-8f95-53ec651f9bf7 HTTP/1.1" status: 204 len: 168 time: 0.9085245 Oct 15 00:44:32.619011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51614) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:32.649294 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-339a452e-957e-4818-ab5f-1d65ea4d9d95 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:44:32.651222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-339a452e-957e-4818-ab5f-1d65ea4d9d95 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/fe95b2d3-10a2-4359-8f95-53ec651f9bf7 HTTP/1.1" status: 404 len: 333 time: 0.0310507 Oct 15 00:44:32.655240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51616) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:32.730498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet ff112f41-1030-4cc6-867f-4e3a03bd1e0d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:32.734019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.782199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.848746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.869598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.873299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f31a93-0b81-4dee-ad3c-fa25cc43c78c']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:32.884547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68881b03-dd88-4190-8738-be2cd3161382') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:32.884833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68881b03-dd88-4190-8738-be2cd3161382') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:32.895921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.931402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.943341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:32.943721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:32.947098 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:33.007470 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.010250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ff3e-b116-438e-ab84-bf6f1ab2f915 req-3a906173-451c-473e-b1da-c8409ab55719 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:33.011807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1930ff3e-b116-438e-ab84-bf6f1ab2f915 req-3a906173-451c-473e-b1da-c8409ab55719 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 944 time: 0.1087430 Oct 15 00:44:33.041171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=ff112f41-1030-4cc6-867f-4e3a03bd1e0d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:33.043217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.046436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f5e6f473-7814-4a41-825a-72ffbeb2011d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/ff112f41-1030-4cc6-867f-4e3a03bd1e0d HTTP/1.1" status: 204 len: 168 time: 0.3901825 Oct 15 00:44:33.048960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51620) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:33.051159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c867b7-3fac-4de0-9db6-8a4c2e6035e9 None None] Network 837bef4b-09d0-4a2e-956a-614da2a454de requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:33.054358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1930ff3e-b116-438e-ab84-bf6f1ab2f915 req-0c16851d-bc04-4788-9c76-2d6a3484a8d0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Oct 15 00:44:33.092827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.100965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.104559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/12f31a93-0b81-4dee-ad3c-fa25cc43c78c HTTP/1.1" status: 204 len: 168 time: 1.5154090 Oct 15 00:44:33.108271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51624) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:33.141145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.166568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543e4f1-9580-4a00-8fef-e2fb19ebdd63 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=12f31a93-0b81-4dee-ad3c-fa25cc43c78c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:33.187136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80067553-a423-47c3-956f-4e3043c5f3b5 req-26a0a9de-aa81-48cf-84c7-5cea2325c5d4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:33.188516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80067553-a423-47c3-956f-4e3043c5f3b5 req-26a0a9de-aa81-48cf-84c7-5cea2325c5d4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 945 time: 0.0616944 Oct 15 00:44:33.252625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80067553-a423-47c3-956f-4e3043c5f3b5 req-db5851a2-a256-4f09-b4ee-a83b75d8a113 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Oct 15 00:44:33.261453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] DHCP port deletion for 837bef4b-09d0-4a2e-956a-614da2a454de request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:33.265200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:33.265549 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.315384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] Deleting port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:33.315762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.343144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] For port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,segment=NetworkSegment(716bfca0-5871-489a-8abb-5fe1ebc7215c),segment_id=716bfca0-5871-489a-8abb-5fe1ebc7215c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:33.343556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.357331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 51f1cb9a-75b7-4ad2-a62c-40e07b35846c owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:33.384793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] For port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,segment=NetworkSegment(716bfca0-5871-489a-8abb-5fe1ebc7215c),segment_id=716bfca0-5871-489a-8abb-5fe1ebc7215c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:33.385181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.397676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] Calling delete_port for 51f1cb9a-75b7-4ad2-a62c-40e07b35846c owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:33.509698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.549769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.557636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.576139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:33.580994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No DVR routers for this DVR port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:33.583343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] Pushing event deleted for resources: {'Port': ['ID=51f1cb9a-75b7-4ad2-a62c-40e07b35846c,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:33.587690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8b0ae-f0cd-4372-8374-c004d4eeaa10 None None] No DVR routers for this DVR port 51f1cb9a-75b7-4ad2-a62c-40e07b35846c on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:33.672863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.696400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837bef4b-09d0-4a2e-956a-614da2a454de']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:33.707172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716bfca0-5871-489a-8abb-5fe1ebc7215c') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:33.707517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716bfca0-5871-489a-8abb-5fe1ebc7215c') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:33.719375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.734976 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.741139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:33.741486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:33.745433 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:33.788198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:33.788198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.855425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51f1cb9a-75b7-4ad2-a62c-40e07b35846c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:33.876520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 51f1cb9a-75b7-4ad2-a62c-40e07b35846c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:33.876858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51f1cb9a-75b7-4ad2-a62c-40e07b35846c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:33.877272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 368df26a-06f9-4d7c-8434-2e43528cd365 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:33.886273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port db1d9bc7-cfdb-4e7c-8a0d-936d112c0543, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,segment=NetworkSegment(1a821d21-b5f4-48ed-be56-4dac80239ac8),segment_id=1a821d21-b5f4-48ed-be56-4dac80239ac8)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:33.886637 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.895999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 368df26a-06f9-4d7c-8434-2e43528cd365 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:33.896342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 368df26a-06f9-4d7c-8434-2e43528cd365 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:33.896806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ac84c315-5406-43c2-917a-78bb4adf5c83 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:33.898172 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.900108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:33.909680 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:33.916433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/837bef4b-09d0-4a2e-956a-614da2a454de HTTP/1.1" status: 204 len: 168 time: 0.8665395 Oct 15 00:44:33.924068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: ac84c315-5406-43c2-917a-78bb4adf5c83 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:33.924068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ac84c315-5406-43c2-917a-78bb4adf5c83 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:33.933166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51630) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:33.938233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1605291663'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:33.942692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9160a57-f3c7-46eb-8873-4f7ca63646d0 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=837bef4b-09d0-4a2e-956a-614da2a454de,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:34.038070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:34.041736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.065273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:44:34.073736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.074080 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Added segment 38876cb5-8dd5-4b16-8768-ec1a91bfd17a of type vlan for network 3bed93ba-f904-4143-8148-9c5d1c70e23a Oct 15 00:44:34.119123 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.159958 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.189746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=db1d9bc7-cfdb-4e7c-8a0d-936d112c0543,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:34.204084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.209750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.210033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.228803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d68e-76ff-4e70-9525-0385dbcdf295 req-3f2418d5-7586-4510-9a56-6910733807b0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.229923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7e2d68e-76ff-4e70-9525-0385dbcdf295 req-3f2418d5-7586-4510-9a56-6910733807b0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 944 time: 0.1031420 Oct 15 00:44:34.280668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Network': ['ID=3bed93ba-f904-4143-8148-9c5d1c70e23a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:34.295563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:44:34.340344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-21a55595-1d52-4413-bccd-959c35e8644d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4060676 Oct 15 00:44:34.340989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51636) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:34.348191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:34.365410 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7e2d68e-76ff-4e70-9525-0385dbcdf295 req-64841c05-b38e-48ad-984b-bd70104ff621 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903749 Oct 15 00:44:34.383683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.486206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8193-56cf-4c83-856e-bd1cd5a585a5 req-82d1a118-13f9-44a8-b4f0-8f8d6e681cbd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.487393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-456d8193-56cf-4c83-856e-bd1cd5a585a5 req-82d1a118-13f9-44a8-b4f0-8f8d6e681cbd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 945 time: 0.1213713 Oct 15 00:44:34.532697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-456d8193-56cf-4c83-856e-bd1cd5a585a5 req-d5cd52f3-55b6-47c3-ac0b-f105bc4c1c23 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362637 Oct 15 00:44:34.567100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:34.571385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.595262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:34.693588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:34.700482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7c974ee6-5740-4b96-af1e-40c09e590382 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903528 Oct 15 00:44:34.707693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:34.708469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51642) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:34.719742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:34.720125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:34.782016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-44d75fd4-7946-473e-adfe-05dea24180f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0916085 Oct 15 00:44:34.782974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet d8c5173d-9869-4ba4-a17d-0a9b9b593806 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:34.786522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.830032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.830454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:34.881527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.882365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.883034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.883488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.883942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.884389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.884831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:34.886865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-be0cd1bc-cf3c-4307-9bf2-5152693d3449 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39d869baaead42d694454e65afb64d07&device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 6489 time: 0.0585761 Oct 15 00:44:34.892885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.928557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:34.936627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 137d3c1b-f2a7-4cd9-a77f-b8b109288340 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:35.000673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=994dff3f-b584-4550-b857-f60d9b8c1027,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:35.048137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Checking segment: {'id': '38876cb5-8dd5-4b16-8768-ec1a91bfd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:35.048909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network hostable DHCP agents. Network: 3bed93ba-f904-4143-8148-9c5d1c70e23a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:44:35.057783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-845ac5be-3a23-4ca7-8a83-18db770f0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.058271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-845ac5be-3a23-4ca7-8a83-18db770f0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.058717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-845ac5be-3a23-4ca7-8a83-18db770f0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.060271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-845ac5be-3a23-4ca7-8a83-18db770f0757 service neutron] 10.222.0.39 "GET /v2.0/networks?id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&id=10e13c7f-f849-48de-b935-131b1bbc0cec&id=10e13c7f-f849-48de-b935-131b1bbc0cec HTTP/1.1" status: 200 len: 2292 time: 0.1428459 Oct 15 00:44:35.067195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.098730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:34Z', 'revision_number': 10, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:35.103060 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.106405 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/d8c5173d-9869-4ba4-a17d-0a9b9b593806 HTTP/1.1" status: 204 len: 168 time: 0.3968635 Oct 15 00:44:35.107415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf242d-2559-44f4-89d2-f1f2cead2a58 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c5173d-9869-4ba4-a17d-0a9b9b593806,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:35.109727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:35.121557 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:44:35.132130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd335306-997b-4717-b5ab-1b1f8864daa2 None None] Network eb873558-0674-4619-9499-318c69d0eed2 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:35.136390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:35.140708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-600c52dc-5b78-47e9-a24e-3c25826c2672 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75ea010d-d039-498c-8048-6b756133d8ad HTTP/1.1" status: 200 len: 1000 time: 0.0722146 Oct 15 00:44:35.158997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:44:35.163823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9783505a-ac3e-4d4b-a224-7f9250d66a5b up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:35.185358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:44:35.191005 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.202754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-20cd4dcf-64be-4a2b-944e-6e3b7347ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.205735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-20cd4dcf-64be-4a2b-944e-6e3b7347ca73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e9c50b30-fb11-477b-88d9-4c9150808b66 HTTP/1.1" status: 200 len: 850 time: 0.0578020 Oct 15 00:44:35.489583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:35.489583 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.489583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:35.489583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:35.490192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:35.490192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.490344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-5b52363e-c6ef-4ca3-bf89-2dba9915ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.490344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-5b52363e-c6ef-4ca3-bf89-2dba9915ea21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198c7661-90f0-428e-9a7e-e7cafe9db3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519626 Oct 15 00:44:35.490344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 3bed93ba-f904-4143-8148-9c5d1c70e23a) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:35.490344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.490344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.490702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914ab097-0916-49ea-9aed-d19c60c795c4 None None] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:35.490858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 1cc6d855-ffa8-498b-80c6-ae226bf1e164, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1cc6d855-ffa8-498b-80c6-ae226bf1e164,segment=NetworkSegment(1a821d21-b5f4-48ed-be56-4dac80239ac8),segment_id=1a821d21-b5f4-48ed-be56-4dac80239ac8)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:35.490858 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.490858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 1cc6d855-ffa8-498b-80c6-ae226bf1e164 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:35.491121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-e27857b1-a429-4e86-b98b-275da41cca9e service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167808 Oct 15 00:44:35.519057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-34e93aae-19b8-465a-b6b2-94fb50dbc6c7 service neutron] 10.222.0.39 "GET /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219566 Oct 15 00:44:35.533734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cfd97-2536-4130-b199-b146de6c1f11 req-f8a07c46-a4f1-4386-a37b-7551a347f85e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.535292 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2cfd97-2536-4130-b199-b146de6c1f11 req-f8a07c46-a4f1-4386-a37b-7551a347f85e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 944 time: 0.0691760 Oct 15 00:44:35.565067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-a42ea1ab-88fc-4d09-b88e-c77a2d9165a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 217 time: 0.0391901 Oct 15 00:44:35.604779 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e2cfd97-2536-4130-b199-b146de6c1f11 req-cfde829f-a273-488b-b16b-96ba4289575f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617702 Oct 15 00:44:35.623018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-1053c301-f742-4cc4-acaa-d3eaa24562d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.624148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.624498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-1053c301-f742-4cc4-acaa-d3eaa24562d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.0525696 Oct 15 00:44:35.631351 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ef6adcda-c406-4124-9c74-dff9dbf457f9 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2884090 Oct 15 00:44:35.658198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51652) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:35.661176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:35.664747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8a4c063d-8bf7-47c4-ae7c-d206b062e7fb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-53652088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:35.686931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=1cc6d855-ffa8-498b-80c6-ae226bf1e164,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:35.694379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port 1cc6d855-ffa8-498b-80c6-ae226bf1e164 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:35.723580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-9c1ecad3-4292-4ec6-abbf-1b63d1746439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.725080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-9c1ecad3-4292-4ec6-abbf-1b63d1746439 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927248 Oct 15 00:44:35.733204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932a51e-75b8-4fc7-8618-4d06d4193ec0 req-628f6525-d0db-49ef-8943-aaa56bc4b9c2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:35.734651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a932a51e-75b8-4fc7-8618-4d06d4193ec0 req-628f6525-d0db-49ef-8943-aaa56bc4b9c2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 945 time: 0.1010427 Oct 15 00:44:35.812007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.819376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4c063d-8bf7-47c4-ae7c-d206b062e7fb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.821366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4c063d-8bf7-47c4-ae7c-d206b062e7fb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.859837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a932a51e-75b8-4fc7-8618-4d06d4193ec0 req-2481ebb2-34ae-49e0-b50d-9178e21b1b73 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980113 Oct 15 00:44:35.865190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 9783505a-ac3e-4d4b-a224-7f9250d66a5b completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:44:35.875458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-57385085-e1c4-4689-971d-633d9728e371 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398442 Oct 15 00:44:35.877424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb873558-0674-4619-9499-318c69d0eed2']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:35.894877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 9783505a-ac3e-4d4b-a224-7f9250d66a5b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:35.899595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.899595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096f62e-d8e7-47b4-8c2c-7f13416f7b55 None None] DHCP port deletion for eb873558-0674-4619-9499-318c69d0eed2 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:35.903872 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.904126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a821d21-b5f4-48ed-be56-4dac80239ac8') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:35.904372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a821d21-b5f4-48ed-be56-4dac80239ac8') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:35.922949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.964354 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4c063d-8bf7-47c4-ae7c-d206b062e7fb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.977913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.985005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:35.985687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:35.988820 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:36.013524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-a44b8c63-51a6-41ae-b9a9-de0a4a7a237d service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291430 Oct 15 00:44:36.037539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:36.039650 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be56657-fb12-4074-81a6-e2bdf9ca766a" -d '{"events": [{"server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "name": "network-vif-plugged", "status": "completed", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:36.047319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-3bed93ba-f904-4143-8148-9c5d1c70e23a', 'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a', 'tenant_id': '04b30f870e7647918785495686513ec1', 'fixed_ips': [{'subnet_id': '994dff3f-b584-4550-b857-f60d9b8c1027'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:44:36.047535 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4c063d-8bf7-47c4-ae7c-d206b062e7fb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.048144 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.069926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-60e8e4f8-7721-464d-9188-33533bdbce8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 217 time: 0.0497143 Oct 15 00:44:36.071123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:36.135265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-61d35526-51b8-42a1-b144-43bebc9ede51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:36.137107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-61d35526-51b8-42a1-b144-43bebc9ede51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.0602620 Oct 15 00:44:36.139209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8a4c063d-8bf7-47c4-ae7c-d206b062e7fb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.143032 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a4c063d-8bf7-47c4-ae7c-d206b062e7fb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4808459 Oct 15 00:44:36.143260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51660) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:36.149319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a', 'name': 'tempest-PortsTestJSON-2119059730'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:36.182028 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5600d0-293c-4008-b115-f5a102e6fa72 x-openstack-request-id: req-ad5600d0-293c-4008-b115-f5a102e6fa72 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:36.182342 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "name": "network-vif-plugged", "status": "completed", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:36.182593 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad5600d0-293c-4008-b115-f5a102e6fa72 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:36.182974 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340', 'code': 200} Oct 15 00:44:36.188445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.196824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.198353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.200804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-e98adc3b-2c44-48f6-a2e6-dca52472dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:36.201382 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/eb873558-0674-4619-9499-318c69d0eed2 HTTP/1.1" status: 204 len: 168 time: 1.0902658 Oct 15 00:44:36.202525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-e98adc3b-2c44-48f6-a2e6-dca52472dddd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593123 Oct 15 00:44:36.205155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51662) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:36.222396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3605c-d472-4151-9a9c-87826ab360ab tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=eb873558-0674-4619-9499-318c69d0eed2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:36.249082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.332327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=137d3c1b-f2a7-4cd9-a77f-b8b109288340,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:36.345485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:34Z', 'revision_number': 10, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:36.351955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9783505a-ac3e-4d4b-a224-7f9250d66a5b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9783505a-ac3e-4d4b-a224-7f9250d66a5b,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:36.383702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62394e4c-39c8-4daf-8d68-0250ff9dc787 None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:34Z', 'revision_number': 10, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None, '_interfaces': [{'id': '9a747145-6df4-4fba-9354-af560ab4868c', 'name': '', 'network_id': '64e1be92-61d6-4784-bcf4-26691fa82321', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'mac_address': 'fa:16:3e:f4:78:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:43:52Z', 'updated_at': '2021-10-15T00:43:59Z', 'revision_number': 5, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'subnets': [{'id': 'afd7fb2b-f9e5-4784-bdd9-47f0692e5100', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:36.385118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:36.385386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Allocated IP 172.20.0.2 (3bed93ba-f904-4143-8148-9c5d1c70e23a/994dff3f-b584-4550-b857-f60d9b8c1027/379369c5-02cd-4776-b1d1-05cdf34b2947) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:36.390134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.412080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:36.420174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18c962-8834-45ae-9a3b-ade91c0fd091 req-b68d0462-43ab-47f4-962e-cf5a4684dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:36.424759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd18c962-8834-45ae-9a3b-ade91c0fd091 req-b68d0462-43ab-47f4-962e-cf5a4684dfbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 1097 time: 0.1610463 Oct 15 00:44:36.457689 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.477161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-ce38ba17-770a-4110-babc-34a45a8c866e service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640178 Oct 15 00:44:36.533855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9783505a-ac3e-4d4b-a224-7f9250d66a5b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:36.578577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.587638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd18c962-8834-45ae-9a3b-ade91c0fd091 req-bb30abf4-001a-46d3-8e90-634e0aeb5519 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301029 Oct 15 00:44:36.644947 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.706229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:36.710030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:36.713831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:36.749810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.13 (3bed93ba-f904-4143-8148-9c5d1c70e23a/994dff3f-b584-4550-b857-f60d9b8c1027/d4d632d3-8522-4412-83aa-bccc0b1dd5c3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:36.751897 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Pushing event updated for resources: {'Port': ['ID=379369c5-02cd-4776-b1d1-05cdf34b2947,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:36.799307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Attempting to bind port 379369c5-02cd-4776-b1d1-05cdf34b2947 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:36.799745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Attempting to bind port 379369c5-02cd-4776-b1d1-05cdf34b2947 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '38876cb5-8dd5-4b16-8768-ec1a91bfd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:36.800179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Attempting to bind port 379369c5-02cd-4776-b1d1-05cdf34b2947 on network 3bed93ba-f904-4143-8148-9c5d1c70e23a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:36.810148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:36.811332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Checking segment: {'id': '38876cb5-8dd5-4b16-8768-ec1a91bfd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:36.812685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.813394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Bound using segment: {'id': '38876cb5-8dd5-4b16-8768-ec1a91bfd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:36.814328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Bound port: 379369c5-02cd-4776-b1d1-05cdf34b2947, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38876cb5-8dd5-4b16-8768-ec1a91bfd17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3bed93ba-f904-4143-8148-9c5d1c70e23a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:36.815013 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:36.816757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1870a-9d5c-4ede-95ac-a1816c500146 req-9203596e-fd13-44d7-b234-4cb3b6501d52 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:36.819313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33d1870a-9d5c-4ede-95ac-a1816c500146 req-9203596e-fd13-44d7-b234-4cb3b6501d52 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1425195 Oct 15 00:44:36.900250 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-8eeb548f-cb80-47db-a67f-7055e19e1955 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1446834 Oct 15 00:44:36.914850 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-33d1870a-9d5c-4ede-95ac-a1816c500146 req-0497f162-f4b5-4df4-9473-fc88acb8ce86 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828891 Oct 15 00:44:36.941253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] For port 379369c5-02cd-4776-b1d1-05cdf34b2947, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:36.946375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] For port 379369c5-02cd-4776-b1d1-05cdf34b2947, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=379369c5-02cd-4776-b1d1-05cdf34b2947,segment=NetworkSegment(38876cb5-8dd5-4b16-8768-ec1a91bfd17a),segment_id=38876cb5-8dd5-4b16-8768-ec1a91bfd17a)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:37.015744 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:37.067450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-c2c59682-c4a9-4070-af21-bfb15a54b1cb service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632372 Oct 15 00:44:37.103468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd619f9d-7555-4799-b083-84dbff98e4cd None None] Pushing event updated for resources: {'Port': ['ID=379369c5-02cd-4776-b1d1-05cdf34b2947,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:37.130654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-0b70110d-df03-4ab8-a803-aa55ece76814 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c HTTP/1.1" status: 200 len: 217 time: 0.0465922 Oct 15 00:44:37.155842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-5c7098dd-7df1-41af-96a8-c34e8eabf804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.157362 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-5c7098dd-7df1-41af-96a8-c34e8eabf804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 1097 time: 0.1975186 Oct 15 00:44:37.170998 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:37.188681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6157db-67fa-490a-801d-7d38bde37e38 req-2f949410-f94a-4be1-94b0-0dff0efeda26 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.197747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b6157db-67fa-490a-801d-7d38bde37e38 req-2f949410-f94a-4be1-94b0-0dff0efeda26 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 946 time: 0.1834490 Oct 15 00:44:37.201770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-494fdbfb-5a6e-41c6-8056-8fc16a698f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.203378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-494fdbfb-5a6e-41c6-8056-8fc16a698f72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.0627584 Oct 15 00:44:37.275881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-c135f89b-4b8f-4924-a2e5-57ff56217927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.277365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-c135f89b-4b8f-4924-a2e5-57ff56217927 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564544 Oct 15 00:44:37.283636 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:37.324647 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6b6157db-67fa-490a-801d-7d38bde37e38 req-7d3e6948-2392-4e41-8017-f9bacb51e8be tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225512 Oct 15 00:44:37.418164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-9f3062ad-a73a-4b5f-9348-334883a43cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.422036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-9f3062ad-a73a-4b5f-9348-334883a43cc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.2208278 Oct 15 00:44:37.425464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:37.520915 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-5740f436-1a5e-4ea9-91b1-ffaf299a7bc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118 HTTP/1.1" status: 200 len: 217 time: 0.0850155 Oct 15 00:44:37.528547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-461e591f-7515-4880-b8cc-46ef02167533 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422626 Oct 15 00:44:37.530468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:37.549328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:37.552620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:37.627509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=d4d632d3-8522-4412-83aa-bccc0b1dd5c3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:37.653283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.653883 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:37.692737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-93dd4a97-d5fb-406b-b29b-6b38388d97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.693857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-93dd4a97-d5fb-406b-b29b-6b38388d97a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.1621187 Oct 15 00:44:37.741125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-d3c87edc-947f-4245-89ba-1be90ea530ee service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594350 Oct 15 00:44:37.748557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.754919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.761646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.768290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.774500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.780825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.796645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.798620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-9ae0d8f7-83c3-42f1-a64a-f0e7b2dfb781 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1634059 Oct 15 00:44:37.809024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3e2d6b0-0c66-4fce-ab1c-15e74be5100b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6626010 Oct 15 00:44:37.809858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51678) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:37.812791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-3cdc7ce1-afac-4d9c-9703-7f63a068aa56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e HTTP/1.1" status: 200 len: 217 time: 0.0631287 Oct 15 00:44:37.851936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-de73492f-c483-44fe-b6b9-fdb2c3ce6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:37.852209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-de73492f-c483-44fe-b6b9-fdb2c3ce6790 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483166 Oct 15 00:44:37.905494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97577a0e-0e31-480b-8c6c-e79ff1382c72 req-f25ac7d5-20ec-4d20-9f0b-d09a1b1871cf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0957282 Oct 15 00:44:38.019349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 379369c5-02cd-4776-b1d1-05cdf34b2947 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:38.086872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 379369c5-02cd-4776-b1d1-05cdf34b2947 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:38.087248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:38.102068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-2f8614a6-15e9-48d3-a653-b94959c39f78 service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412341 Oct 15 00:44:38.201066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa69f577-4051-4059-a253-e970e8112469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9783505a-ac3e-4d4b-a224-7f9250d66a5b'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:38.203972 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6478d7-06ea-44b0-9844-c5646c850631" -d '{"events": [{"server_uuid": "fa69f577-4051-4059-a253-e970e8112469", "name": "network-vif-plugged", "status": "completed", "tag": "9783505a-ac3e-4d4b-a224-7f9250d66a5b"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:38.239320 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:38.287006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 379369c5-02cd-4776-b1d1-05cdf34b2947, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=379369c5-02cd-4776-b1d1-05cdf34b2947,segment=NetworkSegment(38876cb5-8dd5-4b16-8768-ec1a91bfd17a),segment_id=38876cb5-8dd5-4b16-8768-ec1a91bfd17a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:38.293871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-66a780f4-dc10-4523-afda-f69833b9e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:38.295549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-66a780f4-dc10-4523-afda-f69833b9e796 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 200 len: 797 time: 0.4737833 Oct 15 00:44:38.303761 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce98e75c-0ac3-4b56-90e4-b51ec7175176 x-openstack-request-id: req-ce98e75c-0ac3-4b56-90e4-b51ec7175176 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:38.303761 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa69f577-4051-4059-a253-e970e8112469", "name": "network-vif-plugged", "status": "completed", "tag": "9783505a-ac3e-4d4b-a224-7f9250d66a5b", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:38.309195 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce98e75c-0ac3-4b56-90e4-b51ec7175176 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:38.309195 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa69f577-4051-4059-a253-e970e8112469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9783505a-ac3e-4d4b-a224-7f9250d66a5b', 'code': 200} Oct 15 00:44:38.325475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3d863-1302-446f-995d-d3e408f49b38 req-d94eb00d-dd2d-4f8a-93b6-bc4393b1423c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:38.338684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fab3d863-1302-446f-995d-d3e408f49b38 req-d94eb00d-dd2d-4f8a-93b6-bc4393b1423c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.2316771 Oct 15 00:44:38.377485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:38.429630 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff96c1e3-fd2c-4ef5-898f-bbf88f1d23b7 req-89a94024-4d63-4eee-ac14-c4c2815376b2 service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073277 Oct 15 00:44:38.441085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:38.472314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fab3d863-1302-446f-995d-d3e408f49b38 req-e3d765b0-3947-49b6-8d0c-a3aba847df3e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291466 Oct 15 00:44:38.479313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:38.479653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device db1d9bc7-cfdb-4e7c-8a0d-936d112c0543 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:38.480064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1cc6d855-ffa8-498b-80c6-ae226bf1e164 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:38.517387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1cc6d855-ffa8-498b-80c6-ae226bf1e164 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:38.517729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1cc6d855-ffa8-498b-80c6-ae226bf1e164 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:38.525557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=379369c5-02cd-4776-b1d1-05cdf34b2947,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:38.548237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 9a747145-6df4-4fba-9354-af560ab4868c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:38.548582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:38.572729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69e55b-bc50-4a03-a4c5-632029d05b6a None None] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:38.580986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:38.584369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-11958c32-9a86-4791-913e-d85c731a96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:38.585983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-11958c32-9a86-4791-913e-d85c731a96a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca16cbb7-b175-45fd-a296-b95b5ead1d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2723186 Oct 15 00:44:38.681342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-20575a2c-adc4-4157-b8f2-4045f49f8402 None None] Provisioning complete for port 379369c5-02cd-4776-b1d1-05cdf34b2947 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:38.681706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-20575a2c-adc4-4157-b8f2-4045f49f8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:38.693659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415696-f1ce-4830-b662-a67666460ff0 req-e3ac3674-da62-4639-aea3-6e3805101c83 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:38.695805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f415696-f1ce-4830-b662-a67666460ff0 req-e3ac3674-da62-4639-aea3-6e3805101c83 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 946 time: 0.2295442 Oct 15 00:44:38.697980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2add7-226c-49f1-9b37-40c76e925e82 req-b015fe06-02aa-46a6-98f4-7aea6d1cd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:38.699419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cce2add7-226c-49f1-9b37-40c76e925e82 req-b015fe06-02aa-46a6-98f4-7aea6d1cd739 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 1096 time: 0.2862093 Oct 15 00:44:38.915271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 9a747145-6df4-4fba-9354-af560ab4868c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a747145-6df4-4fba-9354-af560ab4868c,segment=NetworkSegment(e5401fca-5e63-47d2-b7ec-5fe1177bd221),segment_id=e5401fca-5e63-47d2-b7ec-5fe1177bd221)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:38.915757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:38.988159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cce2add7-226c-49f1-9b37-40c76e925e82 req-1a076056-ff15-4a0e-b8ee-e6fb3792057b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571440 Oct 15 00:44:39.006056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 9a747145-6df4-4fba-9354-af560ab4868c owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:39.013246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f415696-f1ce-4830-b662-a67666460ff0 req-40bb454d-0029-4b8e-aaa8-b45035d87eec tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780778 Oct 15 00:44:39.029983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-1944c96d-7857-473f-8f56-c2f5ae3a695e service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228666 Oct 15 00:44:39.097001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.103224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-79e965f8-bb7e-449c-ac1d-ffde459e5587 None None] Provisioning complete for port 379369c5-02cd-4776-b1d1-05cdf34b2947 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:39.104178 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-79e965f8-bb7e-449c-ac1d-ffde459e5587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:39.105470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.112904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.120090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.126689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.136298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.143092 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.145197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1235b07-4264-409e-8a99-05cdb68103ce req-2515f868-765b-4fab-8592-b0fac73cc051 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1556933 Oct 15 00:44:39.145421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.151926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.157875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.164784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.170956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.176979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.183364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.185242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-455d0757-46b8-4fc5-aa23-fed66708946b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.2977757 Oct 15 00:44:39.199123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1235b07-4264-409e-8a99-05cdb68103ce req-c8ee4838-bdb1-4509-85da-c2d7031c0460 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0458832 Oct 15 00:44:39.242167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-79e965f8-bb7e-449c-ac1d-ffde459e5587 None None] Provisioning complete for port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:39.242541 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-79e965f8-bb7e-449c-ac1d-ffde459e5587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:39.291210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-79e965f8-bb7e-449c-ac1d-ffde459e5587 None None] Port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:39.384400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-eb97b4bd-444b-48af-8fbb-fa855f70fdea tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.392978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-eb97b4bd-444b-48af-8fbb-fa855f70fdea tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "GET /v2.0/ports/c30895ce-16dc-4535-884d-f3071080a260?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1562676 Oct 15 00:44:39.409122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-85d7ef1d-97e7-41f6-b7da-31736348f0a8 None None] Provisioning complete for port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:39.409497 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85d7ef1d-97e7-41f6-b7da-31736348f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:39.443775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-85d7ef1d-97e7-41f6-b7da-31736348f0a8 None None] Port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:39.493489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-56b34caf-fd45-4927-9e32-8fdb1f10a149 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 267 time: 0.3022549 Oct 15 00:44:39.522740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-5624054a-8389-4fc0-b41f-bffabc5abe60 service neutron] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733288 Oct 15 00:44:39.589739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b76bb-351c-4f55-96c3-9b1554fa14fd req-7d7be949-aa37-4fa6-a256-e4763dc359e5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.591260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-978b76bb-351c-4f55-96c3-9b1554fa14fd req-7d7be949-aa37-4fa6-a256-e4763dc359e5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0512128 Oct 15 00:44:39.630384 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-978b76bb-351c-4f55-96c3-9b1554fa14fd req-3970d3d5-8b45-470c-8280-4333e353c740 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Oct 15 00:44:39.644186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-10326bfe-c7b9-4206-87bf-5badb309826d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a HTTP/1.1" status: 200 len: 217 time: 0.1057854 Oct 15 00:44:39.668545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:39.755974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:39.788865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-d398c8d3-d3dc-4e6f-be0c-9d35cf864ed7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.788865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-d398c8d3-d3dc-4e6f-be0c-9d35cf864ed7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 946 time: 0.2835312 Oct 15 00:44:39.821671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d5b3706e-e14c-422c-abed-82f4295d4004 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "GET /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4169836 Oct 15 00:44:39.834342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'port': {'security_groups': []}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:39.841002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:39.841281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-69a1c264-ef9d-470f-bd83-3290477f1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:39.842735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-69a1c264-ef9d-470f-bd83-3290477f1e5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.1895914 Oct 15 00:44:39.852768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:39.856615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 379369c5-02cd-4776-b1d1-05cdf34b2947 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:39.918058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 379369c5-02cd-4776-b1d1-05cdf34b2947 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:39.918613 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:40.064829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-884104c1-a84a-4968-b731-66ffbe87addd None None] Provisioning complete for port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:40.065307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-884104c1-a84a-4968-b731-66ffbe87addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:40.101029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-884104c1-a84a-4968-b731-66ffbe87addd None None] Port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:40.329682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=d4d632d3-8522-4412-83aa-bccc0b1dd5c3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:40.337871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.351818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.357773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.366897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.373504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.379376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.385811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.386327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:40.387723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-1503680b-8238-44a3-a25f-72fdc0dc19f2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5432 time: 0.1083875 Oct 15 00:44:40.429891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe694b60-59aa-4f1c-9f90-3adb251e4160 req-334c2883-f9eb-4ff6-87dc-47a54da0d826 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0358241 Oct 15 00:44:40.437579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=9a747145-6df4-4fba-9354-af560ab4868c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:40.459732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:40.462353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:40.494711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-f93a2ee1-a173-47b5-8d2c-19cc0313b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.496210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-f93a2ee1-a173-47b5-8d2c-19cc0313b9f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2609489 Oct 15 00:44:40.744465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:40.750751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c600-dd03-4c13-a975-3a1cc12f1a77 req-953d859e-c05c-4624-b1fc-e7e7c6c71847 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:40.752245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b92c600-dd03-4c13-a975-3a1cc12f1a77 req-953d859e-c05c-4624-b1fc-e7e7c6c71847 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0490646 Oct 15 00:44:40.791641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b92c600-dd03-4c13-a975-3a1cc12f1a77 req-f34f33cd-4c11-4aca-b876-447460b497db tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Oct 15 00:44:41.011917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-fe8b35fd-ecb2-40ed-898f-12a8646bbcee service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937010 Oct 15 00:44:41.046535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.180454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] For port c30895ce-16dc-4535-884d-f3071080a260, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=c30895ce-16dc-4535-884d-f3071080a260,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:41.223406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88933c7d-ddbb-4511-a969-24429dc48bd0 req-da0c62ad-203a-42b8-bf88-e8963f4c5d79 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:41.224893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88933c7d-ddbb-4511-a969-24429dc48bd0 req-da0c62ad-203a-42b8-bf88-e8963f4c5d79 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0513396 Oct 15 00:44:41.263611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88933c7d-ddbb-4511-a969-24429dc48bd0 req-84f111ac-a0dd-485d-a31a-d34771342029 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Oct 15 00:44:41.308395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] For port 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:41.331461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:41.357339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] For port c30895ce-16dc-4535-884d-f3071080a260, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:41.407350 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-e9abdeef-e50f-48bb-b02e-fcd0ed2775ef service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646955 Oct 15 00:44:41.409117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.453579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] device_id is not set on port c30895ce-16dc-4535-884d-f3071080a260 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:41.489193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.492249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.501972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['137d3c1b-f2a7-4cd9-a77f-b8b109288340'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:41.505120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118', '0a6b3e26-f380-4d28-8b77-864fd810e269'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:41.562366 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-825b557a-5a83-4611-99f1-88934a15ec3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d HTTP/1.1" status: 200 len: 217 time: 0.1044757 Oct 15 00:44:41.598573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:41.600257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.612792 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b0c299c9-a4c3-4e62-9b3c-704b3125ab3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4061904 Oct 15 00:44:41.614649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51716) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:41.617189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:41.633525 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:41.634695 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:41.656407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.663896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:41.665063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.672380 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f070080-0ebc-4ff0-bc53-ca7bdc743462 req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "PUT /v2.0/ports/137d3c1b-f2a7-4cd9-a77f-b8b109288340 HTTP/1.1" status: 200 len: 905 time: 1.8562963 Oct 15 00:44:41.681328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:41.683665 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:41.780624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-ed500e09-2e8b-46a4-918f-5f355556e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:41.786346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-ed500e09-2e8b-46a4-918f-5f355556e988 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 200 len: 797 time: 0.2142363 Oct 15 00:44:41.790520 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:41.801704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['137d3c1b-f2a7-4cd9-a77f-b8b109288340'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:41.802686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting subnet afd7fb2b-f9e5-4784-bdd9-47f0692e5100 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:41.859702 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:41.938231 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:39Z', 'revision_number': 11, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:41.985317 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:41.995552 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:41.996395 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:42.001496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.007505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.013960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.019860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.025843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.031717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.037564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.046294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-caa5d189-ae49-478d-bc33-51efae716229 req-a2031209-9024-472c-926c-5a8ba0d62cc0 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 5354 time: 0.5343339 Oct 15 00:44:42.067014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-833b5f53-52f9-4b64-bd9c-75b8e79a44dc None None] Provisioning complete for port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:42.067388 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-833b5f53-52f9-4b64-bd9c-75b8e79a44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:42.074827 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:42.097398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-caa5d189-ae49-478d-bc33-51efae716229 req-85adeb7d-b841-4f95-98bc-d5d8db22a61a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0501413 Oct 15 00:44:42.121479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3143a-c277-4187-8473-61bac1d124b5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=137d3c1b-f2a7-4cd9-a77f-b8b109288340,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:42.131306 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:39Z', 'revision_number': 11, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:42.163329 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c276081a-567e-4864-9edb-23b30f56dcd4 None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:39Z', 'revision_number': 11, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:42.294842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-58f44eef-d390-47f7-b7a6-51e9322bf98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.300086 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-58f44eef-d390-47f7-b7a6-51e9322bf98b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 1059 time: 0.0569060 Oct 15 00:44:42.409982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a51f7b3a-d501-4e96-ba88-4cf81ca51944 None None] Provisioning complete for port c30895ce-16dc-4535-884d-f3071080a260 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:42.410620 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a51f7b3a-d501-4e96-ba88-4cf81ca51944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:42.451365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a51f7b3a-d501-4e96-ba88-4cf81ca51944 None None] Port c30895ce-16dc-4535-884d-f3071080a260 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:42.460539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783eb7f-4268-436e-8277-3f8879b52877 req-005adf18-268d-4cf5-a52a-7f01b462b4a7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.462715 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1783eb7f-4268-436e-8277-3f8879b52877 req-005adf18-268d-4cf5-a52a-7f01b462b4a7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1071041 Oct 15 00:44:42.463919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-dea275ec-1bf4-4302-b646-8b4f3a9fd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.465252 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-dea275ec-1bf4-4302-b646-8b4f3a9fd515 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1569912 Oct 15 00:44:42.521484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-625f17d8-86ed-4625-a510-88ef48e76c65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340 HTTP/1.1" status: 200 len: 217 time: 0.0466485 Oct 15 00:44:42.552936 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3463cde9-c735-4ea9-aa99-e9e0826b3add x-openstack-request-id: req-3463cde9-c735-4ea9-aa99-e9e0826b3add {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:42.553392 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:42.553630 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3463cde9-c735-4ea9-aa99-e9e0826b3add {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:42.553837 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340', 'status': 'completed', 'code': 200} Oct 15 00:44:42.569773 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1783eb7f-4268-436e-8277-3f8879b52877 req-a10cdc94-19c1-4bed-87a6-0f4cca219b53 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009874 Oct 15 00:44:42.595072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-8b8e1481-0296-4d06-b108-1ac9e2252ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.597132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-8b8e1481-0296-4d06-b108-1ac9e2252ba5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0681581 Oct 15 00:44:42.624206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:42.629975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] No DVR routers for this DVR port c30895ce-16dc-4535-884d-f3071080a260 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:42.652587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-e9f2ca6e-82fb-48c7-a913-54b2dacca2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.654569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-e9f2ca6e-82fb-48c7-a913-54b2dacca2d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492821 Oct 15 00:44:42.714690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] Pushing event updated for resources: {'Port': ['ID=c30895ce-16dc-4535-884d-f3071080a260,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:42.724844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-8e5a8fc0-70ed-4646-a89d-ddd2edc2b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.727236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-8e5a8fc0-70ed-4646-a89d-ddd2edc2b3e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10e13c7f-f849-48de-b935-131b1bbc0cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9199686 Oct 15 00:44:42.753715 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-0e2888f7-c59c-4f03-92e1-13ac7cf8e70a service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923574 Oct 15 00:44:42.759363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e0c2d-28b6-404b-8893-1e48d0e2275d req-18c9c50b-6eb9-48ce-a36e-a484c22fd6aa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.760871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-474e0c2d-28b6-404b-8893-1e48d0e2275d req-18c9c50b-6eb9-48ce-a36e-a484c22fd6aa tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 908 time: 0.8848767 Oct 15 00:44:42.765913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] In _notify_port_updated(), no bound segment for port c30895ce-16dc-4535-884d-f3071080a260 on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:44:42.766759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.767360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:42.768595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ea4385f7-f11c-4f9e-98c9-a392d6d5657a service neutron] 10.222.0.39 "PUT /v2.0/ports/c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 200 len: 1026 time: 2.9383130 Oct 15 00:44:42.874914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-95a1482d-6a05-4fdf-9088-04346b7a1929 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135459 Oct 15 00:44:42.877641 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:42.912784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ded1bc50-071c-49fb-a364-e315d0c8ea3a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.914211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-ded1bc50-071c-49fb-a364-e315d0c8ea3a tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "GET /v2.0/ports/492cbaa3-7842-4778-8885-d4fdce3802bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1358542 Oct 15 00:44:42.915768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf63e62-3a8e-472a-9f3c-436c7c5a5340 req-43b61e08-fc9f-4510-a859-dade21318592 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:42.917243 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adf63e62-3a8e-472a-9f3c-436c7c5a5340 req-43b61e08-fc9f-4510-a859-dade21318592 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0574300 Oct 15 00:44:42.927941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:42.957020 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-adf63e62-3a8e-472a-9f3c-436c7c5a5340 req-a764c94d-4457-4c67-bb5b-ce2cd6504f65 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Oct 15 00:44:42.957836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:42.963370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.001895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 75ea010d-d039-498c-8048-6b756133d8ad no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:43.078208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.100545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:43.103785 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878dccbd-79d1-4650-b6f9-93eff1a55b60" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "75ea010d-d039-498c-8048-6b756133d8ad"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:43.116583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 75ea010d-d039-498c-8048-6b756133d8ad, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=75ea010d-d039-498c-8048-6b756133d8ad,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:43.138687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-03a57fd5-f83b-4fa8-bfe2-4722249cc00d service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748119 Oct 15 00:44:43.141755 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5af685-7809-43e0-a541-3f52f911e963 x-openstack-request-id: req-db5af685-7809-43e0-a541-3f52f911e963 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:43.142123 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "75ea010d-d039-498c-8048-6b756133d8ad", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:43.142406 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db5af685-7809-43e0-a541-3f52f911e963 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:43.142792 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad', 'code': 200} Oct 15 00:44:43.155656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=d4d632d3-8522-4412-83aa-bccc0b1dd5c3,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:43.163102 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.173855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.174789 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.175872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device bd3a768a-96cd-486f-ad08-eb95e74c7b5e no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:43.251763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660b3ec-3485-48e5-967a-fb22cc1ceab4 req-8ecc84ea-ea64-4682-aa6f-fb541dc23c7b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.253267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4660b3ec-3485-48e5-967a-fb22cc1ceab4 req-8ecc84ea-ea64-4682-aa6f-fb541dc23c7b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1938965 Oct 15 00:44:43.289756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-75630f46-2f9e-46ae-97a0-63598ee56bd2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.297001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-75630f46-2f9e-46ae-97a0-63598ee56bd2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.305071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-75630f46-2f9e-46ae-97a0-63598ee56bd2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.312411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-75630f46-2f9e-46ae-97a0-63598ee56bd2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.316992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.318904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-75630f46-2f9e-46ae-97a0-63598ee56bd2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.326353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-75630f46-2f9e-46ae-97a0-63598ee56bd2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.330637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-75630f46-2f9e-46ae-97a0-63598ee56bd2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 4657 time: 0.1011229 Oct 15 00:44:43.379327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c46d356b-9087-45dc-9c1b-5582403f1083 req-25064eca-dbad-4040-9b4a-dfe7127c637e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=b71c80f6-1873-454d-8947-5565f0cadb61&id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0438452 Oct 15 00:44:43.418103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=75ea010d-d039-498c-8048-6b756133d8ad,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:43.418276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.421418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/afd7fb2b-f9e5-4784-bdd9-47f0692e5100 HTTP/1.1" status: 204 len: 168 time: 1.7843413 Oct 15 00:44:43.428336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51738) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:43.436173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19fdf84-dadd-4ed5-b82b-254db01d49fa None None] Network 64e1be92-61d6-4784-bcf4-26691fa82321 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:43.437726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4356b-41b8-491b-8684-344e6ec8719c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Subnet': ['ID=afd7fb2b-f9e5-4784-bdd9-47f0692e5100,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:43.474671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4660b3ec-3485-48e5-967a-fb22cc1ceab4 req-f62cee83-c82d-4fb3-bcc6-fe99b74385e5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751046 Oct 15 00:44:43.480728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7747dd87-9ec3-4220-b3c2-2a6835072395 req-2d652d33-e1d6-40c0-8dae-2fb0204197b6 service neutron] 10.222.0.39 "GET /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200169 Oct 15 00:44:43.550883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:43.553771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:43.573511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.589551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.660038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] For port 492cbaa3-7842-4778-8885-d4fdce3802bc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=492cbaa3-7842-4778-8885-d4fdce3802bc,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:43.675277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Deleting port 746eedcf-c970-4972-92a9-1ed9cb3c8192 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:43.675634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.693063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:43.775464 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.776532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c30895ce-16dc-4535-884d-f3071080a260 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:43.780687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] DHCP port deletion for 64e1be92-61d6-4784-bcf4-26691fa82321 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:43.841251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] For port 746eedcf-c970-4972-92a9-1ed9cb3c8192, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=746eedcf-c970-4972-92a9-1ed9cb3c8192,segment=NetworkSegment(e5401fca-5e63-47d2-b7ec-5fe1177bd221),segment_id=e5401fca-5e63-47d2-b7ec-5fe1177bd221)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:43.841909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.845194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] For port 492cbaa3-7842-4778-8885-d4fdce3802bc, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:43.861874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Calling delete_port for 746eedcf-c970-4972-92a9-1ed9cb3c8192 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:43.927855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:43.930283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a6f9-3963-4aef-9916-ef7f56122ca0 req-4c4aab44-3726-4e84-bd0a-e2f50afce593 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.932131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c041a6f9-3963-4aef-9916-ef7f56122ca0 req-4c4aab44-3726-4e84-bd0a-e2f50afce593 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.2082763 Oct 15 00:44:43.934259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device c30895ce-16dc-4535-884d-f3071080a260 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:43.934683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:43.937325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 746eedcf-c970-4972-92a9-1ed9cb3c8192 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:43.942466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] device_id is not set on port 492cbaa3-7842-4778-8885-d4fdce3802bc yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:43.943418 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-47c3365b-5cbc-47f0-860a-65ce40dc1071 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:43.951915 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-47c3365b-5cbc-47f0-860a-65ce40dc1071 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.2548242 Oct 15 00:44:43.960239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:43.994839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c041a6f9-3963-4aef-9916-ef7f56122ca0 req-b4714894-1945-4fe8-9083-aac037526117 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Oct 15 00:44:43.998052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Router 1ba66bdb-9b76-43f4-ad8d-679ad85d1048 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:44:44.043944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] Deleting port 746eedcf-c970-4972-92a9-1ed9cb3c8192 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:44.044681 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.051533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.076429 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-4d224f78-bb13-47e7-a0a8-8f32e77772ba tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/quotas/263c0d278c3f49c9bc051c77cb07a614 HTTP/1.1" status: 200 len: 375 time: 0.0620601 Oct 15 00:44:44.083541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-448b494a-0390-4930-b9c4-b9ab3de5542e None None] Provisioning complete for port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:44.083920 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-448b494a-0390-4930-b9c4-b9ab3de5542e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.127464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.146600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] No DVR routers for this DVR port 492cbaa3-7842-4778-8885-d4fdce3802bc on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:44.155644 n-d-811521-2 neutron-server[107727]: INFO neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No ports have port_id starting with 746eedcf-c970-4972-92a9-1ed9cb3c8192 Oct 15 00:44:44.165586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Port': ['ID=746eedcf-c970-4972-92a9-1ed9cb3c8192,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:44.178285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a747145-6df4-4fba-9354-af560ab4868c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:44.192706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] Pushing event updated for resources: {'Port': ['ID=492cbaa3-7842-4778-8885-d4fdce3802bc,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:44.198069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:44.201717 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-a40c631d-a09a-495e-8cdf-5378c39eb242 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1184640 Oct 15 00:44:44.207073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1b099f9f-cb11-43e3-9208-25bcbd4c1769 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "PUT /v2.0/routers/1ba66bdb-9b76-43f4-ad8d-679ad85d1048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3936679 Oct 15 00:44:44.207913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:44.208040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-7e73d9e9-08e5-461b-8b62-0b5d1d412fdb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:44:44.216053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-7e73d9e9-08e5-461b-8b62-0b5d1d412fdb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129969 Oct 15 00:44:44.220188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No DVR routers for this DVR port 746eedcf-c970-4972-92a9-1ed9cb3c8192 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:44.239489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] In _notify_port_updated(), no bound segment for port 492cbaa3-7842-4778-8885-d4fdce3802bc on network ca16cbb7-b175-45fd-a296-b95b5ead1d2b {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:44:44.241158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:44.241787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.243300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] For port 746eedcf-c970-4972-92a9-1ed9cb3c8192, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=746eedcf-c970-4972-92a9-1ed9cb3c8192,segment=NetworkSegment(e5401fca-5e63-47d2-b7ec-5fe1177bd221),segment_id=e5401fca-5e63-47d2-b7ec-5fe1177bd221)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:44.243642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-d222aa94-d931-4daa-8150-76ddd9df4eba service neutron] 10.222.0.39 "PUT /v2.0/ports/492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 200 len: 1027 time: 1.3197458 Oct 15 00:44:44.243743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.251892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] Sync routers for ids ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:44.253724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9a747145-6df4-4fba-9354-af560ab4868c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:44:44.254062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a747145-6df4-4fba-9354-af560ab4868c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:44.267754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-448b494a-0390-4930-b9c4-b9ab3de5542e None None] Port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:44.302390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] Calling delete_port for 746eedcf-c970-4972-92a9-1ed9cb3c8192 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:44.309775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.318784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] Routers {'1ba66bdb-9b76-43f4-ad8d-679ad85d1048'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:44.319414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:44.347389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.348244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961e746-339e-4baa-89b5-d58c194e9017 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:44.354450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8961e746-339e-4baa-89b5-d58c194e9017 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba66bdb-9b76-43f4-ad8d-679ad85d1048 HTTP/1.1" status: 200 len: 983 time: 0.1461580 Oct 15 00:44:44.355200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51758) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:44.373638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e1be92-61d6-4784-bcf4-26691fa82321']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:44.384143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5401fca-5e63-47d2-b7ec-5fe1177bd221') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:44.384449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5401fca-5e63-47d2-b7ec-5fe1177bd221') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:44.395446 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.402265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:44.419491 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.422415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:44.422822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:44.429286 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:44.431833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:44.440301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] Routers {'1ba66bdb-9b76-43f4-ad8d-679ad85d1048'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:44.440911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:44.484044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:44.484697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bef13cc-a478-404a-b2b5-557b984c88f0 None None] The sync data for ids ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:44:44.496505 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:44:44.500237 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.500237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 59fc2bda-9bc5-4fad-a53c-c40c17903d1d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:44.548914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:44.549522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.561884 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.566606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c6eef2f3-d013-4f07-bec0-0db1afdd6d37 None None] Provisioning complete for port 492cbaa3-7842-4778-8885-d4fdce3802bc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:44.566957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6eef2f3-d013-4f07-bec0-0db1afdd6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.570657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-e849c4bc-bb1a-4c17-b7fa-4832d0711f44 service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538301 Oct 15 00:44:44.621081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] No DVR routers for this DVR port 746eedcf-c970-4972-92a9-1ed9cb3c8192 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:44.633181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:44.643572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.658654 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.658858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38569c66-889f-4ff4-967a-68e7f6bb8685 None None] Pushing event deleted for resources: {'Port': ['ID=746eedcf-c970-4972-92a9-1ed9cb3c8192,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:44.662900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c6eef2f3-d013-4f07-bec0-0db1afdd6d37 None None] Port 492cbaa3-7842-4778-8885-d4fdce3802bc cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:44.665506 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/networks/64e1be92-61d6-4784-bcf4-26691fa82321 HTTP/1.1" status: 204 len: 168 time: 1.2344141 Oct 15 00:44:44.667942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:44.683888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'routes': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:44.688620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887ed88-4e55-4ce3-a4f3-bcac0a12aa98 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Pushing event deleted for resources: {'Network': ['ID=64e1be92-61d6-4784-bcf4-26691fa82321,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:44.719333 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.743677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83385cb-7797-4b8d-948d-88fb9f5b6d68 req-62fd52ce-818d-44a2-94af-eb989e3037fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:44.749854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83385cb-7797-4b8d-948d-88fb9f5b6d68 req-62fd52ce-818d-44a2-94af-eb989e3037fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:44.756200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83385cb-7797-4b8d-948d-88fb9f5b6d68 req-62fd52ce-818d-44a2-94af-eb989e3037fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:44.762398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83385cb-7797-4b8d-948d-88fb9f5b6d68 req-62fd52ce-818d-44a2-94af-eb989e3037fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:44.768368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83385cb-7797-4b8d-948d-88fb9f5b6d68 req-62fd52ce-818d-44a2-94af-eb989e3037fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:44.770163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b83385cb-7797-4b8d-948d-88fb9f5b6d68 req-62fd52ce-818d-44a2-94af-eb989e3037fb tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 3879 time: 0.2758827 Oct 15 00:44:44.789221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:44.795712 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-27d2d675-5a08-4e63-97b7-0468cd4e61dd service neutron] 10.222.0.13 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221680 Oct 15 00:44:44.824883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] For port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:44.824883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.848492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.865159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:44.870523 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.871693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 492cbaa3-7842-4778-8885-d4fdce3802bc no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:44.872997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b83385cb-7797-4b8d-948d-88fb9f5b6d68 req-789f2766-6ba6-47d0-9c1d-229b43a40e72 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907423 Oct 15 00:44:44.881444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.extraroute_db [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Added routes are [] {{(pid=107725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 00:44:44.881600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.extraroute_db [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Removed routes are [] {{(pid=107725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 00:44:44.881969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:44.963089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 492cbaa3-7842-4778-8885-d4fdce3802bc not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:44.963657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ccccdf32-90f4-49bf-9e00-21c834c7fc3c no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:45.055595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.059733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.099148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.102441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:45.113556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.114140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.114648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.115136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.115639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.116266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.116734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.117891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.118395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.118866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.119348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.119824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:44:45.150422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e'}, {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a'}, {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:45.150422 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b016385-8abf-4602-9943-3238cc09acca" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e"}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a"}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:45.168978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.200547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2b7a3e7-6ca7-4ea0-aa89-e0942a16ae2f req-269cb0f2-0246-45d4-840f-d65f64ee84b7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 210 time: 0.0597529 Oct 15 00:44:45.206124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.209969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:45.250215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router 468fb9f3-f524-40a7-b77a-81748c6c9443 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:45.251977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=73ad7329-bef2-4f2a-b272-0ca3f8f15f8a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:45.279136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0dcad-80d7-417c-aaac-35ee75eba45d req-9da347bf-36b2-4759-9d36-bdddf1cf2cd8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:45.286197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fa0dcad-80d7-417c-aaac-35ee75eba45d req-9da347bf-36b2-4759-9d36-bdddf1cf2cd8 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0979416 Oct 15 00:44:45.286696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.360875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:45.384394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:45.396655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.401209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3087719a-2ad9-4f96-934e-7e6dddd3dabf tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 200 len: 704 time: 0.7233739 Oct 15 00:44:45.401904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:45.403919 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3c8f25-6099-412f-898a-f1005594827c x-openstack-request-id: req-4b3c8f25-6099-412f-898a-f1005594827c {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:45.406179 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] Sync routers for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:45.407194 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e", "code": 200}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a", "code": 200}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:45.407674 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b3c8f25-6099-412f-898a-f1005594827c {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:45.409447 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e', 'code': 200} Oct 15 00:44:45.409923 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a', 'code': 200} Oct 15 00:44:45.410427 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d', 'code': 200} Oct 15 00:44:45.420682 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:45.421357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fa0dcad-80d7-417c-aaac-35ee75eba45d req-b001cf63-7f10-4d9e-b4b7-134aeb2d97fa tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342978 Oct 15 00:44:45.421879 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:45.440157 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce60f813-f11e-4bb4-8388-d592c9959212 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 200 len: 205 time: 0.0344470 Oct 15 00:44:45.440905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51782) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:45.528782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f37-dfe5-4542-b0d7-d1674bf1e25e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.604411 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:45.662643 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:39Z', 'revision_number': 11, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:45.699297 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] Checking router: 468fb9f3-f524-40a7-b77a-81748c6c9443 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:45.708510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f37-dfe5-4542-b0d7-d1674bf1e25e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.710715 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] Routers {'468fb9f3-f524-40a7-b77a-81748c6c9443'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:45.710885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f37-dfe5-4542-b0d7-d1674bf1e25e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.711415 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['468fb9f3-f524-40a7-b77a-81748c6c9443'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:45.737272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] No DVR routers for this DVR port 73ad7329-bef2-4f2a-b272-0ca3f8f15f8a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:45.740423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.744909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-f7748149-49b9-44df-b1c6-036200e6f1f4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "DELETE /v2.0/ports/73ad7329-bef2-4f2a-b272-0ca3f8f15f8a HTTP/1.1" status: 204 len: 173 time: 1.4912076 Oct 15 00:44:45.745494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:45.748034 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e807493-c6ba-4e5d-9704-7aa19fa7fd48" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:45.839385 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] Set router 468fb9f3-f524-40a7-b77a-81748c6c9443 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:45.848157 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789d9d37-9222-4778-be9c-95f35e1d588d x-openstack-request-id: req-789d9d37-9222-4778-be9c-95f35e1d588d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:45.848464 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "73ad7329-bef2-4f2a-b272-0ca3f8f15f8a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:45.848687 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-789d9d37-9222-4778-be9c-95f35e1d588d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:45.849074 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': '73ad7329-bef2-4f2a-b272-0ca3f8f15f8a', 'status': 'completed', 'code': 200} Oct 15 00:44:45.900455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port 75ea010d-d039-498c-8048-6b756133d8ad {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:45.900621 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:39Z', 'revision_number': 11, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:45.900723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.909670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f37-dfe5-4542-b0d7-d1674bf1e25e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.910252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c02f37-dfe5-4542-b0d7-d1674bf1e25e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Fanout notify agent at l3_agent the message router_deleted on router 468fb9f3-f524-40a7-b77a-81748c6c9443 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:44:45.919219 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f37-dfe5-4542-b0d7-d1674bf1e25e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:45.923981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b7c02f37-dfe5-4542-b0d7-d1674bf1e25e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 204 len: 168 time: 0.4817419 Oct 15 00:44:45.924657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51790) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:45.929360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f9377edd-9ebe-49b1-8c64-35381a489bf4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-562072000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:45.943108 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9954e4b-77b6-4209-af18-21e81afbce31 None None] The sync data for ids ['468fb9f3-f524-40a7-b77a-81748c6c9443'] in n-d-811521-2 is: [{'id': '468fb9f3-f524-40a7-b77a-81748c6c9443', 'name': 'tempest-RoutersIpV6Test-router-148268196', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:43:49Z', 'updated_at': '2021-10-15T00:44:39Z', 'revision_number': 11, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:46.049276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199e75c-6574-44ef-9595-a53976e2eea2 req-e77aa1e8-392b-440c-b26c-242405dbd803 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:46.055438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] For port 75ea010d-d039-498c-8048-6b756133d8ad, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=75ea010d-d039-498c-8048-6b756133d8ad,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:46.055805 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.056668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199e75c-6574-44ef-9595-a53976e2eea2 req-e77aa1e8-392b-440c-b26c-242405dbd803 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:46.064061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199e75c-6574-44ef-9595-a53976e2eea2 req-e77aa1e8-392b-440c-b26c-242405dbd803 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:46.068764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port d4d632d3-8522-4412-83aa-bccc0b1dd5c3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:46.069106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.071534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199e75c-6574-44ef-9595-a53976e2eea2 req-e77aa1e8-392b-440c-b26c-242405dbd803 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:46.073270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5199e75c-6574-44ef-9595-a53976e2eea2 req-e77aa1e8-392b-440c-b26c-242405dbd803 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 3142 time: 0.0978572 Oct 15 00:44:46.079681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9377edd-9ebe-49b1-8c64-35381a489bf4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.080817 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9377edd-9ebe-49b1-8c64-35381a489bf4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.138823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5199e75c-6574-44ef-9595-a53976e2eea2 req-bb9467c0-175e-4ac7-8944-0aa3d9e815d3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542924 Oct 15 00:44:46.167971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9377edd-9ebe-49b1-8c64-35381a489bf4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.247060 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9377edd-9ebe-49b1-8c64-35381a489bf4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.248479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.298691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for d4d632d3-8522-4412-83aa-bccc0b1dd5c3 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:46.339265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca2686ad-9e2e-4f76-bf63-5f6b8eb9db79 req-c3454983-347e-4556-8b9d-1fa7d63ede96 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 210 time: 0.0417190 Oct 15 00:44:46.368444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9377edd-9ebe-49b1-8c64-35381a489bf4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.371739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f9377edd-9ebe-49b1-8c64-35381a489bf4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4434156 Oct 15 00:44:46.371876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51798) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:46.377395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fc781fd2-40f5-48e0-b019-887a3daa7741 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:46.384752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.385109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.385431 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Floating IP f7d8af0d-91d3-4f94-b6dc-3bff78ab716f disassociated. External IP: 172.25.2.94, port: 75ea010d-d039-498c-8048-6b756133d8ad. Oct 15 00:44:46.386390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for 75ea010d-d039-498c-8048-6b756133d8ad owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:46.606640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e614b8d-892f-463a-a220-320a0d3fd128 req-e6920f35-2fa0-4eb4-83cc-00654ce72204 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:46.608052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e614b8d-892f-463a-a220-320a0d3fd128 req-e6920f35-2fa0-4eb4-83cc-00654ce72204 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1066356 Oct 15 00:44:46.611461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc781fd2-40f5-48e0-b019-887a3daa7741 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.693046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e614b8d-892f-463a-a220-320a0d3fd128 req-f4528525-1ad2-4e92-975e-d5bfc3f87c1f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631452 Oct 15 00:44:46.698258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc781fd2-40f5-48e0-b019-887a3daa7741 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.757925 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.793191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=d4d632d3-8522-4412-83aa-bccc0b1dd5c3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:46.797816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:46.855514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=75ea010d-d039-498c-8048-6b756133d8ad,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:46.869971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc781fd2-40f5-48e0-b019-887a3daa7741 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Router bb3a36aa-60a1-4ec1-847e-b99bd91558b9 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:44:47.063739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:47.161843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Router 15c50869-aef5-4dde-8eda-f923a5448b0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:47.297194 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc781fd2-40f5-48e0-b019-887a3daa7741 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:47.311367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] Sync routers for ids ['bb3a36aa-60a1-4ec1-847e-b99bd91558b9'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:47.314349 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc781fd2-40f5-48e0-b019-887a3daa7741 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:47.319083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fc781fd2-40f5-48e0-b019-887a3daa7741 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "PUT /v2.0/routers/bb3a36aa-60a1-4ec1-847e-b99bd91558b9 HTTP/1.1" status: 200 len: 697 time: 0.9459236 Oct 15 00:44:47.319757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51806) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:47.324033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] Routers {'bb3a36aa-60a1-4ec1-847e-b99bd91558b9'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:47.324649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Router 1ba66bdb-9b76-43f4-ad8d-679ad85d1048 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:44:47.324792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bb3a36aa-60a1-4ec1-847e-b99bd91558b9'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.404090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ba849-d419-4071-9ca3-053f0471416b req-ba46cd80-1af6-4804-8358-52fa1f376dfc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:47.409998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ba849-d419-4071-9ca3-053f0471416b req-ba46cd80-1af6-4804-8358-52fa1f376dfc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:47.415234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] Set router bb3a36aa-60a1-4ec1-847e-b99bd91558b9 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:47.417675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ba849-d419-4071-9ca3-053f0471416b req-ba46cd80-1af6-4804-8358-52fa1f376dfc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:47.426435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e0ba849-d419-4071-9ca3-053f0471416b req-ba46cd80-1af6-4804-8358-52fa1f376dfc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 2409 time: 0.1736147 Oct 15 00:44:47.457471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83f853a3-99d6-4aff-b13b-b476bc3913bd tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/routers/bb3a36aa-60a1-4ec1-847e-b99bd91558b9 HTTP/1.1" status: 200 len: 703 time: 0.1362841 Oct 15 00:44:47.458100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51812) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:47.476714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:47.479483 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ddcfcb-2d3e-485a-bd61-a6d5e2b47598" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:47.483377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3a36aa-60a1-4ec1-847e-b99bd91558b9', 'name': 'tempest-RoutersIpV6Test-router-562072000', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:44:46Z', 'updated_at': '2021-10-15T00:44:46Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.514747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-221ddce4-24ed-41db-a402-55f4f92a1859 req-9c8782e8-5997-4acd-808f-02600f96dae6 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 210 time: 0.0555229 Oct 15 00:44:47.519943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] Checking router: bb3a36aa-60a1-4ec1-847e-b99bd91558b9 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:47.529742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] Routers {'bb3a36aa-60a1-4ec1-847e-b99bd91558b9'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:47.530925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bb3a36aa-60a1-4ec1-847e-b99bd91558b9'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.550537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f10ccfea-d80e-4186-8993-21ac0ff5da0d tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3a36aa-60a1-4ec1-847e-b99bd91558b9 HTTP/1.1" status: 200 len: 205 time: 0.0758283 Oct 15 00:44:47.551743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51816) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:47.567427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:47.581465 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341019f6-697e-4b08-b040-701684de5e12 None None] Sync routers for ids ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:47.587272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c50da81a-2891-4324-a596-5e6699fecdaa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "PUT /v2.0/routers/1ba66bdb-9b76-43f4-ad8d-679ad85d1048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2266552 Oct 15 00:44:47.590343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51818) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:47.595744 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341019f6-697e-4b08-b040-701684de5e12 None None] Routers {'1ba66bdb-9b76-43f4-ad8d-679ad85d1048'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:47.599340 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-341019f6-697e-4b08-b040-701684de5e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.620571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] Set router bb3a36aa-60a1-4ec1-847e-b99bd91558b9 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:47.665373 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d70f4b6-a46d-4092-8233-ab3967b1e34d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:44:47.669927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6e7e-fc31-4c3a-93d5-42f0bef00d6a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:47.670720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51820) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:47.671170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5d70f4b6-a46d-4092-8233-ab3967b1e34d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/d4d632d3-8522-4412-83aa-bccc0b1dd5c3 HTTP/1.1" status: 404 len: 333 time: 0.0756085 Oct 15 00:44:47.672612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:44:47.677519 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-341019f6-697e-4b08-b040-701684de5e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.687956 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341019f6-697e-4b08-b040-701684de5e12 None None] Routers {'1ba66bdb-9b76-43f4-ad8d-679ad85d1048'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:47.689231 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-341019f6-697e-4b08-b040-701684de5e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.692057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e0ba849-d419-4071-9ca3-053f0471416b req-b60db9f8-69cd-46a9-bdbd-ee0bdd41d9ee tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2646761 Oct 15 00:44:47.713974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3a36aa-60a1-4ec1-847e-b99bd91558b9', 'name': 'tempest-RoutersIpV6Test-router-562072000', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:44:46Z', 'updated_at': '2021-10-15T00:44:46Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.751993 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ecb5ed-bf53-4d92-91ec-4fdc5ac986d1 x-openstack-request-id: req-81ecb5ed-bf53-4d92-91ec-4fdc5ac986d1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:47.753159 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-unplugged", "status": "completed", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:47.753583 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81ecb5ed-bf53-4d92-91ec-4fdc5ac986d1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:47.754037 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c', 'code': 200} Oct 15 00:44:47.758346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3814b64-0078-4380-ba50-0292139c4880 None None] The sync data for ids ['bb3a36aa-60a1-4ec1-847e-b99bd91558b9'] in n-d-811521-2 is: [{'id': 'bb3a36aa-60a1-4ec1-847e-b99bd91558b9', 'name': 'tempest-RoutersIpV6Test-router-562072000', 'tenant_id': '320fdf78dff14220a2e0d1838fca34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:44:46Z', 'updated_at': '2021-10-15T00:44:46Z', 'revision_number': 2, 'project_id': '320fdf78dff14220a2e0d1838fca34e7', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:47.760495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] Sync routers for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:44:47.761409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] No DVR routers for this DVR port 75ea010d-d039-498c-8048-6b756133d8ad on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:47.768477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:47.772510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-b9d82522-e604-4f85-89ea-a5847269cf16 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "DELETE /v2.0/ports/75ea010d-d039-498c-8048-6b756133d8ad HTTP/1.1" status: 204 len: 173 time: 2.0051229 Oct 15 00:44:47.775377 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-341019f6-697e-4b08-b040-701684de5e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.775735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:47.776069 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341019f6-697e-4b08-b040-701684de5e12 None None] The sync data for ids ['1ba66bdb-9b76-43f4-ad8d-679ad85d1048'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:47.776812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:47.817665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-e79755fb-b300-4576-81c1-2244cc7467b4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:47.818056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-e79755fb-b300-4576-81c1-2244cc7467b4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 811 time: 0.3782244 Oct 15 00:44:47.826249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9b15-7f28-489d-b925-30fd3ab787c6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:47.851349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Request body: {'port': {'device_id': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'admin_state_up': True, 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:47.858646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:47.861839 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0fff90-caf0-4f06-86ee-c8e544753e9f" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "75ea010d-d039-498c-8048-6b756133d8ad"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:47.969868 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3566f33-ffe0-4b2f-8bcc-7115b1aafce2 x-openstack-request-id: req-e3566f33-ffe0-4b2f-8bcc-7115b1aafce2 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:47.970180 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "75ea010d-d039-498c-8048-6b756133d8ad", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:47.970424 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3566f33-ffe0-4b2f-8bcc-7115b1aafce2 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:47.970802 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': '75ea010d-d039-498c-8048-6b756133d8ad', 'status': 'completed', 'code': 200} Oct 15 00:44:48.013237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6842abd-a246-4b40-b587-c9354ee73137 req-a5e03816-a3ad-497d-98b6-8ab5b7214118 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:48.014866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6842abd-a246-4b40-b587-c9354ee73137 req-a5e03816-a3ad-497d-98b6-8ab5b7214118 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1762614 Oct 15 00:44:48.095655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9b15-7f28-489d-b925-30fd3ab787c6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.113978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6842abd-a246-4b40-b587-c9354ee73137 req-d8164aa3-1ec4-4ae6-8f7e-26c3a6e081a7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780497 Oct 15 00:44:48.121539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port bd3a768a-96cd-486f-ad08-eb95e74c7b5e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:48.122038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.124847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9b15-7f28-489d-b925-30fd3ab787c6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.155892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Made reservation on behalf of 263c0d278c3f49c9bc051c77cb07a614 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:48.159531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.163879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:48.281488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6e7e-fc31-4c3a-93d5-42f0bef00d6a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.283195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9b15-7f28-489d-b925-30fd3ab787c6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.283686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6e9b15-7f28-489d-b925-30fd3ab787c6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba66bdb-9b76-43f4-ad8d-679ad85d1048 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:44:48.285701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6e7e-fc31-4c3a-93d5-42f0bef00d6a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.292231 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d6e9b15-7f28-489d-b925-30fd3ab787c6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.296093 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8d6e9b15-7f28-489d-b925-30fd3ab787c6 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/routers/1ba66bdb-9b76-43f4-ad8d-679ad85d1048 HTTP/1.1" status: 204 len: 168 time: 0.6237688 Oct 15 00:44:48.297671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51828) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.310987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] For port bd3a768a-96cd-486f-ad08-eb95e74c7b5e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:48.311360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.331334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for bd3a768a-96cd-486f-ad08-eb95e74c7b5e owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:48.386394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 994dff3f-b584-4550-b857-f60d9b8c1027 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:48.389820 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.421248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:52Z', 'revision_number': 5, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:48.426000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Allocated IP 172.20.0.9 (9e41b00c-b623-43aa-84c1-2d27f3e01443/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6/21ca63be-ad6b-48ea-af67-126db5b38ea2) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:48.438827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.450328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] Checking router: 15c50869-aef5-4dde-8eda-f923a5448b0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:44:48.459293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:44:48.460088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:44:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:48.462083 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6e7e-fc31-4c3a-93d5-42f0bef00d6a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.462744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7c6e7e-fc31-4c3a-93d5-42f0bef00d6a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Fanout notify agent at l3_agent the message router_deleted on router bb3a36aa-60a1-4ec1-847e-b99bd91558b9 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:44:48.471664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6e7e-fc31-4c3a-93d5-42f0bef00d6a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.472619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4f7c6e7e-fc31-4c3a-93d5-42f0bef00d6a tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/bb3a36aa-60a1-4ec1-847e-b99bd91558b9 HTTP/1.1" status: 204 len: 168 time: 0.9188542 Oct 15 00:44:48.480141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51830) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.516972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0c01fa85-1aa6-423f-ade8-09de06180981 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3a36aa-60a1-4ec1-847e-b99bd91558b9 HTTP/1.1" status: 200 len: 205 time: 0.0351148 Oct 15 00:44:48.525206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51832) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.558346 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.573910 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-73ff85f1-b339-4b96-82a4-7043bd9766ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] delete failed (client error): The resource could not be found. Oct 15 00:44:48.575005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-73ff85f1-b339-4b96-82a4-7043bd9766ce tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/bb3a36aa-60a1-4ec1-847e-b99bd91558b9 HTTP/1.1" status: 404 len: 336 time: 0.0488632 Oct 15 00:44:48.589698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51836) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.598732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:44:48.627658 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8da3fec-9c7b-4886-b327-c2ae46d31cec tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:48.628122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8da3fec-9c7b-4886-b327-c2ae46d31cec tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:48.635030 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e8da3fec-9c7b-4886-b327-c2ae46d31cec tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/c2f68fe6-72b3-488b-9387-89b2e6d7941a HTTP/1.1" status: 404 len: 337 time: 0.0439727 Oct 15 00:44:48.636005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51838) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.683755 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e089e7f6-3794-4732-a5c5-7f47d1101be6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:48.684391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e089e7f6-3794-4732-a5c5-7f47d1101be6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:48.696305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e089e7f6-3794-4732-a5c5-7f47d1101be6 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/33bd663e-3dca-4599-a3ad-546d40e8c0a4 HTTP/1.1" status: 404 len: 337 time: 0.0539811 Oct 15 00:44:48.699277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51842) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.717427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f2b85b9-99ea-4015-aefa-d3253d6478e0 req-5e37e522-827f-4e66-b5b9-e29f8bbe91cb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 210 time: 0.0859611 Oct 15 00:44:48.745143 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47f3f05-92cf-482c-8174-b2140076260f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:48.745143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47f3f05-92cf-482c-8174-b2140076260f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:48.745143 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a47f3f05-92cf-482c-8174-b2140076260f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/d8c5173d-9869-4ba4-a17d-0a9b9b593806 HTTP/1.1" status: 404 len: 337 time: 0.0422919 Oct 15 00:44:48.745143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51846) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.781571 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab1deca-6e2c-4223-949f-1a8c442939ed tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:48.782983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab1deca-6e2c-4223-949f-1a8c442939ed tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:48.786894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eab1deca-6e2c-4223-949f-1a8c442939ed tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/afd7fb2b-f9e5-4784-bdd9-47f0692e5100 HTTP/1.1" status: 404 len: 337 time: 0.0408158 Oct 15 00:44:48.792337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51848) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.801035 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.810504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.842952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=bd3a768a-96cd-486f-ad08-eb95e74c7b5e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:48.852817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ca984fe9-cf11-4767-ae48-39dac6df48fe tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 200 len: 205 time: 0.0593715 Oct 15 00:44:48.855397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51850) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.880448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25cad-1c94-4323-8b2e-e81a06a02acb req-7090349a-e6fa-4660-86b3-082414f4f7f3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:48.889593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c25cad-1c94-4323-8b2e-e81a06a02acb req-7090349a-e6fa-4660-86b3-082414f4f7f3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:48.891419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-05c25cad-1c94-4323-8b2e-e81a06a02acb req-7090349a-e6fa-4660-86b3-082414f4f7f3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 1677 time: 0.0858154 Oct 15 00:44:48.895184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:52Z', 'revision_number': 5, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:48.927870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e439aa87-9680-45b1-9cf2-0710403083ff None None] The sync data for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 is: [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:48Z', 'revision_number': 4, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6c69cecb-51e6-417f-b1a9-386f2bc7cb96', 'name': '', 'network_id': '198c7661-90f0-428e-9a7e-e7cafe9db3d1', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'mac_address': 'fa:16:3e:13:48:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:47Z', 'updated_at': '2021-10-15T00:33:52Z', 'revision_number': 5, 'project_id': '39d869baaead42d694454e65afb64d07', 'subnets': [{'id': 'e9c50b30-fb11-477b-88d9-4c9150808b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:44:48.928270 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-1eb9537a-3b91-4c4a-a787-325e52a5a24c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] delete failed (client error): The resource could not be found. Oct 15 00:44:48.932949 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1eb9537a-3b91-4c4a-a787-325e52a5a24c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/468fb9f3-f524-40a7-b77a-81748c6c9443 HTTP/1.1" status: 404 len: 336 time: 0.0743508 Oct 15 00:44:48.934603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51852) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:48.937785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-05c25cad-1c94-4323-8b2e-e81a06a02acb req-b651561b-9213-43b3-9d20-085a49bd854d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392668 Oct 15 00:44:48.951797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] No DVR routers for this DVR port bd3a768a-96cd-486f-ad08-eb95e74c7b5e on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:48.959614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.963280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-2c8494f5-0bca-4d2d-b970-ebd032c52761 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "DELETE /v2.0/ports/bd3a768a-96cd-486f-ad08-eb95e74c7b5e HTTP/1.1" status: 204 len: 173 time: 1.1832268 Oct 15 00:44:48.979401 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:48.984073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6e5c18c3-8309-4219-887b-f450c4c81eeb tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9196e36-8aa9-46c7-aa0e-c406dc32edab HTTP/1.1" status: 200 len: 205 time: 0.0423048 Oct 15 00:44:48.986506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51854) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.013106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=994dff3f-b584-4550-b857-f60d9b8c1027,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:49.049896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.056262 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9f8be526-ceef-4239-81a0-2de968c11482 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/994dff3f-b584-4550-b857-f60d9b8c1027 HTTP/1.1" status: 204 len: 168 time: 0.7570293 Oct 15 00:44:49.057698 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-1f2df16a-6d35-4334-94f4-5c1a5d3fa550 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] delete failed (client error): The resource could not be found. Oct 15 00:44:49.058065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51856) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.062609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1f2df16a-6d35-4334-94f4-5c1a5d3fa550 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/e9196e36-8aa9-46c7-aa0e-c406dc32edab HTTP/1.1" status: 404 len: 336 time: 0.0586982 Oct 15 00:44:49.063396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51858) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.064279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea563b3-d6af-47d9-b14f-caf5f069fd45 None None] Network 3bed93ba-f904-4143-8148-9c5d1c70e23a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:49.099553 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ea24fa-3034-4a23-ac26-48064393d9e9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:49.100336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ea24fa-3034-4a23-ac26-48064393d9e9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:49.104684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27ea24fa-3034-4a23-ac26-48064393d9e9 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/361fcd49-b7b3-4dda-8cb5-d0e022b1c7c6 HTTP/1.1" status: 404 len: 337 time: 0.0400774 Oct 15 00:44:49.107396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51860) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.147213 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0153befd-1ff1-483a-9f1a-b6c8e4c1465e tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=fef92990-6eb3-479a-b27a-afe004ea3069 HTTP/1.1" status: 200 len: 205 time: 0.0384493 Oct 15 00:44:49.152380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51864) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.172611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.174421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.198523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port ccccdf32-90f4-49bf-9e00-21c834c7fc3c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:49.198868 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.204415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118', '0a6b3e26-f380-4d28-8b77-864fd810e269'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:49.219690 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-479b7cf5-1e81-40bf-a8e7-f3542d23da31 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] delete failed (client error): The resource could not be found. Oct 15 00:44:49.226657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-479b7cf5-1e81-40bf-a8e7-f3542d23da31 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/fef92990-6eb3-479a-b27a-afe004ea3069 HTTP/1.1" status: 404 len: 336 time: 0.0713072 Oct 15 00:44:49.235261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51866) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.294762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9f2e50c4-c88c-4e91-b1e9-fdcb1aaa6c69 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=99fe5f68-d905-456a-bf1a-e986dd25273e HTTP/1.1" status: 200 len: 205 time: 0.0571203 Oct 15 00:44:49.295770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51870) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.360822 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009b310-0724-472a-bd84-3bf50846445c None None] New status for floating IP f7d8af0d-91d3-4f94-b6dc-3bff78ab716f: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:44:49.376196 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-c14da1ed-6422-45c7-9b6b-0b790b1e43f1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] delete failed (client error): The resource could not be found. Oct 15 00:44:49.379072 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c14da1ed-6422-45c7-9b6b-0b790b1e43f1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/99fe5f68-d905-456a-bf1a-e986dd25273e HTTP/1.1" status: 404 len: 336 time: 0.0821495 Oct 15 00:44:49.380910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51872) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.413269 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc34b27-dabe-4d13-b17b-853df3fa0df4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:49.414535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc34b27-dabe-4d13-b17b-853df3fa0df4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:49.417913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4dc34b27-dabe-4d13-b17b-853df3fa0df4 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/2bca69fe-770c-4b27-bbce-ce5657f8da38 HTTP/1.1" status: 404 len: 337 time: 0.0344057 Oct 15 00:44:49.420978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51874) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.485789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4b0b1878-66a5-493f-9c03-22bb36a4b873 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=045ae3fb-d791-4f94-ac4b-4f1a7cefe91b HTTP/1.1" status: 200 len: 205 time: 0.0633817 Oct 15 00:44:49.488318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51876) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.521728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] DHCP port deletion for 3bed93ba-f904-4143-8148-9c5d1c70e23a request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:44:49.551866 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-b519a732-0b0d-4de4-842c-78c536749ee1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] delete failed (client error): The resource could not be found. Oct 15 00:44:49.553674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b519a732-0b0d-4de4-842c-78c536749ee1 tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/045ae3fb-d791-4f94-ac4b-4f1a7cefe91b HTTP/1.1" status: 404 len: 336 time: 0.0643690 Oct 15 00:44:49.556269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.586594 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd93a19-e5b6-4c09-bbb5-9846b23a9c3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:49.587572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd93a19-e5b6-4c09-bbb5-9846b23a9c3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:49.590995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9fd93a19-e5b6-4c09-bbb5-9846b23a9c3b tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/5c23ceed-700f-4a79-a9a4-98d67aaf1505 HTTP/1.1" status: 404 len: 337 time: 0.0331230 Oct 15 00:44:49.593631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.630482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d93fb536-84b6-46bd-8343-1ad9296217fe tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba18e54a-7814-4950-ba50-dc9208b72ca5 HTTP/1.1" status: 200 len: 205 time: 0.0355804 Oct 15 00:44:49.632897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51882) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.635495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] Deleting port 379369c5-02cd-4776-b1d1-05cdf34b2947 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:49.635955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.677082 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-347c4ca4-5be8-4f48-b115-ac2bc577557f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] delete failed (client error): The resource could not be found. Oct 15 00:44:49.678363 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-347c4ca4-5be8-4f48-b115-ac2bc577557f tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/routers/ba18e54a-7814-4950-ba50-dc9208b72ca5 HTTP/1.1" status: 404 len: 336 time: 0.0441511 Oct 15 00:44:49.681596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51884) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.709880 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-766cc430-44d5-425b-a4cd-87505db7dfed tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:49.710941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766cc430-44d5-425b-a4cd-87505db7dfed tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:49.713785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-766cc430-44d5-425b-a4cd-87505db7dfed tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/906e8208-b8ec-4a8d-9eb8-aac02d1f97e4 HTTP/1.1" status: 404 len: 337 time: 0.0310986 Oct 15 00:44:49.716229 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51886) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:49.727772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] For port 379369c5-02cd-4776-b1d1-05cdf34b2947, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=379369c5-02cd-4776-b1d1-05cdf34b2947,segment=NetworkSegment(38876cb5-8dd5-4b16-8768-ec1a91bfd17a),segment_id=38876cb5-8dd5-4b16-8768-ec1a91bfd17a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:49.728136 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.749004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] Calling delete_port for 379369c5-02cd-4776-b1d1-05cdf34b2947 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:49.794759 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4adab7-c5f2-406c-9ad8-0be8a1d12f6c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] DELETE failed (client error): The resource could not be found. Oct 15 00:44:49.795263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4adab7-c5f2-406c-9ad8-0be8a1d12f6c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:49.803375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9a4adab7-c5f2-406c-9ad8-0be8a1d12f6c tempest-RoutersIpV6Test-1147199061 tempest-RoutersIpV6Test-1147199061-project] 10.222.0.13 "DELETE /v2.0/subnets/f954db21-dcb7-43b9-b07e-6fe13029643a HTTP/1.1" status: 404 len: 337 time: 0.0781391 Oct 15 00:44:49.808010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] For port ccccdf32-90f4-49bf-9e00-21c834c7fc3c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:49.808457 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.822837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for ccccdf32-90f4-49bf-9e00-21c834c7fc3c owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:49.888359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:49.890083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:49.892867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:49.920803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 379369c5-02cd-4776-b1d1-05cdf34b2947 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:44:49.931766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7bf95-cd6e-4262-9506-453ae42a8341 req-7b6730a0-f435-4ab9-9177-3119d7f6b083 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:49.939674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5d7bf95-cd6e-4262-9506-453ae42a8341 req-7b6730a0-f435-4ab9-9177-3119d7f6b083 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 931 time: 0.0664771 Oct 15 00:44:49.975121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:49.977813 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da3eef4-6340-40a6-b2b0-6cc2bb4c2e14" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:49.978317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:49.987139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:50.012017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5d7bf95-cd6e-4262-9506-453ae42a8341 req-9f933d51-12e2-4af5-9246-05fa259c4587 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706329 Oct 15 00:44:50.061149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] Pushing event deleted for resources: {'Port': ['ID=379369c5-02cd-4776-b1d1-05cdf34b2947,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:50.063419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:50.064372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.068109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525caf9f-6a71-4da8-81c6-3d2da0e67e10 None None] No DVR routers for this DVR port 379369c5-02cd-4776-b1d1-05cdf34b2947 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:50.072587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port 379369c5-02cd-4776-b1d1-05cdf34b2947 {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:44:50.073023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 379369c5-02cd-4776-b1d1-05cdf34b2947 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:44:50.088319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba586a-f412-49ed-9e08-1bf426f0d44c req-bf1e75c0-b436-4df8-a401-98182a5823cb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:50.096553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64ba586a-f412-49ed-9e08-1bf426f0d44c req-bf1e75c0-b436-4df8-a401-98182a5823cb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.8069918 Oct 15 00:44:50.145437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9836-56ea-46d9-ae3a-9c40fb9f9340 req-b0247b2d-7fb8-43a2-ae79-552faac46b88 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:50.156576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9836-56ea-46d9-ae3a-9c40fb9f9340 req-b0247b2d-7fb8-43a2-ae79-552faac46b88 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:50.158866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ffa9836-56ea-46d9-ae3a-9c40fb9f9340 req-b0247b2d-7fb8-43a2-ae79-552faac46b88 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 1677 time: 0.0789490 Oct 15 00:44:50.187905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64ba586a-f412-49ed-9e08-1bf426f0d44c req-20dc7daf-db5a-4ff2-97cb-5f7fcb43af6e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902307 Oct 15 00:44:50.191149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-60c0b202-42f5-4433-a189-16ced5596331 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3537047 Oct 15 00:44:50.196654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 379369c5-02cd-4776-b1d1-05cdf34b2947 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:50.197000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.204511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ffa9836-56ea-46d9-ae3a-9c40fb9f9340 req-f1e42226-0d15-4a70-b115-3eaaa5ff0f94 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380766 Oct 15 00:44:50.205875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Request body: {'port': {'device_id': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:50.243195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5937f6b1-ae97-4834-a756-c451822e0a85 None None] Provisioning complete for port 21ca63be-ad6b-48ea-af67-126db5b38ea2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:50.243673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5937f6b1-ae97-4834-a756-c451822e0a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.262950 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4201dc6-f91b-40fe-ab99-eb9bf9e6442a x-openstack-request-id: req-e4201dc6-f91b-40fe-ab99-eb9bf9e6442a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:50.262950 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "bd3a768a-96cd-486f-ad08-eb95e74c7b5e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:50.263143 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4201dc6-f91b-40fe-ab99-eb9bf9e6442a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:50.263459 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': 'bd3a768a-96cd-486f-ad08-eb95e74c7b5e', 'status': 'completed', 'code': 200} Oct 15 00:44:50.285509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5937f6b1-ae97-4834-a756-c451822e0a85 None None] Port 21ca63be-ad6b-48ea-af67-126db5b38ea2 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:50.331140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] For port 379369c5-02cd-4776-b1d1-05cdf34b2947, host n-d-811521-2, got binding levels [] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:50.331503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.339457 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.341195 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.353675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 379369c5-02cd-4776-b1d1-05cdf34b2947 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:50.377641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Port 379369c5-02cd-4776-b1d1-05cdf34b2947 was not found and therefore no delete operation was performed {{(pid=107726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:44:50.385328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=ccccdf32-90f4-49bf-9e00-21c834c7fc3c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:50.387235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.391580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51902) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:50.421795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=379369c5-02cd-4776-b1d1-05cdf34b2947,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:50.448674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No DVR routers for this DVR port 379369c5-02cd-4776-b1d1-05cdf34b2947 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:50.513520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] No DVR routers for this DVR port ccccdf32-90f4-49bf-9e00-21c834c7fc3c on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:50.516346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.519956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-c7a82fc5-0cc9-4fc1-93cf-abc1e27fdf37 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "DELETE /v2.0/ports/ccccdf32-90f4-49bf-9e00-21c834c7fc3c HTTP/1.1" status: 204 len: 173 time: 1.5493050 Oct 15 00:44:50.538561 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7cc63df8-d4cc-4550-a816-a9185bfa6829 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=320fdf78dff14220a2e0d1838fca34e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454570 Oct 15 00:44:50.548417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51906) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:50.598077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a500d665-67c8-4481-83d5-784709b63783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.620485 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a500d665-67c8-4481-83d5-784709b63783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.666985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.732249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bed93ba-f904-4143-8148-9c5d1c70e23a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:50.749633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a500d665-67c8-4481-83d5-784709b63783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.752272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a500d665-67c8-4481-83d5-784709b63783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.753625 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a500d665-67c8-4481-83d5-784709b63783 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e66cb5e-0dad-4d7d-97bf-7a9d4679f760 HTTP/1.1" status: 204 len: 168 time: 0.2040815 Oct 15 00:44:50.762178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500d665-67c8-4481-83d5-784709b63783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e66cb5e-0dad-4d7d-97bf-7a9d4679f760,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:50.765683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38876cb5-8dd5-4b16-8768-ec1a91bfd17a') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:50.766097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38876cb5-8dd5-4b16-8768-ec1a91bfd17a') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:44:50.814679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.846146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.861784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:44:50.862220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:44:50.866138 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:44:50.895208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:50.895771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.036806 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.041356 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.045187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/3bed93ba-f904-4143-8148-9c5d1c70e23a HTTP/1.1" status: 204 len: 168 time: 1.9852667 Oct 15 00:44:51.051322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51916) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:51.092978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d3865-afc1-439a-bf22-7f18ba35afc1 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=3bed93ba-f904-4143-8148-9c5d1c70e23a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:51.114663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ca63be-ad6b-48ea-af67-126db5b38ea2 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:51.124638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] For port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:51.124990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.127037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38edf0-bd7e-4a28-909c-c7375c5eeb51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:51.128267 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.135031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e38edf0-bd7e-4a28-909c-c7375c5eeb51 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c HTTP/1.1" status: 200 len: 840 time: 0.0839140 Oct 15 00:44:51.135136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51920) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:51.144992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for 59fc2bda-9bc5-4fad-a53c-c40c17903d1d owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:51.157422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Transition to ACTIVE for port object 21ca63be-ad6b-48ea-af67-126db5b38ea2 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:44:51.214900 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f080fd8-fcde-4ca6-8889-a4ccdc2d7865 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0774980 Oct 15 00:44:51.222856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51926) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:51.228733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:51.240180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47528-60d6-42e1-a1f8-8ee16511c6ee req-f9e1e69f-bd11-48a1-b141-1da59e75b9e8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:51.240868 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.242536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88d47528-60d6-42e1-a1f8-8ee16511c6ee req-f9e1e69f-bd11-48a1-b141-1da59e75b9e8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 931 time: 0.1065228 Oct 15 00:44:51.299534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88d47528-60d6-42e1-a1f8-8ee16511c6ee req-f6b103bb-2cf5-4c96-a715-6e7963c28bfb tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492077 Oct 15 00:44:51.441329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7067-d1d8-47ce-9bb3-d1c958ce07ac req-da3d225e-4fe1-4340-8c77-a848763cf0b5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:51.446826 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ddc7067-d1d8-47ce-9bb3-d1c958ce07ac req-da3d225e-4fe1-4340-8c77-a848763cf0b5 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 943 time: 0.0768955 Oct 15 00:44:51.494848 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ddc7067-d1d8-47ce-9bb3-d1c958ce07ac req-3ded5894-0b6f-4d43-8731-6eb3b6ffc2f1 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups?id=eb9d132c-6768-43db-a519-db59f6118c90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424111 Oct 15 00:44:51.571291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:51.606609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c266cf-eb62-48f4-8477-221c1ce03caf req-b37557ec-e2cb-4407-9016-c05edd5022eb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:51.608159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78c266cf-eb62-48f4-8477-221c1ce03caf req-b37557ec-e2cb-4407-9016-c05edd5022eb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.3219795 Oct 15 00:44:51.664232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Attempting to bind port 21ca63be-ad6b-48ea-af67-126db5b38ea2 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:51.664571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Attempting to bind port 21ca63be-ad6b-48ea-af67-126db5b38ea2 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:51.664899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Attempting to bind port 21ca63be-ad6b-48ea-af67-126db5b38ea2 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:51.680291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Port 21ca63be-ad6b-48ea-af67-126db5b38ea2 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:44:51.680622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Attempting to bind port 21ca63be-ad6b-48ea-af67-126db5b38ea2 on network 9e41b00c-b623-43aa-84c1-2d27f3e01443 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:51.684425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:51.688317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.696488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78c266cf-eb62-48f4-8477-221c1ce03caf req-e5c56cf9-99fa-4148-ab27-7f1a765ff773 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792670 Oct 15 00:44:51.714977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.739375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:51.739712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Checking segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:51.740151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Bound using segment: {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:51.740915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Bound port: 21ca63be-ad6b-48ea-af67-126db5b38ea2, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed6e3e9-855a-4195-8a9d-b187d2b979d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:51.741379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.783509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=59fc2bda-9bc5-4fad-a53c-c40c17903d1d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:51.930781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] No DVR routers for this DVR port 59fc2bda-9bc5-4fad-a53c-c40c17903d1d on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:44:51.935664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:51.939545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d57d6f53-29bc-4069-8e71-a5833f7aee73 req-63de1c20-3358-4bb4-9230-177d74ae1a43 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.39 "DELETE /v2.0/ports/59fc2bda-9bc5-4fad-a53c-c40c17903d1d HTTP/1.1" status: 204 len: 173 time: 1.4102905 Oct 15 00:44:51.976313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:51.981243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:52.067257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.106765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:52.107367 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.108756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] 10.222.0.39 "PUT /v2.0/ports/21ca63be-ad6b-48ea-af67-126db5b38ea2 HTTP/1.1" status: 200 len: 1091 time: 1.9077661 Oct 15 00:44:52.129462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419101e-9867-4dea-bf60-e2b80d4fc8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:52.172438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.220220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:52.226466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:52.231403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:52.232005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.236221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e8198-ecfd-412a-86aa-69cb4ac517f0 None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:52.246340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=3183d45c-be7e-438a-82ff-b09711e6d45d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:52.264266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c'}, {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d'}, {'name': 'network-changed', 'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:52.267091 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33403074-e0a4-42ab-887f-11467687341d" -d '{"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c"}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d"}, {"name": "network-changed", "server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:52.360066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4f0036ca-55aa-4f67-aabe-82623511a67e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1353216 Oct 15 00:44:52.361975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51956) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:52.368415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8d8a6c99-5b82-4eba-a3e7-17a08508a6eb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'security_group': {'name': 'tempest-secgroup-923168194'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:52.381140 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3f5ff6-4a84-48f1-8243-75d533d25be1 x-openstack-request-id: req-2c3f5ff6-4a84-48f1-8243-75d533d25be1 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:52.385574 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "ccccdf32-90f4-49bf-9e00-21c834c7fc3c", "status": "completed", "code": 200}, {"server_uuid": "62be5221-85fe-4093-b5f2-616ce2da9219", "name": "network-vif-deleted", "tag": "59fc2bda-9bc5-4fad-a53c-c40c17903d1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:52.385909 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c3f5ff6-4a84-48f1-8243-75d533d25be1 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:52.387950 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': 'ccccdf32-90f4-49bf-9e00-21c834c7fc3c', 'status': 'completed', 'code': 200} Oct 15 00:44:52.388214 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62be5221-85fe-4093-b5f2-616ce2da9219', 'name': 'network-vif-deleted', 'tag': '59fc2bda-9bc5-4fad-a53c-c40c17903d1d', 'status': 'completed', 'code': 200} Oct 15 00:44:52.388476 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'status': 'completed', 'code': 200} Oct 15 00:44:52.441347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-e00f51c2-bed4-4aee-b474-18b0342c366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:52.442912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-e00f51c2-bed4-4aee-b474-18b0342c366f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 1094 time: 0.1611018 Oct 15 00:44:52.487767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6c99-5b82-4eba-a3e7-17a08508a6eb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.531462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-b72afa97-d000-4103-9c6a-6819895e7a56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2 HTTP/1.1" status: 200 len: 217 time: 0.0779338 Oct 15 00:44:52.547227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea77b0-2360-4105-8a10-2dd706fb8e36 req-48ee7937-285f-4ae1-a863-38b6e843745a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:52.556930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7dea77b0-2360-4105-8a10-2dd706fb8e36 req-48ee7937-285f-4ae1-a863-38b6e843745a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 943 time: 0.1158929 Oct 15 00:44:52.571422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'tenant_id': '04b30f870e7647918785495686513ec1', 'fixed_ips': [{'subnet_id': '3183d45c-be7e-438a-82ff-b09711e6d45d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:44:52.572305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.628788 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7dea77b0-2360-4105-8a10-2dd706fb8e36 req-15265421-5252-4592-b505-45915e75e782 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657084 Oct 15 00:44:52.665905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-577c1f19-3326-4556-81a5-9c6f13d32fd3 req-c01297c2-efc7-4601-9b87-f2d17b5c09e3 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0397565 Oct 15 00:44:52.667876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-94a43504-2bd1-465d-9df3-6afe23269519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:52.669370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-94a43504-2bd1-465d-9df3-6afe23269519 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.1242709 Oct 15 00:44:52.708825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6c99-5b82-4eba-a3e7-17a08508a6eb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.750719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-8069b0b8-fb6d-45fd-94d8-95f8b0ccaeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:52.752401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-8069b0b8-fb6d-45fd-94d8-95f8b0ccaeb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764191 Oct 15 00:44:52.786317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6c99-5b82-4eba-a3e7-17a08508a6eb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.831306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Allocated IP 172.20.0.2 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/3183d45c-be7e-438a-82ff-b09711e6d45d/16405af8-a6bc-4196-9148-ec9f6665ef09) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:52.844066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a6c99-5b82-4eba-a3e7-17a08508a6eb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9520272d-ff20-4191-a0f7-3f9569afc9fd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:52.912609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364c2e-58c2-42ef-931e-8c7bf36a707d req-a5db0b7e-8ce1-4ab2-969b-16373b950a67 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:52.920834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a364c2e-58c2-42ef-931e-8c7bf36a707d req-a5db0b7e-8ce1-4ab2-969b-16373b950a67 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1105483 Oct 15 00:44:52.938178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8d8a6c99-5b82-4eba-a3e7-17a08508a6eb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:52.945691 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8d8a6c99-5b82-4eba-a3e7-17a08508a6eb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5762396 Oct 15 00:44:52.947328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51976) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:52.958588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4a4d8e58-1e35-4829-a5b2-af674db79390 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'security_group': {'name': 'tempest-secgroup-31386226'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:52.978775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-857627e3-25ef-453b-b7de-6f30565d5a41 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191479 Oct 15 00:44:52.996892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a364c2e-58c2-42ef-931e-8c7bf36a707d req-d2e42b48-f753-42a0-ab5f-6c7b34a53184 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749893 Oct 15 00:44:53.046198 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.084775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8e58-1e35-4829-a5b2-af674db79390 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.108174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.120179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-437799a7-9e0c-4f43-b286-bf615f2953cb req-df7e101c-9ab3-42fd-897a-58db1c6de171 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172440 Oct 15 00:44:53.176073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Pushing event updated for resources: {'Port': ['ID=16405af8-a6bc-4196-9148-ec9f6665ef09,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:53.190880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:53.193232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:53.199000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:53.204197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8e58-1e35-4829-a5b2-af674db79390 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.265555 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Attempting to bind port 16405af8-a6bc-4196-9148-ec9f6665ef09 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:44:53.266128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Attempting to bind port 16405af8-a6bc-4196-9148-ec9f6665ef09 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:44:53.266500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Attempting to bind port 16405af8-a6bc-4196-9148-ec9f6665ef09 on network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:44:53.272425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:44:53.273452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Checking segment: {'id': '8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:44:53.274262 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.275290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Bound using segment: {'id': '8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:44:53.276057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Bound port: 16405af8-a6bc-4196-9148-ec9f6665ef09, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:44:53.276454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.277831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403074-e0a4-42ab-887f-11467687341d req-10bebb40-1dee-4731-b83c-21b6ee28449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:53.279840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33403074-e0a4-42ab-887f-11467687341d req-10bebb40-1dee-4731-b83c-21b6ee28449b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 1094 time: 0.0480826 Oct 15 00:44:53.293593 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8e58-1e35-4829-a5b2-af674db79390 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.333903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8e58-1e35-4829-a5b2-af674db79390 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a99940d-e157-4c93-8280-f7789f0d8062,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:53.372164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] For port 16405af8-a6bc-4196-9148-ec9f6665ef09, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:44:53.375660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] For port 16405af8-a6bc-4196-9148-ec9f6665ef09, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=16405af8-a6bc-4196-9148-ec9f6665ef09,segment=NetworkSegment(8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0),segment_id=8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:44:53.400224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403074-e0a4-42ab-887f-11467687341d req-bab7e481-cfb2-43aa-a986-39583c6eb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:53.402126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33403074-e0a4-42ab-887f-11467687341d req-bab7e481-cfb2-43aa-a986-39583c6eb6c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1065834 Oct 15 00:44:53.408659 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8e58-1e35-4829-a5b2-af674db79390 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.410035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a4d8e58-1e35-4829-a5b2-af674db79390 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4617469 Oct 15 00:44:53.412565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51986) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:53.418618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784123970', 'security_groups': ['4a99940d-e157-4c93-8280-f7789f0d8062'], 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3183d45c-be7e-438a-82ff-b09711e6d45d'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:53.458582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33403074-e0a4-42ab-887f-11467687341d req-3d92fe9e-2fdb-4997-84b9-70281c7e4974 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2 HTTP/1.1" status: 200 len: 217 time: 0.0448523 Oct 15 00:44:53.467001 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.545637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403074-e0a4-42ab-887f-11467687341d req-e661bf43-c5c2-4755-8c10-be48b0684621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:53.547575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33403074-e0a4-42ab-887f-11467687341d req-e661bf43-c5c2-4755-8c10-be48b0684621 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0815268 Oct 15 00:44:53.559489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac63a6-d1c9-4383-a38a-442c13ad3c69 None None] Pushing event updated for resources: {'Port': ['ID=16405af8-a6bc-4196-9148-ec9f6665ef09,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:53.608646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403074-e0a4-42ab-887f-11467687341d req-edd11fad-b9d8-4a98-891e-ee3c04e89652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:53.610314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33403074-e0a4-42ab-887f-11467687341d req-edd11fad-b9d8-4a98-891e-ee3c04e89652 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449944 Oct 15 00:44:53.640924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:53.773694 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:53.838150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port 84578e8d-e484-4790-a594-537c87704334 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:44:53.873360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33403074-e0a4-42ab-887f-11467687341d req-9e7be719-4935-4129-8db3-aa13e806bc56 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552392 Oct 15 00:44:53.945809 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4daf710c-79ee-4958-bb4d-0d811d7ca83d req-609ac56f-8eab-4e0c-9db9-1e091035a30e tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0699697 Oct 15 00:44:53.985423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 16405af8-a6bc-4196-9148-ec9f6665ef09 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:54.045539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3746c-2c8d-4f42-aad5-e4bc20c3d55d req-2bf30918-c41e-4090-82b6-c64ec43964c9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:54.048355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27d3746c-2c8d-4f42-aad5-e4bc20c3d55d req-2bf30918-c41e-4090-82b6-c64ec43964c9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 943 time: 0.1743670 Oct 15 00:44:54.078276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33403074-e0a4-42ab-887f-11467687341d req-a21b7807-68fd-4506-bfc9-1bac0c89a0bc service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942329 Oct 15 00:44:54.095930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:54.096448 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:54.098589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27d3746c-2c8d-4f42-aad5-e4bc20c3d55d req-9bee40cb-3cf5-4fea-b943-b2d16f7a8bf5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Oct 15 00:44:54.171170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.13 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/3183d45c-be7e-438a-82ff-b09711e6d45d/84578e8d-e484-4790-a594-537c87704334) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:54.239802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:54.290493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 16405af8-a6bc-4196-9148-ec9f6665ef09, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=16405af8-a6bc-4196-9148-ec9f6665ef09,segment=NetworkSegment(8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0),segment_id=8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:54.352626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869d160-d173-461b-9d67-5a8109929cb7 req-b08bda9b-6047-4791-808b-469c03e5b132 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:54.353900 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3869d160-d173-461b-9d67-5a8109929cb7 req-b08bda9b-6047-4791-808b-469c03e5b132 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1536529 Oct 15 00:44:54.363583 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:54.410646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:54.427739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=16405af8-a6bc-4196-9148-ec9f6665ef09,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:54.432548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3869d160-d173-461b-9d67-5a8109929cb7 req-ba990722-bfcf-4a4a-a017-44c85e18a7c7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701656 Oct 15 00:44:54.567094 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:54.619601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:54.625026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:54.629736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:44:54.635023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=84578e8d-e484-4790-a594-537c87704334,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:54.693111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:54.693954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:54.774606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b947729-cecb-4548-993e-ae123d9c4308 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3555603 Oct 15 00:44:54.774606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52026) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:54.776096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c0e69013-ae2e-47cc-a016-66aa67a93e22 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:54.950829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2cf08c91-dda0-4510-8a3f-969cc27b143d None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:54.951203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2cf08c91-dda0-4510-8a3f-969cc27b143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:55.057321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2cf08c91-dda0-4510-8a3f-969cc27b143d None None] Provisioning complete for port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:55.057691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2cf08c91-dda0-4510-8a3f-969cc27b143d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:55.089677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e56c3765-7332-4b32-9ced-dcbfbd87985d req-91336f5d-20b0-4633-9ab0-93d3bd975fd4 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0494781 Oct 15 00:44:55.144575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2cf08c91-dda0-4510-8a3f-969cc27b143d None None] Port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:55.149297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e69013-ae2e-47cc-a016-66aa67a93e22 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:55.192953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0e69013-ae2e-47cc-a016-66aa67a93e22 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:55.263247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a8233e09-b2e3-4687-bd1a-edd1a61ed5c7 None None] Provisioning complete for port 84578e8d-e484-4790-a594-537c87704334 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:55.263828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a8233e09-b2e3-4687-bd1a-edd1a61ed5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:55.267454 n-d-811521-2 neutron-server[107725]: INFO neutron.db.ipam_backend_mixin [None req-c0e69013-ae2e-47cc-a016-66aa67a93e22 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3183d45c-be7e-438a-82ff-b09711e6d45d (CIDR: 172.20.0.0/28) Oct 15 00:44:55.272301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c96ab9-4cf6-4075-942f-98f22d437db2 req-cc509288-2ec5-4348-99c9-c595ea57d345 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:55.275032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53c96ab9-4cf6-4075-942f-98f22d437db2 req-cc509288-2ec5-4348-99c9-c595ea57d345 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 943 time: 0.0768046 Oct 15 00:44:55.301488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a8233e09-b2e3-4687-bd1a-edd1a61ed5c7 None None] Port 84578e8d-e484-4790-a594-537c87704334 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:55.323857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53c96ab9-4cf6-4075-942f-98f22d437db2 req-8e0c6b65-e19d-4a97-953f-f91db9c4ab07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Oct 15 00:44:55.329756 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e69013-ae2e-47cc-a016-66aa67a93e22 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:44:55.330377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e69013-ae2e-47cc-a016-66aa67a93e22 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:44:55.393019 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c0e69013-ae2e-47cc-a016-66aa67a93e22 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6193225 Oct 15 00:44:55.393337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52044) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:55.398679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:55.583270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291d52f-6c82-441c-9c0f-759234d29fd4 req-7133de68-a5b0-45fe-89f3-565a44739c18 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:55.584746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e291d52f-6c82-441c-9c0f-759234d29fd4 req-7133de68-a5b0-45fe-89f3-565a44739c18 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0554204 Oct 15 00:44:55.629200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:55.633433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:55.637752 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e291d52f-6c82-441c-9c0f-759234d29fd4 req-20d46dcf-14c8-4a3e-83dd-4f9ec31722ac tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Oct 15 00:44:55.899210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 16405af8-a6bc-4196-9148-ec9f6665ef09 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:55.949596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:55.949970 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:55.975000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:56.020091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:44:56.023747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:44:56.028055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:56.028637 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:56.041135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c9296-f949-4b98-9da0-d9ae5a900b04 None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:56.045274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=27acdf86-7217-484b-8368-3ef7672dbce6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:56.149821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52080) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:56.151240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-39727024-17a3-4894-993b-6f76868cb7df tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7509692 Oct 15 00:44:56.156159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1152934093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '27acdf86-7217-484b-8368-3ef7672dbce6'}], 'security_groups': ['9520272d-ff20-4191-a0f7-3f9569afc9fd']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:56.237721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f445783a-c450-4e36-be63-aea30c8d729d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:56.284399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d62084a-5b09-48ef-a596-9018ffb6fbcd req-6a433a02-afbd-4867-a6b9-8413f65589aa tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0528750 Oct 15 00:44:56.328609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:56.335139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168082b-6a1d-4ec8-adae-01c5faf8f546 None None] Update dhcp port {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'fixed_ips': [{'subnet_id': '3183d45c-be7e-438a-82ff-b09711e6d45d', 'ip_address': '172.20.0.2'}, {'subnet_id': '27acdf86-7217-484b-8368-3ef7672dbce6'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '16405af8-a6bc-4196-9148-ec9f6665ef09'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:44:56.373595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c168082b-6a1d-4ec8-adae-01c5faf8f546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:56.579123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-c168082b-6a1d-4ec8-adae-01c5faf8f546 None None] Allocated IP 172.20.0.18 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/27acdf86-7217-484b-8368-3ef7672dbce6/16405af8-a6bc-4196-9148-ec9f6665ef09) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:56.612514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d27986-1570-4e6c-9db9-8612924da90a req-0aab53e0-696f-452f-86d9-5b3ceb4bf0cd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:56.614685 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93d27986-1570-4e6c-9db9-8612924da90a req-0aab53e0-696f-452f-86d9-5b3ceb4bf0cd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 943 time: 0.1142757 Oct 15 00:44:56.686490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-93d27986-1570-4e6c-9db9-8612924da90a req-f00bfb6d-3e52-4805-b3bd-44c8d6e62f9e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552371 Oct 15 00:44:56.686681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c168082b-6a1d-4ec8-adae-01c5faf8f546 None None] For port 16405af8-a6bc-4196-9148-ec9f6665ef09, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=16405af8-a6bc-4196-9148-ec9f6665ef09,segment=NetworkSegment(8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0),segment_id=8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:56.729202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c168082b-6a1d-4ec8-adae-01c5faf8f546 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:56.772927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e5f0e-296b-40e2-8b12-f8a2ea590891 req-48f4ccd5-13f7-4ef4-bc2a-c7104ce2b1c5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:56.774625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e71e5f0e-296b-40e2-8b12-f8a2ea590891 req-48f4ccd5-13f7-4ef4-bc2a-c7104ce2b1c5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0593486 Oct 15 00:44:56.803768 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c168082b-6a1d-4ec8-adae-01c5faf8f546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:56.817624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e71e5f0e-296b-40e2-8b12-f8a2ea590891 req-84238b4a-2092-48a8-84c8-9e52dd03b5ac tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Oct 15 00:44:56.910291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168082b-6a1d-4ec8-adae-01c5faf8f546 None None] Pushing event updated for resources: {'Port': ['ID=16405af8-a6bc-4196-9148-ec9f6665ef09,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:56.943962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Delete allocated IP 172.20.0.13 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/3183d45c-be7e-438a-82ff-b09711e6d45d) {{(pid=107725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 00:44:56.958585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.26 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/27acdf86-7217-484b-8368-3ef7672dbce6/84578e8d-e484-4790-a594-537c87704334) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:44:57.124385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 21ca63be-ad6b-48ea-af67-126db5b38ea2 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:44:57.147200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.235085 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.237757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:57.252323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'mac_address': 'fa:16:3e:18:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:44:57.303247 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.322429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ca63be-ad6b-48ea-af67-126db5b38ea2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:44:57.338172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=84578e8d-e484-4790-a594-537c87704334,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:57.362675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:57.390155 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] In _notify_port_updated(), no bound segment for port 84578e8d-e484-4790-a594-537c87704334 on network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:44:57.408792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:57.409124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.410714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dc8fd789-ec22-4f3b-9259-4828536196ae tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "PUT /v2.0/ports/84578e8d-e484-4790-a594-537c87704334 HTTP/1.1" status: 200 len: 921 time: 1.2594831 Oct 15 00:44:57.419497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52120) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:57.435185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.483162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-37e6c96b-669a-48de-854f-50d8ba5bf52e req-ea0634da-310f-4360-aca9-ab5442aa354f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0649877 Oct 15 00:44:57.552043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 84578e8d-e484-4790-a594-537c87704334 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:44:57.552431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.563359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:57.586541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52122) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:57.644182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:57.644474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.667783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.684875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 84578e8d-e484-4790-a594-537c87704334 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:44:57.737483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d6522739-6fa0-467c-baad-7318ce7a552f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.755967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Provisioning complete for port 84578e8d-e484-4790-a594-537c87704334 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:57.756342 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.759938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['21ca63be-ad6b-48ea-af67-126db5b38ea2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:44:57.838461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Port 84578e8d-e484-4790-a594-537c87704334 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:57.849765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27c8de-9f6f-4ad1-a183-e6c1a4546e81 req-a2fdc0a7-b90d-4c4b-b4c1-93bead8ce61d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:57.851946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a27c8de-9f6f-4ad1-a183-e6c1a4546e81 req-a2fdc0a7-b90d-4c4b-b4c1-93bead8ce61d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 944 time: 0.0843768 Oct 15 00:44:57.866543 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d6522739-6fa0-467c-baad-7318ce7a552f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.868435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Provisioning complete for port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:57.868809 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.926335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d6522739-6fa0-467c-baad-7318ce7a552f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:57.948406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d5591827-1235-4466-9c16-a4f68ad12ea9 None None] Port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:44:57.973018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 16405af8-a6bc-4196-9148-ec9f6665ef09 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:58.006496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a27c8de-9f6f-4ad1-a183-e6c1a4546e81 req-04974894-ef9c-4623-aa3b-56bc1abeebff tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143799 Oct 15 00:44:58.042613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d6522739-6fa0-467c-baad-7318ce7a552f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=803ab57b3de54c6b8c7d9dcc556e8f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549487 Oct 15 00:44:58.046164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52130) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:58.046304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6522739-6fa0-467c-baad-7318ce7a552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ebf14-6c1b-4693-8005-e09e7f30c112,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:58.053813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.067201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a58ea-155f-40fb-b58b-68739589f7ec req-54efbea3-b92b-448c-a971-6813e2dd4c21 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:58.068811 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-978a58ea-155f-40fb-b58b-68739589f7ec req-54efbea3-b92b-448c-a971-6813e2dd4c21 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1247091 Oct 15 00:44:58.095631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:58.096260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.105951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=84578e8d-e484-4790-a594-537c87704334,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:58.118043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-978a58ea-155f-40fb-b58b-68739589f7ec req-51fed73b-a412-46d7-b7be-775c36bbabe1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Oct 15 00:44:58.224087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1415e3f1-445d-484e-b207-15db73649a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.229976 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.234214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a66b2098-97ad-4e25-bc82-361b3ec32f1e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/84578e8d-e484-4790-a594-537c87704334 HTTP/1.1" status: 204 len: 168 time: 0.8137007 Oct 15 00:44:58.236788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52132) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:58.253738 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1415e3f1-445d-484e-b207-15db73649a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.263820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-92184fab-7698-47ee-89b4-d7eae0b61ad4 None None] Could not find standard attr ID for object 84578e8d-e484-4790-a594-537c87704334. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:44:58.273315 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee6e6bc-fb10-450c-8c59-fe1bbccb1e6a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:44:58.276720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ee6e6bc-fb10-450c-8c59-fe1bbccb1e6a tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/84578e8d-e484-4790-a594-537c87704334 HTTP/1.1" status: 404 len: 333 time: 0.0369904 Oct 15 00:44:58.278037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52134) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:58.341856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e721bebb-ee34-410e-a952-2b54c15eca4d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.367710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e721bebb-ee34-410e-a952-2b54c15eca4d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.372296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1415e3f1-445d-484e-b207-15db73649a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.375089 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1415e3f1-445d-484e-b207-15db73649a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.376458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1415e3f1-445d-484e-b207-15db73649a11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/605ebf14-6c1b-4693-8005-e09e7f30c112 HTTP/1.1" status: 204 len: 168 time: 0.3291478 Oct 15 00:44:58.394967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415e3f1-445d-484e-b207-15db73649a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ebf14-6c1b-4693-8005-e09e7f30c112,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:58.498119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e721bebb-ee34-410e-a952-2b54c15eca4d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.501279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e721bebb-ee34-410e-a952-2b54c15eca4d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.502731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e721bebb-ee34-410e-a952-2b54c15eca4d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/security-groups/4a99940d-e157-4c93-8280-f7789f0d8062 HTTP/1.1" status: 204 len: 168 time: 0.2236350 Oct 15 00:44:58.507648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52140) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:58.526936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721bebb-ee34-410e-a952-2b54c15eca4d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a99940d-e157-4c93-8280-f7789f0d8062,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:58.581250 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9b6-77cc-475f-b4b8-c87ed07d0fa3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.607285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9b6-77cc-475f-b4b8-c87ed07d0fa3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.619804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0be704b1-9465-4693-b9a4-f382b8c87ff0 req-b986c380-8570-450f-9444-63994ca5491b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0341010 Oct 15 00:44:58.743522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9b6-77cc-475f-b4b8-c87ed07d0fa3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.746207 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9b6-77cc-475f-b4b8-c87ed07d0fa3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.747345 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e80ba9b6-77cc-475f-b4b8-c87ed07d0fa3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/security-groups/9520272d-ff20-4191-a0f7-3f9569afc9fd HTTP/1.1" status: 204 len: 168 time: 0.2369452 Oct 15 00:44:58.750082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52148) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:58.762372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ba9b6-77cc-475f-b4b8-c87ed07d0fa3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9520272d-ff20-4191-a0f7-3f9569afc9fd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:58.783174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2ceae45d-817d-437b-b741-74cb772c29f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.812190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 3183d45c-be7e-438a-82ff-b09711e6d45d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:44:58.815447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.861854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:58.948902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.070174 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.097542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=3183d45c-be7e-438a-82ff-b09711e6d45d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:59.106746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.114042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-008bddcd-fa95-4c77-b24d-6c1545a207bb tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/3183d45c-be7e-438a-82ff-b09711e6d45d HTTP/1.1" status: 204 len: 168 time: 0.3628657 Oct 15 00:44:59.115254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52152) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:59.117448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ead52-7530-4cdc-9687-328330401010 None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:44:59.121017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:44:59.144498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 21ca63be-ad6b-48ea-af67-126db5b38ea2 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:44:59.151839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ec5ee-eea7-4a63-822e-d5cfd23832b9 req-27af9b34-3ef0-4667-aa12-2a6689d7d5ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:59.160959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-284ec5ee-eea7-4a63-822e-d5cfd23832b9 req-27af9b34-3ef0-4667-aa12-2a6689d7d5ce tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 944 time: 0.0863764 Oct 15 00:44:59.210319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52156) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:59.253046 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6895ceb5-fa2d-466a-b7bc-a18bcc7e4f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.274502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-284ec5ee-eea7-4a63-822e-d5cfd23832b9 req-67e95fe0-6dcf-4c79-8c86-4ceda0e282f0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046441 Oct 15 00:44:59.320419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a21e9-2809-4642-ab39-b90dc02a099f req-4aa64562-3d2b-4ca9-9caf-4e171f92badb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:44:59.328990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8a21e9-2809-4642-ab39-b90dc02a099f req-4aa64562-3d2b-4ca9-9caf-4e171f92badb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0973220 Oct 15 00:44:59.364023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6895ceb5-fa2d-466a-b7bc-a18bcc7e4f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.369091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa8a21e9-2809-4642-ab39-b90dc02a099f req-0d55b531-eb39-4b3f-8ad0-f1da66063217 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373054 Oct 15 00:44:59.384417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 21ca63be-ad6b-48ea-af67-126db5b38ea2 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:44:59.389604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 21ca63be-ad6b-48ea-af67-126db5b38ea2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:44:59.389970 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.408857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:44:59.413660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.437525 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6895ceb5-fa2d-466a-b7bc-a18bcc7e4f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.480090 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.493579 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6895ceb5-fa2d-466a-b7bc-a18bcc7e4f99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f589a77a53b9492e9eeebe916853606d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804170 Oct 15 00:44:59.494241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:44:59.496987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895ceb5-fa2d-466a-b7bc-a18bcc7e4f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa2e29e-509d-4074-b1c2-3e864cb45899,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:59.530388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:44:59.542648 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d46326b-d3c5-41ab-98fa-4dfa96b85550" -d '{"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-plugged", "status": "completed", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:44:59.578355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:44:59.610749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c3690cd8-f3bf-4948-a820-c4e11431bb6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.631558 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc30e50-16f1-4459-9e0b-a90301749062 x-openstack-request-id: req-1fc30e50-16f1-4459-9e0b-a90301749062 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:44:59.633909 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-plugged", "status": "completed", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:44:59.634353 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc30e50-16f1-4459-9e0b-a90301749062 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:44:59.634907 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'code': 200} Oct 15 00:44:59.666420 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.681280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c3690cd8-f3bf-4948-a820-c4e11431bb6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.793002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:44:59.877660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c3690cd8-f3bf-4948-a820-c4e11431bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.880357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c3690cd8-f3bf-4948-a820-c4e11431bb6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:44:59.881577 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c3690cd8-f3bf-4948-a820-c4e11431bb6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aa2e29e-509d-4074-b1c2-3e864cb45899 HTTP/1.1" status: 204 len: 168 time: 0.3860517 Oct 15 00:44:59.897844 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3690cd8-f3bf-4948-a820-c4e11431bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa2e29e-509d-4074-b1c2-3e864cb45899,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:00.022180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0706616d-c927-4021-afe4-07e0e6d86df4 req-4d6bc948-a558-4caa-9d61-cf5b8e038671 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0607629 Oct 15 00:45:00.070792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5b4f2-1782-44d2-9a0a-6d58a035d96b req-6f15e737-e55a-45ec-9396-e096b5a84498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:00.072496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afb5b4f2-1782-44d2-9a0a-6d58a035d96b req-6f15e737-e55a-45ec-9396-e096b5a84498 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 1096 time: 0.1100097 Oct 15 00:45:00.097902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.125578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afb5b4f2-1782-44d2-9a0a-6d58a035d96b req-67695cad-cadc-497d-984a-996de5d604b9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Oct 15 00:45:00.169658 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.321883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.323958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f5f1d4ce-4fcb-401c-9939-5bc433acc25d None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:00.324639 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d4ce-4fcb-401c-9939-5bc433acc25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.393150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=453bb4d6-b64b-4272-9e5d-f01447d109ed,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:00.414867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:45:00.421576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:45:00.434504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:00.435846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.445437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2418706-be1e-415c-97ef-4c87d6c9963b None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:00.452713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.454186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.454664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.455124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.455560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.455995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.456163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b715f78-1785-4ccc-8ee9-2d256c543000 req-fe2d4f88-b5ef-4206-9880-08a02bf107e2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:00.456597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.457142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.457571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.458022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.458470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.458926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:00.466660 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b715f78-1785-4ccc-8ee9-2d256c543000 req-fe2d4f88-b5ef-4206-9880-08a02bf107e2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0950716 Oct 15 00:45:00.526704 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5b715f78-1785-4ccc-8ee9-2d256c543000 req-a4674892-c219-43ba-ba47-95fe86177295 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586348 Oct 15 00:45:00.551882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1f26-faaa-424a-ab81-5e52ce30cb9e req-2e6b0811-346e-4f76-a974-4f3f9ce4242e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:00.553489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-294b1f26-faaa-424a-ab81-5e52ce30cb9e req-2e6b0811-346e-4f76-a974-4f3f9ce4242e tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0785198 Oct 15 00:45:00.581517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-289091e3-4b85-4048-b0b9-27b593d82f27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4650180 Oct 15 00:45:00.584166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52182) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:00.589219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-59521372-1488-43d0-b7fc-dae0f5dfd40b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'security_group': {'name': 'tempest-secgroup-599492042'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:00.604323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-294b1f26-faaa-424a-ab81-5e52ce30cb9e req-d46d3bde-4948-4190-ba62-a314d2526838 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427821 Oct 15 00:45:00.716713 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59521372-1488-43d0-b7fc-dae0f5dfd40b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.770120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f5f1d4ce-4fcb-401c-9939-5bc433acc25d None None] Provisioning complete for port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:00.770120 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f5f1d4ce-4fcb-401c-9939-5bc433acc25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.802946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1d4ce-4fcb-401c-9939-5bc433acc25d None None] Port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:45:00.807611 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59521372-1488-43d0-b7fc-dae0f5dfd40b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.956436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59521372-1488-43d0-b7fc-dae0f5dfd40b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:00.982710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3aa3f-3873-44ba-a648-a4a48034025a None None] Update dhcp port {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'fixed_ips': [{'subnet_id': '27acdf86-7217-484b-8368-3ef7672dbce6', 'ip_address': '172.20.0.18'}, {'subnet_id': '453bb4d6-b64b-4272-9e5d-f01447d109ed'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '16405af8-a6bc-4196-9148-ec9f6665ef09'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:45:01.004582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59521372-1488-43d0-b7fc-dae0f5dfd40b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b265d4d8-6efc-42db-a37a-ddf035135c08,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:01.020275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bde3aa3f-3873-44ba-a648-a4a48034025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.071906 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59521372-1488-43d0-b7fc-dae0f5dfd40b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.076063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52198) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:01.076541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-59521372-1488-43d0-b7fc-dae0f5dfd40b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4910212 Oct 15 00:45:01.081414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b6cad8dd-db20-44a6-97fc-d804c9a917af tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'security_group': {'name': 'tempest-secgroup-491975355'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:01.204148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8dd-db20-44a6-97fc-d804c9a917af tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.204598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-bde3aa3f-3873-44ba-a648-a4a48034025a None None] Allocated IP 172.20.0.2 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/453bb4d6-b64b-4272-9e5d-f01447d109ed/16405af8-a6bc-4196-9148-ec9f6665ef09) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:45:01.214710 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-80deee89-f6f7-47c1-ab2f-edc7cea91bb0 req-705ee72f-552c-48ed-9c7a-84679bfb647b tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0487578 Oct 15 00:45:01.290339 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8dd-db20-44a6-97fc-d804c9a917af tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.333399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bde3aa3f-3873-44ba-a648-a4a48034025a None None] For port 16405af8-a6bc-4196-9148-ec9f6665ef09, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=16405af8-a6bc-4196-9148-ec9f6665ef09,segment=NetworkSegment(8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0),segment_id=8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:01.366054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8dd-db20-44a6-97fc-d804c9a917af tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.372965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bde3aa3f-3873-44ba-a648-a4a48034025a None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.396482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cad8dd-db20-44a6-97fc-d804c9a917af tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4d336-55c1-4ed0-85c4-43f6d3e84ae9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:01.457573 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bde3aa3f-3873-44ba-a648-a4a48034025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.493428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6cad8dd-db20-44a6-97fc-d804c9a917af tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.497925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52204) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:01.498511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b6cad8dd-db20-44a6-97fc-d804c9a917af tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4204707 Oct 15 00:45:01.502535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-13b4c900-c21b-456d-a258-b99b90af1bc8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'security_group': {'name': 'tempest-secgroup-1294789686'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:01.562922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3aa3f-3873-44ba-a648-a4a48034025a None None] Pushing event updated for resources: {'Port': ['ID=16405af8-a6bc-4196-9148-ec9f6665ef09,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:01.637561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13b4c900-c21b-456d-a258-b99b90af1bc8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.672142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a2e6d-cfe7-49c2-b223-3193fce56313 req-ab116247-bfc4-4a2a-a8d6-0e6d8e53b5b0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:01.673729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-534a2e6d-cfe7-49c2-b223-3193fce56313 req-ab116247-bfc4-4a2a-a8d6-0e6d8e53b5b0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0676887 Oct 15 00:45:01.772574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-534a2e6d-cfe7-49c2-b223-3193fce56313 req-5d23223b-195a-41ed-8173-8ecfa8b589d9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871956 Oct 15 00:45:01.854610 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13b4c900-c21b-456d-a258-b99b90af1bc8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:01.881758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca54a6-ea46-47fb-ab09-4ce86fe9b250 req-3539d743-967a-4694-afd1-0a88c7cccaf4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:01.884088 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-16ca54a6-ea46-47fb-ab09-4ce86fe9b250 req-3539d743-967a-4694-afd1-0a88c7cccaf4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1195817 Oct 15 00:45:01.931539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 16405af8-a6bc-4196-9148-ec9f6665ef09 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:45:01.961527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-16ca54a6-ea46-47fb-ab09-4ce86fe9b250 req-09c45752-4cdc-48e3-80ce-1a8640368c2c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679934 Oct 15 00:45:01.963115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13b4c900-c21b-456d-a258-b99b90af1bc8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:02.021653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:02.022061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:02.032622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4c900-c21b-456d-a258-b99b90af1bc8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6039aa9-0d66-4ddf-b512-68ebf90ed8fc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:02.089497 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13b4c900-c21b-456d-a258-b99b90af1bc8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:02.089497 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-13b4c900-c21b-456d-a258-b99b90af1bc8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5899434 Oct 15 00:45:02.091679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52224) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:02.096974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-482070331', 'security_groups': ['b6039aa9-0d66-4ddf-b512-68ebf90ed8fc'], 'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '453bb4d6-b64b-4272-9e5d-f01447d109ed'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:02.254991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:02.333407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c9e85bf9-ec40-41a5-9cf6-d9d1d428f35c None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:02.333826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9e85bf9-ec40-41a5-9cf6-d9d1d428f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:02.340960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:02.365776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7076cadb-6b8c-4492-9f1f-edb364367db8 req-20cceccd-15ca-4dce-90b6-dd180acfbbe7 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0482645 Oct 15 00:45:02.444153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c9e85bf9-ec40-41a5-9cf6-d9d1d428f35c None None] Provisioning complete for port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:02.445331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9e85bf9-ec40-41a5-9cf6-d9d1d428f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:02.469442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:02.486368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c9e85bf9-ec40-41a5-9cf6-d9d1d428f35c None None] Port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:45:02.495201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] device_id is not set on port ae273a96-0de7-46bc-ba75-fdd1cc232f72 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:45:03.020237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32205ccf-3676-40f1-abb4-2f6b524b649f req-efa1363f-435d-4c2b-8f54-48fdaa16fc70 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:03.021746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-32205ccf-3676-40f1-abb4-2f6b524b649f req-efa1363f-435d-4c2b-8f54-48fdaa16fc70 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1145115 Oct 15 00:45:03.046173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.10 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/453bb4d6-b64b-4272-9e5d-f01447d109ed/ae273a96-0de7-46bc-ba75-fdd1cc232f72) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:45:03.090053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-32205ccf-3676-40f1-abb4-2f6b524b649f req-dda851c5-a442-476b-955e-1f2ea1eb0513 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559893 Oct 15 00:45:03.104598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9f98-7f85-4ad4-afc1-87548e3c0e27 req-2957043e-e12c-4cc6-95f3-8fa3399e02a7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:03.106314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e6e9f98-7f85-4ad4-afc1-87548e3c0e27 req-2957043e-e12c-4cc6-95f3-8fa3399e02a7 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0636280 Oct 15 00:45:03.184797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e6e9f98-7f85-4ad4-afc1-87548e3c0e27 req-8823d531-062a-4fd2-ac2e-b39afe44d43f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673954 Oct 15 00:45:03.257754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:03.372610 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:03.435619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=ae273a96-0de7-46bc-ba75-fdd1cc232f72,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:03.439866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:45:03.442600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:45:03.447783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:45:03.573678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d1303bf-d5da-4032-bde4-900b7c027b68 req-95fce8d7-cfd4-4b3b-98bf-3226534690ac tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0601809 Oct 15 00:45:03.577840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:03.578701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:03.604338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d8a74-e5d6-4754-b31d-181d482c4c87 req-6c357654-e8a9-47b1-b732-b5f1b8f282c3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:03.606769 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9e1d8a74-e5d6-4754-b31d-181d482c4c87 req-6c357654-e8a9-47b1-b732-b5f1b8f282c3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1155448 Oct 15 00:45:03.647819 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27900c8f-dc1e-468f-8ba7-b40812821b8d tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5549717 Oct 15 00:45:03.650933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:03.656182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6fe1ae08-2c03-4b23-b5a0-b5988d1c6e79 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:03.671033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9e1d8a74-e5d6-4754-b31d-181d482c4c87 req-98e37803-ea32-45d6-9616-10b0f2483087 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579944 Oct 15 00:45:03.814409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b232a517-5585-4ca4-8bca-c31598bb39b3 None None] Provisioning complete for port ae273a96-0de7-46bc-ba75-fdd1cc232f72 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:03.814956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b232a517-5585-4ca4-8bca-c31598bb39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:03.862067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b232a517-5585-4ca4-8bca-c31598bb39b3 None None] Port ae273a96-0de7-46bc-ba75-fdd1cc232f72 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:45:03.886621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1ae08-2c03-4b23-b5a0-b5988d1c6e79 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:03.890829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ae08-2c03-4b23-b5a0-b5988d1c6e79 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:04.000367 n-d-811521-2 neutron-server[107726]: INFO neutron.db.ipam_backend_mixin [None req-6fe1ae08-2c03-4b23-b5a0-b5988d1c6e79 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 453bb4d6-b64b-4272-9e5d-f01447d109ed (CIDR: 172.20.0.0/28) Oct 15 00:45:04.035641 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe1ae08-2c03-4b23-b5a0-b5988d1c6e79 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:45:04.036218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe1ae08-2c03-4b23-b5a0-b5988d1c6e79 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:04.120502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6fe1ae08-2c03-4b23-b5a0-b5988d1c6e79 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4682069 Oct 15 00:45:04.123117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52260) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:04.128460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-17cbd7fc-2864-436b-a7b6-97e544c3e9d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:04.312308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425735a7-bcfe-499d-8355-d3de0ed09923 req-48272939-70f5-4610-bbec-e92934178f35 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:04.314179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-425735a7-bcfe-499d-8355-d3de0ed09923 req-48272939-70f5-4610-bbec-e92934178f35 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0622959 Oct 15 00:45:04.321089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cbd7fc-2864-436b-a7b6-97e544c3e9d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:04.325265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17cbd7fc-2864-436b-a7b6-97e544c3e9d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:04.372574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-425735a7-bcfe-499d-8355-d3de0ed09923 req-86a57ec9-2635-4db4-a640-f9e5c87d4d33 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Oct 15 00:45:04.449129 n-d-811521-2 neutron-server[107725]: INFO neutron.db.ipam_backend_mixin [None req-17cbd7fc-2864-436b-a7b6-97e544c3e9d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 27acdf86-7217-484b-8368-3ef7672dbce6 (CIDR: 172.20.0.16/28) Oct 15 00:45:04.484133 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cbd7fc-2864-436b-a7b6-97e544c3e9d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:45:04.484631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cbd7fc-2864-436b-a7b6-97e544c3e9d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:04.583114 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-17cbd7fc-2864-436b-a7b6-97e544c3e9d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4588730 Oct 15 00:45:04.586507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52266) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:04.591831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'subnet': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:04.701535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1a4ac7e-623e-445b-9ef6-0d9775e2d485 req-ef4899dd-d4ed-4e14-aa4c-5f40ed335bb2 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0422549 Oct 15 00:45:04.794692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f49d4c-fe1a-4083-bafd-9e7e10b5f6b1 req-92a48ce4-672e-45e1-b4f8-510b0683afc3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:04.796336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10f49d4c-fe1a-4083-bafd-9e7e10b5f6b1 req-92a48ce4-672e-45e1-b4f8-510b0683afc3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0580080 Oct 15 00:45:04.835981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10f49d4c-fe1a-4083-bafd-9e7e10b5f6b1 req-89085b3a-f1e0-46fe-b862-771f203d38a8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Oct 15 00:45:04.846342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Made reservation on behalf of 04b30f870e7647918785495686513ec1 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:04.850504 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:05.157826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:05.201765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:45:05.204925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:45:05.215449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Subnet': ['ID=f015d169-b314-4b6a-8d66-efe949896398,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:05.216213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7ebc8-bf77-4e3e-939f-6383a7b4fda2 None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:05.218790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:05.220072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:05.364816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aa3235d8-e2b9-4b2a-a790-f63a8e14c260 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7772679 Oct 15 00:45:05.367675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52286) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:05.374017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2105399716', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f015d169-b314-4b6a-8d66-efe949896398'}], 'security_groups': ['b265d4d8-6efc-42db-a37a-ddf035135c08', '67d4d336-55c1-4ed0-85c4-43f6d3e84ae9']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:05.484683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:05.510650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3cfa1-21e1-4894-b719-732e845070fe None None] Update dhcp port {'port': {'network_id': '3b7312f3-d5f3-4de7-9f36-fe96ceff87e1', 'fixed_ips': [{'subnet_id': '27acdf86-7217-484b-8368-3ef7672dbce6', 'ip_address': '172.20.0.18'}, {'subnet_id': '453bb4d6-b64b-4272-9e5d-f01447d109ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f015d169-b314-4b6a-8d66-efe949896398'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '16405af8-a6bc-4196-9148-ec9f6665ef09'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:45:05.541365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224f39-a1b5-4565-9941-de15353e934e req-1f5e1981-dce6-4d59-8f7f-2a1c764342b2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:05.543591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5224f39-a1b5-4565-9941-de15353e934e req-1f5e1981-dce6-4d59-8f7f-2a1c764342b2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0784485 Oct 15 00:45:05.549852 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fba3cfa1-21e1-4894-b719-732e845070fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:05.603803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5224f39-a1b5-4565-9941-de15353e934e req-261f21a4-43c6-4beb-8b16-ebc4ddef8ff2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 Oct 15 00:45:05.782254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1dbe-9bee-4a96-b289-8cd195f2d734 req-727bfb37-7e19-4b83-a1a7-a19dde50ef81 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:05.786403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ace1dbe-9bee-4a96-b289-8cd195f2d734 req-727bfb37-7e19-4b83-a1a7-a19dde50ef81 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0915668 Oct 15 00:45:05.829815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-fba3cfa1-21e1-4894-b719-732e845070fe None None] Allocated IP 172.20.0.34 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/f015d169-b314-4b6a-8d66-efe949896398/16405af8-a6bc-4196-9148-ec9f6665ef09) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:45:05.841129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ace1dbe-9bee-4a96-b289-8cd195f2d734 req-186cb7fd-95aa-4bae-b6c6-7e0457b95970 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Oct 15 00:45:05.887071 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7273a70-2706-4c76-9687-e53f41093a0d req-e95f67fe-c7a5-4599-badf-520cea559a40 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0349207 Oct 15 00:45:05.950730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fba3cfa1-21e1-4894-b719-732e845070fe None None] For port 16405af8-a6bc-4196-9148-ec9f6665ef09, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=16405af8-a6bc-4196-9148-ec9f6665ef09,segment=NetworkSegment(8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0),segment_id=8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:05.984307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fba3cfa1-21e1-4894-b719-732e845070fe None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:06.049370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fba3cfa1-21e1-4894-b719-732e845070fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:06.107728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3cfa1-21e1-4894-b719-732e845070fe None None] Pushing event updated for resources: {'Port': ['ID=16405af8-a6bc-4196-9148-ec9f6665ef09,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:06.250595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Delete allocated IP 172.20.0.10 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/453bb4d6-b64b-4272-9e5d-f01447d109ed) {{(pid=107725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 00:45:06.260164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Allocated IP 172.20.0.35 (3b7312f3-d5f3-4de7-9f36-fe96ceff87e1/f015d169-b314-4b6a-8d66-efe949896398/ae273a96-0de7-46bc-ba75-fdd1cc232f72) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:45:06.464084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:06.524413 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:06.604442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event updated for resources: {'Port': ['ID=ae273a96-0de7-46bc-ba75-fdd1cc232f72,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:06.672328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] In _notify_port_updated(), no bound segment for port ae273a96-0de7-46bc-ba75-fdd1cc232f72 on network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:45:06.679744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:06.681578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:06.685725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b4afd0e4-ef99-460e-8fcb-ff72c2313dfd tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "PUT /v2.0/ports/ae273a96-0de7-46bc-ba75-fdd1cc232f72 HTTP/1.1" status: 200 len: 960 time: 1.3144526 Oct 15 00:45:06.686646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52306) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:06.891016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb62e40-70af-477c-a6b1-e194fdf3c30e req-753ab9dd-0a31-49d4-9053-b42eb4e89a63 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:06.893254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbb62e40-70af-477c-a6b1-e194fdf3c30e req-753ab9dd-0a31-49d4-9053-b42eb4e89a63 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1676660 Oct 15 00:45:06.911380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:06.911870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:06.974995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port ae273a96-0de7-46bc-ba75-fdd1cc232f72 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:06.978897 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:06.996761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbb62e40-70af-477c-a6b1-e194fdf3c30e req-14dbcbf3-67c3-4e2f-bc2a-f58dde29463d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887082 Oct 15 00:45:07.031100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832183b-643e-4231-acf8-6f2bd2b2a1d6 req-001004ec-0184-42b5-a6e5-fef0dab864d7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:07.031245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2832183b-643e-4231-acf8-6f2bd2b2a1d6 req-001004ec-0184-42b5-a6e5-fef0dab864d7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0696287 Oct 15 00:45:07.087178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2832183b-643e-4231-acf8-6f2bd2b2a1d6 req-db5853d0-8f47-44ff-84bf-38dff24902f5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Oct 15 00:45:07.137242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Provisioning complete for port ae273a96-0de7-46bc-ba75-fdd1cc232f72 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:07.137610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:07.169565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-366b9568-b066-4da6-9c8d-527ec23f88a7 req-38b0c53b-348c-4314-a485-dc89563ceba1 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0699446 Oct 15 00:45:07.215678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:07.217124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Port ae273a96-0de7-46bc-ba75-fdd1cc232f72 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:45:07.232552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Provisioning complete for port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:07.232920 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:07.247163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for ae273a96-0de7-46bc-ba75-fdd1cc232f72 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:07.348894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9cde0f87-8fdd-46cd-82ef-2eeab231a565 None None] Port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:45:07.483562 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:07.547838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=ae273a96-0de7-46bc-ba75-fdd1cc232f72,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:07.581300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5ec87a28-ff11-4bd5-a40f-31851f4151bf None None] Could not find standard attr ID for object ae273a96-0de7-46bc-ba75-fdd1cc232f72. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:45:07.669137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:07.672401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-54eb7989-604e-424f-91b3-fb11d4636469 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/ae273a96-0de7-46bc-ba75-fdd1cc232f72 HTTP/1.1" status: 204 len: 168 time: 0.9846890 Oct 15 00:45:07.675050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52322) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:07.713225 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc07fb4-f854-43ed-9643-2fb07e647128 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] GET failed (client error): The resource could not be found. Oct 15 00:45:07.726789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6dc07fb4-f854-43ed-9643-2fb07e647128 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports/ae273a96-0de7-46bc-ba75-fdd1cc232f72 HTTP/1.1" status: 404 len: 333 time: 0.0473075 Oct 15 00:45:07.729771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52324) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:07.778227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667b5ce-9708-45bd-a211-595d275b3572 req-45960f65-14ec-46a7-b9ae-f09824ec4629 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:07.784776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9667b5ce-9708-45bd-a211-595d275b3572 req-45960f65-14ec-46a7-b9ae-f09824ec4629 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1605051 Oct 15 00:45:07.845685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9667b5ce-9708-45bd-a211-595d275b3572 req-c5597946-0b7e-4d1b-aa0b-470aca9a7df0 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488372 Oct 15 00:45:07.851553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dac01814-b1f3-4bbd-96c9-5153354bb26b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:07.902954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dac01814-b1f3-4bbd-96c9-5153354bb26b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:07.947780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 16405af8-a6bc-4196-9148-ec9f6665ef09 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:45:08.008474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:08.008863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.060679 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dac01814-b1f3-4bbd-96c9-5153354bb26b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.063550 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dac01814-b1f3-4bbd-96c9-5153354bb26b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.067251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dac01814-b1f3-4bbd-96c9-5153354bb26b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/security-groups/b6039aa9-0d66-4ddf-b512-68ebf90ed8fc HTTP/1.1" status: 204 len: 168 time: 0.3335452 Oct 15 00:45:08.067924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52328) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:08.076144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac01814-b1f3-4bbd-96c9-5153354bb26b tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6039aa9-0d66-4ddf-b512-68ebf90ed8fc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:08.143692 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-beb8012b-ec8f-4636-9087-b1e38e185876 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.168415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-beb8012b-ec8f-4636-9087-b1e38e185876 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.215244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4c01e-9b0e-4d82-bbdd-b2bd2250a506 req-9fa00234-4efc-4049-b0c5-ba2b26c8cc9d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:08.216782 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dec4c01e-9b0e-4d82-bbdd-b2bd2250a506 req-9fa00234-4efc-4049-b0c5-ba2b26c8cc9d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0544558 Oct 15 00:45:08.265364 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dec4c01e-9b0e-4d82-bbdd-b2bd2250a506 req-7173dbf3-76aa-4b61-9bd4-bc3fd2f5b0e4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Oct 15 00:45:08.271666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-beb8012b-ec8f-4636-9087-b1e38e185876 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.274352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-beb8012b-ec8f-4636-9087-b1e38e185876 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.275473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-beb8012b-ec8f-4636-9087-b1e38e185876 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/security-groups/67d4d336-55c1-4ed0-85c4-43f6d3e84ae9 HTTP/1.1" status: 204 len: 168 time: 0.2060611 Oct 15 00:45:08.278465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52334) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:08.294948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5a0f9da-2610-4380-a04e-d48898a6eda9 req-096326c3-dee2-48ec-97b5-08283a41cf4f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.0354223 Oct 15 00:45:08.299947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8012b-ec8f-4636-9087-b1e38e185876 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4d336-55c1-4ed0-85c4-43f6d3e84ae9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:08.356947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6adc78f2-863a-4f1a-b08b-d4b54d73d099 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.394000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6adc78f2-863a-4f1a-b08b-d4b54d73d099 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.509044 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6adc78f2-863a-4f1a-b08b-d4b54d73d099 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.511703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6adc78f2-863a-4f1a-b08b-d4b54d73d099 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.512852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6adc78f2-863a-4f1a-b08b-d4b54d73d099 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/security-groups/b265d4d8-6efc-42db-a37a-ddf035135c08 HTTP/1.1" status: 204 len: 168 time: 0.2333953 Oct 15 00:45:08.515615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52340) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:08.523667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc78f2-863a-4f1a-b08b-d4b54d73d099 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b265d4d8-6efc-42db-a37a-ddf035135c08,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:08.568830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 453bb4d6-b64b-4272-9e5d-f01447d109ed {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:45:08.572776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.616642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.700937 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.786447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-7770bbe9-7ced-4527-9263-57ee8f27b9e4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:08.788493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-7770bbe9-7ced-4527-9263-57ee8f27b9e4 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.0656557 Oct 15 00:45:08.867857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.901300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=453bb4d6-b64b-4272-9e5d-f01447d109ed,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:08.907305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:08.913948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8b48eb06-1d6e-4772-8143-e9708e2f00be tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/453bb4d6-b64b-4272-9e5d-f01447d109ed HTTP/1.1" status: 204 len: 168 time: 0.3938379 Oct 15 00:45:08.915547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52348) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:08.925128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7267360-8bec-4089-9319-dc8498d27fcc None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:08.935824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Deleting port 9783505a-ac3e-4d4b-a224-7f9250d66a5b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:08.936157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.030445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet f015d169-b314-4b6a-8d66-efe949896398 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:45:09.036148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.055188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] For port 9783505a-ac3e-4d4b-a224-7f9250d66a5b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9783505a-ac3e-4d4b-a224-7f9250d66a5b,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:09.055548 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.072792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Calling delete_port for 9783505a-ac3e-4d4b-a224-7f9250d66a5b owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:09.074990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7ac1f-1d81-4446-ba1f-42b07a11c6d4 req-3aacbf76-ea32-4e09-8b92-5f34be49d829 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:09.076527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0d7ac1f-1d81-4446-ba1f-42b07a11c6d4 req-3aacbf76-ea32-4e09-8b92-5f34be49d829 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 945 time: 0.1150417 Oct 15 00:45:09.091836 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.177189 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0d7ac1f-1d81-4446-ba1f-42b07a11c6d4 req-cc91685c-f7a3-45ef-8e9c-7bf76ce3cec2 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902629 Oct 15 00:45:09.240565 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.253686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 21ca63be-ad6b-48ea-af67-126db5b38ea2 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:45:09.326617 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.342410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['9783505a-ac3e-4d4b-a224-7f9250d66a5b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:45:09.393115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.402169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:09.422176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event deleted for resources: {'Port': ['ID=9783505a-ac3e-4d4b-a224-7f9250d66a5b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:09.435778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'port_id': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'mac_address': 'fa:16:3e:18:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:45:09.460113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=f015d169-b314-4b6a-8d66-efe949896398,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:09.469125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.477970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-75d582f2-e2d6-4c1a-b0d9-8f043340ce27 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/f015d169-b314-4b6a-8d66-efe949896398 HTTP/1.1" status: 204 len: 168 time: 0.5615370 Oct 15 00:45:09.479552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52362) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:09.517278 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.523402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf95182-3efe-479b-bf39-89b176c7027e req-893c48eb-a415-406f-9ffe-7afbe1a79599 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:09.530723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cf95182-3efe-479b-bf39-89b176c7027e req-893c48eb-a415-406f-9ffe-7afbe1a79599 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1485713 Oct 15 00:45:09.543391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21ca63be-ad6b-48ea-af67-126db5b38ea2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:45:09.549289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] No DVR routers for this DVR port 9783505a-ac3e-4d4b-a224-7f9250d66a5b on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:45:09.554816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.558448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8293adb-2e08-46cf-a2fd-97da51cda024 req-bf22d307-5d13-4804-9203-65ab7d39a21f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "DELETE /v2.0/ports/9783505a-ac3e-4d4b-a224-7f9250d66a5b HTTP/1.1" status: 204 len: 173 time: 0.7631228 Oct 15 00:45:09.562248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa69f577-4051-4059-a253-e970e8112469', 'name': 'network-vif-deleted', 'tag': '9783505a-ac3e-4d4b-a224-7f9250d66a5b'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:09.564365 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed78dc95-70f3-4fa0-a9ff-c3bc00928adb" -d '{"events": [{"server_uuid": "fa69f577-4051-4059-a253-e970e8112469", "name": "network-vif-deleted", "tag": "9783505a-ac3e-4d4b-a224-7f9250d66a5b"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:09.588134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:09.591677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cf95182-3efe-479b-bf39-89b176c7027e req-07c1a07e-4d44-4f20-8290-4a2734b568d0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555856 Oct 15 00:45:09.614338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-150780f9-67db-4fb6-8cf6-6dfcbaef6834 req-41cb97be-0083-4e5e-886c-9fb9f5203aa1 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/ports?device_id=62be5221-85fe-4093-b5f2-616ce2da9219 HTTP/1.1" status: 200 len: 210 time: 0.1466026 Oct 15 00:45:09.623243 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c037caa3-c10e-4dec-8b7b-4f0effca84e2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:09.623665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c037caa3-c10e-4dec-8b7b-4f0effca84e2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:09.636536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c037caa3-c10e-4dec-8b7b-4f0effca84e2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/453bb4d6-b64b-4272-9e5d-f01447d109ed HTTP/1.1" status: 404 len: 337 time: 0.1437907 Oct 15 00:45:09.636623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52366) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:09.701986 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.729830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting subnet 27acdf86-7217-484b-8368-3ef7672dbce6 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:45:09.737569 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952be228-d427-424c-a292-1c4018fe8bf6 x-openstack-request-id: req-952be228-d427-424c-a292-1c4018fe8bf6 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:09.738261 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa69f577-4051-4059-a253-e970e8112469", "name": "network-vif-deleted", "tag": "9783505a-ac3e-4d4b-a224-7f9250d66a5b", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:09.738394 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-952be228-d427-424c-a292-1c4018fe8bf6 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:09.738808 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa69f577-4051-4059-a253-e970e8112469', 'name': 'network-vif-deleted', 'tag': '9783505a-ac3e-4d4b-a224-7f9250d66a5b', 'status': 'completed', 'code': 200} Oct 15 00:45:09.739487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.786687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:09.799924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['21ca63be-ad6b-48ea-af67-126db5b38ea2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:45:09.816089 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.933344 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.938965 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:09.965990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f262bf-711a-41dd-9ace-d2a9c8f81075 None None] Network 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:10.049146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c5cec3b4-574e-4563-aa45-8351ebca6cb5 None None] Provisioning complete for port 16405af8-a6bc-4196-9148-ec9f6665ef09 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:10.049513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c5cec3b4-574e-4563-aa45-8351ebca6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.089364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.125018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Subnet': ['ID=27acdf86-7217-484b-8368-3ef7672dbce6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:10.129350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.133252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55eddfca-2e6c-4075-81e6-614a00b0c7ee tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/27acdf86-7217-484b-8368-3ef7672dbce6 HTTP/1.1" status: 204 len: 168 time: 0.5024848 Oct 15 00:45:10.135676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52368) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.162691 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66fb630-ad08-4fe1-8f70-a251bfee73b8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.163138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66fb630-ad08-4fe1-8f70-a251bfee73b8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.166138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b66fb630-ad08-4fe1-8f70-a251bfee73b8 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/3183d45c-be7e-438a-82ff-b09711e6d45d HTTP/1.1" status: 404 len: 337 time: 0.0295353 Oct 15 00:45:10.168796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52370) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.202328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-79d4b319-5561-4d56-b94b-38de7e92e65e tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba66bdb-9b76-43f4-ad8d-679ad85d1048 HTTP/1.1" status: 200 len: 205 time: 0.0324259 Oct 15 00:45:10.202467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52374) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.208066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c5cec3b4-574e-4563-aa45-8351ebca6cb5 None None] Provisioning complete for port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:10.208439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c5cec3b4-574e-4563-aa45-8351ebca6cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.254929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c5cec3b4-574e-4563-aa45-8351ebca6cb5 None None] Port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:45:10.261496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] DHCP port deletion for 3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:45:10.290878 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-304e70a5-851b-4fa5-b1cb-6da4531f9ebe tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] delete failed (client error): The resource could not be found. Oct 15 00:45:10.294422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-304e70a5-851b-4fa5-b1cb-6da4531f9ebe tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/routers/1ba66bdb-9b76-43f4-ad8d-679ad85d1048 HTTP/1.1" status: 404 len: 336 time: 0.0886014 Oct 15 00:45:10.294740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52382) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.324480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b851177-d42f-4cae-a26d-e1c906d5a7f7 req-1d95dc94-3cd0-47d9-b061-37d3497026d1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa69f577-4051-4059-a253-e970e8112469 HTTP/1.1" status: 200 len: 210 time: 0.0361464 Oct 15 00:45:10.325169 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbc50bd-69dd-41a8-ab90-53d7eafa2ea3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.325623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbc50bd-69dd-41a8-ab90-53d7eafa2ea3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.328145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] Deleting port 16405af8-a6bc-4196-9148-ec9f6665ef09 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:10.328979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4dbc50bd-69dd-41a8-ab90-53d7eafa2ea3 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/994dff3f-b584-4550-b857-f60d9b8c1027 HTTP/1.1" status: 404 len: 337 time: 0.0331688 Oct 15 00:45:10.330236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.331483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52384) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.359578 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-20621e48-41ec-4158-bfc7-d51820e395f7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.360236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20621e48-41ec-4158-bfc7-d51820e395f7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.366500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-20621e48-41ec-4158-bfc7-d51820e395f7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/ff112f41-1030-4cc6-867f-4e3a03bd1e0d HTTP/1.1" status: 404 len: 337 time: 0.0312483 Oct 15 00:45:10.366775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52386) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.399144 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c8c4e8-9913-45e6-8214-e65afe58f3d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.399925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c8c4e8-9913-45e6-8214-e65afe58f3d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.402546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-11c8c4e8-9913-45e6-8214-e65afe58f3d7 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/724db73d-b164-4cba-9f4c-82add57e6d39 HTTP/1.1" status: 404 len: 337 time: 0.0346479 Oct 15 00:45:10.405047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52388) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.411696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] For port 16405af8-a6bc-4196-9148-ec9f6665ef09, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=16405af8-a6bc-4196-9148-ec9f6665ef09,segment=NetworkSegment(8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0),segment_id=8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:10.412099 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.429314 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae6a4f4-aadf-43de-8efd-da8dbe49dff2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.429543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] Calling delete_port for 16405af8-a6bc-4196-9148-ec9f6665ef09 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:10.431030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae6a4f4-aadf-43de-8efd-da8dbe49dff2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.434191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8ae6a4f4-aadf-43de-8efd-da8dbe49dff2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/acfc5b9c-0269-4a9c-b583-c3194fda619a HTTP/1.1" status: 404 len: 333 time: 0.0281234 Oct 15 00:45:10.436743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52390) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.462377 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c41aadf-f627-4cc8-bdce-d22074dd8daa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.462832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c41aadf-f627-4cc8-bdce-d22074dd8daa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.465867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4c41aadf-f627-4cc8-bdce-d22074dd8daa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/4e480b0a-7633-459c-b062-e26a4350e498 HTTP/1.1" status: 404 len: 337 time: 0.0282226 Oct 15 00:45:10.468406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52392) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.497437 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf307830-5107-4666-8995-1d4fd2606b0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.497437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf307830-5107-4666-8995-1d4fd2606b0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.498585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf307830-5107-4666-8995-1d4fd2606b0f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/7e09c189-c0ac-470f-8b6b-92d0a22e580b HTTP/1.1" status: 404 len: 337 time: 0.0292847 Oct 15 00:45:10.501117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52394) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.523984 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda3f1c5-d724-47be-b0b9-78d5e21407f2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.524640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda3f1c5-d724-47be-b0b9-78d5e21407f2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.529933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eda3f1c5-d724-47be-b0b9-78d5e21407f2 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/61e6a979-f96f-45ec-a913-e094ab97ce02 HTTP/1.1" status: 404 len: 333 time: 0.0256753 Oct 15 00:45:10.530452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52396) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.558955 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4a345f-be80-4830-a9ea-17db8d58b397 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.559405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4a345f-be80-4830-a9ea-17db8d58b397 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.562469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4f4a345f-be80-4830-a9ea-17db8d58b397 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/4a881eb0-31a5-45d4-917f-c0c971e016a7 HTTP/1.1" status: 404 len: 337 time: 0.0309649 Oct 15 00:45:10.564891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52398) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.594686 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bd96d1-8ed5-4b0d-b791-1737c1eedbb4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] DELETE failed (client error): The resource could not be found. Oct 15 00:45:10.595121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bd96d1-8ed5-4b0d-b791-1737c1eedbb4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:45:10.598299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-15bd96d1-8ed5-4b0d-b791-1737c1eedbb4 tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/subnets/6f0d7c41-4c46-4c06-a242-664451e93d9c HTTP/1.1" status: 404 len: 337 time: 0.0324821 Oct 15 00:45:10.601657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52400) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.603315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.640647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] Pushing event deleted for resources: {'Port': ['ID=16405af8-a6bc-4196-9148-ec9f6665ef09,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:10.642526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ab23e-caf9-4d6f-a4f1-33878b07da52 None None] No DVR routers for this DVR port 16405af8-a6bc-4196-9148-ec9f6665ef09 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:45:10.715780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284896db-63fd-4bed-83f9-f8c8a8ca2f23 req-4a208414-0b02-4a23-baf3-9eca873c027a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:10.722657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-284896db-63fd-4bed-83f9-f8c8a8ca2f23 req-4a208414-0b02-4a23-baf3-9eca873c027a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 944 time: 0.0643048 Oct 15 00:45:10.731018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Deleting port 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:10.731366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.771665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-284896db-63fd-4bed-83f9-f8c8a8ca2f23 req-f83dbfe3-ff82-4af5-abda-972ccdcc786b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Oct 15 00:45:10.819090 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.832534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Calling delete_port for 6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:10.843718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52412) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:10.959216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0da1a1-4055-476c-8e04-9f91befae82f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:10.989571 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0da1a1-4055-476c-8e04-9f91befae82f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.060322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.091202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Port': ['ID=6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:11.094977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.099693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-051a04a7-a183-4d27-b39c-ee6d4525628f tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/ports/6e19f0cb-76c0-43c2-bbc4-d2bd78fc365c HTTP/1.1" status: 204 len: 168 time: 0.4955902 Oct 15 00:45:11.101422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52416) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:11.117741 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0da1a1-4055-476c-8e04-9f91befae82f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.121116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0da1a1-4055-476c-8e04-9f91befae82f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.125046 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5c0da1a1-4055-476c-8e04-9f91befae82f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/security-groups/eb9d132c-6768-43db-a519-db59f6118c90 HTTP/1.1" status: 204 len: 168 time: 0.2803173 Oct 15 00:45:11.125442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52418) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:11.135858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0da1a1-4055-476c-8e04-9f91befae82f tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d132c-6768-43db-a519-db59f6118c90,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:11.156948 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-7ff6e052-c1ed-4e4f-bf23-5f2bc1893a10 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] show failed (client error): The resource could not be found. Oct 15 00:45:11.161162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ff6e052-c1ed-4e4f-bf23-5f2bc1893a10 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "GET /v2.0/security-groups/eb9d132c-6768-43db-a519-db59f6118c90 HTTP/1.1" status: 404 len: 347 time: 0.0314314 Oct 15 00:45:11.163549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52420) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:11.201911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.252627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 21ca63be-ad6b-48ea-af67-126db5b38ea2 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:45:11.300993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port e51c090d-11d1-4f78-b03b-914e08665510 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:11.301518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.308554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 21ca63be-ad6b-48ea-af67-126db5b38ea2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:11.309607 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.315406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.339322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7312f3-d5f3-4de7-9f36-fe96ceff87e1']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:11.349808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:11.350192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7ecf2f-b4a6-4cb7-9d3a-306118fcdce0') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:11.365553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.383339 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.388101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.388101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.391441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:45:11.391848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.392680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9783505a-ac3e-4d4b-a224-7f9250d66a5b no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:11.401544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for e51c090d-11d1-4f78-b03b-914e08665510 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:11.427076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 9783505a-ac3e-4d4b-a224-7f9250d66a5b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:11.428112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9783505a-ac3e-4d4b-a224-7f9250d66a5b not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:11.439751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.468142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:11.471297 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5412682c-3825-4384-a8e1-e4d4bfd72883" -d '{"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-plugged", "status": "completed", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:11.489572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:45:11.489823 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:45:11.538243 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d669841-2fc3-496f-8750-0e2fe2c2d64b x-openstack-request-id: req-9d669841-2fc3-496f-8750-0e2fe2c2d64b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:11.539157 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-plugged", "status": "completed", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:11.539611 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d669841-2fc3-496f-8750-0e2fe2c2d64b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:11.540195 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'code': 200} Oct 15 00:45:11.557909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.568054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.572715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] 10.222.0.13 "DELETE /v2.0/networks/3b7312f3-d5f3-4de7-9f36-fe96ceff87e1 HTTP/1.1" status: 204 len: 168 time: 0.4701874 Oct 15 00:45:11.584027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c13694-f80d-43a9-b637-6249b53e50aa tempest-PortsTestJSON-1249610137 tempest-PortsTestJSON-1249610137-project] Pushing event deleted for resources: {'Network': ['ID=3b7312f3-d5f3-4de7-9f36-fe96ceff87e1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:11.585074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.644507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:11.649321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.693561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=e51c090d-11d1-4f78-b03b-914e08665510,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:11.811605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.814424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:11.815358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fdbfa86b-cbbd-48cf-92f8-da52820e659d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/floatingips/f7d8af0d-91d3-4f94-b6dc-3bff78ab716f HTTP/1.1" status: 204 len: 168 time: 0.6507649 Oct 15 00:45:11.818289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52446) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:11.822933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-5cc55400-5c83-4ad6-92e2-fad0bb244095 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:11.824430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-5cc55400-5c83-4ad6-92e2-fad0bb244095 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.1981573 Oct 15 00:45:11.868719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-ac3c04a0-7f99-4c94-9a3e-0ec79674af51 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/quotas/3cba3ea282ad42759b9be7c459a91df9 HTTP/1.1" status: 200 len: 375 time: 0.0295618 Oct 15 00:45:11.899421 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-948a5fb0-79fa-40a5-b52a-60eb3daa8df6 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295660 Oct 15 00:45:11.910211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 16405af8-a6bc-4196-9148-ec9f6665ef09 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:11.942882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 16405af8-a6bc-4196-9148-ec9f6665ef09 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:11.943272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 16405af8-a6bc-4196-9148-ec9f6665ef09 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:11.999955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port 492cbaa3-7842-4778-8885-d4fdce3802bc {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:12.000331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.035920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-9780f78d-54c0-474a-b47f-a9f568ee5329 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222730 Oct 15 00:45:12.112615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d1e98-4156-4dca-9387-ddb0ea122f2e req-4e4c4271-a82e-4466-b6ab-79fedc0f84bd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:12.121115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f4d1e98-4156-4dca-9387-ddb0ea122f2e req-4e4c4271-a82e-4466-b6ab-79fedc0f84bd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1630597 Oct 15 00:45:12.123477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:45:12.179605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f4d1e98-4156-4dca-9387-ddb0ea122f2e req-4e3e3572-7517-4906-9c80-1d6dd271d9a2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573313 Oct 15 00:45:12.190355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.216990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for 492cbaa3-7842-4778-8885-d4fdce3802bc owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:12.221349 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-76cdc92e-eaff-4e46-bfd2-7b48d01c7984 service neutron] 10.222.0.13 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721818 Oct 15 00:45:12.255495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52462) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:12.459037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.470477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b5e1bd7c-ad79-4038-97b8-a8acaea9d2f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04b30f870e7647918785495686513ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055871 Oct 15 00:45:12.471776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52472) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:12.497641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=492cbaa3-7842-4778-8885-d4fdce3802bc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:12.599932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c946f40b-a1b0-47c0-ac37-6554473eb09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.624296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b52efce-618d-4513-a68d-202f835eb4f8 req-40f46100-5c0f-49bc-82f1-d36539acb7ee tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 210 time: 0.0723302 Oct 15 00:45:12.625988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c946f40b-a1b0-47c0-ac37-6554473eb09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.653136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.653854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-41b7ec10-a47e-4c59-b7ac-f4d9e938ee87 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/ports/492cbaa3-7842-4778-8885-d4fdce3802bc HTTP/1.1" status: 204 len: 168 time: 0.8340521 Oct 15 00:45:12.655755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52482) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:12.786607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting port c30895ce-16dc-4535-884d-f3071080a260 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:12.786954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.792430 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c946f40b-a1b0-47c0-ac37-6554473eb09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.795092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c946f40b-a1b0-47c0-ac37-6554473eb09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.798686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c946f40b-a1b0-47c0-ac37-6554473eb09e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f31d5e2b-f749-44a3-b393-2e3ea2bead99 HTTP/1.1" status: 204 len: 168 time: 0.3229954 Oct 15 00:45:12.818012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946f40b-a1b0-47c0-ac37-6554473eb09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d5e2b-f749-44a3-b393-2e3ea2bead99,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:12.941206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:12.957462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Calling delete_port for c30895ce-16dc-4535-884d-f3071080a260 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:13.348581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:13.394158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Port': ['ID=c30895ce-16dc-4535-884d-f3071080a260,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:13.473499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad619-a2f4-4643-9ae5-3dd01b22f6a6 req-371b1c98-92d4-4942-818c-9271070d568e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:13.473499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dcad619-a2f4-4643-9ae5-3dd01b22f6a6 req-371b1c98-92d4-4942-818c-9271070d568e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1925683 Oct 15 00:45:13.551963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:13.557045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c3ee8cc7-83a4-4a99-a9d5-ec2736530e41 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/ports/c30895ce-16dc-4535-884d-f3071080a260 HTTP/1.1" status: 204 len: 168 time: 0.9002647 Oct 15 00:45:13.560274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52514) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:13.563881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dcad619-a2f4-4643-9ae5-3dd01b22f6a6 req-f077451a-a8fe-413f-a7b0-627cab84a42d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838754 Oct 15 00:45:13.637182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting subnet 59c74792-e3bc-4402-a547-5fe6b7655006 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:45:13.648437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:13.798514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:13.907586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a106394-3ed1-4cd5-8682-3ffbbaf22790 req-473a5a86-3ce9-40ff-b5c0-9dcb7808914c tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 210 time: 0.1478527 Oct 15 00:45:14.100539 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:14.264717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:14.305326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35422a4b-679d-48cb-be85-c38209ec62f5 None None] Network 10e13c7f-f849-48de-b935-131b1bbc0cec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:14.314853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Subnet': ['ID=59c74792-e3bc-4402-a547-5fe6b7655006,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:14.320360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:14.330009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52532) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:14.330435 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fce65d03-0112-4fa5-96b4-080f5fca696d tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/subnets/59c74792-e3bc-4402-a547-5fe6b7655006 HTTP/1.1" status: 204 len: 168 time: 0.7657292 Oct 15 00:45:14.330568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52534) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:14.465535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Deleting subnet d679e447-d7b4-48e2-9883-05ee1dc1d2a5 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:45:14.476926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:14.544150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:14.598329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] DHCP port deletion for 10e13c7f-f849-48de-b935-131b1bbc0cec request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:45:14.628435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fd4bdef6-9091-4788-b745-d3223aa6945d tempest-DvrRoutersNegativeTest-601403530 tempest-DvrRoutersNegativeTest-601403530-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-127347263', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:14.635243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.policy [None req-fd4bdef6-9091-4788-b745-d3223aa6945d tempest-DvrRoutersNegativeTest-601403530 tempest-DvrRoutersNegativeTest-601403530-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=107726) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 15 00:45:14.635547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.policy [None req-fd4bdef6-9091-4788-b745-d3223aa6945d tempest-DvrRoutersNegativeTest-601403530 tempest-DvrRoutersNegativeTest-601403530-project] Failed policy check for 'create_router' {{(pid=107726) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 15 00:45:14.636136 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-fd4bdef6-9091-4788-b745-d3223aa6945d tempest-DvrRoutersNegativeTest-601403530 tempest-DvrRoutersNegativeTest-601403530-project] create failed (client error): Access was denied to this resource. Oct 15 00:45:14.638466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fd4bdef6-9091-4788-b745-d3223aa6945d tempest-DvrRoutersNegativeTest-601403530 tempest-DvrRoutersNegativeTest-601403530-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3067808 Oct 15 00:45:14.706368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] Deleting port 37464cbf-df2c-4438-bb4c-ee7f49c1933b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:14.706769 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:14.870353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7a16-69cc-42de-a9cd-021762c10b53 req-8f0e0aff-c706-4444-865a-a89082f2bb48 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:14.888851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c92e7a16-69cc-42de-a9cd-021762c10b53 req-8f0e0aff-c706-4444-865a-a89082f2bb48 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.2190807 Oct 15 00:45:15.011068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.063950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] For port 37464cbf-df2c-4438-bb4c-ee7f49c1933b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=37464cbf-df2c-4438-bb4c-ee7f49c1933b,segment=NetworkSegment(f076c37e-13ac-4457-9b12-2320413f592e),segment_id=f076c37e-13ac-4457-9b12-2320413f592e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:15.064477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.115155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] Calling delete_port for 37464cbf-df2c-4438-bb4c-ee7f49c1933b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:15.122027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c92e7a16-69cc-42de-a9cd-021762c10b53 req-58af7fd0-9b1d-474b-82a2-6d37cd468837 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322030 Oct 15 00:45:15.144141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.146017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd37de95-15c2-4fc7-922e-0e8e555987eb req-2da30ed5-5de5-469a-8a0c-9d7f84af3d7b tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 210 time: 0.0828669 Oct 15 00:45:15.247275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-d825f3de-f5f7-4b81-8598-5f91a13c0662 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:15.247904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-d825f3de-f5f7-4b81-8598-5f91a13c0662 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "GET /v2.0/networks?id=1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 200 len: 811 time: 0.4408793 Oct 15 00:45:15.271500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Request body: {'port': {'device_id': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'admin_state_up': True, 'tenant_id': '3cba3ea282ad42759b9be7c459a91df9'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:15.393667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52552) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:15.431274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.438308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.571291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] No DVR routers for this DVR port 37464cbf-df2c-4438-bb4c-ee7f49c1933b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:45:15.572842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667796f-31ec-4fc5-a28a-46dadff9a4b3 None None] Pushing event deleted for resources: {'Port': ['ID=37464cbf-df2c-4438-bb4c-ee7f49c1933b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:15.582054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Subnet': ['ID=d679e447-d7b4-48e2-9883-05ee1dc1d2a5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:15.597072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.597557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ddc2a-ad46-4ed1-aff0-9fabf330b7fc None None] Network ca16cbb7-b175-45fd-a296-b95b5ead1d2b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:15.605448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52558) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:15.605561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-50def57b-4e6d-4f6e-9344-61a91cd55daf tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/subnets/d679e447-d7b4-48e2-9883-05ee1dc1d2a5 HTTP/1.1" status: 204 len: 168 time: 1.2726927 Oct 15 00:45:15.653379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Made reservation on behalf of 3cba3ea282ad42759b9be7c459a91df9 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:15.658953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.681011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-799de1d2-c425-48d4-b7a0-30a7e7d583b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.757626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.850628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Allocated IP 172.20.0.4 (1e32174a-7fdc-4655-b5f2-59338f95b4ed/8bdd3f5d-4bf6-4397-a16f-69fce57240ec/9ad7a94f-fdad-4a34-ad00-807dea469d0c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:45:15.889627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] DHCP port deletion for ca16cbb7-b175-45fd-a296-b95b5ead1d2b request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:45:15.923482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.950017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e13c7f-f849-48de-b935-131b1bbc0cec']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:15.960955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f076c37e-13ac-4457-9b12-2320413f592e') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:15.961480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f076c37e-13ac-4457-9b12-2320413f592e') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:15.974754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:15.992193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.000829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 37464cbf-df2c-4438-bb4c-ee7f49c1933b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:16.008846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:45:16.012438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.036158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] Deleting port 64025405-a382-4502-897a-330ac7179ac9 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:16.036538 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.040242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 37464cbf-df2c-4438-bb4c-ee7f49c1933b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:16.040591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 37464cbf-df2c-4438-bb4c-ee7f49c1933b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:45:16.105104 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:45:16.120189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] For port 64025405-a382-4502-897a-330ac7179ac9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=64025405-a382-4502-897a-330ac7179ac9,segment=NetworkSegment(fef33111-ee0f-480a-b76f-b5ebad865426),segment_id=fef33111-ee0f-480a-b76f-b5ebad865426)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:16.120875 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.130449 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.138557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] Calling delete_port for 64025405-a382-4502-897a-330ac7179ac9 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:16.181357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-799de1d2-c425-48d4-b7a0-30a7e7d583b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.191549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.205292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.211591 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/networks/10e13c7f-f849-48de-b935-131b1bbc0cec HTTP/1.1" status: 204 len: 168 time: 0.6046689 Oct 15 00:45:16.214687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:16.316743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc8eaf-3163-4a2c-8f45-67ebe6f6accc tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Network': ['ID=10e13c7f-f849-48de-b935-131b1bbc0cec,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:16.324153 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-799de1d2-c425-48d4-b7a0-30a7e7d583b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.324538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.339670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6bc51-1476-4aa6-87be-9f7bed318ca7 req-7aaf0927-c861-4f63-b035-4ccb021aac0a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:16.341229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eae6bc51-1476-4aa6-87be-9f7bed318ca7 req-7aaf0927-c861-4f63-b035-4ccb021aac0a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0703714 Oct 15 00:45:16.347433 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.378391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] Pushing event deleted for resources: {'Port': ['ID=64025405-a382-4502-897a-330ac7179ac9,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:16.382886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f65b7-4380-4290-8715-4b96630d94ef None None] No DVR routers for this DVR port 64025405-a382-4502-897a-330ac7179ac9 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:45:16.452642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eae6bc51-1476-4aa6-87be-9f7bed318ca7 req-56883749-914f-43a0-b321-f4a72f96f1b8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771732 Oct 15 00:45:16.464444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.482504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Network 1e32174a-7fdc-4655-b5f2-59338f95b4ed is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:45:16.488021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:45:16.492654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799de1d2-c425-48d4-b7a0-30a7e7d583b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf06042-53b1-4bce-a573-1d5cad43b3c8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:16.493441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:45:16.497611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event updated for resources: {'Port': ['ID=9ad7a94f-fdad-4a34-ad00-807dea469d0c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:16.515875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-799de1d2-c425-48d4-b7a0-30a7e7d583b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=034e1a8500184a779faa1e5b45644e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1193156 Oct 15 00:45:16.521903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:16.575169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:16.575789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.576346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1075b8-c5f8-41da-906c-ead368cb993f req-bbeb0755-04b7-459d-a940-58c9471e8d60 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:16.585035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f1075b8-c5f8-41da-906c-ead368cb993f req-bbeb0755-04b7-459d-a940-58c9471e8d60 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 931 time: 0.2768013 Oct 15 00:45:16.616162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a863654-5bbc-4220-b160-afab16cff76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.645843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a863654-5bbc-4220-b160-afab16cff76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.651952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-fae4fac7-e114-44e4-bd97-e960d1661fb1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3856611 Oct 15 00:45:16.665884 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f1075b8-c5f8-41da-906c-ead368cb993f req-9825670f-3a9f-45a9-bb8e-bb905b921cdb tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Oct 15 00:45:16.668112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Request body: {'port': {'device_id': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:16.721825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.758923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca16cbb7-b175-45fd-a296-b95b5ead1d2b']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:16.784009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef33111-ee0f-480a-b76f-b5ebad865426') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:16.784414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef33111-ee0f-480a-b76f-b5ebad865426') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:16.784660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.799099 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.799551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a863654-5bbc-4220-b160-afab16cff76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.802370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a863654-5bbc-4220-b160-afab16cff76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.804478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a863654-5bbc-4220-b160-afab16cff76a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cf06042-53b1-4bce-a573-1d5cad43b3c8 HTTP/1.1" status: 204 len: 168 time: 0.2789814 Oct 15 00:45:16.816631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a863654-5bbc-4220-b160-afab16cff76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf06042-53b1-4bce-a573-1d5cad43b3c8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:16.848227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.856662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:45:16.857088 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:45:16.860963 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:45:17.047583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:17.064033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:17.078515 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] 10.222.0.13 "DELETE /v2.0/networks/ca16cbb7-b175-45fd-a296-b95b5ead1d2b HTTP/1.1" status: 204 len: 168 time: 0.8626482 Oct 15 00:45:17.135123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f1dd6-f5db-4395-b1d7-5b0062fc6911 tempest-TaggedBootDevicesTest-526827658 tempest-TaggedBootDevicesTest-526827658-project] Pushing event deleted for resources: {'Network': ['ID=ca16cbb7-b175-45fd-a296-b95b5ead1d2b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:17.282563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad7a94f-fdad-4a34-ad00-807dea469d0c {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:45:17.304797 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:17.323156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Transition to ACTIVE for port object 9ad7a94f-fdad-4a34-ad00-807dea469d0c will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:45:17.392154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:17.666354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad7a94f-fdad-4a34-ad00-807dea469d0c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:17.692823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e329e-d1bc-4795-af37-e574e45f90c0 req-8c7be93b-9277-4d5b-bea9-b7bea0d2f10a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:17.700073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc8e329e-d1bc-4795-af37-e574e45f90c0 req-8c7be93b-9277-4d5b-bea9-b7bea0d2f10a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1117225 Oct 15 00:45:17.773346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc8e329e-d1bc-4795-af37-e574e45f90c0 req-0cceaef7-9d3b-4ee2-aa2e-c5aef4d67b9c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699613 Oct 15 00:45:17.775413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Attempting to bind port 9ad7a94f-fdad-4a34-ad00-807dea469d0c on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:45:17.777217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Attempting to bind port 9ad7a94f-fdad-4a34-ad00-807dea469d0c by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:45:17.787784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Attempting to bind port 9ad7a94f-fdad-4a34-ad00-807dea469d0c on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:45:17.792850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Port 9ad7a94f-fdad-4a34-ad00-807dea469d0c on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:45:17.797945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Attempting to bind port 9ad7a94f-fdad-4a34-ad00-807dea469d0c on network 1e32174a-7fdc-4655-b5f2-59338f95b4ed {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:45:17.800853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:45:17.801322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Checking segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:45:17.801838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Bound using segment: {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:45:17.802843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Bound port: 9ad7a94f-fdad-4a34-ad00-807dea469d0c, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:45:17.804199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:17.962275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 64025405-a382-4502-897a-330ac7179ac9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:18.010567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aaa93-3f92-4261-ada0-c7b07e0e8efa req-442a76bd-6522-4543-98fa-ce9d3c6ed245 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:18.016855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 64025405-a382-4502-897a-330ac7179ac9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:18.017496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 64025405-a382-4502-897a-330ac7179ac9 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:18.030216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a8aaa93-3f92-4261-ada0-c7b07e0e8efa req-442a76bd-6522-4543-98fa-ce9d3c6ed245 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 943 time: 0.1917093 Oct 15 00:45:18.032525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] For port 9ad7a94f-fdad-4a34-ad00-807dea469d0c, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:45:18.103719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] For port 9ad7a94f-fdad-4a34-ad00-807dea469d0c, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9ad7a94f-fdad-4a34-ad00-807dea469d0c,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:45:18.116927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a8aaa93-3f92-4261-ada0-c7b07e0e8efa req-0cdcaa56-d004-488a-bbb3-4ad5cb70db35 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857260 Oct 15 00:45:18.175622 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:18.249207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:18.252890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:18.252890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ad7a94f-fdad-4a34-ad00-807dea469d0c HTTP/1.1" status: 200 len: 1091 time: 1.5880919 Oct 15 00:45:18.252890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'tag': '9ad7a94f-fdad-4a34-ad00-807dea469d0c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:18.256763 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518d5e51-2dda-4bef-a5ab-eec2af47fa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "63f29700-bdb5-44a7-9a87-94091a3b2022", "tag": "9ad7a94f-fdad-4a34-ad00-807dea469d0c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:18.298156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4327-19ad-490f-94f5-76a0efb4cc91 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad7a94f-fdad-4a34-ad00-807dea469d0c,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:18.338240 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a78f9c-b42f-4af7-b837-d7da2853ec71 x-openstack-request-id: req-73a78f9c-b42f-4af7-b837-d7da2853ec71 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:18.338537 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f29700-bdb5-44a7-9a87-94091a3b2022", "tag": "9ad7a94f-fdad-4a34-ad00-807dea469d0c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:18.338785 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73a78f9c-b42f-4af7-b837-d7da2853ec71 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:18.339181 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'tag': '9ad7a94f-fdad-4a34-ad00-807dea469d0c', 'status': 'completed', 'code': 200} Oct 15 00:45:18.417550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d5e51-2dda-4bef-a5ab-eec2af47fa1a req-612b4b96-a4c1-46a3-aabe-8d38a1791c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:18.420506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-518d5e51-2dda-4bef-a5ab-eec2af47fa1a req-612b4b96-a4c1-46a3-aabe-8d38a1791c66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 1094 time: 0.0564699 Oct 15 00:45:18.676944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52622) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:18.847664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-215508040'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:19.054055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d5e51-2dda-4bef-a5ab-eec2af47fa1a req-6131fd98-28c9-4849-a327-0a57bbcffe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:19.056336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-518d5e51-2dda-4bef-a5ab-eec2af47fa1a req-6131fd98-28c9-4849-a327-0a57bbcffe54 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cba3ea282ad42759b9be7c459a91df9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6281760 Oct 15 00:45:19.057771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e1a20-2586-4a23-a696-c98bc6d70d7a req-092880dc-4c8b-4657-a3d7-895f3b28e766 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:19.067202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0c6e1a20-2586-4a23-a696-c98bc6d70d7a req-092880dc-4c8b-4657-a3d7-895f3b28e766 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1676803 Oct 15 00:45:19.088892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Made reservation on behalf of d8fd96e2a372411889d2bc74752568e0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:19.092675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.119619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.200083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0c6e1a20-2586-4a23-a696-c98bc6d70d7a req-1b957b6f-5f42-48eb-baa6-9d9773a8be06 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319003 Oct 15 00:45:19.277496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d5e51-2dda-4bef-a5ab-eec2af47fa1a req-fca07e95-d931-49d4-9247-833a3e2ea476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:19.279893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-518d5e51-2dda-4bef-a5ab-eec2af47fa1a req-fca07e95-d931-49d4-9247-833a3e2ea476 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154102 Oct 15 00:45:19.361144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.439672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577211e4-828b-46c9-92f6-eb403e1a5bc8 req-a24541e4-c13a-4451-a737-9a5fbc1e4105 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:19.440425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-577211e4-828b-46c9-92f6-eb403e1a5bc8 req-a24541e4-c13a-4451-a737-9a5fbc1e4105 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 943 time: 0.1364846 Oct 15 00:45:19.442359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.442599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-31116521-78d3-4e42-bbce-f2f95206cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:19.444824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-31116521-78d3-4e42-bbce-f2f95206cf5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cba3ea282ad42759b9be7c459a91df9&device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 1094 time: 0.1111419 Oct 15 00:45:19.484514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a594f4a9-f0d4-4cfd-b0fa-3a4551a3712d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:19.497700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:45:19.524166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.524597 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Added segment 973ca06c-219f-44b8-8f3e-00ea778d039a of type vlan for network b0780481-a7ba-4a55-b985-8d184d535169 Oct 15 00:45:19.524765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-49b6ebf3-31da-422d-b2a0-ad055ad921b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad7a94f-fdad-4a34-ad00-807dea469d0c HTTP/1.1" status: 200 len: 217 time: 0.0705144 Oct 15 00:45:19.574137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-577211e4-828b-46c9-92f6-eb403e1a5bc8 req-2651cd77-7fc7-4b66-9e06-884263e084b5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263258 Oct 15 00:45:19.575109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.595703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-977ec208-11b1-4e8e-98bd-348a9d417fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:19.597386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-977ec208-11b1-4e8e-98bd-348a9d417fb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 200 len: 851 time: 0.0635695 Oct 15 00:45:19.637595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-4991e930-fd20-4de0-beb8-8d329008ae7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e32174a-7fdc-4655-b5f2-59338f95b4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333757 Oct 15 00:45:19.742820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-9c1f93c9-2ae8-466f-bdb0-471dba4ec2b9 service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965359 Oct 15 00:45:19.809519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.816381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:19.816990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:19.851293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087f554a-9a3b-40ce-a46a-87dbce7cd3d1 req-6cb697e1-810c-462b-a97a-ee2d592271a7 service neutron] 10.222.0.30 "GET /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999532 Oct 15 00:45:19.907030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Pushing event updated for resources: {'Network': ['ID=b0780481-a7ba-4a55-b985-8d184d535169,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:19.918653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b0780481-a7ba-4a55-b985-8d184d535169 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:45:19.997945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9adb3921-e2d7-42dd-8373-ed4310dffce8 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3198891 Oct 15 00:45:20.001070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:20.007479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-185c4414-d642-45f4-a4fb-4bbc74cdf0d1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-1700180290') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:20.186339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-185c4414-d642-45f4-a4fb-4bbc74cdf0d1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "PUT /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-1700180290 HTTP/1.1" status: 201 len: 201 time: 0.1816912 Oct 15 00:45:20.186778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52650) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:20.192669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-f8db27bf-92f8-470b-98e3-2cb89cf56896 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-1700180290') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:20.293783 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8db27bf-92f8-470b-98e3-2cb89cf56896 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "GET /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-1700180290 HTTP/1.1" status: 204 len: 168 time: 0.1056924 Oct 15 00:45:20.296259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:20.300558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-e1cd9c1e-6459-4432-b5d6-ac5c8efc11ef tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:20.363208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306383bd-a2b4-4d3a-b420-365ee0f09dde req-8d1ea344-88a8-4d68-a98b-7a2b15ab147e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:20.367308 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-306383bd-a2b4-4d3a-b420-365ee0f09dde req-8d1ea344-88a8-4d68-a98b-7a2b15ab147e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0766420 Oct 15 00:45:20.418443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-306383bd-a2b4-4d3a-b420-365ee0f09dde req-d5d88972-1da0-425e-9448-f2e2fb8d1858 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Oct 15 00:45:20.427419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e1cd9c1e-6459-4432-b5d6-ac5c8efc11ef tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "GET /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags HTTP/1.1" status: 200 len: 238 time: 0.1300166 Oct 15 00:45:20.431071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52656) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:20.441521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-9e0358aa-646f-470b-846d-515cd18c46d5 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', {'tags': ['tempest-TagsTest-Tag-2089780391', 'tempest-TagsTest-Tag-1299942408', 'tempest-TagsTest-Tag-695683301']}) {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:20.640793 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9e0358aa-646f-470b-846d-515cd18c46d5 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "PUT /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags HTTP/1.1" status: 200 len: 308 time: 0.2062609 Oct 15 00:45:20.641038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52666) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:20.645955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-9a95d3a8-1772-4e27-8420-04de6b458422 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-2089780391') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:20.742207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422fcb0-6394-482d-836a-7c50947bb234 req-dd04fac7-9a86-4485-bcbb-9cae494233c1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:20.750795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5422fcb0-6394-482d-836a-7c50947bb234 req-dd04fac7-9a86-4485-bcbb-9cae494233c1 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 943 time: 0.0654676 Oct 15 00:45:20.808620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5422fcb0-6394-482d-836a-7c50947bb234 req-ed402002-dcbe-496c-a32c-1ddfac8937f5 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566885 Oct 15 00:45:20.895392 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9a95d3a8-1772-4e27-8420-04de6b458422 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "DELETE /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-2089780391 HTTP/1.1" status: 204 len: 168 time: 0.2532728 Oct 15 00:45:20.898875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52670) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:20.903126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-0fea5c73-2385-4617-917e-0c87f9450d7d tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-2089780391') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:21.407004 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-0fea5c73-2385-4617-917e-0c87f9450d7d tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] show failed (client error): The resource could not be found. Oct 15 00:45:21.408125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0fea5c73-2385-4617-917e-0c87f9450d7d tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "GET /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-2089780391 HTTP/1.1" status: 404 len: 326 time: 0.5083256 Oct 15 00:45:21.410830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52678) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:21.419873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-aeeb46e3-c57a-4d4b-811f-64ca21c4b787 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-1299942408') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:21.454194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9ad7a94f-fdad-4a34-ad00-807dea469d0c details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:45:21.646889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aeeb46e3-c57a-4d4b-811f-64ca21c4b787 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "GET /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-1299942408 HTTP/1.1" status: 204 len: 168 time: 0.2321672 Oct 15 00:45:21.647901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52682) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:21.652872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-e701f9a7-f3a0-4071-a3db-10a3fae827a2 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-695683301') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:21.659983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9ad7a94f-fdad-4a34-ad00-807dea469d0c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9ad7a94f-fdad-4a34-ad00-807dea469d0c,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:21.685069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa629e8f-d6be-4266-a7df-541b72e3f808 req-6ee0f881-5e6d-46da-b7ac-245a40939208 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:21.690500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '9ad7a94f-fdad-4a34-ad00-807dea469d0c', 'network_id': '1e32174a-7fdc-4655-b5f2-59338f95b4ed', 'port_id': '9ad7a94f-fdad-4a34-ad00-807dea469d0c', 'mac_address': 'fa:16:3e:66:56:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdd3f5d-4bf6-4397-a16f-69fce57240ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:45:21.694501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa629e8f-d6be-4266-a7df-541b72e3f808 req-6ee0f881-5e6d-46da-b7ac-245a40939208 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1309392 Oct 15 00:45:21.767494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa629e8f-d6be-4266-a7df-541b72e3f808 req-ee9d1fe9-76a2-4b68-a4b7-02056eb5701e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Oct 15 00:45:21.770178 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:21.802644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad7a94f-fdad-4a34-ad00-807dea469d0c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:45:21.832171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52686) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:21.832330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e701f9a7-f3a0-4071-a3db-10a3fae827a2 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "GET /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-695683301 HTTP/1.1" status: 204 len: 168 time: 0.1828139 Oct 15 00:45:21.836996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-ac4e1c2c-9a05-4d4a-aea6-1a413bd9af16 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:21.848947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9ad7a94f-fdad-4a34-ad00-807dea469d0c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9ad7a94f-fdad-4a34-ad00-807dea469d0c,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:21.939517 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:21.991924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43332c97-956c-4c70-8670-d0a35fe7afb4 req-632800df-2317-46dd-b223-bb63e347bd2f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:21.995655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ac4e1c2c-9a05-4d4a-aea6-1a413bd9af16 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "DELETE /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags HTTP/1.1" status: 204 len: 168 time: 0.1621988 Oct 15 00:45:21.997271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43332c97-956c-4c70-8670-d0a35fe7afb4 req-632800df-2317-46dd-b223-bb63e347bd2f tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 943 time: 0.0954874 Oct 15 00:45:21.998354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52690) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:22.003205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-b61a9173-7681-48e9-a988-a5e607657308 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-1299942408') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:22.066903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43332c97-956c-4c70-8670-d0a35fe7afb4 req-63dd2461-0f72-416b-9c6a-da00a931d418 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548098 Oct 15 00:45:22.090593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9ad7a94f-fdad-4a34-ad00-807dea469d0c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:22.179544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['9ad7a94f-fdad-4a34-ad00-807dea469d0c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:45:22.191857 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-b61a9173-7681-48e9-a988-a5e607657308 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] show failed (client error): The resource could not be found. Oct 15 00:45:22.195977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b61a9173-7681-48e9-a988-a5e607657308 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "GET /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-1299942408 HTTP/1.1" status: 404 len: 326 time: 0.1960390 Oct 15 00:45:22.198739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52696) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:22.203564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.tag.tag_plugin [None req-9d843e50-eb3b-4b57-8f10-458ed77339b9 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169', 'tempest-TagsTest-Tag-695683301') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:22.326566 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-9d843e50-eb3b-4b57-8f10-458ed77339b9 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] show failed (client error): The resource could not be found. Oct 15 00:45:22.330820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52700) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:22.331483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9d843e50-eb3b-4b57-8f10-458ed77339b9 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "GET /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags/tempest-TagsTest-Tag-695683301 HTTP/1.1" status: 404 len: 325 time: 0.1317012 Oct 15 00:45:22.336337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.tag.tag_plugin [None req-ab28eaa3-8e51-4ad9-b550-50b36d6e14b1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b0780481-a7ba-4a55-b985-8d184d535169') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:22.435701 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ab28eaa3-8e51-4ad9-b550-50b36d6e14b1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "DELETE /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169/tags HTTP/1.1" status: 204 len: 168 time: 0.0990050 Oct 15 00:45:22.436332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52702) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:22.556061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:22.672640 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:22.697343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0780481-a7ba-4a55-b985-8d184d535169']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:22.707068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973ca06c-219f-44b8-8f3e-00ea778d039a') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:22.707475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973ca06c-219f-44b8-8f3e-00ea778d039a') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:22.726168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:22.744315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:22.749189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:45:22.749591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:45:22.763038 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:45:22.927150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:22.944210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:22.955446 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] 10.222.0.13 "DELETE /v2.0/networks/b0780481-a7ba-4a55-b985-8d184d535169 HTTP/1.1" status: 204 len: 168 time: 0.5183351 Oct 15 00:45:23.001614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03ead5-ce77-455c-91b3-d108ce25fcc1 tempest-TagsTest-2001822705 tempest-TagsTest-2001822705-project] Pushing event deleted for resources: {'Network': ['ID=b0780481-a7ba-4a55-b985-8d184d535169,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:23.046008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac41a7-9070-4df3-b857-679d3645c12c req-c521ec94-a3a2-49e1-adec-83da7f0b4413 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:23.055146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aeac41a7-9070-4df3-b857-679d3645c12c req-c521ec94-a3a2-49e1-adec-83da7f0b4413 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.2031708 Oct 15 00:45:23.109207 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aeac41a7-9070-4df3-b857-679d3645c12c req-8b4412aa-54ed-4e76-9f59-c4d905ec3035 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530663 Oct 15 00:45:23.272076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36060124-8eb6-4bd0-8fa6-e5724805bc15 req-20a14047-9f92-40ba-913d-5d3d139d13aa tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:23.275455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36060124-8eb6-4bd0-8fa6-e5724805bc15 req-20a14047-9f92-40ba-913d-5d3d139d13aa tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 944 time: 0.0856972 Oct 15 00:45:23.349447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36060124-8eb6-4bd0-8fa6-e5724805bc15 req-a1c70e01-c213-40c9-845f-a584769ebd89 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681257 Oct 15 00:45:23.469324 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9ad7a94f-fdad-4a34-ad00-807dea469d0c up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:45:23.670417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 9ad7a94f-fdad-4a34-ad00-807dea469d0c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:45:23.675817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 9ad7a94f-fdad-4a34-ad00-807dea469d0c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:23.676876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:23.724544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:23.816780 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:23.859982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad7a94f-fdad-4a34-ad00-807dea469d0c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:23.862306 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78117435-5cda-49e4-9d49-62b7b5249b57" -d '{"events": [{"server_uuid": "63f29700-bdb5-44a7-9a87-94091a3b2022", "name": "network-vif-plugged", "status": "completed", "tag": "9ad7a94f-fdad-4a34-ad00-807dea469d0c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:23.887925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9ad7a94f-fdad-4a34-ad00-807dea469d0c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9ad7a94f-fdad-4a34-ad00-807dea469d0c,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:23.924088 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6989ddd7-b658-42eb-aebe-a9ffa8aa323e x-openstack-request-id: req-6989ddd7-b658-42eb-aebe-a9ffa8aa323e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:23.924399 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f29700-bdb5-44a7-9a87-94091a3b2022", "name": "network-vif-plugged", "status": "completed", "tag": "9ad7a94f-fdad-4a34-ad00-807dea469d0c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:23.924635 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6989ddd7-b658-42eb-aebe-a9ffa8aa323e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:23.925028 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad7a94f-fdad-4a34-ad00-807dea469d0c', 'code': 200} Oct 15 00:45:23.965832 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:23.985807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4496ed09-c5cf-4003-b3a9-ab3211d20be2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8fd96e2a372411889d2bc74752568e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564924 Oct 15 00:45:23.986513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:24.086115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9ad7a94f-fdad-4a34-ad00-807dea469d0c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:24.123156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe052190-7541-42ee-b49e-e6f19ec41278 req-99c87608-f11d-4c38-b2f5-0cc3516c781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:24.124848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe052190-7541-42ee-b49e-e6f19ec41278 req-99c87608-f11d-4c38-b2f5-0cc3516c781d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 1096 time: 0.1205158 Oct 15 00:45:24.191482 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d531619-0810-4832-8d93-bb18ed75c3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:24.217406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d531619-0810-4832-8d93-bb18ed75c3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:24.288438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afec88-3b28-4b96-97ec-58de27fb0de2 req-ccc4120f-4f2f-44ae-9686-525b613e622e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:24.296848 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8afec88-3b28-4b96-97ec-58de27fb0de2 req-ccc4120f-4f2f-44ae-9686-525b613e622e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0844746 Oct 15 00:45:24.328417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe052190-7541-42ee-b49e-e6f19ec41278 req-3932a102-bcbc-4e3b-929f-997880ad7c19 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945751 Oct 15 00:45:24.358703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8afec88-3b28-4b96-97ec-58de27fb0de2 req-abff73d6-4dd6-4f7f-bdb6-e3cce3b9429f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608468 Oct 15 00:45:24.368520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d531619-0810-4832-8d93-bb18ed75c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:24.375112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2d531619-0810-4832-8d93-bb18ed75c3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:24.376400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2d531619-0810-4832-8d93-bb18ed75c3a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a594f4a9-f0d4-4cfd-b0fa-3a4551a3712d HTTP/1.1" status: 204 len: 168 time: 0.3848321 Oct 15 00:45:24.393396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d531619-0810-4832-8d93-bb18ed75c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a594f4a9-f0d4-4cfd-b0fa-3a4551a3712d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:24.587243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01091c1-c2a0-4d11-b4b5-07a535c5e540 req-0eb59059-03d5-41ed-a68f-29cdbe3cfd09 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:24.594610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f01091c1-c2a0-4d11-b4b5-07a535c5e540 req-0eb59059-03d5-41ed-a68f-29cdbe3cfd09 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 945 time: 0.1215696 Oct 15 00:45:24.676795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f01091c1-c2a0-4d11-b4b5-07a535c5e540 req-56ed2616-58cf-420b-a240-b4b0071b8545 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811369 Oct 15 00:45:25.531591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce665163-3286-46b3-8108-a6fafaf1e6bc req-e2e5a687-f5d7-4a6d-b3a1-d509eecdcf26 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:25.540856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce665163-3286-46b3-8108-a6fafaf1e6bc req-e2e5a687-f5d7-4a6d-b3a1-d509eecdcf26 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0862861 Oct 15 00:45:25.591910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce665163-3286-46b3-8108-a6fafaf1e6bc req-e2ed869a-28ca-484a-bd0d-dd8b70ce0eb5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478563 Oct 15 00:45:25.958030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d27389-c86b-4530-a660-0df7980654af req-7af67fb6-9e10-44c5-a96a-8d319e57d62d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:25.988707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89d27389-c86b-4530-a660-0df7980654af req-7af67fb6-9e10-44c5-a96a-8d319e57d62d tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 945 time: 0.1616502 Oct 15 00:45:26.106629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-89d27389-c86b-4530-a660-0df7980654af req-860bfb39-122a-46d2-ba25-417b18caf786 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135416 Oct 15 00:45:26.257874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1eb1f829-a1d1-4531-8772-f0b6e6ee96c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:26.350565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52786) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:26.547334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a774b-7767-4936-bdc2-f955ce342745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:26.777059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a774b-7767-4936-bdc2-f955ce342745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:26.784023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637dce4-6bc7-482d-9a60-a6d850166494 req-7db42164-745e-44cb-b890-aff00f821ac3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:26.786430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8724e82-95e6-4c88-ad8b-69674dad3665 req-d4b022b6-0b39-4b30-94d9-2ba8f5335601 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:26.788444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8724e82-95e6-4c88-ad8b-69674dad3665 req-d4b022b6-0b39-4b30-94d9-2ba8f5335601 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 945 time: 0.0927346 Oct 15 00:45:26.790860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6637dce4-6bc7-482d-9a60-a6d850166494 req-7db42164-745e-44cb-b890-aff00f821ac3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0779917 Oct 15 00:45:26.859972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8724e82-95e6-4c88-ad8b-69674dad3665 req-8b6fdb18-3cb4-4e38-adc8-468f2ce71e77 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587156 Oct 15 00:45:26.874890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a774b-7767-4936-bdc2-f955ce342745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:26.875006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6637dce4-6bc7-482d-9a60-a6d850166494 req-1b96ff9d-4f6a-4278-bb63-a7de42db3276 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 Oct 15 00:45:26.923608 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-092a774b-7767-4936-bdc2-f955ce342745 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b4400c7723d4089b7fb80dc660c39a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716860 Oct 15 00:45:26.927239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52808) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:26.991137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a774b-7767-4936-bdc2-f955ce342745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb543f-08ea-4813-938a-2517dd421559,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:27.018584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b06a5a5c-cbf7-4f35-bb7b-00f922c91fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:27.043620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b06a5a5c-cbf7-4f35-bb7b-00f922c91fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:27.191668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b06a5a5c-cbf7-4f35-bb7b-00f922c91fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:27.198875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b06a5a5c-cbf7-4f35-bb7b-00f922c91fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:27.209901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b06a5a5c-cbf7-4f35-bb7b-00f922c91fe3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35fb543f-08ea-4813-938a-2517dd421559 HTTP/1.1" status: 204 len: 168 time: 0.2803519 Oct 15 00:45:27.263142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a5a5c-cbf7-4f35-bb7b-00f922c91fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb543f-08ea-4813-938a-2517dd421559,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:28.059283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb2d5f-abdc-4c94-8c0e-41d2dfcf4426 req-a63a9562-7361-4426-8cf5-90a6719cd3b7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:28.069639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cefb2d5f-abdc-4c94-8c0e-41d2dfcf4426 req-a63a9562-7361-4426-8cf5-90a6719cd3b7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0788620 Oct 15 00:45:28.084905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112e976-8253-42ef-b2e7-c890d7e6a032 req-56eb09bf-c3ce-4b4a-b31a-ae4a5332d9ea tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:28.095257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e112e976-8253-42ef-b2e7-c890d7e6a032 req-56eb09bf-c3ce-4b4a-b31a-ae4a5332d9ea tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 945 time: 0.0875325 Oct 15 00:45:28.130002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cefb2d5f-abdc-4c94-8c0e-41d2dfcf4426 req-ba55ec81-293d-4dad-80fc-ee9fe5f51d2a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594525 Oct 15 00:45:28.158073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e112e976-8253-42ef-b2e7-c890d7e6a032 req-0d20d79a-48d1-4ddd-9947-54eae14c4773 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566807 Oct 15 00:45:28.244410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52842) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:28.282241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.396781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.479839 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.537299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ca323d780634d8dbc6498b5431bc3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893767 Oct 15 00:45:28.537299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f69df89-69c0-4eaa-af2a-30c19a6b1fc8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:28.540083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52844) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:28.562332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.562672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.563012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.563345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.565854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0937a95c-e3a8-4b43-b5a1-1d35b78b08cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:28.625359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7472fa54-867d-46e1-a6e4-e80d79ff6e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.650785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7472fa54-867d-46e1-a6e4-e80d79ff6e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.826247 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7472fa54-867d-46e1-a6e4-e80d79ff6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.826453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-71a150b2-880d-4af1-9ad3-7614892296d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.831177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7472fa54-867d-46e1-a6e4-e80d79ff6e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:28.835617 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7472fa54-867d-46e1-a6e4-e80d79ff6e82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f69df89-69c0-4eaa-af2a-30c19a6b1fc8 HTTP/1.1" status: 204 len: 168 time: 0.2932937 Oct 15 00:45:28.855961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472fa54-867d-46e1-a6e4-e80d79ff6e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f69df89-69c0-4eaa-af2a-30c19a6b1fc8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:28.891476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d07e3-c707-47e2-aafb-410216bd193f req-3ef9818d-8e8c-458d-bd26-587164d443d9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:28.902491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-794d07e3-c707-47e2-aafb-410216bd193f req-3ef9818d-8e8c-458d-bd26-587164d443d9 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 945 time: 0.0983090 Oct 15 00:45:28.986550 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-794d07e3-c707-47e2-aafb-410216bd193f req-7291d78e-bfe1-4ffa-838d-1a590717d8dc tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828218 Oct 15 00:45:29.342790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece0fc6-302b-46a5-a815-f48b62dd6933 req-98a36f25-0d93-4b6a-b17f-102e63b4b6df tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:29.352171 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ece0fc6-302b-46a5-a815-f48b62dd6933 req-98a36f25-0d93-4b6a-b17f-102e63b4b6df tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1237040 Oct 15 00:45:29.423760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9ece0fc6-302b-46a5-a815-f48b62dd6933 req-178516a6-f8ce-49ca-8f1f-be61a8f5da1c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664172 Oct 15 00:45:30.137063 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:30.228497 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:30.286757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547778a-766b-4101-858c-400e3b00eb85 req-94fbc4f0-9a67-4d63-a193-0b5877f29f96 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:30.288982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e547778a-766b-4101-858c-400e3b00eb85 req-94fbc4f0-9a67-4d63-a193-0b5877f29f96 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 945 time: 0.1625290 Oct 15 00:45:30.296941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a002c-cdc6-40c9-887d-125f82ef661a req-94ed62a3-d783-4cc4-8afe-a292f6f45eaf tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:30.298775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-479a002c-cdc6-40c9-887d-125f82ef661a req-94ed62a3-d783-4cc4-8afe-a292f6f45eaf tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 945 time: 0.1471207 Oct 15 00:45:30.467247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e547778a-766b-4101-858c-400e3b00eb85 req-5191fe24-3e58-4fe8-a972-21908e74a301 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f8008d8-17a4-4e28-8990-756fe502032e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672428 Oct 15 00:45:30.557319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Deleting port 9ad7a94f-fdad-4a34-ad00-807dea469d0c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:30.557729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:30.723249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3e0b8-76ab-47bf-b0ab-c8cddd087c3c req-99a21413-581f-4a42-b8c6-d19a9e322d2b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:30.725421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c3e0b8-76ab-47bf-b0ab-c8cddd087c3c req-99a21413-581f-4a42-b8c6-d19a9e322d2b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.1284668 Oct 15 00:45:30.727703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] For port 9ad7a94f-fdad-4a34-ad00-807dea469d0c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9ad7a94f-fdad-4a34-ad00-807dea469d0c,segment=NetworkSegment(47b1da97-40fe-4ef0-bf97-8dbbaba7d32e),segment_id=47b1da97-40fe-4ef0-bf97-8dbbaba7d32e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:30.728076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:30.747240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Calling delete_port for 9ad7a94f-fdad-4a34-ad00-807dea469d0c owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:30.812840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c3e0b8-76ab-47bf-b0ab-c8cddd087c3c req-07978ffd-1277-4e88-ba1f-31791d3064ac tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765965 Oct 15 00:45:31.028918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:31.043429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['9ad7a94f-fdad-4a34-ad00-807dea469d0c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:45:31.091731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Pushing event deleted for resources: {'Port': ['ID=9ad7a94f-fdad-4a34-ad00-807dea469d0c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:31.168842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] No DVR routers for this DVR port 9ad7a94f-fdad-4a34-ad00-807dea469d0c on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:45:31.172616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:31.183085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-479a002c-cdc6-40c9-887d-125f82ef661a req-8302f240-a7f5-408c-8f74-5c15fec88e17 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.30 "DELETE /v2.0/ports/9ad7a94f-fdad-4a34-ad00-807dea469d0c HTTP/1.1" status: 204 len: 173 time: 0.8756919 Oct 15 00:45:31.184722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'name': 'network-vif-deleted', 'tag': '9ad7a94f-fdad-4a34-ad00-807dea469d0c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:31.188330 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98a682d-ec54-4a65-b79f-8fb42df48284" -d '{"events": [{"server_uuid": "63f29700-bdb5-44a7-9a87-94091a3b2022", "name": "network-vif-deleted", "tag": "9ad7a94f-fdad-4a34-ad00-807dea469d0c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:31.253345 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239bac5e-e4fa-4648-a86b-afcf547efea9 x-openstack-request-id: req-239bac5e-e4fa-4648-a86b-afcf547efea9 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:31.253641 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f29700-bdb5-44a7-9a87-94091a3b2022", "name": "network-vif-deleted", "tag": "9ad7a94f-fdad-4a34-ad00-807dea469d0c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:31.254119 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-239bac5e-e4fa-4648-a86b-afcf547efea9 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:31.254507 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f29700-bdb5-44a7-9a87-94091a3b2022', 'name': 'network-vif-deleted', 'tag': '9ad7a94f-fdad-4a34-ad00-807dea469d0c', 'status': 'completed', 'code': 200} Oct 15 00:45:31.696187 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b442a10e-2396-49d5-8be0-9a9322f48eb7 req-c5df38ae-aa49-4a6e-98bc-ab98462d2720 tempest-DeleteServersTestJSON-1374428914 tempest-DeleteServersTestJSON-1374428914-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f29700-bdb5-44a7-9a87-94091a3b2022 HTTP/1.1" status: 200 len: 210 time: 0.0418067 Oct 15 00:45:32.043434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65ad8b-263d-49ab-9691-b1140e50e425 req-91e21bdd-6e7d-4510-ad7f-1506808a8592 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:32.045390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b65ad8b-263d-49ab-9691-b1140e50e425 req-91e21bdd-6e7d-4510-ad7f-1506808a8592 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0659604 Oct 15 00:45:32.118421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b65ad8b-263d-49ab-9691-b1140e50e425 req-ea27bc6a-6010-4564-b058-b2f0dbd73e2f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573840 Oct 15 00:45:32.274300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:33.042201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-d9de8954-193b-49c8-872c-1f819ebacfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:33.043725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-d9de8954-193b-49c8-872c-1f819ebacfa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 1096 time: 0.0451171 Oct 15 00:45:33.173266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-99acaa73-6bc2-4391-bf8a-6ea192767395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:33.174839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-99acaa73-6bc2-4391-bf8a-6ea192767395 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1240697 Oct 15 00:45:33.221535 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-8ba6e06e-a7bf-49cf-bf55-7e61d9c3c0e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2 HTTP/1.1" status: 200 len: 217 time: 0.0385289 Oct 15 00:45:33.298964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-1250362c-7a43-4085-a309-e59f5ac63699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:33.300404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-1250362c-7a43-4085-a309-e59f5ac63699 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0704751 Oct 15 00:45:33.308124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04269189-a0e7-4f0a-a513-e69c96e50fa3 req-b24c4067-8583-4f56-bd2d-1e62adc53597 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:33.309464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04269189-a0e7-4f0a-a513-e69c96e50fa3 req-b24c4067-8583-4f56-bd2d-1e62adc53597 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0908008 Oct 15 00:45:33.370718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04269189-a0e7-4f0a-a513-e69c96e50fa3 req-e1e7a604-b7c5-4987-972d-0ad3362a04bc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529685 Oct 15 00:45:33.376323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-7f9ac065-c43d-43c5-9027-a6aeed7764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:33.377759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-7f9ac065-c43d-43c5-9027-a6aeed7764f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674689 Oct 15 00:45:33.480931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-1bf583ed-4687-43f3-ba84-cef34fda23c3 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950048 Oct 15 00:45:33.538677 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9ad7a94f-fdad-4a34-ad00-807dea469d0c no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:33.578597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25e3c0b4-3daa-40f6-aa2d-f89e1862d5e9 req-b886afd9-bd1c-4f75-ad9b-33b8534bd9f0 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908585 Oct 15 00:45:33.591655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 9ad7a94f-fdad-4a34-ad00-807dea469d0c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:33.592241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9ad7a94f-fdad-4a34-ad00-807dea469d0c not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:33.898041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:34.556662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e22a2-cd3d-43c0-8af1-c0f5b70d7e9a req-42ea0f54-7a78-47a7-9509-413a0cc11078 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:34.558271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f55e22a2-cd3d-43c0-8af1-c0f5b70d7e9a req-42ea0f54-7a78-47a7-9509-413a0cc11078 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0857520 Oct 15 00:45:34.647878 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f55e22a2-cd3d-43c0-8af1-c0f5b70d7e9a req-b0fe8358-61e7-409c-af9a-cbe9f43dfdde tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779197 Oct 15 00:45:34.743760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:35.156863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Deleting port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:35.157496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:35.262598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] For port 6c69cecb-51e6-417f-b1a9-386f2bc7cb96, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:35.262934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:35.276445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Calling delete_port for 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:35.574555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:35.607079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6c69cecb-51e6-417f-b1a9-386f2bc7cb96,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:35.846836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46eb5d-afa6-448f-acae-cf27800db20d req-e4ef9c64-d4ec-4f6c-ba02-dc4a5e1bf6bc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:35.865754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d46eb5d-afa6-448f-acae-cf27800db20d req-e4ef9c64-d4ec-4f6c-ba02-dc4a5e1bf6bc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.0852277 Oct 15 00:45:35.931088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d46eb5d-afa6-448f-acae-cf27800db20d req-b25a3bd3-1f71-449f-bfd3-0196eed4d3cd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635874 Oct 15 00:45:35.949663 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:36.294940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Router 15c50869-aef5-4dde-8eda-f923a5448b0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:45:36.419285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:45:36.426764 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b04b631e-ca44-4227-a8ae-849e8cfa26ad admin admin] 10.222.0.13 "PUT /v2.0/routers/15c50869-aef5-4dde-8eda-f923a5448b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5252705 Oct 15 00:45:36.430942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53078) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:36.433051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] Sync routers for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:45:36.452274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:45:36.453090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:36.675662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:45:36.704072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:36.837095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-06e22965-67fe-4869-94b1-906466862f87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1192167 Oct 15 00:45:36.922615 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:36.933842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-a83a461a-4f0a-4c39-ad22-ba3e196591d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:36.935427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-a83a461a-4f0a-4c39-ad22-ba3e196591d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 1096 time: 0.0734997 Oct 15 00:45:36.961123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '77df3788-c710-4f32-981e-551f05aaf487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:45:35Z', 'revision_number': 5, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port': {'id': '77df3788-c710-4f32-981e-551f05aaf487', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:69:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:37.019609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] Checking router: 15c50869-aef5-4dde-8eda-f923a5448b0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:45:37.056638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] Routers {'15c50869-aef5-4dde-8eda-f923a5448b0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:45:37.057256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['15c50869-aef5-4dde-8eda-f923a5448b0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:37.132201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-b1a0559a-f4e6-4d36-ba92-e74f5d799c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:37.139091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-b1a0559a-f4e6-4d36-ba92-e74f5d799c54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.1780355 Oct 15 00:45:37.205460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] Set router 15c50869-aef5-4dde-8eda-f923a5448b0b gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:45:37.227056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e7aa8-b9cc-4bd0-b9c6-a1591324ff7d req-09a55371-a525-48fe-9199-8e7ee558d591 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:37.250083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-047e7aa8-b9cc-4bd0-b9c6-a1591324ff7d req-09a55371-a525-48fe-9199-8e7ee558d591 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 945 time: 0.2405760 Oct 15 00:45:37.265325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Deleting port 77df3788-c710-4f32-981e-551f05aaf487 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:37.265665 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:37.275406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-afb68a86-d917-4329-a68a-97861d9aa0ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a6b3e26-f380-4d28-8b77-864fd810e269 HTTP/1.1" status: 200 len: 217 time: 0.1295462 Oct 15 00:45:37.346671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:45:36Z', 'revision_number': 6, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:37.355711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-857c173e-bfb1-4f65-abe0-8342af9b4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:37.361228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-857c173e-bfb1-4f65-abe0-8342af9b4bfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0785592 Oct 15 00:45:37.378902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-047e7aa8-b9cc-4bd0-b9c6-a1591324ff7d req-58bffec9-3886-45db-8b4f-814b436d2192 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269960 Oct 15 00:45:37.415875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b25ee3-a2af-4d2b-8da0-b27b8b3060dc None None] The sync data for ids ['15c50869-aef5-4dde-8eda-f923a5448b0b'] in n-d-811521-2 is: [{'id': '15c50869-aef5-4dde-8eda-f923a5448b0b', 'name': 'tempest-TaggedBootDevicesTest-995316853-router', 'tenant_id': '39d869baaead42d694454e65afb64d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:33:43Z', 'updated_at': '2021-10-15T00:45:36Z', 'revision_number': 6, 'project_id': '39d869baaead42d694454e65afb64d07', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:45:37.417672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 21ca63be-ad6b-48ea-af67-126db5b38ea2 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:37.468270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] For port 77df3788-c710-4f32-981e-551f05aaf487, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=77df3788-c710-4f32-981e-551f05aaf487,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:37.469104 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:37.487528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-5bfc1695-dd13-43f6-82df-0507dbaed049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:37.490615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-5bfc1695-dd13-43f6-82df-0507dbaed049 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207118 Oct 15 00:45:37.495513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Calling delete_port for 77df3788-c710-4f32-981e-551f05aaf487 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:37.589972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:37.642731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:37.645628 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d0d4d-817d-4ab7-bab6-2b98ae7a5e1d" -d '{"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:37.705589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:37.734062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a436a-f468-4582-9d56-b9243c1417c9 req-82c8782e-b610-4ff6-a5d9-7397a5d7d842 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:37.738746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e9a436a-f468-4582-9d56-b9243c1417c9 req-82c8782e-b610-4ff6-a5d9-7397a5d7d842 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.2156003 Oct 15 00:45:37.743229 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212bd2fd-d90f-476e-b1eb-58bfcd6c6423 x-openstack-request-id: req-212bd2fd-d90f-476e-b1eb-58bfcd6c6423 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:37.744181 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-unplugged", "status": "failed", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2", "code": 422}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:37.744448 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-212bd2fd-d90f-476e-b1eb-58bfcd6c6423 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:37.744850 n-d-811521-2 neutron-server[107727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'code': 422} returned with failed status Oct 15 00:45:37.768823 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:37.845158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:37.860539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-9120a321-328f-40d7-9578-ffc4ef0060ec service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631537 Oct 15 00:45:37.885696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:37.886628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:37.918964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:37.924154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6c69cecb-51e6-417f-b1a9-386f2bc7cb96 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:37.929042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e9a436a-f468-4582-9d56-b9243c1417c9 req-963088de-ca2a-4e22-acbe-bbce59dfe2ae tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670277 Oct 15 00:45:37.956683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=77df3788-c710-4f32-981e-551f05aaf487,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:38.056555 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-c3c67e21-14b0-434a-8ec5-93ca20ff2ec3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3058772 Oct 15 00:45:38.146727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53114) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:38.150316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:38.252490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdca9b0e-d511-42e6-bfa4-ca33260c31bc req-16e65763-eb03-4203-898c-9218ca5e1a79 service neutron] 10.222.0.30 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775952 Oct 15 00:45:38.282034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-3570e963-c312-4f74-86e5-16b848ca2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:38.283548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-3570e963-c312-4f74-86e5-16b848ca2169 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.1522224 Oct 15 00:45:38.301286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2cbda-f554-40a0-88e2-21ea7b17c3c8 req-6cfb558c-1bfb-41e7-87a9-97e58e36dff9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:38.315122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ab2cbda-f554-40a0-88e2-21ea7b17c3c8 req-6cfb558c-1bfb-41e7-87a9-97e58e36dff9 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1849215 Oct 15 00:45:38.377179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] Deleting subnet 8bdd3f5d-4bf6-4397-a16f-69fce57240ec {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:45:38.506467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ab2cbda-f554-40a0-88e2-21ea7b17c3c8 req-e5d50d72-d62c-4ebb-9b22-39c0c464c11a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606984 Oct 15 00:45:38.551839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-c791f9cb-501c-4856-8fb7-fe17425de9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:38.554278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-c791f9cb-501c-4856-8fb7-fe17425de9a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.2381749 Oct 15 00:45:38.684018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-1111ed41-92dd-4ce9-bf67-5ae83c7f7ddd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.1224556 Oct 15 00:45:38.783227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-a322df1c-3212-4cf9-bf43-5a731a119b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:38.784721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-a322df1c-3212-4cf9-bf43-5a731a119b86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0930922 Oct 15 00:45:38.886902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-6ec657d8-ab4d-4d0a-9699-50c0d52ad348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:38.886902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-6ec657d8-ab4d-4d0a-9699-50c0d52ad348 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919776 Oct 15 00:45:39.062058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.067291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.113205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.124311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-7f5dc706-1d71-4aa4-a253-1bca4c03095d service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286069 Oct 15 00:45:39.137016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924de520-d347-45de-9869-108587c2cdab req-4db7ea50-e27e-4228-bbea-47202584e737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:39.144383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-924de520-d347-45de-9869-108587c2cdab req-4db7ea50-e27e-4228-bbea-47202584e737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0968392 Oct 15 00:45:39.160438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.218677 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.332172 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.342325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-924de520-d347-45de-9869-108587c2cdab req-8de3c45b-3b77-4f1c-a74e-ae36143ca5e5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969664 Oct 15 00:45:39.368377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.373160 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8bdd3f5d-4bf6-4397-a16f-69fce57240ec HTTP/1.1" status: 204 len: 168 time: 1.2240953 Oct 15 00:45:39.375598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.376123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53136) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:39.376236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15c50869-aef5-4dde-8eda-f923a5448b0b {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:45:39.392802 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.398643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fc447841-f799-4fb0-9854-4c4f62f37a78 admin admin] 10.222.0.13 "DELETE /v2.0/routers/15c50869-aef5-4dde-8eda-f923a5448b0b HTTP/1.1" status: 204 len: 168 time: 2.9666309 Oct 15 00:45:39.400093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53140) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:39.405603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-774a69e5-58c2-41ac-9f91-a8b881f13926 req-1443f749-c2db-4d70-910b-8a48323cf0b1 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564626 Oct 15 00:45:39.493618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21025791-5bc9-4592-a9dd-7d78aeb69b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdd3f5d-4bf6-4397-a16f-69fce57240ec,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:39.560557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.612848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] Deleting subnet e9c50b30-fb11-477b-88d9-4c9150808b66 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:45:39.625023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.672650 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.686189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.706777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e32174a-7fdc-4655-b5f2-59338f95b4ed']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:39.716154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:39.721621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b1da97-40fe-4ef0-bf97-8dbbaba7d32e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:39.727140 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.742334 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.762249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:45:39.763804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:45:39.768409 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:45:39.817380 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.865721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.960506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 77df3788-c710-4f32-981e-551f05aaf487 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:39.961010 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.975520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.983182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e32174a-7fdc-4655-b5f2-59338f95b4ed HTTP/1.1" status: 204 len: 168 time: 0.6044612 Oct 15 00:45:39.992163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:39.996397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd108c-d2b5-4ddc-85b4-b6969af1978e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e32174a-7fdc-4655-b5f2-59338f95b4ed,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:40.010894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 77df3788-c710-4f32-981e-551f05aaf487 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:40.011235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 77df3788-c710-4f32-981e-551f05aaf487 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:40.023762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe20de2d-c4ec-4bc3-aa8b-ceb47be3c8c4 None None] Network 198c7661-90f0-428e-9a7e-e7cafe9db3d1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:40.047677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c50b30-fb11-477b-88d9-4c9150808b66,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:40.051293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.057120 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-414d1cb0-c9ca-4698-a654-80ea331c98cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9c50b30-fb11-477b-88d9-4c9150808b66 HTTP/1.1" status: 204 len: 168 time: 0.5840921 Oct 15 00:45:40.059839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53150) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:40.145738 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.229837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Deleting port 0e871e72-24e6-4042-b935-47bece80e27e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:40.230305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.312317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] For port 0e871e72-24e6-4042-b935-47bece80e27e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0e871e72-24e6-4042-b935-47bece80e27e,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:40.312751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.325688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] DHCP port deletion for 198c7661-90f0-428e-9a7e-e7cafe9db3d1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:45:40.338887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Calling delete_port for 0e871e72-24e6-4042-b935-47bece80e27e owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:40.359237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:40.391796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] Deleting port 0e871e72-24e6-4042-b935-47bece80e27e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:45:40.392393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.465799 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-67ef3322-fa41-4033-8420-b01b304f5a57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cba3ea282ad42759b9be7c459a91df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042807 Oct 15 00:45:40.467294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:40.493107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] For port 0e871e72-24e6-4042-b935-47bece80e27e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0e871e72-24e6-4042-b935-47bece80e27e,segment=NetworkSegment(1b6fbf5a-0d25-490d-ad00-345d5c40bb1f),segment_id=1b6fbf5a-0d25-490d-ad00-345d5c40bb1f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:40.494237 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.622160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4b30013-2cc9-4b5a-af49-3fbf121b77b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.634254 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.679327 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4b30013-2cc9-4b5a-af49-3fbf121b77b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.698282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Pushing event deleted for resources: {'Port': ['ID=0e871e72-24e6-4042-b935-47bece80e27e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:40.701829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] No DVR routers for this DVR port 0e871e72-24e6-4042-b935-47bece80e27e on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:45:40.742551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5728-11ff-4f1c-8437-dd63d5d618ea req-7a517163-db3e-4a08-a419-cdf20fee406a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:40.744374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ab5728-11ff-4f1c-8437-dd63d5d618ea req-7a517163-db3e-4a08-a419-cdf20fee406a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.2349086 Oct 15 00:45:40.768608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] Calling delete_port for 0e871e72-24e6-4042-b935-47bece80e27e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:45:40.803884 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e3ab5728-11ff-4f1c-8437-dd63d5d618ea req-5067960d-4508-40c4-8c14-2b1456c6572e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499334 Oct 15 00:45:40.833818 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.861548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198c7661-90f0-428e-9a7e-e7cafe9db3d1']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:40.873650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:40.874000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6fbf5a-0d25-490d-ad00-345d5c40bb1f') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:45:40.877861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.886328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.915700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.916792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:45:40.917248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:45:40.919129 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:45:40.922959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] Pushing event deleted for resources: {'Port': ['ID=0e871e72-24e6-4042-b935-47bece80e27e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:40.926710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7a4c7-c76c-45f3-9e17-85ba102c8c13 None None] No DVR routers for this DVR port 0e871e72-24e6-4042-b935-47bece80e27e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:45:40.974146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4b30013-2cc9-4b5a-af49-3fbf121b77b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.985992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e4b30013-2cc9-4b5a-af49-3fbf121b77b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:40.985992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e4b30013-2cc9-4b5a-af49-3fbf121b77b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f8008d8-17a4-4e28-8990-756fe502032e HTTP/1.1" status: 204 len: 168 time: 0.5088372 Oct 15 00:45:40.988782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b30013-2cc9-4b5a-af49-3fbf121b77b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8008d8-17a4-4e28-8990-756fe502032e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:41.082862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:41.093158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:41.096507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] 10.222.0.13 "DELETE /v2.0/networks/198c7661-90f0-428e-9a7e-e7cafe9db3d1 HTTP/1.1" status: 204 len: 168 time: 1.0357869 Oct 15 00:45:41.117584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb28e39-0d2a-4f74-9856-396507587ede admin admin] Pushing event deleted for resources: {'Network': ['ID=198c7661-90f0-428e-9a7e-e7cafe9db3d1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:41.504886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53176) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:41.568883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ea2be7c-6a8e-4329-8bdc-419748b85823 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39d869baaead42d694454e65afb64d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614722 Oct 15 00:45:41.572000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53180) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:41.665054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d80edbf0-1f3e-469f-a926-ffccf6e33c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:41.700671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d80edbf0-1f3e-469f-a926-ffccf6e33c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:41.902650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d80edbf0-1f3e-469f-a926-ffccf6e33c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:41.905507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d80edbf0-1f3e-469f-a926-ffccf6e33c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:41.912134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d80edbf0-1f3e-469f-a926-ffccf6e33c6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b71c80f6-1873-454d-8947-5565f0cadb61 HTTP/1.1" status: 204 len: 168 time: 0.3373976 Oct 15 00:45:41.921577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80edbf0-1f3e-469f-a926-ffccf6e33c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71c80f6-1873-454d-8947-5565f0cadb61,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:41.937513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0e871e72-24e6-4042-b935-47bece80e27e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:45:41.963117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 0e871e72-24e6-4042-b935-47bece80e27e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:45:41.963471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0e871e72-24e6-4042-b935-47bece80e27e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:45:42.154626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1846cef-c785-49a0-993d-0a3fcfb732d2 req-0c1a0cbf-2cec-420f-a882-2ae0bcd4f569 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:42.156119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1846cef-c785-49a0-993d-0a3fcfb732d2 req-0c1a0cbf-2cec-420f-a882-2ae0bcd4f569 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0522470 Oct 15 00:45:42.198819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1846cef-c785-49a0-993d-0a3fcfb732d2 req-c0024a6c-c6b3-46e7-987a-131663021ca5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351324 Oct 15 00:45:42.385069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:42.506914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-114616617-network', 'tenant_id': 'a431d8b70c934741b3136cd215ef402e'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:42.599135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Made reservation on behalf of a431d8b70c934741b3136cd215ef402e for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:42.599553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:42.609415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:42.694768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:42.791644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:42.818703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:45:42.828491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dacc569-641a-4520-a336-2363f11a4c24,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:42.833254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:42.834192 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Added segment a8374952-6ad6-4c4c-8fc7-562fbda5c53c of type vlan for network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 Oct 15 00:45:42.901482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:42.994372 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:42.995393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:42.996018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:43.071492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1b10cb-80e3-43e1-a35f-6d7eaad30780,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:43.081860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:45:43.189170 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5b67444e-34eb-4922-a239-e41d5cb36f81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8027208 Oct 15 00:45:43.192270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:43.199459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Request body: {'subnet': {'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-114616617-subnet', 'tenant_id': 'a431d8b70c934741b3136cd215ef402e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:43.288507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Made reservation on behalf of a431d8b70c934741b3136cd215ef402e for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:43.291365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:43.358011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce831c-20ba-49e4-991d-aeb598c933e7 req-c562299e-455c-47b6-a00a-43562e27e80d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:43.360097 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9ce831c-20ba-49e4-991d-aeb598c933e7 req-c562299e-455c-47b6-a00a-43562e27e80d tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0883501 Oct 15 00:45:43.418050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c9ce831c-20ba-49e4-991d-aeb598c933e7 req-52477c8b-c990-40c6-9102-7f42387bfb7a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463405 Oct 15 00:45:43.625817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:43.747988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a641fbb3-51b0-4be9-81e5-57942cc88084,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:43.758456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Checking segment: {'id': 'a8374952-6ad6-4c4c-8fc7-562fbda5c53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:45:43.758822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Network hostable DHCP agents. Network: 1c1b10cb-80e3-43e1-a35f-6d7eaad30780, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:45:43.858651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fe80f744-b449-4b22-893c-374cc63611a4 req-fc04aad4-e5a3-43e6-9797-732e2d181dc0 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0369501 Oct 15 00:45:43.935017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:45:44.022643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1c1b10cb-80e3-43e1-a35f-6d7eaad30780) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:45:44.028141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:44.029878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:44.033995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535d0de8-4577-481a-802d-90148589fcba None None] Network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:44.126753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c92e11bd-6a5b-4fec-9fcc-494ab562c7cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9333119 Oct 15 00:45:44.173782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5320d81a-6d33-4749-ac61-d5cad14fe22a None None] Network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:45:44.569776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab062e-3d48-4bcd-9dfb-e49ceb86b68f req-79c594b9-f679-4921-99f2-77b446ebf869 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:44.571944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cab062e-3d48-4bcd-9dfb-e49ceb86b68f req-79c594b9-f679-4921-99f2-77b446ebf869 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0606678 Oct 15 00:45:44.621728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-5daa7308-8270-4b73-94f1-f917bdf27832 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:44.630151 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cab062e-3d48-4bcd-9dfb-e49ceb86b68f req-3b4b8e3e-fe46-4c54-a569-fd67ae7f46cd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496781 Oct 15 00:45:44.635154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-5daa7308-8270-4b73-94f1-f917bdf27832 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/networks?id=1c1b10cb-80e3-43e1-a35f-6d7eaad30780 HTTP/1.1" status: 200 len: 813 time: 0.1724422 Oct 15 00:45:44.647931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-9ea115df-d3f5-4a1a-b893-b44cb29bf868 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/quotas/a431d8b70c934741b3136cd215ef402e HTTP/1.1" status: 200 len: 375 time: 0.0115247 Oct 15 00:45:44.696390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-64fe1802-3c62-4f79-a2ed-16d6b9a667c2 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a431d8b70c934741b3136cd215ef402e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367591 Oct 15 00:45:44.797334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-df259cbd-5a17-46ea-8111-aab48bb3fe3f service neutron] 10.222.0.13 "GET /v2.0/networks/1c1b10cb-80e3-43e1-a35f-6d7eaad30780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922105 Oct 15 00:45:44.910585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-2f61584e-0f2b-4cc3-835d-8ba4c299fc6f service neutron] 10.222.0.13 "GET /v2.0/networks/1c1b10cb-80e3-43e1-a35f-6d7eaad30780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018095 Oct 15 00:45:44.920320 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:45.031498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ea6f74ef-adfc-4cc2-afc5-34d528b1e2f5 req-d2a3117f-2c42-45a3-ba3a-d28faffa487e tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0396411 Oct 15 00:45:45.218628 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bc68d6fb-1b57-472a-b00d-ce8da29871c1 req-0b758a05-1114-435a-b027-fb1ef16ff078 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 210 time: 0.0279527 Oct 15 00:45:45.750176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d8697-d70f-4626-8204-f9824ddaed95 req-e9952868-8c7d-417d-a409-d16a28af5159 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:45.751711 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d68d8697-d70f-4626-8204-f9824ddaed95 req-e9952868-8c7d-417d-a409-d16a28af5159 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0556793 Oct 15 00:45:45.810209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d68d8697-d70f-4626-8204-f9824ddaed95 req-ca2191dc-82b0-4034-b9b1-3d5a69cc7303 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Oct 15 00:45:46.147183 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e727c72-7136-429d-8be7-0044103b38c0 req-1fd830df-291e-4e2e-bacf-463726cd56b6 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0351737 Oct 15 00:45:46.325917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-333e216b-62bc-4c44-98c4-da0773b40fc5 req-796d909f-6f71-4e16-8080-57a9f87555e9 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 210 time: 0.0418234 Oct 15 00:45:46.945757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a71544-28d1-444e-b8fd-2c44ccad2808 req-56796f01-53a2-4dcd-977b-749124d99fc4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:46.947273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88a71544-28d1-444e-b8fd-2c44ccad2808 req-56796f01-53a2-4dcd-977b-749124d99fc4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0600426 Oct 15 00:45:46.994000 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88a71544-28d1-444e-b8fd-2c44ccad2808 req-f0cd84bc-0023-4530-8c66-e73fef36d01f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 Oct 15 00:45:47.261204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1cee458-38b2-4f76-98eb-76f986e3d2eb req-b94374a4-90ec-4935-80ef-b5703fb88934 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0296729 Oct 15 00:45:47.404266 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25b70012-b257-4f5c-8af4-94384567ca40 req-5f4e6942-ed15-4b50-8eea-a68532826595 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 210 time: 0.0268850 Oct 15 00:45:47.836601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-feb0f5f8-e653-476b-add9-9fa2374a3ad7 req-0a75d2c2-20dd-4968-b9a7-5d11cb90a6dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0314679 Oct 15 00:45:47.918290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-c75274a2-c627-44bc-acbc-ec5c1a70f1c1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:47.919754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-c75274a2-c627-44bc-acbc-ec5c1a70f1c1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.30 "GET /v2.0/networks?id=1c1b10cb-80e3-43e1-a35f-6d7eaad30780 HTTP/1.1" status: 200 len: 813 time: 0.1146541 Oct 15 00:45:48.036623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Request body: {'port': {'device_id': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780', 'admin_state_up': True, 'tenant_id': 'a431d8b70c934741b3136cd215ef402e'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:48.149381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32392105-cea8-4459-a045-d15d57df9d43 req-75c77e75-c90a-407f-a502-3c03b8946ed7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:48.151394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32392105-cea8-4459-a045-d15d57df9d43 req-75c77e75-c90a-407f-a502-3c03b8946ed7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0738709 Oct 15 00:45:48.202833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32392105-cea8-4459-a045-d15d57df9d43 req-de2da486-9827-4e4f-bef9-0bef0e74f666 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438817 Oct 15 00:45:48.322902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Made reservation on behalf of a431d8b70c934741b3136cd215ef402e for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:45:48.327121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:48.385485 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3acef8e1-cb4a-4ebc-919c-22c102b37c10 req-f8118e09-f53a-4ef0-928f-c87eccad901f tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0396285 Oct 15 00:45:48.505986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Allocated IP 172.20.0.6 (1c1b10cb-80e3-43e1-a35f-6d7eaad30780/a641fbb3-51b0-4be9-81e5-57942cc88084/a5746c61-807f-432b-b336-de12fd9ed0ed) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:45:48.519674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-076f7d7f-fda3-4087-a98f-8a4a42167871 req-49eff1de-2b68-4e41-a61c-a70d882b811b tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 210 time: 0.0308831 Oct 15 00:45:48.673264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:48.777220 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:48.825632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:45:48.829043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:45:48.831782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:45:48.871143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Pushing event updated for resources: {'Port': ['ID=a5746c61-807f-432b-b336-de12fd9ed0ed,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:48.898237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:48.898859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:49.072676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fca4db35-0e4e-4f50-a280-a4f05f999518 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0404456 Oct 15 00:45:49.085958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Request body: {'port': {'device_id': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:45:49.124357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:45:49.149234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:49.429264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8ff95-9de9-4ae2-9b45-5271ee68c544 req-e3d0edf7-8073-4941-8459-7e84f94f4a58 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:49.430930 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9d8ff95-9de9-4ae2-9b45-5271ee68c544 req-e3d0edf7-8073-4941-8459-7e84f94f4a58 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1197293 Oct 15 00:45:49.488236 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9d8ff95-9de9-4ae2-9b45-5271ee68c544 req-23075137-784c-4cdb-bdb3-e7fd5f708e91 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476263 Oct 15 00:45:49.580817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5746c61-807f-432b-b336-de12fd9ed0ed {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:45:49.585649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-174a139d-ba03-4b4f-9fe5-dcd9829b17b1 req-34b28b5a-9823-44e1-9fe7-144cfc66afc6 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0646689 Oct 15 00:45:49.596139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:49.613963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Transition to ACTIVE for port object a5746c61-807f-432b-b336-de12fd9ed0ed will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:45:49.665821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84622bee-57da-4455-8382-de60d76a2e79 req-0baac83a-08c6-482e-9814-d6f66ae5e141 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:49.667673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84622bee-57da-4455-8382-de60d76a2e79 req-0baac83a-08c6-482e-9814-d6f66ae5e141 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 931 time: 0.0520132 Oct 15 00:45:49.707803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:49.773815 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-84622bee-57da-4455-8382-de60d76a2e79 req-daab228c-5ab0-4fbd-955f-4bb408c4b16f tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947318 Oct 15 00:45:49.785177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Pushing event updated for resources: {'Port': ['ID=a5746c61-807f-432b-b336-de12fd9ed0ed,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:49.870047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Attempting to bind port a5746c61-807f-432b-b336-de12fd9ed0ed on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:45:49.870425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Attempting to bind port a5746c61-807f-432b-b336-de12fd9ed0ed by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'a8374952-6ad6-4c4c-8fc7-562fbda5c53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:45:49.870786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Attempting to bind port a5746c61-807f-432b-b336-de12fd9ed0ed on network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:45:49.876941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Port a5746c61-807f-432b-b336-de12fd9ed0ed on network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:45:49.877253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Attempting to bind port a5746c61-807f-432b-b336-de12fd9ed0ed on network 1c1b10cb-80e3-43e1-a35f-6d7eaad30780 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:45:49.883378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:45:49.883691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Checking segment: {'id': 'a8374952-6ad6-4c4c-8fc7-562fbda5c53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:45:49.884124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Bound using segment: {'id': 'a8374952-6ad6-4c4c-8fc7-562fbda5c53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:45:49.884565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Bound port: a5746c61-807f-432b-b336-de12fd9ed0ed, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8374952-6ad6-4c4c-8fc7-562fbda5c53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:45:49.884925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:49.961419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] For port a5746c61-807f-432b-b336-de12fd9ed0ed, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:45:49.964573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] For port a5746c61-807f-432b-b336-de12fd9ed0ed, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a5746c61-807f-432b-b336-de12fd9ed0ed,segment=NetworkSegment(a8374952-6ad6-4c4c-8fc7-562fbda5c53c),segment_id=a8374952-6ad6-4c4c-8fc7-562fbda5c53c)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:45:50.087507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:50.111028 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6a1ae58-d2ee-477c-9f93-66aa71c5f1bb req-da817f9c-8ca9-411b-ab22-a7c616acad9a tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0379231 Oct 15 00:45:50.143767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.144508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:50.146807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] 10.222.0.30 "PUT /v2.0/ports/a5746c61-807f-432b-b336-de12fd9ed0ed HTTP/1.1" status: 200 len: 1091 time: 1.0661035 Oct 15 00:45:50.147374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'tag': 'a5746c61-807f-432b-b336-de12fd9ed0ed'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:50.158999 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab67b6e-23e8-4129-8df1-4d182d48b16d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d60471-7673-4779-b7b4-77b54c1f32dd", "tag": "a5746c61-807f-432b-b336-de12fd9ed0ed"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:50.179486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf27df-c68a-4d78-908b-42845ad3eb0a service neutron] Pushing event updated for resources: {'Port': ['ID=a5746c61-807f-432b-b336-de12fd9ed0ed,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:50.213632 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919787c2-44ef-4e79-af9c-99ca81a7c47b x-openstack-request-id: req-919787c2-44ef-4e79-af9c-99ca81a7c47b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:50.213997 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d60471-7673-4779-b7b4-77b54c1f32dd", "tag": "a5746c61-807f-432b-b336-de12fd9ed0ed", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:50.214354 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-919787c2-44ef-4e79-af9c-99ca81a7c47b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:50.214828 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'tag': 'a5746c61-807f-432b-b336-de12fd9ed0ed', 'status': 'completed', 'code': 200} Oct 15 00:45:50.281835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab67b6e-23e8-4129-8df1-4d182d48b16d req-3cbbb592-5310-4daf-be58-3cb76972e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.283394 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ab67b6e-23e8-4129-8df1-4d182d48b16d req-3cbbb592-5310-4daf-be58-3cb76972e0fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a431d8b70c934741b3136cd215ef402e&device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 1094 time: 0.0454710 Oct 15 00:45:50.420177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab67b6e-23e8-4129-8df1-4d182d48b16d req-e17f4327-9c44-45bc-8049-ed7cb294e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.421655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ab67b6e-23e8-4129-8df1-4d182d48b16d req-e17f4327-9c44-45bc-8049-ed7cb294e365 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a431d8b70c934741b3136cd215ef402e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1283543 Oct 15 00:45:50.546842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab67b6e-23e8-4129-8df1-4d182d48b16d req-8f13565b-8d0f-4a1c-ac5c-c9f64cf4b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.550193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ab67b6e-23e8-4129-8df1-4d182d48b16d req-8f13565b-8d0f-4a1c-ac5c-c9f64cf4b67a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193500 Oct 15 00:45:50.667457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-5e551ffe-626c-4dc3-8748-bbe49407f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.668949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-5e551ffe-626c-4dc3-8748-bbe49407f260 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a431d8b70c934741b3136cd215ef402e&device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 1094 time: 0.0690033 Oct 15 00:45:50.690647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afc274-9b03-4485-bf37-78e1cf08f0af req-e745e277-9eee-4d85-beab-250f10f9ace0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.692104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27afc274-9b03-4485-bf37-78e1cf08f0af req-e745e277-9eee-4d85-beab-250f10f9ace0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0662158 Oct 15 00:45:50.734405 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-191325d1-8b5c-4a1b-a2f8-49b0451fdbdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5746c61-807f-432b-b336-de12fd9ed0ed HTTP/1.1" status: 200 len: 217 time: 0.0577197 Oct 15 00:45:50.799985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-27afc274-9b03-4485-bf37-78e1cf08f0af req-49f4ee65-1531-4787-935d-fc6ef1ced054 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739145 Oct 15 00:45:50.814378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-b3432daf-140f-4944-8194-3f588bc66f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.816123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-b3432daf-140f-4944-8194-3f588bc66f25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a641fbb3-51b0-4be9-81e5-57942cc88084 HTTP/1.1" status: 200 len: 853 time: 0.0738845 Oct 15 00:45:50.865294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-fe39a4f6-9183-486c-86f5-7a141bd57235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c1b10cb-80e3-43e1-a35f-6d7eaad30780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413296 Oct 15 00:45:50.932743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceb47f-48a6-49ff-9044-b76088e57936 req-c54b4ff8-d5c8-4a65-924e-5d61a7061010 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:50.934254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93ceb47f-48a6-49ff-9044-b76088e57936 req-c54b4ff8-d5c8-4a65-924e-5d61a7061010 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 943 time: 0.0669360 Oct 15 00:45:50.973341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93ceb47f-48a6-49ff-9044-b76088e57936 req-d6fa2369-a04d-4e62-909e-9995ddbc8912 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Oct 15 00:45:50.984470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-24102c58-1866-4c0a-b8ee-cdc4c34b20fa service neutron] 10.222.0.30 "GET /v2.0/networks/1c1b10cb-80e3-43e1-a35f-6d7eaad30780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125548 Oct 15 00:45:51.078843 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44012177-5f28-4d17-91fb-e521ebdb09ff req-3da4da18-e95d-4fb9-a736-189b163c7be4 service neutron] 10.222.0.30 "GET /v2.0/networks/1c1b10cb-80e3-43e1-a35f-6d7eaad30780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Oct 15 00:45:51.259980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4937a53-bd34-4fa6-b457-91ae0f764b12 req-37a977f4-8348-4cfb-89f8-122ddb3db8f0 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0404716 Oct 15 00:45:51.366988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2baa-fb2f-4774-9df0-ddc3a4fcf17c req-0f5c1a61-2890-49e7-aadb-3df590510740 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:51.368593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-119b2baa-fb2f-4774-9df0-ddc3a4fcf17c req-0f5c1a61-2890-49e7-aadb-3df590510740 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0882528 Oct 15 00:45:51.436267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-119b2baa-fb2f-4774-9df0-ddc3a4fcf17c req-1930305b-a80c-4f00-9b3c-6c7dbb5ce9ac tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604246 Oct 15 00:45:51.449415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-9f1655a2-0cac-4edb-9df9-a622e8c20e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:51.451060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-9f1655a2-0cac-4edb-9df9-a622e8c20e53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.0747988 Oct 15 00:45:52.077571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-cf6798c3-70e7-42cc-afff-79614293435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:52.079150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-cf6798c3-70e7-42cc-afff-79614293435e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.6180849 Oct 15 00:45:52.162532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b63a1-9fa3-4ec0-8ee6-fcde03067bcf req-c028dbb8-2c99-43ed-b26e-ef2553800e3d tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:52.163963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b2b63a1-9fa3-4ec0-8ee6-fcde03067bcf req-c028dbb8-2c99-43ed-b26e-ef2553800e3d tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 943 time: 0.1012814 Oct 15 00:45:52.190428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-31c13b17-9fb0-4350-b484-fead98144a82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.0976393 Oct 15 00:45:52.236354 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b2b63a1-9fa3-4ec0-8ee6-fcde03067bcf req-8bbe3bf2-e13f-41f8-829a-a7e87a0ad4c9 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615075 Oct 15 00:45:52.252568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-31877d6f-9575-4a31-bae0-83ab6abc96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:52.254026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-31877d6f-9575-4a31-bae0-83ab6abc96e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0554574 Oct 15 00:45:52.311818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-663ea866-0b03-45c4-9577-2129b9e77b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:52.313388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-663ea866-0b03-45c4-9577-2129b9e77b21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516958 Oct 15 00:45:52.373867 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f9b791b-1c6d-4436-8835-7f28dae3b161 req-55ed656b-2821-446a-8ded-1b124269b736 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0284221 Oct 15 00:45:52.441723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-c9114257-c783-411f-890d-1b7ca2ad3af4 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206999 Oct 15 00:45:52.611822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-926c5ae4-d6bb-47f6-bedb-6bde7e0b7f1b req-673d30fe-7242-45bb-97e5-705722f8b255 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619630 Oct 15 00:45:52.635644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992904c-807e-48f6-af0d-3d114899f6ff req-245bd031-a8fb-4723-b1fa-a21389b6ff27 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:52.637289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8992904c-807e-48f6-af0d-3d114899f6ff req-245bd031-a8fb-4723-b1fa-a21389b6ff27 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1086113 Oct 15 00:45:52.689584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8992904c-807e-48f6-af0d-3d114899f6ff req-fe3e5d1d-f85e-4726-a7a2-e9ff47cfd2a0 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Oct 15 00:45:53.370396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f90c-7f8a-4dd0-b1fe-628dbb1cf289 req-39e18df2-42d0-4c98-b3e6-dcaf0c7e209d tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:53.372107 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6354f90c-7f8a-4dd0-b1fe-628dbb1cf289 req-39e18df2-42d0-4c98-b3e6-dcaf0c7e209d tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 943 time: 0.0559409 Oct 15 00:45:53.450718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6354f90c-7f8a-4dd0-b1fe-628dbb1cf289 req-0fce26f6-905c-40ac-8677-fb1acb5913d1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Oct 15 00:45:53.533590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c4a5c7f-eb8a-4c8d-af98-a2ccf257d09d req-552eb12e-0ea8-4e89-96a6-34165d20f8fb tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0444570 Oct 15 00:45:53.647078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a5746c61-807f-432b-b336-de12fd9ed0ed details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:45:53.747746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a5746c61-807f-432b-b336-de12fd9ed0ed, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a5746c61-807f-432b-b336-de12fd9ed0ed,segment=NetworkSegment(a8374952-6ad6-4c4c-8fc7-562fbda5c53c),segment_id=a8374952-6ad6-4c4c-8fc7-562fbda5c53c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:53.767531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a5746c61-807f-432b-b336-de12fd9ed0ed', 'network_id': '1c1b10cb-80e3-43e1-a35f-6d7eaad30780', 'port_id': 'a5746c61-807f-432b-b336-de12fd9ed0ed', 'mac_address': 'fa:16:3e:64:2b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641fbb3-51b0-4be9-81e5-57942cc88084', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:45:53.845161 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:53.863935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81579-93fb-4e0b-85de-d70080f9ccfb req-088bb8cd-6da7-41f4-a2b8-6a3a367e75e4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:53.871312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cb81579-93fb-4e0b-85de-d70080f9ccfb req-088bb8cd-6da7-41f4-a2b8-6a3a367e75e4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0739632 Oct 15 00:45:53.880992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5746c61-807f-432b-b336-de12fd9ed0ed {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:45:53.907731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a5746c61-807f-432b-b336-de12fd9ed0ed, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a5746c61-807f-432b-b336-de12fd9ed0ed,segment=NetworkSegment(a8374952-6ad6-4c4c-8fc7-562fbda5c53c),segment_id=a8374952-6ad6-4c4c-8fc7-562fbda5c53c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:53.926644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cb81579-93fb-4e0b-85de-d70080f9ccfb req-a829d241-e6db-4298-8171-3a07e9eb8f56 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520773 Oct 15 00:45:53.983016 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.051531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c55f5-3c0b-4823-ad58-4f5be9a2a4c7 req-740e4169-4344-41a5-b6c5-901c8fbc1cfd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:54.053949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a5746c61-807f-432b-b336-de12fd9ed0ed,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:54.058667 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f55c55f5-3c0b-4823-ad58-4f5be9a2a4c7 req-740e4169-4344-41a5-b6c5-901c8fbc1cfd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0626392 Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.065823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:45:54.104546 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f55c55f5-3c0b-4823-ad58-4f5be9a2a4c7 req-16d0dcb8-36b1-4cc6-bb9c-08efa906e85c tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443287 Oct 15 00:45:54.105985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53508) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:54.221552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0eb85ab7-962b-44ee-85b7-f63c9e61694f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.227253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a5746c61-807f-432b-b336-de12fd9ed0ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:45:54.234626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda86c1-f717-4099-860c-5d131b4776b1 req-b9a9f9e7-d47e-4e35-a18f-6b146e3e5ee3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:54.236167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0bda86c1-f717-4099-860c-5d131b4776b1 req-b9a9f9e7-d47e-4e35-a18f-6b146e3e5ee3 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0534334 Oct 15 00:45:54.291038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0bda86c1-f717-4099-860c-5d131b4776b1 req-c8549379-bdc2-4d58-a383-d2d7ee62b7c4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481730 Oct 15 00:45:54.327769 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0eb85ab7-962b-44ee-85b7-f63c9e61694f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.397224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0eb85ab7-962b-44ee-85b7-f63c9e61694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.436254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0eb85ab7-962b-44ee-85b7-f63c9e61694f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11938ae76bed44a89780a4002b0f9736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292530 Oct 15 00:45:54.437118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb85ab7-962b-44ee-85b7-f63c9e61694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a93c01-9811-4045-a717-94829df796e5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:54.438977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53516) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:54.490618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c750b18c-1f6d-493c-9b93-b4e602992604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.517013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c750b18c-1f6d-493c-9b93-b4e602992604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.588267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29304498-6073-47bb-bff1-3b9b77b0e372 req-944bb95c-5d3e-4e14-af66-70ddbbf8b2c7 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:54.594571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29304498-6073-47bb-bff1-3b9b77b0e372 req-944bb95c-5d3e-4e14-af66-70ddbbf8b2c7 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 944 time: 0.0821548 Oct 15 00:45:54.633402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29304498-6073-47bb-bff1-3b9b77b0e372 req-ef673df3-b750-46e7-9b29-67d265d26b02 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378625 Oct 15 00:45:54.696463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c750b18c-1f6d-493c-9b93-b4e602992604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.699271 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c750b18c-1f6d-493c-9b93-b4e602992604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:54.700436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c750b18c-1f6d-493c-9b93-b4e602992604 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0a93c01-9811-4045-a717-94829df796e5 HTTP/1.1" status: 204 len: 168 time: 0.2603803 Oct 15 00:45:54.720489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750b18c-1f6d-493c-9b93-b4e602992604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a93c01-9811-4045-a717-94829df796e5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:54.743087 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70fd8249-9923-48f2-9b3d-aabbe50053d8 req-e0b1a43b-b288-4ea6-904c-9699e1340364 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0412815 Oct 15 00:45:54.877599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a0ff8-a8ac-43eb-8252-3ceac5fb85b0 req-4ae6e462-a7e7-4ce4-9357-6fd2390c914f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:54.879491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d98a0ff8-a8ac-43eb-8252-3ceac5fb85b0 req-4ae6e462-a7e7-4ce4-9357-6fd2390c914f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0542536 Oct 15 00:45:54.934001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d98a0ff8-a8ac-43eb-8252-3ceac5fb85b0 req-87910026-43c7-4733-9d49-4275687b96ab tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475047 Oct 15 00:45:55.479267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53542) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:55.499316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-764d6dac-d8c2-4fb8-8ffe-2fbdf9c1569b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:55.585132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-764d6dac-d8c2-4fb8-8ffe-2fbdf9c1569b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:55.645668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a5746c61-807f-432b-b336-de12fd9ed0ed up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:45:55.651609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-764d6dac-d8c2-4fb8-8ffe-2fbdf9c1569b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:55.695167 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-764d6dac-d8c2-4fb8-8ffe-2fbdf9c1569b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c55f4c4a52134545b4dd2fe579ad4d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147689 Oct 15 00:45:55.696128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d6dac-d8c2-4fb8-8ffe-2fbdf9c1569b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26306e2-8b31-4f80-a850-eddd31427950,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:55.697833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53552) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:55.811008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8940754e-4f4d-4bda-8305-423822c4796a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:55.827925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a5746c61-807f-432b-b336-de12fd9ed0ed completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:45:55.832066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a5746c61-807f-432b-b336-de12fd9ed0ed triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:45:55.832434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:55.838970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caaf076-874d-49ae-9466-ffa81b301912 req-150423f1-fc47-47ee-b098-a031ac74ef81 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:55.840486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3caaf076-874d-49ae-9466-ffa81b301912 req-150423f1-fc47-47ee-b098-a031ac74ef81 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 944 time: 0.0750558 Oct 15 00:45:55.850665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8940754e-4f4d-4bda-8305-423822c4796a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:55.921369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3caaf076-874d-49ae-9466-ffa81b301912 req-831e094d-72a5-4dec-b264-27cbaf878acf tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633049 Oct 15 00:45:55.966845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:56.017027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5746c61-807f-432b-b336-de12fd9ed0ed'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:45:56.019797 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8b6b43-8e75-450c-b6ee-47360c2e6f40" -d '{"events": [{"server_uuid": "d7d60471-7673-4779-b7b4-77b54c1f32dd", "name": "network-vif-plugged", "status": "completed", "tag": "a5746c61-807f-432b-b336-de12fd9ed0ed"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:45:56.029598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a5746c61-807f-432b-b336-de12fd9ed0ed, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a5746c61-807f-432b-b336-de12fd9ed0ed,segment=NetworkSegment(a8374952-6ad6-4c4c-8fc7-562fbda5c53c),segment_id=a8374952-6ad6-4c4c-8fc7-562fbda5c53c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:45:56.042477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b9b2080-034f-4946-b477-c27f03b94a2b req-fbdbd42a-af8b-42f3-a869-43c56c0bc598 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0377152 Oct 15 00:45:56.090811 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8940754e-4f4d-4bda-8305-423822c4796a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:56.093591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8940754e-4f4d-4bda-8305-423822c4796a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:56.094848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8940754e-4f4d-4bda-8305-423822c4796a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e26306e2-8b31-4f80-a850-eddd31427950 HTTP/1.1" status: 204 len: 168 time: 0.3951201 Oct 15 00:45:56.109131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940754e-4f4d-4bda-8305-423822c4796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26306e2-8b31-4f80-a850-eddd31427950,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:56.168180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:56.192862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec384f-5a20-4ea8-99bf-4449dee5382b req-15b9e10d-ef23-4a42-bead-ed380795c78e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:56.195759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3aec384f-5a20-4ea8-99bf-4449dee5382b req-15b9e10d-ef23-4a42-bead-ed380795c78e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0911267 Oct 15 00:45:56.242668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a5746c61-807f-432b-b336-de12fd9ed0ed,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:56.258470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3aec384f-5a20-4ea8-99bf-4449dee5382b req-ed4bd5ec-41aa-4417-a2fd-05b97cdd2762 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529952 Oct 15 00:45:56.291241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ad9b647-3a69-4b75-9037-195008b2c9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:56.322384 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afda6a8e-bc91-4a1c-9d5c-82e6c0c7cbff x-openstack-request-id: req-afda6a8e-bc91-4a1c-9d5c-82e6c0c7cbff {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:45:56.322965 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60471-7673-4779-b7b4-77b54c1f32dd", "name": "network-vif-plugged", "status": "completed", "tag": "a5746c61-807f-432b-b336-de12fd9ed0ed", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:45:56.323466 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afda6a8e-bc91-4a1c-9d5c-82e6c0c7cbff {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:45:56.324068 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5746c61-807f-432b-b336-de12fd9ed0ed', 'code': 200} Oct 15 00:45:56.490975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c62363-7762-41ca-8aef-b7462be2d9be req-11c8b0ef-06d6-4897-9dea-8c56228d25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:56.493693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9c62363-7762-41ca-8aef-b7462be2d9be req-11c8b0ef-06d6-4897-9dea-8c56228d25ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 1096 time: 0.1017754 Oct 15 00:45:56.540407 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9c62363-7762-41ca-8aef-b7462be2d9be req-ab38d6a2-723b-4d50-b334-c6fa04d92f1d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 Oct 15 00:45:56.812182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f4983-1305-4c62-9813-13cbe7f996d2 req-636620c9-7252-4c7d-80a9-19cf080c5216 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:56.813693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b8f4983-1305-4c62-9813-13cbe7f996d2 req-636620c9-7252-4c7d-80a9-19cf080c5216 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0552330 Oct 15 00:45:56.816839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83d52c-c532-4aac-8714-df72868073b0 req-f1933fd5-419a-40cd-b051-b70672b02b8e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:56.822577 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0d83d52c-c532-4aac-8714-df72868073b0 req-f1933fd5-419a-40cd-b051-b70672b02b8e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0593519 Oct 15 00:45:56.861978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0d83d52c-c532-4aac-8714-df72868073b0 req-f569ecf3-d724-4a00-9779-7d1250eff1c2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360849 Oct 15 00:45:56.863452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b8f4983-1305-4c62-9813-13cbe7f996d2 req-1a42ee29-5f95-4181-97ed-f3413d50ae50 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Oct 15 00:45:57.010081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-2287471a-ced3-4d2e-ab9e-f0ace62b4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:57.012134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-2287471a-ced3-4d2e-ab9e-f0ace62b4e8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=263c0d278c3f49c9bc051c77cb07a614&device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 1095 time: 0.0734854 Oct 15 00:45:57.141961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5599a-d665-4695-9c08-2d8accff21ad req-cec8ced1-8098-4dd7-a958-d9da9165c174 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:57.166835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10d5599a-d665-4695-9c08-2d8accff21ad req-cec8ced1-8098-4dd7-a958-d9da9165c174 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.1594701 Oct 15 00:45:57.212559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c2caea7-9683-440b-aa28-b3483a445ec3 req-8b04a39d-4f37-4b79-8da1-915c929783f9 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0401652 Oct 15 00:45:57.224025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-2c1763f5-08cf-4f9b-8706-4b511b5b5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:57.227182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-2c1763f5-08cf-4f9b-8706-4b511b5b5fd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 200 len: 912 time: 0.2047126 Oct 15 00:45:57.247824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10d5599a-d665-4695-9c08-2d8accff21ad req-d6aa9ec5-3324-467a-86de-2d6215705c49 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801690 Oct 15 00:45:57.320533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-ac18d709-1609-4f8d-bb59-54b3b25f1bcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 200 len: 999 time: 0.0842297 Oct 15 00:45:57.370482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-32fb5450-3804-427d-a142-245eca52c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:57.371923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-32fb5450-3804-427d-a142-245eca52c573 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 200 len: 850 time: 0.0447330 Oct 15 00:45:57.424580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-c4ccd066-9e9c-44da-bdd1-99556ae53cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:57.426644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-c4ccd066-9e9c-44da-bdd1-99556ae53cf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9e41b00c-b623-43aa-84c1-2d27f3e01443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473561 Oct 15 00:45:57.437389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53596) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:57.464217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eb34be55-4d91-4c49-a995-353ce3f18bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:57.565187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-30b53385-a44c-4777-ac61-775e8ce448d8 service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277552 Oct 15 00:45:57.654597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eb34be55-4d91-4c49-a995-353ce3f18bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:57.682904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-859f3912-3238-46bd-912a-29d2d7cdd4a3 req-dc734c31-c258-47c4-8656-bdb3511a7dbc service neutron] 10.222.0.39 "GET /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102371 Oct 15 00:45:57.782494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eb34be55-4d91-4c49-a995-353ce3f18bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:57.824090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eb34be55-4d91-4c49-a995-353ce3f18bad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f2ec0fbc1a24d29951686dbb2c7a4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878284 Oct 15 00:45:57.826990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53604) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:45:57.829257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34be55-4d91-4c49-a995-353ce3f18bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890bf82d-303b-40a4-80ea-4c21cba16e0f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:57.889660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08240d24-57b7-4f7a-9542-5da9bbeb8de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:57.918278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08240d24-57b7-4f7a-9542-5da9bbeb8de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:58.022246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91731-19b1-4e82-b79c-1b3f8d64d929 req-eb2c2b0f-5232-48e0-b919-c6c945b67cd8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:58.023749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ee91731-19b1-4e82-b79c-1b3f8d64d929 req-eb2c2b0f-5232-48e0-b919-c6c945b67cd8 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0615578 Oct 15 00:45:58.062151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08240d24-57b7-4f7a-9542-5da9bbeb8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:58.065032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08240d24-57b7-4f7a-9542-5da9bbeb8de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:58.066419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-08240d24-57b7-4f7a-9542-5da9bbeb8de2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/890bf82d-303b-40a4-80ea-4c21cba16e0f HTTP/1.1" status: 204 len: 168 time: 0.2376137 Oct 15 00:45:58.073589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ee91731-19b1-4e82-b79c-1b3f8d64d929 req-2fc62ae9-9ef3-40f0-9c57-8a09b9545739 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Oct 15 00:45:58.081354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08240d24-57b7-4f7a-9542-5da9bbeb8de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890bf82d-303b-40a4-80ea-4c21cba16e0f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:45:58.225217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88444a8-8343-44e1-9b5a-1158f36669b9 req-0bbdd012-f3ef-456a-9151-0108e6231ec7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:58.226857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e88444a8-8343-44e1-9b5a-1158f36669b9 req-0bbdd012-f3ef-456a-9151-0108e6231ec7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0569878 Oct 15 00:45:58.274772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e88444a8-8343-44e1-9b5a-1158f36669b9 req-ca50f036-230c-4ef1-b8ff-65406932611a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 Oct 15 00:45:58.367740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9471964b-f859-4eac-ac80-2f69e858e399 req-8ec3e366-1b07-48cf-b383-09f680c76672 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0294831 Oct 15 00:45:58.490456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b96be-3168-49b1-9c88-7f4a21f37412 req-16ba1909-d4cf-4c4d-a8c8-18f35d27eca8 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:58.491975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-553b96be-3168-49b1-9c88-7f4a21f37412 req-16ba1909-d4cf-4c4d-a8c8-18f35d27eca8 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.0578306 Oct 15 00:45:58.532996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-553b96be-3168-49b1-9c88-7f4a21f37412 req-a6027d60-4539-4f4b-8aa8-6e8cd04b3be4 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348058 Oct 15 00:45:58.832234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31d36b98-8481-447d-8036-fe7b266df5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:45:59.135921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3c217-c09a-4833-bd5b-cad365d87ea0 req-062d9c02-e245-49e0-a95b-80bda002bc56 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:59.138302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8c3c217-c09a-4833-bd5b-cad365d87ea0 req-062d9c02-e245-49e0-a95b-80bda002bc56 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.0609827 Oct 15 00:45:59.196185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8c3c217-c09a-4833-bd5b-cad365d87ea0 req-e20b2de6-e806-4373-b7e1-49e1479037a5 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Oct 15 00:45:59.250637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-0f96a22a-75dd-4dea-9d34-0eec7bda69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:59.253666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-0f96a22a-75dd-4dea-9d34-0eec7bda69f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a431d8b70c934741b3136cd215ef402e&device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 1096 time: 0.0706139 Oct 15 00:45:59.261588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8befc83-6f37-4453-9319-5183bf74fb01 req-76fb4cf4-9878-4d68-a934-1ca7768eef4e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:59.268766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8befc83-6f37-4453-9319-5183bf74fb01 req-76fb4cf4-9878-4d68-a934-1ca7768eef4e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0993073 Oct 15 00:45:59.373867 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8befc83-6f37-4453-9319-5183bf74fb01 req-0e5cdba9-89c9-4590-99a9-99826cf86663 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041887 Oct 15 00:45:59.437369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-01e59abb-954c-45b8-a1f4-783d79ffd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:59.437369 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-01e59abb-954c-45b8-a1f4-783d79ffd81f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c1b10cb-80e3-43e1-a35f-6d7eaad30780 HTTP/1.1" status: 200 len: 914 time: 0.1637151 Oct 15 00:45:59.478946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa8f0c-7d9a-4b43-b05d-82070c903465 req-a6181034-8f7c-4639-b796-ee41f38d597e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:59.482689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74fa8f0c-7d9a-4b43-b05d-82070c903465 req-a6181034-8f7c-4639-b796-ee41f38d597e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1100061 Oct 15 00:45:59.518650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-6aa87385-e45d-4ae1-865a-8372b8d80951 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5746c61-807f-432b-b336-de12fd9ed0ed HTTP/1.1" status: 200 len: 217 time: 0.0765908 Oct 15 00:45:59.531990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74fa8f0c-7d9a-4b43-b05d-82070c903465 req-56d41b78-b802-4735-9963-1366929d8099 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Oct 15 00:45:59.585287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a14da109-3a73-4097-aea3-116370b649d4 req-48613541-7809-43a8-95b4-c065580234e3 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0676351 Oct 15 00:45:59.638019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-6392d026-d8c7-4bed-8150-a2ed9dbe4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:59.640246 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-6392d026-d8c7-4bed-8150-a2ed9dbe4cbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a641fbb3-51b0-4be9-81e5-57942cc88084 HTTP/1.1" status: 200 len: 853 time: 0.1110797 Oct 15 00:45:59.692469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-a58a9ba8-57d2-4790-b001-9003d877616b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c1b10cb-80e3-43e1-a35f-6d7eaad30780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420923 Oct 15 00:45:59.712214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505d7ae-9620-464a-b2b9-83bf815e3e99 req-90956ca0-b766-4655-bc3f-b6c347eb396b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:45:59.713729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5505d7ae-9620-464a-b2b9-83bf815e3e99 req-90956ca0-b766-4655-bc3f-b6c347eb396b tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0627692 Oct 15 00:45:59.760669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5505d7ae-9620-464a-b2b9-83bf815e3e99 req-688357c6-8347-49ed-b195-358c57adfbc4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Oct 15 00:45:59.810145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-bf38e5a9-d3ed-4a34-805a-e6eb859cd4da service neutron] 10.222.0.30 "GET /v2.0/networks/1c1b10cb-80e3-43e1-a35f-6d7eaad30780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095412 Oct 15 00:45:59.946706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8301bce8-8de2-41ec-a137-0eec6a376cba req-43c96e7b-ca1d-4a43-a910-7d1d61304e1c service neutron] 10.222.0.30 "GET /v2.0/networks/1c1b10cb-80e3-43e1-a35f-6d7eaad30780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302979 Oct 15 00:46:00.119461 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:00.174795 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:00.370195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a03fb-c579-483b-91bf-02d278e84778 req-c3ba7219-b405-4604-ba9a-4240889fd1ae tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:00.380092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb9a03fb-c579-483b-91bf-02d278e84778 req-c3ba7219-b405-4604-ba9a-4240889fd1ae tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.0779738 Oct 15 00:46:00.432271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb9a03fb-c579-483b-91bf-02d278e84778 req-b7d35f24-b738-44f8-bfaa-8b652686cd12 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Oct 15 00:46:00.701243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076d8c9-7139-4dfd-9a3b-c2339b52f0e2 req-7412ebae-23c9-4a06-bb68-06aa36146642 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:00.703599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7076d8c9-7139-4dfd-9a3b-c2339b52f0e2 req-7412ebae-23c9-4a06-bb68-06aa36146642 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0674748 Oct 15 00:46:00.764026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7076d8c9-7139-4dfd-9a3b-c2339b52f0e2 req-6d8abf4b-3c1b-428e-a285-a5b1c63f543c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525887 Oct 15 00:46:00.863327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1d2bfd5-51b8-4112-8da8-f6610c379158 req-2ad38408-8419-46dc-a735-57297b5f631f tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0303884 Oct 15 00:46:01.570832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0546-f3f9-4c04-8612-ceeb31ecaa1a req-31a2ec60-17f8-49f9-a6d8-6d0ef523744a tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:01.572755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42bd0546-f3f9-4c04-8612-ceeb31ecaa1a req-31a2ec60-17f8-49f9-a6d8-6d0ef523744a tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.0671463 Oct 15 00:46:01.632929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42bd0546-f3f9-4c04-8612-ceeb31ecaa1a req-6ee27dfa-444d-49ac-bc8c-5f5753eab525 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506818 Oct 15 00:46:01.634459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-679a2622-a51a-467d-ab81-53c6252519fd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:01.636189 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-679a2622-a51a-467d-ab81-53c6252519fd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c HTTP/1.1" status: 200 len: 943 time: 0.0888414 Oct 15 00:46:01.839819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Deleting port 21ca63be-ad6b-48ea-af67-126db5b38ea2 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:01.840329 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:01.954602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] For port 21ca63be-ad6b-48ea-af67-126db5b38ea2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=21ca63be-ad6b-48ea-af67-126db5b38ea2,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:01.954962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:01.978172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Calling delete_port for 21ca63be-ad6b-48ea-af67-126db5b38ea2 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:02.261152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:02.270752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118', '0a6b3e26-f380-4d28-8b77-864fd810e269'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:46:02.295829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event deleted for resources: {'Port': ['ID=21ca63be-ad6b-48ea-af67-126db5b38ea2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:02.331873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb01f8f-af75-4683-945e-fbf927de2caa req-59326dcf-0990-4424-8bf4-8271682e5c8b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:02.334226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fb01f8f-af75-4683-945e-fbf927de2caa req-59326dcf-0990-4424-8bf4-8271682e5c8b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0910153 Oct 15 00:46:02.359437 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:02.404820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fb01f8f-af75-4683-945e-fbf927de2caa req-99e1c97c-615d-4abc-877d-4c4f0aeabb5f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625165 Oct 15 00:46:02.406037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] No DVR routers for this DVR port 21ca63be-ad6b-48ea-af67-126db5b38ea2 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:02.408943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:02.422375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c6b15c78-d48f-401e-9a3f-80dc98c97865 req-2472410a-3c3b-4759-b279-1da8ad094cc7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "DELETE /v2.0/ports/21ca63be-ad6b-48ea-af67-126db5b38ea2 HTTP/1.1" status: 204 len: 173 time: 0.7792239 Oct 15 00:46:02.422888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-deleted', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:02.425400 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2d3b37-6d80-4a43-8aba-c9c9e2af1ff0" -d '{"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-deleted", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:02.567742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c8cc0c1-d0a6-4998-be4d-8885568a9610 req-cb0aca6e-0237-4858-948a-468cdb2a1b63 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0327005 Oct 15 00:46:02.784104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedbfb5-7a26-42d5-94e4-79d84cd0924d req-79bc4e99-0d1d-4815-a83e-deb8461a7dd4 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:02.785820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cedbfb5-7a26-42d5-94e4-79d84cd0924d req-79bc4e99-0d1d-4815-a83e-deb8461a7dd4 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.0799432 Oct 15 00:46:02.835255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cedbfb5-7a26-42d5-94e4-79d84cd0924d req-1782158b-06ab-4917-a45a-5a361436f792 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Oct 15 00:46:02.886414 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df844588-19e9-4fe0-a63e-d1a57c125b2c x-openstack-request-id: req-df844588-19e9-4fe0-a63e-d1a57c125b2c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:02.892670 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c", "name": "network-vif-deleted", "tag": "21ca63be-ad6b-48ea-af67-126db5b38ea2", "status": "failed", "code": 422}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:02.892670 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df844588-19e9-4fe0-a63e-d1a57c125b2c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:02.892670 n-d-811521-2 neutron-server[107725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b0d6c7f-68c3-4724-8d21-f9ab29fbdc1c', 'name': 'network-vif-deleted', 'tag': '21ca63be-ad6b-48ea-af67-126db5b38ea2', 'status': 'failed', 'code': 422} returned with failed status Oct 15 00:46:03.568420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f94a9-9a87-48ab-92a1-6a5874640f53 req-b2681a8a-ebe2-47b2-a1a4-3c1583f3167e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:03.570391 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-546f94a9-9a87-48ab-92a1-6a5874640f53 req-b2681a8a-ebe2-47b2-a1a4-3c1583f3167e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0838933 Oct 15 00:46:03.621102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-546f94a9-9a87-48ab-92a1-6a5874640f53 req-3a22ef34-4c78-4706-8ec5-e04c1e12950a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Oct 15 00:46:03.653033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3dce3-5bdb-4e2e-acba-40d118361f41 req-7f45ae54-8aa4-4d95-8e08-df85a63828be tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:03.655082 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-92d3dce3-5bdb-4e2e-acba-40d118361f41 req-7f45ae54-8aa4-4d95-8e08-df85a63828be tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 908 time: 0.0681045 Oct 15 00:46:03.737792 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2eab2a6a-97ac-4d44-abf3-fd69e3d6ab0b req-246c610d-cd49-47b3-b9c0-369b16d09638 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0307817 Oct 15 00:46:03.790414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-956b4dda-0a3b-464b-b974-b7dbf4d3ed87 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:03.791953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-956b4dda-0a3b-464b-b974-b7dbf4d3ed87 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.0586779 Oct 15 00:46:03.914494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Deleting port a5746c61-807f-432b-b336-de12fd9ed0ed {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:03.915118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:04.047602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558d175-dd9d-486a-8577-77bed268f0bf req-70e97d3f-e42c-4538-9214-228062e73f70 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:04.050549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d558d175-dd9d-486a-8577-77bed268f0bf req-70e97d3f-e42c-4538-9214-228062e73f70 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 945 time: 0.1155159 Oct 15 00:46:04.092102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] For port a5746c61-807f-432b-b336-de12fd9ed0ed, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a5746c61-807f-432b-b336-de12fd9ed0ed,segment=NetworkSegment(a8374952-6ad6-4c4c-8fc7-562fbda5c53c),segment_id=a8374952-6ad6-4c4c-8fc7-562fbda5c53c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:04.092458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:04.127925 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d558d175-dd9d-486a-8577-77bed268f0bf req-5e14f739-989f-4bb2-9097-c35724cf2e01 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/security-groups?id=7dacc569-641a-4520-a336-2363f11a4c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713298 Oct 15 00:46:04.129267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Calling delete_port for a5746c61-807f-432b-b336-de12fd9ed0ed owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:04.355963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:04.369899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a5746c61-807f-432b-b336-de12fd9ed0ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:46:04.446463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Pushing event deleted for resources: {'Port': ['ID=a5746c61-807f-432b-b336-de12fd9ed0ed,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:04.491303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] No DVR routers for this DVR port a5746c61-807f-432b-b336-de12fd9ed0ed on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:04.494204 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:04.498838 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f180107a-fcc8-48cf-a608-18b6ad36ee8e req-f902d434-b2d5-444a-850f-9db5d955fbb1 tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.30 "DELETE /v2.0/ports/a5746c61-807f-432b-b336-de12fd9ed0ed HTTP/1.1" status: 204 len: 173 time: 0.6996562 Oct 15 00:46:04.805120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881ee8f-0ca7-4fe9-b66f-4db3415c98b8 req-9f2de1b5-9844-465f-b515-0aba8c53f7d2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:04.814374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a881ee8f-0ca7-4fe9-b66f-4db3415c98b8 req-9f2de1b5-9844-465f-b515-0aba8c53f7d2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 908 time: 0.0663316 Oct 15 00:46:04.860671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afd7ca-5046-4405-b5f8-94b7390e2350 req-fd5c50bf-39f7-4942-81bf-a8a0004fc1d2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:04.878257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7afd7ca-5046-4405-b5f8-94b7390e2350 req-fd5c50bf-39f7-4942-81bf-a8a0004fc1d2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1410289 Oct 15 00:46:04.889262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'name': 'network-vif-deleted', 'tag': 'a5746c61-807f-432b-b336-de12fd9ed0ed'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:04.891983 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74220a3f-390f-4a4e-a30c-db8624d7e915" -d '{"events": [{"server_uuid": "d7d60471-7673-4779-b7b4-77b54c1f32dd", "name": "network-vif-deleted", "tag": "a5746c61-807f-432b-b336-de12fd9ed0ed"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:04.963071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7afd7ca-5046-4405-b5f8-94b7390e2350 req-4091b0e3-aa47-4b25-9007-10d0042a1658 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829127 Oct 15 00:46:04.972254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13f0410f-6cf6-435c-b752-57f3eb542dd6 req-e35d1042-feaf-44af-b30f-5bed1a018a89 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0510063 Oct 15 00:46:05.027635 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba160028-18a5-4b8d-a240-194f117b89a0 x-openstack-request-id: req-ba160028-18a5-4b8d-a240-194f117b89a0 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:05.028065 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60471-7673-4779-b7b4-77b54c1f32dd", "name": "network-vif-deleted", "tag": "a5746c61-807f-432b-b336-de12fd9ed0ed", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:05.028411 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba160028-18a5-4b8d-a240-194f117b89a0 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:05.029040 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60471-7673-4779-b7b4-77b54c1f32dd', 'name': 'network-vif-deleted', 'tag': 'a5746c61-807f-432b-b336-de12fd9ed0ed', 'status': 'completed', 'code': 200} Oct 15 00:46:05.180986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-52866733-000a-4e5c-8007-a50fa90fa024 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:05.182490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-52866733-000a-4e5c-8007-a50fa90fa024 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 908 time: 0.0527520 Oct 15 00:46:05.282069 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a1b3b59-e158-431f-a59a-f4bc5fe624e4 req-5c11c412-c92a-46b9-9868-d9ac87145d7a tempest-InstanceActionsTestJSON-875635205 tempest-InstanceActionsTestJSON-875635205-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d60471-7673-4779-b7b4-77b54c1f32dd HTTP/1.1" status: 200 len: 210 time: 0.0416610 Oct 15 00:46:05.306389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Deleting port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:05.306389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:05.417022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] For port 137d3c1b-f2a7-4cd9-a77f-b8b109288340, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=137d3c1b-f2a7-4cd9-a77f-b8b109288340,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:05.417401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:05.430539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Calling delete_port for 137d3c1b-f2a7-4cd9-a77f-b8b109288340 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:05.684906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:05.714739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event deleted for resources: {'Port': ['ID=137d3c1b-f2a7-4cd9-a77f-b8b109288340,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:05.741248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.741595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.741941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.746183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:05.767980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] No DVR routers for this DVR port 137d3c1b-f2a7-4cd9-a77f-b8b109288340 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:05.770746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:05.776563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98a8fa7d-c1cc-4d26-b942-74fe2982c830 req-41a09a38-7c66-46d8-a137-a8c80ede9119 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "DELETE /v2.0/ports/137d3c1b-f2a7-4cd9-a77f-b8b109288340 HTTP/1.1" status: 204 len: 173 time: 0.5827448 Oct 15 00:46:05.777062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'name': 'network-vif-deleted', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:05.779859 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8497ae-74e2-4deb-8622-5b03bc5a3d43" -d '{"events": [{"server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "name": "network-vif-deleted", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:05.818922 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9033de8-11c6-4127-b78e-149201d9ad7f x-openstack-request-id: req-e9033de8-11c6-4127-b78e-149201d9ad7f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:05.819442 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc70e9e-8782-43fd-8882-50193bb58ea2", "name": "network-vif-deleted", "tag": "137d3c1b-f2a7-4cd9-a77f-b8b109288340", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:05.819847 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9033de8-11c6-4127-b78e-149201d9ad7f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:05.820407 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc70e9e-8782-43fd-8882-50193bb58ea2', 'name': 'network-vif-deleted', 'tag': '137d3c1b-f2a7-4cd9-a77f-b8b109288340', 'status': 'completed', 'code': 200} Oct 15 00:46:05.924582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-32c09f0f-9ee3-4f71-a626-89e94fd3a33d req-1ffcc428-68e8-4c8c-9605-78a09d8fe0fe tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fc70e9e-8782-43fd-8882-50193bb58ea2 HTTP/1.1" status: 200 len: 210 time: 0.0309784 Oct 15 00:46:06.101566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da41bcc-e448-4923-bdd4-0171562547c5 req-0c75a25c-13f6-460b-acf4-a6d2a62e5419 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:06.104002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1da41bcc-e448-4923-bdd4-0171562547c5 req-0c75a25c-13f6-460b-acf4-a6d2a62e5419 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0589421 Oct 15 00:46:06.131682 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-239e4c78-b363-4e01-8831-b1163a7ff1b0 req-796ac1ad-3a4e-46d7-a1c9-dd0cb563037d tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0534806 Oct 15 00:46:06.169304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1da41bcc-e448-4923-bdd4-0171562547c5 req-007e28a6-5e6b-4ded-a0ad-fe359f2f2d45 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559101 Oct 15 00:46:06.350420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53856) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:06.396480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] Deleting subnet a641fbb3-51b0-4be9-81e5-57942cc88084 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:46:06.399779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.441533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.481793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.653893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.683207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a641fbb3-51b0-4be9-81e5-57942cc88084,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:06.688737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.694251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4925bac0-882f-4e0b-97d0-0c5470f843bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a641fbb3-51b0-4be9-81e5-57942cc88084 HTTP/1.1" status: 204 len: 168 time: 0.3404346 Oct 15 00:46:06.694482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53858) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:06.771383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.857595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.884593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1b10cb-80e3-43e1-a35f-6d7eaad30780']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:06.895892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8374952-6ad6-4c4c-8fc7-562fbda5c53c') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:06.896185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8374952-6ad6-4c4c-8fc7-562fbda5c53c') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:06.906118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.921243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.928413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:46:06.928799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:46:06.930809 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:46:07.048333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:07.055747 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:07.065832 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/1c1b10cb-80e3-43e1-a35f-6d7eaad30780 HTTP/1.1" status: 204 len: 168 time: 0.3702161 Oct 15 00:46:07.089443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7c65f-a081-4ea8-b8e9-454766130e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1b10cb-80e3-43e1-a35f-6d7eaad30780,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:07.242666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85cd9051-f3f8-4de8-81e3-f443316b712e req-862e6044-62c0-4b92-88b5-7880a7090696 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0363009 Oct 15 00:46:07.346718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abc508-961c-4a6b-b266-5d51c4be45e9 req-aaa14030-4f3d-49d0-adb4-59f24c00ef37 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:07.356615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32abc508-961c-4a6b-b266-5d51c4be45e9 req-aaa14030-4f3d-49d0-adb4-59f24c00ef37 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0604191 Oct 15 00:46:07.401208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32abc508-961c-4a6b-b266-5d51c4be45e9 req-75128789-5c2a-4653-b796-b9c0f98523fe tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Oct 15 00:46:07.474001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:07.536278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6763f-f529-457d-bc1b-314b0ead6cfe req-39e05005-b407-4b7b-93e9-2849b8724c5a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:07.540291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8a6763f-f529-457d-bc1b-314b0ead6cfe req-39e05005-b407-4b7b-93e9-2849b8724c5a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 945 time: 0.0583754 Oct 15 00:46:07.540572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-93216eb6-1a83-47a9-b8bd-1150375ca403 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a431d8b70c934741b3136cd215ef402e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628893 Oct 15 00:46:07.540666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53882) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:07.583067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8a6763f-f529-457d-bc1b-314b0ead6cfe req-5af84116-279d-4004-ad2a-e24b6e2fc41f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351331 Oct 15 00:46:07.590549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-856aa9ca-4980-4187-899a-3542c8ecf1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:07.616501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-856aa9ca-4980-4187-899a-3542c8ecf1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:07.728057 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-856aa9ca-4980-4187-899a-3542c8ecf1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:07.731157 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-856aa9ca-4980-4187-899a-3542c8ecf1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:07.734177 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-856aa9ca-4980-4187-899a-3542c8ecf1a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dacc569-641a-4520-a336-2363f11a4c24 HTTP/1.1" status: 204 len: 168 time: 0.1908925 Oct 15 00:46:07.738635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a5746c61-807f-432b-b336-de12fd9ed0ed no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:07.757397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856aa9ca-4980-4187-899a-3542c8ecf1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dacc569-641a-4520-a336-2363f11a4c24,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:07.765446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: a5746c61-807f-432b-b336-de12fd9ed0ed {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:07.765894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a5746c61-807f-432b-b336-de12fd9ed0ed not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:08.367649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9c449756-0c51-43ef-8f25-364622caede6 req-5e21fdc5-8aa3-4aa0-b165-c314b3e5ba84 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0398002 Oct 15 00:46:08.551201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07effd-5c0f-4f56-a2de-60ecbaddc81c req-ff32b112-75d5-4fa2-b337-013a6fab5d0a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:08.553254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b07effd-5c0f-4f56-a2de-60ecbaddc81c req-ff32b112-75d5-4fa2-b337-013a6fab5d0a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0619340 Oct 15 00:46:08.604996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b07effd-5c0f-4f56-a2de-60ecbaddc81c req-c9957be2-4662-471b-9b60-b56b3cc9f08f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 Oct 15 00:46:08.738739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee064da-46a3-4437-ba77-6d75c303bf48 req-e94286ce-e4f6-4a3c-b1bd-adb64fb4080e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:08.740315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ee064da-46a3-4437-ba77-6d75c303bf48 req-e94286ce-e4f6-4a3c-b1bd-adb64fb4080e tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 945 time: 0.0686731 Oct 15 00:46:08.783037 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7ee064da-46a3-4437-ba77-6d75c303bf48 req-5778524a-ad35-4012-a7eb-1fecb60457b2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352740 Oct 15 00:46:08.847285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-2f4eaa74-ce65-463a-bf7f-ec929e17c255 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:08.849853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-2f4eaa74-ce65-463a-bf7f-ec929e17c255 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 945 time: 0.0649960 Oct 15 00:46:08.966536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Deleting port 0a6b3e26-f380-4d28-8b77-864fd810e269 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:08.966890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.073296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] For port 0a6b3e26-f380-4d28-8b77-864fd810e269, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=0a6b3e26-f380-4d28-8b77-864fd810e269,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:09.074561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.094697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Calling delete_port for 0a6b3e26-f380-4d28-8b77-864fd810e269 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:09.155030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53930) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:09.227210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53934) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:09.345829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-475923181-network', 'tenant_id': '98c480dbb68b4f258065a5ae07803d30'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:09.357291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.369705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118', '0a6b3e26-f380-4d28-8b77-864fd810e269'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:46:09.401803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0754b289-8a64-4079-9375-72d424dc966d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.478311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event deleted for resources: {'Port': ['ID=0a6b3e26-f380-4d28-8b77-864fd810e269,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:09.484231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] No DVR routers for this DVR port 0a6b3e26-f380-4d28-8b77-864fd810e269 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:09.487872 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.494648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc1ad691-4960-43f8-8cdc-f8eed65d64dd req-8a2fbe69-e7d7-4d50-a614-00c21cb8e15f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "DELETE /v2.0/ports/0a6b3e26-f380-4d28-8b77-864fd810e269 HTTP/1.1" status: 204 len: 173 time: 0.6367562 Oct 15 00:46:09.494648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'name': 'network-vif-deleted', 'tag': '0a6b3e26-f380-4d28-8b77-864fd810e269'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:09.496187 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec6ad0-9a76-4a3c-b9df-6f08d0955c7f" -d '{"events": [{"server_uuid": "ccf0a4e5-26bd-4435-bb84-088b36b44335", "name": "network-vif-deleted", "tag": "0a6b3e26-f380-4d28-8b77-864fd810e269"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:09.561953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ea52ad4-ff85-462e-bc9b-e8d187d9fe58 req-a67ff68e-8a3c-43ab-b3ba-9565be7b6c20 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0676038 Oct 15 00:46:09.571417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Made reservation on behalf of 98c480dbb68b4f258065a5ae07803d30 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:09.574476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.586884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:46:09.595325 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a99a4e-9e63-4752-a628-67cc6038980c x-openstack-request-id: req-d6a99a4e-9e63-4752-a628-67cc6038980c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:09.595611 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf0a4e5-26bd-4435-bb84-088b36b44335", "name": "network-vif-deleted", "tag": "0a6b3e26-f380-4d28-8b77-864fd810e269", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:09.595924 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6a99a4e-9e63-4752-a628-67cc6038980c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:09.596387 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf0a4e5-26bd-4435-bb84-088b36b44335', 'name': 'network-vif-deleted', 'tag': '0a6b3e26-f380-4d28-8b77-864fd810e269', 'status': 'completed', 'code': 200} Oct 15 00:46:09.602251 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.604494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 137d3c1b-f2a7-4cd9-a77f-b8b109288340 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:09.628851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0754b289-8a64-4079-9375-72d424dc966d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.642340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 137d3c1b-f2a7-4cd9-a77f-b8b109288340 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:09.642890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 137d3c1b-f2a7-4cd9-a77f-b8b109288340 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:09.700519 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0754b289-8a64-4079-9375-72d424dc966d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.764136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.787206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754b289-8a64-4079-9375-72d424dc966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54ec4d-0f13-4079-a13b-e1e6923851b7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:09.791670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0754b289-8a64-4079-9375-72d424dc966d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b4b3216f0f1474784bfccb06ccfe60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634060 Oct 15 00:46:09.792468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:09.797592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53950) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:09.810348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'port_id': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'mac_address': 'fa:16:3e:f1:f9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:46:09.866609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa18e5-cf0b-4bdf-8345-a13a2c87acab req-ae23fc6d-a12b-4dc0-a66f-2117717e90a6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:09.899843 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cfa18e5-cf0b-4bdf-8345-a13a2c87acab req-ae23fc6d-a12b-4dc0-a66f-2117717e90a6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1336434 Oct 15 00:46:09.919027 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.922414 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.934216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9d6687f-50ee-4740-955f-15b26ac1002d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:46:09.940619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.960709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:09.964255 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bcfabf3-76bd-4b20-a815-6e38d287402e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:09.966802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:46:09.992578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5977532-1a6c-4242-acb0-3f0c601810b2 req-1ebc4f79-7b00-4445-b37e-dbc4f20278e5 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccf0a4e5-26bd-4435-bb84-088b36b44335 HTTP/1.1" status: 200 len: 210 time: 0.0414062 Oct 15 00:46:10.012852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:10.015325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bcfabf3-76bd-4b20-a815-6e38d287402e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.021450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.024914 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Added segment 46dad2c0-61e9-481c-9fa5-0a3a5e0b3521 of type vlan for network d21e73e4-a547-4040-8f4b-6bf611977545 Oct 15 00:46:10.036737 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.082704 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6cfa18e5-cf0b-4bdf-8345-a13a2c87acab req-63cea861-23c2-4386-a362-cd6c15e1ebbb tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815176 Oct 15 00:46:10.095670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.111212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:10.118739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b9d6687f-50ee-4740-955f-15b26ac1002d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:46:10.176399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bcfabf3-76bd-4b20-a815-6e38d287402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.176531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.183485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:10.183485 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.187773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2bcfabf3-76bd-4b20-a815-6e38d287402e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.187773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2bcfabf3-76bd-4b20-a815-6e38d287402e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c54ec4d-0f13-4079-a13b-e1e6923851b7 HTTP/1.1" status: 204 len: 168 time: 0.3821392 Oct 15 00:46:10.193462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfabf3-76bd-4b20-a815-6e38d287402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c54ec4d-0f13-4079-a13b-e1e6923851b7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:10.284688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] Pushing event updated for resources: {'Network': ['ID=d21e73e4-a547-4040-8f4b-6bf611977545,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:10.299508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d21e73e4-a547-4040-8f4b-6bf611977545 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:46:10.308420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53958) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:10.310705 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ab81941d-c8cc-439a-a361-2aa36961d746 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1541860 Oct 15 00:46:10.313353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Request body: {'subnet': {'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-475923181-subnet', 'tenant_id': '98c480dbb68b4f258065a5ae07803d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:10.402589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Made reservation on behalf of 98c480dbb68b4f258065a5ae07803d30 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:10.405315 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.683323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64bc0281-a3d4-4562-a2d6-291fc70999af req-edd191ae-44e2-42eb-9170-feb64af7ed8f tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0281239 Oct 15 00:46:10.684289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.756254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562dd07c-02f9-4e36-8762-c2ca50154f64,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:10.763712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Checking segment: {'id': '46dad2c0-61e9-481c-9fa5-0a3a5e0b3521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:46:10.764136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Network hostable DHCP agents. Network: d21e73e4-a547-4040-8f4b-6bf611977545, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:46:10.834266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53968) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:10.885014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Network d21e73e4-a547-4040-8f4b-6bf611977545 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:46:10.938275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32876299-d934-4715-88e0-78dd8f8ef35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.969975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d21e73e4-a547-4040-8f4b-6bf611977545) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:10.977061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:10.978155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:10.978836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a5f110-6102-4d8b-aeab-54d76f9ee691 None None] Network d21e73e4-a547-4040-8f4b-6bf611977545 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:46:11.041691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32876299-d934-4715-88e0-78dd8f8ef35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.115304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f192feac-d0c7-421e-a4c1-0bcf8136edf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8052595 Oct 15 00:46:11.116303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-32876299-d934-4715-88e0-78dd8f8ef35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.116866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb15f3e-55ec-412e-8fd3-36caac44538a None None] Network d21e73e4-a547-4040-8f4b-6bf611977545 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:46:11.155201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53980) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:11.175038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-32876299-d934-4715-88e0-78dd8f8ef35c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f942df7381834c38bcfd0328ba96a4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3396652 Oct 15 00:46:11.182038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:11.185657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0bb45cc-c4d4-4361-84d5-142bc0531649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.217029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32876299-d934-4715-88e0-78dd8f8ef35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661e10a-acdd-49f9-807d-c1709d98f139,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:11.249215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619d4e04-5bb6-427f-b59c-49262c395309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.279320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619d4e04-5bb6-427f-b59c-49262c395309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.316638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bfe28-8097-45c0-be4a-9d6be9003d2a req-7cae9c69-8a64-40a2-b6c4-68f28c823a75 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:11.318970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a2bfe28-8097-45c0-be4a-9d6be9003d2a req-7cae9c69-8a64-40a2-b6c4-68f28c823a75 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 944 time: 0.1355410 Oct 15 00:46:11.381689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a2bfe28-8097-45c0-be4a-9d6be9003d2a req-9115a9dd-0182-4d51-b773-93d5eb36a2e5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524950 Oct 15 00:46:11.390449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0bb45cc-c4d4-4361-84d5-142bc0531649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.425274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619d4e04-5bb6-427f-b59c-49262c395309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.428252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-619d4e04-5bb6-427f-b59c-49262c395309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.429402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-619d4e04-5bb6-427f-b59c-49262c395309 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3661e10a-acdd-49f9-807d-c1709d98f139 HTTP/1.1" status: 204 len: 168 time: 0.2464952 Oct 15 00:46:11.437098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d4e04-5bb6-427f-b59c-49262c395309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661e10a-acdd-49f9-807d-c1709d98f139,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:11.459954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0bb45cc-c4d4-4361-84d5-142bc0531649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.513787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb45cc-c4d4-4361-84d5-142bc0531649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c97433-8fb8-4f73-9114-cbaa039a36bb,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:11.521324 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c0bb45cc-c4d4-4361-84d5-142bc0531649 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39d6f95a739d4a948d95f32f8a4b3570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618896 Oct 15 00:46:11.521605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53994) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:11.548974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:46:11.577764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6f647f0-dc09-40fb-9d5c-24808f39b953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.624914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port b9d6687f-50ee-4740-955f-15b26ac1002d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:46:11.629388 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.632400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6f647f0-dc09-40fb-9d5c-24808f39b953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.675671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4f9c1-d887-4109-94d0-a0216dec739f req-49d7731d-9b75-480b-acae-71dcd09c6c5f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:11.678208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c4f9c1-d887-4109-94d0-a0216dec739f req-49d7731d-9b75-480b-acae-71dcd09c6c5f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0952814 Oct 15 00:46:11.717089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.729681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c4f9c1-d887-4109-94d0-a0216dec739f req-618e7010-7308-4b51-8c64-0033e1f7c521 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Oct 15 00:46:11.753461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:11.757026 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1740d2-6630-4e80-8b03-31579c4365a2" -d '{"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:11.765794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 0a6b3e26-f380-4d28-8b77-864fd810e269 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:11.833983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 0a6b3e26-f380-4d28-8b77-864fd810e269 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:11.833983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 0a6b3e26-f380-4d28-8b77-864fd810e269 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:11.833983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:11.841403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50911e66-90b2-419b-a9f8-d9f74e23b30a req-7dab40a0-c05f-479c-827c-0365eb98c316 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0308368 Oct 15 00:46:11.858416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a7357-d923-441d-b62a-1132213459ba req-117fb2f7-9bde-431e-9c17-ce18a398781f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:11.859870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-916a7357-d923-441d-b62a-1132213459ba req-117fb2f7-9bde-431e-9c17-ce18a398781f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.1385570 Oct 15 00:46:11.882571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6f647f0-dc09-40fb-9d5c-24808f39b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.886232 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6f647f0-dc09-40fb-9d5c-24808f39b953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.890638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d6f647f0-dc09-40fb-9d5c-24808f39b953 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01c97433-8fb8-4f73-9114-cbaa039a36bb HTTP/1.1" status: 204 len: 168 time: 0.3680103 Oct 15 00:46:11.897034 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46262c2b-2315-460d-8fb6-c5bda7d2a37e x-openstack-request-id: req-46262c2b-2315-460d-8fb6-c5bda7d2a37e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:11.897686 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:11.898048 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46262c2b-2315-460d-8fb6-c5bda7d2a37e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:11.898560 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'code': 200} Oct 15 00:46:11.899739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f647f0-dc09-40fb-9d5c-24808f39b953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c97433-8fb8-4f73-9114-cbaa039a36bb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:11.944621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-0fb1c7fd-bc32-481c-a1df-6422c0d940da tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:11.954134 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:11.954485 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-0fb1c7fd-bc32-481c-a1df-6422c0d940da tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/networks?id=d21e73e4-a547-4040-8f4b-6bf611977545 HTTP/1.1" status: 200 len: 821 time: 0.2795086 Oct 15 00:46:11.993340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-ce602134-52da-4f2e-b521-6c1f503bbdc4 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/quotas/98c480dbb68b4f258065a5ae07803d30 HTTP/1.1" status: 200 len: 375 time: 0.0396719 Oct 15 00:46:12.025447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:12.355545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-6e3a0d88-6c7f-42de-b9e2-eb6c3041b10d tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98c480dbb68b4f258065a5ae07803d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3591883 Oct 15 00:46:12.356184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54024) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:12.377210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40697d5a-3fa4-4e89-ba8e-fcc8421a9267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:12.408403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Deleting port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:12.408737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:12.557918 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40697d5a-3fa4-4e89-ba8e-fcc8421a9267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:12.568261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc417e7-0e6a-4bf9-8c0a-57d9fc5c9f81 req-67a09647-de5d-4753-afde-00c8b3523945 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:12.574727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc417e7-0e6a-4bf9-8c0a-57d9fc5c9f81 req-67a09647-de5d-4753-afde-00c8b3523945 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0909038 Oct 15 00:46:12.592194 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] For port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:12.592458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:12.617750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Calling delete_port for 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:12.622671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc417e7-0e6a-4bf9-8c0a-57d9fc5c9f81 req-fe14b748-22c5-408c-898c-b45183c0aa66 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439982 Oct 15 00:46:12.665056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-40697d5a-3fa4-4e89-ba8e-fcc8421a9267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:12.755386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40697d5a-3fa4-4e89-ba8e-fcc8421a9267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86886454-3c72-4a90-bc19-3047ffb4ba4c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:12.769717 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-40697d5a-3fa4-4e89-ba8e-fcc8421a9267 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ffd4e7b718c4fe8a0c679ab4bf62459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096756 Oct 15 00:46:12.770163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54044) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:12.788777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-0b2a60d1-d21e-4ad1-8a09-66837ce1ed91 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e73e4-a547-4040-8f4b-6bf611977545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245276 Oct 15 00:46:12.844407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91a8bf4a-db7d-4092-a7a9-a14c3b0a4bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:12.888438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91a8bf4a-db7d-4092-a7a9-a14c3b0a4bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:12.914711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db8702-dad9-4824-9d35-aca5e1a2956b req-7c75c010-bd8a-4d5c-a96a-994a7219aabc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:12.916921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59db8702-dad9-4824-9d35-aca5e1a2956b req-7c75c010-bd8a-4d5c-a96a-994a7219aabc tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 946 time: 0.0870667 Oct 15 00:46:12.925761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-90978d65-555a-47e6-9dbf-d84b31e512bc service neutron] 10.222.0.13 "GET /v2.0/networks/d21e73e4-a547-4040-8f4b-6bf611977545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361210 Oct 15 00:46:12.977293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59db8702-dad9-4824-9d35-aca5e1a2956b req-b4f49e08-565b-42ee-a89d-c3f2138bd339 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=b499d67a-cced-43eb-9e0c-92e3abf0dfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Oct 15 00:46:13.024385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:13.038950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7580b13b-2fa3-4f9f-8d3f-b493bdb48118'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:46:13.069373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event deleted for resources: {'Port': ['ID=7580b13b-2fa3-4f9f-8d3f-b493bdb48118,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:13.140622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c0ee548-9ef7-4078-8fe2-bcef9b6e0668 req-9a3deda9-eeb9-45cb-b631-6e762ccd9249 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0485010 Oct 15 00:46:13.150564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] No DVR routers for this DVR port 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:13.156974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:13.162682 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-916a7357-d923-441d-b62a-1132213459ba req-6288d1b8-f4ff-408f-ba08-55e19c94af07 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.30 "DELETE /v2.0/ports/7580b13b-2fa3-4f9f-8d3f-b493bdb48118 HTTP/1.1" status: 204 len: 173 time: 1.2952976 Oct 15 00:46:13.163783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'name': 'network-vif-deleted', 'tag': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:13.166374 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec799aaf-cd5f-4c82-bfd7-983b7cf292c3" -d '{"events": [{"server_uuid": "a27562ad-7516-4054-bdcd-ffe4462c1a88", "name": "network-vif-deleted", "tag": "7580b13b-2fa3-4f9f-8d3f-b493bdb48118"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:13.188906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91a8bf4a-db7d-4092-a7a9-a14c3b0a4bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:13.192681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91a8bf4a-db7d-4092-a7a9-a14c3b0a4bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:13.197985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-91a8bf4a-db7d-4092-a7a9-a14c3b0a4bf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86886454-3c72-4a90-bc19-3047ffb4ba4c HTTP/1.1" status: 204 len: 168 time: 0.4271049 Oct 15 00:46:13.217309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8bf4a-db7d-4092-a7a9-a14c3b0a4bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86886454-3c72-4a90-bc19-3047ffb4ba4c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:13.275005 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413a7270-912d-4200-a565-f97c31ad698e x-openstack-request-id: req-413a7270-912d-4200-a565-f97c31ad698e {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:13.275568 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27562ad-7516-4054-bdcd-ffe4462c1a88", "name": "network-vif-deleted", "tag": "7580b13b-2fa3-4f9f-8d3f-b493bdb48118", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:13.275826 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-413a7270-912d-4200-a565-f97c31ad698e {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:13.276233 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27562ad-7516-4054-bdcd-ffe4462c1a88', 'name': 'network-vif-deleted', 'tag': '7580b13b-2fa3-4f9f-8d3f-b493bdb48118', 'status': 'completed', 'code': 200} Oct 15 00:46:13.381640 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b1a3b26b-b96f-46c9-b063-2a0cefd0726d req-fda37f1b-03cc-4378-95da-b34490d5bac8 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 210 time: 0.0602746 Oct 15 00:46:13.802778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28e930-94b7-4cfb-b359-71274e56e6d9 req-b54a9a31-e9d2-44f7-98a9-dbd5515c5058 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:13.804398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b28e930-94b7-4cfb-b359-71274e56e6d9 req-b54a9a31-e9d2-44f7-98a9-dbd5515c5058 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0716333 Oct 15 00:46:13.847912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b28e930-94b7-4cfb-b359-71274e56e6d9 req-a0f9b9b7-1e16-4cab-88d7-66b66cdedfcc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371945 Oct 15 00:46:14.151962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-831d1a68-6faa-4268-83dc-ad5ac15fc8ea req-adeac4d3-a9a3-4a19-b1ad-3c01032375e7 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a27562ad-7516-4054-bdcd-ffe4462c1a88 HTTP/1.1" status: 200 len: 210 time: 0.0331676 Oct 15 00:46:14.344314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39fd8386-897d-499d-a56d-7517ac6d23b7 req-107b87cb-19b0-484f-acf9-84e48a836f5f tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0716543 Oct 15 00:46:14.469974 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d8d72811-b887-4427-baf9-e13100d3667a req-fd815f7f-7f37-4af9-9b09-086c0d97178e tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 210 time: 0.0409267 Oct 15 00:46:14.890591 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:15.033262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571c512-dae5-4520-a027-04f812f05b25 req-f111d983-4e48-445e-8a19-65b4ca63f386 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:15.043623 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5571c512-dae5-4520-a027-04f812f05b25 req-f111d983-4e48-445e-8a19-65b4ca63f386 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0919619 Oct 15 00:46:15.102408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5571c512-dae5-4520-a027-04f812f05b25 req-57b80616-44b9-41c7-9bf8-c214e8e02424 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520749 Oct 15 00:46:15.769275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:15.817201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:15.818337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7580b13b-2fa3-4f9f-8d3f-b493bdb48118 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:15.839365 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d7b8186-1173-4f7e-a976-0214fe8eefec req-f634bf52-76f1-4825-ac35-031b7704f72e tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.1049695 Oct 15 00:46:15.903096 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b61eac22-6e11-42c9-a142-4486064df531 req-09dc5ed7-102f-4996-9703-039371f9ced4 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 210 time: 0.0708182 Oct 15 00:46:16.099704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c43f2-c0b5-4276-ba72-50e648ac7341 req-d2e4c1e7-0f1f-449d-8eae-2fa3c4f9d3ef tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:16.105752 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a75c43f2-c0b5-4276-ba72-50e648ac7341 req-d2e4c1e7-0f1f-449d-8eae-2fa3c4f9d3ef tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1825969 Oct 15 00:46:16.232570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-e50ef33f-4837-4f5d-b6d8-b26a4bb52d51 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:16.232570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-e50ef33f-4837-4f5d-b6d8-b26a4bb52d51 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.39 "GET /v2.0/networks?id=d21e73e4-a547-4040-8f4b-6bf611977545 HTTP/1.1" status: 200 len: 821 time: 0.3278086 Oct 15 00:46:16.233217 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a75c43f2-c0b5-4276-ba72-50e648ac7341 req-11fedd76-290b-480d-af7d-296dfd4acf25 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199582 Oct 15 00:46:16.248552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Request body: {'port': {'device_id': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545', 'admin_state_up': True, 'tenant_id': '98c480dbb68b4f258065a5ae07803d30'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:16.445813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9a59c-dce0-48a7-a832-a2119d5dbf52 req-fb9e9a1d-d824-4c84-a0d4-108ecbc44d88 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:16.447966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecb9a59c-dce0-48a7-a832-a2119d5dbf52 req-fb9e9a1d-d824-4c84-a0d4-108ecbc44d88 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1937695 Oct 15 00:46:16.584690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecb9a59c-dce0-48a7-a832-a2119d5dbf52 req-34eadf23-219b-4bd8-854f-fe174eeb65de tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007395 Oct 15 00:46:16.653894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Made reservation on behalf of 98c480dbb68b4f258065a5ae07803d30 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:16.657512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:16.828934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Allocated IP 172.20.0.14 (d21e73e4-a547-4040-8f4b-6bf611977545/562dd07c-02f9-4e36-8762-c2ca50154f64/3b76c901-a570-4d5b-b1d0-1d7dfe7819d9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:46:16.960435 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a634ffd0-c045-4e7e-b85d-083928a96736 req-a15be5c3-c7b0-4b74-94cc-7894902750a9 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0335186 Oct 15 00:46:17.108833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4ba7676-480e-4efb-82ac-25af57c3325f req-c9ba5cc2-beed-4090-898e-d4140264598e tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 210 time: 0.0383122 Oct 15 00:46:17.260193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:17.382753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:17.389278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e461f-eb0d-4c6b-b0a4-b80033080870 req-34611281-65cb-4c21-9922-d49cfb5c3a82 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:17.391601 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de8e461f-eb0d-4c6b-b0a4-b80033080870 req-34611281-65cb-4c21-9922-d49cfb5c3a82 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.0672894 Oct 15 00:46:17.482658 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de8e461f-eb0d-4c6b-b0a4-b80033080870 req-fc7d35ed-f4af-43e3-8e6b-68418c15b09a tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841384 Oct 15 00:46:17.547583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Pushing event updated for resources: {'Port': ['ID=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:17.564203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Network d21e73e4-a547-4040-8f4b-6bf611977545 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:46:17.568676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:17.573444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:46:17.640010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-f235b581-3255-49bf-b519-1f70bc02c3c2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:17.641856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-f235b581-3255-49bf-b519-1f70bc02c3c2 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.2034507 Oct 15 00:46:17.830708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:17.831893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:18.017626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f471-008c-4897-aee0-ac800eb640f9 req-adb41bbd-5c71-4044-9efa-adda33f128fd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:18.020639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a87f471-008c-4897-aee0-ac800eb640f9 req-adb41bbd-5c71-4044-9efa-adda33f128fd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.2937624 Oct 15 00:46:18.061107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a4eb517f-587e-4a57-8b7d-5d65baa56f16 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8170097 Oct 15 00:46:18.111297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Request body: {'port': {'device_id': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:18.115970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Deleting port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:18.116437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:18.157373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959485db-074a-4e36-bd2f-d69490e4e8c3 req-9b53ef45-7e77-4f11-a6fe-8710ee23c773 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0691383 Oct 15 00:46:18.202511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a87f471-008c-4897-aee0-ac800eb640f9 req-0b4d9bc1-e2af-42ee-a678-7bb5a2cfe024 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742675 Oct 15 00:46:18.329653 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:18.377309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] For port 7cee18f3-81ed-4e1a-919c-69a84f03eb82, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7cee18f3-81ed-4e1a-919c-69a84f03eb82,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:18.377723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:18.470679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a3e91938-73d4-4fcd-81a0-23a6089b17a3 req-2cf746de-3b8b-4503-9edd-0f4b26d870bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0828946 Oct 15 00:46:18.538065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c379-0bad-43ff-92b3-12fbc6733ce8 req-a901d4e2-9a25-4566-a27d-d90fc6ac1827 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:18.553346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90a0c379-0bad-43ff-92b3-12fbc6733ce8 req-a901d4e2-9a25-4566-a27d-d90fc6ac1827 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 932 time: 0.2310753 Oct 15 00:46:18.609555 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-90a0c379-0bad-43ff-92b3-12fbc6733ce8 req-1e8124e3-5d4c-4cf9-8268-99e281da7021 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544438 Oct 15 00:46:18.877172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6c0a0-ed72-4a1d-99d6-2547b5e9b59a req-64be640f-9a90-4618-95cd-0f55bc38297f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:18.878715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eef6c0a0-ed72-4a1d-99d6-2547b5e9b59a req-64be640f-9a90-4618-95cd-0f55bc38297f tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 944 time: 0.1674082 Oct 15 00:46:19.475400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4efa9d1a-3f5b-4d53-ba42-26f329dc0d49 req-eeb96aae-e6f9-4be8-bec8-a6f022898733 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.1038153 Oct 15 00:46:19.572507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:19.573146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:19.573244 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Floating IP 848ee7bd-ed68-46d9-aa4c-cf25d44837bb disassociated. External IP: 172.25.2.186, port: 7cee18f3-81ed-4e1a-919c-69a84f03eb82. Oct 15 00:46:19.573572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Calling delete_port for 7cee18f3-81ed-4e1a-919c-69a84f03eb82 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:19.596576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eef6c0a0-ed72-4a1d-99d6-2547b5e9b59a req-dc116342-8e35-4483-87c3-6d882dc82dd1 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups?id=302edbca-5a26-4b17-8177-a1d11ab287b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6782584 Oct 15 00:46:19.616989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ae0c9-74a4-481c-8b67-d3bf8b3f3587 req-78262a5e-a3eb-46fc-99e6-fd26af9d5dfb tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:19.618861 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-498ae0c9-74a4-481c-8b67-d3bf8b3f3587 req-78262a5e-a3eb-46fc-99e6-fd26af9d5dfb tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0600278 Oct 15 00:46:19.624383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:46:19.667479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:19.674456 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-498ae0c9-74a4-481c-8b67-d3bf8b3f3587 req-4dc62c32-5930-46eb-baf6-5ce77491214e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444145 Oct 15 00:46:19.723203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Transition to ACTIVE for port object 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:46:19.790923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40bd7c-71f7-480d-9a27-079e6d214cee req-64d25c92-538f-4c51-b6b4-f58fd9c685d5 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:19.792362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae40bd7c-71f7-480d-9a27-079e6d214cee req-64d25c92-538f-4c51-b6b4-f58fd9c685d5 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 932 time: 0.0781550 Oct 15 00:46:19.865385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae40bd7c-71f7-480d-9a27-079e6d214cee req-aee61669-4d4a-4781-839b-d97febb28d6b tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522890 Oct 15 00:46:19.905446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:19.975762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:20.013850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Pushing event updated for resources: {'Port': ['ID=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:20.069691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event deleted for resources: {'Port': ['ID=7cee18f3-81ed-4e1a-919c-69a84f03eb82,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:20.154671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Attempting to bind port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:46:20.154973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Attempting to bind port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '46dad2c0-61e9-481c-9fa5-0a3a5e0b3521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:46:20.155244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Attempting to bind port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 on network d21e73e4-a547-4040-8f4b-6bf611977545 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:46:20.163931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 on network d21e73e4-a547-4040-8f4b-6bf611977545 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:46:20.164250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Attempting to bind port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 on network d21e73e4-a547-4040-8f4b-6bf611977545 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:46:20.181084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:46:20.182730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Checking segment: {'id': '46dad2c0-61e9-481c-9fa5-0a3a5e0b3521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:46:20.182730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Bound using segment: {'id': '46dad2c0-61e9-481c-9fa5-0a3a5e0b3521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:46:20.182730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Bound port: 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dad2c0-61e9-481c-9fa5-0a3a5e0b3521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:46:20.182730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:20.341610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Router 44712910-9650-40db-bb6b-31d767cd7585 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:46:20.370755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] For port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:46:20.384710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] For port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,segment=NetworkSegment(46dad2c0-61e9-481c-9fa5-0a3a5e0b3521),segment_id=46dad2c0-61e9-481c-9fa5-0a3a5e0b3521)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:46:20.484933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:20.498851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:46:20.517932 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] Sync routers for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:46:20.540764 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:20.542523 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:45:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:20.616198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:20.617380 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:20.620547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 HTTP/1.1" status: 200 len: 1092 time: 2.5176473 Oct 15 00:46:20.626251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'tag': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:20.630120 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16" -d '{"events": [{"name": "network-changed", "server_uuid": "91670989-a3eb-4cee-b4c7-64e19e99eef2", "tag": "3b76c901-a570-4d5b-b1d0-1d7dfe7819d9"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:20.653236 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-910479e4-fc24-44a5-be46-e2e38c91912c req-c31830a3-f5b7-4fae-b4a0-ab05d76df461 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0440683 Oct 15 00:46:20.719378 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:20.795162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718a253-7e5c-457c-83a1-4ca4a40b7b56 service neutron] Pushing event updated for resources: {'Port': ['ID=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:20.812150 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b18b56-bc9f-4135-881f-63c2b8da5b09 x-openstack-request-id: req-f1b18b56-bc9f-4135-881f-63c2b8da5b09 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:20.816682 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91670989-a3eb-4cee-b4c7-64e19e99eef2", "tag": "3b76c901-a570-4d5b-b1d0-1d7dfe7819d9", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:20.816682 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1b18b56-bc9f-4135-881f-63c2b8da5b09 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:20.816682 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'tag': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9', 'status': 'completed', 'code': 200} Oct 15 00:46:20.840876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] No DVR routers for this DVR port 7cee18f3-81ed-4e1a-919c-69a84f03eb82 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:20.845764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:20.850401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6000c47e-6bcc-4308-93a4-d5a996866878 req-b58e20bb-f485-492c-89d2-268e21e9a0dd tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.39 "DELETE /v2.0/ports/7cee18f3-81ed-4e1a-919c-69a84f03eb82 HTTP/1.1" status: 204 len: 173 time: 3.1974862 Oct 15 00:46:20.876950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2383ed03-5377-4ed3-a721-49332ec74772 req-13462767-5425-49e0-b131-4d1cec2041af tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 210 time: 0.0629156 Oct 15 00:46:20.943899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-26652212-c177-47c0-a07a-7ca5850f49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:20.948968 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-26652212-c177-47c0-a07a-7ca5850f49d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98c480dbb68b4f258065a5ae07803d30&device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 1095 time: 0.1334395 Oct 15 00:46:21.018596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-a6d9abea-7e7f-4440-a7b2-a800695a759c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 HTTP/1.1" status: 200 len: 217 time: 0.0631022 Oct 15 00:46:21.082621 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:21.090635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-70d981de-03bc-4910-a6a1-9bcd2f72e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:21.092551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-70d981de-03bc-4910-a6a1-9bcd2f72e97a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=562dd07c-02f9-4e36-8762-c2ca50154f64 HTTP/1.1" status: 200 len: 861 time: 0.0649583 Oct 15 00:46:21.095914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feca696-ae6a-49d1-8f32-323821ad51c5 req-d0ea6dda-f999-4472-a46f-743e206d01a0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:21.132271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2feca696-ae6a-49d1-8f32-323821ad51c5 req-d0ea6dda-f999-4472-a46f-743e206d01a0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1103621 Oct 15 00:46:21.144170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-b4849bc1-639d-4bbd-9f5a-e64150954b1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d21e73e4-a547-4040-8f4b-6bf611977545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410659 Oct 15 00:46:21.155533 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] Checking router: 44712910-9650-40db-bb6b-31d767cd7585 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:46:21.180936 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:21.182991 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:45:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:21.244141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2feca696-ae6a-49d1-8f32-323821ad51c5 req-659461b5-ad0c-4920-8f85-f8f7001d4ade tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024449 Oct 15 00:46:21.434719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c9ea048-e16c-45a6-b1ae-fb239d9d5ff9 req-c6629f11-5114-41f9-bfd1-b2e79382b0f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdbde04abec143539f6e6ef0f5ba1bf4&device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0777605 Oct 15 00:46:21.447047 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:21.474829 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-9303729b-0ce1-40e0-ac77-f7ff42cd1bf5 service neutron] 10.222.0.39 "GET /v2.0/networks/d21e73e4-a547-4040-8f4b-6bf611977545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109689 Oct 15 00:46:21.476548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81b8cbe2-fef5-4fab-9b37-20d31452899d req-f2d42424-86b8-4909-990a-c7a620cce652 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0628052 Oct 15 00:46:21.563450 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c9ea048-e16c-45a6-b1ae-fb239d9d5ff9 req-f8fb759e-74c6-45ea-8838-a304b85298fc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cdbde04abec143539f6e6ef0f5ba1bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027253 Oct 15 00:46:21.607301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:21.647319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-023ef59d-cb62-4a79-8b22-4d63e65a17b6 req-4b842081-2c6b-4beb-a3c0-6e0f2b73a894 service neutron] 10.222.0.39 "GET /v2.0/networks/d21e73e4-a547-4040-8f4b-6bf611977545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630559 Oct 15 00:46:21.657105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 7cee18f3-81ed-4e1a-919c-69a84f03eb82 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:21.657450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7cee18f3-81ed-4e1a-919c-69a84f03eb82 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:21.699839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167b18a-341a-4aa7-8b65-02fcef8cd869 req-7174b0ad-f34a-44b1-a269-11948e5835b1 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:21.701493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c167b18a-341a-4aa7-8b65-02fcef8cd869 req-7174b0ad-f34a-44b1-a269-11948e5835b1 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 944 time: 0.2397246 Oct 15 00:46:21.830632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c167b18a-341a-4aa7-8b65-02fcef8cd869 req-0c89eaf5-ad9b-4434-b39a-62953b78bca1 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177158 Oct 15 00:46:21.866649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ea048-e16c-45a6-b1ae-fb239d9d5ff9 req-7eb8becb-a01f-4513-985a-23b621601dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:21.868146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c9ea048-e16c-45a6-b1ae-fb239d9d5ff9 req-7eb8becb-a01f-4513-985a-23b621601dc4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2891202 Oct 15 00:46:21.915309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-879d3708-f3e2-485d-b6eb-83ef71e43a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:21.925033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-879d3708-f3e2-485d-b6eb-83ef71e43a3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98c480dbb68b4f258065a5ae07803d30&device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 1095 time: 0.1174424 Oct 15 00:46:22.090921 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:22.156482 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b208af42-61e4-497c-b0b1-ea392c81af64 None None] The sync data for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 is: [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:35:39Z', 'revision_number': 4, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8355857b-ea3c-4a27-8089-6940b6bf04a9', 'name': '', 'network_id': '9e41b00c-b623-43aa-84c1-2d27f3e01443', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'mac_address': 'fa:16:3e:f6:74:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:36Z', 'updated_at': '2021-10-15T00:35:43Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'subnets': [{'id': '5adaf90e-73bf-4d36-b884-0d5ddff4d2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:46:22.164419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da1a535b-4b53-439b-8665-8b824ae0747f req-f13b7961-76e0-4bbb-a022-4f6823f52f99 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/ports?device_id=834e6b46-faa5-4e73-8b4e-738d06a3da92 HTTP/1.1" status: 200 len: 210 time: 0.0787261 Oct 15 00:46:22.231653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-939ad8d0-b77e-4a48-ae3f-d8a8f2ba726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:22.232957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-939ad8d0-b77e-4a48-ae3f-d8a8f2ba726f service neutron] 10.222.0.39 "GET /v2.0/networks?id=d21e73e4-a547-4040-8f4b-6bf611977545 HTTP/1.1" status: 200 len: 922 time: 0.3003304 Oct 15 00:46:22.325423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-9c615b79-c81a-4cb0-b589-61f82ed02f59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 HTTP/1.1" status: 200 len: 217 time: 0.0846527 Oct 15 00:46:22.442218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-384ce4bb-b608-4917-af36-710e1a93569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:22.445311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-384ce4bb-b608-4917-af36-710e1a93569d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=562dd07c-02f9-4e36-8762-c2ca50154f64 HTTP/1.1" status: 200 len: 861 time: 0.1119907 Oct 15 00:46:22.510427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512f1f7-c323-48f9-bd63-452cdcc69c8b req-0d3580ca-893c-43a4-b39a-53b9950c17a5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:22.520770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9512f1f7-c323-48f9-bd63-452cdcc69c8b req-0d3580ca-893c-43a4-b39a-53b9950c17a5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1423776 Oct 15 00:46:22.535369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-cbc1153a-d92d-4bf0-8cc7-cba69d0ff9b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d21e73e4-a547-4040-8f4b-6bf611977545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754678 Oct 15 00:46:22.626284 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9512f1f7-c323-48f9-bd63-452cdcc69c8b req-edb90a37-b18c-49e1-ab9d-f3a4f82bc009 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042449 Oct 15 00:46:22.713822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c34305-4f98-46a7-b2b2-2104ce04073b None None] New status for floating IP 848ee7bd-ed68-46d9-aa4c-cf25d44837bb: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:46:22.753042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bde548c1-c638-428b-b355-03dedadc10af req-85c75484-578b-4c2a-b699-1f18713f4bfe tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0498896 Oct 15 00:46:22.802747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-03e6eae0-1fb1-4607-930a-14f0b8074dcd service neutron] 10.222.0.39 "GET /v2.0/networks/d21e73e4-a547-4040-8f4b-6bf611977545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594261 Oct 15 00:46:22.838977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-deleted', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:22.844084 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec4a83-eb67-4956-b32b-5af8ae97c257" -d '{"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-deleted", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:22.976599 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e93dfa7-cc77-40dd-b47e-e85bf1e32242 x-openstack-request-id: req-4e93dfa7-cc77-40dd-b47e-e85bf1e32242 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:22.976971 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834e6b46-faa5-4e73-8b4e-738d06a3da92", "name": "network-vif-deleted", "tag": "7cee18f3-81ed-4e1a-919c-69a84f03eb82", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:22.977286 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e93dfa7-cc77-40dd-b47e-e85bf1e32242 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:22.977743 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834e6b46-faa5-4e73-8b4e-738d06a3da92', 'name': 'network-vif-deleted', 'tag': '7cee18f3-81ed-4e1a-919c-69a84f03eb82', 'status': 'completed', 'code': 200} Oct 15 00:46:23.055942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1016ac-50e3-4ca1-a099-d79074324a06 req-55c0c72f-05df-4f95-a052-79511b3bf0ff tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:23.057935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d1016ac-50e3-4ca1-a099-d79074324a06 req-55c0c72f-05df-4f95-a052-79511b3bf0ff tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 944 time: 0.0771530 Oct 15 00:46:23.105086 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dc855a5-0cb0-4a8d-bbf8-c5ef12937f16 req-94158e03-ff5d-4504-935c-efea8f8f170a service neutron] 10.222.0.39 "GET /v2.0/networks/d21e73e4-a547-4040-8f4b-6bf611977545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922828 Oct 15 00:46:23.130078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5c9ea048-e16c-45a6-b1ae-fb239d9d5ff9 req-0dc04b59-9364-4453-a450-82dbfdd5f53f tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0724208 Oct 15 00:46:23.205372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d1016ac-50e3-4ca1-a099-d79074324a06 req-e8bd0551-ea63-43b2-b926-b5fe3b58c639 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388083 Oct 15 00:46:23.833617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02cf08-c9d1-48a7-b34e-1d56df9d5858 req-4639030c-670a-4eed-9ead-bed3f29e9e56 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:23.843413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b02cf08-c9d1-48a7-b34e-1d56df9d5858 req-4639030c-670a-4eed-9ead-bed3f29e9e56 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0953791 Oct 15 00:46:23.952156 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b02cf08-c9d1-48a7-b34e-1d56df9d5858 req-a64dd2c6-1c73-45c4-96bf-fd5d53a8878d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075473 Oct 15 00:46:24.065455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54344) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:24.196259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5ddc404-2364-4599-ab8f-5c736d26164e req-56b380b2-8856-4188-83b1-7237aaadb440 tempest-ServerShowV257Test-425001415 tempest-ServerShowV257Test-425001415-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c970c70-2ab4-4916-96a2-7d2e32c1535c HTTP/1.1" status: 200 len: 210 time: 0.0595546 Oct 15 00:46:24.331043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9819339-4c20-45d1-bc34-66fa89086aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.361352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d782a4-24b2-43d4-890a-51f9e50df540 req-1895726d-538e-4dc9-8ddf-63c0c2c6c806 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:24.363382 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8d782a4-24b2-43d4-890a-51f9e50df540 req-1895726d-538e-4dc9-8ddf-63c0c2c6c806 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 944 time: 0.0723820 Oct 15 00:46:24.411563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54354) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:24.457054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8d782a4-24b2-43d4-890a-51f9e50df540 req-2796bcd7-5773-4e32-bd55-e6fd9b012182 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853486 Oct 15 00:46:24.523181 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9819339-4c20-45d1-bc34-66fa89086aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.547294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0579aea5-6f6a-46c4-9238-749008ff6ad4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.586243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0579aea5-6f6a-46c4-9238-749008ff6ad4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.599183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9819339-4c20-45d1-bc34-66fa89086aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.700386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9819339-4c20-45d1-bc34-66fa89086aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba5c9f7-3ea0-498c-85fe-15a8951ae7bc,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:24.707423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54358) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:24.710902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c9819339-4c20-45d1-bc34-66fa89086aaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=328b5d27863e4192bd21e527a3a80ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439497 Oct 15 00:46:24.767376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0579aea5-6f6a-46c4-9238-749008ff6ad4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.771341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0579aea5-6f6a-46c4-9238-749008ff6ad4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.772873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0579aea5-6f6a-46c4-9238-749008ff6ad4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "DELETE /v2.0/security-groups/302edbca-5a26-4b17-8177-a1d11ab287b3 HTTP/1.1" status: 204 len: 168 time: 0.3572977 Oct 15 00:46:24.775450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54360) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:24.795929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579aea5-6f6a-46c4-9238-749008ff6ad4 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302edbca-5a26-4b17-8177-a1d11ab287b3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:24.798557 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-6e2656fb-7723-4401-b97c-b1d9c69e3058 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] show failed (client error): The resource could not be found. Oct 15 00:46:24.801728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6e2656fb-7723-4401-b97c-b1d9c69e3058 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "GET /v2.0/security-groups/302edbca-5a26-4b17-8177-a1d11ab287b3 HTTP/1.1" status: 404 len: 347 time: 0.0244164 Oct 15 00:46:24.804421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54362) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:24.814585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b6eab59-1bce-4bb6-8423-cf6dd9016a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.884390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b6eab59-1bce-4bb6-8423-cf6dd9016a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:24.994207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Deleting port 308a80cf-9497-46a4-a496-f8482474fb05 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:24.995094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.025467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b6eab59-1bce-4bb6-8423-cf6dd9016a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.031808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b6eab59-1bce-4bb6-8423-cf6dd9016a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.032981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8b6eab59-1bce-4bb6-8423-cf6dd9016a2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eba5c9f7-3ea0-498c-85fe-15a8951ae7bc HTTP/1.1" status: 204 len: 168 time: 0.3238575 Oct 15 00:46:25.049445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eab59-1bce-4bb6-8423-cf6dd9016a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba5c9f7-3ea0-498c-85fe-15a8951ae7bc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:25.157419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.158000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.185716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e460dc1-5a4c-42e5-9d57-cad9b01a30aa req-06bce2da-b126-43cf-bb3e-ea8c3b881473 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:25.188105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e460dc1-5a4c-42e5-9d57-cad9b01a30aa req-06bce2da-b126-43cf-bb3e-ea8c3b881473 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1000569 Oct 15 00:46:25.189121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Calling delete_port for 308a80cf-9497-46a4-a496-f8482474fb05 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:25.303276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e460dc1-5a4c-42e5-9d57-cad9b01a30aa req-ce59a244-94f0-486f-aa57-74a4d9992cd9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057901 Oct 15 00:46:25.523363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.558942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Pushing event deleted for resources: {'Port': ['ID=308a80cf-9497-46a4-a496-f8482474fb05,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:25.640754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:46:25.662336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.667800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.672340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4a8a79e2-1de5-4db9-b11a-b2e65c282737 tempest-ServerActionsTestJSON-1541057839 tempest-ServerActionsTestJSON-1541057839-project] 10.222.0.13 "DELETE /v2.0/floatingips/848ee7bd-ed68-46d9-aa4c-cf25d44837bb HTTP/1.1" status: 204 len: 168 time: 0.8622668 Oct 15 00:46:25.678689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:25.685453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91c75-c999-41fd-a61f-6acba8708c15 req-c6668745-1606-4e42-8eef-06800c2ae7f0 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:25.694790 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66c91c75-c999-41fd-a61f-6acba8708c15 req-c6668745-1606-4e42-8eef-06800c2ae7f0 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 944 time: 0.1060352 Oct 15 00:46:25.764729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-66c91c75-c999-41fd-a61f-6acba8708c15 req-c0d69462-ad16-4aec-aafc-06fcd6c31fdc tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638640 Oct 15 00:46:25.784119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,segment=NetworkSegment(46dad2c0-61e9-481c-9fa5-0a3a5e0b3521),segment_id=46dad2c0-61e9-481c-9fa5-0a3a5e0b3521)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:25.797980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9', 'network_id': 'd21e73e4-a547-4040-8f4b-6bf611977545', 'port_id': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9', 'mac_address': 'fa:16:3e:e3:94:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562dd07c-02f9-4e36-8762-c2ca50154f64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:46:25.862672 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:25.879153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:46:25.906786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,segment=NetworkSegment(46dad2c0-61e9-481c-9fa5-0a3a5e0b3521),segment_id=46dad2c0-61e9-481c-9fa5-0a3a5e0b3521)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:26.022886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.023298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54388) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:26.036645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f355b19-7d2f-4c7d-8caa-f63f3842fcc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.087138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:26.124335 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:46:26.151986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f355b19-7d2f-4c7d-8caa-f63f3842fcc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.273138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54390) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:26.341282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ea11735-20df-47fd-8328-31608ddf5043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.345256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['3b76c901-a570-4d5b-b1d0-1d7dfe7819d9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:46:26.466649 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f2b5f5b-4b2b-4ef8-979d-d80eb2ebddff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.488474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f355b19-7d2f-4c7d-8caa-f63f3842fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.498774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ea11735-20df-47fd-8328-31608ddf5043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.560478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762b3a-e8db-4765-b268-13e1a99db8b8 req-bbdaa075-634c-476f-830d-a63c9b20bd5f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:26.562288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74762b3a-e8db-4765-b268-13e1a99db8b8 req-bbdaa075-634c-476f-830d-a63c9b20bd5f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1048770 Oct 15 00:46:26.575410 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f355b19-7d2f-4c7d-8caa-f63f3842fcc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed6d954d2338406f94937748176fdaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542994 Oct 15 00:46:26.575836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54402) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:26.592679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f355b19-7d2f-4c7d-8caa-f63f3842fcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecff7b4-256a-4882-a678-459a790e6388,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:26.621591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ea11735-20df-47fd-8328-31608ddf5043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.637978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74762b3a-e8db-4765-b268-13e1a99db8b8 req-c168c505-f179-4042-8e87-a9f5a0fd734d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688949 Oct 15 00:46:26.715831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea11735-20df-47fd-8328-31608ddf5043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270b56a1-b71f-4c10-9ce1-4978b908dfe4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:26.724168 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2ea11735-20df-47fd-8328-31608ddf5043 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdbde04abec143539f6e6ef0f5ba1bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499373 Oct 15 00:46:26.728635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54404) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:26.770687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1dcf674e-517a-4b70-9a07-f4b7f648a02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.852113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.871505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1dcf674e-517a-4b70-9a07-f4b7f648a02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.919939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54410) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:26.953398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cfa00893-8ea3-4488-9818-310307cedf4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:26.994934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac2f75-c86b-493b-8d8a-51324a0ad01a req-5f8afea3-783d-4411-8e3c-414ae1d09f5f tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:27.002541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ac2f75-c86b-493b-8d8a-51324a0ad01a req-5f8afea3-783d-4411-8e3c-414ae1d09f5f tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 945 time: 0.1342068 Oct 15 00:46:27.007745 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cfa00893-8ea3-4488-9818-310307cedf4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.085076 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7ac2f75-c86b-493b-8d8a-51324a0ad01a req-4c87fa56-4fd1-42aa-a125-7bfb57d46f3a tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792420 Oct 15 00:46:27.112133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1dcf674e-517a-4b70-9a07-f4b7f648a02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.116258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1dcf674e-517a-4b70-9a07-f4b7f648a02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.119825 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1dcf674e-517a-4b70-9a07-f4b7f648a02d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ecff7b4-256a-4882-a678-459a790e6388 HTTP/1.1" status: 204 len: 168 time: 0.5396080 Oct 15 00:46:27.131091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf674e-517a-4b70-9a07-f4b7f648a02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecff7b4-256a-4882-a678-459a790e6388,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:27.187850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e834f8b-2594-406e-958f-bc3d9a49b3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.196390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cfa00893-8ea3-4488-9818-310307cedf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.199505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cfa00893-8ea3-4488-9818-310307cedf4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.204490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cfa00893-8ea3-4488-9818-310307cedf4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/270b56a1-b71f-4c10-9ce1-4978b908dfe4 HTTP/1.1" status: 204 len: 168 time: 0.4724414 Oct 15 00:46:27.210819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa00893-8ea3-4488-9818-310307cedf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270b56a1-b71f-4c10-9ce1-4978b908dfe4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:27.353317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e834f8b-2594-406e-958f-bc3d9a49b3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.412965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Deleting port 8355857b-ea3c-4a27-8089-6940b6bf04a9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:27.413269 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.544008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e834f8b-2594-406e-958f-bc3d9a49b3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.592339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] For port 8355857b-ea3c-4a27-8089-6940b6bf04a9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8355857b-ea3c-4a27-8089-6940b6bf04a9,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:27.593004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.658772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Calling delete_port for 8355857b-ea3c-4a27-8089-6940b6bf04a9 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:27.672872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:46:27.695077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7e834f8b-2594-406e-958f-bc3d9a49b3a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c9dbf0775404c72b7cf275d37be8514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728586 Oct 15 00:46:27.697715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54438) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:27.698405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e834f8b-2594-406e-958f-bc3d9a49b3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839d5a2b-656a-40a3-ba60-66c3fa413d21,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:27.810354 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d37ec981-1edb-4cb7-9b5a-77a8b2cebe4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.852592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d37ec981-1edb-4cb7-9b5a-77a8b2cebe4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.873294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:46:27.877700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:46:27.878173 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.939009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8ab8-868f-4070-a667-c2f9e122cc3e req-ed85cea1-ec54-444b-840f-3eeeddf88ab9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:27.940800 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f11e8ab8-868f-4070-a667-c2f9e122cc3e req-ed85cea1-ec54-444b-840f-3eeeddf88ab9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1518369 Oct 15 00:46:27.994448 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d37ec981-1edb-4cb7-9b5a-77a8b2cebe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.998431 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d37ec981-1edb-4cb7-9b5a-77a8b2cebe4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:27.999734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d37ec981-1edb-4cb7-9b5a-77a8b2cebe4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/839d5a2b-656a-40a3-ba60-66c3fa413d21 HTTP/1.1" status: 204 len: 168 time: 0.2997062 Oct 15 00:46:28.016091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f11e8ab8-868f-4070-a667-c2f9e122cc3e req-1ff8f515-1d66-4789-a43e-1450a95f8222 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636256 Oct 15 00:46:28.037660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ec981-1edb-4cb7-9b5a-77a8b2cebe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d5a2b-656a-40a3-ba60-66c3fa413d21,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:28.081316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:28.138772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:28.146823 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f967e00-d79c-4108-91d4-35684435bf52" -d '{"events": [{"server_uuid": "91670989-a3eb-4cee-b4c7-64e19e99eef2", "name": "network-vif-plugged", "status": "completed", "tag": "3b76c901-a570-4d5b-b1d0-1d7dfe7819d9"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:28.182804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,segment=NetworkSegment(46dad2c0-61e9-481c-9fa5-0a3a5e0b3521),segment_id=46dad2c0-61e9-481c-9fa5-0a3a5e0b3521)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:28.187875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:28.237595 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69746848-7261-4644-a4cb-dc5f17094f1d x-openstack-request-id: req-69746848-7261-4644-a4cb-dc5f17094f1d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:28.237908 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91670989-a3eb-4cee-b4c7-64e19e99eef2", "name": "network-vif-plugged", "status": "completed", "tag": "3b76c901-a570-4d5b-b1d0-1d7dfe7819d9", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:28.238504 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69746848-7261-4644-a4cb-dc5f17094f1d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:28.238922 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9', 'code': 200} Oct 15 00:46:28.245018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b7370-2608-4c41-a8c6-ee30afe5723e req-00e65656-39f6-4763-98b1-832530d79afa tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:28.247092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:28.256484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-070b7370-2608-4c41-a8c6-ee30afe5723e req-00e65656-39f6-4763-98b1-832530d79afa tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 945 time: 0.0840898 Oct 15 00:46:28.257262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8355857b-ea3c-4a27-8089-6940b6bf04a9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:28.357780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:28.358538 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-070b7370-2608-4c41-a8c6-ee30afe5723e req-eefd19f1-7527-42ec-af81-343a310e3193 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023312 Oct 15 00:46:28.461224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de33e-4dc0-40ed-8cbc-a5deea26ce89 req-35990521-a567-4f87-9263-a198d7a18898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:28.462801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b94de33e-4dc0-40ed-8cbc-a5deea26ce89 req-35990521-a567-4f87-9263-a198d7a18898 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 1097 time: 0.1120427 Oct 15 00:46:28.660460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b94de33e-4dc0-40ed-8cbc-a5deea26ce89 req-f9d67698-5fcf-4130-9274-6b5415536f96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244075 Oct 15 00:46:28.672617 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:28.784824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fec0d92-55f9-484f-8875-3d3b6dd76330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:28.959304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54468) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:28.970867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Router 44712910-9650-40db-bb6b-31d767cd7585 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:46:28.991001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.164512 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.167305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:46:29.177789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54474) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:29.180161 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] Sync routers for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:46:29.186754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0ca7f9f0-7173-4686-9945-430518ed46a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/44712910-9650-40db-bb6b-31d767cd7585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5061791 Oct 15 00:46:29.194260 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:29.195404 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:29.268027 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.280412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b9d94-1a9b-4670-a758-8c8050987293 req-862ae8e4-91d2-4401-900b-469182578c2a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:29.288684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a2b9d94-1a9b-4670-a758-8c8050987293 req-862ae8e4-91d2-4401-900b-469182578c2a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0903857 Oct 15 00:46:29.354509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a2b9d94-1a9b-4670-a758-8c8050987293 req-81e2e853-af40-47ca-abdf-97cdecb4c77e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648174 Oct 15 00:46:29.359261 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:29.363028 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7fa0fe-0d73-4f79-83ad-23b9d7c27915,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:29.485089 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bbbf8327667472b8e51466af879d8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224519 Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.493547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a455694e-0d89-43f0-a84f-d074cc74c86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:29.495607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54482) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:29.541263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.624571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7401591-cfa5-4896-8739-1f458718b63b req-984cb888-67bb-4de2-a1b8-92812bd19088 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:29.626370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7401591-cfa5-4896-8739-1f458718b63b req-984cb888-67bb-4de2-a1b8-92812bd19088 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 946 time: 0.1578188 Oct 15 00:46:29.655819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5e78-5408-449c-89db-569306cca51d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.715563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5e78-5408-449c-89db-569306cca51d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.728174 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:46:28Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:29.758476 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e7401591-cfa5-4896-8739-1f458718b63b req-4d0b0449-2e99-409a-b5ea-b81e86063242 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206181 Oct 15 00:46:29.776922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.808515 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] Checking router: 44712910-9650-40db-bb6b-31d767cd7585 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:46:29.815367 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] Routers {'44712910-9650-40db-bb6b-31d767cd7585'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:29.816204 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['44712910-9650-40db-bb6b-31d767cd7585'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:29.921583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5e78-5408-449c-89db-569306cca51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.927000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5e78-5408-449c-89db-569306cca51d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:29.928255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2c9b5e78-5408-449c-89db-569306cca51d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e7fa0fe-0d73-4f79-83ad-23b9d7c27915 HTTP/1.1" status: 204 len: 168 time: 0.4314857 Oct 15 00:46:29.951971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b5e78-5408-449c-89db-569306cca51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7fa0fe-0d73-4f79-83ad-23b9d7c27915,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:30.015020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Deleting port 2fe54059-831f-484c-b926-e1748febb5b0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:30.015020 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:30.015669 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] Set router 44712910-9650-40db-bb6b-31d767cd7585 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:30.123748 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:30.179222 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:30.213144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] For port 2fe54059-831f-484c-b926-e1748febb5b0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2fe54059-831f-484c-b926-e1748febb5b0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:30.213144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:30.247752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Calling delete_port for 2fe54059-831f-484c-b926-e1748febb5b0 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:30.319418 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:46:28Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:30.366319 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837f349f-33f8-4115-a238-3d494aa9787f None None] The sync data for ids ['44712910-9650-40db-bb6b-31d767cd7585'] in n-d-811521-2 is: [{'id': '44712910-9650-40db-bb6b-31d767cd7585', 'name': 'tempest-ServerActionsTestJSON-858680586-router', 'tenant_id': '263c0d278c3f49c9bc051c77cb07a614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '2fe54059-831f-484c-b926-e1748febb5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:35:25Z', 'updated_at': '2021-10-15T00:46:28Z', 'revision_number': 5, 'project_id': '263c0d278c3f49c9bc051c77cb07a614', 'gw_port': {'id': '2fe54059-831f-484c-b926-e1748febb5b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44712910-9650-40db-bb6b-31d767cd7585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:35:27Z', 'updated_at': '2021-10-15T00:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:46:30.607538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7182152-4113-4c10-87aa-a66e408f0d46 req-1e4bc699-9976-45e7-86b3-911b8246f163 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:30.619020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7182152-4113-4c10-87aa-a66e408f0d46 req-1e4bc699-9976-45e7-86b3-911b8246f163 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1038833 Oct 15 00:46:30.680283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7182152-4113-4c10-87aa-a66e408f0d46 req-ea3a0681-e2d8-4684-b7c2-d967de489c85 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561528 Oct 15 00:46:30.706423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:30.807626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe54059-831f-484c-b926-e1748febb5b0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:30.918108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.014136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f22642-5fb2-430d-a874-f998ca82961c req-74c76a6f-497b-403e-9cf1-91a411b528c3 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:31.034902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f22642-5fb2-430d-a874-f998ca82961c req-74c76a6f-497b-403e-9cf1-91a411b528c3 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 946 time: 0.1529512 Oct 15 00:46:31.124838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f22642-5fb2-430d-a874-f998ca82961c req-806d785e-a4bf-4731-a212-083c50db113e tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863469 Oct 15 00:46:31.219945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.227653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.374141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.375396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44712910-9650-40db-bb6b-31d767cd7585 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:46:31.384305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.388289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f7d26158-7d65-4700-8027-570cde01f0b3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/44712910-9650-40db-bb6b-31d767cd7585 HTTP/1.1" status: 204 len: 168 time: 2.2062948 Oct 15 00:46:31.388377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54564) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:31.522320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] Deleting subnet 5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:46:31.527312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.578515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.789767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:31.951304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2efac2-93f2-4b6f-a87a-e8114e0183fb req-a76ed498-c14c-42cc-b1e3-4ba90ddfd8e9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:31.953540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f2efac2-93f2-4b6f-a87a-e8114e0183fb req-a76ed498-c14c-42cc-b1e3-4ba90ddfd8e9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1262927 Oct 15 00:46:31.990603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.113244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.118034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99acfed-04a6-4762-becf-ec8e8435d10a None None] Network 9e41b00c-b623-43aa-84c1-2d27f3e01443 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:46:32.142777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6f2efac2-93f2-4b6f-a87a-e8114e0183fb req-3d92de6d-8d69-4473-af47-4b4a5d9da368 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750946 Oct 15 00:46:32.149983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54590) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:32.152717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5adaf90e-73bf-4d36-b884-0d5ddff4d2d6 HTTP/1.1" status: 204 len: 168 time: 0.7627909 Oct 15 00:46:32.160629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d1754-59fb-428a-856b-18f555085489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adaf90e-73bf-4d36-b884-0d5ddff4d2d6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:32.282332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fe54059-831f-484c-b926-e1748febb5b0 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:32.322870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 2fe54059-831f-484c-b926-e1748febb5b0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:32.323278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fe54059-831f-484c-b926-e1748febb5b0 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:32.323900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8355857b-ea3c-4a27-8089-6940b6bf04a9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:32.377277 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8355857b-ea3c-4a27-8089-6940b6bf04a9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:32.378672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8355857b-ea3c-4a27-8089-6940b6bf04a9 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:32.391190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.400609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.518393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352d5a-44ce-4348-b296-f7a3eb44f278 req-8c9dbe00-b77d-49e0-8a04-b723796d6dd4 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:32.518393 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4352d5a-44ce-4348-b296-f7a3eb44f278 req-8c9dbe00-b77d-49e0-8a04-b723796d6dd4 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 946 time: 0.1578023 Oct 15 00:46:32.531438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] DHCP port deletion for 9e41b00c-b623-43aa-84c1-2d27f3e01443 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:46:32.538477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4352d5a-44ce-4348-b296-f7a3eb44f278 req-ff216edc-e8ae-4bd4-bfff-07c0bd949d28 tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507069 Oct 15 00:46:32.540822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Deleting port 8e782658-b933-4558-b504-4be1975c2345 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:32.541165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.577752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:32.615558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] Deleting port 8e782658-b933-4558-b504-4be1975c2345 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:32.617084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.624379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] For port 8e782658-b933-4558-b504-4be1975c2345, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e782658-b933-4558-b504-4be1975c2345,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:32.624820 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.652848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Calling delete_port for 8e782658-b933-4558-b504-4be1975c2345 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:32.689202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] For port 8e782658-b933-4558-b504-4be1975c2345, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e782658-b933-4558-b504-4be1975c2345,segment=NetworkSegment(5ed6e3e9-855a-4195-8a9d-b187d2b979d7),segment_id=5ed6e3e9-855a-4195-8a9d-b187d2b979d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:32.689594 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.702943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] Calling delete_port for 8e782658-b933-4558-b504-4be1975c2345 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:32.766252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f967-fc86-41c3-9d78-01fdce170af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.848244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f967-fc86-41c3-9d78-01fdce170af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.896828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.927540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e782658-b933-4558-b504-4be1975c2345,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:32.934942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] No DVR routers for this DVR port 8e782658-b933-4558-b504-4be1975c2345 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:32.949342 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:32.975914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6bf4f967-fc86-41c3-9d78-01fdce170af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.010433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] Pushing event deleted for resources: {'Port': ['ID=8e782658-b933-4558-b504-4be1975c2345,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:33.012492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f86f1-89f4-4cca-b286-3a9278d53e85 None None] No DVR routers for this DVR port 8e782658-b933-4558-b504-4be1975c2345 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:33.047148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6bf4f967-fc86-41c3-9d78-01fdce170af3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e8324cb70fb44c0bc6138a541821052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639661 Oct 15 00:46:33.055227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:33.078691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4f967-fc86-41c3-9d78-01fdce170af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542fcd58-7b4e-473a-bb19-b188b5d90add,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:33.128696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.184503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9e87bf7-a15f-4a7d-ab25-4db3da1a8646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.187618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e41b00c-b623-43aa-84c1-2d27f3e01443']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:33.205484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed6e3e9-855a-4195-8a9d-b187d2b979d7') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:33.205484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed6e3e9-855a-4195-8a9d-b187d2b979d7') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:33.216762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.231818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.241207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:46:33.241632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.250843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9e87bf7-a15f-4a7d-ab25-4db3da1a8646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:46:33.341680 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:46:33.375560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-7de71583-0ccf-4ac2-b943-9563efc9726c tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:33.377772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-7de71583-0ccf-4ac2-b943-9563efc9726c tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.39 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 946 time: 0.0759673 Oct 15 00:46:33.452204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9e87bf7-a15f-4a7d-ab25-4db3da1a8646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.455094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9e87bf7-a15f-4a7d-ab25-4db3da1a8646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.456248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c9e87bf7-a15f-4a7d-ab25-4db3da1a8646 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/542fcd58-7b4e-473a-bb19-b188b5d90add HTTP/1.1" status: 204 len: 168 time: 0.4000385 Oct 15 00:46:33.462838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c09ee0-ae6c-44a4-8145-faa7af77ef59 req-6371e46c-aeba-4ab4-b644-0735bc0d3c30 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:33.464998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77c09ee0-ae6c-44a4-8145-faa7af77ef59 req-6371e46c-aeba-4ab4-b644-0735bc0d3c30 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.0996678 Oct 15 00:46:33.465713 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.471465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.478825 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e41b00c-b623-43aa-84c1-2d27f3e01443 HTTP/1.1" status: 204 len: 168 time: 1.3276992 Oct 15 00:46:33.498207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e87bf7-a15f-4a7d-ab25-4db3da1a8646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542fcd58-7b4e-473a-bb19-b188b5d90add,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:33.602467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Deleting port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:33.604693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.643874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acb5dd-5a80-4191-9f9b-c563735b7e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e41b00c-b623-43aa-84c1-2d27f3e01443,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:33.702749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-77c09ee0-ae6c-44a4-8145-faa7af77ef59 req-90a8f0ad-ea92-428b-8e1e-91da0c751ab4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225738 Oct 15 00:46:33.970046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] For port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,segment=NetworkSegment(46dad2c0-61e9-481c-9fa5-0a3a5e0b3521),segment_id=46dad2c0-61e9-481c-9fa5-0a3a5e0b3521)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:33.970046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:33.992524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf6485-090e-48fb-a851-9de8c0bbb625 req-37fcb457-0acd-4d5e-bd43-b08642d9bffd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:34.004952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cf6485-090e-48fb-a851-9de8c0bbb625 req-37fcb457-0acd-4d5e-bd43-b08642d9bffd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 946 time: 0.2100801 Oct 15 00:46:34.034686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Calling delete_port for 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:34.062458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54634) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:34.070330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e782658-b933-4558-b504-4be1975c2345 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:34.135766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8e782658-b933-4558-b504-4be1975c2345 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:34.136355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e782658-b933-4558-b504-4be1975c2345 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:34.167082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cf6485-090e-48fb-a851-9de8c0bbb625 req-491dddf8-08ae-41d3-81d2-a28043876a5a tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617541 Oct 15 00:46:34.204611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c8dd9465-d164-48cf-9f55-eedaeb076d2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=263c0d278c3f49c9bc051c77cb07a614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399295 Oct 15 00:46:34.205230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54640) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:34.336592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fae3aa7-6e03-43ab-9305-276eb3fcfe3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:34.453200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fae3aa7-6e03-43ab-9305-276eb3fcfe3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:34.785294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fae3aa7-6e03-43ab-9305-276eb3fcfe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:34.788854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fae3aa7-6e03-43ab-9305-276eb3fcfe3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:34.788989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:34.792826 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9fae3aa7-6e03-43ab-9305-276eb3fcfe3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b499d67a-cced-43eb-9e0c-92e3abf0dfcc HTTP/1.1" status: 204 len: 168 time: 0.5866446 Oct 15 00:46:34.804511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['3b76c901-a570-4d5b-b1d0-1d7dfe7819d9'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:46:34.812335 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae3aa7-6e03-43ab-9305-276eb3fcfe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b499d67a-cced-43eb-9e0c-92e3abf0dfcc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:34.919516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Pushing event deleted for resources: {'Port': ['ID=3b76c901-a570-4d5b-b1d0-1d7dfe7819d9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:34.974032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba038d-6e0e-4a2d-925d-9f5cef6f4f25 req-46d982ac-efcf-4b89-8ef6-8a8257f4d24d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:34.979985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4eba038d-6e0e-4a2d-925d-9f5cef6f4f25 req-46d982ac-efcf-4b89-8ef6-8a8257f4d24d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1370418 Oct 15 00:46:34.983366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] No DVR routers for this DVR port 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:34.986120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:34.990368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80b95786-28bf-43e9-b6aa-ab414a11c4a5 req-8e5efb4d-d54e-4c81-8f16-924a9a0c7dbd tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.39 "DELETE /v2.0/ports/3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 HTTP/1.1" status: 204 len: 173 time: 1.6059439 Oct 15 00:46:35.000422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'name': 'network-vif-deleted', 'tag': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:35.000422 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80af9c2-6d19-4823-8c62-8f9ee775448f" -d '{"events": [{"server_uuid": "91670989-a3eb-4cee-b4c7-64e19e99eef2", "name": "network-vif-deleted", "tag": "3b76c901-a570-4d5b-b1d0-1d7dfe7819d9"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:35.064850 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4eba038d-6e0e-4a2d-925d-9f5cef6f4f25 req-7d9bca7f-14f6-40a7-92ee-3764d44827b3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745788 Oct 15 00:46:35.113503 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671c7e5-3f1e-4efc-85b4-deb255d74efb x-openstack-request-id: req-c671c7e5-3f1e-4efc-85b4-deb255d74efb {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:35.115119 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91670989-a3eb-4cee-b4c7-64e19e99eef2", "name": "network-vif-deleted", "tag": "3b76c901-a570-4d5b-b1d0-1d7dfe7819d9", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:35.115435 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c671c7e5-3f1e-4efc-85b4-deb255d74efb {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:35.117262 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91670989-a3eb-4cee-b4c7-64e19e99eef2', 'name': 'network-vif-deleted', 'tag': '3b76c901-a570-4d5b-b1d0-1d7dfe7819d9', 'status': 'completed', 'code': 200} Oct 15 00:46:35.333922 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a081f23-77ad-43e3-be1e-69b81cf39f95 req-6bdc4eea-a551-4c3d-b96f-58ad038f70ff tempest-ServerAddressesNegativeTestJSON-1936393816 tempest-ServerAddressesNegativeTestJSON-1936393816-project] 10.222.0.13 "GET /v2.0/ports?device_id=91670989-a3eb-4cee-b4c7-64e19e99eef2 HTTP/1.1" status: 200 len: 210 time: 0.0558941 Oct 15 00:46:36.217457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-273e1468-1e1b-4bc0-b855-07a78ac97eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:36.219834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-273e1468-1e1b-4bc0-b855-07a78ac97eaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1096 time: 0.0948963 Oct 15 00:46:36.269124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030250-1351-403e-8f4d-1a6bab4c0c73 req-9123717f-9770-4d13-9533-a3e2d6bc113d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:36.281833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9030250-1351-403e-8f4d-1a6bab4c0c73 req-9123717f-9770-4d13-9533-a3e2d6bc113d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1258900 Oct 15 00:46:36.389448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:36.416089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54720) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:36.443495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] Deleting subnet 562dd07c-02f9-4e36-8762-c2ca50154f64 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:46:36.447453 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.493128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.568054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.679502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1883959663-network', 'tenant_id': '3b92d3c09b09472da8d4a798e063ebd0'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:36.725730 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.758646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562dd07c-02f9-4e36-8762-c2ca50154f64,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:36.766156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.774912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b53d4fd8-ba68-4fff-ac13-a7041d362ea9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/562dd07c-02f9-4e36-8762-c2ca50154f64 HTTP/1.1" status: 204 len: 168 time: 0.3842635 Oct 15 00:46:36.775722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:36.788316 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Made reservation on behalf of 3b92d3c09b09472da8d4a798e063ebd0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:36.791407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.814402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.815964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9030250-1351-403e-8f4d-1a6bab4c0c73 req-5aec1709-2481-4b30-979b-350ac5bdebc5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329857 Oct 15 00:46:36.855251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-e9d21079-79d5-4d30-ade5-3ceecc86caec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:36.857643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-e9d21079-79d5-4d30-ade5-3ceecc86caec service neutron] 10.222.0.39 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.6296589 Oct 15 00:46:36.908841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:36.946330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-f6233b95-d52e-46cc-80c1-864a86d6d56d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 1001 time: 0.0811615 Oct 15 00:46:37.003498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-fb2e2587-322e-4394-9d90-5953432f1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:37.005884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-fb2e2587-322e-4394-9d90-5953432f1531 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0523345 Oct 15 00:46:37.061474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.062934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-39f15271-3601-4d37-b32a-73b016d53ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:37.063548 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.064505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-39f15271-3601-4d37-b32a-73b016d53ebf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505188 Oct 15 00:46:37.088408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21e73e4-a547-4040-8f4b-6bf611977545']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:37.103070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dad2c0-61e9-481c-9fa5-0a3a5e0b3521') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:37.103369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dad2c0-61e9-481c-9fa5-0a3a5e0b3521') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:37.115546 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.132029 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:46:37.145673 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:46:37.190640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-3617da15-e51b-4344-8690-ac15f167a1cb service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175442 Oct 15 00:46:37.203745 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.238066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893962bd-9023-46a1-a364-957939bb8477,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:37.349382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25cc90f6-9f0f-49d3-a894-c9c2c192d858 req-307038fb-2f97-4840-a72a-56419216b7de service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490390 Oct 15 00:46:37.365215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.378292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.386989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d21e73e4-a547-4040-8f4b-6bf611977545 HTTP/1.1" status: 204 len: 168 time: 0.6100397 Oct 15 00:46:37.389358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:46:37.405835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668edb1-2eca-4a18-b311-795e751cc517 admin admin] Pushing event deleted for resources: {'Network': ['ID=d21e73e4-a547-4040-8f4b-6bf611977545,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:37.422582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.423320 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Added segment 4517ca86-9945-40be-b925-a393cf278342 of type vlan for network 45bb6098-92c1-40db-ab77-72284656eef5 Oct 15 00:46:37.491868 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.621766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.622788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:37.623729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:37.727277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] Pushing event updated for resources: {'Network': ['ID=45bb6098-92c1-40db-ab77-72284656eef5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:37.734019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:37.785505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 45bb6098-92c1-40db-ab77-72284656eef5 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:46:37.797248 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7ae6de8a-df7d-421a-a475-db8307337b42 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3798478 Oct 15 00:46:37.800152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:37.805909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-05f95574-a066-4847-9ae3-d89859439ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:37.807327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Request body: {'subnet': {'network_id': '45bb6098-92c1-40db-ab77-72284656eef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1883959663-subnet', 'tenant_id': '3b92d3c09b09472da8d4a798e063ebd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:37.807857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-05f95574-a066-4847-9ae3-d89859439ebf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1096 time: 0.1119657 Oct 15 00:46:38.017071 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:38.077042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc7711-ba79-4b3f-b677-8ec17427638a req-83c84639-6f2f-4fa2-ba81-29559b51469f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:38.088117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:38.090767 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e0e370-ad1c-4e85-9575-1510eb35ef5a" -d '{"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:38.093064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0cc7711-ba79-4b3f-b677-8ec17427638a req-83c84639-6f2f-4fa2-ba81-29559b51469f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 945 time: 0.1548190 Oct 15 00:46:38.098904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54762) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:38.112938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:38.134744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-28c73bb2-0d0b-494a-a495-cec492068939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:38.138761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-28c73bb2-0d0b-494a-a495-cec492068939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.3085754 Oct 15 00:46:38.158761 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5070d985-09c2-47d0-b780-50560c673951 x-openstack-request-id: req-5070d985-09c2-47d0-b780-50560c673951 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:38.159112 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:38.159416 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5070d985-09c2-47d0-b780-50560c673951 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:38.159829 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'code': 200} Oct 15 00:46:38.173744 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:38.174654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:38.199955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Made reservation on behalf of 3b92d3c09b09472da8d4a798e063ebd0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:38.221342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:38.221694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3b76c901-a570-4d5b-b1d0-1d7dfe7819d9 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:38.229511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:38.341374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:38.370083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-71f5ac58-7705-44db-bc9d-ad8337c03a93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 1001 time: 0.2229760 Oct 15 00:46:38.458748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-89a11aa2-4c5d-4ec2-a254-da2d5da49852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:38.460327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-89a11aa2-4c5d-4ec2-a254-da2d5da49852 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0814307 Oct 15 00:46:38.490862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0cc7711-ba79-4b3f-b677-8ec17427638a req-44600f09-948c-4bbe-b360-70eafefcc2fa tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897028 Oct 15 00:46:38.545012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-44e64797-9bba-42cb-9cef-de91ce46b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:38.547101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-44e64797-9bba-42cb-9cef-de91ce46b926 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741606 Oct 15 00:46:38.560955 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0b6a1c4a-c601-4900-8a63-0c1a8ef2594a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98c480dbb68b4f258065a5ae07803d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524384 Oct 15 00:46:38.564474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54772) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:38.610781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-871c01a3-0968-43cf-b9cf-7d1d120c4ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3180332 Oct 15 00:46:38.783750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bc489-deda-4d76-be1f-129b6f23c490 req-bee1d8af-0edf-4e41-b9d4-c1f667b53330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:38.785525 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-bee1d8af-0edf-4e41-b9d4-c1f667b53330 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdfbf885cdf641ce9476aa355cebccec&device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 1096 time: 0.1509595 Oct 15 00:46:38.868932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c7df3ec-cb92-46de-8700-4f86292f8406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:38.953071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bc489-deda-4d76-be1f-129b6f23c490 req-a4ef756e-8f8b-49d2-8676-1d98946747c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:38.955428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-a4ef756e-8f8b-49d2-8676-1d98946747c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 200 len: 912 time: 0.1365461 Oct 15 00:46:38.961348 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c7df3ec-cb92-46de-8700-4f86292f8406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:38.994208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-1f900367-a792-4f6b-a4c7-6c9bda986ebf service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388430 Oct 15 00:46:39.015265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:39.252517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a22797-fac2-4702-be5c-a5a1781ea14c req-4d34a45a-3a12-4838-a251-94cda9519022 service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437596 Oct 15 00:46:39.255603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c7df3ec-cb92-46de-8700-4f86292f8406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:39.258397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c7df3ec-cb92-46de-8700-4f86292f8406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:39.259522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0c7df3ec-cb92-46de-8700-4f86292f8406 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406 HTTP/1.1" status: 204 len: 168 time: 0.6940229 Oct 15 00:46:39.285240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7df3ec-cb92-46de-8700-4f86292f8406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab806e9-e9d3-4d7c-aca5-7ab1bcc67406,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:39.620585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-981de3d6-2120-48a4-beef-4a588abda801 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9 HTTP/1.1" status: 200 len: 1001 time: 0.6573386 Oct 15 00:46:39.668761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8f1b58-1e1e-41e4-962e-dc734f32f600,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:39.809835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445a0ce-2a01-4fc9-9ab2-b6303822416c req-1a4035a6-bad5-4bc2-8d64-059be54d8311 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:39.824157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1445a0ce-2a01-4fc9-9ab2-b6303822416c req-1a4035a6-bad5-4bc2-8d64-059be54d8311 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1961946 Oct 15 00:46:39.889603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bc489-deda-4d76-be1f-129b6f23c490 req-819df397-c463-4d19-95c2-ebe1e2b243a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:39.891454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-819df397-c463-4d19-95c2-ebe1e2b243a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 200 len: 850 time: 0.2494686 Oct 15 00:46:39.893849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Checking segment: {'id': '4517ca86-9945-40be-b925-a393cf278342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '45bb6098-92c1-40db-ab77-72284656eef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:46:39.894341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Network hostable DHCP agents. Network: 45bb6098-92c1-40db-ab77-72284656eef5, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:46:39.924631 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:39.966546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1445a0ce-2a01-4fc9-9ab2-b6303822416c req-ffd6b0ee-a879-4cc9-b0ab-9978fea46374 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244082 Oct 15 00:46:40.002068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bc489-deda-4d76-be1f-129b6f23c490 req-d1672cda-e50b-4918-9338-a0626ad8c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:40.002068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-d1672cda-e50b-4918-9338-a0626ad8c0b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958478 Oct 15 00:46:40.104779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Network 45bb6098-92c1-40db-ab77-72284656eef5 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:46:40.229209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-87880ba3-95c4-406f-b391-b1594e68b052 service neutron] 10.222.0.30 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235994 Oct 15 00:46:40.275322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 45bb6098-92c1-40db-ab77-72284656eef5) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:40.287241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e75967-bff4-4b64-987b-b8428c4df719 None None] Network 45bb6098-92c1-40db-ab77-72284656eef5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:46:40.288798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:40.289477 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:40.385936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f02b86d6-3687-4c97-8c1d-567d7a26bb14 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5801103 Oct 15 00:46:40.399194 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-168bc489-deda-4d76-be1f-129b6f23c490 req-fe1adff3-c882-4cbb-bee8-51c50fcd18ed service neutron] 10.222.0.30 "GET /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525085 Oct 15 00:46:40.547709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a1a8a-b59f-4a4e-bd2d-b77cf69a4ba6 None None] Network 45bb6098-92c1-40db-ab77-72284656eef5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:46:41.829611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54866) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:42.116711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1063228219-network', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:42.165860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-992886f4-7843-4adf-9235-4ce79e994a8d req-b071d8fd-057d-49ff-afe4-5213d3c2f817 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:46:42.166951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-992886f4-7843-4adf-9235-4ce79e994a8d req-b071d8fd-057d-49ff-afe4-5213d3c2f817 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1083093 Oct 15 00:46:42.261206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Made reservation on behalf of 20c9f3bab9b5496299a53f818bc6e304 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:42.263682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:42.273977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:42.354871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:42.455827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:42.573821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2125731b-5728-43ac-b0bc-398b157838cc,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:42.620036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:46:42.636391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:42.636988 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Added segment cbef0c84-b359-48f9-9fc6-88a8a5f1ef25 of type vlan for network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec Oct 15 00:46:42.665260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab752cb-c28a-4107-9bbc-3951460208f2 req-578550a1-5f96-4261-9c71-ac136d3ae094 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:42.666818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ab752cb-c28a-4107-9bbc-3951460208f2 req-578550a1-5f96-4261-9c71-ac136d3ae094 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1349051 Oct 15 00:46:42.727364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:42.790179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ab752cb-c28a-4107-9bbc-3951460208f2 req-0795a285-6b58-4e62-8a5a-20426b7c0435 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040297 Oct 15 00:46:43.033125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:43.034136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:43.035922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:43.114002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] Pushing event updated for resources: {'Network': ['ID=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:43.132032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:46:43.163398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc87d602-7a17-4c05-9eda-aea197c55664 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3325007 Oct 15 00:46:43.166318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:43.172845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Request body: {'subnet': {'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1063228219-subnet', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:43.352813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Made reservation on behalf of 20c9f3bab9b5496299a53f818bc6e304 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:43.355307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:43.538286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-b8c496b8-fda0-4f82-ab30-0058a53e2755 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3241639 Oct 15 00:46:43.555031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-963cff85-db29-46d3-9f86-9b9b94cd3a6b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:46:43.559839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-963cff85-db29-46d3-9f86-9b9b94cd3a6b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070038 Oct 15 00:46:43.698455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:43.761641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:43.845605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f549b7-bbdc-4feb-bc2a-1bd8737f1596,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:43.866539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Checking segment: {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:46:43.866908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Network hostable DHCP agents. Network: f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:46:43.986224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:46:44.030045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbcde-d8a7-4f6a-a873-bd376942111c req-6d205855-4c85-4ff7-8f61-3044fc5e1b7e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:44.037790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-970bbcde-d8a7-4f6a-a873-bd376942111c req-6d205855-4c85-4ff7-8f61-3044fc5e1b7e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0706577 Oct 15 00:46:44.070250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-a75ddb10-267b-4e16-b8df-20c2a877e799 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:44.091830 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-a75ddb10-267b-4e16-b8df-20c2a877e799 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/networks?id=45bb6098-92c1-40db-ab77-72284656eef5 HTTP/1.1" status: 200 len: 810 time: 0.1989355 Oct 15 00:46:44.105483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-970bbcde-d8a7-4f6a-a873-bd376942111c req-4949e914-629a-4c81-ba92-1eeb7cf2daa6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626614 Oct 15 00:46:44.136415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-a954dc30-5295-41a8-9a81-af07ba56b2bb tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/quotas/3b92d3c09b09472da8d4a798e063ebd0 HTTP/1.1" status: 200 len: 375 time: 0.0421720 Oct 15 00:46:44.174964 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-ea748fef-e91c-4abb-afbb-ac7719e8923d tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b92d3c09b09472da8d4a798e063ebd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376713 Oct 15 00:46:44.181124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:44.193404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:44.193801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8653f-e243-4f29-b89a-df8898b49447 None None] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:46:44.194340 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:44.359052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 54992) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:44.359307 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7844ee8f-80ea-4e73-946c-067fbe147de9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1915607 Oct 15 00:46:44.369777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-cf41d8b0-d3dc-44b5-8dd0-c780dc637e2a service neutron] 10.222.0.13 "GET /v2.0/networks/45bb6098-92c1-40db-ab77-72284656eef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645396 Oct 15 00:46:44.372149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:44.416601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be843a8-946a-4a1c-9014-79d430e8ee56 None None] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:46:44.522512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:44.523365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:44.548163 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f8528a2c-6a16-4d54-96cc-39a1db08aedf service neutron] 10.222.0.13 "GET /v2.0/networks/45bb6098-92c1-40db-ab77-72284656eef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735518 Oct 15 00:46:44.593358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:44.865342 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:44.947827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:45.334322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905719-6c41-402b-bc34-f96e28af6de5 req-417f44f5-04b7-4787-82b7-60dc462270da tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:45.345703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de905719-6c41-402b-bc34-f96e28af6de5 req-417f44f5-04b7-4787-82b7-60dc462270da tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1021745 Oct 15 00:46:45.448439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-de905719-6c41-402b-bc34-f96e28af6de5 req-5d6f7297-de43-4690-be98-9a6797158f9b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974355 Oct 15 00:46:45.451345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-355d2b44-a461-4a63-8f7f-d711ff39c2bb req-268a27ff-4369-41dd-bd73-965659f3a338 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 210 time: 0.2133360 Oct 15 00:46:45.507070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:45.543512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:45.715636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Allocated IP 172.25.2.93 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/28c2791a-09be-48ad-a171-f42e1ae78c6f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:46:45.864209 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:46.054019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:46.149910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Pushing event updated for resources: {'Port': ['ID=28c2791a-09be-48ad-a171-f42e1ae78c6f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:46.154243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:46:46.156411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:46.164022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:46:46.602776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-18f39dd6-af73-4fe8-bef8-3ddb4e398314 req-4489afba-839a-45e1-bec8-e0b9a5ef6448 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 210 time: 0.0473609 Oct 15 00:46:46.705694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:46.764451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f46262-b419-41eb-878a-406a6ecbba3a req-934aa4e7-6d19-43fa-9142-5c4d089df6f5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:46.766039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f46262-b419-41eb-878a-406a6ecbba3a req-934aa4e7-6d19-43fa-9142-5c4d089df6f5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1150646 Oct 15 00:46:46.860641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f46262-b419-41eb-878a-406a6ecbba3a req-cd294c5d-3c85-4ece-8801-00bf9a1cd8b1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837502 Oct 15 00:46:46.993862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:47.346983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:46:47.457738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:46:47.472342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Sync routers for ids ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:46:47.481919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Routers {'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:47.482583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:47.552851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:47.554877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f0fd3ac9-1c22-45c3-a529-1449d39f396b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1931996 Oct 15 00:46:47.568393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:47.613649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Set router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:47.685689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55054) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:47.788669 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df64a55d-066f-486e-8c4b-09fc7a82c9b1 req-64d56b4a-17b6-4c95-81d1-9fc20c933d98 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 210 time: 0.0599208 Oct 15 00:46:47.896520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09d3cce4-af0f-4c9b-afef-7e094d59560c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:47.928611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:46:46Z', 'revision_number': 3, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port': {'id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:45Z', 'updated_at': '2021-10-15T00:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:47.979273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Checking router: ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:46:47.979716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Updating router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 port 28c2791a-09be-48ad-a171-f42e1ae78c6f binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:46:48.017008 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.021605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09d3cce4-af0f-4c9b-afef-7e094d59560c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.077108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f67aeab1-29e3-45d6-bc72-b14ef411a7f6 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:48.079243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f67aeab1-29e3-45d6-bc72-b14ef411a7f6 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.39 "GET /v2.0/networks?id=45bb6098-92c1-40db-ab77-72284656eef5 HTTP/1.1" status: 200 len: 810 time: 0.1982393 Oct 15 00:46:48.093228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70407770-3e39-4322-ad02-5ed82f38fad9 req-c3045be4-0f1b-4b62-8403-1edda542ac5c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:48.101894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70407770-3e39-4322-ad02-5ed82f38fad9 req-c3045be4-0f1b-4b62-8403-1edda542ac5c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1170940 Oct 15 00:46:48.163278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Request body: {'port': {'device_id': '5686896c-206d-4794-9668-a885da5c56f8', 'network_id': '45bb6098-92c1-40db-ab77-72284656eef5', 'admin_state_up': True, 'tenant_id': '3b92d3c09b09472da8d4a798e063ebd0'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:48.193154 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09d3cce4-af0f-4c9b-afef-7e094d59560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.244848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3cce4-af0f-4c9b-afef-7e094d59560c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe51943-9cdf-476a-8974-52dfd90b6d03,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:48.274868 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-09d3cce4-af0f-4c9b-afef-7e094d59560c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc784286ae4240988d964be8a7de813c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873277 Oct 15 00:46:48.275908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55060) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:48.346457 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70407770-3e39-4322-ad02-5ed82f38fad9 req-38c4e67a-7834-4631-ab6c-3cdf86d2a6ac tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418416 Oct 15 00:46:48.360415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.495426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.496700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee0be55c-da5f-42d4-9982-a2c9667f0815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.529462 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee0be55c-da5f-42d4-9982-a2c9667f0815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.550587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Attempting to bind port 28c2791a-09be-48ad-a171-f42e1ae78c6f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:46:48.550972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Attempting to bind port 28c2791a-09be-48ad-a171-f42e1ae78c6f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:46:48.551427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Attempting to bind port 28c2791a-09be-48ad-a171-f42e1ae78c6f on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:46:48.558617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747274af-2b9f-43b4-b9e4-ae6fbdccd3c1 None None] Pushing event updated for resources: {'Port': ['ID=28c2791a-09be-48ad-a171-f42e1ae78c6f,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:48.561209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:46:48.561693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:46:48.562209 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.563188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:46:48.563188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Bound port: 28c2791a-09be-48ad-a171-f42e1ae78c6f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:46:48.563771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.596319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Made reservation on behalf of 3b92d3c09b09472da8d4a798e063ebd0 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:48.600761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.624999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] For port 28c2791a-09be-48ad-a171-f42e1ae78c6f, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:46:48.628940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] For port 28c2791a-09be-48ad-a171-f42e1ae78c6f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=28c2791a-09be-48ad-a171-f42e1ae78c6f,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:46:48.667176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.735826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.797674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Routers {'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:48.798344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:48.804089 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee0be55c-da5f-42d4-9982-a2c9667f0815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.806738 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee0be55c-da5f-42d4-9982-a2c9667f0815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:48.808165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee0be55c-da5f-42d4-9982-a2c9667f0815 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fe51943-9cdf-476a-8974-52dfd90b6d03 HTTP/1.1" status: 204 len: 168 time: 0.5251696 Oct 15 00:46:48.840932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747274af-2b9f-43b4-b9e4-ae6fbdccd3c1 None None] Pushing event updated for resources: {'Port': ['ID=28c2791a-09be-48ad-a171-f42e1ae78c6f,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:48.948472 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-442e778c-0500-415d-946c-45439c336436 req-74cf7fbe-e82b-4467-97ba-0c6722da44f4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 210 time: 0.0613987 Oct 15 00:46:48.973932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] Set router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:49.220182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:46:46Z', 'revision_number': 3, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port': {'id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:45Z', 'updated_at': '2021-10-15T00:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:49.278374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141d344-fe11-488e-8edd-fbf1da037fe8 None None] The sync data for ids ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'] in n-d-811521-2 is: [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:46:46Z', 'revision_number': 3, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port': {'id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:45Z', 'updated_at': '2021-10-15T00:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:46:49.410489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0be55c-da5f-42d4-9982-a2c9667f0815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe51943-9cdf-476a-8974-52dfd90b6d03,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:49.672726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Allocated IP 172.20.0.11 (45bb6098-92c1-40db-ab77-72284656eef5/0c8f1b58-1e1e-41e4-962e-dc734f32f600/e7b7886a-716e-46c8-9b08-af354b2f998f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:46:49.732456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55082) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:49.750864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45870cd-cd71-4c48-bd63-6eb68862cdf0 req-7954d2a0-6aad-4845-bfc6-b0df7fa261dd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:49.755367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fac35c-cfdb-4242-86eb-d6c633ac8406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:49.771294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d45870cd-cd71-4c48-bd63-6eb68862cdf0 req-7954d2a0-6aad-4845-bfc6-b0df7fa261dd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.3174350 Oct 15 00:46:49.891722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Allocated IP 172.20.0.1 (f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec/46f549b7-bbdc-4feb-bc2a-1bd8737f1596/787481a3-6fcc-4e5c-9044-633e008159c0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:46:49.931529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fac35c-cfdb-4242-86eb-d6c633ac8406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:49.991469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d45870cd-cd71-4c48-bd63-6eb68862cdf0 req-8d53b2df-2045-40be-9e17-d87aae69c53e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190793 Oct 15 00:46:50.010053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-80fac35c-cfdb-4242-86eb-d6c633ac8406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.141611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac35c-cfdb-4242-86eb-d6c633ac8406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bfeff0-5ae5-430e-970a-c18afed94088,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:50.144879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 28c2791a-09be-48ad-a171-f42e1ae78c6f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:46:50.165550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-80fac35c-cfdb-4242-86eb-d6c633ac8406 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9c5e4d399a442b0a616651abbc46567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318867 Oct 15 00:46:50.173222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55090) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:50.280258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df7cc22f-e7c0-453d-bd26-3792eb06957c req-0e5e4531-7f19-4010-a6a3-079e9eb1cd60 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 210 time: 0.1430008 Oct 15 00:46:50.315289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 28c2791a-09be-48ad-a171-f42e1ae78c6f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:46:50.315663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.383244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.420642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2dece5e3-7cc9-4a5a-941a-15440b4a0098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.422032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.479136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2dece5e3-7cc9-4a5a-941a-15440b4a0098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.482517 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.520859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 28c2791a-09be-48ad-a171-f42e1ae78c6f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=28c2791a-09be-48ad-a171-f42e1ae78c6f,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:50.596697 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.668097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=28c2791a-09be-48ad-a171-f42e1ae78c6f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:50.673770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.713023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2dece5e3-7cc9-4a5a-941a-15440b4a0098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.715687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2dece5e3-7cc9-4a5a-941a-15440b4a0098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.716840 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2dece5e3-7cc9-4a5a-941a-15440b4a0098 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77bfeff0-5ae5-430e-970a-c18afed94088 HTTP/1.1" status: 204 len: 168 time: 0.5364616 Oct 15 00:46:50.749432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dece5e3-7cc9-4a5a-941a-15440b4a0098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bfeff0-5ae5-430e-970a-c18afed94088,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:50.776292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Pushing event updated for resources: {'Port': ['ID=e7b7886a-716e-46c8-9b08-af354b2f998f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:50.783872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:50.837507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Pushing event updated for resources: {'Port': ['ID=787481a3-6fcc-4e5c-9044-633e008159c0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:50.881238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Network 45bb6098-92c1-40db-ab77-72284656eef5 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:46:50.883756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:50.887807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:46:50.896743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:46:50.921448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:50.925344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:46:50.974727 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:51.193038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:51.196593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:51.220681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd6a20-dafd-4f8e-a2a8-bec6b4f702a6 req-87e85800-52fd-4813-bc7a-37edc46f53b1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:51.230904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a2bd6a20-dafd-4f8e-a2a8-bec6b4f702a6 req-87e85800-52fd-4813-bc7a-37edc46f53b1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1020980 Oct 15 00:46:51.295912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a2bd6a20-dafd-4f8e-a2a8-bec6b4f702a6 req-ab305a63-62e3-4038-8827-bb88e9fc8205 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633707 Oct 15 00:46:51.370818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da5ba-89e7-4dc8-92fc-02393df834aa req-af164261-7370-4607-98e8-54254e307275 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:51.372694 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d8da5ba-89e7-4dc8-92fc-02393df834aa req-af164261-7370-4607-98e8-54254e307275 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 945 time: 0.1959455 Oct 15 00:46:51.402644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-f02ef801-b649-4af8-88f2-a56759ba4e6f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2509365 Oct 15 00:46:51.420442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Request body: {'port': {'device_id': '5686896c-206d-4794-9668-a885da5c56f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:51.482449 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d8da5ba-89e7-4dc8-92fc-02393df834aa req-83cccc3f-015e-45fa-809e-e765c7568b0c tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002700 Oct 15 00:46:51.546210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda9bfb-ddd6-4e16-b93c-cddbd8c9264a req-dd9e77c1-5a0f-4b55-b8ff-f2da1a4227e2 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:51.559361 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dda9bfb-ddd6-4e16-b93c-cddbd8c9264a req-dd9e77c1-5a0f-4b55-b8ff-f2da1a4227e2 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 932 time: 0.1362216 Oct 15 00:46:51.609525 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:51.636511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:51.662590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4dda9bfb-ddd6-4e16-b93c-cddbd8c9264a req-3e788efd-a7bd-4007-9df2-c2845ebc26c2 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018109 Oct 15 00:46:52.004180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b7886a-716e-46c8-9b08-af354b2f998f {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:46:52.028472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:52.051141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Transition to ACTIVE for port object e7b7886a-716e-46c8-9b08-af354b2f998f will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:46:52.090225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 28c2791a-09be-48ad-a171-f42e1ae78c6f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:46:52.151899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:52.358651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 28c2791a-09be-48ad-a171-f42e1ae78c6f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:46:52.359311 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:52.430758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:52.433445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7886a-716e-46c8-9b08-af354b2f998f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:52.557086 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:52.650786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e178851-db0b-49ef-94d9-b40d8ce2954e req-11d0af8a-da4d-4ca9-935e-cbbcfac27e74 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:52.652599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e178851-db0b-49ef-94d9-b40d8ce2954e req-11d0af8a-da4d-4ca9-935e-cbbcfac27e74 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.2048948 Oct 15 00:46:52.696007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca537358-fd04-40be-a478-66382fb46b0d req-7dc79194-2dcd-4341-8474-d0c9b919db0d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:52.704781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca537358-fd04-40be-a478-66382fb46b0d req-7dc79194-2dcd-4341-8474-d0c9b919db0d tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 945 time: 0.1030958 Oct 15 00:46:52.723471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Pushing event updated for resources: {'Port': ['ID=787481a3-6fcc-4e5c-9044-633e008159c0,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:52.728536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26228-04fb-4819-a77d-705165d6686e req-47a028c3-991c-4266-a42b-2e64ba6dd910 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:52.730404 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06c26228-04fb-4819-a77d-705165d6686e req-47a028c3-991c-4266-a42b-2e64ba6dd910 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.30 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 945 time: 0.1419814 Oct 15 00:46:52.752572 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:52.762906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Attempting to bind port e7b7886a-716e-46c8-9b08-af354b2f998f on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:46:52.763249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Attempting to bind port e7b7886a-716e-46c8-9b08-af354b2f998f by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '4517ca86-9945-40be-b925-a393cf278342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '45bb6098-92c1-40db-ab77-72284656eef5'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:46:52.763584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Attempting to bind port e7b7886a-716e-46c8-9b08-af354b2f998f on network 45bb6098-92c1-40db-ab77-72284656eef5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:46:52.865057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca537358-fd04-40be-a478-66382fb46b0d req-995348ac-54ee-40e3-b434-10c890aa4a4b tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups?id=5740ed7f-4a09-4c42-a440-48dd9002f44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568615 Oct 15 00:46:52.869840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e178851-db0b-49ef-94d9-b40d8ce2954e req-258c1b95-9fa2-40ff-9acc-bc1ee14cef99 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006330 Oct 15 00:46:52.874788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Port e7b7886a-716e-46c8-9b08-af354b2f998f on network 45bb6098-92c1-40db-ab77-72284656eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:46:52.874978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Attempting to bind port e7b7886a-716e-46c8-9b08-af354b2f998f on network 45bb6098-92c1-40db-ab77-72284656eef5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:46:52.879443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:46:52.882750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:46:52.886132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:46:52.886132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Checking segment: {'id': '4517ca86-9945-40be-b925-a393cf278342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '45bb6098-92c1-40db-ab77-72284656eef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:46:52.889591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Bound using segment: {'id': '4517ca86-9945-40be-b925-a393cf278342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '45bb6098-92c1-40db-ab77-72284656eef5'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:46:52.889591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Bound port: e7b7886a-716e-46c8-9b08-af354b2f998f, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4517ca86-9945-40be-b925-a393cf278342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '45bb6098-92c1-40db-ab77-72284656eef5'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:46:52.889591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:52.891022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Deleting port 4b24b3e2-54cb-4809-856c-cc8896381bd9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:52.891362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:53.032745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:46:53.073690 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] For port 4b24b3e2-54cb-4809-856c-cc8896381bd9, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4b24b3e2-54cb-4809-856c-cc8896381bd9,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:53.074465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:53.144120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] For port e7b7886a-716e-46c8-9b08-af354b2f998f, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:46:53.148815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] For port e7b7886a-716e-46c8-9b08-af354b2f998f, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e7b7886a-716e-46c8-9b08-af354b2f998f,segment=NetworkSegment(4517ca86-9945-40be-b925-a393cf278342),segment_id=4517ca86-9945-40be-b925-a393cf278342)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:46:53.257033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:53.269978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:53.270356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:53.270671 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Floating IP 2c4e6c4b-4243-4f4a-99a9-38dc35a43432 disassociated. External IP: 172.25.2.112, port: 4b24b3e2-54cb-4809-856c-cc8896381bd9. Oct 15 00:46:53.271601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Calling delete_port for 4b24b3e2-54cb-4809-856c-cc8896381bd9 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:53.327580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b7886a-716e-46c8-9b08-af354b2f998f,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:53.335320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:46:53.337998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:53.338418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:53.339818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-84333e19-8bf9-494f-b465-77fec685f1f2 service neutron] 10.222.0.39 "PUT /v2.0/ports/e7b7886a-716e-46c8-9b08-af354b2f998f HTTP/1.1" status: 200 len: 1092 time: 1.9279959 Oct 15 00:46:53.340262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5686896c-206d-4794-9668-a885da5c56f8', 'tag': 'e7b7886a-716e-46c8-9b08-af354b2f998f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:53.342987 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f56bb-e159-4e61-b892-52facd36d099" -d '{"events": [{"name": "network-changed", "server_uuid": "5686896c-206d-4794-9668-a885da5c56f8", "tag": "e7b7886a-716e-46c8-9b08-af354b2f998f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:53.349941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-570fa5e7-a21e-4f75-924b-8e94816c9c66 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea7a8e24-bf4c-4eea-aab5-3d1041ad0641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7802982 Oct 15 00:46:53.361487 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Sync routers for ids ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:46:53.375094 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Routers {'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:53.377085 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:53.408458 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fbe6a2-a2f4-4c76-ba83-edc619ca2865 x-openstack-request-id: req-e5fbe6a2-a2f4-4c76-ba83-edc619ca2865 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:53.408751 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5686896c-206d-4794-9668-a885da5c56f8", "tag": "e7b7886a-716e-46c8-9b08-af354b2f998f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:53.409034 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5fbe6a2-a2f4-4c76-ba83-edc619ca2865 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:53.409413 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5686896c-206d-4794-9668-a885da5c56f8', 'tag': 'e7b7886a-716e-46c8-9b08-af354b2f998f', 'status': 'completed', 'code': 200} Oct 15 00:46:53.532400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f56bb-e159-4e61-b892-52facd36d099 req-52cf734a-07e1-4d24-b00f-6a7a2cd576a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:53.534029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d6f56bb-e159-4e61-b892-52facd36d099 req-52cf734a-07e1-4d24-b00f-6a7a2cd576a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b92d3c09b09472da8d4a798e063ebd0&device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 1095 time: 0.0942860 Oct 15 00:46:53.628035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:53.639512 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Set router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:53.765192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event deleted for resources: {'Port': ['ID=4b24b3e2-54cb-4809-856c-cc8896381bd9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:53.797262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f56bb-e159-4e61-b892-52facd36d099 req-37863468-8592-49eb-ac7c-5e4d1b58db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:53.810287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d6f56bb-e159-4e61-b892-52facd36d099 req-37863468-8592-49eb-ac7c-5e4d1b58db55 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3b92d3c09b09472da8d4a798e063ebd0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2611196 Oct 15 00:46:53.821384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffd2e1-45ad-41e6-a752-571fea9ff689 req-339af434-374f-4906-a48a-7f980abacf9e tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:53.823258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4cffd2e1-45ad-41e6-a752-571fea9ff689 req-339af434-374f-4906-a48a-7f980abacf9e tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 944 time: 0.2801080 Oct 15 00:46:54.048008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Router a3a4f235-9cde-496f-aded-7d07af030836 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:46:54.053387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f56bb-e159-4e61-b892-52facd36d099 req-7330ef71-12e2-44a7-87c9-dbe5d2b91943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:54.058456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d6f56bb-e159-4e61-b892-52facd36d099 req-7330ef71-12e2-44a7-87c9-dbe5d2b91943 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2463803 Oct 15 00:46:54.087147 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:46:51Z', 'revision_number': 4, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port': {'id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:45Z', 'updated_at': '2021-10-15T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '787481a3-6fcc-4e5c-9044-633e008159c0', 'name': '', 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'mac_address': 'fa:16:3e:c9:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:48Z', 'updated_at': '2021-10-15T00:46:52Z', 'revision_number': 2, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'subnets': [{'id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:54.108935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4cffd2e1-45ad-41e6-a752-571fea9ff689 req-5b51a020-f309-4e84-bb38-fc2a92259ef8 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680878 Oct 15 00:46:54.199561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-c4c23d91-bde8-4348-8272-24669d34b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:54.201256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-c4c23d91-bde8-4348-8272-24669d34b611 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b92d3c09b09472da8d4a798e063ebd0&device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 1095 time: 0.1006918 Oct 15 00:46:54.219053 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Checking router: ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:46:54.219053 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Updating router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 port 787481a3-6fcc-4e5c-9044-633e008159c0 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:46:54.297773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:46:54.298738 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:54.320111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] Sync routers for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:46:54.326048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-6e29956c-0bad-43fd-942a-f4bfb25b8068 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7b7886a-716e-46c8-9b08-af354b2f998f HTTP/1.1" status: 200 len: 217 time: 0.1138718 Oct 15 00:46:54.336882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:54.337732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:54.388106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19234d0e-b8b6-4926-ac7d-8f5c3349c51b req-23ad3817-da15-4a94-b3f8-cf39c505d88e tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 210 time: 0.0925200 Oct 15 00:46:54.517497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] No DVR routers for this DVR port 4b24b3e2-54cb-4809-856c-cc8896381bd9 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:46:54.537959 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:54.544863 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06c26228-04fb-4819-a77d-705165d6686e req-adde9e4e-d032-4dd2-8f73-ba42dd8cf703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.30 "DELETE /v2.0/ports/4b24b3e2-54cb-4809-856c-cc8896381bd9 HTTP/1.1" status: 204 len: 173 time: 1.8054841 Oct 15 00:46:54.548612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'name': 'network-vif-deleted', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:46:54.548612 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6558dd0-cf7a-46f6-8471-efa8c8e3cdfe" -d '{"events": [{"server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "name": "network-vif-deleted", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:46:54.561238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-051a2260-050a-4d9c-bddd-0f9b8f544d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:54.562736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-051a2260-050a-4d9c-bddd-0f9b8f544d3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0c8f1b58-1e1e-41e4-962e-dc734f32f600 HTTP/1.1" status: 200 len: 850 time: 0.2292757 Oct 15 00:46:54.672065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:54.677035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56135f0-5882-4942-9e1c-6f3061f7c056 req-f5f21b2c-12f3-46e1-8bb5-15e644441604 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:54.689124 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f56135f0-5882-4942-9e1c-6f3061f7c056 req-f5f21b2c-12f3-46e1-8bb5-15e644441604 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1533880 Oct 15 00:46:54.731925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-e76c21a6-86a8-4c69-830e-be690231b405 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45bb6098-92c1-40db-ab77-72284656eef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443863 Oct 15 00:46:54.761902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f56135f0-5882-4942-9e1c-6f3061f7c056 req-7285eb9a-2d65-4653-a289-4e4a4536817f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648882 Oct 15 00:46:54.879856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-2ee3258b-2525-4f71-aac5-4775f71844c0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:54.881849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-2ee3258b-2525-4f71-aac5-4775f71844c0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 811 time: 0.4415960 Oct 15 00:46:54.963785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-fdae4421-e4d1-4331-9b78-e2ad90bc4392 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/quotas/20c9f3bab9b5496299a53f818bc6e304 HTTP/1.1" status: 200 len: 375 time: 0.0405979 Oct 15 00:46:55.070721 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:55.135954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-b96fef61-3ff2-44d8-8243-bc36a6ccfc6b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1688950 Oct 15 00:46:55.143582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-51aa776d-b397-4a13-ac93-8363d235f79d service neutron] 10.222.0.39 "GET /v2.0/networks/45bb6098-92c1-40db-ab77-72284656eef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016259 Oct 15 00:46:55.181501 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:55.207790 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01ce5f3-e746-4dda-8d4a-322b9bd6d99d x-openstack-request-id: req-e01ce5f3-e746-4dda-8d4a-322b9bd6d99d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:46:55.208452 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61450d67-05b5-4917-87af-b05cc39267ae", "name": "network-vif-deleted", "tag": "4b24b3e2-54cb-4809-856c-cc8896381bd9", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:46:55.208452 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e01ce5f3-e746-4dda-8d4a-322b9bd6d99d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:46:55.210187 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61450d67-05b5-4917-87af-b05cc39267ae', 'name': 'network-vif-deleted', 'tag': '4b24b3e2-54cb-4809-856c-cc8896381bd9', 'status': 'completed', 'code': 200} Oct 15 00:46:55.215636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:55.329873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-503b212c-2602-4d4b-a915-100201ea0ddc service neutron] 10.222.0.13 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835148 Oct 15 00:46:55.331141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] Checking router: a3a4f235-9cde-496f-aded-7d07af030836 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:46:55.337329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd98c7f9-d0ba-4251-ad3e-4e96fa164bb8 req-e2d03e2d-30bc-4ad7-b6fa-bbcc4ce35250 service neutron] 10.222.0.39 "GET /v2.0/networks/45bb6098-92c1-40db-ab77-72284656eef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852517 Oct 15 00:46:55.365623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:55.367342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:55.510388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cc9d3-73ef-4de9-8b00-0a50390e432d req-6dec3e84-5c2a-424c-be4b-d03866160e02 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:55.524222 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f09cc9d3-73ef-4de9-8b00-0a50390e432d req-6dec3e84-5c2a-424c-be4b-d03866160e02 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 944 time: 0.1277792 Oct 15 00:46:55.567812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-7e6be6de-c1d9-4133-982e-46c67d501a8b service neutron] 10.222.0.13 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295001 Oct 15 00:46:55.662695 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f09cc9d3-73ef-4de9-8b00-0a50390e432d req-bf9e6b20-ca96-40e9-b631-0eac31c34d4f tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349127 Oct 15 00:46:55.666688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:55.743723 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Pushing event updated for resources: {'Port': ['ID=787481a3-6fcc-4e5c-9044-633e008159c0,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:55.806366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.806814 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.807438 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.807872 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.808299 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.808722 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.809104 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.809483 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.809979 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.810312 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.813205 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.813205 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:55.837653 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Attempting to bind port 787481a3-6fcc-4e5c-9044-633e008159c0 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:46:55.842169 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Attempting to bind port 787481a3-6fcc-4e5c-9044-633e008159c0 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:46:55.842805 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Attempting to bind port 787481a3-6fcc-4e5c-9044-633e008159c0 on network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:46:55.854050 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:46:55.855693 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Checking segment: {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:46:55.858600 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:55.859237 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Bound using segment: {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:46:55.859929 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Bound port: 787481a3-6fcc-4e5c-9044-633e008159c0, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:46:55.864898 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:55.911984 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7126c79f-a041-43c4-be21-ed4d4cabac51 req-56f5b5a4-4776-4ce1-a796-8e113382ee5a tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/ports?device_id=61450d67-05b5-4917-87af-b05cc39267ae HTTP/1.1" status: 200 len: 210 time: 0.0568953 Oct 15 00:46:55.970570 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] For port 787481a3-6fcc-4e5c-9044-633e008159c0, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:46:55.974836 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] For port 787481a3-6fcc-4e5c-9044-633e008159c0, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=787481a3-6fcc-4e5c-9044-633e008159c0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:46:56.056317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4b24b3e2-54cb-4809-856c-cc8896381bd9 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:46:56.079387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3ed2-003a-44b5-b747-7c409b59c39d req-acbd6354-2a71-45c4-b557-a18293365e95 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:56.089050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-052c3ed2-003a-44b5-b747-7c409b59c39d req-acbd6354-2a71-45c4-b557-a18293365e95 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0734677 Oct 15 00:46:56.105890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 4b24b3e2-54cb-4809-856c-cc8896381bd9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:46:56.106447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4b24b3e2-54cb-4809-856c-cc8896381bd9 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:46:56.110963 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:56.197673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-052c3ed2-003a-44b5-b747-7c409b59c39d req-2494a23e-9968-482f-a884-625d800991bb tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879512 Oct 15 00:46:56.203417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:56.262280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dd1b904-e76c-4039-8ff6-d92b3e9a305c req-43278233-af41-4ad8-a3c9-717655b0bafc tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 210 time: 0.0829248 Oct 15 00:46:56.283078 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Routers {'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:46:56.283705 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:56.311117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0c196-ca21-41bf-a480-6840a3cfc27b None None] The sync data for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 is: [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:37:35Z', 'revision_number': 4, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '6233bd8a-a675-4930-9e79-7d1b705b276f', 'name': '', 'network_id': '5bb8933a-1a26-47e4-b2c7-ec3a263a2d86', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'mac_address': 'fa:16:3e:a7:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:34Z', 'updated_at': '2021-10-15T00:37:41Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'subnets': [{'id': '2f6c15bd-bd3d-423b-bf09-1a307a2aae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:46:56.326480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-74196077-17f8-4b8d-8675-aaab97890ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:56.461753 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6b44a-19ed-47dc-97ac-717693c2e5f9 None None] Pushing event updated for resources: {'Port': ['ID=787481a3-6fcc-4e5c-9044-633e008159c0,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:56.499986 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] Set router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:46:56.561273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55222) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:56.760116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:56.880252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687d5cc0-d884-4604-9a8d-880168ee198e None None] New status for floating IP 2c4e6c4b-4243-4f4a-99a9-38dc35a43432: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:46:56.938115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5fd25-a577-4a45-ab57-571b174bf6f4 req-302fcd34-77cb-40fb-bb8b-9c9339f47161 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:56.946753 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4d5fd25-a577-4a45-ab57-571b174bf6f4 req-302fcd34-77cb-40fb-bb8b-9c9339f47161 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 944 time: 0.1494467 Oct 15 00:46:57.018760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6cd5-f404-41ac-9168-ca8368480b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.068259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4d5fd25-a577-4a45-ab57-571b174bf6f4 req-9feb3407-999c-4f6f-9a0d-e0004af31260 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206341 Oct 15 00:46:57.069241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-360d3b3c-080a-4561-9592-f69261ad9624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.160589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55240) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:57.217819 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:46:51Z', 'revision_number': 4, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port': {'id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:45Z', 'updated_at': '2021-10-15T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '787481a3-6fcc-4e5c-9044-633e008159c0', 'name': '', 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'mac_address': 'fa:16:3e:c9:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:48Z', 'updated_at': '2021-10-15T00:46:55Z', 'revision_number': 4, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'subnets': [{'id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:46:57.224691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6cd5-f404-41ac-9168-ca8368480b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.233029 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-360d3b3c-080a-4561-9592-f69261ad9624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.269884 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a428d71-6cc1-433c-b7c2-6f1a5a4789c9 None None] The sync data for ids ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'] in n-d-811521-2 is: [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:46:51Z', 'revision_number': 4, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port': {'id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:45Z', 'updated_at': '2021-10-15T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '787481a3-6fcc-4e5c-9044-633e008159c0', 'name': '', 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'mac_address': 'fa:16:3e:c9:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:48Z', 'updated_at': '2021-10-15T00:46:55Z', 'revision_number': 4, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'subnets': [{'id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:46:57.293349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f9c47e85-4ef5-4be4-b239-a8a5b57564b1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.337384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6cd5-f404-41ac-9168-ca8368480b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.346412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-360d3b3c-080a-4561-9592-f69261ad9624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.366248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f9c47e85-4ef5-4be4-b239-a8a5b57564b1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.442222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c3945-f0ba-4c0b-ba76-5ad5014b5d9c req-355db1a8-c98f-4c69-ba79-fc7da662ba41 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:57.446890 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a9c3945-f0ba-4c0b-ba76-5ad5014b5d9c req-355db1a8-c98f-4c69-ba79-fc7da662ba41 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1494174 Oct 15 00:46:57.449016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0fec599-515d-415e-9afe-6aac9a5197f4 req-45ef424e-9b56-434f-8e1b-6782e900d055 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 210 time: 0.1026766 Oct 15 00:46:57.454473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55250) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:57.459711 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-360d3b3c-080a-4561-9592-f69261ad9624 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da97dd51cdce4e5581c49e122be158a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982913 Oct 15 00:46:57.469323 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ae9f6cd5-f404-41ac-9168-ca8368480b54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ff7aa5b0e5347618792082ab4e96f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045208 Oct 15 00:46:57.469574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f6cd5-f404-41ac-9168-ca8368480b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96530f5-30c4-4071-a7d1-f3cda43e4aad,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:57.474336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:57.579801 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eed3aa76-500b-44c3-9e5e-2fe732564b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.611112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eed3aa76-500b-44c3-9e5e-2fe732564b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.639183 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7a9c3945-f0ba-4c0b-ba76-5ad5014b5d9c req-03473466-d1e4-4bc6-9494-c5bbf946b8cd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706996 Oct 15 00:46:57.645402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d3b3c-080a-4561-9592-f69261ad9624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef68d7f9-910e-4966-8981-1d0023561a0b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:57.675305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f9c47e85-4ef5-4be4-b239-a8a5b57564b1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.678446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f9c47e85-4ef5-4be4-b239-a8a5b57564b1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.679560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f9c47e85-4ef5-4be4-b239-a8a5b57564b1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "DELETE /v2.0/security-groups/5740ed7f-4a09-4c42-a440-48dd9002f44a HTTP/1.1" status: 204 len: 168 time: 0.5179121 Oct 15 00:46:57.686860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55256) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:57.689491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c47e85-4ef5-4be4-b239-a8a5b57564b1 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5740ed7f-4a09-4c42-a440-48dd9002f44a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:57.698382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77c2e545-89ea-44f8-bafd-b05abfc0dab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.712254 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eed3aa76-500b-44c3-9e5e-2fe732564b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.715208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eed3aa76-500b-44c3-9e5e-2fe732564b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.716361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eed3aa76-500b-44c3-9e5e-2fe732564b43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef68d7f9-910e-4966-8981-1d0023561a0b HTTP/1.1" status: 204 len: 168 time: 0.2606754 Oct 15 00:46:57.730011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3aa76-500b-44c3-9e5e-2fe732564b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef68d7f9-910e-4966-8981-1d0023561a0b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:57.745351 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-26cd1bac-436c-402a-b87c-3e10748692e5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] show failed (client error): The resource could not be found. Oct 15 00:46:57.746777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-26cd1bac-436c-402a-b87c-3e10748692e5 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "GET /v2.0/security-groups/5740ed7f-4a09-4c42-a440-48dd9002f44a HTTP/1.1" status: 404 len: 347 time: 0.0586503 Oct 15 00:46:57.749727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55260) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:57.779385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77c2e545-89ea-44f8-bafd-b05abfc0dab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.944602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Deleting port c4394e03-d52f-4b87-a309-ed3e50262f8b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:46:57.945062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.962706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77c2e545-89ea-44f8-bafd-b05abfc0dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.974318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77c2e545-89ea-44f8-bafd-b05abfc0dab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:57.978056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77c2e545-89ea-44f8-bafd-b05abfc0dab3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d96530f5-30c4-4071-a7d1-f3cda43e4aad HTTP/1.1" status: 204 len: 168 time: 0.4883738 Oct 15 00:46:58.012466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2e545-89ea-44f8-bafd-b05abfc0dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96530f5-30c4-4071-a7d1-f3cda43e4aad,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:58.109081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.109742 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.127936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Calling delete_port for c4394e03-d52f-4b87-a309-ed3e50262f8b owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:46:58.157789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 787481a3-6fcc-4e5c-9044-633e008159c0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:46:58.261722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 787481a3-6fcc-4e5c-9044-633e008159c0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:46:58.261722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.367885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121241-7ee3-4e99-b5e4-8e8ee8c45d2b req-dee6eb61-89fc-4bd6-bcb8-5a4a0e209270 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:58.369333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93121241-7ee3-4e99-b5e4-8e8ee8c45d2b req-dee6eb61-89fc-4bd6-bcb8-5a4a0e209270 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 944 time: 0.1849365 Oct 15 00:46:58.391194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.424655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93121241-7ee3-4e99-b5e4-8e8ee8c45d2b req-4761663c-6c4d-4d8c-b8cd-f15bf1e4eb47 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Oct 15 00:46:58.472352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 787481a3-6fcc-4e5c-9044-633e008159c0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=787481a3-6fcc-4e5c-9044-633e008159c0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:58.478664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.539306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Pushing event deleted for resources: {'Port': ['ID=c4394e03-d52f-4b87-a309-ed3e50262f8b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:58.552899 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.609476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.613410 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.614719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e4ed0e7d-faf7-4bd2-8383-b1d9794b3703 tempest-AttachVolumeTestJSON-1506393834 tempest-AttachVolumeTestJSON-1506393834-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c4e6c4b-4243-4f4a-99a9-38dc35a43432 HTTP/1.1" status: 204 len: 168 time: 0.8638947 Oct 15 00:46:58.657912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26df9e91-7dcc-4d11-a925-ef8e0c92a1e9 req-a156b2b2-303f-4070-846e-e31a316e7a94 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 210 time: 0.0896761 Oct 15 00:46:58.749746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=787481a3-6fcc-4e5c-9044-633e008159c0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:46:58.780177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.780684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.781391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.781913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.782563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.783128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.783717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.784627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.785115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.785969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.786464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.786994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:46:58.835574 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb30867c-cc9e-4a64-8183-e6d8441af6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:58.844423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a55fac-186b-4d13-b7de-df7a3d7414f2 req-3a8b6690-16d0-45a7-a294-27a08814cdb0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:58.846302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60a55fac-186b-4d13-b7de-df7a3d7414f2 req-3a8b6690-16d0-45a7-a294-27a08814cdb0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0948777 Oct 15 00:46:58.890989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60a55fac-186b-4d13-b7de-df7a3d7414f2 req-47b59aae-2652-4eba-93d6-26ff387c8cd6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371561 Oct 15 00:46:59.310703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-565bf3dc-9932-49e8-a2df-da217ba1d576 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:59.314957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-565bf3dc-9932-49e8-a2df-da217ba1d576 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.30 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 811 time: 0.1204338 Oct 15 00:46:59.327185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Request body: {'port': {'device_id': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'admin_state_up': True, 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:46:59.532733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Made reservation on behalf of 20c9f3bab9b5496299a53f818bc6e304 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:46:59.536608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:46:59.667050 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96c50b-379b-4bf8-a43a-52f67ea96287 req-a683f0d1-1380-4450-b393-edbb2a1d5df8 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:46:59.668439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee96c50b-379b-4bf8-a43a-52f67ea96287 req-a683f0d1-1380-4450-b393-edbb2a1d5df8 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 944 time: 0.1216292 Oct 15 00:46:59.750136 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ee96c50b-379b-4bf8-a43a-52f67ea96287 req-d244f55f-89a4-4782-8d63-ee8b18389851 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Oct 15 00:46:59.751776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Allocated IP 172.20.0.13 (f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec/46f549b7-bbdc-4feb-bc2a-1bd8737f1596/dffe031a-8e9e-48ae-8ab4-377d572c03f0) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:46:59.784698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e7b7886a-716e-46c8-9b08-af354b2f998f details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:46:59.842687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d41fb0b6-b72f-4735-b417-3075457cc8cd req-d1994010-1c10-463f-88d6-001164a451de tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 210 time: 0.0716386 Oct 15 00:46:59.891011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55300) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:46:59.957140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e7b7886a-716e-46c8-9b08-af354b2f998f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e7b7886a-716e-46c8-9b08-af354b2f998f,segment=NetworkSegment(4517ca86-9945-40be-b925-a393cf278342),segment_id=4517ca86-9945-40be-b925-a393cf278342)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:46:59.967971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'e7b7886a-716e-46c8-9b08-af354b2f998f', 'network_id': '45bb6098-92c1-40db-ab77-72284656eef5', 'port_id': 'e7b7886a-716e-46c8-9b08-af354b2f998f', 'mac_address': 'fa:16:3e:f3:c9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8f1b58-1e1e-41e4-962e-dc734f32f600', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:47:00.021367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.059078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b7886a-716e-46c8-9b08-af354b2f998f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:47:00.070439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55308) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:00.093997 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.095909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 787481a3-6fcc-4e5c-9044-633e008159c0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:00.124733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3884da83-cc63-41ec-bc1f-0b283e0e0d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.184374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881bd2d-c20e-4daa-8d8f-a42dc297a03a req-a3ede567-2dbb-4b34-8c9a-462e8dfe1531 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:00.189915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e7b7886a-716e-46c8-9b08-af354b2f998f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e7b7886a-716e-46c8-9b08-af354b2f998f,segment=NetworkSegment(4517ca86-9945-40be-b925-a393cf278342),segment_id=4517ca86-9945-40be-b925-a393cf278342)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:00.196595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b881bd2d-c20e-4daa-8d8f-a42dc297a03a req-a3ede567-2dbb-4b34-8c9a-462e8dfe1531 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1811118 Oct 15 00:47:00.213779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 787481a3-6fcc-4e5c-9044-633e008159c0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:00.214443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.244102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.282730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3884da83-cc63-41ec-bc1f-0b283e0e0d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.336490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Pushing event updated for resources: {'Port': ['ID=dffe031a-8e9e-48ae-8ab4-377d572c03f0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:00.365915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.367874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.368768 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.370935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b881bd2d-c20e-4daa-8d8f-a42dc297a03a req-a967d279-49d4-476e-a6dd-64fa65cdbad9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714602 Oct 15 00:47:00.385372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:00.386950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:00.389424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:00.426359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e7b7886a-716e-46c8-9b08-af354b2f998f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:00.439622 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3884da83-cc63-41ec-bc1f-0b283e0e0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.461776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:00.462795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.503611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-915063e0-965a-470a-bcc3-efb0ee2da0c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.532698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884da83-cc63-41ec-bc1f-0b283e0e0d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35a518-1a68-4231-9dbd-4d42cf2f8187,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:00.546741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3884da83-cc63-41ec-bc1f-0b283e0e0d08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0671ee59fca345939323b79835bd8444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698169 Oct 15 00:47:00.547720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55316) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:00.559938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-7a5cc938-3dac-43ce-95c8-549e5fcd8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:00.561428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-7a5cc938-3dac-43ce-95c8-549e5fcd8b9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251&tenant_id=9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 1094 time: 0.2302649 Oct 15 00:47:00.602010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d8af-be20-4e17-aa4c-1c8bef93d9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.636505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d8af-be20-4e17-aa4c-1c8bef93d9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.648723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-915063e0-965a-470a-bcc3-efb0ee2da0c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.650147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-63f10e9b-d5c5-4db8-919b-750280d99f4b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3275888 Oct 15 00:47:00.660640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-263dbbd3-8c6d-4765-9747-682c3383a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:00.663330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-263dbbd3-8c6d-4765-9747-682c3383a9ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1094 time: 0.0667729 Oct 15 00:47:00.669677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Request body: {'port': {'device_id': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:00.670820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['e7b7886a-716e-46c8-9b08-af354b2f998f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:47:00.755844 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.930432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d8af-be20-4e17-aa4c-1c8bef93d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.933961 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9ca8d8af-be20-4e17-aa4c-1c8bef93d9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:00.935305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9ca8d8af-be20-4e17-aa4c-1c8bef93d9f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa35a518-1a68-4231-9dbd-4d42cf2f8187 HTTP/1.1" status: 204 len: 168 time: 0.3870120 Oct 15 00:47:00.997831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8d8af-be20-4e17-aa4c-1c8bef93d9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35a518-1a68-4231-9dbd-4d42cf2f8187,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:01.146642 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3ce2-707e-4e74-8a5f-f0066358978a req-80670e85-fd2e-4699-b920-8c507b08b3ea tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:01.148685 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-528d3ce2-707e-4e74-8a5f-f0066358978a req-80670e85-fd2e-4699-b920-8c507b08b3ea tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 932 time: 0.1735311 Oct 15 00:47:01.218420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-915063e0-965a-470a-bcc3-efb0ee2da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.256645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-915063e0-965a-470a-bcc3-efb0ee2da0c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=173c12b4818847f98118199bb68e07b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3635552 Oct 15 00:47:01.257090 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-528d3ce2-707e-4e74-8a5f-f0066358978a req-b6f7b8a9-1ac5-4e19-bc12-36849e79e2ab tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006896 Oct 15 00:47:01.257630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55332) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:01.339584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffe031a-8e9e-48ae-8ab4-377d572c03f0 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:47:01.349008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.365674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Transition to ACTIVE for port object dffe031a-8e9e-48ae-8ab4-377d572c03f0 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:47:01.415816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-1ad16566-f78d-48f8-87cb-97af3c4043a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:01.417531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-1ad16566-f78d-48f8-87cb-97af3c4043a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.7481613 Oct 15 00:47:01.418501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915063e0-965a-470a-bcc3-efb0ee2da0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037e3d1f-3010-424a-8352-8ea5f19b499b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:01.444109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.548798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe031a-8e9e-48ae-8ab4-377d572c03f0,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:01.562426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c86dbe8-e329-4e2b-9c1a-f4ebb9f9e1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.590508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-c5d5d5c6-e7ed-41a6-b88f-79ce19065608 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 999 time: 0.1595569 Oct 15 00:47:01.704388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a3000-c899-4c30-acfd-1a7d1957ad89 req-c19e33e7-c2be-4616-b2e9-69b8a4c178ce tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:01.705791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e6a3000-c899-4c30-acfd-1a7d1957ad89 req-c19e33e7-c2be-4616-b2e9-69b8a4c178ce tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 945 time: 0.4905763 Oct 15 00:47:01.713626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c86dbe8-e329-4e2b-9c1a-f4ebb9f9e1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.738216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bb9b-7e6c-46ff-be52-5c436dda0a6e req-cbd49d60-9293-4658-9736-cf4a2723cd53 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:01.739822 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f778bb9b-7e6c-46ff-be52-5c436dda0a6e req-cbd49d60-9293-4658-9736-cf4a2723cd53 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1648836 Oct 15 00:47:01.740737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Attempting to bind port dffe031a-8e9e-48ae-8ab4-377d572c03f0 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:47:01.741072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Attempting to bind port dffe031a-8e9e-48ae-8ab4-377d572c03f0 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:47:01.741399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Attempting to bind port dffe031a-8e9e-48ae-8ab4-377d572c03f0 on network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:01.757977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Port dffe031a-8e9e-48ae-8ab4-377d572c03f0 on network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:47:01.758436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Attempting to bind port dffe031a-8e9e-48ae-8ab4-377d572c03f0 on network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:01.771922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:47:01.772267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Checking segment: {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:01.772648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Bound using segment: {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:47:01.775423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Bound port: dffe031a-8e9e-48ae-8ab4-377d572c03f0, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:47:01.775423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.784321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e7b7886a-716e-46c8-9b08-af354b2f998f up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:01.814815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-872a028a-13ea-45c3-9e4d-73018610ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:01.816806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-872a028a-13ea-45c3-9e4d-73018610ead5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.2168441 Oct 15 00:47:01.823693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f778bb9b-7e6c-46ff-be52-5c436dda0a6e req-32f0fa29-07a5-4c5a-9af2-ad80da033c0c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754132 Oct 15 00:47:01.864343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e6a3000-c899-4c30-acfd-1a7d1957ad89 req-e439b42c-dd0b-49fc-90d0-0219c18664e0 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361351 Oct 15 00:47:01.870082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] For port dffe031a-8e9e-48ae-8ab4-377d572c03f0, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:47:01.874392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] For port dffe031a-8e9e-48ae-8ab4-377d572c03f0, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:47:01.877091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-d5eb058b-023c-4bbb-8fb0-6143e04a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:01.879548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-d5eb058b-023c-4bbb-8fb0-6143e04a7960 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510118 Oct 15 00:47:01.955417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c86dbe8-e329-4e2b-9c1a-f4ebb9f9e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.958664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c86dbe8-e329-4e2b-9c1a-f4ebb9f9e1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:01.961051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9c86dbe8-e329-4e2b-9c1a-f4ebb9f9e1e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/037e3d1f-3010-424a-8352-8ea5f19b499b HTTP/1.1" status: 204 len: 168 time: 0.6940594 Oct 15 00:47:01.978186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86dbe8-e329-4e2b-9c1a-f4ebb9f9e1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e3d1f-3010-424a-8352-8ea5f19b499b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:02.004615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port e7b7886a-716e-46c8-9b08-af354b2f998f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:47:02.015463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:02.015738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port e7b7886a-716e-46c8-9b08-af354b2f998f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:02.015738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:02.018763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-b3a05337-0e0b-45e0-a4fa-f99608268e17 service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320426 Oct 15 00:47:02.062959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.064343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:02.066396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/dffe031a-8e9e-48ae-8ab4-377d572c03f0 HTTP/1.1" status: 200 len: 1092 time: 1.4042556 Oct 15 00:47:02.067113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'tag': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:47:02.069736 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03991aa9-9110-426d-b00e-594067a41dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a720de50-a29c-48c8-bee2-c96ecac52bf0", "tag": "dffe031a-8e9e-48ae-8ab4-377d572c03f0"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:47:02.112525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8559f01-918f-42d2-9b77-a70364fae9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=dffe031a-8e9e-48ae-8ab4-377d572c03f0,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:02.137611 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456fedf5-8d07-4696-958d-4cac1b0d90f0 x-openstack-request-id: req-456fedf5-8d07-4696-958d-4cac1b0d90f0 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:47:02.138320 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a720de50-a29c-48c8-bee2-c96ecac52bf0", "tag": "dffe031a-8e9e-48ae-8ab4-377d572c03f0", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:47:02.138786 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-456fedf5-8d07-4696-958d-4cac1b0d90f0 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:47:02.139374 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'tag': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0', 'status': 'completed', 'code': 200} Oct 15 00:47:02.152917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-ddd36da6-49e4-4525-8b5c-736e82e23627 service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259079 Oct 15 00:47:02.200976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:02.241382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991aa9-9110-426d-b00e-594067a41dbf req-73c41162-3c3b-44c7-8adb-ffc9ef7217d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.242722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5686896c-206d-4794-9668-a885da5c56f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7886a-716e-46c8-9b08-af354b2f998f'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:47:02.247647 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-03991aa9-9110-426d-b00e-594067a41dbf req-73c41162-3c3b-44c7-8adb-ffc9ef7217d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0830836 Oct 15 00:47:02.247787 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b8759c-865c-4fae-8f86-4f071b6cef01" -d '{"events": [{"server_uuid": "5686896c-206d-4794-9668-a885da5c56f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7886a-716e-46c8-9b08-af354b2f998f"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:47:02.258597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e7b7886a-716e-46c8-9b08-af354b2f998f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e7b7886a-716e-46c8-9b08-af354b2f998f,segment=NetworkSegment(4517ca86-9945-40be-b925-a393cf278342),segment_id=4517ca86-9945-40be-b925-a393cf278342)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:02.286458 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cddd98-e3c2-42a0-946c-dc63e0417027 x-openstack-request-id: req-75cddd98-e3c2-42a0-946c-dc63e0417027 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:47:02.286858 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5686896c-206d-4794-9668-a885da5c56f8", "name": "network-vif-plugged", "status": "completed", "tag": "e7b7886a-716e-46c8-9b08-af354b2f998f", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:47:02.287207 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75cddd98-e3c2-42a0-946c-dc63e0417027 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:47:02.287694 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5686896c-206d-4794-9668-a885da5c56f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b7886a-716e-46c8-9b08-af354b2f998f', 'code': 200} Oct 15 00:47:02.289611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:02.358018 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:02.444300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330553d-0815-416e-b174-3443649f3bd5 req-fc04159a-33a0-496a-af62-339b3eed50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.450433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9330553d-0815-416e-b174-3443649f3bd5 req-fc04159a-33a0-496a-af62-339b3eed50cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 1097 time: 0.0831065 Oct 15 00:47:02.462272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e7b7886a-716e-46c8-9b08-af354b2f998f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:02.480610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991aa9-9110-426d-b00e-594067a41dbf req-50d5afdd-4bc5-4441-96e5-5e8c0349de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.482227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-03991aa9-9110-426d-b00e-594067a41dbf req-50d5afdd-4bc5-4441-96e5-5e8c0349de82 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=20c9f3bab9b5496299a53f818bc6e304&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2299762 Oct 15 00:47:02.510573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9330553d-0815-416e-b174-3443649f3bd5 req-6f418502-3833-46e0-920b-e146a07e090e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548983 Oct 15 00:47:02.553980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167b5df-119d-48a5-a9ed-566d2200602c req-c9e54182-228a-40cc-accb-2b930b30e767 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.555573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0167b5df-119d-48a5-a9ed-566d2200602c req-c9e54182-228a-40cc-accb-2b930b30e767 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 944 time: 0.1387124 Oct 15 00:47:02.635822 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0167b5df-119d-48a5-a9ed-566d2200602c req-874813af-1ec3-421c-ac59-ff509709367f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Oct 15 00:47:02.642816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991aa9-9110-426d-b00e-594067a41dbf req-2e07f3e3-553b-4874-9017-98583ad161fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.644991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-03991aa9-9110-426d-b00e-594067a41dbf req-2e07f3e3-553b-4874-9017-98583ad161fb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1552687 Oct 15 00:47:02.747610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-60dd36ca-d52b-4372-8b8f-3604c3eda31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.749269 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-60dd36ca-d52b-4372-8b8f-3604c3eda31c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 1095 time: 0.0553925 Oct 15 00:47:02.794366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-f88724ee-b6ba-4269-ad53-5ef6340c4fe2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0 HTTP/1.1" status: 200 len: 217 time: 0.0369422 Oct 15 00:47:02.843238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-1026e556-180d-4300-b669-aa3dfac50695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:02.845008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-1026e556-180d-4300-b669-aa3dfac50695 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 200 len: 851 time: 0.0440123 Oct 15 00:47:02.881877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-397b9861-d6f2-42a8-82fb-7045653133ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295501 Oct 15 00:47:02.992126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55c34-8a78-47f2-8ec7-22b49690ff15 req-0e07b494-51ff-4771-8cb1-baf8a7cb3b6b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:03.002328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5e55c34-8a78-47f2-8ec7-22b49690ff15 req-0e07b494-51ff-4771-8cb1-baf8a7cb3b6b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0630391 Oct 15 00:47:03.015452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-904e45dd-f855-40cc-a836-daf3cdf35033 service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258769 Oct 15 00:47:03.050561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55400) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:03.054218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5e55c34-8a78-47f2-8ec7-22b49690ff15 req-8ddea03f-434e-4db4-84e8-86a63cac73a3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483713 Oct 15 00:47:03.070578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e726cc3d-a587-41af-b34c-10e9d421bdb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:03.125038 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:47:03.146375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39807dc4-23fb-4ede-b466-c11c9937bede req-3ca80f66-f900-4bb1-9ba5-f20034946410 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:03.148239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-39807dc4-23fb-4ede-b466-c11c9937bede req-3ca80f66-f900-4bb1-9ba5-f20034946410 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 946 time: 0.1319056 Oct 15 00:47:03.184470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4fb6348b-385e-4a8c-809d-b5e8d964a552 req-54292735-f42e-45d1-835d-6d37655b6eca service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556389 Oct 15 00:47:03.209825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e726cc3d-a587-41af-b34c-10e9d421bdb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:03.211173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-39807dc4-23fb-4ede-b466-c11c9937bede req-8cf2b1f8-a722-4e70-92a5-0097be4662e6 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549741 Oct 15 00:47:03.301715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e726cc3d-a587-41af-b34c-10e9d421bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:03.384315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e726cc3d-a587-41af-b34c-10e9d421bdb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cb8cb4b410b42388cfacbf07c1d6133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263211 Oct 15 00:47:03.384315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726cc3d-a587-41af-b34c-10e9d421bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646036e7-606c-4181-81c2-d8360b0a3791,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:03.384516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55414) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:03.449766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee5c9-7fb2-41a5-92e5-d7773df695c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:03.476720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee5c9-7fb2-41a5-92e5-d7773df695c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:03.615915 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee5c9-7fb2-41a5-92e5-d7773df695c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:03.626133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee5c9-7fb2-41a5-92e5-d7773df695c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:03.629809 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3e2ee5c9-7fb2-41a5-92e5-d7773df695c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/646036e7-606c-4181-81c2-d8360b0a3791 HTTP/1.1" status: 204 len: 168 time: 0.2435639 Oct 15 00:47:03.652718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ee5c9-7fb2-41a5-92e5-d7773df695c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646036e7-606c-4181-81c2-d8360b0a3791,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:03.881147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205124e-c871-40ee-b2bc-2a9ee17399ad req-afafedcf-b3c7-4a56-8967-5dbe614e4582 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:03.886627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4205124e-c871-40ee-b2bc-2a9ee17399ad req-afafedcf-b3c7-4a56-8967-5dbe614e4582 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 944 time: 0.1063931 Oct 15 00:47:03.960331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4205124e-c871-40ee-b2bc-2a9ee17399ad req-cc6966b1-e95e-483e-a1bc-3361260acf0b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704679 Oct 15 00:47:04.279626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0be5d-7909-4cb1-bb08-306499f0ba3f req-f722060d-1380-40b1-9f18-6f3dc8c9013b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:04.281234 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6af0be5d-7909-4cb1-bb08-306499f0ba3f req-f722060d-1380-40b1-9f18-6f3dc8c9013b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0894558 Oct 15 00:47:04.421720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6af0be5d-7909-4cb1-bb08-306499f0ba3f req-84331ffc-a6a9-44a4-a9c9-b9ac335dea0e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228697 Oct 15 00:47:04.456757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec36f1-095c-44c6-9b6c-22a8b8021659 req-29d52f53-28b7-431c-99fa-a81d212a7926 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:04.459559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63ec36f1-095c-44c6-9b6c-22a8b8021659 req-29d52f53-28b7-431c-99fa-a81d212a7926 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 946 time: 0.1378913 Oct 15 00:47:04.586751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63ec36f1-095c-44c6-9b6c-22a8b8021659 req-1fc25c1b-2e67-4593-9118-273e32472291 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152105 Oct 15 00:47:05.235114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde836-a0d6-4086-bf8d-89060b58ce74 req-22c84a52-7f60-4e8a-b5be-08fa21af1872 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:05.238065 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3dde836-a0d6-4086-bf8d-89060b58ce74 req-22c84a52-7f60-4e8a-b5be-08fa21af1872 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 944 time: 0.0815039 Oct 15 00:47:05.330655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c3dde836-a0d6-4086-bf8d-89060b58ce74 req-9a21aa0e-608f-4246-9fc9-2c6ef62eefd6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816851 Oct 15 00:47:05.455795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f89c7-7204-4af9-8367-0f10da62c9c9 req-b4653944-a9f9-420a-bc39-8f917330af8d tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:05.464502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-746f89c7-7204-4af9-8367-0f10da62c9c9 req-b4653944-a9f9-420a-bc39-8f917330af8d tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 946 time: 0.0959172 Oct 15 00:47:05.587636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-746f89c7-7204-4af9-8367-0f10da62c9c9 req-8c147359-a62e-4dab-a4b8-04832973c378 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220605 Oct 15 00:47:05.709312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2f2aa-64e4-4547-8eb9-2d1aa864d3dd req-2b1ce31f-7471-4fea-91f0-484504850d81 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:05.710818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9c2f2aa-64e4-4547-8eb9-2d1aa864d3dd req-2b1ce31f-7471-4fea-91f0-484504850d81 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1221337 Oct 15 00:47:05.813924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f9c2f2aa-64e4-4547-8eb9-2d1aa864d3dd req-4a5326b9-e852-4a37-9967-aa8eb499846d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940266 Oct 15 00:47:06.082868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dffe031a-8e9e-48ae-8ab4-377d572c03f0 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:47:06.266114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port dffe031a-8e9e-48ae-8ab4-377d572c03f0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:06.307126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0', 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'port_id': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0', 'mac_address': 'fa:16:3e:25:79:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:47:06.381037 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:06.415086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffe031a-8e9e-48ae-8ab4-377d572c03f0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:47:06.439366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port dffe031a-8e9e-48ae-8ab4-377d572c03f0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:06.520212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:06.586473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=dffe031a-8e9e-48ae-8ab4-377d572c03f0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:06.588514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819db4bb-26fd-4884-9efc-659955f02a6a req-bfbab1b6-08e8-4d69-aa78-3cadd34182f7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:06.590142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-819db4bb-26fd-4884-9efc-659955f02a6a req-bfbab1b6-08e8-4d69-aa78-3cadd34182f7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 944 time: 0.1427982 Oct 15 00:47:06.711653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-819db4bb-26fd-4884-9efc-659955f02a6a req-9c5d6fb4-a3b6-4b56-8efe-88059fb84d12 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955191 Oct 15 00:47:06.721767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['dffe031a-8e9e-48ae-8ab4-377d572c03f0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:47:06.892351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bd566-8009-48f8-bd40-f0d4171ef573 req-49279060-f527-46dc-ab95-e5344ba66116 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:06.904171 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c7bd566-8009-48f8-bd40-f0d4171ef573 req-49279060-f527-46dc-ab95-e5344ba66116 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 946 time: 0.1225147 Oct 15 00:47:07.050218 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c7bd566-8009-48f8-bd40-f0d4171ef573 req-ab9596ae-3d1d-498c-ab9d-5f0f3ff030e2 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438687 Oct 15 00:47:07.051210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0edff-0eb4-4b32-a582-2fc25df4df25 req-3835c1d0-587a-44c8-8e7a-4073ef99ff5e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:07.071088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52b0edff-0eb4-4b32-a582-2fc25df4df25 req-3835c1d0-587a-44c8-8e7a-4073ef99ff5e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1053381 Oct 15 00:47:07.172626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52b0edff-0eb4-4b32-a582-2fc25df4df25 req-03055612-d4cf-4b57-ba1f-99add2937aba tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003559 Oct 15 00:47:07.390983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:07.442444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-a93ca0bc-7e59-4fea-8e81-4749f1fa6c56 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:07.447659 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-a93ca0bc-7e59-4fea-8e81-4749f1fa6c56 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.39 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 946 time: 0.1071825 Oct 15 00:47:07.963573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c1145cb-9f18-4e99-83e5-5934fde04163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.040668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be02c44-6e5b-48e3-8fbd-aed7979f39a4 req-e68c702f-ea2e-4248-8f64-1089d553d6a3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:08.042195 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0be02c44-6e5b-48e3-8fbd-aed7979f39a4 req-e68c702f-ea2e-4248-8f64-1089d553d6a3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 945 time: 0.2012985 Oct 15 00:47:08.100314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dffe031a-8e9e-48ae-8ab4-377d572c03f0 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:08.153263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Deleting port e7b7886a-716e-46c8-9b08-af354b2f998f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:47:08.154328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.197390 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0be02c44-6e5b-48e3-8fbd-aed7979f39a4 req-53da4b72-0262-46bd-b102-5ef8be3ef983 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444960 Oct 15 00:47:08.343778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c1145cb-9f18-4e99-83e5-5934fde04163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.412772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port dffe031a-8e9e-48ae-8ab4-377d572c03f0 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:47:08.416872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port dffe031a-8e9e-48ae-8ab4-377d572c03f0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:08.417965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.439797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435fb0a-ff87-4d90-9500-8f2cc19079c6 req-fba296c9-751f-4625-96c3-7bead78659e9 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:08.447923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e435fb0a-ff87-4d90-9500-8f2cc19079c6 req-fba296c9-751f-4625-96c3-7bead78659e9 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 946 time: 0.1653354 Oct 15 00:47:08.448778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bc8a3-ce60-469f-827e-6c34c28b61b3 req-edd2f5a4-ce51-401a-8b21-c3813310d138 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:08.462657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-507bc8a3-ce60-469f-827e-6c34c28b61b3 req-edd2f5a4-ce51-401a-8b21-c3813310d138 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0991292 Oct 15 00:47:08.531197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-507bc8a3-ce60-469f-827e-6c34c28b61b3 req-7103bc20-d52c-4c31-9f5c-2658ca6cc0cb tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665882 Oct 15 00:47:08.531909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c1145cb-9f18-4e99-83e5-5934fde04163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.533262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e435fb0a-ff87-4d90-9500-8f2cc19079c6 req-944738b3-e4c1-4885-a648-116ddbd1a6a4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/security-groups?id=893962bd-9023-46a1-a364-957939bb8477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817425 Oct 15 00:47:08.545632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] For port e7b7886a-716e-46c8-9b08-af354b2f998f, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e7b7886a-716e-46c8-9b08-af354b2f998f,segment=NetworkSegment(4517ca86-9945-40be-b925-a393cf278342),segment_id=4517ca86-9945-40be-b925-a393cf278342)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:08.546194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.574949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Calling delete_port for e7b7886a-716e-46c8-9b08-af354b2f998f owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:47:08.583828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1c1145cb-9f18-4e99-83e5-5934fde04163 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9636457788af4eb89606edede41d02ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1916814 Oct 15 00:47:08.586557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55572) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:08.599021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.650185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:47:08.652618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1145cb-9f18-4e99-83e5-5934fde04163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79de4b1-557b-4a0a-bb54-47573e9ae6a5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:08.653555 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060e434e-07c6-4435-91e5-57a17d9384f1" -d '{"events": [{"server_uuid": "a720de50-a29c-48c8-bee2-c96ecac52bf0", "name": "network-vif-plugged", "status": "completed", "tag": "dffe031a-8e9e-48ae-8ab4-377d572c03f0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:47:08.671755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port dffe031a-8e9e-48ae-8ab4-377d572c03f0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:08.732002 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7196f4-62ea-407c-ae70-8d8ec7ebc3a7 x-openstack-request-id: req-2b7196f4-62ea-407c-ae70-8d8ec7ebc3a7 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:47:08.732508 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a720de50-a29c-48c8-bee2-c96ecac52bf0", "name": "network-vif-plugged", "status": "completed", "tag": "dffe031a-8e9e-48ae-8ab4-377d572c03f0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:47:08.732911 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b7196f4-62ea-407c-ae70-8d8ec7ebc3a7 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:47:08.734020 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0', 'code': 200} Oct 15 00:47:08.736084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.790059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.860606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:08.860827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=dffe031a-8e9e-48ae-8ab4-377d572c03f0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:08.916640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05510646-88ed-4978-899a-33e9f2aced78 req-db1768e3-fda5-416f-bb96-56ecedf90ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:08.919087 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-05510646-88ed-4978-899a-33e9f2aced78 req-db1768e3-fda5-416f-bb96-56ecedf90ad1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1139016 Oct 15 00:47:08.977904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-05510646-88ed-4978-899a-33e9f2aced78 req-a40d755e-a93f-4d75-87bb-5bf7421d1e58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515332 Oct 15 00:47:09.129512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:09.142052 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['e7b7886a-716e-46c8-9b08-af354b2f998f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:47:09.181626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Pushing event deleted for resources: {'Port': ['ID=e7b7886a-716e-46c8-9b08-af354b2f998f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:09.185375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:09.188421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:09.189776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c79de4b1-557b-4a0a-bb54-47573e9ae6a5 HTTP/1.1" status: 204 len: 168 time: 0.6019988 Oct 15 00:47:09.251078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79de4b1-557b-4a0a-bb54-47573e9ae6a5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:09.298452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.298783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.299158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.302042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.309068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.336892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.338573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.339015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.340037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.341072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.341436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.342708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.343657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.344577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.345563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.346331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.347426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28bc12-89f2-413d-86bb-e5a921bb489f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:09.396587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] No DVR routers for this DVR port e7b7886a-716e-46c8-9b08-af354b2f998f on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:47:09.401134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:09.406458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abef7089-e1aa-4a77-8aee-13b139648ee6 req-e6b70fc7-6d60-4a19-9e73-1481ffec7df4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.39 "DELETE /v2.0/ports/e7b7886a-716e-46c8-9b08-af354b2f998f HTTP/1.1" status: 204 len: 173 time: 1.3763170 Oct 15 00:47:09.406458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5686896c-206d-4794-9668-a885da5c56f8', 'name': 'network-vif-deleted', 'tag': 'e7b7886a-716e-46c8-9b08-af354b2f998f'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:47:09.414367 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbecfe06-df73-4090-9264-20aff475135d" -d '{"events": [{"server_uuid": "5686896c-206d-4794-9668-a885da5c56f8", "name": "network-vif-deleted", "tag": "e7b7886a-716e-46c8-9b08-af354b2f998f"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:47:09.420334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdccd7-200b-4a91-985b-292eac959a05 req-bea0066d-f660-428b-a813-c66d923c22bd tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:09.429595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30fdccd7-200b-4a91-985b-292eac959a05 req-bea0066d-f660-428b-a813-c66d923c22bd tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.1236489 Oct 15 00:47:09.504191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30fdccd7-200b-4a91-985b-292eac959a05 req-0cbc00c7-4cfe-46d4-bc26-a1ae24af983b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734041 Oct 15 00:47:09.577086 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e7a63-2224-4314-b41f-106df0dce045 x-openstack-request-id: req-885e7a63-2224-4314-b41f-106df0dce045 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:47:09.577280 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5686896c-206d-4794-9668-a885da5c56f8", "name": "network-vif-deleted", "tag": "e7b7886a-716e-46c8-9b08-af354b2f998f", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:47:09.577519 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-885e7a63-2224-4314-b41f-106df0dce045 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:47:09.577919 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5686896c-206d-4794-9668-a885da5c56f8', 'name': 'network-vif-deleted', 'tag': 'e7b7886a-716e-46c8-9b08-af354b2f998f', 'status': 'completed', 'code': 200} Oct 15 00:47:09.780341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b77253-6192-456a-9ed8-f501d34351a9 req-a5f45519-ee2e-4822-8bdb-3b1ab9edb86b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:09.817314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7b77253-6192-456a-9ed8-f501d34351a9 req-a5f45519-ee2e-4822-8bdb-3b1ab9edb86b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1801007 Oct 15 00:47:09.837663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2a99d2c-4347-4375-891d-0331bc21b933 req-8efe708c-4783-486c-87aa-47c0d07d68a1 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 210 time: 0.0795245 Oct 15 00:47:09.878462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:09.969111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d7b77253-6192-456a-9ed8-f501d34351a9 req-f5d86d90-b822-44a0-a523-ccde4201742b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500432 Oct 15 00:47:10.456552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55626) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:10.482244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5706ac91-4179-43bc-8528-c1f2ec7a62f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:10.642312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5706ac91-4179-43bc-8528-c1f2ec7a62f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:10.710604 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5706ac91-4179-43bc-8528-c1f2ec7a62f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:10.825272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55632) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:10.835213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5706ac91-4179-43bc-8528-c1f2ec7a62f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07ba2d2e0b124ec08542126bddb230f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735020 Oct 15 00:47:10.942516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55638) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:10.943246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8190f0f-4343-4f5a-a1a2-fd5fbc2faca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:10.943995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e9f6-4878-458f-a04b-bd2734183bcc req-ed33a334-cb5f-4dc6-bff5-01a275dbf04b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:10.975464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6f8e9f6-4878-458f-a04b-bd2734183bcc req-ed33a334-cb5f-4dc6-bff5-01a275dbf04b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.3142278 Oct 15 00:47:10.986650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706ac91-4179-43bc-8528-c1f2ec7a62f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bcf6af-4017-4b33-9e45-3c829fc56516,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:11.027510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8190f0f-4343-4f5a-a1a2-fd5fbc2faca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:11.100629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6f8e9f6-4878-458f-a04b-bd2734183bcc req-f9e9cd18-afa6-4ec3-aa7b-590a180c1483 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166513 Oct 15 00:47:11.264109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-86bf8b96-13f9-4e2e-a712-dde5dbb4485a req-08e16e53-6763-477e-bd77-57f170f4c1d4 tempest-ServerGroupTestJSON-1255112381 tempest-ServerGroupTestJSON-1255112381-project] 10.222.0.13 "GET /v2.0/ports?device_id=5686896c-206d-4794-9668-a885da5c56f8 HTTP/1.1" status: 200 len: 210 time: 0.1266851 Oct 15 00:47:11.322823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3033b841-14f7-4b59-bf13-2aea31965892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:11.347431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42db411-4d25-4024-823b-dd70f59ef58c req-e27344d9-34a0-41fa-967d-6ddc3b3dbbf3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:11.359328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a42db411-4d25-4024-823b-dd70f59ef58c req-e27344d9-34a0-41fa-967d-6ddc3b3dbbf3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1278474 Oct 15 00:47:11.388335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8190f0f-4343-4f5a-a1a2-fd5fbc2faca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:11.391444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a8190f0f-4343-4f5a-a1a2-fd5fbc2faca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:11.398470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a8190f0f-4343-4f5a-a1a2-fd5fbc2faca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9bcf6af-4017-4b33-9e45-3c829fc56516 HTTP/1.1" status: 204 len: 168 time: 0.5705881 Oct 15 00:47:11.438191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8190f0f-4343-4f5a-a1a2-fd5fbc2faca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bcf6af-4017-4b33-9e45-3c829fc56516,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:11.476882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a42db411-4d25-4024-823b-dd70f59ef58c req-8b43faaa-89ae-4baf-b7e7-d3071740a196 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087937 Oct 15 00:47:11.646345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3033b841-14f7-4b59-bf13-2aea31965892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:11.720280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3033b841-14f7-4b59-bf13-2aea31965892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:11.789015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e7b7886a-716e-46c8-9b08-af354b2f998f no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:47:11.839742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: e7b7886a-716e-46c8-9b08-af354b2f998f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:47:11.842146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e7b7886a-716e-46c8-9b08-af354b2f998f not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:47:11.849399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55660) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:11.850066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3033b841-14f7-4b59-bf13-2aea31965892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db7c6b6a22f4404e8766649facdae7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9001217 Oct 15 00:47:11.896222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033b841-14f7-4b59-bf13-2aea31965892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8070119-8aca-4dd2-99d1-2b7403c913a5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:11.951230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-f3336e7f-0a99-400d-8bfe-53a78990cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:11.953155 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-f3336e7f-0a99-400d-8bfe-53a78990cfd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0786638 Oct 15 00:47:12.092265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47fb34-73b7-44c9-9b93-e8ce70cd0d4b req-a3637a00-78c8-4866-8038-3b796c8c5956 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:12.097168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea47fb34-73b7-44c9-9b93-e8ce70cd0d4b req-a3637a00-78c8-4866-8038-3b796c8c5956 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.2242408 Oct 15 00:47:12.098797 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e8dd08cd-2364-42f5-8100-5e7bbd892096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:12.260523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e8dd08cd-2364-42f5-8100-5e7bbd892096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:12.262249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-c6ca3350-f842-4232-9a93-82bd04a8342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:12.264114 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-c6ca3350-f842-4232-9a93-82bd04a8342c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 912 time: 0.3041880 Oct 15 00:47:12.391449 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea47fb34-73b7-44c9-9b93-e8ce70cd0d4b req-c528d0ad-947a-47e3-8dbe-9311b9d1bb8c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656913 Oct 15 00:47:12.423085 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-81c23bfd-adca-4fec-9826-9a84f7a3d101 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0 HTTP/1.1" status: 200 len: 217 time: 0.1492484 Oct 15 00:47:12.550374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e8dd08cd-2364-42f5-8100-5e7bbd892096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:12.553332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e8dd08cd-2364-42f5-8100-5e7bbd892096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:12.559583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e8dd08cd-2364-42f5-8100-5e7bbd892096 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8070119-8aca-4dd2-99d1-2b7403c913a5 HTTP/1.1" status: 204 len: 168 time: 0.7087104 Oct 15 00:47:12.587832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd08cd-2364-42f5-8100-5e7bbd892096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8070119-8aca-4dd2-99d1-2b7403c913a5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:12.608302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-d678dbe9-0eb6-4ce8-894d-57ba3cc0e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:12.614334 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-d678dbe9-0eb6-4ce8-894d-57ba3cc0e169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 200 len: 851 time: 0.1836922 Oct 15 00:47:12.773807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-1fa7a33d-c2a7-4902-9d12-939ff40d3ccb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527224 Oct 15 00:47:12.992286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a985c64-219f-4161-b5f2-d8256df915e7 req-8369f093-5a52-42f3-ab0b-1131737430f5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:13.005317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a985c64-219f-4161-b5f2-d8256df915e7 req-8369f093-5a52-42f3-ab0b-1131737430f5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.3416605 Oct 15 00:47:13.140087 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a985c64-219f-4161-b5f2-d8256df915e7 req-f88d05ae-60cb-47ba-b02e-2ef8f0999d54 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337824 Oct 15 00:47:13.152816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-56941962-634f-486c-9867-7551b60c6129 service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539267 Oct 15 00:47:13.204141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55710) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:13.330342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] Deleting subnet 0c8f1b58-1e1e-41e4-962e-dc734f32f600 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:47:13.336540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:13.380166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b6fe23eb-6367-43e9-8406-a9b2e17eab4c req-fac347aa-9a5b-48b8-b7d6-1fde00bfdc03 service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139444 Oct 15 00:47:13.443789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:13.515556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:13.642347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:13.668129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e69388f-ccd4-42d4-b9e5-3197d6c214e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:13.785981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:13.835153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8f1b58-1e1e-41e4-962e-dc734f32f600,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:13.842879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:13.848510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-913ebc7c-e710-48ba-a0c1-227755d1b609 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c8f1b58-1e1e-41e4-962e-dc734f32f600 HTTP/1.1" status: 204 len: 168 time: 0.6428823 Oct 15 00:47:13.855262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55728) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:14.009982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.020698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e69388f-ccd4-42d4-b9e5-3197d6c214e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.154404 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e69388f-ccd4-42d4-b9e5-3197d6c214e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.235163 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.322218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7e69388f-ccd4-42d4-b9e5-3197d6c214e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd62b7b9cc7141058538a4de004fa53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768725 Oct 15 00:47:14.350425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69388f-ccd4-42d4-b9e5-3197d6c214e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09af2d05-04f2-46d1-aa3f-c6b21fbb479f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:14.373208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bb6098-92c1-40db-ab77-72284656eef5']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:14.383499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55736) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:14.463854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4517ca86-9945-40be-b925-a393cf278342') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:14.467510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4517ca86-9945-40be-b925-a393cf278342') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:14.528556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2938cf-8d2b-4cdb-92bc-9ebdc374689e req-994d33d3-c042-485a-afdb-c6720fc917f1 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:14.536594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc2938cf-8d2b-4cdb-92bc-9ebdc374689e req-994d33d3-c042-485a-afdb-c6720fc917f1 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.9582078 Oct 15 00:47:14.546101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.570655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.583691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:47:14.586109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:47:14.600352 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:47:14.610763 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cc2938cf-8d2b-4cdb-92bc-9ebdc374689e req-088a9eb0-938e-4241-9d14-47bde647d4e8 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681343 Oct 15 00:47:14.732566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a778c2-b982-4ead-b05d-60f870f0792e req-ece2deb5-bc9a-42cd-b230-3b49c13162be tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:14.734150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99a778c2-b982-4ead-b05d-60f870f0792e req-ece2deb5-bc9a-42cd-b230-3b49c13162be tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.3727643 Oct 15 00:47:14.738595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663b7681-cc00-4d1a-aef3-e62d0a819a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.790501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663b7681-cc00-4d1a-aef3-e62d0a819a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.847784 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.854870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.899032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.906273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/45bb6098-92c1-40db-ab77-72284656eef5 HTTP/1.1" status: 204 len: 168 time: 1.0491071 Oct 15 00:47:14.914464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ba367-238d-4016-b867-4ea705115e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=45bb6098-92c1-40db-ab77-72284656eef5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:14.945340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663b7681-cc00-4d1a-aef3-e62d0a819a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.950918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-663b7681-cc00-4d1a-aef3-e62d0a819a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:14.950918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-663b7681-cc00-4d1a-aef3-e62d0a819a63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09af2d05-04f2-46d1-aa3f-c6b21fbb479f HTTP/1.1" status: 204 len: 168 time: 0.5585694 Oct 15 00:47:14.967009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99a778c2-b982-4ead-b05d-60f870f0792e req-d439a616-b93e-49be-a18b-facb4e8b5dae tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141741 Oct 15 00:47:15.004865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b7681-cc00-4d1a-aef3-e62d0a819a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09af2d05-04f2-46d1-aa3f-c6b21fbb479f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:15.692531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55766) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:15.693017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55768) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:15.867215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-944418b8-29de-4c9e-907f-9415eff5b3d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b92d3c09b09472da8d4a798e063ebd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723628 Oct 15 00:47:15.869511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55772) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:15.922979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df32c53-a624-4473-857e-60681762bc5b req-c815b867-649d-4f6d-b6f6-14cc624ad33f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:15.925961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3df32c53-a624-4473-857e-60681762bc5b req-c815b867-649d-4f6d-b6f6-14cc624ad33f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.1704357 Oct 15 00:47:16.060113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3df32c53-a624-4473-857e-60681762bc5b req-d996bf81-4eae-4027-9930-d95d6012a852 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257281 Oct 15 00:47:16.073770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d133d29-d643-45e0-ab8b-172a11aa1564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:16.223088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d133d29-d643-45e0-ab8b-172a11aa1564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:16.352506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53998d56-e893-440f-a014-d8ceae6ad0ad req-3318b4e7-1bf2-4dad-b2c2-4ffb1a6ce262 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:16.361000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53998d56-e893-440f-a014-d8ceae6ad0ad req-3318b4e7-1bf2-4dad-b2c2-4ffb1a6ce262 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.2745678 Oct 15 00:47:16.464383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53998d56-e893-440f-a014-d8ceae6ad0ad req-519aa3cd-3355-4a16-9304-b691c2e7c55f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897350 Oct 15 00:47:16.561534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d133d29-d643-45e0-ab8b-172a11aa1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:16.566666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d133d29-d643-45e0-ab8b-172a11aa1564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:16.568367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1d133d29-d643-45e0-ab8b-172a11aa1564 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/893962bd-9023-46a1-a364-957939bb8477 HTTP/1.1" status: 204 len: 168 time: 0.6971126 Oct 15 00:47:16.582912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d133d29-d643-45e0-ab8b-172a11aa1564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893962bd-9023-46a1-a364-957939bb8477,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:16.993112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:17.397976 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a436f-ffc4-4a8e-931a-075e372c514b req-a8cdb82a-a11c-4501-9c67-297c8438b31c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:17.411302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca5a436f-ffc4-4a8e-931a-075e372c514b req-a8cdb82a-a11c-4501-9c67-297c8438b31c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.2067029 Oct 15 00:47:17.481808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca5a436f-ffc4-4a8e-931a-075e372c514b req-1ead45bf-ed22-4f8d-b3be-f8c27822364c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694869 Oct 15 00:47:17.670483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Deleting port 6233bd8a-a675-4930-9e79-7d1b705b276f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:47:17.671209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:17.749203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7558199-966f-496b-90d8-59fcbae3beb5 req-a1c61c74-f735-4ea8-bfd9-1578624887e4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:17.756711 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7558199-966f-496b-90d8-59fcbae3beb5 req-a1c61c74-f735-4ea8-bfd9-1578624887e4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1514430 Oct 15 00:47:17.839885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7558199-966f-496b-90d8-59fcbae3beb5 req-08650006-2939-4cb4-8902-76e5f4d0d3a8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761466 Oct 15 00:47:17.926989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] For port 6233bd8a-a675-4930-9e79-7d1b705b276f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6233bd8a-a675-4930-9e79-7d1b705b276f,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:17.927701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:17.942378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Calling delete_port for 6233bd8a-a675-4930-9e79-7d1b705b276f owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:47:18.325984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:18.426537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Pushing event deleted for resources: {'Port': ['ID=6233bd8a-a675-4930-9e79-7d1b705b276f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:18.853528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08c01b-4901-4c50-8d7a-13185685ea7c req-4cf663cb-e9f8-41df-97c9-3c91156517c4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:18.860790 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da08c01b-4901-4c50-8d7a-13185685ea7c req-4cf663cb-e9f8-41df-97c9-3c91156517c4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.1789336 Oct 15 00:47:18.876553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55874) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:18.913572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55880) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:18.920050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:18.950230 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-da08c01b-4901-4c50-8d7a-13185685ea7c req-6ff06e52-caa9-44c5-b694-a899b8735202 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883982 Oct 15 00:47:19.083120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0d2a-7a9f-486a-ba88-b9ac7c983df6 req-fbf004d6-1dad-44f9-9a20-6c65d8e46968 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:19.085989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d28e0d2a-7a9f-486a-ba88-b9ac7c983df6 req-fbf004d6-1dad-44f9-9a20-6c65d8e46968 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1168361 Oct 15 00:47:19.093468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1064513838-network', 'tenant_id': '707322753b5349528400b11fc3c23a60'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:19.166806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d28e0d2a-7a9f-486a-ba88-b9ac7c983df6 req-23aaecc5-87e3-4dde-b07c-f5bfc5a75877 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487659 Oct 15 00:47:19.195925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Made reservation on behalf of 707322753b5349528400b11fc3c23a60 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:19.199085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.218042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.303754 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c65-bbd0-4ae1-a73d-8adf9de28136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.354179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Router a3a4f235-9cde-496f-aded-7d07af030836 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:47:19.361349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.413916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c65-bbd0-4ae1-a73d-8adf9de28136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.449172 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.475589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:47:19.477524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:47:19.488453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e03724b1-b6fd-407a-bf19-4b296c7fd3db admin admin] 10.222.0.13 "PUT /v2.0/routers/a3a4f235-9cde-496f-aded-7d07af030836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820559 Oct 15 00:47:19.488556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] Sync routers for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:47:19.489019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8674724-bbdb-4dbd-a408-6dac00e5902c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:19.489836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55894) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:19.496223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:19.496824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:19.499848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.500131 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Added segment 326f86ce-83f7-4544-aac9-2a118bdac715 of type vlan for network 76dc6faf-9d98-48d9-b622-7e4699083183 Oct 15 00:47:19.544996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2c65-bbd0-4ae1-a73d-8adf9de28136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.607547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.610337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:19.661113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a5dc2c65-bbd0-4ae1-a73d-8adf9de28136 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=041e899a385444078087b1146912a778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7463007 Oct 15 00:47:19.663866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55902) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:19.667646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc2c65-bbd0-4ae1-a73d-8adf9de28136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced1214-9cb3-46a3-b2e9-a7e5c729b50a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:19.696550 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.759257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.760398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:19.760996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.769226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ba9e-7768-48b2-a2b3-872cf697e928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.798966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ba9e-7768-48b2-a2b3-872cf697e928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:19.841369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:47:18Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:19.868673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] Pushing event updated for resources: {'Network': ['ID=76dc6faf-9d98-48d9-b622-7e4699083183,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:19.870419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] Checking router: a3a4f235-9cde-496f-aded-7d07af030836 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:47:19.880815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 76dc6faf-9d98-48d9-b622-7e4699083183 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:47:19.883754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] Routers {'a3a4f235-9cde-496f-aded-7d07af030836'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:19.884429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3a4f235-9cde-496f-aded-7d07af030836'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:19.890526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:20.000487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ba9e-7768-48b2-a2b3-872cf697e928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:20.003285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf0ba9e-7768-48b2-a2b3-872cf697e928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:20.006793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3e8abbb0-bcb2-4d15-9e3e-5e3ed62c87e1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1285563 Oct 15 00:47:20.015076 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ddf0ba9e-7768-48b2-a2b3-872cf697e928 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ced1214-9cb3-46a3-b2e9-a7e5c729b50a HTTP/1.1" status: 204 len: 168 time: 0.3477240 Oct 15 00:47:20.023108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55914) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:20.035014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0ba9e-7768-48b2-a2b3-872cf697e928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced1214-9cb3-46a3-b2e9-a7e5c729b50a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:20.045161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Request body: {'subnet': {'network_id': '76dc6faf-9d98-48d9-b622-7e4699083183', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1064513838-subnet', 'tenant_id': '707322753b5349528400b11fc3c23a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:20.081747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] Set router a3a4f235-9cde-496f-aded-7d07af030836 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:20.161985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d264e31-9b73-4d91-9c56-1252954e9812 req-6086683d-e145-4aee-b178-3ca3a3765e53 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:20.172052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d264e31-9b73-4d91-9c56-1252954e9812 req-6086683d-e145-4aee-b178-3ca3a3765e53 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.1280987 Oct 15 00:47:20.227108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Deleting port be3d470b-8a4b-44ab-8ec2-18c846f0c110 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:47:20.227599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:20.273660 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d264e31-9b73-4d91-9c56-1252954e9812 req-27cc8796-2de5-4d3f-bbaa-e80ade1c8e81 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007180 Oct 15 00:47:20.295603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:47:18Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:20.324413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d471f4-7361-48b8-9d98-8a2142993fcc None None] The sync data for ids ['a3a4f235-9cde-496f-aded-7d07af030836'] in n-d-811521-2 is: [{'id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'name': 'tempest-AttachVolumeTestJSON-1567964157-router', 'tenant_id': 'bdfbf885cdf641ce9476aa355cebccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:37:26Z', 'updated_at': '2021-10-15T00:47:18Z', 'revision_number': 5, 'project_id': 'bdfbf885cdf641ce9476aa355cebccec', 'gw_port': {'id': 'be3d470b-8a4b-44ab-8ec2-18c846f0c110', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4f235-9cde-496f-aded-7d07af030836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:37:27Z', 'updated_at': '2021-10-15T00:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:47:20.524950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Made reservation on behalf of 707322753b5349528400b11fc3c23a60 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:20.527295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:20.684593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dbc43-6634-4e7b-a7b1-cc9373901181 req-a4639ffe-2ec5-442a-b772-8e459aa4c787 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:20.688807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a36dbc43-6634-4e7b-a7b1-cc9373901181 req-a4639ffe-2ec5-442a-b772-8e459aa4c787 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1652720 Oct 15 00:47:20.714584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] For port be3d470b-8a4b-44ab-8ec2-18c846f0c110, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=be3d470b-8a4b-44ab-8ec2-18c846f0c110,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:20.714946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:20.748110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Calling delete_port for be3d470b-8a4b-44ab-8ec2-18c846f0c110 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:47:20.768960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a36dbc43-6634-4e7b-a7b1-cc9373901181 req-7275baad-b853-4cd1-83d0-2216e7bb3b55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740008 Oct 15 00:47:20.989938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:21.014729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-210b4284-803f-436f-9699-6fcced63998f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.044007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.111881 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-210b4284-803f-436f-9699-6fcced63998f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.116666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.157329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3d470b-8a4b-44ab-8ec2-18c846f0c110,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:21.162626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Checking segment: {'id': '326f86ce-83f7-4544-aac9-2a118bdac715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '76dc6faf-9d98-48d9-b622-7e4699083183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:21.162997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Network hostable DHCP agents. Network: 76dc6faf-9d98-48d9-b622-7e4699083183, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:47:21.190375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-210b4284-803f-436f-9699-6fcced63998f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.210735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec3ce4f-8ee5-45fa-8843-91c7edc542e4,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:21.240283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.247135 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-210b4284-803f-436f-9699-6fcced63998f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30ba2d939b4f416fbdc934f0ca75c601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553122 Oct 15 00:47:21.257396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55950) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:21.259027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b4284-803f-436f-9699-6fcced63998f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c013b935-12fa-413e-a036-7f8184cf3f5f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:21.328613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Network 76dc6faf-9d98-48d9-b622-7e4699083183 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:47:21.371871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.376523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.409660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1f5f0-1168-4941-9ec2-58586eb7faf8 req-5a0982f5-2a2f-4886-8fb0-6a85c09610fd tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:21.411516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8bc1f5f0-1168-4941-9ec2-58586eb7faf8 req-5a0982f5-2a2f-4886-8fb0-6a85c09610fd tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0669179 Oct 15 00:47:21.475438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b586aa07-57df-445b-8393-9f0a11019390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.480057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8bc1f5f0-1168-4941-9ec2-58586eb7faf8 req-eff9bcd0-0199-4349-addb-9d96275c577c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487325 Oct 15 00:47:21.501508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b586aa07-57df-445b-8393-9f0a11019390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:21.918857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bae62-4524-4475-9bd7-1ef1c136bcf2 req-4465149f-eb15-49f8-8079-7ee07023b35b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:21.920331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-969bae62-4524-4475-9bd7-1ef1c136bcf2 req-4465149f-eb15-49f8-8079-7ee07023b35b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0571504 Oct 15 00:47:21.959142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-969bae62-4524-4475-9bd7-1ef1c136bcf2 req-7f1afd55-a002-4670-be74-ad5f7eb46332 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Oct 15 00:47:22.035315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6233bd8a-a675-4930-9e79-7d1b705b276f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:47:22.057278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6233bd8a-a675-4930-9e79-7d1b705b276f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:47:22.057620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6233bd8a-a675-4930-9e79-7d1b705b276f not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:47:22.060325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 76dc6faf-9d98-48d9-b622-7e4699083183) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:22.067215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:22.067929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.073210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab5158-70d6-4c29-810c-697089fad585 None None] Network 76dc6faf-9d98-48d9-b622-7e4699083183 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:47:22.124642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.126875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3a4f235-9cde-496f-aded-7d07af030836 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:47:22.129397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b586aa07-57df-445b-8393-9f0a11019390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.134929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b586aa07-57df-445b-8393-9f0a11019390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.138509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b586aa07-57df-445b-8393-9f0a11019390 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c013b935-12fa-413e-a036-7f8184cf3f5f HTTP/1.1" status: 204 len: 168 time: 0.8775489 Oct 15 00:47:22.143179 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.144491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-602955ef-b8ae-477f-912b-6ab51585c9c0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a3a4f235-9cde-496f-aded-7d07af030836 HTTP/1.1" status: 204 len: 168 time: 2.6525764 Oct 15 00:47:22.147339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55964) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:22.156678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586aa07-57df-445b-8393-9f0a11019390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c013b935-12fa-413e-a036-7f8184cf3f5f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:22.227263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e60bb5c9-e49e-4f16-aa19-3223d0428471 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1988459 Oct 15 00:47:22.232741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] Deleting subnet 2f6c15bd-bd3d-423b-bf09-1a307a2aae38 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:47:22.239167 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.251637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc02d0a-f7ce-4e7d-b6bc-96228715d062 None None] Network 76dc6faf-9d98-48d9-b622-7e4699083183 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:47:22.311383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.551399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.728294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55976) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:22.768698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.793314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] Deleting subnet 1ec3ce4f-8ee5-45fa-8843-91c7edc542e4 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:47:22.805577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626beb7-f9b4-4c97-b378-f4cef005c556 req-395c1dd4-f8a1-4d81-a662-221e63cf0487 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:22.810901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.818174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3626beb7-f9b4-4c97-b378-f4cef005c556 req-395c1dd4-f8a1-4d81-a662-221e63cf0487 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.1403127 Oct 15 00:47:22.902497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6c15bd-bd3d-423b-bf09-1a307a2aae38,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:22.910791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.915559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:22.924072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cda90-2a90-4858-8417-7d38e8e133ae None None] Network 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:47:22.925095 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d31f7d6a-041a-4816-ad82-8a49d4fcd5f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f6c15bd-bd3d-423b-bf09-1a307a2aae38 HTTP/1.1" status: 204 len: 168 time: 0.7766278 Oct 15 00:47:22.927993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:22.994164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3626beb7-f9b4-4c97-b378-f4cef005c556 req-bef5ff41-28ae-41f9-8ec9-f1847bbc62b5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758010 Oct 15 00:47:23.023258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.081292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.137621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Deleting port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:47:23.137960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.198463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6ccf2-d0de-414f-ba34-48e4901fc76a req-e3af9d98-416a-4440-a2d2-5896ed6bb82b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:23.200915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01f6ccf2-d0de-414f-ba34-48e4901fc76a req-e3af9d98-416a-4440-a2d2-5896ed6bb82b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1353476 Oct 15 00:47:23.203904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.232042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] DHCP port deletion for 5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:47:23.250138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.254293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ec3ce4f-8ee5-45fa-8843-91c7edc542e4 HTTP/1.1" status: 204 len: 168 time: 0.5244846 Oct 15 00:47:23.255991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa66ee6-8b0b-47c1-af4e-a5af919236f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec3ce4f-8ee5-45fa-8843-91c7edc542e4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:23.263711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55994) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:23.338305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] For port a7e4dd17-ca61-48f2-b49d-fa66d71afd49, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:23.339000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.342844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] Deleting port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:47:23.343532 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.357395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Calling delete_port for a7e4dd17-ca61-48f2-b49d-fa66d71afd49 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:47:23.365226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.389700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01f6ccf2-d0de-414f-ba34-48e4901fc76a req-5e399218-44ff-4d95-bfa7-1e66cc8e6eb3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749690 Oct 15 00:47:23.436666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] For port a7e4dd17-ca61-48f2-b49d-fa66d71afd49, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,segment=NetworkSegment(989f9115-8817-46e0-8ebf-69e3520e3c78),segment_id=989f9115-8817-46e0-8ebf-69e3520e3c78)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:23.437329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.458540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] Calling delete_port for a7e4dd17-ca61-48f2-b49d-fa66d71afd49 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:47:23.525262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.549779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dc6faf-9d98-48d9-b622-7e4699083183']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:23.559860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326f86ce-83f7-4544-aac9-2a118bdac715') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:23.560435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326f86ce-83f7-4544-aac9-2a118bdac715') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:23.570547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.578338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.590395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.605916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.613543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:47:23.614035 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:47:23.617377 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:47:23.621943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] Pushing event deleted for resources: {'Port': ['ID=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:23.626235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e0195-64d3-4b26-92cb-82b2dd5b971b None None] No DVR routers for this DVR port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:47:23.635703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e4dd17-ca61-48f2-b49d-fa66d71afd49,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:23.641879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] No DVR routers for this DVR port a7e4dd17-ca61-48f2-b49d-fa66d71afd49 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:47:23.720276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.741685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb8933a-1a26-47e4-b2c7-ec3a263a2d86']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:23.755707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989f9115-8817-46e0-8ebf-69e3520e3c78') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:23.755707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989f9115-8817-46e0-8ebf-69e3520e3c78') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:23.761524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.775068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.782157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:47:23.782613 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:47:23.785076 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:47:23.823899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.836001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.844031 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/76dc6faf-9d98-48d9-b622-7e4699083183 HTTP/1.1" status: 204 len: 168 time: 0.5712950 Oct 15 00:47:23.864846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486a90a-691a-441c-9912-15e1c1acf8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76dc6faf-9d98-48d9-b622-7e4699083183,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:23.980318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.992113 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:23.994186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] 10.222.0.13 "DELETE /v2.0/networks/5bb8933a-1a26-47e4-b2c7-ec3a263a2d86 HTTP/1.1" status: 204 len: 168 time: 1.0655124 Oct 15 00:47:24.009243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c997b6-e7f2-42c3-bf2c-c480a551852c admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb8933a-1a26-47e4-b2c7-ec3a263a2d86,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:24.057069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device be3d470b-8a4b-44ab-8ec2-18c846f0c110 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:47:24.079639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: be3d470b-8a4b-44ab-8ec2-18c846f0c110 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:47:24.080105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device be3d470b-8a4b-44ab-8ec2-18c846f0c110 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:47:24.080586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a7e4dd17-ca61-48f2-b49d-fa66d71afd49 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:47:24.133056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: a7e4dd17-ca61-48f2-b49d-fa66d71afd49 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:47:24.133682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a7e4dd17-ca61-48f2-b49d-fa66d71afd49 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:47:24.171545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86c98c-dac3-4e5f-bb30-8a7139d80fa3 req-94307905-0606-4382-8ff8-9c6fecacd636 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:24.173652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df86c98c-dac3-4e5f-bb30-8a7139d80fa3 req-94307905-0606-4382-8ff8-9c6fecacd636 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0713298 Oct 15 00:47:24.220570 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-df86c98c-dac3-4e5f-bb30-8a7139d80fa3 req-246a30f0-d2ee-4add-b41c-f13b78ec224b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Oct 15 00:47:24.479539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56036) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:24.529992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56038) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:24.570032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ecae2d41-ced4-4dd2-95d0-1ae4f9dc1a95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=707322753b5349528400b11fc3c23a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870852 Oct 15 00:47:24.570275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56040) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:24.603868 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8890e555-b0bf-4e44-9e66-ee4dc975ded6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdfbf885cdf641ce9476aa355cebccec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714998 Oct 15 00:47:24.606534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56042) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:24.620358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eff17-6328-465a-a3aa-d95f80a87097 req-6ae6a2b7-33f9-440c-9502-a8b0abf9fd26 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:24.628279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b75eff17-6328-465a-a3aa-d95f80a87097 req-6ae6a2b7-33f9-440c-9502-a8b0abf9fd26 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.1356962 Oct 15 00:47:24.655280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0f26572-383f-4031-8e8b-450d0ac2f683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.682625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f420acc-ccd4-475d-b344-01810db7f714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.714481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b75eff17-6328-465a-a3aa-d95f80a87097 req-98144776-b6d5-4b0a-b40c-65836a0c82b5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756371 Oct 15 00:47:24.716915 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0f26572-383f-4031-8e8b-450d0ac2f683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.729727 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f420acc-ccd4-475d-b344-01810db7f714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.826267 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0f26572-383f-4031-8e8b-450d0ac2f683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.830933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0f26572-383f-4031-8e8b-450d0ac2f683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.831671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d0f26572-383f-4031-8e8b-450d0ac2f683 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8674724-bbdb-4dbd-a408-6dac00e5902c HTTP/1.1" status: 204 len: 168 time: 0.2591894 Oct 15 00:47:24.840788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f26572-383f-4031-8e8b-450d0ac2f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8674724-bbdb-4dbd-a408-6dac00e5902c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:24.876772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f420acc-ccd4-475d-b344-01810db7f714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.876772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f420acc-ccd4-475d-b344-01810db7f714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:24.876772 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7f420acc-ccd4-475d-b344-01810db7f714 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3684747-0862-4181-bf4b-0de24b39c3d6 HTTP/1.1" status: 204 len: 168 time: 0.2687376 Oct 15 00:47:24.888552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f420acc-ccd4-475d-b344-01810db7f714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3684747-0862-4181-bf4b-0de24b39c3d6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:25.343320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122dae54-dc64-4ee3-a468-be11ba002a6a req-bfbc24a6-b6ad-44dc-992f-10f0aa3d014d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:25.344851 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122dae54-dc64-4ee3-a468-be11ba002a6a req-bfbc24a6-b6ad-44dc-992f-10f0aa3d014d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0543132 Oct 15 00:47:25.388957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-122dae54-dc64-4ee3-a468-be11ba002a6a req-8ac0c4b0-b4ba-4a18-a9b1-285fe46de198 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Oct 15 00:47:25.500634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56064) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:25.692482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66c7e688-0bfc-4582-8bd2-8e4322636ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:25.779905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66c7e688-0bfc-4582-8bd2-8e4322636ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:25.839007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca9a5-b0e3-427e-8dfe-c0d9b4281fd2 req-a431a166-3344-4ab1-8f52-5d2cad336b89 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:25.840557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-631ca9a5-b0e3-427e-8dfe-c0d9b4281fd2 req-a431a166-3344-4ab1-8f52-5d2cad336b89 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0538208 Oct 15 00:47:25.880645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-631ca9a5-b0e3-427e-8dfe-c0d9b4281fd2 req-010da1a1-1f17-4003-ab91-bafe32c85e89 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340252 Oct 15 00:47:25.896840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66c7e688-0bfc-4582-8bd2-8e4322636ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:25.942362 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66c7e688-0bfc-4582-8bd2-8e4322636ea7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2684a74fff442a3879493ffcf4f1960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405606 Oct 15 00:47:25.944431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7e688-0bfc-4582-8bd2-8e4322636ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf4f429-7c29-40ff-9b22-76f6ee753bbe,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:25.945092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:26.010120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d76444b-644e-423c-ae24-39f20fe41034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:26.036198 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d76444b-644e-423c-ae24-39f20fe41034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:26.180013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d76444b-644e-423c-ae24-39f20fe41034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:26.181336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ff701bbe-3530-410d-ab20-643c4ef4faae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:26.183355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d76444b-644e-423c-ae24-39f20fe41034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:26.191258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1d76444b-644e-423c-ae24-39f20fe41034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbf4f429-7c29-40ff-9b22-76f6ee753bbe HTTP/1.1" status: 204 len: 168 time: 0.2387850 Oct 15 00:47:26.192668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76444b-644e-423c-ae24-39f20fe41034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf4f429-7c29-40ff-9b22-76f6ee753bbe,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:26.504493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aee9d-9d00-484e-8c73-4b9c967f9943 req-4a50291a-d028-442b-b714-dba1d6580acf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:26.505907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc8aee9d-9d00-484e-8c73-4b9c967f9943 req-4a50291a-d028-442b-b714-dba1d6580acf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0492029 Oct 15 00:47:26.549387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc8aee9d-9d00-484e-8c73-4b9c967f9943 req-83cebe21-2e39-4093-992d-086c7e7f2f2a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Oct 15 00:47:27.002283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d2cc4-7182-4bbb-9ebf-ddb59a1018e2 req-1f4c4be3-b9ce-4f90-8087-ddcdffcc10bd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:27.004697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-335d2cc4-7182-4bbb-9ebf-ddb59a1018e2 req-1f4c4be3-b9ce-4f90-8087-ddcdffcc10bd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0526836 Oct 15 00:47:27.045957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-335d2cc4-7182-4bbb-9ebf-ddb59a1018e2 req-359d20bd-2286-4183-a428-09ffe8785ddc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355151 Oct 15 00:47:27.230200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56136) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:27.248321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09b9baab-f0be-49c9-984c-009381065e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:27.336580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09b9baab-f0be-49c9-984c-009381065e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:27.412374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09b9baab-f0be-49c9-984c-009381065e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:27.456502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-09b9baab-f0be-49c9-984c-009381065e0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2af53ce61354ed18a11bef3bc5a8628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222607 Oct 15 00:47:27.456502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9baab-f0be-49c9-984c-009381065e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73d2c8-596c-4263-a6b3-96ea81ff792c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:27.456934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56142) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:27.521594 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0bb392c6-a12c-4bc5-8150-656882f03114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:27.544649 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0bb392c6-a12c-4bc5-8150-656882f03114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:27.664934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56152) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:27.700685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0bb392c6-a12c-4bc5-8150-656882f03114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:27.703474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0bb392c6-a12c-4bc5-8150-656882f03114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:27.704827 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0bb392c6-a12c-4bc5-8150-656882f03114 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d73d2c8-596c-4263-a6b3-96ea81ff792c HTTP/1.1" status: 204 len: 168 time: 0.2468228 Oct 15 00:47:27.715521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504e5b1-c27e-4a8a-8313-f850190be7b5 req-75ab1688-3d27-41bd-b24a-699da9d06dc3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:27.717236 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e504e5b1-c27e-4a8a-8313-f850190be7b5 req-75ab1688-3d27-41bd-b24a-699da9d06dc3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0686185 Oct 15 00:47:27.724407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb392c6-a12c-4bc5-8150-656882f03114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73d2c8-596c-4263-a6b3-96ea81ff792c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:27.760163 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e504e5b1-c27e-4a8a-8313-f850190be7b5 req-e75bb46a-4718-4fe0-b105-3f885256d946 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Oct 15 00:47:27.910754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1791355070-network', 'tenant_id': '10646e2b782d4364916d5f514dde6eb2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:28.046688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Made reservation on behalf of 10646e2b782d4364916d5f514dde6eb2 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:28.050000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.059203 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.201157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.213541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfd049-5414-4673-92e4-0abaca25d0ed req-d5b0a5e0-899b-4d90-b451-d231b3f7f491 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:28.215294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91cfd049-5414-4673-92e4-0abaca25d0ed req-d5b0a5e0-899b-4d90-b451-d231b3f7f491 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0737097 Oct 15 00:47:28.264127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91cfd049-5414-4673-92e4-0abaca25d0ed req-c70cdfdc-7042-426f-bdca-52cb9994f3db tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Oct 15 00:47:28.280213 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.311766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e295df-b362-4d66-b7a8-d91a12492a58,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:28.326402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:47:28.339006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.339588 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Added segment 48772066-0f1e-4168-8ed3-6dc4f493815f of type vlan for network 46362b6d-3d45-494f-8793-fba386c39f92 Oct 15 00:47:28.390306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.551687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.552937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:28.553670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.654479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] Pushing event updated for resources: {'Network': ['ID=46362b6d-3d45-494f-8793-fba386c39f92,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:28.669832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 46362b6d-3d45-494f-8793-fba386c39f92 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:47:28.680713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8a43d220-b897-455d-8d08-940e97bf67a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0068009 Oct 15 00:47:28.750037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56184) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:28.773149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d05fec51-1cb8-4bde-b199-08c81ca28f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.809756 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f148051-20e0-460d-885b-14133ff235a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.898465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d88503-ab73-47ca-b667-e918a1ad754e req-f8abaf8c-b214-42c1-9ad0-0f3072ce7a2e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:28.903484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-42d88503-ab73-47ca-b667-e918a1ad754e req-f8abaf8c-b214-42c1-9ad0-0f3072ce7a2e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0615053 Oct 15 00:47:28.925291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d05fec51-1cb8-4bde-b199-08c81ca28f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:28.945804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-42d88503-ab73-47ca-b667-e918a1ad754e req-671d3de5-0d8a-46d1-9306-5f2c06f6c468 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Oct 15 00:47:28.995061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d05fec51-1cb8-4bde-b199-08c81ca28f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:29.033972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d05fec51-1cb8-4bde-b199-08c81ca28f9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b98e512fa8a94f728abc809c32a2f023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823493 Oct 15 00:47:29.034364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56192) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:29.044473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fec51-1cb8-4bde-b199-08c81ca28f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6969785-949b-40cc-9a46-515ac68e359f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:29.107808 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-78bc357f-2c64-42d0-9b82-be68ad8ce9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:29.132567 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-78bc357f-2c64-42d0-9b82-be68ad8ce9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:29.248781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-78bc357f-2c64-42d0-9b82-be68ad8ce9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:29.251623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-78bc357f-2c64-42d0-9b82-be68ad8ce9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:29.253604 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-78bc357f-2c64-42d0-9b82-be68ad8ce9fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6969785-949b-40cc-9a46-515ac68e359f HTTP/1.1" status: 204 len: 168 time: 0.2180226 Oct 15 00:47:29.261624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc357f-2c64-42d0-9b82-be68ad8ce9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6969785-949b-40cc-9a46-515ac68e359f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:29.410528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71a8f-f363-4c64-ace1-78440ed4d861 req-7956747a-1011-4543-93af-92141c522db5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:29.417738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8c71a8f-f363-4c64-ace1-78440ed4d861 req-7956747a-1011-4543-93af-92141c522db5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 943 time: 0.0654025 Oct 15 00:47:29.456613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c8c71a8f-f363-4c64-ace1-78440ed4d861 req-d0742a3b-e687-4678-ba72-3031c3cf66d3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376937 Oct 15 00:47:29.808946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df230b-83ea-41de-8189-15622b54fb27 req-bd6ec4e6-5540-42d7-bcdd-23528fa098fb tempest-ComputeTenantNetworksTest-1854823874 tempest-ComputeTenantNetworksTest-1854823874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:29.815507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df230b-83ea-41de-8189-15622b54fb27 req-bd6ec4e6-5540-42d7-bcdd-23528fa098fb tempest-ComputeTenantNetworksTest-1854823874 tempest-ComputeTenantNetworksTest-1854823874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:29.826833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df230b-83ea-41de-8189-15622b54fb27 req-bd6ec4e6-5540-42d7-bcdd-23528fa098fb tempest-ComputeTenantNetworksTest-1854823874 tempest-ComputeTenantNetworksTest-1854823874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:29.829676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d6df230b-83ea-41de-8189-15622b54fb27 req-bd6ec4e6-5540-42d7-bcdd-23528fa098fb tempest-ComputeTenantNetworksTest-1854823874 tempest-ComputeTenantNetworksTest-1854823874-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2054996 Oct 15 00:47:29.870578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:47:29.963181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8606b-42d7-4986-af08-959029f51572 req-c62c62d7-992d-4ba6-bfb5-7cdcb80c81bd tempest-ComputeTenantNetworksTest-1854823874 tempest-ComputeTenantNetworksTest-1854823874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:29.964596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78c8606b-42d7-4986-af08-959029f51572 req-c62c62d7-992d-4ba6-bfb5-7cdcb80c81bd tempest-ComputeTenantNetworksTest-1854823874 tempest-ComputeTenantNetworksTest-1854823874-project] 10.222.0.13 "GET /v2.0/networks/46362b6d-3d45-494f-8793-fba386c39f92 HTTP/1.1" status: 200 len: 769 time: 0.1106100 Oct 15 00:47:29.980132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:29.986857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:30.007036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'port_id': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'mac_address': 'fa:16:3e:f1:f9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:47:30.093026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.124271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d0c6-acba-423c-8cdd-99e62a9833c8 req-0b9bebc2-493e-4589-9ef7-77168cec06bf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:30.126635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deb8d0c6-acba-423c-8cdd-99e62a9833c8 req-0b9bebc2-493e-4589-9ef7-77168cec06bf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0602942 Oct 15 00:47:30.131073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.175553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d6687f-50ee-4740-955f-15b26ac1002d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:47:30.182892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deb8d0c6-acba-423c-8cdd-99e62a9833c8 req-17c813f9-2463-450a-8b6c-33ab05ebbfae tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Oct 15 00:47:30.206915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:30.213952 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.239090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46362b6d-3d45-494f-8793-fba386c39f92']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:30.248753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48772066-0f1e-4168-8ed3-6dc4f493815f') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:30.249243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48772066-0f1e-4168-8ed3-6dc4f493815f') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:30.255029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.256668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.276004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.294492 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.294727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.304802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:47:30.309835 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:47:30.350947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:30.460236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.478966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:30.482772 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/46362b6d-3d45-494f-8793-fba386c39f92 HTTP/1.1" status: 204 len: 168 time: 0.5005710 Oct 15 00:47:30.496986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46362b6d-3d45-494f-8793-fba386c39f92,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:30.526046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.526637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.527204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.527782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.528122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.528449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.528899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.529278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.529604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.530031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.530382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.530751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b4c9c4-01c5-48ba-a92b-4f6d87180ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:30.601289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b9d6687f-50ee-4740-955f-15b26ac1002d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:47:30.621195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e583f-dda0-4844-8dfc-31ad5ce12791 req-1abfd4ae-ac63-4083-bb42-96080867bab7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:30.622753 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-421e583f-dda0-4844-8dfc-31ad5ce12791 req-1abfd4ae-ac63-4083-bb42-96080867bab7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 944 time: 0.0648403 Oct 15 00:47:30.666680 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-421e583f-dda0-4844-8dfc-31ad5ce12791 req-6ff6fde0-8f6d-417f-84dc-c913f35c69c0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Oct 15 00:47:31.071251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56266) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:31.118148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fd780a5d-d333-491d-b1d0-729ce6808d12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10646e2b782d4364916d5f514dde6eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456605 Oct 15 00:47:31.120834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56268) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:31.180990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd418-0b43-4050-96a3-2c2651e253c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:31.205360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd418-0b43-4050-96a3-2c2651e253c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:31.352001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd418-0b43-4050-96a3-2c2651e253c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:31.358451 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd418-0b43-4050-96a3-2c2651e253c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:31.358451 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9bdbd418-0b43-4050-96a3-2c2651e253c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86e295df-b362-4d66-b7a8-d91a12492a58 HTTP/1.1" status: 204 len: 168 time: 0.2334104 Oct 15 00:47:31.365810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc29003-56dd-4756-82cc-4a6ac2f227f9 req-03d3faf2-4ed0-455a-af1e-5d29b80d57ab tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:31.367087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbd418-0b43-4050-96a3-2c2651e253c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e295df-b362-4d66-b7a8-d91a12492a58,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:31.370580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdc29003-56dd-4756-82cc-4a6ac2f227f9 req-03d3faf2-4ed0-455a-af1e-5d29b80d57ab tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0727465 Oct 15 00:47:31.413979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdc29003-56dd-4756-82cc-4a6ac2f227f9 req-74e71b7e-a49b-43b2-bed3-68cd6980949c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Oct 15 00:47:31.822106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b0258-065e-4152-8c64-9955cc8051b4 req-2bf51c04-196f-4ed1-b50c-a6fec412586b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:31.823765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a9b0258-065e-4152-8c64-9955cc8051b4 req-2bf51c04-196f-4ed1-b50c-a6fec412586b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 944 time: 0.0664999 Oct 15 00:47:31.874599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a9b0258-065e-4152-8c64-9955cc8051b4 req-4af9a7cd-1dc9-432b-b0b9-3c1770518ee0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Oct 15 00:47:31.898510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:31.953927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port b9d6687f-50ee-4740-955f-15b26ac1002d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:31.954613 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:32.050743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:32.079527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:47:32.082619 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1681d2f6-f244-468b-840a-6645c74350a7" -d '{"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:47:32.096495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:32.140172 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa4872e-cb57-4284-aee5-ea2977f103e2 x-openstack-request-id: req-aaa4872e-cb57-4284-aee5-ea2977f103e2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:47:32.140466 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:47:32.140711 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaa4872e-cb57-4284-aee5-ea2977f103e2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:47:32.141134 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'code': 200} Oct 15 00:47:32.157715 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:32.232489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:32.349595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:32.410428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd366dd-0a56-48ea-aae9-3c53f39181d4 req-d9a4b998-46bd-4bad-87b6-b9e606fd9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:32.411913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fd366dd-0a56-48ea-aae9-3c53f39181d4 req-d9a4b998-46bd-4bad-87b6-b9e606fd9133 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1097 time: 0.0406213 Oct 15 00:47:32.449313 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8fd366dd-0a56-48ea-aae9-3c53f39181d4 req-e15518b5-9270-43d3-8c5b-2eaf5511964b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Oct 15 00:47:32.549994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a02ddd-0c6e-4664-a9bd-df298df47cdd req-9705ccb5-0cab-41ee-84b5-b036803ab81b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:32.555534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78a02ddd-0c6e-4664-a9bd-df298df47cdd req-9705ccb5-0cab-41ee-84b5-b036803ab81b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0592296 Oct 15 00:47:32.595683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-78a02ddd-0c6e-4664-a9bd-df298df47cdd req-080681ed-4507-4a73-b940-6b3abd23f64c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370958 Oct 15 00:47:33.020409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81c20-b097-479b-8929-4dcd4a0d5ea3 req-475daf60-148c-40d9-93a2-d6be84f7332e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:33.021893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6f81c20-b097-479b-8929-4dcd4a0d5ea3 req-475daf60-148c-40d9-93a2-d6be84f7332e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.0678153 Oct 15 00:47:33.063596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6f81c20-b097-479b-8929-4dcd4a0d5ea3 req-c8c415fa-105b-496e-84b1-0cc357911146 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Oct 15 00:47:33.768615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaecae-f3ac-412c-bde9-9c64a560a913 req-144ca59a-6de2-40f1-8471-4b9fcac988d7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:33.770188 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-09eaecae-f3ac-412c-bde9-9c64a560a913 req-144ca59a-6de2-40f1-8471-4b9fcac988d7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0787461 Oct 15 00:47:33.819294 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-09eaecae-f3ac-412c-bde9-9c64a560a913 req-afa97642-ee23-4de0-bee4-eeed6b1640c1 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Oct 15 00:47:34.080896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:34.192172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ad967-c512-4f54-b910-4f6e6fd89b88 req-b1e7abaa-59c5-48f1-9092-13906b0e3d99 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:34.193637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-446ad967-c512-4f54-b910-4f6e6fd89b88 req-b1e7abaa-59c5-48f1-9092-13906b0e3d99 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.0558527 Oct 15 00:47:34.231047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-446ad967-c512-4f54-b910-4f6e6fd89b88 req-151dc380-ab61-4fbb-954c-01b3cf7ac4ce tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Oct 15 00:47:34.391647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5713a356-2e42-4d04-b3c0-961b7b6864c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:34.490299 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5713a356-2e42-4d04-b3c0-961b7b6864c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:34.548855 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5713a356-2e42-4d04-b3c0-961b7b6864c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:34.587612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5713a356-2e42-4d04-b3c0-961b7b6864c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27629e68af0d426e9c143aeaf66f6695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054250 Oct 15 00:47:34.588336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713a356-2e42-4d04-b3c0-961b7b6864c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcae6fb-83cd-498d-ba78-8cc4daa8a423,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:34.601432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56420) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:34.650076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae855-1185-4169-8011-6ec60ff30c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:34.672932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae855-1185-4169-8011-6ec60ff30c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:34.831983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae855-1185-4169-8011-6ec60ff30c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:34.834656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae855-1185-4169-8011-6ec60ff30c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:34.838460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee3ae855-1185-4169-8011-6ec60ff30c9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfcae6fb-83cd-498d-ba78-8cc4daa8a423 HTTP/1.1" status: 204 len: 168 time: 0.2440889 Oct 15 00:47:34.843761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ae855-1185-4169-8011-6ec60ff30c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcae6fb-83cd-498d-ba78-8cc4daa8a423,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:35.057924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5035f-5dd1-45bf-b10b-8918472f092c req-a6d8cda3-4aeb-4c7f-a2da-468611eb282d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:35.059449 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56b5035f-5dd1-45bf-b10b-8918472f092c req-a6d8cda3-4aeb-4c7f-a2da-468611eb282d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0586872 Oct 15 00:47:35.103283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56b5035f-5dd1-45bf-b10b-8918472f092c req-47d76797-52b9-4d8c-acba-1f477eff69e4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Oct 15 00:47:35.395602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9be7-b437-4a32-a708-8a38552cf5b4 req-b2736457-1e6e-45d0-b88c-f6533d2a0fad tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:35.395602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12ee9be7-b437-4a32-a708-8a38552cf5b4 req-b2736457-1e6e-45d0-b88c-f6533d2a0fad tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.0642467 Oct 15 00:47:35.452148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12ee9be7-b437-4a32-a708-8a38552cf5b4 req-44d0b570-2698-4049-a230-bfd67d06fc45 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537610 Oct 15 00:47:35.969628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56474) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:35.981733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15e7927a-f8ec-41c6-9335-2799f893962b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:36.083883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15e7927a-f8ec-41c6-9335-2799f893962b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:36.155082 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15e7927a-f8ec-41c6-9335-2799f893962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:36.223785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-15e7927a-f8ec-41c6-9335-2799f893962b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=332054aa12764d1aa86e8f2ad886589f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560213 Oct 15 00:47:36.224770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7927a-f8ec-41c6-9335-2799f893962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b05906-59d0-4f81-b159-b98b0127a377,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:36.226864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56484) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:36.324722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e0266-1971-4d33-8623-460e14f5ed1c req-e995b275-afb5-4068-a536-85cbb4de27e6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:36.326261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d29e0266-1971-4d33-8623-460e14f5ed1c req-e995b275-afb5-4068-a536-85cbb4de27e6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0904329 Oct 15 00:47:36.327333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acd8c39d-4009-4889-8ae1-7c63ab5afc54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:36.362593 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acd8c39d-4009-4889-8ae1-7c63ab5afc54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:36.430416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d29e0266-1971-4d33-8623-460e14f5ed1c req-5260adba-82dd-4889-abbc-8629bb696b71 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905924 Oct 15 00:47:36.532956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acd8c39d-4009-4889-8ae1-7c63ab5afc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:36.535533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-acd8c39d-4009-4889-8ae1-7c63ab5afc54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:36.536911 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-acd8c39d-4009-4889-8ae1-7c63ab5afc54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34b05906-59d0-4f81-b159-b98b0127a377 HTTP/1.1" status: 204 len: 168 time: 0.3087983 Oct 15 00:47:36.547326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8c39d-4009-4889-8ae1-7c63ab5afc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b05906-59d0-4f81-b159-b98b0127a377,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:36.651833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dc5ae-7fb5-4b69-a760-7836778dde0d req-0ae9f6bd-937f-4209-b96c-da6e11972e31 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:36.660939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-917dc5ae-7fb5-4b69-a760-7836778dde0d req-0ae9f6bd-937f-4209-b96c-da6e11972e31 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.0762627 Oct 15 00:47:36.708300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-917dc5ae-7fb5-4b69-a760-7836778dde0d req-14f5e7de-eca0-4917-b74a-97da5e55bef5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460341 Oct 15 00:47:36.802325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-5a8ddf14-23d5-4048-861c-863bcace7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:36.804060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-5a8ddf14-23d5-4048-861c-863bcace7994 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0447364 Oct 15 00:47:36.915165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-d30fd3d5-edad-4a0e-8afd-26717aa3f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:36.916859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-d30fd3d5-edad-4a0e-8afd-26717aa3f986 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 912 time: 0.0898089 Oct 15 00:47:36.962332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-88fbb82a-5d76-4829-9d72-84ca02d8f24b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0 HTTP/1.1" status: 200 len: 217 time: 0.0380752 Oct 15 00:47:37.012334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-1d1fa984-9772-45d1-a650-5a536cc96fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:37.013851 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-1d1fa984-9772-45d1-a650-5a536cc96fc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 200 len: 851 time: 0.0450594 Oct 15 00:47:37.045939 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-966d856c-e538-4840-b5f8-c25dc5c8dc0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250804 Oct 15 00:47:37.143776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-97534e9e-ceaa-455b-b993-e302e6079f87 service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911188 Oct 15 00:47:37.242406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-beb93a72-6c9a-4564-90b2-455ef9b039d6 req-c7387919-1235-4592-80fd-f708f6ba487c service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890889 Oct 15 00:47:37.583924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d696ff-1028-4c33-8cdf-c5505ec5d4d4 req-8bcceba8-a389-42d9-a6cc-4a2d96db1410 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:37.583924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03d696ff-1028-4c33-8cdf-c5505ec5d4d4 req-8bcceba8-a389-42d9-a6cc-4a2d96db1410 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0896523 Oct 15 00:47:37.639550 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03d696ff-1028-4c33-8cdf-c5505ec5d4d4 req-6a4bcf9c-5542-40dd-996d-6759e8dcfc03 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497897 Oct 15 00:47:38.754456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-851c42aa-84de-4b3e-9f98-d75383a45609 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879240 Oct 15 00:47:38.862538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0488c74-00f3-400b-b5f5-598070d82a54 req-bf5f0ff7-3260-416a-965e-17572ea73c1a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:38.862538 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0488c74-00f3-400b-b5f5-598070d82a54 req-bf5f0ff7-3260-416a-965e-17572ea73c1a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0969708 Oct 15 00:47:38.875857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-cc35604e-e876-4fcc-b7bb-f97ab66847d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:38.878886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-cc35604e-e876-4fcc-b7bb-f97ab66847d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1097 time: 0.0720820 Oct 15 00:47:38.904586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0488c74-00f3-400b-b5f5-598070d82a54 req-4d9fbca3-5593-449c-96d0-4ee9f5c3b2ea tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Oct 15 00:47:39.007718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-43a6c4aa-24ad-4124-96e5-b40c37a86021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:39.009513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-43a6c4aa-24ad-4124-96e5-b40c37a86021 service neutron] 10.222.0.39 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.1094141 Oct 15 00:47:39.087171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-1c48578e-b3af-4e1c-8e42-17ee9e04e40d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 1001 time: 0.0695987 Oct 15 00:47:39.148189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-ff23bf47-ac7c-442b-9eb5-fc369486ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:39.149651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-ff23bf47-ac7c-442b-9eb5-fc369486ddf0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0551553 Oct 15 00:47:39.210206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-fda3aa8f-fa6c-42e8-ac9a-4d1478cfa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:39.212004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-fda3aa8f-fa6c-42e8-ac9a-4d1478cfa92b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556064 Oct 15 00:47:39.317083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-58a34f8f-19d0-457a-bcc4-66fb62214fef service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940886 Oct 15 00:47:39.556000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e961a-6dad-43c0-bd98-7d110e4467bf req-67c85cf8-cf3f-448a-b515-0078cd48ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:39.561093 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae0e961a-6dad-43c0-bd98-7d110e4467bf req-67c85cf8-cf3f-448a-b515-0078cd48ee9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1137743 Oct 15 00:47:39.609907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ae0e961a-6dad-43c0-bd98-7d110e4467bf req-681edc59-11ab-4cd9-8a1e-6474e240c1a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Oct 15 00:47:39.700332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-655a4c97-07de-468c-944b-4cbab2f4b34d req-258db91a-7316-43c4-a69d-b8dbb9476f6e service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764195 Oct 15 00:47:39.772792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56594) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:39.940050 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.027835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272cd39-4071-449b-8877-0804f61452b8 req-b57fd7fa-ada0-4afc-b67f-a818be1ed59c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:40.031628 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0272cd39-4071-449b-8877-0804f61452b8 req-b57fd7fa-ada0-4afc-b67f-a818be1ed59c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0557001 Oct 15 00:47:40.072492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0272cd39-4071-449b-8877-0804f61452b8 req-ea34412c-6665-4576-91a6-7171dcf1bed5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361037 Oct 15 00:47:40.124319 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:47:40.270424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1069288551-network', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:40.306331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56614) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:40.385586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Made reservation on behalf of cdffa54b78a14f8098e1611757a010d8 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:40.385812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb747d7d-c9c8-48f4-b508-0460039264a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.387985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.398008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.467139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb747d7d-c9c8-48f4-b508-0460039264a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.480255 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.557590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb747d7d-c9c8-48f4-b508-0460039264a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.557823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.584074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:47:40.588616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bb747d7d-c9c8-48f4-b508-0460039264a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b999dbbad89848ab9a8f6d98e3be1c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794423 Oct 15 00:47:40.594742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56620) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:40.628688 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.629291 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Added segment 0a446ad9-20d0-4e03-9b76-024130486f59 of type vlan for network d173683b-9fe9-46fe-aa22-132f1bb55099 Oct 15 00:47:40.629532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb747d7d-c9c8-48f4-b508-0460039264a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b306752-35da-4ea6-8579-850549653b71,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:40.639591 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee4f15f-ee79-4374-b6f3-a9ac49a9cf8f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:40.667906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67099229-db4d-4a74-bb38-d644eceeb7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.683177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.692686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67099229-db4d-4a74-bb38-d644eceeb7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.785984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.787019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:40.787611 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.837647 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67099229-db4d-4a74-bb38-d644eceeb7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.840864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67099229-db4d-4a74-bb38-d644eceeb7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:40.842229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-67099229-db4d-4a74-bb38-d644eceeb7ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b306752-35da-4ea6-8579-850549653b71 HTTP/1.1" status: 204 len: 168 time: 0.2463062 Oct 15 00:47:40.851507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099229-db4d-4a74-bb38-d644eceeb7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b306752-35da-4ea6-8579-850549653b71,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:40.857942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] Pushing event updated for resources: {'Network': ['ID=d173683b-9fe9-46fe-aa22-132f1bb55099,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:40.871951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84240a96-fee9-4130-a807-0e50d5ff1e56 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0959349 Oct 15 00:47:40.872093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d173683b-9fe9-46fe-aa22-132f1bb55099 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:47:40.877385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56626) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:40.879131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Request body: {'subnet': {'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1069288551-subnet', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:40.995445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Made reservation on behalf of cdffa54b78a14f8098e1611757a010d8 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:40.998076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:41.214639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f2ad6-8ea9-40bb-8f37-98df227d3697 req-a5cae589-6683-4628-bc25-6ce7aa67cb22 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:41.216492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-150f2ad6-8ea9-40bb-8f37-98df227d3697 req-a5cae589-6683-4628-bc25-6ce7aa67cb22 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0629809 Oct 15 00:47:41.264743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-150f2ad6-8ea9-40bb-8f37-98df227d3697 req-44745fee-8810-47db-ab56-b816bd7eaabe tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Oct 15 00:47:41.270531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:41.359165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8699254b-338d-4c6a-8b0b-3b2d7aa89174,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:41.382384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Checking segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:41.383584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Network hostable DHCP agents. Network: d173683b-9fe9-46fe-aa22-132f1bb55099, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:47:41.491835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Network d173683b-9fe9-46fe-aa22-132f1bb55099 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:47:41.600901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d173683b-9fe9-46fe-aa22-132f1bb55099) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:41.609706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:41.610398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:41.625264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe5639f-d23f-47b7-b98d-78aa3c4ce44a None None] Network d173683b-9fe9-46fe-aa22-132f1bb55099 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:47:41.672392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-df09503e-b2d7-4034-b997-fb50111e6db4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7984874 Oct 15 00:47:41.675499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56660) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:41.691193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:41.702887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-1da70d35-57b9-4bce-9976-367d3aa5915c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:41.712800 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-1da70d35-57b9-4bce-9976-367d3aa5915c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 811 time: 0.1571007 Oct 15 00:47:41.731831 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-e3d36e9f-831d-454b-b1ff-7d1b8c15a3cb tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/quotas/20c9f3bab9b5496299a53f818bc6e304 HTTP/1.1" status: 200 len: 375 time: 0.0127971 Oct 15 00:47:41.770558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56662) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:41.789570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5358e95-fbf6-47a8-b62f-a9be2a21357f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:41.863510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-d173683b-9fe9-46fe-aa22-132f1bb55099', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'fixed_ips': [{'subnet_id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:47:41.864325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.013279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.017213 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.171239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.178307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56672) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:42.192455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Allocated IP 172.20.0.2 (d173683b-9fe9-46fe-aa22-132f1bb55099/8699254b-338d-4c6a-8b0b-3b2d7aa89174/51fb7f86-cf79-44d6-b515-8d54e5ca6aae) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:47:42.212017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5358e95-fbf6-47a8-b62f-a9be2a21357f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.339740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a5358e95-fbf6-47a8-b62f-a9be2a21357f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.355713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-c1475b89-278f-47e9-aef0-234f5cc9ec82 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6133299 Oct 15 00:47:42.420542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.473372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5358e95-fbf6-47a8-b62f-a9be2a21357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d31a91-30c6-4d16-aede-ee3bc27fb7e1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:42.493493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a5358e95-fbf6-47a8-b62f-a9be2a21357f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c14600126af146bd81915f7786d310eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7209318 Oct 15 00:47:42.495981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56682) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:42.509897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-f9977505-9b26-403d-ba6e-f618fff05f3a service neutron] 10.222.0.13 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349766 Oct 15 00:47:42.523603 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.572878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Pushing event updated for resources: {'Port': ['ID=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:42.576234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Network d173683b-9fe9-46fe-aa22-132f1bb55099 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:42.577909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:42.580810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:42.585415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.616931 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-188494ae-ec9a-43fa-82e1-b62283c21b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.656131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Attempting to bind port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:47:42.656658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Attempting to bind port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:47:42.657073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Attempting to bind port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae on network d173683b-9fe9-46fe-aa22-132f1bb55099 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:42.663654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:47:42.664183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Checking segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:42.665191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.665729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Bound using segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:47:42.666333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Bound port: 51fb7f86-cf79-44d6-b515-8d54e5ca6aae, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:47:42.666813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.676590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-72b09613-a99b-426b-b4f9-e0d7a740f9e9 service neutron] 10.222.0.13 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646624 Oct 15 00:47:42.685605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe76d5f9-e2cf-45f8-ab95-597ed6e810a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.731306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe76d5f9-e2cf-45f8-ab95-597ed6e810a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.789323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] For port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:47:42.793565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] For port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:47:42.817317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-188494ae-ec9a-43fa-82e1-b62283c21b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.878522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.956716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-188494ae-ec9a-43fa-82e1-b62283c21b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.985245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe76d5f9-e2cf-45f8-ab95-597ed6e810a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.988617 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe76d5f9-e2cf-45f8-ab95-597ed6e810a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:42.989827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fe76d5f9-e2cf-45f8-ab95-597ed6e810a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52d31a91-30c6-4d16-aede-ee3bc27fb7e1 HTTP/1.1" status: 204 len: 168 time: 0.4009793 Oct 15 00:47:43.008749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e2c93-7ecc-494a-861d-10f86f9ad1a4 None None] Pushing event updated for resources: {'Port': ['ID=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:43.077683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56696) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:43.078304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-188494ae-ec9a-43fa-82e1-b62283c21b05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf874c8605474318bfe4b70ad3ef0cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8965490 Oct 15 00:47:43.083973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188494ae-ec9a-43fa-82e1-b62283c21b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b98305-e4f8-4230-8e4a-6c35b3086d60,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:43.137235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa8590fb-bd85-48a3-a2b9-a74b09f300d9 req-4e03ff97-b842-4214-a771-bb113d97c21b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 210 time: 0.0809093 Oct 15 00:47:43.156131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76d5f9-e2cf-45f8-ab95-597ed6e810a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d31a91-30c6-4d16-aede-ee3bc27fb7e1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:43.176328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.212197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a444f099-fc4c-428a-9ce9-5c6a40467ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.266942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a444f099-fc4c-428a-9ce9-5c6a40467ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.289211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.437728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a444f099-fc4c-428a-9ce9-5c6a40467ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.441299 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a444f099-fc4c-428a-9ce9-5c6a40467ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.443057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a444f099-fc4c-428a-9ce9-5c6a40467ed8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3b98305-e4f8-4230-8e4a-6c35b3086d60 HTTP/1.1" status: 204 len: 168 time: 0.3637397 Oct 15 00:47:43.456025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444f099-fc4c-428a-9ce9-5c6a40467ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b98305-e4f8-4230-8e4a-6c35b3086d60,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:43.456736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Allocated IP 172.25.2.208 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/98865869-f34e-44b7-a6e6-c10d12317f93) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:47:43.597305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.752279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:43.804453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:43.808940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:43.811624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:43.853866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Pushing event updated for resources: {'Port': ['ID=98865869-f34e-44b7-a6e6-c10d12317f93,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:44.147097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51fb7f86-cf79-44d6-b515-8d54e5ca6aae up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:44.302791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:44.304781 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:44.360621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12b3e7ac-3df7-4252-a64d-a400d23e9099 req-77f82feb-9e48-4161-8e95-f57a92c995e0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 210 time: 0.0503531 Oct 15 00:47:44.419157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:44.441306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af9768-e9a3-4213-be8e-acb8d37c3ac9 None None] Network d173683b-9fe9-46fe-aa22-132f1bb55099 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:47:44.570708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:44.700183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:44.723985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-63cdad8a-e08a-4d98-a286-51ecea134734 None None] Provisioning complete for port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:44.725401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63cdad8a-e08a-4d98-a286-51ecea134734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:44.806155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:44.963583 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:44.994004 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:45.020281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:45.043749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:47:45.178545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:47:45.191311 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Sync routers for ids ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:47:45.199969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3ffdeb0f-d82e-47c6-99b9-47a1f8b46829 None None] Provisioning complete for port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:45.200485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ffdeb0f-d82e-47c6-99b9-47a1f8b46829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:45.203085 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Routers {'5665b06c-0ead-4849-bfc4-f20eba8aa7b5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:45.203277 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:45.268269 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:45.269668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-860c9e68-7a21-46f2-87af-d1ab3bd21541 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5867467 Oct 15 00:47:45.272733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:45.374116 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Set router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:45.602688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4bd409be-67eb-4867-bd6b-7923b3c0030e req-9fc37239-5f13-4cfb-8d80-03a000d7c983 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 210 time: 0.1205335 Oct 15 00:47:45.618681 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:47:44Z', 'revision_number': 3, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port': {'id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:43Z', 'updated_at': '2021-10-15T00:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:45.668953 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Checking router: 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:47:45.669297 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Updating router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 port 98865869-f34e-44b7-a6e6-c10d12317f93 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:47:45.710385 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:45.736084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-5b1d5ab4-30f0-4184-9bd2-32d725abb1e0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:45.738238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-5b1d5ab4-30f0-4184-9bd2-32d725abb1e0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.39 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 811 time: 0.2194891 Oct 15 00:47:45.756387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Request body: {'port': {'device_id': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'admin_state_up': True, 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:45.984426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.059887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Made reservation on behalf of 20c9f3bab9b5496299a53f818bc6e304 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:46.063688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.087774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51fb7f86-cf79-44d6-b515-8d54e5ca6aae up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:46.166653 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.166838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:46.167119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.297594 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.331740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Allocated IP 172.20.0.4 (f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec/46f549b7-bbdc-4feb-bc2a-1bd8737f1596/ef7d507b-837d-4617-bb39-95d17f4d8815) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:47:46.445703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Allocated IP 172.20.0.1 (d173683b-9fe9-46fe-aa22-132f1bb55099/8699254b-338d-4c6a-8b0b-3b2d7aa89174/26c1e54b-0a9c-467c-a8b4-ab8b192b2774) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:47:46.463424 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Attempting to bind port 98865869-f34e-44b7-a6e6-c10d12317f93 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:47:46.463786 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Attempting to bind port 98865869-f34e-44b7-a6e6-c10d12317f93 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:47:46.467139 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Attempting to bind port 98865869-f34e-44b7-a6e6-c10d12317f93 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:46.482259 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:47:46.482908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:46.483460 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.483990 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:47:46.484632 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Bound port: 98865869-f34e-44b7-a6e6-c10d12317f93, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:47:46.485168 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.547286 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daef41-2dd4-4080-bdda-4fb4b24cf1b0 None None] Pushing event updated for resources: {'Port': ['ID=98865869-f34e-44b7-a6e6-c10d12317f93,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:46.557245 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] For port 98865869-f34e-44b7-a6e6-c10d12317f93, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:47:46.561668 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] For port 98865869-f34e-44b7-a6e6-c10d12317f93, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=98865869-f34e-44b7-a6e6-c10d12317f93,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:47:46.638768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.648484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.670271 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.746415 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Routers {'5665b06c-0ead-4849-bfc4-f20eba8aa7b5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:46.747083 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:46.777511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-87969b0e-a1b0-46ac-83a8-cf0be8f753b8 req-cd41f196-3e91-4806-bb3f-a50fe7ed5b3e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 210 time: 0.0578721 Oct 15 00:47:46.807005 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daef41-2dd4-4080-bdda-4fb4b24cf1b0 None None] Pushing event updated for resources: {'Port': ['ID=98865869-f34e-44b7-a6e6-c10d12317f93,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:46.812774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.827670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['dffe031a-8e9e-48ae-8ab4-377d572c03f0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:47:46.854327 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.884174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:46.888295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:46.892259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:46.915600 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] Set router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:46.932357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Pushing event updated for resources: {'Port': ['ID=ef7d507b-837d-4617-bb39-95d17f4d8815,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:46.974641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Network d173683b-9fe9-46fe-aa22-132f1bb55099 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:46.978713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:46.979288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:46.982029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:46.999041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:47.102970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-646f6123-11cf-4ad4-b620-95323f4f3220 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3522258 Oct 15 00:47:47.117293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Request body: {'port': {'device_id': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:47.180745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Pushing event updated for resources: {'Port': ['ID=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:47.241579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:47.297618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:47.465375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5fdcdfc2-0279-4e2c-a136-0cc49f839f46 None None] Provisioning complete for port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:47.465985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5fdcdfc2-0279-4e2c-a136-0cc49f839f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:47.500080 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:47:44Z', 'revision_number': 3, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port': {'id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:43Z', 'updated_at': '2021-10-15T00:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:47.586633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:47.594390 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88665788-824f-4e9d-a082-1983e0179fa8 None None] The sync data for ids ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'] in n-d-811521-2 is: [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:47:44Z', 'revision_number': 3, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port': {'id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:43Z', 'updated_at': '2021-10-15T00:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:47:47.595276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5fdcdfc2-0279-4e2c-a136-0cc49f839f46 None None] Port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:47:48.029570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:48.140201 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:48.262722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Pushing event updated for resources: {'Port': ['ID=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:48.285291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:48.302612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17191b-30d7-4d96-bd05-0dc57b720d47 req-0f47ff63-e4ee-402b-8487-9fa4bc576263 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:48.307024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef17191b-30d7-4d96-bd05-0dc57b720d47 req-0f47ff63-e4ee-402b-8487-9fa4bc576263 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 931 time: 0.1017654 Oct 15 00:47:48.516509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Network d173683b-9fe9-46fe-aa22-132f1bb55099 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:48.521810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:48.544430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef17191b-30d7-4d96-bd05-0dc57b720d47 req-9c9e1fbb-afff-40ff-8fff-a6d42b9cc259 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260711 Oct 15 00:47:48.661786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7d507b-837d-4617-bb39-95d17f4d8815 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:47:48.690807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:48.718240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Transition to ACTIVE for port object ef7d507b-837d-4617-bb39-95d17f4d8815 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:47:48.762021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:47:48.792088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:48.934571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a451d18a-6a45-4113-bbfb-6d3a8d6fa568 None None] Provisioning complete for port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:48.935149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a451d18a-6a45-4113-bbfb-6d3a8d6fa568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:48.973828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7d507b-837d-4617-bb39-95d17f4d8815,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:49.011428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a451d18a-6a45-4113-bbfb-6d3a8d6fa568 None None] Port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:47:49.031152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:47:49.038870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-35d8ddc1-3b23-45db-bec1-0c8b13f01abe admin admin] 10.222.0.13 "PUT /v2.0/routers/5665b06c-0ead-4849-bfc4-f20eba8aa7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7625785 Oct 15 00:47:49.045919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Attempting to bind port ef7d507b-837d-4617-bb39-95d17f4d8815 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:47:49.046639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Attempting to bind port ef7d507b-837d-4617-bb39-95d17f4d8815 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:47:49.047146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Attempting to bind port ef7d507b-837d-4617-bb39-95d17f4d8815 on network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:49.062214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Port ef7d507b-837d-4617-bb39-95d17f4d8815 on network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:47:49.062741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Attempting to bind port ef7d507b-837d-4617-bb39-95d17f4d8815 on network f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:49.069089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:47:49.069429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Checking segment: {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:49.069820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Bound using segment: {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:47:49.070461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Bound port: ef7d507b-837d-4617-bb39-95d17f4d8815, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:47:49.070786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:49.147876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] For port ef7d507b-837d-4617-bb39-95d17f4d8815, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:47:49.152369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] For port ef7d507b-837d-4617-bb39-95d17f4d8815, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ef7d507b-837d-4617-bb39-95d17f4d8815,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:47:49.239046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:49.281690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:49.281690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:49.281690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] 10.222.0.39 "PUT /v2.0/ports/ef7d507b-837d-4617-bb39-95d17f4d8815 HTTP/1.1" status: 200 len: 1091 time: 2.1682622 Oct 15 00:47:49.281690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'tag': 'ef7d507b-837d-4617-bb39-95d17f4d8815'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:47:49.283697 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edd847f-8cf3-4143-af6d-f2aedf20af51" -d '{"events": [{"name": "network-changed", "server_uuid": "95af2bb2-ee2c-4846-8335-7bafe79a2dac", "tag": "ef7d507b-837d-4617-bb39-95d17f4d8815"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:47:49.308313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91b229-8ced-4454-848b-317cdc0c4b05 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7d507b-837d-4617-bb39-95d17f4d8815,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:49.327302 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf1d4b6-95b1-4825-9487-306ef057c0b4 x-openstack-request-id: req-faf1d4b6-95b1-4825-9487-306ef057c0b4 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:47:49.327681 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95af2bb2-ee2c-4846-8335-7bafe79a2dac", "tag": "ef7d507b-837d-4617-bb39-95d17f4d8815", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:47:49.328022 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faf1d4b6-95b1-4825-9487-306ef057c0b4 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:47:49.328471 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'tag': 'ef7d507b-837d-4617-bb39-95d17f4d8815', 'status': 'completed', 'code': 200} Oct 15 00:47:49.399431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd847f-8cf3-4143-af6d-f2aedf20af51 req-fc052fba-881a-433e-a74c-64bedf8291bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:49.401588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4edd847f-8cf3-4143-af6d-f2aedf20af51 req-fc052fba-881a-433e-a74c-64bedf8291bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 1094 time: 0.0487776 Oct 15 00:47:49.521794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd847f-8cf3-4143-af6d-f2aedf20af51 req-e094e19f-ef31-4254-acbd-be61bdbf1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:49.523309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4edd847f-8cf3-4143-af6d-f2aedf20af51 req-e094e19f-ef31-4254-acbd-be61bdbf1681 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=20c9f3bab9b5496299a53f818bc6e304&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1133640 Oct 15 00:47:49.675772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd847f-8cf3-4143-af6d-f2aedf20af51 req-bfaad7a7-1556-4472-a505-39a3cfbb7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:49.677505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4edd847f-8cf3-4143-af6d-f2aedf20af51 req-bfaad7a7-1556-4472-a505-39a3cfbb7aa0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388741 Oct 15 00:47:49.724725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557076ba-1cc3-437d-bc9e-31c608a000ab req-054bf583-b299-489e-9ac3-d23360b5b24a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:49.728789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-557076ba-1cc3-437d-bc9e-31c608a000ab req-054bf583-b299-489e-9ac3-d23360b5b24a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 943 time: 0.0724733 Oct 15 00:47:49.811007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-557076ba-1cc3-437d-bc9e-31c608a000ab req-dc2ba444-0e8f-4645-a78c-15dd79007174 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694284 Oct 15 00:47:49.814868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-e9b6012c-1f09-40d0-a82d-1bff2d924e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:49.815858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-e9b6012c-1f09-40d0-a82d-1bff2d924e47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 1094 time: 0.0860560 Oct 15 00:47:49.875094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-369b9714-b165-4695-87f7-384dd58a2548 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7d507b-837d-4617-bb39-95d17f4d8815 HTTP/1.1" status: 200 len: 217 time: 0.0467815 Oct 15 00:47:49.949016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-291f2339-8890-4091-9b12-43e8fb8e1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:49.950609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-291f2339-8890-4091-9b12-43e8fb8e1f62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 200 len: 851 time: 0.0731661 Oct 15 00:47:49.989010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-a5f53c95-571e-4f98-8073-cde3f6c5881d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311913 Oct 15 00:47:50.085011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Sync routers for ids ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:47:50.096062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Routers {'5665b06c-0ead-4849-bfc4-f20eba8aa7b5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:50.097085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:50.163077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 98865869-f34e-44b7-a6e6-c10d12317f93 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:50.171453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-9279a313-e4f8-4de5-9dc5-dd492e8770ba service neutron] 10.222.0.39 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744716 Oct 15 00:47:50.296469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Set router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:50.298881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 98865869-f34e-44b7-a6e6-c10d12317f93 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:50.299555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:50.310636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0ac4dec8-f9ac-4221-a401-51f034fb4ec3 req-488c0483-3b58-41ed-8d63-e90b822386ba service neutron] 10.222.0.39 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314397 Oct 15 00:47:50.544166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:50.589956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 98865869-f34e-44b7-a6e6-c10d12317f93, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=98865869-f34e-44b7-a6e6-c10d12317f93,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:50.622522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:47:47Z', 'revision_number': 4, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port': {'id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:43Z', 'updated_at': '2021-10-15T00:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '26c1e54b-0a9c-467c-a8b4-ab8b192b2774', 'name': '', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'mac_address': 'fa:16:3e:97:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:46Z', 'updated_at': '2021-10-15T00:47:47Z', 'revision_number': 2, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'subnets': [{'id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:50.660660 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:50.687109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Checking router: 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:47:50.687471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Updating router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:47:50.731231 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:50.743129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=98865869-f34e-44b7-a6e6-c10d12317f93,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:51.032220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9aebe-f5a1-4967-9f1d-e6ffb9df6fe0 req-6335de76-be2e-454c-afc3-0534281d42dc tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:51.042680 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9f9aebe-f5a1-4967-9f1d-e6ffb9df6fe0 req-6335de76-be2e-454c-afc3-0534281d42dc tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 943 time: 0.1080310 Oct 15 00:47:51.089610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9f9aebe-f5a1-4967-9f1d-e6ffb9df6fe0 req-acb7c6c7-0c4c-438b-b5f2-1fc1674b91d8 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Oct 15 00:47:51.228061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.294399 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.356749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27f19a-f041-4e50-b930-995da81aa6d3 None None] Pushing event updated for resources: {'Port': ['ID=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:51.437098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Attempting to bind port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:47:51.437220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Attempting to bind port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:47:51.437577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Attempting to bind port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 on network d173683b-9fe9-46fe-aa22-132f1bb55099 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:51.449863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:47:51.450286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Checking segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:51.450686 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.451081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Bound using segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:47:51.451554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Bound port: 26c1e54b-0a9c-467c-a8b4-ab8b192b2774, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:47:51.451933 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.543094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56912) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:51.550129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1885849907-network', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:51.558838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] For port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:47:51.562743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] For port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:47:51.640482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Made reservation on behalf of da79d82f5d9f4c4a830545cf2c3fbe91 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:51.642964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.648741 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.652633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.713611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27f19a-f041-4e50-b930-995da81aa6d3 None None] Pushing event updated for resources: {'Port': ['ID=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:51.720705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ffe45790-cf3b-4099-86d2-f73b1d890827 None None] Provisioning complete for port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:51.721494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffe45790-cf3b-4099-86d2-f73b1d890827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.806519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Routers {'5665b06c-0ead-4849-bfc4-f20eba8aa7b5'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:51.807551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:51.865230 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.943827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:51.987952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:47:51.998489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af23e8-45c6-46da-b877-f1f335d1be54,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:52.008501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.009037 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Added segment 7d8ff5c8-3d92-400b-8bce-8c38f54c3232 of type vlan for network 700b9efc-ef2a-4029-ad59-bfa373d081df Oct 15 00:47:52.014137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] Set router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:52.051453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffe45790-cf3b-4099-86d2-f73b1d890827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.097963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.124769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 98865869-f34e-44b7-a6e6-c10d12317f93 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:52.167250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ffe45790-cf3b-4099-86d2-f73b1d890827 None None] For port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:52.215895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.216890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:52.217501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.235300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffe45790-cf3b-4099-86d2-f73b1d890827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.321320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] Pushing event updated for resources: {'Network': ['ID=700b9efc-ef2a-4029-ad59-bfa373d081df,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:52.329556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 98865869-f34e-44b7-a6e6-c10d12317f93 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:52.330034 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.349724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ccc81-6921-4fc4-9ea6-3afe9786a394 req-f328dcea-c593-439c-9a5e-6a0c8c179fd0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:52.351453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-049ccc81-6921-4fc4-9ea6-3afe9786a394 req-f328dcea-c593-439c-9a5e-6a0c8c179fd0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 943 time: 0.1519685 Oct 15 00:47:52.354759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45790-cf3b-4099-86d2-f73b1d890827 None None] Pushing event updated for resources: {'Port': ['ID=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:52.362054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 700b9efc-ef2a-4029-ad59-bfa373d081df details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:47:52.447075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56930) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:52.451069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-56af1200-a871-40b7-823f-9776ecb3df2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9058876 Oct 15 00:47:52.454989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Request body: {'subnet': {'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1885849907-subnet', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:52.464712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-049ccc81-6921-4fc4-9ea6-3afe9786a394 req-c4fbe729-8ddd-44dc-b730-37f35e72636f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974183 Oct 15 00:47:52.486779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1c5a9a14-f884-43ff-a1b3-4e70bd506f90 None None] Provisioning complete for port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:52.487327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1c5a9a14-f884-43ff-a1b3-4e70bd506f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.543679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Made reservation on behalf of da79d82f5d9f4c4a830545cf2c3fbe91 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:47:52.547423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:52.598481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:47:47Z', 'revision_number': 4, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port': {'id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:43Z', 'updated_at': '2021-10-15T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '26c1e54b-0a9c-467c-a8b4-ab8b192b2774', 'name': '', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'mac_address': 'fa:16:3e:97:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:46Z', 'updated_at': '2021-10-15T00:47:51Z', 'revision_number': 4, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'subnets': [{'id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:52.656723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0165bec6-0294-4e76-bc6f-e449a4ecdb4f None None] The sync data for ids ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'] in n-d-811521-2 is: [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:47:47Z', 'revision_number': 4, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port': {'id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:43Z', 'updated_at': '2021-10-15T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '26c1e54b-0a9c-467c-a8b4-ab8b192b2774', 'name': '', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'mac_address': 'fa:16:3e:97:ca:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:46Z', 'updated_at': '2021-10-15T00:47:51Z', 'revision_number': 4, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'subnets': [{'id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:47:52.946551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:53.024306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Checking segment: {'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:53.024769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Network hostable DHCP agents. Network: 700b9efc-ef2a-4029-ad59-bfa373d081df, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:47:53.027534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaec0b4b-85ab-4d83-b810-a4c745936ced,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:53.143911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Network 700b9efc-ef2a-4029-ad59-bfa373d081df is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:47:53.282704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 700b9efc-ef2a-4029-ad59-bfa373d081df) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:53.288169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:53.289197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:53.292225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc375f-fc8d-402b-8ca3-2b993e13d8e4 None None] Network 700b9efc-ef2a-4029-ad59-bfa373d081df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:47:53.379022 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4ea678dd-5dc9-4234-8731-89a08b0f55d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9301260 Oct 15 00:47:53.381753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:53.388706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:47:53.513597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:53.516155 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:53.549111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-700b9efc-ef2a-4029-ad59-bfa373d081df', 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'fixed_ips': [{'subnet_id': 'aaec0b4b-85ab-4d83-b810-a4c745936ced'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:47:53.550511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:53.632029 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:53.711359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f78cd4-9b6f-4318-9164-6c7a866ccb3b req-57158620-fca2-4c71-869a-6559bdabce7e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:53.714048 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-02f78cd4-9b6f-4318-9164-6c7a866ccb3b req-57158620-fca2-4c71-869a-6559bdabce7e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 943 time: 0.0845957 Oct 15 00:47:53.768673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Allocated IP 172.20.0.2 (700b9efc-ef2a-4029-ad59-bfa373d081df/aaec0b4b-85ab-4d83-b810-a4c745936ced/783acc45-49fd-459f-8b55-2c505abe6fe9) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:47:53.930631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:53.950010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-02f78cd4-9b6f-4318-9164-6c7a866ccb3b req-8d78c049-4144-4a35-8bb3-edd781afa455 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868551 Oct 15 00:47:53.997513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.004760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ef7d507b-837d-4617-bb39-95d17f4d8815 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:47:54.126677 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.173937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:54.230811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Network 700b9efc-ef2a-4029-ad59-bfa373d081df is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:54.250410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:54.264317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:54.283958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ef7d507b-837d-4617-bb39-95d17f4d8815, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ef7d507b-837d-4617-bb39-95d17f4d8815,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:54.293862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Pushing event updated for resources: {'Port': ['ID=783acc45-49fd-459f-8b55-2c505abe6fe9,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:54.333175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'ef7d507b-837d-4617-bb39-95d17f4d8815', 'network_id': 'f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec', 'port_id': 'ef7d507b-837d-4617-bb39-95d17f4d8815', 'mac_address': 'fa:16:3e:93:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f549b7-bbdc-4feb-bc2a-1bd8737f1596', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:47:54.353249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.377442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.400895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Attempting to bind port 783acc45-49fd-459f-8b55-2c505abe6fe9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:47:54.401295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Attempting to bind port 783acc45-49fd-459f-8b55-2c505abe6fe9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:47:54.401719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Attempting to bind port 783acc45-49fd-459f-8b55-2c505abe6fe9 on network 700b9efc-ef2a-4029-ad59-bfa373d081df {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:54.416023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:54.416465 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.418237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:47:54.419385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Checking segment: {'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:54.419385 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.419731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Bound using segment: {'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:47:54.419998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Bound port: 783acc45-49fd-459f-8b55-2c505abe6fe9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:47:54.420480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.453215 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.509824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Allocated IP 172.25.2.191 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c1a60eab-7eb1-45dd-816b-384753ef3ab6) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:47:54.552958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56968) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:54.591826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:54.651174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.659287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7d507b-837d-4617-bb39-95d17f4d8815 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:47:54.708937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ef7d507b-837d-4617-bb39-95d17f4d8815, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ef7d507b-837d-4617-bb39-95d17f4d8815,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:54.713015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] For port 783acc45-49fd-459f-8b55-2c505abe6fe9, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:47:54.716586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] For port 783acc45-49fd-459f-8b55-2c505abe6fe9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=783acc45-49fd-459f-8b55-2c505abe6fe9,segment=NetworkSegment(7d8ff5c8-3d92-400b-8bce-8c38f54c3232),segment_id=7d8ff5c8-3d92-400b-8bce-8c38f54c3232)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:47:54.752220 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.780365 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.785274 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:54.801049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:54.808662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:54.812185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:54.815551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Pushing event updated for resources: {'Port': ['ID=c1a60eab-7eb1-45dd-816b-384753ef3ab6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:54.855577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88570b8b-334c-4390-a33c-9149c67a5131 None None] Pushing event updated for resources: {'Port': ['ID=783acc45-49fd-459f-8b55-2c505abe6fe9,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:54.936372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ef7d507b-837d-4617-bb39-95d17f4d8815,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:55.097284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['ef7d507b-837d-4617-bb39-95d17f4d8815'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:47:55.106362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d37b-1bf5-4c21-8d95-9d08cab29f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.149932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eb174245-6238-4efb-a5ab-75e3c70d1f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.202402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0471933-a05a-43e3-b8ad-92c758195789 req-2f920a05-ad14-407e-9621-c7704660c3a4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:55.205965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0471933-a05a-43e3-b8ad-92c758195789 req-2f920a05-ad14-407e-9621-c7704660c3a4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 944 time: 0.1733351 Oct 15 00:47:55.301675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.310772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f0471933-a05a-43e3-b8ad-92c758195789 req-bf5f001e-e417-4a4d-abf3-d86aaec1e5e8 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916281 Oct 15 00:47:55.352065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d37b-1bf5-4c21-8d95-9d08cab29f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.421381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eb174245-6238-4efb-a5ab-75e3c70d1f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.469094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2e4d37b-1bf5-4c21-8d95-9d08cab29f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.506108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eb174245-6238-4efb-a5ab-75e3c70d1f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.509292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4d37b-1bf5-4c21-8d95-9d08cab29f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9fd89-762c-4256-a56e-21a61ad75bef,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:55.530409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f2e4d37b-1bf5-4c21-8d95-9d08cab29f34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac4a2915d46040758893bd44aba1ea10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9754491 Oct 15 00:47:55.531056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56990) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:55.558553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.579057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eb174245-6238-4efb-a5ab-75e3c70d1f1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78666c00b7e84bcd920c294c2d5cd4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9832540 Oct 15 00:47:55.584183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56994) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:55.600936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb174245-6238-4efb-a5ab-75e3c70d1f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f9fe0a-7dcb-4219-b748-f327ab61033f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:55.654607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d56ee2d-e95f-41b8-95b4-014910d59eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.677595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d573b437-87fa-456f-818f-a5a02cddfdce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.694568 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d56ee2d-e95f-41b8-95b4-014910d59eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.727944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d573b437-87fa-456f-818f-a5a02cddfdce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.800259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Router 98c4addb-507b-49d0-85b5-1420afc950ad is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:47:55.890276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d573b437-87fa-456f-818f-a5a02cddfdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.893999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d573b437-87fa-456f-818f-a5a02cddfdce admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.895214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d573b437-87fa-456f-818f-a5a02cddfdce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18f9fe0a-7dcb-4219-b748-f327ab61033f HTTP/1.1" status: 204 len: 168 time: 0.3099217 Oct 15 00:47:55.895923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d56ee2d-e95f-41b8-95b4-014910d59eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.898731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d56ee2d-e95f-41b8-95b4-014910d59eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:55.904483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5d56ee2d-e95f-41b8-95b4-014910d59eeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dc9fd89-762c-4256-a56e-21a61ad75bef HTTP/1.1" status: 204 len: 168 time: 0.3657184 Oct 15 00:47:55.909736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573b437-87fa-456f-818f-a5a02cddfdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f9fe0a-7dcb-4219-b748-f327ab61033f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:55.919493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ee2d-e95f-41b8-95b4-014910d59eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc9fd89-762c-4256-a56e-21a61ad75bef,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:56.122387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 783acc45-49fd-459f-8b55-2c505abe6fe9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:56.200161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 783acc45-49fd-459f-8b55-2c505abe6fe9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:56.200535 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:56.228534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2803dc0-0b4a-49aa-be6e-29bf3c802004 None None] Network 700b9efc-ef2a-4029-ad59-bfa373d081df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:47:56.274667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a50b7717-70c0-4762-a7fc-14a1c0f31ca9 None None] Provisioning complete for port 783acc45-49fd-459f-8b55-2c505abe6fe9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:56.274940 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a50b7717-70c0-4762-a7fc-14a1c0f31ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:56.328635 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-338288bf-87d6-4cf7-997f-e6cf62bda0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:56.332371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:47:56.347315 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Sync routers for ids ['98c4addb-507b-49d0-85b5-1420afc950ad'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:47:56.371857 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Routers {'98c4addb-507b-49d0-85b5-1420afc950ad'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:56.374275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98c4addb-507b-49d0-85b5-1420afc950ad'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:56.417561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:56.419298 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19af69fb-81fb-4094-9903-3ddb491f711a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0364101 Oct 15 00:47:56.439123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57018) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:56.467745 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:56.539812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 783acc45-49fd-459f-8b55-2c505abe6fe9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=783acc45-49fd-459f-8b55-2c505abe6fe9,segment=NetworkSegment(7d8ff5c8-3d92-400b-8bce-8c38f54c3232),segment_id=7d8ff5c8-3d92-400b-8bce-8c38f54c3232)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:56.540900 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a50b7717-70c0-4762-a7fc-14a1c0f31ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:56.554440 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Set router 98c4addb-507b-49d0-85b5-1420afc950ad gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:56.605507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737aa45-6037-445e-ad36-f3a54fbbdf8e req-e2f7dafc-b4f5-40c0-958b-cce9c90bd8a3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:56.605827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:56.607937 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e737aa45-6037-445e-ad36-f3a54fbbdf8e req-e2f7dafc-b4f5-40c0-958b-cce9c90bd8a3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 944 time: 0.1866333 Oct 15 00:47:56.701216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-a50b7717-70c0-4762-a7fc-14a1c0f31ca9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:47:56.701550 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-a50b7717-70c0-4762-a7fc-14a1c0f31ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:47:56.709059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=783acc45-49fd-459f-8b55-2c505abe6fe9,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:56.778965 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e737aa45-6037-445e-ad36-f3a54fbbdf8e req-637c234f-0709-400e-8cd3-5b9f2a143b8d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180787 Oct 15 00:47:56.877869 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:47:54Z', 'revision_number': 3, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port': {'id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:54Z', 'updated_at': '2021-10-15T00:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:56.916476 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Checking router: 98c4addb-507b-49d0-85b5-1420afc950ad for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:47:56.917071 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Updating router 98c4addb-507b-49d0-85b5-1420afc950ad port c1a60eab-7eb1-45dd-816b-384753ef3ab6 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:47:56.948340 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.134211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.213472 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.303389 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.311935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57028) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:57.319698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Allocated IP 172.20.0.1 (700b9efc-ef2a-4029-ad59-bfa373d081df/aaec0b4b-85ab-4d83-b810-a4c745936ced/23e422a6-eb95-44a0-a9f2-450c57e86a80) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:47:57.330334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a62ed7f7-cdb9-4e14-8cfa-dfe6eb68dce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.357529 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Attempting to bind port c1a60eab-7eb1-45dd-816b-384753ef3ab6 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:47:57.358753 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Attempting to bind port c1a60eab-7eb1-45dd-816b-384753ef3ab6 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:47:57.359439 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Attempting to bind port c1a60eab-7eb1-45dd-816b-384753ef3ab6 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:47:57.374656 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Pushing event updated for resources: {'Port': ['ID=c1a60eab-7eb1-45dd-816b-384753ef3ab6,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:57.378664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-84290305-1eb7-4b97-864d-6be80cb1e455 None None] Provisioning complete for port 783acc45-49fd-459f-8b55-2c505abe6fe9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:57.379178 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-84290305-1eb7-4b97-864d-6be80cb1e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.383772 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:47:57.386843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:47:57.386843 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.386843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:47:57.386843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Bound port: c1a60eab-7eb1-45dd-816b-384753ef3ab6, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:47:57.386843 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.389503 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.390084 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.390662 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.391243 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.392015 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.392555 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.393076 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.393737 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.394310 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.394850 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.395387 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.395903 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:57.466252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] For port c1a60eab-7eb1-45dd-816b-384753ef3ab6, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:47:57.471767 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] For port c1a60eab-7eb1-45dd-816b-384753ef3ab6, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c1a60eab-7eb1-45dd-816b-384753ef3ab6,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:47:57.488419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.505685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a62ed7f7-cdb9-4e14-8cfa-dfe6eb68dce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.543652 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.574607 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a62ed7f7-cdb9-4e14-8cfa-dfe6eb68dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.606502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57032) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:57.608133 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed565c-0ea6-486f-9460-943680ebae3c None None] Pushing event updated for resources: {'Port': ['ID=c1a60eab-7eb1-45dd-816b-384753ef3ab6,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:57.618732 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Routers {'98c4addb-507b-49d0-85b5-1420afc950ad'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:47:57.620822 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98c4addb-507b-49d0-85b5-1420afc950ad'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:57.623104 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdbeab13-2f65-42f4-81ac-3efe1510a6d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.633655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a62ed7f7-cdb9-4e14-8cfa-dfe6eb68dce5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd578ca877c64a5f95a91783813e3d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200405 Oct 15 00:47:57.634503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.644355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57034) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:57.654774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Network 700b9efc-ef2a-4029-ad59-bfa373d081df is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:57.666123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:57.671837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:47:57.697099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ed7f7-cdb9-4e14-8cfa-dfe6eb68dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dc5918-f74f-43d9-9b93-ace2ca352f58,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:57.747975 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] Set router 98c4addb-507b-49d0-85b5-1420afc950ad gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:47:57.775646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdbeab13-2f65-42f4-81ac-3efe1510a6d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.793381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Pushing event updated for resources: {'Port': ['ID=23e422a6-eb95-44a0-a9f2-450c57e86a80,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:57.832473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04e83e38-d941-4e44-ba70-c4ad5d3d9517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.835167 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdbeab13-2f65-42f4-81ac-3efe1510a6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.875307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cdbeab13-2f65-42f4-81ac-3efe1510a6d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc68f78bef56410e8821983f8624f877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658794 Oct 15 00:47:57.883400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57042) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:57.900437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04e83e38-d941-4e44-ba70-c4ad5d3d9517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.936199 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:57.995089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ef7d507b-837d-4617-bb39-95d17f4d8815 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:58.012090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeab13-2f65-42f4-81ac-3efe1510a6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e09bb8-82d9-486f-a6af-74429516239d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:58.069365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17167770-3141-4c60-a115-b164205c5d58 req-666c4775-5b4d-47ec-b576-ed90aaad680e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:58.071546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17167770-3141-4c60-a115-b164205c5d58 req-666c4775-5b4d-47ec-b576-ed90aaad680e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 944 time: 0.1573386 Oct 15 00:47:58.087193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-08f9250e-0d98-47b8-88ff-a7571c843325 None None] Provisioning complete for port 23e422a6-eb95-44a0-a9f2-450c57e86a80 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:58.087572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-08f9250e-0d98-47b8-88ff-a7571c843325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.088750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be446b75-c0f4-4c94-a9df-c3b065c2dc4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.102638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:47:54Z', 'revision_number': 3, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port': {'id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:54Z', 'updated_at': '2021-10-15T00:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:47:58.136814 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be446b75-c0f4-4c94-a9df-c3b065c2dc4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.137173 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f79cb2-fa43-4960-be08-33f2fb4efda9 None None] The sync data for ids ['98c4addb-507b-49d0-85b5-1420afc950ad'] in n-d-811521-2 is: [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:47:54Z', 'revision_number': 3, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port': {'id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:54Z', 'updated_at': '2021-10-15T00:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:47:58.147554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-08f9250e-0d98-47b8-88ff-a7571c843325 None None] Port 23e422a6-eb95-44a0-a9f2-450c57e86a80 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:47:58.151207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 783acc45-49fd-459f-8b55-2c505abe6fe9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:47:58.164510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04e83e38-d941-4e44-ba70-c4ad5d3d9517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.166562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04e83e38-d941-4e44-ba70-c4ad5d3d9517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.168692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17167770-3141-4c60-a115-b164205c5d58 req-6dc9d82c-666a-43e4-a10a-f3e4c3f19a8f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880582 Oct 15 00:47:58.169650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-04e83e38-d941-4e44-ba70-c4ad5d3d9517 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64dc5918-f74f-43d9-9b93-ace2ca352f58 HTTP/1.1" status: 204 len: 168 time: 0.5131936 Oct 15 00:47:58.214843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port ef7d507b-837d-4617-bb39-95d17f4d8815 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:47:58.232451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port ef7d507b-837d-4617-bb39-95d17f4d8815 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:58.232820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.238714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e83e38-d941-4e44-ba70-c4ad5d3d9517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dc5918-f74f-43d9-9b93-ace2ca352f58,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:58.248310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.303379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be446b75-c0f4-4c94-a9df-c3b065c2dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.306298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be446b75-c0f4-4c94-a9df-c3b065c2dc4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.309327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 783acc45-49fd-459f-8b55-2c505abe6fe9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:58.309693 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.311101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be446b75-c0f4-4c94-a9df-c3b065c2dc4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e09bb8-82d9-486f-a6af-74429516239d HTTP/1.1" status: 204 len: 168 time: 0.4264367 Oct 15 00:47:58.328097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be446b75-c0f4-4c94-a9df-c3b065c2dc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e09bb8-82d9-486f-a6af-74429516239d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:58.473818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.494178 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.534715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.565188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7d507b-837d-4617-bb39-95d17f4d8815'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:47:58.567457 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f51226b-afd9-4aaf-a8ae-39892d50b2fb" -d '{"events": [{"server_uuid": "95af2bb2-ee2c-4846-8335-7bafe79a2dac", "name": "network-vif-plugged", "status": "completed", "tag": "ef7d507b-837d-4617-bb39-95d17f4d8815"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:47:58.585787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port ef7d507b-837d-4617-bb39-95d17f4d8815, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ef7d507b-837d-4617-bb39-95d17f4d8815,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:47:58.625462 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b414cc04-32a4-4af7-8081-e30f00f0e391 x-openstack-request-id: req-b414cc04-32a4-4af7-8081-e30f00f0e391 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:47:58.626464 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95af2bb2-ee2c-4846-8335-7bafe79a2dac", "name": "network-vif-plugged", "status": "completed", "tag": "ef7d507b-837d-4617-bb39-95d17f4d8815", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:47:58.626721 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b414cc04-32a4-4af7-8081-e30f00f0e391 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:47:58.627119 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7d507b-837d-4617-bb39-95d17f4d8815', 'code': 200} Oct 15 00:47:58.639179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Pushing event updated for resources: {'Port': ['ID=23e422a6-eb95-44a0-a9f2-450c57e86a80,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:58.642505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.664893 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.783259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd2fd7-3fb8-45f5-b16c-ea4465bec2d2 req-5f7c3de0-6a9f-4647-8f2d-637edc046a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:58.785130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5fdd2fd7-3fb8-45f5-b16c-ea4465bec2d2 req-5f7c3de0-6a9f-4647-8f2d-637edc046a6b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0637803 Oct 15 00:47:58.812767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Network 700b9efc-ef2a-4029-ad59-bfa373d081df is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:47:58.819066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:47:58.837870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=ef7d507b-837d-4617-bb39-95d17f4d8815,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:47:58.852222 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9954d521-bd46-4e01-bd1f-e3a45d1a6137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:58.856028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.856418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.856761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.857094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.857421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.857742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.858120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.858569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.864336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.864336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.864336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.864336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:47:58.890556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5fdd2fd7-3fb8-45f5-b16c-ea4465bec2d2 req-19b7f3f1-7210-456a-b5af-568faf7f4c9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975962 Oct 15 00:47:59.031085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Router 98c4addb-507b-49d0-85b5-1420afc950ad has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:47:59.161941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:47:59.167004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-26224b95-9977-495e-b4f9-317c58bebca1 admin admin] 10.222.0.13 "PUT /v2.0/routers/98c4addb-507b-49d0-85b5-1420afc950ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7265732 Oct 15 00:47:59.187266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0f2f540f-823f-49d3-b851-774900d6f845 None None] Provisioning complete for port 23e422a6-eb95-44a0-a9f2-450c57e86a80 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:47:59.187698 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0f2f540f-823f-49d3-b851-774900d6f845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:59.231741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f540f-823f-49d3-b851-774900d6f845 None None] Port 23e422a6-eb95-44a0-a9f2-450c57e86a80 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:47:59.304868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8404c-96f5-4436-a775-c7134ed1df62 req-492dd1cf-17c3-4d6d-9b5b-3b5f4064ff13 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:47:59.306397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8d8404c-96f5-4436-a775-c7134ed1df62 req-492dd1cf-17c3-4d6d-9b5b-3b5f4064ff13 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0575695 Oct 15 00:47:59.354652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8d8404c-96f5-4436-a775-c7134ed1df62 req-d5b3bf7f-f23d-4bc8-a771-72463c68cf23 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Oct 15 00:47:59.733904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57084) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:59.750300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c602b26f-eb24-4519-934f-7e150534435b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:59.839643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c602b26f-eb24-4519-934f-7e150534435b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:59.928515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c602b26f-eb24-4519-934f-7e150534435b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:47:59.972846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c602b26f-eb24-4519-934f-7e150534435b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff506b5aa572442b904eb5a3817fff56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377415 Oct 15 00:47:59.975726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57090) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:47:59.978202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602b26f-eb24-4519-934f-7e150534435b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3952f5-7d98-4705-9a7f-5bb99021ed19,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:00.041528 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28584062-6444-4eb2-acc0-6aeb21fed38a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.077127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28584062-6444-4eb2-acc0-6aeb21fed38a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.122746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.187867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1a60eab-7eb1-45dd-816b-384753ef3ab6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:00.242372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c1a60eab-7eb1-45dd-816b-384753ef3ab6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:00.244982 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.264493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Sync routers for ids ['98c4addb-507b-49d0-85b5-1420afc950ad'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:48:00.269481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28584062-6444-4eb2-acc0-6aeb21fed38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.279944 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.280056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28584062-6444-4eb2-acc0-6aeb21fed38a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.280056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-28584062-6444-4eb2-acc0-6aeb21fed38a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f3952f5-7d98-4705-9a7f-5bb99021ed19 HTTP/1.1" status: 204 len: 168 time: 0.3014297 Oct 15 00:48:00.287430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Routers {'98c4addb-507b-49d0-85b5-1420afc950ad'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:00.288469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98c4addb-507b-49d0-85b5-1420afc950ad'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:00.294784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28584062-6444-4eb2-acc0-6aeb21fed38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3952f5-7d98-4705-9a7f-5bb99021ed19,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:00.498936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Set router 98c4addb-507b-49d0-85b5-1420afc950ad gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:00.500741 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.541117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941946b-43e9-4b42-8f6e-b1439070a714 req-06da4e34-3f38-415a-9e9b-9002a297fe9e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:00.542670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3941946b-43e9-4b42-8f6e-b1439070a714 req-06da4e34-3f38-415a-9e9b-9002a297fe9e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0712781 Oct 15 00:48:00.554727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port c1a60eab-7eb1-45dd-816b-384753ef3ab6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c1a60eab-7eb1-45dd-816b-384753ef3ab6,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:00.605303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3941946b-43e9-4b42-8f6e-b1439070a714 req-7adf8755-a89b-4337-9508-f8376bf861c6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508044 Oct 15 00:48:00.622460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-c610c989-435d-496e-a3c3-3f51cd2821e6 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:00.630978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-c610c989-435d-496e-a3c3-3f51cd2821e6 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/networks?id=d173683b-9fe9-46fe-aa22-132f1bb55099 HTTP/1.1" status: 200 len: 911 time: 0.1495380 Oct 15 00:48:00.647024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-18ce1a25-84e4-48c7-b3e2-640eadfb1c84 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/quotas/da79d82f5d9f4c4a830545cf2c3fbe91 HTTP/1.1" status: 200 len: 375 time: 0.0095377 Oct 15 00:48:00.649815 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.737996 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-b9aa9d77-613d-4d12-a448-85d2955e4d29 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787146 Oct 15 00:48:00.738430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=c1a60eab-7eb1-45dd-816b-384753ef3ab6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:00.777073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:47:58Z', 'revision_number': 4, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port': {'id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:54Z', 'updated_at': '2021-10-15T00:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '23e422a6-eb95-44a0-a9f2-450c57e86a80', 'name': '', 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'mac_address': 'fa:16:3e:c1:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'aaec0b4b-85ab-4d83-b810-a4c745936ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:57Z', 'updated_at': '2021-10-15T00:47:58Z', 'revision_number': 2, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'subnets': [{'id': 'aaec0b4b-85ab-4d83-b810-a4c745936ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:00.808777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Checking router: 98c4addb-507b-49d0-85b5-1420afc950ad for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:48:00.809126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Updating router 98c4addb-507b-49d0-85b5-1420afc950ad port 23e422a6-eb95-44a0-a9f2-450c57e86a80 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:48:00.834885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:00.845197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-afbb932c-81a7-46fd-bd2e-576d72a40e88 service neutron] 10.222.0.13 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974455 Oct 15 00:48:00.946733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-3dc02feb-88fc-47b8-b2e5-3cc9c46ed9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954399 Oct 15 00:48:01.159704 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:01.188479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b654e1ea-00b9-419d-b113-1d384ec710e5 req-b0abc6e2-ed81-4b42-9d59-bfc21cdd9fe9 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 210 time: 0.0270014 Oct 15 00:48:01.242538 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:01.311551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379757c6-7eaa-43ba-baaf-5a79f04bdff9 None None] Pushing event updated for resources: {'Port': ['ID=23e422a6-eb95-44a0-a9f2-450c57e86a80,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:01.386286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Attempting to bind port 23e422a6-eb95-44a0-a9f2-450c57e86a80 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:01.386567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Attempting to bind port 23e422a6-eb95-44a0-a9f2-450c57e86a80 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:01.386958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Attempting to bind port 23e422a6-eb95-44a0-a9f2-450c57e86a80 on network 700b9efc-ef2a-4029-ad59-bfa373d081df {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:01.393471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:48:01.393850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Checking segment: {'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:01.394287 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:01.394687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Bound using segment: {'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:48:01.395164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Bound port: 23e422a6-eb95-44a0-a9f2-450c57e86a80, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8ff5c8-3d92-400b-8bce-8c38f54c3232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:48:01.395546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:01.490424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] For port 23e422a6-eb95-44a0-a9f2-450c57e86a80, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:48:01.494784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] For port 23e422a6-eb95-44a0-a9f2-450c57e86a80, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=23e422a6-eb95-44a0-a9f2-450c57e86a80,segment=NetworkSegment(7d8ff5c8-3d92-400b-8bce-8c38f54c3232),segment_id=7d8ff5c8-3d92-400b-8bce-8c38f54c3232)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:48:01.572923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2d8a44f6-3473-4836-bc12-ba4343875b76 None None] Provisioning complete for port 23e422a6-eb95-44a0-a9f2-450c57e86a80 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:01.573315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2d8a44f6-3473-4836-bc12-ba4343875b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:01.751570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe86a3-b35e-4b5f-afeb-6ac8f07ac4bd req-e1808558-e4fc-4718-b11e-6fcc4f6a463f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:01.753241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9cbe86a3-b35e-4b5f-afeb-6ac8f07ac4bd req-e1808558-e4fc-4718-b11e-6fcc4f6a463f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0742579 Oct 15 00:48:01.800700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:01.840804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9cbe86a3-b35e-4b5f-afeb-6ac8f07ac4bd req-0570bb07-ce99-4959-a16a-17d51fc8bd70 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664961 Oct 15 00:48:01.870480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a44f6-3473-4836-bc12-ba4343875b76 None None] Port 23e422a6-eb95-44a0-a9f2-450c57e86a80 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:48:01.875748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Routers {'98c4addb-507b-49d0-85b5-1420afc950ad'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:01.876591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:47:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98c4addb-507b-49d0-85b5-1420afc950ad'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:01.937601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379757c6-7eaa-43ba-baaf-5a79f04bdff9 None None] Pushing event updated for resources: {'Port': ['ID=23e422a6-eb95-44a0-a9f2-450c57e86a80,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:02.084127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1a60eab-7eb1-45dd-816b-384753ef3ab6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:02.149647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] Set router 98c4addb-507b-49d0-85b5-1420afc950ad gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:02.262362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-265a1faf-d72d-4f19-85bc-f721c0d55aa2 None None] Provisioning complete for port 23e422a6-eb95-44a0-a9f2-450c57e86a80 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:02.262982 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-265a1faf-d72d-4f19-85bc-f721c0d55aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:02.278414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-990c97fa-241c-4888-bce1-96ba36361401 req-2137a6ca-df03-4627-a6e4-3d1a8cbdc6fa tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 210 time: 0.0380509 Oct 15 00:48:02.322917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:02.331541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c1a60eab-7eb1-45dd-816b-384753ef3ab6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:02.331541 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:02.412200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baa563-1814-4888-a8eb-9973115df150 req-efebd4a9-64db-4250-8ed2-1d23d3764b8c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:02.414295 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4baa563-1814-4888-a8eb-9973115df150 req-efebd4a9-64db-4250-8ed2-1d23d3764b8c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0608203 Oct 15 00:48:02.483590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a4baa563-1814-4888-a8eb-9973115df150 req-09f8ee6c-5b41-451a-b40a-6a68fbcf0a05 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585206 Oct 15 00:48:02.527606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce288f32-a91a-4382-a58d-9af22aec398f req-1e667508-9f64-45b6-9354-c60b7956cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:02.529332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce288f32-a91a-4382-a58d-9af22aec398f req-1e667508-9f64-45b6-9354-c60b7956cd2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0944719 Oct 15 00:48:02.540819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-265a1faf-d72d-4f19-85bc-f721c0d55aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:02.604245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-265a1faf-d72d-4f19-85bc-f721c0d55aa2 None None] For port 23e422a6-eb95-44a0-a9f2-450c57e86a80, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=23e422a6-eb95-44a0-a9f2-450c57e86a80,segment=NetworkSegment(7d8ff5c8-3d92-400b-8bce-8c38f54c3232),segment_id=7d8ff5c8-3d92-400b-8bce-8c38f54c3232)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:02.611909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:47:58Z', 'revision_number': 4, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port': {'id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:54Z', 'updated_at': '2021-10-15T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '23e422a6-eb95-44a0-a9f2-450c57e86a80', 'name': '', 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'mac_address': 'fa:16:3e:c1:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'aaec0b4b-85ab-4d83-b810-a4c745936ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:57Z', 'updated_at': '2021-10-15T00:48:01Z', 'revision_number': 4, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'subnets': [{'id': 'aaec0b4b-85ab-4d83-b810-a4c745936ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:02.640474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7a109-236b-40e2-b443-67bf68252aeb None None] The sync data for ids ['98c4addb-507b-49d0-85b5-1420afc950ad'] in n-d-811521-2 is: [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:47:58Z', 'revision_number': 4, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port': {'id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:54Z', 'updated_at': '2021-10-15T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '23e422a6-eb95-44a0-a9f2-450c57e86a80', 'name': '', 'network_id': '700b9efc-ef2a-4029-ad59-bfa373d081df', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'mac_address': 'fa:16:3e:c1:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'aaec0b4b-85ab-4d83-b810-a4c745936ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:57Z', 'updated_at': '2021-10-15T00:48:01Z', 'revision_number': 4, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'subnets': [{'id': 'aaec0b4b-85ab-4d83-b810-a4c745936ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:48:02.670861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-265a1faf-d72d-4f19-85bc-f721c0d55aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:02.720039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce288f32-a91a-4382-a58d-9af22aec398f req-fc0f63da-5dde-4149-a5a5-1f07d1b429d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:02.722923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce288f32-a91a-4382-a58d-9af22aec398f req-fc0f63da-5dde-4149-a5a5-1f07d1b429d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 912 time: 0.1743853 Oct 15 00:48:02.757954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1faf-d72d-4f19-85bc-f721c0d55aa2 None None] Pushing event updated for resources: {'Port': ['ID=23e422a6-eb95-44a0-a9f2-450c57e86a80,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:02.799197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce288f32-a91a-4382-a58d-9af22aec398f req-32a4377d-3606-47ff-bec1-61751102d0c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7d507b-837d-4617-bb39-95d17f4d8815 HTTP/1.1" status: 200 len: 217 time: 0.0669684 Oct 15 00:48:02.880550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce288f32-a91a-4382-a58d-9af22aec398f req-a31aa647-814b-4b6a-abfd-0166b2e40abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:02.882303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce288f32-a91a-4382-a58d-9af22aec398f req-a31aa647-814b-4b6a-abfd-0166b2e40abc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 200 len: 851 time: 0.0770261 Oct 15 00:48:02.921097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce288f32-a91a-4382-a58d-9af22aec398f req-7764480a-7077-4f3b-8394-5e7f8cec0d7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315089 Oct 15 00:48:03.053628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce288f32-a91a-4382-a58d-9af22aec398f req-895b804c-1ce3-4d20-b60c-7aec89216a03 service neutron] 10.222.0.39 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210976 Oct 15 00:48:03.180273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce288f32-a91a-4382-a58d-9af22aec398f req-ea58e2cc-ff55-4729-a27e-1faea18deb1e service neutron] 10.222.0.39 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189153 Oct 15 00:48:03.423850 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b314a5b5-48cd-40cc-ac2b-3fb719299fa1 req-2a96a41f-4291-4458-b73d-fa830a994abb tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 210 time: 0.0398245 Oct 15 00:48:03.630528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e103b8-2221-4f74-8688-a2c52cea7f09 req-ad736e03-255d-46ec-a729-d281d1ebc557 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:03.634084 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11e103b8-2221-4f74-8688-a2c52cea7f09 req-ad736e03-255d-46ec-a729-d281d1ebc557 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0876737 Oct 15 00:48:03.686630 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-11e103b8-2221-4f74-8688-a2c52cea7f09 req-c87955c0-845d-43ed-b66e-665ad0b5bbdd tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Oct 15 00:48:03.722986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57220) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:03.924800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-13ffe1f8-9611-4bcb-9f1a-090b64e221d8 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:03.926388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-13ffe1f8-9611-4bcb-9f1a-090b64e221d8 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.39 "GET /v2.0/networks?id=d173683b-9fe9-46fe-aa22-132f1bb55099 HTTP/1.1" status: 200 len: 911 time: 0.0995245 Oct 15 00:48:03.939123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Request body: {'port': {'device_id': '65b2328b-27e9-4752-95b1-32e354af1df6', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'admin_state_up': True, 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:04.001678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1682368721-network', 'tenant_id': 'f24da3b7fdc6442f8ab57e074f4502d4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:04.056103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Made reservation on behalf of da79d82f5d9f4c4a830545cf2c3fbe91 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:04.064952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.099935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 23e422a6-eb95-44a0-a9f2-450c57e86a80 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:04.165272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 23e422a6-eb95-44a0-a9f2-450c57e86a80 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:04.165949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.196023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Allocated IP 172.20.0.3 (d173683b-9fe9-46fe-aa22-132f1bb55099/8699254b-338d-4c6a-8b0b-3b2d7aa89174/1a0b1a2e-56c2-4093-8cca-ac474cffe3e5) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:48:04.269530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Made reservation on behalf of f24da3b7fdc6442f8ab57e074f4502d4 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:04.271823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.283629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.406314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.472813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.527761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.532651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-acbedbe4-05a3-4164-a528-702ddeddeffa req-85ca7a8b-a5ba-4f45-97b1-ede28d429e84 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 210 time: 0.0362523 Oct 15 00:48:04.554637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:48:04.569973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde5babb-5bc3-4ade-81d5-6cf1f27b5165,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:04.587471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.588201 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Added segment 0b5b3356-608b-4ee5-9b8d-15a383f283ea of type vlan for network 31af7542-7c58-4370-a5e2-ecbe6660bfad Oct 15 00:48:04.590074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.670514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Network d173683b-9fe9-46fe-aa22-132f1bb55099 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:48:04.679306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:04.681888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:48:04.686380 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.706556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Pushing event updated for resources: {'Port': ['ID=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:04.755974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:04.756937 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.830044 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.831192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:04.831771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:04.850795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1508c51-a616-467c-8a9a-a2e970a69c22 req-bfac7ed5-ea62-40b2-a1b8-8be93b9db4a4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:04.860731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1508c51-a616-467c-8a9a-a2e970a69c22 req-bfac7ed5-ea62-40b2-a1b8-8be93b9db4a4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0615344 Oct 15 00:48:04.863594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-3285663d-9927-4ae5-9d33-596481df1787 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9290650 Oct 15 00:48:04.878813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Request body: {'port': {'device_id': '65b2328b-27e9-4752-95b1-32e354af1df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:04.909470 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1508c51-a616-467c-8a9a-a2e970a69c22 req-d8ab157b-f370-42bd-8491-885fe88cb6c0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475941 Oct 15 00:48:04.963670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2395613 Oct 15 00:48:04.966546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522ac8-bad5-478e-b123-2b734ea3b162 admin admin] Pushing event updated for resources: {'Network': ['ID=31af7542-7c58-4370-a5e2-ecbe6660bfad,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:04.966798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57262) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:04.974526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Request body: {'subnet': {'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1682368721-subnet', 'tenant_id': 'f24da3b7fdc6442f8ab57e074f4502d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:04.978144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 31af7542-7c58-4370-a5e2-ecbe6660bfad details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:48:05.015465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.069090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a1dc610e-f2c0-4a63-ad39-461df269c412 None None] Provisioning complete for port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:05.069514 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a1dc610e-f2c0-4a63-ad39-461df269c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.077122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Made reservation on behalf of f24da3b7fdc6442f8ab57e074f4502d4 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:05.081101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.112504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc610e-f2c0-4a63-ad39-461df269c412 None None] Port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:48:05.339950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:05.349576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.363493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Transition to ACTIVE for port object 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:48:05.368443 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.413847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.456417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745c6f2b-b8e5-4543-b28f-f146d759be3a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:05.467738 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Checking segment: {'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:05.468118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Network hostable DHCP agents. Network: 31af7542-7c58-4370-a5e2-ecbe6660bfad, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:48:05.490732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:05.566288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Attempting to bind port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:05.566661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Attempting to bind port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:05.566993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Attempting to bind port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 on network d173683b-9fe9-46fe-aa22-132f1bb55099 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:05.572421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 on network d173683b-9fe9-46fe-aa22-132f1bb55099 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:05.572749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Attempting to bind port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 on network d173683b-9fe9-46fe-aa22-132f1bb55099 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:05.578251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:48:05.579314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Checking segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:05.579936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Bound using segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:48:05.580541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Bound port: 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:48:05.580789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Network 31af7542-7c58-4370-a5e2-ecbe6660bfad is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:48:05.581346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.676752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 31af7542-7c58-4370-a5e2-ecbe6660bfad) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:05.681799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:05.682409 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.688472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62571001-b59a-486c-bbc8-66366062a40a None None] Network 31af7542-7c58-4370-a5e2-ecbe6660bfad requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:05.721495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] For port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:48:05.724619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] For port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:48:05.728175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd9a66-e6c1-4094-9e3f-33a12f4e0011 req-a2d4eda5-af9d-418e-a5f6-00e6729aa540 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:05.730467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ddfd9a66-e6c1-4094-9e3f-33a12f4e0011 req-a2d4eda5-af9d-418e-a5f6-00e6729aa540 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1052 time: 0.0946503 Oct 15 00:48:05.769621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ddfd9a66-e6c1-4094-9e3f-33a12f4e0011 req-61cbea01-5559-4a38-89e4-ca40fd90ae63 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Oct 15 00:48:05.776229 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e6e8f2ce-417c-4091-b57a-4158b2803278 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8080747 Oct 15 00:48:05.817740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.871908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:05.872517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:05.873966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] 10.222.0.39 "PUT /v2.0/ports/1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 HTTP/1.1" status: 200 len: 1091 time: 0.9997203 Oct 15 00:48:05.874358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b2328b-27e9-4752-95b1-32e354af1df6', 'tag': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:05.877254 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fcac60-6496-461b-b144-7954181a9293" -d '{"events": [{"name": "network-changed", "server_uuid": "65b2328b-27e9-4752-95b1-32e354af1df6", "tag": "1a0b1a2e-56c2-4093-8cca-ac474cffe3e5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:05.903487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244e777-b768-43ae-bc30-11777cdbabd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:05.928129 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e49df-d645-41bb-850c-1e7fd33ae0f2 x-openstack-request-id: req-ac0e49df-d645-41bb-850c-1e7fd33ae0f2 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:05.928425 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b2328b-27e9-4752-95b1-32e354af1df6", "tag": "1a0b1a2e-56c2-4093-8cca-ac474cffe3e5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:05.928678 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac0e49df-d645-41bb-850c-1e7fd33ae0f2 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:05.929073 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b2328b-27e9-4752-95b1-32e354af1df6', 'tag': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5', 'status': 'completed', 'code': 200} Oct 15 00:48:05.931321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05e010-64cd-44be-be0b-6d44995d1245 None None] Network 31af7542-7c58-4370-a5e2-ecbe6660bfad requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:06.041545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcac60-6496-461b-b144-7954181a9293 req-f747d2aa-681e-44e7-889a-aa46ac0a1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.043468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65fcac60-6496-461b-b144-7954181a9293 req-f747d2aa-681e-44e7-889a-aa46ac0a1212 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1094 time: 0.0907323 Oct 15 00:48:06.132515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519cd69-df2b-45f7-b128-1c838a051c03 req-a1844cc7-7c92-41d3-afda-66d4ee36e0f0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.133904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2519cd69-df2b-45f7-b128-1c838a051c03 req-a1844cc7-7c92-41d3-afda-66d4ee36e0f0 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.1064188 Oct 15 00:48:06.222842 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2519cd69-df2b-45f7-b128-1c838a051c03 req-6904d0fb-4995-40ad-8ded-e346b01713dc tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Oct 15 00:48:06.236319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcac60-6496-461b-b144-7954181a9293 req-f755a7da-7353-4c43-b8a4-d23d46420c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.237865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65fcac60-6496-461b-b144-7954181a9293 req-f755a7da-7353-4c43-b8a4-d23d46420c1a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1736116 Oct 15 00:48:06.359993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcac60-6496-461b-b144-7954181a9293 req-daa24f1d-cc36-4ebb-9060-76951a6a8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.361324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65fcac60-6496-461b-b144-7954181a9293 req-daa24f1d-cc36-4ebb-9060-76951a6a8103 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158423 Oct 15 00:48:06.687036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-70e6c629-5e7d-4033-b6a6-49b1242807b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.689257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-70e6c629-5e7d-4033-b6a6-49b1242807b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1094 time: 0.2879670 Oct 15 00:48:06.735217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-3e2e3732-782a-4aee-8b65-4eb6799efdba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 HTTP/1.1" status: 200 len: 217 time: 0.0365062 Oct 15 00:48:06.790213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-3af002c4-ce7d-46fd-ac7f-9516652aa16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.791663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-3af002c4-ce7d-46fd-ac7f-9516652aa16d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8699254b-338d-4c6a-8b0b-3b2d7aa89174 HTTP/1.1" status: 200 len: 849 time: 0.0499463 Oct 15 00:48:06.842227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57316) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:06.854523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786990a-c148-412d-a28b-491142da1701 req-b201d4d3-7aae-4cdc-9f39-7f5caff9dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.856149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-b201d4d3-7aae-4cdc-9f39-7f5caff9dd51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d173683b-9fe9-46fe-aa22-132f1bb55099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573447 Oct 15 00:48:06.913146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3521ac-34ee-4d2e-b414-00247ad62450 req-a19621d6-82fa-4b2b-ac02-c3f8ece530de tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:06.913146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e3521ac-34ee-4d2e-b414-00247ad62450 req-a19621d6-82fa-4b2b-ac02-c3f8ece530de tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1094 time: 0.0503142 Oct 15 00:48:06.948839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4e3521ac-34ee-4d2e-b414-00247ad62450 req-b8b14460-c344-43a7-8f70-60669986cc78 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Oct 15 00:48:06.969758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-3039ee22-9def-48a8-b896-f5f21e8b50d5 service neutron] 10.222.0.39 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036434 Oct 15 00:48:06.994297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fd1951a-36bf-41b3-99e2-0d678615a732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:07.084839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9786990a-c148-412d-a28b-491142da1701 req-6cafb596-283a-4a52-a687-336d766516f8 service neutron] 10.222.0.39 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111560 Oct 15 00:48:07.089292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fd1951a-36bf-41b3-99e2-0d678615a732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:07.174249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fd1951a-36bf-41b3-99e2-0d678615a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:07.219000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1951a-36bf-41b3-99e2-0d678615a732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5264090-79b0-4db8-a8b6-ed57cb087dab,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:07.223621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0fd1951a-36bf-41b3-99e2-0d678615a732 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4c6dd4318e4152922a379774af028a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803196 Oct 15 00:48:07.226540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57342) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:07.284051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ac1921f-af16-4674-86d6-1f332cc192d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:07.331536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ac1921f-af16-4674-86d6-1f332cc192d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:07.369735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e630-4deb-4ae0-9e49-30d44ae264e2 req-1e405d4f-1299-41ba-b1f6-2fa46b43eb5e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:07.369735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a12e630-4deb-4ae0-9e49-30d44ae264e2 req-1e405d4f-1299-41ba-b1f6-2fa46b43eb5e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0575733 Oct 15 00:48:07.421834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a12e630-4deb-4ae0-9e49-30d44ae264e2 req-97cab627-2543-4e16-beaf-9e8ed211d65a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Oct 15 00:48:07.491440 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ac1921f-af16-4674-86d6-1f332cc192d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:07.494471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ac1921f-af16-4674-86d6-1f332cc192d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:07.495698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ac1921f-af16-4674-86d6-1f332cc192d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5264090-79b0-4db8-a8b6-ed57cb087dab HTTP/1.1" status: 204 len: 168 time: 0.2680755 Oct 15 00:48:07.506789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1921f-af16-4674-86d6-1f332cc192d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5264090-79b0-4db8-a8b6-ed57cb087dab,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:07.810763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:07.943405 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff88ef1c-a4cd-4dd7-9103-e2f32cebd722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.040090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff88ef1c-a4cd-4dd7-9103-e2f32cebd722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.072878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119fa11-4170-4c4f-a4d7-ff3d0aa469c0 req-39880020-b111-4e19-b590-a156f012ec8b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:08.077454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d119fa11-4170-4c4f-a4d7-ff3d0aa469c0 req-39880020-b111-4e19-b590-a156f012ec8b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1094 time: 0.0500648 Oct 15 00:48:08.116392 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d119fa11-4170-4c4f-a4d7-ff3d0aa469c0 req-3cd879b5-0836-4b92-8cfa-09e4eb06d97d tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Oct 15 00:48:08.126870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff88ef1c-a4cd-4dd7-9103-e2f32cebd722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.173189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88ef1c-a4cd-4dd7-9103-e2f32cebd722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612d30d3-75b7-4043-b6e0-ba63e6d45d4e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:08.182389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57400) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:08.197719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57402) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:08.197884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff88ef1c-a4cd-4dd7-9103-e2f32cebd722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2851d22121641e3a175b4c42dd7b15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859007 Oct 15 00:48:08.204227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6306c642-af4c-4f08-9ad6-4e0c0e2c3c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.283672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0cc0f5e6-a687-47c6-908d-aac501db1640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.317088 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0cc0f5e6-a687-47c6-908d-aac501db1640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.374775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6306c642-af4c-4f08-9ad6-4e0c0e2c3c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.459834 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6306c642-af4c-4f08-9ad6-4e0c0e2c3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.499601 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6306c642-af4c-4f08-9ad6-4e0c0e2c3c0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46e366aabbdd4bb0b4a37e15758c2db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150365 Oct 15 00:48:08.499854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57420) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:08.508884 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0cc0f5e6-a687-47c6-908d-aac501db1640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.523075 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0cc0f5e6-a687-47c6-908d-aac501db1640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.527746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0cc0f5e6-a687-47c6-908d-aac501db1640 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/612d30d3-75b7-4043-b6e0-ba63e6d45d4e HTTP/1.1" status: 204 len: 168 time: 0.3285151 Oct 15 00:48:08.565563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306c642-af4c-4f08-9ad6-4e0c0e2c3c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1040b-9ff5-4503-b789-eb7781a318f5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:08.587489 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0f5e6-a687-47c6-908d-aac501db1640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d30d3-75b7-4043-b6e0-ba63e6d45d4e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:08.659723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6ce04-d098-406c-ab74-b53a012716ff req-51610b88-c0cb-4064-9f5d-ff16ace3345b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:08.661781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ee6ce04-d098-406c-ab74-b53a012716ff req-51610b88-c0cb-4064-9f5d-ff16ace3345b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.1397009 Oct 15 00:48:08.664286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cda90068-f3d3-4a5f-af5c-8084f032d9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.702545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cda90068-f3d3-4a5f-af5c-8084f032d9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.730738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ee6ce04-d098-406c-ab74-b53a012716ff req-2aa1cb7a-fa1a-4f90-ab9e-78dedd7ab034 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617087 Oct 15 00:48:08.814567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cda90068-f3d3-4a5f-af5c-8084f032d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.817205 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cda90068-f3d3-4a5f-af5c-8084f032d9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:08.818413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cda90068-f3d3-4a5f-af5c-8084f032d9ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09c1040b-9ff5-4503-b789-eb7781a318f5 HTTP/1.1" status: 204 len: 168 time: 0.3174222 Oct 15 00:48:08.826821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda90068-f3d3-4a5f-af5c-8084f032d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1040b-9ff5-4503-b789-eb7781a318f5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:09.098773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57430) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:09.235480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd083b-d6ed-4f64-9bba-ee8d2eaff4bb req-ef128795-dc4f-4958-bde2-7a7b4ae9b33e tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:09.236973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eccd083b-d6ed-4f64-9bba-ee8d2eaff4bb req-ef128795-dc4f-4958-bde2-7a7b4ae9b33e tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1094 time: 0.0477777 Oct 15 00:48:09.276566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eccd083b-d6ed-4f64-9bba-ee8d2eaff4bb req-851de527-0628-4a29-9c93-5ca51991e0e0 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Oct 15 00:48:09.340345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.422964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.488232 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.532941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f01ffdcdc40c448682314a391fa93af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330614 Oct 15 00:48:09.534926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a9b6d3-3602-44ff-93e0-9f0419d5acbe,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:09.535876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57456) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:09.542656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.543000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.543348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.543681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.546768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b833836-0c3f-46ed-998c-5fe5355a73f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:09.599379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a32d2f9-567d-4079-99e2-e4ce202d8259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.622782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a32d2f9-567d-4079-99e2-e4ce202d8259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.782437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a32d2f9-567d-4079-99e2-e4ce202d8259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.785815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1a32d2f9-567d-4079-99e2-e4ce202d8259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.787654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1a32d2f9-567d-4079-99e2-e4ce202d8259 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8a9b6d3-3602-44ff-93e0-9f0419d5acbe HTTP/1.1" status: 204 len: 168 time: 0.2504139 Oct 15 00:48:09.800078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32d2f9-567d-4079-99e2-e4ce202d8259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a9b6d3-3602-44ff-93e0-9f0419d5acbe,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:09.848082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-d1864bfc-e3d0-45e1-8a8c-0971b41c29be tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:09.849438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-d1864bfc-e3d0-45e1-8a8c-0971b41c29be tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/networks?id=31af7542-7c58-4370-a5e2-ecbe6660bfad HTTP/1.1" status: 200 len: 809 time: 0.1446588 Oct 15 00:48:09.868092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-82edd521-74bc-4128-a106-e73b36bcbaa7 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/quotas/f24da3b7fdc6442f8ab57e074f4502d4 HTTP/1.1" status: 200 len: 375 time: 0.0121052 Oct 15 00:48:09.877781 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:09.912803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f30dba-f7af-4e4b-9b1d-a08c3cfff341 req-40c6b092-1202-4d26-ba78-96d1d65cae53 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:09.914877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62f30dba-f7af-4e4b-9b1d-a08c3cfff341 req-40c6b092-1202-4d26-ba78-96d1d65cae53 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0717175 Oct 15 00:48:09.922870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-46d01cff-7c1f-42dc-a689-239a254313f8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437169 Oct 15 00:48:09.957739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62f30dba-f7af-4e4b-9b1d-a08c3cfff341 req-a1bf8cc7-0748-440b-ac82-cd41fd4ea40a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Oct 15 00:48:10.011790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-ea4ee62a-c9e2-450f-82c1-76028d4212ca service neutron] 10.222.0.13 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881038 Oct 15 00:48:10.032963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:48:10.111004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-8a99a173-9cd4-4503-bff0-41ae4d37368b service neutron] 10.222.0.13 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923698 Oct 15 00:48:10.136605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:10.150424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'port_id': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5', 'mac_address': 'fa:16:3e:12:64:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:48:10.194498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.208764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:10.230217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:10.354809 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.406565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6e22f16e-ae53-4156-a650-98483c894571 req-d85075c4-49f4-41ad-9db7-7b7e45781515 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 210 time: 0.0358293 Oct 15 00:48:10.416671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:10.423190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f51b1-3300-4994-bc79-1ffdf33114f1 req-0d61d449-820c-4756-bc29-1189fe833e5c tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:10.424874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-719f51b1-3300-4994-bc79-1ffdf33114f1 req-0d61d449-820c-4756-bc29-1189fe833e5c tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1095 time: 0.0787830 Oct 15 00:48:10.476536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-719f51b1-3300-4994-bc79-1ffdf33114f1 req-f89ad725-d4fb-4b75-a842-12c61f633496 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416291 Oct 15 00:48:10.561175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57504) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:10.574582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc15d-f3e1-47a4-a781-34661b66feb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.652156 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc15d-f3e1-47a4-a781-34661b66feb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.716572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1a0b1a2e-56c2-4093-8cca-ac474cffe3e5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:10.724661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6dfc15d-f3e1-47a4-a781-34661b66feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.763138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57508) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:10.763346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f6dfc15d-f3e1-47a4-a781-34661b66feb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=407db1e0c91342f5beaf5e43202e3c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007985 Oct 15 00:48:10.764268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfc15d-f3e1-47a4-a781-34661b66feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57291757-5ccf-422a-bbf9-91d33c1378a0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:10.817990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9977-2cd9-47bd-9069-74e665330e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.840608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9977-2cd9-47bd-9069-74e665330e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.989395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9977-2cd9-47bd-9069-74e665330e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.999472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9977-2cd9-47bd-9069-74e665330e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:10.999472 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f5a9977-2cd9-47bd-9069-74e665330e5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57291757-5ccf-422a-bbf9-91d33c1378a0 HTTP/1.1" status: 204 len: 168 time: 0.2296333 Oct 15 00:48:11.002619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a9977-2cd9-47bd-9069-74e665330e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57291757-5ccf-422a-bbf9-91d33c1378a0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:11.088395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54da8d-fc3e-4a77-923e-91beb5e03641 req-995a0628-2210-46a2-b3e4-3ff4b4e20a79 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:11.089990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae54da8d-fc3e-4a77-923e-91beb5e03641 req-995a0628-2210-46a2-b3e4-3ff4b4e20a79 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0502546 Oct 15 00:48:11.129885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae54da8d-fc3e-4a77-923e-91beb5e03641 req-2956cf89-79f9-4149-a17a-61e48ed5dd2d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Oct 15 00:48:11.475001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d41d3ce5-9698-4a34-a8b6-ea98f43b69d7 req-b9730d57-be0d-446e-84f4-0c7d053c9462 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 210 time: 0.0285130 Oct 15 00:48:11.587622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987396a-cbcc-42df-9503-d0e23970f37f req-d09e38b8-aafe-443c-b020-3590b4fd4b5b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:11.589111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8987396a-cbcc-42df-9503-d0e23970f37f req-d09e38b8-aafe-443c-b020-3590b4fd4b5b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1095 time: 0.0451624 Oct 15 00:48:11.625709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8987396a-cbcc-42df-9503-d0e23970f37f req-d99ff23e-ce61-49d1-b46d-dfcfa40c4b58 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298936 Oct 15 00:48:12.041629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:12.212813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:48:12.217031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:12.217459 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:12.279784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fc12d-0791-4821-ad9c-832334a34c3c req-552bbfdf-ea8c-4f53-af83-6801fdd5feb3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:12.287433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-781fc12d-0791-4821-ad9c-832334a34c3c req-552bbfdf-ea8c-4f53-af83-6801fdd5feb3 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0881193 Oct 15 00:48:12.324198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-781fc12d-0791-4821-ad9c-832334a34c3c req-2758ef01-870f-4d8f-ad0e-e6d201cd2abf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Oct 15 00:48:12.332985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:12.358076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b2328b-27e9-4752-95b1-32e354af1df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:12.360973 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212483f-df17-4286-9542-d28a92145e0b" -d '{"events": [{"server_uuid": "65b2328b-27e9-4752-95b1-32e354af1df6", "name": "network-vif-plugged", "status": "completed", "tag": "1a0b1a2e-56c2-4093-8cca-ac474cffe3e5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:12.374748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:12.401970 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c5a5b8-5da6-42a7-898c-72818672a211 x-openstack-request-id: req-c6c5a5b8-5da6-42a7-898c-72818672a211 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:12.402468 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b2328b-27e9-4752-95b1-32e354af1df6", "name": "network-vif-plugged", "status": "completed", "tag": "1a0b1a2e-56c2-4093-8cca-ac474cffe3e5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:12.402844 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6c5a5b8-5da6-42a7-898c-72818672a211 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:12.407332 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b2328b-27e9-4752-95b1-32e354af1df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5', 'code': 200} Oct 15 00:48:12.442348 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:12.497725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:12.542394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f1d8a-d583-40d0-860f-74831a4aaeb4 req-32850bfb-04f4-4f4d-a62a-56292ffbc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:12.544005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f8f1d8a-d583-40d0-860f-74831a4aaeb4 req-32850bfb-04f4-4f4d-a62a-56292ffbc7c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0785806 Oct 15 00:48:12.582644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f8f1d8a-d583-40d0-860f-74831a4aaeb4 req-4148dd54-220b-48cc-b44e-624021f9c795 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Oct 15 00:48:12.604586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bc43e776-9723-4b1b-b42f-ca82162a2d90 req-511431ea-675d-4083-b552-c68afc9930a8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 210 time: 0.0309060 Oct 15 00:48:12.732674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-0c735e0d-f977-4cbd-92db-b87b538588e6 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:12.734724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-0c735e0d-f977-4cbd-92db-b87b538588e6 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "GET /v2.0/networks?id=31af7542-7c58-4370-a5e2-ecbe6660bfad HTTP/1.1" status: 200 len: 809 time: 0.1214299 Oct 15 00:48:12.743998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed9552-5d0a-40ec-8c68-5386cfeba215 req-16d0bbd0-e7c3-467c-a6d2-66b4a9d08637 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:12.745695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1aed9552-5d0a-40ec-8c68-5386cfeba215 req-16d0bbd0-e7c3-467c-a6d2-66b4a9d08637 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0440605 Oct 15 00:48:12.748043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Request body: {'port': {'device_id': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad', 'admin_state_up': True, 'tenant_id': 'f24da3b7fdc6442f8ab57e074f4502d4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:12.782357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1aed9552-5d0a-40ec-8c68-5386cfeba215 req-e023c416-0ed1-4106-8aeb-0a086dc050fa tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297778 Oct 15 00:48:12.971604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Made reservation on behalf of f24da3b7fdc6442f8ab57e074f4502d4 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:12.975156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:13.103808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Allocated IP 172.20.0.12 (31af7542-7c58-4370-a5e2-ecbe6660bfad/745c6f2b-b8e5-4543-b28f-f146d759be3a/451b9545-1292-4c74-8541-a11781d80a42) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:48:13.263549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:13.370837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:13.456685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Network 31af7542-7c58-4370-a5e2-ecbe6660bfad is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:48:13.465611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:13.468297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:48:13.496206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Pushing event updated for resources: {'Port': ['ID=451b9545-1292-4c74-8541-a11781d80a42,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:13.527856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0014-49d5-4dc1-887b-57a5ed1d7eca req-6eaf30f0-ff74-481e-a4dd-3040411c70b1 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:13.529340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e2a0014-49d5-4dc1-887b-57a5ed1d7eca req-6eaf30f0-ff74-481e-a4dd-3040411c70b1 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.1200261 Oct 15 00:48:13.538066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:13.538673 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:13.577770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e2a0014-49d5-4dc1-887b-57a5ed1d7eca req-483051f1-e339-4876-a5e6-a40046826dbd tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365071 Oct 15 00:48:13.660335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-41639113-e09a-4083-8c72-1aa5471c996b tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9163859 Oct 15 00:48:13.678750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Request body: {'port': {'device_id': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:13.743982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96916d6-1fd3-4323-a22f-733e8bf91836 req-55f90992-04f1-4395-a647-230699528bc6 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:13.745701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b96916d6-1fd3-4323-a22f-733e8bf91836 req-55f90992-04f1-4395-a647-230699528bc6 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 932 time: 0.0674200 Oct 15 00:48:13.755888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:13.794132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b96916d6-1fd3-4323-a22f-733e8bf91836 req-15afa560-dfcb-4468-af8b-0645ce8d5c69 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Oct 15 00:48:13.834879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57622) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:13.972084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7b98a-df37-4bf6-bf75-aac6ab2815bb req-47e7e323-5743-41f8-a9c6-b51ae7f1ab03 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:13.973509 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3da7b98a-df37-4bf6-bf75-aac6ab2815bb req-47e7e323-5743-41f8-a9c6-b51ae7f1ab03 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0708590 Oct 15 00:48:14.038425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9a3864a-7863-4b75-bae6-1f47e2b05629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.088364 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3da7b98a-df37-4bf6-bf75-aac6ab2815bb req-35f87c96-86ca-4431-bef3-1dbbac70364e tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526493 Oct 15 00:48:14.131875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9a3864a-7863-4b75-bae6-1f47e2b05629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.156462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451b9545-1292-4c74-8541-a11781d80a42 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:14.164772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.179151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Transition to ACTIVE for port object 451b9545-1292-4c74-8541-a11781d80a42 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:48:14.213392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d9a3864a-7863-4b75-bae6-1f47e2b05629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.234764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.261005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d9a3864a-7863-4b75-bae6-1f47e2b05629 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=386a501be26843bcb57459ef070c398c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249611 Oct 15 00:48:14.264599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3864a-7863-4b75-bae6-1f47e2b05629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b2e28-ca62-4bee-9a47-b0c3b8ad4999,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:14.264599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57640) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:14.293164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Pushing event updated for resources: {'Port': ['ID=451b9545-1292-4c74-8541-a11781d80a42,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:14.316745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-78ae85d0-c8be-437a-b8bc-975db561bc1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.338123 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-78ae85d0-c8be-437a-b8bc-975db561bc1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.368983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Attempting to bind port 451b9545-1292-4c74-8541-a11781d80a42 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:14.369548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Attempting to bind port 451b9545-1292-4c74-8541-a11781d80a42 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:14.369979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Attempting to bind port 451b9545-1292-4c74-8541-a11781d80a42 on network 31af7542-7c58-4370-a5e2-ecbe6660bfad {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:14.375597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Port 451b9545-1292-4c74-8541-a11781d80a42 on network 31af7542-7c58-4370-a5e2-ecbe6660bfad not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:14.376042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Attempting to bind port 451b9545-1292-4c74-8541-a11781d80a42 on network 31af7542-7c58-4370-a5e2-ecbe6660bfad {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:14.381354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:48:14.385202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Checking segment: {'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:14.385202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Bound using segment: {'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:48:14.385202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Bound port: 451b9545-1292-4c74-8541-a11781d80a42, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:48:14.385202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.445813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-78ae85d0-c8be-437a-b8bc-975db561bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.448364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-78ae85d0-c8be-437a-b8bc-975db561bc1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.449615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-78ae85d0-c8be-437a-b8bc-975db561bc1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/210b2e28-ca62-4bee-9a47-b0c3b8ad4999 HTTP/1.1" status: 204 len: 168 time: 0.1844347 Oct 15 00:48:14.459405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae85d0-c8be-437a-b8bc-975db561bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b2e28-ca62-4bee-9a47-b0c3b8ad4999,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:14.460989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] For port 451b9545-1292-4c74-8541-a11781d80a42, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:48:14.464338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] For port 451b9545-1292-4c74-8541-a11781d80a42, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=451b9545-1292-4c74-8541-a11781d80a42,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:48:14.540281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.581328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:14.581863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.583298 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] 10.222.0.30 "PUT /v2.0/ports/451b9545-1292-4c74-8541-a11781d80a42 HTTP/1.1" status: 200 len: 1092 time: 0.9087777 Oct 15 00:48:14.583746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'tag': '451b9545-1292-4c74-8541-a11781d80a42'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:14.586013 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b59118-d5c1-4155-8ab1-c7d28215f941" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcf0dc9-2f66-40b5-8bb4-5aa102b129de", "tag": "451b9545-1292-4c74-8541-a11781d80a42"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:14.613117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a4391-a972-4052-b55d-621d2aac0944 service neutron] Pushing event updated for resources: {'Port': ['ID=451b9545-1292-4c74-8541-a11781d80a42,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:14.627989 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12871937-b565-4527-86e5-d1e6218ff679 x-openstack-request-id: req-12871937-b565-4527-86e5-d1e6218ff679 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:14.628280 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcf0dc9-2f66-40b5-8bb4-5aa102b129de", "tag": "451b9545-1292-4c74-8541-a11781d80a42", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:14.628532 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12871937-b565-4527-86e5-d1e6218ff679 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:14.628935 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'tag': '451b9545-1292-4c74-8541-a11781d80a42', 'status': 'completed', 'code': 200} Oct 15 00:48:14.893947 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:14.939052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bdf1-f013-4e38-af56-6fb9c66ae0b9 req-67f47354-0cf2-4254-8913-52450d1f4d83 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:14.941234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3616bdf1-f013-4e38-af56-6fb9c66ae0b9 req-67f47354-0cf2-4254-8913-52450d1f4d83 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 944 time: 0.0568035 Oct 15 00:48:14.988284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3616bdf1-f013-4e38-af56-6fb9c66ae0b9 req-66ef552b-cdeb-4a13-84b3-d22080999ca7 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Oct 15 00:48:15.060495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59118-d5c1-4155-8ab1-c7d28215f941 req-55978df3-7909-48c9-81a8-5c531dc5e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.061990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21b59118-d5c1-4155-8ab1-c7d28215f941 req-55978df3-7909-48c9-81a8-5c531dc5e3f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 1095 time: 0.4156272 Oct 15 00:48:15.075745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c5f2c-c6a6-4350-9fca-dbe2e1368a4a req-6fc1e1ff-f35e-4fd8-99dc-dc381287becf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.077117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b19c5f2c-c6a6-4350-9fca-dbe2e1368a4a req-6fc1e1ff-f35e-4fd8-99dc-dc381287becf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.4190338 Oct 15 00:48:15.142624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b19c5f2c-c6a6-4350-9fca-dbe2e1368a4a req-273688f1-7ebc-451c-a090-5dc3f146ec03 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569959 Oct 15 00:48:15.215146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643ab04-d7bf-4451-9397-fbf5a04e9dcf req-54291748-6e44-4b75-889a-b2ede6a0b722 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.216806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e643ab04-d7bf-4451-9397-fbf5a04e9dcf req-54291748-6e44-4b75-889a-b2ede6a0b722 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0546596 Oct 15 00:48:15.223442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59118-d5c1-4155-8ab1-c7d28215f941 req-ff112164-cf34-44db-b4e0-b500d0c6427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.224894 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21b59118-d5c1-4155-8ab1-c7d28215f941 req-ff112164-cf34-44db-b4e0-b500d0c6427b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1469452 Oct 15 00:48:15.257981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e643ab04-d7bf-4451-9397-fbf5a04e9dcf req-1b3589c0-47ba-467d-a7b9-eb593efedbaf tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Oct 15 00:48:15.302899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57680) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:15.321956 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-610ee6ea-d594-4c72-8d9f-a1ec5b5138ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:15.358546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b59118-d5c1-4155-8ab1-c7d28215f941 req-d5259207-e27e-49de-9448-14956f34d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.360638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21b59118-d5c1-4155-8ab1-c7d28215f941 req-d5259207-e27e-49de-9448-14956f34d39c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292121 Oct 15 00:48:15.395935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237c5e3-4da1-4c94-af75-a8c23db8d9d7 req-7ebb3980-34e2-4168-8945-d71983631719 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.397539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6237c5e3-4da1-4c94-af75-a8c23db8d9d7 req-7ebb3980-34e2-4168-8945-d71983631719 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0582151 Oct 15 00:48:15.455259 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-610ee6ea-d594-4c72-8d9f-a1ec5b5138ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:15.479689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-b337173b-18d7-4346-9705-df8c2a4c4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.481218 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-b337173b-18d7-4346-9705-df8c2a4c4d3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 1095 time: 0.0792794 Oct 15 00:48:15.485869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6237c5e3-4da1-4c94-af75-a8c23db8d9d7 req-9412680c-5df6-458b-a5d3-9f4b4f0344a2 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525911 Oct 15 00:48:15.533665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-f9b35772-2209-4e27-8a71-0ab51768903a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=451b9545-1292-4c74-8541-a11781d80a42 HTTP/1.1" status: 200 len: 217 time: 0.0443621 Oct 15 00:48:15.545460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-610ee6ea-d594-4c72-8d9f-a1ec5b5138ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:15.587749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-05459187-d83f-4e96-b8cd-0ffd23093c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.590615 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-05459187-d83f-4e96-b8cd-0ffd23093c6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=745c6f2b-b8e5-4543-b28f-f146d759be3a HTTP/1.1" status: 200 len: 849 time: 0.0494721 Oct 15 00:48:15.619805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-610ee6ea-d594-4c72-8d9f-a1ec5b5138ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8f99c412a60487080e2d68f14fc1bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164876 Oct 15 00:48:15.622053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-7f2e302e-1e6e-4d89-95c8-9be9af1e7ad0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31af7542-7c58-4370-a5e2-ecbe6660bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255253 Oct 15 00:48:15.622260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ee6ea-d594-4c72-8d9f-a1ec5b5138ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58237b9-53a8-4c04-ab46-108ecf8b1e1b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:15.622599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57688) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:15.634880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254f03d-c9d9-4265-aa4d-880c76c1a41a req-1d6faf9f-6e5a-4183-9d64-a0b8f2b7bf63 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.636293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0254f03d-c9d9-4265-aa4d-880c76c1a41a req-1d6faf9f-6e5a-4183-9d64-a0b8f2b7bf63 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0815091 Oct 15 00:48:15.676822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0254f03d-c9d9-4265-aa4d-880c76c1a41a req-cda3b77a-d2d9-4589-8ea0-17f92fc14bea tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Oct 15 00:48:15.745235 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74ab951a-46d9-48e5-bfc6-76d27ccf5f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:15.779398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-ee01d173-585e-459c-a914-ed3003a3a0de service neutron] 10.222.0.30 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485095 Oct 15 00:48:15.781690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74ab951a-46d9-48e5-bfc6-76d27ccf5f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:15.928454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb5c979b-b422-4a1b-85dc-c2f3bd1f7244 req-5e035577-9dba-4709-8b8a-0756a0bfbeac service neutron] 10.222.0.30 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402831 Oct 15 00:48:15.983817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-bcec622a-75bb-45c5-a4ae-c92d2e7ab8b8 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:15.985929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-bcec622a-75bb-45c5-a4ae-c92d2e7ab8b8 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/networks?id=d173683b-9fe9-46fe-aa22-132f1bb55099 HTTP/1.1" status: 200 len: 911 time: 0.1061931 Oct 15 00:48:16.000625 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-32c672d3-ef47-4ec5-a5fa-88f26b3310e8 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/quotas/da79d82f5d9f4c4a830545cf2c3fbe91 HTTP/1.1" status: 200 len: 375 time: 0.0087774 Oct 15 00:48:16.001723 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74ab951a-46d9-48e5-bfc6-76d27ccf5f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:16.004263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74ab951a-46d9-48e5-bfc6-76d27ccf5f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:16.007993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-74ab951a-46d9-48e5-bfc6-76d27ccf5f39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d58237b9-53a8-4c04-ab46-108ecf8b1e1b HTTP/1.1" status: 204 len: 168 time: 0.3817830 Oct 15 00:48:16.014740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab951a-46d9-48e5-bfc6-76d27ccf5f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58237b9-53a8-4c04-ab46-108ecf8b1e1b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:16.068978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-647fb924-c822-4f0c-8415-1d1b66a02ee8 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552306 Oct 15 00:48:16.131698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87748701-38d7-49f0-8d67-607ba2f487f0 req-3123a4f4-e57a-430c-9880-791624d922c8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:16.133294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87748701-38d7-49f0-8d67-607ba2f487f0 req-3123a4f4-e57a-430c-9880-791624d922c8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 944 time: 0.0541055 Oct 15 00:48:16.164601 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-a824aebd-bbb0-4ad8-82e7-1a450cccc633 service neutron] 10.222.0.13 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946546 Oct 15 00:48:16.173324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87748701-38d7-49f0-8d67-607ba2f487f0 req-876d78e2-d1e9-4930-a7dc-280d901a5dfe tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Oct 15 00:48:16.267164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-2cd19946-548c-47c9-a63b-9e23222643f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961838 Oct 15 00:48:16.283235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3106f-a67c-4e6b-81f2-3c07139fbca6 req-a9817a95-084c-4c2a-b65d-dab55f492b89 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:16.284817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80f3106f-a67c-4e6b-81f2-3c07139fbca6 req-a9817a95-084c-4c2a-b65d-dab55f492b89 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0537832 Oct 15 00:48:16.323839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80f3106f-a67c-4e6b-81f2-3c07139fbca6 req-e8e53cff-11b4-414c-866d-06623f8b5dbd tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Oct 15 00:48:16.541261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d457592c-8857-4d61-b7ca-8498b2037ed5 req-c25b0cd9-1d07-4add-ab65-2b625e1a626a tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 210 time: 0.0285163 Oct 15 00:48:16.579579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:16.709710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9947698c-491a-40db-ba8c-5b2662f21553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:16.793119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9947698c-491a-40db-ba8c-5b2662f21553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:16.853684 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9947698c-491a-40db-ba8c-5b2662f21553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:16.892711 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9947698c-491a-40db-ba8c-5b2662f21553 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81c05fb17a9a48d89d90f33511369546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119800 Oct 15 00:48:16.895088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947698c-491a-40db-ba8c-5b2662f21553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a3d91-26e9-46bc-8ecd-60e693c3a5aa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:16.895563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:16.950443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc133527-d4d5-4c58-a173-f9c39ca1345b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:16.972650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc133527-d4d5-4c58-a173-f9c39ca1345b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:17.076711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc133527-d4d5-4c58-a173-f9c39ca1345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:17.080828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc133527-d4d5-4c58-a173-f9c39ca1345b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:17.081485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dc133527-d4d5-4c58-a173-f9c39ca1345b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec9a3d91-26e9-46bc-8ecd-60e693c3a5aa HTTP/1.1" status: 204 len: 168 time: 0.1848192 Oct 15 00:48:17.089300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc133527-d4d5-4c58-a173-f9c39ca1345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a3d91-26e9-46bc-8ecd-60e693c3a5aa,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:17.124135 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:48:17.302939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498859f-aa7f-4dc7-a56d-ac633ae37596 req-4c628577-c23a-4981-9ad9-1b0a0a4f9577 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:17.304566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9498859f-aa7f-4dc7-a56d-ac633ae37596 req-4c628577-c23a-4981-9ad9-1b0a0a4f9577 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 944 time: 0.0514505 Oct 15 00:48:17.345261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9498859f-aa7f-4dc7-a56d-ac633ae37596 req-8c590ffa-d822-4f35-bc0a-e2b612894bd0 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346425 Oct 15 00:48:17.452055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaddad8-80d2-44d2-bfcb-2cc947137671 req-e69e7fba-5187-4eb1-bfa2-99d015015d86 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:17.453586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deaddad8-80d2-44d2-bfcb-2cc947137671 req-e69e7fba-5187-4eb1-bfa2-99d015015d86 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0592611 Oct 15 00:48:17.493594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deaddad8-80d2-44d2-bfcb-2cc947137671 req-8b9e657e-add2-47f8-9368-49be36006544 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334673 Oct 15 00:48:17.638541 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e937dc12-d97e-432c-9c4d-80bce369855d req-b155b147-80b6-485b-ac6f-ad019287cfd8 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 210 time: 0.0292296 Oct 15 00:48:17.696049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57774) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:17.711166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f6c4-e00a-4fc1-9f20-65f9b47732b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:17.786807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f6c4-e00a-4fc1-9f20-65f9b47732b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:17.877120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f6c4-e00a-4fc1-9f20-65f9b47732b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:17.916135 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1ac4f6c4-e00a-4fc1-9f20-65f9b47732b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06a8e2188c994ed185d3561f569564d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188451 Oct 15 00:48:17.917109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4f6c4-e00a-4fc1-9f20-65f9b47732b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a52f31-3f11-428c-84d1-18874232b0f2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:17.918922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57780) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:17.975242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-382736cc-a00e-4c14-97c4-0ef3566a169b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:17.996620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-382736cc-a00e-4c14-97c4-0ef3566a169b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:18.144856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-382736cc-a00e-4c14-97c4-0ef3566a169b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:18.147699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-382736cc-a00e-4c14-97c4-0ef3566a169b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:18.148875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-382736cc-a00e-4c14-97c4-0ef3566a169b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82a52f31-3f11-428c-84d1-18874232b0f2 HTTP/1.1" status: 204 len: 168 time: 0.2280722 Oct 15 00:48:18.158256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382736cc-a00e-4c14-97c4-0ef3566a169b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a52f31-3f11-428c-84d1-18874232b0f2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:18.456972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 451b9545-1292-4c74-8541-a11781d80a42 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:48:18.476353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543fce-201e-4731-a116-14f24ded2353 req-3cb2c8ce-1b18-4319-ac39-39f613a1ae48 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:18.479944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20543fce-201e-4731-a116-14f24ded2353 req-3cb2c8ce-1b18-4319-ac39-39f613a1ae48 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 944 time: 0.0666170 Oct 15 00:48:18.564644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20543fce-201e-4731-a116-14f24ded2353 req-4567411d-95ab-4d20-81fb-7e360570eaca tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743394 Oct 15 00:48:18.587119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 451b9545-1292-4c74-8541-a11781d80a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=451b9545-1292-4c74-8541-a11781d80a42,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:18.598885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '451b9545-1292-4c74-8541-a11781d80a42', 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad', 'port_id': '451b9545-1292-4c74-8541-a11781d80a42', 'mac_address': 'fa:16:3e:ae:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745c6f2b-b8e5-4543-b28f-f146d759be3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:48:18.630145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-3969193a-9efe-4272-8c4d-7bd9fab0c205 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:18.631489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-3969193a-9efe-4272-8c4d-7bd9fab0c205 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.30 "GET /v2.0/networks?id=d173683b-9fe9-46fe-aa22-132f1bb55099 HTTP/1.1" status: 200 len: 911 time: 0.1744082 Oct 15 00:48:18.647105 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:18.659841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Request body: {'port': {'device_id': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'admin_state_up': True, 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:18.662535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451b9545-1292-4c74-8541-a11781d80a42 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:18.688656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 451b9545-1292-4c74-8541-a11781d80a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=451b9545-1292-4c74-8541-a11781d80a42,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:18.712024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150025f2-d1bf-4cd7-9792-9444892823c9 req-0c6d064d-fc80-4240-9723-33398ec834b4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:18.712024 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-150025f2-d1bf-4cd7-9792-9444892823c9 req-0c6d064d-fc80-4240-9723-33398ec834b4 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0948970 Oct 15 00:48:18.756775 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-150025f2-d1bf-4cd7-9792-9444892823c9 req-9a16e010-96cc-48d0-82ad-8e6c61a67169 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Oct 15 00:48:18.768762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:18.770878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Made reservation on behalf of da79d82f5d9f4c4a830545cf2c3fbe91 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:18.773336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:18.779760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df74c769-ff22-4527-979f-2bc5b78f87c2 req-4f69db03-c77d-4479-a87c-b7206b1d1017 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 210 time: 0.0516777 Oct 15 00:48:18.883733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=451b9545-1292-4c74-8541-a11781d80a42,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:18.947484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Allocated IP 172.20.0.7 (d173683b-9fe9-46fe-aa22-132f1bb55099/8699254b-338d-4c6a-8b0b-3b2d7aa89174/95bf5d23-2a47-4f35-9c3f-48fe59ff8c83) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:48:18.992433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['451b9545-1292-4c74-8541-a11781d80a42'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:19.112166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.223285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.233907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1a0b1a2e-56c2-4093-8cca-ac474cffe3e5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:19.268603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Network d173683b-9fe9-46fe-aa22-132f1bb55099 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:48:19.271623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:19.278026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:48:19.302204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Pushing event updated for resources: {'Port': ['ID=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:19.331164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:19.331893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.412371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-67e7f4ac-8cd8-4624-830d-3e6572cc1d80 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7632394 Oct 15 00:48:19.425345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Request body: {'port': {'device_id': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:19.440877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57828) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:19.510563 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.584048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fe7e017c-0adb-47a9-9523-f55355e7adff None None] Provisioning complete for port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:19.584048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fe7e017c-0adb-47a9-9523-f55355e7adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.630680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e017c-0adb-47a9-9523-f55355e7adff None None] Port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:48:19.642349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7b36041-a37c-4707-8b3d-1259eb0794e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.745664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7b36041-a37c-4707-8b3d-1259eb0794e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.809069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369303c-8c6e-4a53-8da2-c184976c1687 req-b7bcd2c8-edf2-4cea-af1e-d933f954aae5 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:19.810666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8369303c-8c6e-4a53-8da2-c184976c1687 req-b7bcd2c8-edf2-4cea-af1e-d933f954aae5 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 945 time: 0.1052074 Oct 15 00:48:19.862149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7b36041-a37c-4707-8b3d-1259eb0794e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.891539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8369303c-8c6e-4a53-8da2-c184976c1687 req-f3812bb4-7e07-47c4-afaa-babf2d52ce73 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721884 Oct 15 00:48:19.910437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:19.926112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:19.928277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a7b36041-a37c-4707-8b3d-1259eb0794e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49a42d62a4614ae2ae26c07dfabe1c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863174 Oct 15 00:48:19.931367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57850) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:19.943207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b36041-a37c-4707-8b3d-1259eb0794e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e19aa6-83e6-4d4a-b90e-bd5db9361919,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:19.959230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Transition to ACTIVE for port object 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:48:19.959767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df205bcd-3500-4872-a2d0-d763b0decd03 req-0bcc81c8-b90d-4229-8d13-9808c0436559 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:19.962200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df205bcd-3500-4872-a2d0-d763b0decd03 req-0bcc81c8-b90d-4229-8d13-9808c0436559 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.1148891 Oct 15 00:48:20.023001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e594a9-5dfa-4137-9599-481788d320d7 req-6530750e-0ac0-45b9-832e-8599bca21b51 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:20.024644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0e594a9-5dfa-4137-9599-481788d320d7 req-6530750e-0ac0-45b9-832e-8599bca21b51 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1027 time: 0.0450368 Oct 15 00:48:20.025831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.026119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df205bcd-3500-4872-a2d0-d763b0decd03 req-6aeee155-8b2f-495c-a95a-7c34e77e58db tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578461 Oct 15 00:48:20.037118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43f1ef0-b2c1-4a0c-a8db-097d90b0bb16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.073997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43f1ef0-b2c1-4a0c-a8db-097d90b0bb16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.097791 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Pushing event updated for resources: {'Port': ['ID=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:20.116498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0e594a9-5dfa-4137-9599-481788d320d7 req-8d02bd8c-a2de-4b3c-8e92-8d9eaa66b174 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857337 Oct 15 00:48:20.191199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Attempting to bind port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:20.191547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Attempting to bind port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:20.191877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Attempting to bind port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 on network d173683b-9fe9-46fe-aa22-132f1bb55099 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:20.207922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 on network d173683b-9fe9-46fe-aa22-132f1bb55099 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:20.207922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Attempting to bind port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 on network d173683b-9fe9-46fe-aa22-132f1bb55099 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:20.211322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:48:20.211780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Checking segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:20.212234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Bound using segment: {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:48:20.212734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Bound port: 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a446ad9-20d0-4e03-9b76-024130486f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:48:20.213160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.225119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43f1ef0-b2c1-4a0c-a8db-097d90b0bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.228460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43f1ef0-b2c1-4a0c-a8db-097d90b0bb16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.229725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d43f1ef0-b2c1-4a0c-a8db-097d90b0bb16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5e19aa6-83e6-4d4a-b90e-bd5db9361919 HTTP/1.1" status: 204 len: 168 time: 0.2972469 Oct 15 00:48:20.257268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f1ef0-b2c1-4a0c-a8db-097d90b0bb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e19aa6-83e6-4d4a-b90e-bd5db9361919,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:20.309689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] For port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:48:20.313410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] For port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:48:20.368220 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.406420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:20.407086 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.408476 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] 10.222.0.30 "PUT /v2.0/ports/95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 HTTP/1.1" status: 200 len: 1091 time: 0.9877195 Oct 15 00:48:20.408912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'tag': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:20.411205 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53f51d6-d4bc-4548-a594-faa2aa41a1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc752d54-fd06-4fed-88f9-de589ca0d5b2", "tag": "95bf5d23-2a47-4f35-9c3f-48fe59ff8c83"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:20.448469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c32e3a-3c69-4524-8903-1680657a8b78 service neutron] Pushing event updated for resources: {'Port': ['ID=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:20.453682 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58381bcf-f8d2-4744-9d62-2e3942f0053f x-openstack-request-id: req-58381bcf-f8d2-4744-9d62-2e3942f0053f {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:20.454052 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc752d54-fd06-4fed-88f9-de589ca0d5b2", "tag": "95bf5d23-2a47-4f35-9c3f-48fe59ff8c83", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:20.454454 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58381bcf-f8d2-4744-9d62-2e3942f0053f {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:20.455211 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'tag': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83', 'status': 'completed', 'code': 200} Oct 15 00:48:20.475172 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 451b9545-1292-4c74-8541-a11781d80a42 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:20.547057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f51d6-d4bc-4548-a594-faa2aa41a1eb req-836b70ce-95b3-4054-9d9f-a863e10161c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:20.549002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b53f51d6-d4bc-4548-a594-faa2aa41a1eb req-836b70ce-95b3-4054-9d9f-a863e10161c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1094 time: 0.0663364 Oct 15 00:48:20.606867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 451b9545-1292-4c74-8541-a11781d80a42 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:48:20.612290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 451b9545-1292-4c74-8541-a11781d80a42 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:20.612873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.673052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f51d6-d4bc-4548-a594-faa2aa41a1eb req-3f262167-ab5a-4626-8f12-bf5825401b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:20.678141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b53f51d6-d4bc-4548-a594-faa2aa41a1eb req-3f262167-ab5a-4626-8f12-bf5825401b71 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1180658 Oct 15 00:48:20.720473 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.752784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b9545-1292-4c74-8541-a11781d80a42'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:20.755219 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda42d9-8340-46c2-bf88-c390c6478e77" -d '{"events": [{"server_uuid": "4bcf0dc9-2f66-40b5-8bb4-5aa102b129de", "name": "network-vif-plugged", "status": "completed", "tag": "451b9545-1292-4c74-8541-a11781d80a42"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:20.769907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 451b9545-1292-4c74-8541-a11781d80a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=451b9545-1292-4c74-8541-a11781d80a42,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:20.811063 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736a020a-eff7-4774-b9c0-e37bee1bf4d7 x-openstack-request-id: req-736a020a-eff7-4774-b9c0-e37bee1bf4d7 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:20.815073 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcf0dc9-2f66-40b5-8bb4-5aa102b129de", "name": "network-vif-plugged", "status": "completed", "tag": "451b9545-1292-4c74-8541-a11781d80a42", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:20.815073 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-736a020a-eff7-4774-b9c0-e37bee1bf4d7 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:20.815073 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451b9545-1292-4c74-8541-a11781d80a42', 'code': 200} Oct 15 00:48:20.815563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f51d6-d4bc-4548-a594-faa2aa41a1eb req-883d7c4f-515b-4dbd-9455-c5c3b60a83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:20.817126 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b53f51d6-d4bc-4548-a594-faa2aa41a1eb req-883d7c4f-515b-4dbd-9455-c5c3b60a83bd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331079 Oct 15 00:48:20.834936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:20.903840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-9bff804e-d022-4b78-86c7-17c3731a7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:20.905402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-9bff804e-d022-4b78-86c7-17c3731a7f7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1094 time: 0.0468316 Oct 15 00:48:20.908387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=451b9545-1292-4c74-8541-a11781d80a42,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:20.955493 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-c7454e78-dae2-4419-a83a-dec5fb01b020 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 HTTP/1.1" status: 200 len: 217 time: 0.0418565 Oct 15 00:48:20.969059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef40b-bce8-4ec3-a0ee-a4b20298e87a req-ba4d1899-59eb-458c-be78-bfcdd0f920b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:20.970653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aecef40b-bce8-4ec3-a0ee-a4b20298e87a req-ba4d1899-59eb-458c-be78-bfcdd0f920b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 1097 time: 0.0672472 Oct 15 00:48:21.018465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-99f046b3-bc60-414c-ac7b-e41a21224cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:21.020153 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-99f046b3-bc60-414c-ac7b-e41a21224cc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8699254b-338d-4c6a-8b0b-3b2d7aa89174 HTTP/1.1" status: 200 len: 849 time: 0.0577312 Oct 15 00:48:21.038857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aecef40b-bce8-4ec3-a0ee-a4b20298e87a req-afdab164-a1cd-4731-8fe9-318b471f943e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611262 Oct 15 00:48:21.081626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-25111b5f-2fab-4835-ae97-73131adc3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:21.082586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46e341-9858-4b81-b9f5-01dedcff92e7 req-5fb0d114-18e0-4306-bfb2-9fa20f1cf0c8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:21.085173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f46e341-9858-4b81-b9f5-01dedcff92e7 req-5fb0d114-18e0-4306-bfb2-9fa20f1cf0c8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 946 time: 0.0620205 Oct 15 00:48:21.087739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-25111b5f-2fab-4835-ae97-73131adc3081 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d173683b-9fe9-46fe-aa22-132f1bb55099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608010 Oct 15 00:48:21.126782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f46e341-9858-4b81-b9f5-01dedcff92e7 req-0e6a19c6-af18-4943-a7ef-a9d257f34476 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358164 Oct 15 00:48:21.173508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61593dc-01b8-47f6-aa99-c3f971c22b59 req-21e55d85-0af1-408d-aa91-76b618c9039f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:21.175239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c61593dc-01b8-47f6-aa99-c3f971c22b59 req-21e55d85-0af1-408d-aa91-76b618c9039f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0521674 Oct 15 00:48:21.228581 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c61593dc-01b8-47f6-aa99-c3f971c22b59 req-9ca3b7bf-3e36-45f3-bc54-872d63395a73 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Oct 15 00:48:21.265118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f23f13-ad8c-42b3-baf4-e1841243c059 req-ea8ba77f-0275-4ba4-bed0-aec5d902c252 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:21.270811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14f23f13-ad8c-42b3-baf4-e1841243c059 req-ea8ba77f-0275-4ba4-bed0-aec5d902c252 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1094 time: 0.0772619 Oct 15 00:48:21.313093 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14f23f13-ad8c-42b3-baf4-e1841243c059 req-c4db5fd6-645c-410f-a0e8-c050f487f100 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Oct 15 00:48:21.345078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-6c0258e8-d18d-4432-a965-49027098a03a service neutron] 10.222.0.30 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146414 Oct 15 00:48:21.444488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-281e0009-de2d-46da-84a3-8c6f1acf0f3a req-c74a1283-b57e-4136-b5cf-48882849a7fe service neutron] 10.222.0.30 "GET /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929952 Oct 15 00:48:22.283751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3b008-a65f-4dcf-affb-a63fa3fc8029 req-8e20fddf-7d52-4ffb-b859-64ee1f6673ec tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:22.285302 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1db3b008-a65f-4dcf-affb-a63fa3fc8029 req-8e20fddf-7d52-4ffb-b859-64ee1f6673ec tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 946 time: 0.0773053 Oct 15 00:48:22.339129 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1db3b008-a65f-4dcf-affb-a63fa3fc8029 req-7e0b52eb-6a33-4cbd-ad35-61fdc0cfe151 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Oct 15 00:48:22.376055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c266-2c64-4288-903c-31b3e9fbd51d req-b2b5adcc-6a04-41d1-b19b-1477ebf7457b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:22.377642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8059c266-2c64-4288-903c-31b3e9fbd51d req-b2b5adcc-6a04-41d1-b19b-1477ebf7457b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0638778 Oct 15 00:48:22.432622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8059c266-2c64-4288-903c-31b3e9fbd51d req-8a6a6a20-be01-4ffd-bd33-e97c19844a47 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Oct 15 00:48:22.453454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe62ee-7abb-4933-95b8-da5fdcaba1bc req-54e6037f-c810-44d4-8b03-0a43b952371f tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:22.455373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1efe62ee-7abb-4933-95b8-da5fdcaba1bc req-54e6037f-c810-44d4-8b03-0a43b952371f tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1094 time: 0.0509968 Oct 15 00:48:22.492722 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1efe62ee-7abb-4933-95b8-da5fdcaba1bc req-88377cc5-676e-4d98-a80c-8348d73ff4b9 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308123 Oct 15 00:48:23.449761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458163f-0ef2-4cc1-ace4-87067988a856 req-38be76eb-21ef-499d-97f8-ff12a1b807b3 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:23.451273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6458163f-0ef2-4cc1-ace4-87067988a856 req-38be76eb-21ef-499d-97f8-ff12a1b807b3 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 946 time: 0.0497735 Oct 15 00:48:23.496156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6458163f-0ef2-4cc1-ace4-87067988a856 req-46eeebc0-db35-427a-ad24-47d0e8e91673 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Oct 15 00:48:23.596650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675bae2-0c54-4434-a3cd-73ad8bf2d418 req-ffa96df4-700e-4124-9e45-23377bc258b7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:23.598824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6675bae2-0c54-4434-a3cd-73ad8bf2d418 req-ffa96df4-700e-4124-9e45-23377bc258b7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0759215 Oct 15 00:48:23.622617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f79aa1-6626-44b9-be97-9bc52c9a8191 req-fc33a64f-0cec-44a7-9180-11a54674ec63 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:23.624212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88f79aa1-6626-44b9-be97-9bc52c9a8191 req-fc33a64f-0cec-44a7-9180-11a54674ec63 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1094 time: 0.0491698 Oct 15 00:48:23.638112 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6675bae2-0c54-4434-a3cd-73ad8bf2d418 req-401f6f92-fab8-4a74-929f-acc45c3511cf tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Oct 15 00:48:23.664598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88f79aa1-6626-44b9-be97-9bc52c9a8191 req-ad874c43-8432-4acd-a744-e572dd53b089 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Oct 15 00:48:23.987777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58008) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:24.201148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-713590a8-414b-4d5d-9490-38950213d2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.276318 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-713590a8-414b-4d5d-9490-38950213d2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.371364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-713590a8-414b-4d5d-9490-38950213d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.410616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-713590a8-414b-4d5d-9490-38950213d2a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eedc081a31664c70bb9dbacb10b6f9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217196 Oct 15 00:48:24.411575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713590a8-414b-4d5d-9490-38950213d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df40a61-f35e-427a-83a5-907df00b3b8e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:24.413413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58020) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:24.467803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4be0dd71-add5-4dcb-acd5-64e50bf2d683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.487265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:48:24.492489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4be0dd71-add5-4dcb-acd5-64e50bf2d683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.603499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:24.612179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4be0dd71-add5-4dcb-acd5-64e50bf2d683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.615163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83', 'network_id': 'd173683b-9fe9-46fe-aa22-132f1bb55099', 'port_id': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83', 'mac_address': 'fa:16:3e:64:fc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8699254b-338d-4c6a-8b0b-3b2d7aa89174', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:48:24.615894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4be0dd71-add5-4dcb-acd5-64e50bf2d683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.625956 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4be0dd71-add5-4dcb-acd5-64e50bf2d683 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5df40a61-f35e-427a-83a5-907df00b3b8e HTTP/1.1" status: 204 len: 168 time: 0.2054970 Oct 15 00:48:24.634116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0dd71-add5-4dcb-acd5-64e50bf2d683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df40a61-f35e-427a-83a5-907df00b3b8e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:24.668828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.780266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516479ce-4106-4000-9faa-77cb435f6c76 req-eb5040d5-2137-4895-b54f-1435015d8052 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:24.782022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-516479ce-4106-4000-9faa-77cb435f6c76 req-eb5040d5-2137-4895-b54f-1435015d8052 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0677443 Oct 15 00:48:24.828330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-516479ce-4106-4000-9faa-77cb435f6c76 req-2dde4d75-fef0-4c30-842c-2be12d86d8f5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Oct 15 00:48:24.841328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:24.863966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:24.925183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950aa79-e26f-4881-bbfd-b2bcc3065b70 req-987f5d49-18c8-4aac-8bb3-c0c454e60346 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:24.926983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1950aa79-e26f-4881-bbfd-b2bcc3065b70 req-987f5d49-18c8-4aac-8bb3-c0c454e60346 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1094 time: 0.0479546 Oct 15 00:48:24.956148 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:24.959340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4d11-ecf9-4a67-ae51-3ee5f896a8a3 req-3fe1e3fd-3af5-4768-a162-a9d46df5f4cd tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:24.966662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e4c4d11-ecf9-4a67-ae51-3ee5f896a8a3 req-3fe1e3fd-3af5-4768-a162-a9d46df5f4cd tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 946 time: 0.0767922 Oct 15 00:48:24.985460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1950aa79-e26f-4881-bbfd-b2bcc3065b70 req-b92ee082-dfc9-4ddf-b7cb-a755fcec51e1 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491867 Oct 15 00:48:25.017836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e4c4d11-ecf9-4a67-ae51-3ee5f896a8a3 req-5cb739dd-1379-4052-bd6c-783db0b1e867 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Oct 15 00:48:25.034032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:25.172769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['95bf5d23-2a47-4f35-9c3f-48fe59ff8c83'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:25.491686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58054) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:25.505350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94919f46-ffb1-488a-bc8c-5281a50e1808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:25.582155 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94919f46-ffb1-488a-bc8c-5281a50e1808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:25.634243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94919f46-ffb1-488a-bc8c-5281a50e1808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:25.673584 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94919f46-ffb1-488a-bc8c-5281a50e1808 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d8077fe42f5429fb5e2df453b7f86c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807616 Oct 15 00:48:25.675603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94919f46-ffb1-488a-bc8c-5281a50e1808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b78998-9201-42cc-b034-daf5b8905a4c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:25.676332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58060) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:25.726074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd56783c-a996-466d-9ff5-ffbde5764fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:25.747922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd56783c-a996-466d-9ff5-ffbde5764fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:25.899383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd56783c-a996-466d-9ff5-ffbde5764fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:25.902009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd56783c-a996-466d-9ff5-ffbde5764fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:25.905623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bd56783c-a996-466d-9ff5-ffbde5764fbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05b78998-9201-42cc-b034-daf5b8905a4c HTTP/1.1" status: 204 len: 168 time: 0.2259445 Oct 15 00:48:25.916145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56783c-a996-466d-9ff5-ffbde5764fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b78998-9201-42cc-b034-daf5b8905a4c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:25.963984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd575a9-8afc-4d2b-8564-16185f3568fe req-17531576-293a-4f18-8c28-98034acefdec tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:25.965532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3bd575a9-8afc-4d2b-8564-16185f3568fe req-17531576-293a-4f18-8c28-98034acefdec tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0635076 Oct 15 00:48:26.007747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3bd575a9-8afc-4d2b-8564-16185f3568fe req-e5b0e6b1-5fee-46a1-a223-8b139c3259d2 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Oct 15 00:48:26.111852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be309-0c2a-453e-b281-1665c21d85e2 req-76b60eb1-0012-4cfe-ad72-b20ef70e5197 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:26.113526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e4be309-0c2a-453e-b281-1665c21d85e2 req-76b60eb1-0012-4cfe-ad72-b20ef70e5197 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1095 time: 0.0418091 Oct 15 00:48:26.144663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a74dd5-4fba-4865-9f58-9073c91d4304 req-b28babba-4deb-486f-ab25-04f570900879 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:26.146607 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0a74dd5-4fba-4865-9f58-9073c91d4304 req-b28babba-4deb-486f-ab25-04f570900879 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 946 time: 0.0564640 Oct 15 00:48:26.161287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8e4be309-0c2a-453e-b281-1665c21d85e2 req-06caa1ab-9195-4b79-b1f0-2f7b5f15bb20 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Oct 15 00:48:26.222798 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3058f5bb-0c3b-4b8c-a06b-0cd70c9bb117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.223380 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0a74dd5-4fba-4865-9f58-9073c91d4304 req-b0da32ae-3e34-43f2-92fa-d7902b4b4075 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 Oct 15 00:48:26.233130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-7a7df904-84d9-43a1-b05e-7a73e4debfff tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:26.234993 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-7a7df904-84d9-43a1-b05e-7a73e4debfff tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 946 time: 0.0835385 Oct 15 00:48:26.337767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Deleting port 451b9545-1292-4c74-8541-a11781d80a42 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:26.344194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.431712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] For port 451b9545-1292-4c74-8541-a11781d80a42, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=451b9545-1292-4c74-8541-a11781d80a42,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:26.432067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.444667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Calling delete_port for 451b9545-1292-4c74-8541-a11781d80a42 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:26.487952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:26.625081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:48:26.629326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:26.631163 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.653172 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.684644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Pushing event deleted for resources: {'Port': ['ID=451b9545-1292-4c74-8541-a11781d80a42,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:26.715011 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.731822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] No DVR routers for this DVR port 451b9545-1292-4c74-8541-a11781d80a42 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:26.734791 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.738286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4442d96-e76e-4b48-a649-4a08b5d4ad26 req-3cab8f20-3d2c-45e1-ab1f-3fcca3056ae9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "DELETE /v2.0/ports/451b9545-1292-4c74-8541-a11781d80a42 HTTP/1.1" status: 204 len: 173 time: 0.4971488 Oct 15 00:48:26.739176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'name': 'network-vif-deleted', 'tag': '451b9545-1292-4c74-8541-a11781d80a42'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:26.741813 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c0b082-8ebc-4faa-b165-9b157d8e3a72" -d '{"events": [{"server_uuid": "4bcf0dc9-2f66-40b5-8bb4-5aa102b129de", "name": "network-vif-deleted", "tag": "451b9545-1292-4c74-8541-a11781d80a42"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:26.751900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:26.754389 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056277df-f5f8-4d05-bec2-199fa4e42e86" -d '{"events": [{"server_uuid": "bc752d54-fd06-4fed-88f9-de589ca0d5b2", "name": "network-vif-plugged", "status": "completed", "tag": "95bf5d23-2a47-4f35-9c3f-48fe59ff8c83"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:26.777295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:26.781978 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cadf1a-4ed2-4498-ad23-1ad25c0f6c7c x-openstack-request-id: req-e7cadf1a-4ed2-4498-ad23-1ad25c0f6c7c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:26.782314 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcf0dc9-2f66-40b5-8bb4-5aa102b129de", "name": "network-vif-deleted", "tag": "451b9545-1292-4c74-8541-a11781d80a42", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:26.782560 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7cadf1a-4ed2-4498-ad23-1ad25c0f6c7c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:26.782964 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcf0dc9-2f66-40b5-8bb4-5aa102b129de', 'name': 'network-vif-deleted', 'tag': '451b9545-1292-4c74-8541-a11781d80a42', 'status': 'completed', 'code': 200} Oct 15 00:48:26.798660 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1c6b13-46ae-4233-b531-cc6461d538b6 x-openstack-request-id: req-4b1c6b13-46ae-4233-b531-cc6461d538b6 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:26.799501 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc752d54-fd06-4fed-88f9-de589ca0d5b2", "name": "network-vif-plugged", "status": "completed", "tag": "95bf5d23-2a47-4f35-9c3f-48fe59ff8c83", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:26.800020 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b1c6b13-46ae-4233-b531-cc6461d538b6 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:26.800528 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83', 'code': 200} Oct 15 00:48:26.851646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:26.856092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 451b9545-1292-4c74-8541-a11781d80a42 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:26.876094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 451b9545-1292-4c74-8541-a11781d80a42 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:26.876445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 451b9545-1292-4c74-8541-a11781d80a42 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:26.895148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4905bc-ebd8-4c36-9aaf-224f642bcae8 req-56655c49-dbee-4c46-9294-788e6d89a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:26.896708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b4905bc-ebd8-4c36-9aaf-224f642bcae8 req-56655c49-dbee-4c46-9294-788e6d89a4f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0430298 Oct 15 00:48:26.921287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:26.931473 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0b4905bc-ebd8-4c36-9aaf-224f642bcae8 req-63c988e0-2c55-4a78-b82c-849a51f3d459 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280926 Oct 15 00:48:27.151211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b8883-33e4-46d5-9bd2-770dc7f3e552 req-ec318b9f-efa6-496a-acaf-4bc5b8d8cad5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:27.153449 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-472b8883-33e4-46d5-9bd2-770dc7f3e552 req-ec318b9f-efa6-496a-acaf-4bc5b8d8cad5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0571997 Oct 15 00:48:27.205848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-472b8883-33e4-46d5-9bd2-770dc7f3e552 req-e68c0223-462b-4de3-a525-c815e7aba878 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Oct 15 00:48:27.305927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721c681-761e-4f5d-bf82-4abbc693162b req-42191b56-ad27-495d-b18a-6731885e5d4c tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:27.307582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f721c681-761e-4f5d-bf82-4abbc693162b req-42191b56-ad27-495d-b18a-6731885e5d4c tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0650303 Oct 15 00:48:27.340114 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-582a9d1c-cbf2-4d49-a211-b958e8f177aa req-883cb0f6-35ca-47bc-8f0d-47d3a903c72c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bcf0dc9-2f66-40b5-8bb4-5aa102b129de HTTP/1.1" status: 200 len: 210 time: 0.0289063 Oct 15 00:48:27.347629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f721c681-761e-4f5d-bf82-4abbc693162b req-57022155-fd69-43be-b823-49900fbed538 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Oct 15 00:48:28.246490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58150) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:28.316592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e4889-610c-46c9-9b90-d310b9705bff req-ffbbdb8a-b096-4aa3-ba1a-987da2a313b8 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:28.324205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c25e4889-610c-46c9-9b90-d310b9705bff req-ffbbdb8a-b096-4aa3-ba1a-987da2a313b8 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0596662 Oct 15 00:48:28.359699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c25e4889-610c-46c9-9b90-d310b9705bff req-6ecb226e-e75b-4797-9576-0aff577b38c2 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344043 Oct 15 00:48:28.438366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-010f03c4-0a6b-49f2-80db-3f7c3a4ea589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.476008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0efa47-1794-43cf-a13b-a43b79cdc835 req-5e9c12b9-f436-4318-bd1a-f522f682f8fe tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:28.477705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0efa47-1794-43cf-a13b-a43b79cdc835 req-5e9c12b9-f436-4318-bd1a-f522f682f8fe tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0472550 Oct 15 00:48:28.532539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f0efa47-1794-43cf-a13b-a43b79cdc835 req-0283cfc0-343d-4516-84d4-26385a2b880f tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Oct 15 00:48:28.541577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-010f03c4-0a6b-49f2-80db-3f7c3a4ea589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.618692 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-010f03c4-0a6b-49f2-80db-3f7c3a4ea589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.647099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489f705-ff77-4bfe-b57d-26c2e3414b2b req-fb78ba82-18a0-4720-92fa-523dcbf909c4 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:28.648617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0489f705-ff77-4bfe-b57d-26c2e3414b2b req-fb78ba82-18a0-4720-92fa-523dcbf909c4 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0441754 Oct 15 00:48:28.687745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0489f705-ff77-4bfe-b57d-26c2e3414b2b req-966e36a5-1dfc-44b0-9d3f-e4eaa586c93a tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302517 Oct 15 00:48:28.703823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58178) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:28.703951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-010f03c4-0a6b-49f2-80db-3f7c3a4ea589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dd0077c889045be96693c0f33520fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580851 Oct 15 00:48:28.706925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f03c4-0a6b-49f2-80db-3f7c3a4ea589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b165f715-ab1f-49bf-b12e-c2d844ada365,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:28.774827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-dbbc8b9e-f817-4a98-bb57-3c8b96dd521a tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:28.776337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-dbbc8b9e-f817-4a98-bb57-3c8b96dd521a tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/networks?id=31af7542-7c58-4370-a5e2-ecbe6660bfad HTTP/1.1" status: 200 len: 809 time: 0.1806185 Oct 15 00:48:28.778232 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6027072c-46fa-4ddf-8d39-efd02d809dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.793058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-724f030c-1e8b-4304-ac0e-87219f67a1fe tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/quotas/f24da3b7fdc6442f8ab57e074f4502d4 HTTP/1.1" status: 200 len: 375 time: 0.0094607 Oct 15 00:48:28.820938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6027072c-46fa-4ddf-8d39-efd02d809dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.824483 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b7fbd9e-0f70-4e93-a10c-2925ef454ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.831934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-e3cb7f5f-4e1f-4859-86d5-65e9e9535868 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302899 Oct 15 00:48:28.844244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66071b8-2a6c-42ec-9f69-cbc0ebbdcb3e req-97073b38-e290-438e-b7ed-7ef407c8e474 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:28.845783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b66071b8-2a6c-42ec-9f69-cbc0ebbdcb3e req-97073b38-e290-438e-b7ed-7ef407c8e474 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0814049 Oct 15 00:48:28.891573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b66071b8-2a6c-42ec-9f69-cbc0ebbdcb3e req-47c07cc0-9128-44b2-ac3a-f4099855a3c7 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381680 Oct 15 00:48:28.938655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-086acce8-038b-44b5-9cb6-9acdf198e977 service neutron] 10.222.0.13 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983386 Oct 15 00:48:28.967668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6027072c-46fa-4ddf-8d39-efd02d809dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.970711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6027072c-46fa-4ddf-8d39-efd02d809dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:28.974357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6027072c-46fa-4ddf-8d39-efd02d809dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b165f715-ab1f-49bf-b12e-c2d844ada365 HTTP/1.1" status: 204 len: 168 time: 0.2668207 Oct 15 00:48:28.983009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027072c-46fa-4ddf-8d39-efd02d809dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b165f715-ab1f-49bf-b12e-c2d844ada365,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:29.040267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-06c5a1ad-c3f4-4745-baa8-3e1e2ba1da8c service neutron] 10.222.0.13 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961249 Oct 15 00:48:29.276327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-20313862-f598-4e11-a5c9-098ce3cdd18b req-c7788cf7-466e-4444-97aa-5e12f8e6afc9 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 210 time: 0.0289338 Oct 15 00:48:29.383292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f214a3c-22ec-421e-a835-24c680ca6ce8 req-f6227d8a-3070-484b-a7e3-4ba83484ec23 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:29.390375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f214a3c-22ec-421e-a835-24c680ca6ce8 req-f6227d8a-3070-484b-a7e3-4ba83484ec23 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0476093 Oct 15 00:48:29.430961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f214a3c-22ec-421e-a835-24c680ca6ce8 req-87151cde-f185-4b4f-9aa2-8e8b3b5fcbdb tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379841 Oct 15 00:48:29.491809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba8cf2-bef8-4cae-a2bd-d4115c796796 req-2fe36a6f-77c9-44e3-abda-4c7dca4bbae5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:29.493300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19ba8cf2-bef8-4cae-a2bd-d4115c796796 req-2fe36a6f-77c9-44e3-abda-4c7dca4bbae5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0567684 Oct 15 00:48:29.536123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19ba8cf2-bef8-4cae-a2bd-d4115c796796 req-6d32b880-2e22-40cd-8fa6-c05315e4a30a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Oct 15 00:48:30.093700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:30.167724 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:30.198557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02deda-1693-48c6-af8b-e2f3735037c2 req-b000ac30-780a-4091-bc93-c0ba627e95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:30.200048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd02deda-1693-48c6-af8b-e2f3735037c2 req-b000ac30-780a-4091-bc93-c0ba627e95f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 1096 time: 0.0430164 Oct 15 00:48:30.251585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd02deda-1693-48c6-af8b-e2f3735037c2 req-7a3a8cc0-d110-4d1a-9f3a-ea79f49aec2d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Oct 15 00:48:30.385215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0dad01f-6505-40b2-ba8e-6cc41d004b05 req-21ebe549-8cc5-449c-b07c-0e9bc5f59b9e tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 210 time: 0.0307543 Oct 15 00:48:30.543482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e58fc-f5a5-4a0d-8396-c29138b251e1 req-5e653528-fa0d-4bc6-ad25-1c6a1945c953 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:30.545029 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7c0e58fc-f5a5-4a0d-8396-c29138b251e1 req-5e653528-fa0d-4bc6-ad25-1c6a1945c953 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0453217 Oct 15 00:48:30.582489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7c0e58fc-f5a5-4a0d-8396-c29138b251e1 req-0a6bef70-9fe7-43b8-a78c-008ce9f6f6ad tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Oct 15 00:48:30.650541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-0f093257-159f-4ea1-aaa5-b85ad5e300b3 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:30.652075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-0f093257-159f-4ea1-aaa5-b85ad5e300b3 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 1096 time: 0.0464983 Oct 15 00:48:30.689502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d360355-10ad-486f-81ff-bfb71484a4f9 req-ea3a0587-0f7c-40c6-bbb4-0ccf19c532a7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:30.691097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d360355-10ad-486f-81ff-bfb71484a4f9 req-ea3a0587-0f7c-40c6-bbb4-0ccf19c532a7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0554528 Oct 15 00:48:30.742645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Deleting port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:30.743045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:30.744974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d360355-10ad-486f-81ff-bfb71484a4f9 req-5a8d1d07-3024-493b-815d-94ddd81e2a47 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Oct 15 00:48:30.823776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58260) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:30.836776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] For port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:30.837461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:30.851516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Calling delete_port for 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:30.951180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60f69376-7f33-4d34-b47c-ee62d3dc33af admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.134388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.149169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['95bf5d23-2a47-4f35-9c3f-48fe59ff8c83'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:31.153840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1a0b1a2e-56c2-4093-8cca-ac474cffe3e5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:31.184367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Pushing event deleted for resources: {'Port': ['ID=95bf5d23-2a47-4f35-9c3f-48fe59ff8c83,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:31.233144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.233529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.233885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.234235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.234596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.234957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.235247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.235568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.236047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.236366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.236686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.236997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:48:31.256032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] No DVR routers for this DVR port 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:31.259226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.269184 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8b74aaea-5931-4a8e-8f51-da0627920efc req-c373df51-95b5-437a-a64c-10ca2d2d040b tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.30 "DELETE /v2.0/ports/95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 HTTP/1.1" status: 204 len: 173 time: 0.6105523 Oct 15 00:48:31.269678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'name': 'network-vif-deleted', 'tag': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:31.282030 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2507b8-f71f-4c51-b50c-ed23f9acde6d" -d '{"events": [{"server_uuid": "bc752d54-fd06-4fed-88f9-de589ca0d5b2", "name": "network-vif-deleted", "tag": "95bf5d23-2a47-4f35-9c3f-48fe59ff8c83"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:31.375891 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eedc02-0a6f-4d0a-8fd4-fa91bad4dc49 x-openstack-request-id: req-63eedc02-0a6f-4d0a-8fd4-fa91bad4dc49 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:31.376152 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc752d54-fd06-4fed-88f9-de589ca0d5b2", "name": "network-vif-deleted", "tag": "95bf5d23-2a47-4f35-9c3f-48fe59ff8c83", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:31.376404 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63eedc02-0a6f-4d0a-8fd4-fa91bad4dc49 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:31.376811 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc752d54-fd06-4fed-88f9-de589ca0d5b2', 'name': 'network-vif-deleted', 'tag': '95bf5d23-2a47-4f35-9c3f-48fe59ff8c83', 'status': 'completed', 'code': 200} Oct 15 00:48:31.460240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60f69376-7f33-4d34-b47c-ee62d3dc33af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.518938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2e526d7-7460-4f9b-9c0e-077a79743127 req-be19ed0c-e565-4967-b9d5-3d430e3ff784 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 210 time: 0.0374320 Oct 15 00:48:31.537159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-df13174b-310b-445a-8e10-2b8a85da9a64 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:31.538736 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-df13174b-310b-445a-8e10-2b8a85da9a64 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "GET /v2.0/networks?id=31af7542-7c58-4370-a5e2-ecbe6660bfad HTTP/1.1" status: 200 len: 809 time: 0.2471478 Oct 15 00:48:31.554436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Request body: {'port': {'device_id': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad', 'admin_state_up': True, 'tenant_id': 'f24da3b7fdc6442f8ab57e074f4502d4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:31.558838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60f69376-7f33-4d34-b47c-ee62d3dc33af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.626645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60f69376-7f33-4d34-b47c-ee62d3dc33af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5dd2120b8f34a03873143862cac797e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8018017 Oct 15 00:48:31.629253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58282) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:31.654522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f69376-7f33-4d34-b47c-ee62d3dc33af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa683d3-1184-4532-9848-9cd7c620f069,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:31.688060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a2b4-763a-4315-bb6c-944fec23f10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.711994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c2223b8-bb1b-491d-a32c-9b17ddc62d85 req-3b72a034-a387-4137-ae97-796b8b17177c tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc752d54-fd06-4fed-88f9-de589ca0d5b2 HTTP/1.1" status: 200 len: 210 time: 0.0350499 Oct 15 00:48:31.712816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a2b4-763a-4315-bb6c-944fec23f10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.816042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Made reservation on behalf of f24da3b7fdc6442f8ab57e074f4502d4 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:31.819622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.842719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a2b4-763a-4315-bb6c-944fec23f10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.845340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a2b4-763a-4315-bb6c-944fec23f10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:31.846607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0aa7a2b4-763a-4315-bb6c-944fec23f10e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffa683d3-1184-4532-9848-9cd7c620f069 HTTP/1.1" status: 204 len: 168 time: 0.2145884 Oct 15 00:48:31.865796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8742c-5e8c-49ea-b468-33e114b05783 req-2beb3d05-2bd6-48f2-a3d6-10613b4e01d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:31.868363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2a8742c-5e8c-49ea-b468-33e114b05783 req-2beb3d05-2bd6-48f2-a3d6-10613b4e01d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0626519 Oct 15 00:48:31.868474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7a2b4-763a-4315-bb6c-944fec23f10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa683d3-1184-4532-9848-9cd7c620f069,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:31.916452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2a8742c-5e8c-49ea-b468-33e114b05783 req-35a468e5-6f69-40ba-8ac0-5236cafda9c8 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345271 Oct 15 00:48:31.966747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Allocated IP 172.20.0.10 (31af7542-7c58-4370-a5e2-ecbe6660bfad/745c6f2b-b8e5-4543-b28f-f146d759be3a/99d486b9-6bc0-4663-8d71-27970a1ef01f) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:48:32.280059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:32.349931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e4831-1074-4344-b493-890837cf2c45 req-8114d416-b5c6-4590-bdb7-62f0df2ee180 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:32.358578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e2e4831-1074-4344-b493-890837cf2c45 req-8114d416-b5c6-4590-bdb7-62f0df2ee180 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0635405 Oct 15 00:48:32.465839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e2e4831-1074-4344-b493-890837cf2c45 req-e25e0f8a-57f5-49ef-9a68-c5dd3eead527 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060126 Oct 15 00:48:32.477081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-c5f684c9-9537-4029-ae82-906c8451f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:32.480470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-c5f684c9-9537-4029-ae82-906c8451f0fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 1096 time: 0.1064847 Oct 15 00:48:32.511272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:32.621089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-69f04b33-ccb7-4508-8a93-d2dbfe9ba298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:32.622842 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-69f04b33-ccb7-4508-8a93-d2dbfe9ba298 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 912 time: 0.1299064 Oct 15 00:48:32.631776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67ecc561-3006-4240-9045-6bd6d1cd873c req-64bcc834-1560-4f37-aa98-6fbc57acc4bf tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Oct 15 00:48:32.640653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:32.689115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Network 31af7542-7c58-4370-a5e2-ecbe6660bfad is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:48:32.692437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:32.692986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-56c039f9-82e6-4cda-ac02-9110e211ff09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef7d507b-837d-4617-bb39-95d17f4d8815 HTTP/1.1" status: 200 len: 217 time: 0.0598371 Oct 15 00:48:32.696094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:48:32.728524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Pushing event updated for resources: {'Port': ['ID=99d486b9-6bc0-4663-8d71-27970a1ef01f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:32.769747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:32.771082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:32.774289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-99ce5976-d929-4e5e-9d68-ee94a64ca7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:32.775989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-99ce5976-d929-4e5e-9d68-ee94a64ca7c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 200 len: 851 time: 0.0726039 Oct 15 00:48:32.819761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-47700428-6143-4eb4-bc13-f66c41ab583f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343149 Oct 15 00:48:32.888072 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a3c59d22-8a5c-4f3b-8a6e-07c0885d426c tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3398011 Oct 15 00:48:32.901252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Request body: {'port': {'device_id': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:32.917814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-4a29830a-d1f3-41dd-bdd7-10b8b9ba78eb service neutron] 10.222.0.39 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909555 Oct 15 00:48:32.960878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:33.019669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe42adac-eef9-48b3-89c2-467984fc4a68 req-6df0329d-110f-46b8-bc71-b39fc2a9796f service neutron] 10.222.0.39 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939095 Oct 15 00:48:33.280306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d486b9-6bc0-4663-8d71-27970a1ef01f {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:33.291109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:33.305445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Transition to ACTIVE for port object 99d486b9-6bc0-4663-8d71-27970a1ef01f will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:48:33.315818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e92e-ce19-425d-88d4-919e94894c1a req-cd3257c7-f22f-4bc3-b73e-83b4d58da7c4 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:33.317337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b848e92e-ce19-425d-88d4-919e94894c1a req-cd3257c7-f22f-4bc3-b73e-83b4d58da7c4 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0421715 Oct 15 00:48:33.354785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b848e92e-ce19-425d-88d4-919e94894c1a req-75672c65-5071-4231-a9b1-8afde16bd5ea tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298295 Oct 15 00:48:33.388214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:33.445118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Pushing event updated for resources: {'Port': ['ID=99d486b9-6bc0-4663-8d71-27970a1ef01f,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:33.527840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Attempting to bind port 99d486b9-6bc0-4663-8d71-27970a1ef01f on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:33.528300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Attempting to bind port 99d486b9-6bc0-4663-8d71-27970a1ef01f by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:33.528798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Attempting to bind port 99d486b9-6bc0-4663-8d71-27970a1ef01f on network 31af7542-7c58-4370-a5e2-ecbe6660bfad {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:33.537561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Port 99d486b9-6bc0-4663-8d71-27970a1ef01f on network 31af7542-7c58-4370-a5e2-ecbe6660bfad not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:33.537561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Attempting to bind port 99d486b9-6bc0-4663-8d71-27970a1ef01f on network 31af7542-7c58-4370-a5e2-ecbe6660bfad {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:33.541252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:48:33.541620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Checking segment: {'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:33.542001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Bound using segment: {'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:48:33.542748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Bound port: 99d486b9-6bc0-4663-8d71-27970a1ef01f, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5b3356-608b-4ee5-9b8d-15a383f283ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:48:33.543210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:33.645849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeda00b-d57c-4c22-bcf0-53391618b7e0 req-5db856bc-99de-4b49-a061-a66515a3729d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:33.647416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-caeda00b-d57c-4c22-bcf0-53391618b7e0 req-5db856bc-99de-4b49-a061-a66515a3729d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0902202 Oct 15 00:48:33.671368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] For port 99d486b9-6bc0-4663-8d71-27970a1ef01f, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:48:33.693713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] For port 99d486b9-6bc0-4663-8d71-27970a1ef01f, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=99d486b9-6bc0-4663-8d71-27970a1ef01f,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:48:33.711460 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-caeda00b-d57c-4c22-bcf0-53391618b7e0 req-fc914740-fa9a-4073-bc2a-642a7c063075 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 Oct 15 00:48:33.762080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc1fe3-16c3-4d42-b106-921267dbc8fb req-c780e49d-06d1-46f9-babe-d5a9bc2f7b28 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:33.763593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68fc1fe3-16c3-4d42-b106-921267dbc8fb req-c780e49d-06d1-46f9-babe-d5a9bc2f7b28 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 944 time: 0.0571296 Oct 15 00:48:33.796883 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:33.809604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68fc1fe3-16c3-4d42-b106-921267dbc8fb req-8de4c284-7031-4c5a-89d0-7ec38ed9d483 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Oct 15 00:48:33.831792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:33.832886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:33.834334 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] 10.222.0.30 "PUT /v2.0/ports/99d486b9-6bc0-4663-8d71-27970a1ef01f HTTP/1.1" status: 200 len: 1092 time: 0.9373140 Oct 15 00:48:33.836951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'tag': '99d486b9-6bc0-4663-8d71-27970a1ef01f'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:33.839802 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d2cb25-29ee-4b75-b0f5-35bcd356912e" -d '{"events": [{"name": "network-changed", "server_uuid": "a74dd602-1d33-4e66-bc59-a0c9293a2034", "tag": "99d486b9-6bc0-4663-8d71-27970a1ef01f"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:33.869693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81a54d-0b72-49b3-9dfe-0f5f41b1340c service neutron] Pushing event updated for resources: {'Port': ['ID=99d486b9-6bc0-4663-8d71-27970a1ef01f,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:33.883492 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a326176-5e05-4812-a068-19f5827f0541 x-openstack-request-id: req-8a326176-5e05-4812-a068-19f5827f0541 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:33.884027 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74dd602-1d33-4e66-bc59-a0c9293a2034", "tag": "99d486b9-6bc0-4663-8d71-27970a1ef01f", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:33.884287 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a326176-5e05-4812-a068-19f5827f0541 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:33.884695 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'tag': '99d486b9-6bc0-4663-8d71-27970a1ef01f', 'status': 'completed', 'code': 200} Oct 15 00:48:33.957402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2cb25-29ee-4b75-b0f5-35bcd356912e req-fae1ca46-0a7c-4799-9749-90b39544e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:33.958954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7d2cb25-29ee-4b75-b0f5-35bcd356912e req-fae1ca46-0a7c-4799-9749-90b39544e26a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 1095 time: 0.0513363 Oct 15 00:48:34.071673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2cb25-29ee-4b75-b0f5-35bcd356912e req-c44597f6-4874-4cba-864a-f26f4584fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:34.073233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7d2cb25-29ee-4b75-b0f5-35bcd356912e req-c44597f6-4874-4cba-864a-f26f4584fb2c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1068163 Oct 15 00:48:34.175319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2cb25-29ee-4b75-b0f5-35bcd356912e req-e493d585-cb7f-46de-b5a7-e52367b874f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:34.176797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c7d2cb25-29ee-4b75-b0f5-35bcd356912e req-e493d585-cb7f-46de-b5a7-e52367b874f4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963299 Oct 15 00:48:34.257817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-0d212bd2-7370-4684-ad2d-9036dcf4a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:34.259612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-0d212bd2-7370-4684-ad2d-9036dcf4a5ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 1095 time: 0.0472760 Oct 15 00:48:34.303309 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-46742a39-3016-40a9-8235-1eda350fbfc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99d486b9-6bc0-4663-8d71-27970a1ef01f HTTP/1.1" status: 200 len: 217 time: 0.0348647 Oct 15 00:48:34.361478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-9aff8033-a852-4bcc-a576-c2278a7858e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:34.363115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-9aff8033-a852-4bcc-a576-c2278a7858e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=745c6f2b-b8e5-4543-b28f-f146d759be3a HTTP/1.1" status: 200 len: 849 time: 0.0535462 Oct 15 00:48:34.409056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-e89ae0a2-0672-49d2-8a3f-699eda92ce78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31af7542-7c58-4370-a5e2-ecbe6660bfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390482 Oct 15 00:48:34.471657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf3ab1-bd01-41b6-8936-e5ea4e177992 req-305a670b-e2fd-40d9-b7a6-c5d3de72e361 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:34.473563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfaf3ab1-bd01-41b6-8936-e5ea4e177992 req-305a670b-e2fd-40d9-b7a6-c5d3de72e361 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0433028 Oct 15 00:48:34.518313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-79d27383-1954-4ef3-b62f-bfb86f1d6a74 service neutron] 10.222.0.30 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015790 Oct 15 00:48:34.521273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfaf3ab1-bd01-41b6-8936-e5ea4e177992 req-aeb736b2-da50-4954-a64e-943467f1d642 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f5af23e8-45c6-46da-b877-f1f335d1be54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Oct 15 00:48:34.547232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:34.570824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:34.571247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 95bf5d23-2a47-4f35-9c3f-48fe59ff8c83 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:34.644736 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2107f9bf-150f-45f8-9bf5-48d01a029722 req-a4c98b93-06f0-4bf3-8677-e14029309dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131511 Oct 15 00:48:34.848801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b76b7-3854-4a85-96e1-4967500c8ba8 req-867fef57-f011-402c-b346-2417b3af6bf6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:34.850768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-418b76b7-3854-4a85-96e1-4967500c8ba8 req-867fef57-f011-402c-b346-2417b3af6bf6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0580914 Oct 15 00:48:34.866727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58390) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:34.929027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-418b76b7-3854-4a85-96e1-4967500c8ba8 req-9d076724-8730-41a2-9bb8-8e72e147a6f7 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712845 Oct 15 00:48:34.963100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84f2fa-36d4-465d-a8bf-cee916d8fceb req-008394e1-e16c-40c1-9593-2b69b1126593 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:34.964621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc84f2fa-36d4-465d-a8bf-cee916d8fceb req-008394e1-e16c-40c1-9593-2b69b1126593 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 944 time: 0.0617442 Oct 15 00:48:35.018378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc84f2fa-36d4-465d-a8bf-cee916d8fceb req-b8d597d1-c905-4904-9fc5-9577ec6c9550 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Oct 15 00:48:35.060085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-bf177065-62ae-45da-a834-309cc3778373 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:35.062232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-bf177065-62ae-45da-a834-309cc3778373 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 1096 time: 0.0417211 Oct 15 00:48:35.142378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1353491764'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:35.159673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Deleting port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:35.159673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.253146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] For port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:35.253500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.268274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Calling delete_port for 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:35.269833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Made reservation on behalf of 1e0f269fe8a043e7a19a38a9bd78464d for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:35.273255 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.286975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.452048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.525348 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.557262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:48:35.559222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.573990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['1a0b1a2e-56c2-4093-8cca-ac474cffe3e5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:35.584914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ab4fc3-bccc-4be7-bba8-a5f9798e4f84,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:35.783656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.783656 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Added segment 39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39 of type vlan for network 5b0d009b-226e-44d1-a2cf-24317eddbc4d Oct 15 00:48:35.783656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a0b1a2e-56c2-4093-8cca-ac474cffe3e5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:35.785739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2a8ce183-e943-435b-87f1-0d3827f0c395 req-95fffd83-8c97-4bdf-9126-f84f92482723 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 210 time: 0.0502884 Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] No DVR routers for this DVR port 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dac65b8-1ffd-41cd-91ba-9973c2db2f10 req-ad303c43-45bf-4842-a304-b462fc95f848 tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 HTTP/1.1" status: 204 len: 173 time: 0.6366894 Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b2328b-27e9-4752-95b1-32e354af1df6', 'name': 'network-vif-deleted', 'tag': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54dfe1-f7d4-421b-993d-8b159cf22fcd" -d '{"events": [{"server_uuid": "65b2328b-27e9-4752-95b1-32e354af1df6", "name": "network-vif-deleted", "tag": "1a0b1a2e-56c2-4093-8cca-ac474cffe3e5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f9f909-eb87-4c97-951d-20e1bf1843a2 x-openstack-request-id: req-f7f9f909-eb87-4c97-951d-20e1bf1843a2 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b2328b-27e9-4752-95b1-32e354af1df6", "name": "network-vif-deleted", "tag": "1a0b1a2e-56c2-4093-8cca-ac474cffe3e5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7f9f909-eb87-4c97-951d-20e1bf1843a2 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:35.794491 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b2328b-27e9-4752-95b1-32e354af1df6', 'name': 'network-vif-deleted', 'tag': '1a0b1a2e-56c2-4093-8cca-ac474cffe3e5', 'status': 'completed', 'code': 200} Oct 15 00:48:35.887487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:35.893303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:35.895734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:36.011420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event updated for resources: {'Network': ['ID=5b0d009b-226e-44d1-a2cf-24317eddbc4d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:36.029336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 5b0d009b-226e-44d1-a2cf-24317eddbc4d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:48:36.068227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7e6b0ab-4bed-4176-a782-bef74465ec2b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1997051 Oct 15 00:48:36.071714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58422) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:36.077200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Request body: {'subnet': {'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:36.124118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a069b-2f35-47b0-b50d-5b746a542ee9 req-4ba44398-0988-443e-882b-daec763e1d20 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:36.137664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e16a069b-2f35-47b0-b50d-5b746a542ee9 req-4ba44398-0988-443e-882b-daec763e1d20 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.1243560 Oct 15 00:48:36.185567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e16a069b-2f35-47b0-b50d-5b746a542ee9 req-0a4dd45f-fe4e-472e-aa91-2edd69e6e763 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Oct 15 00:48:36.284342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Made reservation on behalf of 1e0f269fe8a043e7a19a38a9bd78464d for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:36.290039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:36.437491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677ace9-0f83-49d0-84c9-7c8906b3e479 req-bd75ce2b-05b5-46da-87eb-2642edf26a54 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:36.438643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0677ace9-0f83-49d0-84c9-7c8906b3e479 req-bd75ce2b-05b5-46da-87eb-2642edf26a54 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 944 time: 0.2913020 Oct 15 00:48:36.527002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0677ace9-0f83-49d0-84c9-7c8906b3e479 req-0cf40965-3051-4db0-a55a-30f4b29fbe05 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699091 Oct 15 00:48:36.550610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 99d486b9-6bc0-4663-8d71-27970a1ef01f details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:48:36.648025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:36.660786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 99d486b9-6bc0-4663-8d71-27970a1ef01f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=99d486b9-6bc0-4663-8d71-27970a1ef01f,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:36.674383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '99d486b9-6bc0-4663-8d71-27970a1ef01f', 'network_id': '31af7542-7c58-4370-a5e2-ecbe6660bfad', 'port_id': '99d486b9-6bc0-4663-8d71-27970a1ef01f', 'mac_address': 'fa:16:3e:d5:bc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745c6f2b-b8e5-4543-b28f-f146d759be3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:48:36.740510 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:36.779544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d486b9-6bc0-4663-8d71-27970a1ef01f {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:48:36.817504 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-88c52936-f5f0-4ec0-84a2-407589f908a1 req-cb269b68-1203-4c66-964b-bb92d1d5aa8f tempest-TestServerMultinode-1065545553 tempest-TestServerMultinode-1065545553-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=65b2328b-27e9-4752-95b1-32e354af1df6 HTTP/1.1" status: 200 len: 210 time: 0.0379519 Oct 15 00:48:36.823178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 99d486b9-6bc0-4663-8d71-27970a1ef01f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=99d486b9-6bc0-4663-8d71-27970a1ef01f,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:36.938882 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:36.996216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=99d486b9-6bc0-4663-8d71-27970a1ef01f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:36.998198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event updated for resources: {'Subnet': ['ID=e254b9b3-7ba2-4a88-91c9-aad12c17e0f2,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:37.010759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Checking segment: {'id': '39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:37.010900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Network hostable DHCP agents. Network: 5b0d009b-226e-44d1-a2cf-24317eddbc4d, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:48:37.021305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cffb1-d8ac-4086-844b-42f3d9286fb4 req-a89017cf-d621-48b0-8f9f-35a6ad53799f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:37.022802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e90cffb1-d8ac-4086-844b-42f3d9286fb4 req-a89017cf-d621-48b0-8f9f-35a6ad53799f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0945942 Oct 15 00:48:37.066431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e90cffb1-d8ac-4086-844b-42f3d9286fb4 req-50ffd9df-7384-4c8c-a701-0adb170a403f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Oct 15 00:48:37.121580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Network 5b0d009b-226e-44d1-a2cf-24317eddbc4d is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:48:37.139164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['99d486b9-6bc0-4663-8d71-27970a1ef01f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:37.247525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 5b0d009b-226e-44d1-a2cf-24317eddbc4d) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:37.254924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:37.255754 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:37.259811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8553e187-a9b5-45f9-945b-4f68d0a19651 None None] Network 5b0d009b-226e-44d1-a2cf-24317eddbc4d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:37.345134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6de4858b-69b8-47b8-b4ea-df66609f509b tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2690160 Oct 15 00:48:37.345632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58452) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:37.350902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Request body: {'port': {'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1077068556'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:37.433713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-5b0d009b-226e-44d1-a2cf-24317eddbc4d', 'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d', 'tenant_id': '1e0f269fe8a043e7a19a38a9bd78464d', 'fixed_ips': [{'subnet_id': 'e254b9b3-7ba2-4a88-91c9-aad12c17e0f2'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:48:37.433713 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:37.562767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Made reservation on behalf of 1e0f269fe8a043e7a19a38a9bd78464d for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:37.579062 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:37.589215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Allocated IP 172.20.0.2 (5b0d009b-226e-44d1-a2cf-24317eddbc4d/e254b9b3-7ba2-4a88-91c9-aad12c17e0f2/17f8a7ec-2a90-42b6-957a-23a07a45c7e7) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:48:37.604872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] device_id is not set on port 7183511f-6794-40ea-a9c6-89f19b14d1fa yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:48:37.731404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f4e75-45d4-4324-a161-3420fa87e346 req-e43e4e10-0502-4786-b23e-f812da2ccf40 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:37.733127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d9f4e75-45d4-4324-a161-3420fa87e346 req-e43e4e10-0502-4786-b23e-f812da2ccf40 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 945 time: 0.0769570 Oct 15 00:48:37.748153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:37.778641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d9f4e75-45d4-4324-a161-3420fa87e346 req-d8fead36-a230-4257-9bf3-82d7092d72f2 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364039 Oct 15 00:48:37.819571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:37.868447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Network 5b0d009b-226e-44d1-a2cf-24317eddbc4d is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:48:37.871930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:37.878252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58464) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:37.881188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:48:37.891387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Pushing event updated for resources: {'Port': ['ID=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:37.915321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Allocated IP 172.20.0.12 (5b0d009b-226e-44d1-a2cf-24317eddbc4d/e254b9b3-7ba2-4a88-91c9-aad12c17e0f2/7183511f-6794-40ea-a9c6-89f19b14d1fa) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:48:37.946678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Attempting to bind port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:37.947686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Attempting to bind port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:37.948302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Attempting to bind port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 on network 5b0d009b-226e-44d1-a2cf-24317eddbc4d {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:37.955315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:48:37.956025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Checking segment: {'id': '39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:37.956830 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:37.957178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Bound using segment: {'id': '39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:48:37.958115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Bound port: 17f8a7ec-2a90-42b6-957a-23a07a45c7e7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5b0d009b-226e-44d1-a2cf-24317eddbc4d'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:48:37.959370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.029318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] For port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:48:38.034762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] For port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,segment=NetworkSegment(39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39),segment_id=39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:48:38.109621 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.128773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.226036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e5b68-2593-4e3e-b1f9-30159c928966 req-cfd30281-d485-4a87-b3f4-6ebc004e0e7f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:38.235320 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-172e5b68-2593-4e3e-b1f9-30159c928966 req-cfd30281-d485-4a87-b3f4-6ebc004e0e7f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.0713933 Oct 15 00:48:38.241595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da22f5-1cca-42a2-b10f-4604d3081118 None None] Pushing event updated for resources: {'Port': ['ID=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:38.265764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.333673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-172e5b68-2593-4e3e-b1f9-30159c928966 req-f2f3cae2-4ae5-4e8c-a3b1-fa04e2dc6951 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974131 Oct 15 00:48:38.343810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Network 5b0d009b-226e-44d1-a2cf-24317eddbc4d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:48:38.347135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:38.371986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event updated for resources: {'Port': ['ID=7183511f-6794-40ea-a9c6-89f19b14d1fa,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:38.380968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:48:38.443321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:38.449152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.492684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.541892 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-01f1281d-9ff0-46f6-8330-53c88cb3a5ce tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.1949768 Oct 15 00:48:38.545036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58470) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:38.581295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 99d486b9-6bc0-4663-8d71-27970a1ef01f up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:38.749800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 99d486b9-6bc0-4663-8d71-27970a1ef01f completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:48:38.757378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 99d486b9-6bc0-4663-8d71-27970a1ef01f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:38.758221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.780715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Deleting port 7183511f-6794-40ea-a9c6-89f19b14d1fa {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:38.781492 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.901663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-98f4702d-1c98-4d6a-9e1d-a6040685250f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1941257 Oct 15 00:48:38.903429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Deleting port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:38.904967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.915956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:38.954799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.001364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Calling delete_port for 7183511f-6794-40ea-a9c6-89f19b14d1fa owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:39.011033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d486b9-6bc0-4663-8d71-27970a1ef01f'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:39.013737 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b766b1-ec85-4248-9895-e27aff6a1c84" -d '{"events": [{"server_uuid": "a74dd602-1d33-4e66-bc59-a0c9293a2034", "name": "network-vif-plugged", "status": "completed", "tag": "99d486b9-6bc0-4663-8d71-27970a1ef01f"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:39.049635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007adc5-bf68-4927-a524-f07b27aca86e req-d92f398e-2067-480a-8bb0-186a5c74cc59 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:39.053097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 99d486b9-6bc0-4663-8d71-27970a1ef01f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=99d486b9-6bc0-4663-8d71-27970a1ef01f,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:39.057202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6007adc5-bf68-4927-a524-f07b27aca86e req-d92f398e-2067-480a-8bb0-186a5c74cc59 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 945 time: 0.1256337 Oct 15 00:48:39.062845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-fef86f96-cac2-420f-aee9-1a2d32056520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:39.064463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-fef86f96-cac2-420f-aee9-1a2d32056520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=20c9f3bab9b5496299a53f818bc6e304&device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1123161 Oct 15 00:48:39.070226 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f25588-e943-45cb-9ddc-f108278787a7 x-openstack-request-id: req-60f25588-e943-45cb-9ddc-f108278787a7 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:39.070777 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74dd602-1d33-4e66-bc59-a0c9293a2034", "name": "network-vif-plugged", "status": "completed", "tag": "99d486b9-6bc0-4663-8d71-27970a1ef01f", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:39.071224 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60f25588-e943-45cb-9ddc-f108278787a7 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:39.071815 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d486b9-6bc0-4663-8d71-27970a1ef01f', 'code': 200} Oct 15 00:48:39.099439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] For port 26c1e54b-0a9c-467c-a8b4-ab8b192b2774, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:39.099439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.131094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Calling delete_port for 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:39.131247 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.156430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6007adc5-bf68-4927-a524-f07b27aca86e req-f77d300b-1572-4463-a671-9540f367d528 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929444 Oct 15 00:48:39.211601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=99d486b9-6bc0-4663-8d71-27970a1ef01f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:39.293272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-30f31a50-9dbc-435e-9d73-b610839ae32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:39.294977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-30f31a50-9dbc-435e-9d73-b610839ae32e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 200 len: 912 time: 0.1981964 Oct 15 00:48:39.296371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7818629-3da0-4aa8-b5d0-2e9d68b9f385 req-960ecc30-4342-4824-a3fb-c16eb4f3436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:39.298467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7818629-3da0-4aa8-b5d0-2e9d68b9f385 req-960ecc30-4342-4824-a3fb-c16eb4f3436f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 1097 time: 0.1391137 Oct 15 00:48:39.386848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7818629-3da0-4aa8-b5d0-2e9d68b9f385 req-d7dfece5-6820-4a4d-ac0e-487de43e12c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784936 Oct 15 00:48:39.392330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-96e5a3b2-74c9-497c-b80c-35c148d78179 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0 HTTP/1.1" status: 200 len: 217 time: 0.0812662 Oct 15 00:48:39.401495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.475429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event deleted for resources: {'Port': ['ID=7183511f-6794-40ea-a9c6-89f19b14d1fa,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:39.493243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58496) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:39.567768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.579417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb05da-6a71-4b41-ab63-febe97f29bef req-89516cbc-3695-4110-a684-35d2b43a6e96 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:39.586920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4acb05da-6a71-4b41-ab63-febe97f29bef req-89516cbc-3695-4110-a684-35d2b43a6e96 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.1216373 Oct 15 00:48:39.609158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Pushing event deleted for resources: {'Port': ['ID=26c1e54b-0a9c-467c-a8b4-ab8b192b2774,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:39.651344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.654669 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-788b82df-f308-4207-a8d6-2c4639816ac8 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "DELETE /v2.0/ports/7183511f-6794-40ea-a9c6-89f19b14d1fa HTTP/1.1" status: 204 len: 168 time: 1.1056364 Oct 15 00:48:39.659830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58504) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:39.702840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8f089-0b15-4c5b-a5f3-0b61e02c9c92 None None] Network 5b0d009b-226e-44d1-a2cf-24317eddbc4d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:39.730136 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4acb05da-6a71-4b41-ab63-febe97f29bef req-42e9d7b7-93ad-4545-a6ff-4dada55a9f35 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423552 Oct 15 00:48:39.744033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-683ea408-8925-4324-a4a2-8a0c53f38d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:39.745540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-683ea408-8925-4324-a4a2-8a0c53f38d74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 200 len: 851 time: 0.1567209 Oct 15 00:48:39.787828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-6c9c566f-a9c1-4078-9136-f519078c803d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318000 Oct 15 00:48:39.883020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8c9775c2-9e4d-43f4-a65e-a2a6515d6f95 None None] Provisioning complete for port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:39.884183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8c9775c2-9e4d-43f4-a65e-a2a6515d6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.944944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.975000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25d65ecc-440b-4e4c-aaef-8cd470b18346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.998692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:39.999002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-06e7893b-18ea-4f9b-bb4b-6f5afc90a554 service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024713 Oct 15 00:48:40.080183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8c9775c2-9e4d-43f4-a65e-a2a6515d6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.133412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8c9775c2-9e4d-43f4-a65e-a2a6515d6f95 None None] For port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,segment=NetworkSegment(39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39),segment_id=39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:40.133553 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ef913ba8-ca34-4018-9636-588012d938cf tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4650171 Oct 15 00:48:40.136282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58512) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:40.150123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-443906407'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:40.212252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:40.230864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-318e256c-93bb-4d8a-a5e4-0d34bec6813e req-cccddc77-76c1-4fc5-ab4f-1d87b6565c05 service neutron] 10.222.0.30 "GET /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271349 Oct 15 00:48:40.283464 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8c9775c2-9e4d-43f4-a65e-a2a6515d6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.291669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Made reservation on behalf of 1e0f269fe8a043e7a19a38a9bd78464d for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:40.300521 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.301136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:40.301687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 1a0b1a2e-56c2-4093-8cca-ac474cffe3e5 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:40.357433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:40.380025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:48:40.409834 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.410685 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Added segment c9c8d14e-8555-4f29-b40d-b209f2a07cb1 of type vlan for network 02087d9c-7962-4e60-8e64-2da36ead0a06 Oct 15 00:48:40.436008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9775c2-9e4d-43f4-a65e-a2a6515d6f95 None None] Pushing event updated for resources: {'Port': ['ID=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:40.456573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:40.456951 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.488548 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.539243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65a8d06e-1345-465f-b779-beeef56d4b1e None None] Provisioning complete for port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:40.539611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65a8d06e-1345-465f-b779-beeef56d4b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.612200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.614127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:40.614778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.617444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-be791d66-1918-4c69-be17-e946a66c518d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:40.619063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-be791d66-1918-4c69-be17-e946a66c518d tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.39 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.4300194 Oct 15 00:48:40.682930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33985185-f727-411a-a90d-cc9a08e8dde0 req-f2a08887-efe6-4190-8145-0d21e6cb04c5 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:40.694950 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33985185-f727-411a-a90d-cc9a08e8dde0 req-f2a08887-efe6-4190-8145-0d21e6cb04c5 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 946 time: 0.3810489 Oct 15 00:48:40.739096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25d65ecc-440b-4e4c-aaef-8cd470b18346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.742812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event updated for resources: {'Network': ['ID=02087d9c-7962-4e60-8e64-2da36ead0a06,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:40.755305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 02087d9c-7962-4e60-8e64-2da36ead0a06 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:48:40.770833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d41c2c48-3d76-4c13-8146-abad95952b2a tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6335061 Oct 15 00:48:40.775114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58534) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:40.797320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-a2d7876f-6f00-47f1-8aff-3a8ea1d229d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2972519 Oct 15 00:48:40.855046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25d65ecc-440b-4e4c-aaef-8cd470b18346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:40.874184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5f3e48c5-4e4d-4820-b750-454607a22965 None None] Could not find standard attr ID for object 7183511f-6794-40ea-a9c6-89f19b14d1fa. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:48:40.923733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d65ecc-440b-4e4c-aaef-8cd470b18346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a827ed5-7eb6-4ed6-b2fa-0c24e2208343,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:40.975709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33985185-f727-411a-a90d-cc9a08e8dde0 req-3b8d2d31-8e0e-4dc8-8f0a-e46ed27f13be tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801323 Oct 15 00:48:40.981094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-25d65ecc-440b-4e4c-aaef-8cd470b18346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb6978062e974be3b3cda6e9cb55c91c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4878194 Oct 15 00:48:40.985528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2059b-d26f-4c74-a12d-e330c8a86990 req-caa9ee22-43b8-4234-9c9a-7a0c002bf27b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:40.987494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34e2059b-d26f-4c74-a12d-e330c8a86990 req-caa9ee22-43b8-4234-9c9a-7a0c002bf27b tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 945 time: 0.1536453 Oct 15 00:48:40.988325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:48:40.989409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58538) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:41.015886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Deleting port ef7d507b-837d-4617-bb39-95d17f4d8815 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:41.015886 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.055091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-0e4c9cc3-b8bb-420f-a164-6fcba5c2af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:41.056708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-0e4c9cc3-b8bb-420f-a164-6fcba5c2af96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 1097 time: 0.1946440 Oct 15 00:48:41.096264 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34e2059b-d26f-4c74-a12d-e330c8a86990 req-92b28e75-1fc6-4d47-8690-b78ae864241c tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985436 Oct 15 00:48:41.101107 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-552ab485-03cc-4ad4-99f4-3276099891f8 tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "GET /v2.0/agents/b87d9417-6f8d-41de-880f-74cda3cca7d4/dhcp-networks HTTP/1.1" status: 200 len: 7286 time: 0.3217921 Oct 15 00:48:41.106639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58544) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:41.191015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94222f-ebec-4db5-94f1-ae232f1f8fb2 tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] Network 02087d9c-7962-4e60-8e64-2da36ead0a06 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:48:41.277204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ca94222f-ebec-4db5-94f1-ae232f1f8fb2 tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "POST /v2.0/agents/b87d9417-6f8d-41de-880f-74cda3cca7d4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1693611 Oct 15 00:48:41.278118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58548) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:41.283021 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6efbe316-9b65-4041-a07f-c5172572dbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.283159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2baf4a-cfdf-47ba-afd9-36b8cffd3a35 None None] Network 02087d9c-7962-4e60-8e64-2da36ead0a06 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:41.313036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] For port ef7d507b-837d-4617-bb39-95d17f4d8815, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=ef7d507b-837d-4617-bb39-95d17f4d8815,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:41.313410 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.341332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Calling delete_port for ef7d507b-837d-4617-bb39-95d17f4d8815 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:41.353869 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6efbe316-9b65-4041-a07f-c5172572dbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.363872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:48:41.377799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a73f3f02-3510-436d-a207-a86c408b5daf admin admin] 10.222.0.13 "PUT /v2.0/routers/5665b06c-0ead-4849-bfc4-f20eba8aa7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4981568 Oct 15 00:48:41.381898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58550) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:41.383003 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] Sync routers for ids ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:48:41.397668 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] Routers {'5665b06c-0ead-4849-bfc4-f20eba8aa7b5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:41.398450 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:41.438699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-4fa361a7-ccf5-4c4f-8856-4f7143b9a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:41.440213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-4fa361a7-ccf5-4c4f-8856-4f7143b9a3ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.3258808 Oct 15 00:48:41.488592 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19393460-c439-4af3-a89c-def3be73418a tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "GET /v2.0/agents/b87d9417-6f8d-41de-880f-74cda3cca7d4/dhcp-networks HTTP/1.1" status: 200 len: 8056 time: 0.2093289 Oct 15 00:48:41.489271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58552) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:41.535218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-cd1a713a-4fdf-4566-bcd3-5960e56b547a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 200 len: 1001 time: 0.0838592 Oct 15 00:48:41.570880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.671094 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] Set router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:41.721643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.731441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f9206a54-827f-472e-9b71-d4fb5251142a tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "DELETE /v2.0/agents/b87d9417-6f8d-41de-880f-74cda3cca7d4/dhcp-networks/02087d9c-7962-4e60-8e64-2da36ead0a06 HTTP/1.1" status: 204 len: 168 time: 0.1989970 Oct 15 00:48:41.734550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58556) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:41.860108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6efbe316-9b65-4041-a07f-c5172572dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.862708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6efbe316-9b65-4041-a07f-c5172572dbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.863853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6efbe316-9b65-4041-a07f-c5172572dbe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a827ed5-7eb6-4ed6-b2fa-0c24e2208343 HTTP/1.1" status: 204 len: 168 time: 0.8720100 Oct 15 00:48:41.891065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbe316-9b65-4041-a07f-c5172572dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a827ed5-7eb6-4ed6-b2fa-0c24e2208343,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:41.894326 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:48:39Z', 'revision_number': 5, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port': {'id': '98865869-f34e-44b7-a6e6-c10d12317f93', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:43Z', 'updated_at': '2021-10-15T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:41.907226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-37e1ca1e-605d-4bf1-bb20-71aadc151a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:41.908707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-37e1ca1e-605d-4bf1-bb20-71aadc151a9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.3656187 Oct 15 00:48:41.942237 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] Checking router: 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:48:41.951180 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] Routers {'5665b06c-0ead-4849-bfc4-f20eba8aa7b5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:41.951851 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:41.958927 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ab104662-8d85-472d-a4f1-b20ef27af371 tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "GET /v2.0/agents/b87d9417-6f8d-41de-880f-74cda3cca7d4/dhcp-networks HTTP/1.1" status: 200 len: 7286 time: 0.2231812 Oct 15 00:48:41.963816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58562) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:41.974443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Deleting port 98865869-f34e-44b7-a6e6-c10d12317f93 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:41.977329 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:41.999715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:42.022621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-57b91744-426a-4f15-a767-034b948fa2c4 tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "GET /v2.0/networks/5b0d009b-226e-44d1-a2cf-24317eddbc4d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0578873 Oct 15 00:48:42.035491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['ef7d507b-837d-4617-bb39-95d17f4d8815'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:42.041280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['dffe031a-8e9e-48ae-8ab4-377d572c03f0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:42.047094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58566) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:42.088731 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] Set router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:42.092172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-719f0ecc-0599-4315-b493-614002ec64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:42.094252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-719f0ecc-0599-4315-b493-614002ec64b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755888 Oct 15 00:48:42.100456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Pushing event deleted for resources: {'Port': ['ID=ef7d507b-837d-4617-bb39-95d17f4d8815,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:42.174554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] For port 98865869-f34e-44b7-a6e6-c10d12317f93, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=98865869-f34e-44b7-a6e6-c10d12317f93,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:42.175225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:42.188848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:48:42.189182 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:48:41Z', 'revision_number': 6, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:42.194749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Calling delete_port for 98865869-f34e-44b7-a6e6-c10d12317f93 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:42.269022 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241543a-0273-4c21-beaf-b9b6a55ca540 None None] The sync data for ids ['5665b06c-0ead-4849-bfc4-f20eba8aa7b5'] in n-d-811521-2 is: [{'id': '5665b06c-0ead-4849-bfc4-f20eba8aa7b5', 'name': 'tempest-TestServerMultinode-1069288551-router', 'tenant_id': 'cdffa54b78a14f8098e1611757a010d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:42Z', 'updated_at': '2021-10-15T00:48:41Z', 'revision_number': 6, 'project_id': 'cdffa54b78a14f8098e1611757a010d8', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:48:42.274310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] No DVR routers for this DVR port ef7d507b-837d-4617-bb39-95d17f4d8815 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:42.280527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1095f801-7a94-49e7-b1a7-d7ece55f86d2 tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "GET /v2.0/networks/5b0d009b-226e-44d1-a2cf-24317eddbc4d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2310505 Oct 15 00:48:42.280527 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:42.284202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.39 "DELETE /v2.0/ports/ef7d507b-837d-4617-bb39-95d17f4d8815 HTTP/1.1" status: 204 len: 173 time: 1.6184907 Oct 15 00:48:42.284303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58572) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:42.291803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'name': 'network-vif-deleted', 'tag': 'ef7d507b-837d-4617-bb39-95d17f4d8815'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:42.296252 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e8241-0bdc-4a48-9f43-81cf24629645" -d '{"events": [{"server_uuid": "95af2bb2-ee2c-4846-8335-7bafe79a2dac", "name": "network-vif-deleted", "tag": "ef7d507b-837d-4617-bb39-95d17f4d8815"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:42.332744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:48:42.333663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:42.338169 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-09eb5d68-3f3a-4b49-ac9b-64769380c772 req-b83a1038-a3be-43e9-877e-3ad300ad5007 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 210 time: 0.0529120 Oct 15 00:48:42.385243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c5af9-e245-459f-9698-347d817e9e8a req-9d099b1b-915d-479a-8457-6d2ee86aac13 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:42.387197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d58c5af9-e245-459f-9698-347d817e9e8a req-9d099b1b-915d-479a-8457-6d2ee86aac13 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 946 time: 0.2764885 Oct 15 00:48:42.422784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-29319770-befe-4405-891f-c0fb432f4c79 service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108721 Oct 15 00:48:42.458559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d58c5af9-e245-459f-9698-347d817e9e8a req-851a2bf3-9b01-4b40-b5d3-0fdc0ad9d254 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635800 Oct 15 00:48:42.549964 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb6e0d8-0c4d-49e8-8c24-8cb84699aa3e x-openstack-request-id: req-5eb6e0d8-0c4d-49e8-8c24-8cb84699aa3e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:42.550492 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95af2bb2-ee2c-4846-8335-7bafe79a2dac", "name": "network-vif-deleted", "tag": "ef7d507b-837d-4617-bb39-95d17f4d8815", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:42.550821 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eb6e0d8-0c4d-49e8-8c24-8cb84699aa3e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:42.551297 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95af2bb2-ee2c-4846-8335-7bafe79a2dac', 'name': 'network-vif-deleted', 'tag': 'ef7d507b-837d-4617-bb39-95d17f4d8815', 'status': 'completed', 'code': 200} Oct 15 00:48:42.555518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88382fe-fa65-4f95-8485-605dcb4ef7d7 req-989c74b7-7b58-4fdb-95fd-2723f60f960f service neutron] 10.222.0.39 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215348 Oct 15 00:48:42.630119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9680ac76-097d-4225-9b6d-f8955963f56d tempest-DHCPAgentSchedulersTestJSON-1918774697 tempest-DHCPAgentSchedulersTestJSON-1918774697-project-admin] 10.222.0.13 "GET /v2.0/agents/b87d9417-6f8d-41de-880f-74cda3cca7d4/dhcp-networks HTTP/1.1" status: 200 len: 7286 time: 0.3398991 Oct 15 00:48:42.630711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58584) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:42.783232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:42.883438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:42.906536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:42.912164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02087d9c-7962-4e60-8e64-2da36ead0a06']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:42.949122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c8d14e-8555-4f29-b40d-b209f2a07cb1') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:42.949472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c8d14e-8555-4f29-b40d-b209f2a07cb1') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:42.952154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Pushing event deleted for resources: {'Port': ['ID=98865869-f34e-44b7-a6e6-c10d12317f93,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:42.979221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.027664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.058941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.366276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58610) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:43.518671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:48:43.526845 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:48:43.547203 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff8ad850-5b96-4fd6-9d9e-4b856f7be5cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.590134 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2af17ec2-c301-4de6-ae36-ded4e0a589fa req-aa060d76-a7ad-4a87-abf0-7dcd14c52e7e tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=95af2bb2-ee2c-4846-8335-7bafe79a2dac HTTP/1.1" status: 200 len: 210 time: 0.0886776 Oct 15 00:48:43.590134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.595476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.768210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.774382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.777791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "DELETE /v2.0/networks/02087d9c-7962-4e60-8e64-2da36ead0a06 HTTP/1.1" status: 204 len: 168 time: 1.1464477 Oct 15 00:48:43.782695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.787540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5665b06c-0ead-4849-bfc4-f20eba8aa7b5 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:48:43.787673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58630) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:43.789712 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.793505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a2f790c9-bf90-405f-b231-0b076cd712be admin admin] 10.222.0.13 "DELETE /v2.0/routers/5665b06c-0ead-4849-bfc4-f20eba8aa7b5 HTTP/1.1" status: 204 len: 168 time: 2.4107666 Oct 15 00:48:43.794135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58632) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:43.812288 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-13753108-dcc6-42e5-9d0a-b87287c8f34e tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] DELETE failed (client error): The resource could not be found. Oct 15 00:48:43.812555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265b379-8451-4e3d-ac66-5004d92ac8e7 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event deleted for resources: {'Network': ['ID=02087d9c-7962-4e60-8e64-2da36ead0a06,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:43.813001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13753108-dcc6-42e5-9d0a-b87287c8f34e tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:48:43.818931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-13753108-dcc6-42e5-9d0a-b87287c8f34e tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "DELETE /v2.0/ports/7183511f-6794-40ea-a9c6-89f19b14d1fa HTTP/1.1" status: 404 len: 333 time: 0.0343754 Oct 15 00:48:43.819478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58634) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:43.867393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] Deleting subnet 8699254b-338d-4c6a-8b0b-3b2d7aa89174 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:48:43.870994 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.913894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Deleting subnet e254b9b3-7ba2-4a88-91c9-aad12c17e0f2 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:48:43.922690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.930824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.958678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff8ad850-5b96-4fd6-9d9e-4b856f7be5cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:43.996420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.006273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.122865 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.139155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:44.169498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d6082-e84f-4f50-9a7e-a8fab67f766b req-12bfd6ef-839c-4598-a76d-764d4e8e6fb8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:44.171803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-590d6082-e84f-4f50-9a7e-a8fab67f766b req-12bfd6ef-839c-4598-a76d-764d4e8e6fb8 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 946 time: 0.0677574 Oct 15 00:48:44.175352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:44.175518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff8ad850-5b96-4fd6-9d9e-4b856f7be5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.175696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 26c1e54b-0a9c-467c-a8b4-ab8b192b2774 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:44.177865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 98865869-f34e-44b7-a6e6-c10d12317f93 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:44.213448 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.223299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ef7d507b-837d-4617-bb39-95d17f4d8815 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:44.226471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 98865869-f34e-44b7-a6e6-c10d12317f93 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:44.227796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 98865869-f34e-44b7-a6e6-c10d12317f93 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:44.240065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff8ad850-5b96-4fd6-9d9e-4b856f7be5cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f017a74af0b04bf7a2b0eb71d0abfc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8749499 Oct 15 00:48:44.240228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58644) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:44.246218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ad850-5b96-4fd6-9d9e-4b856f7be5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0e34dc-66a2-4175-9081-ae8633eb26c7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:44.267430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8699254b-338d-4c6a-8b0b-3b2d7aa89174,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:44.282944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: ef7d507b-837d-4617-bb39-95d17f4d8815 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:44.286137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device ef7d507b-837d-4617-bb39-95d17f4d8815 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:44.287792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a56288-5c30-4d35-84cd-cc9344ae83d0 None None] Network d173683b-9fe9-46fe-aa22-132f1bb55099 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:44.293078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.301730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c12da5a5-647e-4d91-bb6b-9d7134c91c94 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8699254b-338d-4c6a-8b0b-3b2d7aa89174 HTTP/1.1" status: 204 len: 168 time: 0.4967692 Oct 15 00:48:44.306887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58646) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:44.307698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0505c244-85a6-4e19-af8c-534d8ad4b0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.311619 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-590d6082-e84f-4f50-9a7e-a8fab67f766b req-b7887f5d-7477-493c-87c0-6f0832b15ce5 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305280 Oct 15 00:48:44.345376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.450728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event deleted for resources: {'Subnet': ['ID=e254b9b3-7ba2-4a88-91c9-aad12c17e0f2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:44.459550 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.462965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760874f-3919-471b-ae7d-bb97f68161b0 None None] Network 5b0d009b-226e-44d1-a2cf-24317eddbc4d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:44.463483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cbc13e43-9bd7-45ed-9800-33f495835963 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "DELETE /v2.0/subnets/e254b9b3-7ba2-4a88-91c9-aad12c17e0f2 HTTP/1.1" status: 204 len: 168 time: 0.6415956 Oct 15 00:48:44.466169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58654) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:44.483264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0505c244-85a6-4e19-af8c-534d8ad4b0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.498950 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.551169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] DHCP port deletion for d173683b-9fe9-46fe-aa22-132f1bb55099 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:48:44.629753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Deleting port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:44.631567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.634601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.674318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] Deleting port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:44.674687 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.691820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0505c244-85a6-4e19-af8c-534d8ad4b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.694416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0505c244-85a6-4e19-af8c-534d8ad4b0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.711860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0505c244-85a6-4e19-af8c-534d8ad4b0a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b0e34dc-66a2-4175-9081-ae8633eb26c7 HTTP/1.1" status: 204 len: 168 time: 0.4621181 Oct 15 00:48:44.794204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] DHCP port deletion for 5b0d009b-226e-44d1-a2cf-24317eddbc4d request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:48:44.801585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Deleting port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:44.806351 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.808178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] For port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:44.809136 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.823245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505c244-85a6-4e19-af8c-534d8ad4b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0e34dc-66a2-4175-9081-ae8633eb26c7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:44.861123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] Calling delete_port for 51fb7f86-cf79-44d6-b515-8d54e5ca6aae owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:44.885618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] For port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,segment=NetworkSegment(0a446ad9-20d0-4e03-9b76-024130486f59),segment_id=0a446ad9-20d0-4e03-9b76-024130486f59)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:44.885981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:44.925783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Calling delete_port for 51fb7f86-cf79-44d6-b515-8d54e5ca6aae owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:44.997153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] For port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,segment=NetworkSegment(39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39),segment_id=39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:44.997552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.020104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Calling delete_port for 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:45.089772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.110633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.119167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] Deleting port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:45.119535 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.145480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] No DVR routers for this DVR port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:45.147876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Pushing event deleted for resources: {'Port': ['ID=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:45.197695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.206875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] For port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,segment=NetworkSegment(39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39),segment_id=39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:45.207285 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.244785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] Pushing event deleted for resources: {'Port': ['ID=51fb7f86-cf79-44d6-b515-8d54e5ca6aae,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:45.247061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] Calling delete_port for 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:45.254276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef2fc4-11bc-4fde-84f8-653bcd1f293b None None] No DVR routers for this DVR port 51fb7f86-cf79-44d6-b515-8d54e5ca6aae on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:45.255700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.285911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.299140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d173683b-9fe9-46fe-aa22-132f1bb55099']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:45.315821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a446ad9-20d0-4e03-9b76-024130486f59') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:45.316126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a446ad9-20d0-4e03-9b76-024130486f59') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:45.345787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.358868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.379734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] No DVR routers for this DVR port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:45.392668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] Pushing event deleted for resources: {'Port': ['ID=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:45.400323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644e0a8c-ee37-463e-82cb-932dd439c71c None None] No DVR routers for this DVR port 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:45.411666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.427484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:48:45.428067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.428683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event deleted for resources: {'Port': ['ID=17f8a7ec-2a90-42b6-957a-23a07a45c7e7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:48:45.430710 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:48:45.474647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-edf643dc-2cca-4579-a538-0f3b7ee1d8d1 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:45.478799 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-edf643dc-2cca-4579-a538-0f3b7ee1d8d1 tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 946 time: 0.2089932 Oct 15 00:48:45.594043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.606887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40f328-e169-485f-8ec5-a73263acca43 req-9a41269f-a149-4ef9-825d-deb76c08b45d tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:45.609558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc40f328-e169-485f-8ec5-a73263acca43 req-9a41269f-a149-4ef9-825d-deb76c08b45d tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 946 time: 0.0727880 Oct 15 00:48:45.629110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0d009b-226e-44d1-a2cf-24317eddbc4d']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:45.643986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:45.663766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fcd467-ed3e-4d2f-a4ce-01a0bfeb3b39') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:45.664489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc40f328-e169-485f-8ec5-a73263acca43 req-358137e8-eb1b-4f89-a97d-446f571aa12a tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/security-groups?id=cde5babb-5bc3-4ade-81d5-6cf1f27b5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Oct 15 00:48:45.664578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.683911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Deleting port 99d486b9-6bc0-4663-8d71-27970a1ef01f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:45.684260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.692377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.695455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.721761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.726667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] 10.222.0.13 "DELETE /v2.0/networks/d173683b-9fe9-46fe-aa22-132f1bb55099 HTTP/1.1" status: 204 len: 168 time: 1.4146078 Oct 15 00:48:45.728634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58690) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:45.760476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:48:45.760883 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:48:45.763892 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:48:45.797105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2aff7f-fc97-411f-a260-d70dab79199b admin admin] Pushing event deleted for resources: {'Network': ['ID=d173683b-9fe9-46fe-aa22-132f1bb55099,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:45.927709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92fd7e-c8e3-4803-86db-176214d604c2 req-b3c9c481-79ac-478d-ad7d-b0e0ba0db923 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:45.935054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c92fd7e-c8e3-4803-86db-176214d604c2 req-b3c9c481-79ac-478d-ad7d-b0e0ba0db923 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.6008010 Oct 15 00:48:45.961755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58696) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:45.977628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] For port 99d486b9-6bc0-4663-8d71-27970a1ef01f, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=99d486b9-6bc0-4663-8d71-27970a1ef01f,segment=NetworkSegment(0b5b3356-608b-4ee5-9b8d-15a383f283ea),segment_id=0b5b3356-608b-4ee5-9b8d-15a383f283ea)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:45.977993 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:45.996219 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-665c4839-2eba-410d-b55e-2ed48a3807e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.007239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.011045 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Calling delete_port for 99d486b9-6bc0-4663-8d71-27970a1ef01f owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:46.026988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.033339 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] 10.222.0.13 "DELETE /v2.0/networks/5b0d009b-226e-44d1-a2cf-24317eddbc4d HTTP/1.1" status: 204 len: 168 time: 1.5628252 Oct 15 00:48:46.083326 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c92fd7e-c8e3-4803-86db-176214d604c2 req-e6a1cd9f-be6d-40d7-9bad-6bbc90014140 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471512 Oct 15 00:48:46.147353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51fb7f86-cf79-44d6-b515-8d54e5ca6aae no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:46.178035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 51fb7f86-cf79-44d6-b515-8d54e5ca6aae {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:46.190614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 51fb7f86-cf79-44d6-b515-8d54e5ca6aae not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:46.191060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:46.200127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63485-5b7d-4c01-8c95-ca5f98ed6bc4 tempest-DHCPAgentSchedulersTestJSON-526197128 tempest-DHCPAgentSchedulersTestJSON-526197128-project] Pushing event deleted for resources: {'Network': ['ID=5b0d009b-226e-44d1-a2cf-24317eddbc4d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:46.228140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:46.228727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 17f8a7ec-2a90-42b6-957a-23a07a45c7e7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:46.322279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-665c4839-2eba-410d-b55e-2ed48a3807e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.323554 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.384253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-665c4839-2eba-410d-b55e-2ed48a3807e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.437682 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-665c4839-2eba-410d-b55e-2ed48a3807e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b35c5812acc433283973e8fdd919455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746463 Oct 15 00:48:46.441784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58722) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:46.442680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c4839-2eba-410d-b55e-2ed48a3807e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80948107-b60d-4fa2-a625-06f99c754f80,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:46.470584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.482303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['99d486b9-6bc0-4663-8d71-27970a1ef01f'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:46.516150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Pushing event deleted for resources: {'Port': ['ID=99d486b9-6bc0-4663-8d71-27970a1ef01f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:46.570710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] No DVR routers for this DVR port 99d486b9-6bc0-4663-8d71-27970a1ef01f on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:46.574336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.578507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2e9194f0-799d-4d40-b3fa-28b269dac242 req-f2228723-d03a-4e3b-9723-35b3f2766e1f tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.30 "DELETE /v2.0/ports/99d486b9-6bc0-4663-8d71-27970a1ef01f HTTP/1.1" status: 204 len: 173 time: 1.0909820 Oct 15 00:48:46.579282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'name': 'network-vif-deleted', 'tag': '99d486b9-6bc0-4663-8d71-27970a1ef01f'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:46.590692 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cf2692-3b55-443d-a42d-0f17657318b6" -d '{"events": [{"server_uuid": "a74dd602-1d33-4e66-bc59-a0c9293a2034", "name": "network-vif-deleted", "tag": "99d486b9-6bc0-4663-8d71-27970a1ef01f"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:46.615943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b88f0745-8387-4bb2-b5ca-00c3ca41ad68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.631275 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567ace96-8b38-4b45-9c14-c52bca621667 x-openstack-request-id: req-567ace96-8b38-4b45-9c14-c52bca621667 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:46.631275 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74dd602-1d33-4e66-bc59-a0c9293a2034", "name": "network-vif-deleted", "tag": "99d486b9-6bc0-4663-8d71-27970a1ef01f", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:46.631275 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-567ace96-8b38-4b45-9c14-c52bca621667 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:46.631275 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74dd602-1d33-4e66-bc59-a0c9293a2034', 'name': 'network-vif-deleted', 'tag': '99d486b9-6bc0-4663-8d71-27970a1ef01f', 'status': 'completed', 'code': 200} Oct 15 00:48:46.653181 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b88f0745-8387-4bb2-b5ca-00c3ca41ad68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.654042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58730) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:46.796894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Deleting port 23e422a6-eb95-44a0-a9f2-450c57e86a80 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:46.797231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.819262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b88f0745-8387-4bb2-b5ca-00c3ca41ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.823858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b88f0745-8387-4bb2-b5ca-00c3ca41ad68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.828233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b88f0745-8387-4bb2-b5ca-00c3ca41ad68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80948107-b60d-4fa2-a625-06f99c754f80 HTTP/1.1" status: 204 len: 168 time: 0.3807218 Oct 15 00:48:46.851167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f0745-8387-4bb2-b5ca-00c3ca41ad68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80948107-b60d-4fa2-a625-06f99c754f80,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:46.921724 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a2b93e4f-e1b2-4ca7-85e3-439226cbeb6c req-fc1fbb89-47d2-4760-a6e9-b64870bb2dea tempest-VolumesActionsTest-1474521075 tempest-VolumesActionsTest-1474521075-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74dd602-1d33-4e66-bc59-a0c9293a2034 HTTP/1.1" status: 200 len: 210 time: 0.1068227 Oct 15 00:48:46.954526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] For port 23e422a6-eb95-44a0-a9f2-450c57e86a80, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=23e422a6-eb95-44a0-a9f2-450c57e86a80,segment=NetworkSegment(7d8ff5c8-3d92-400b-8bce-8c38f54c3232),segment_id=7d8ff5c8-3d92-400b-8bce-8c38f54c3232)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:46.954940 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:46.979370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Calling delete_port for 23e422a6-eb95-44a0-a9f2-450c57e86a80 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:46.991021 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-67161d0b-73fd-42ce-9d6f-b6e5db42cde3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e0f269fe8a043e7a19a38a9bd78464d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349295 Oct 15 00:48:46.993213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58750) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:47.101324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49859cea-9bf3-49b4-acf6-6b89ab515393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:47.187947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49859cea-9bf3-49b4-acf6-6b89ab515393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:47.258671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fae7c3-ce20-46d0-914b-e6fe60220937 req-b914e3f7-06c0-4df7-add1-e99f0f4102b5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:47.260183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3fae7c3-ce20-46d0-914b-e6fe60220937 req-b914e3f7-06c0-4df7-add1-e99f0f4102b5 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.1112010 Oct 15 00:48:47.322920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9653-f493-4299-86cb-8dc0973abacb req-32a6a15d-c371-4a3d-b870-006de116f311 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:47.324462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-447d9653-f493-4299-86cb-8dc0973abacb req-32a6a15d-c371-4a3d-b870-006de116f311 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.30 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 946 time: 0.0862880 Oct 15 00:48:47.352297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3fae7c3-ce20-46d0-914b-e6fe60220937 req-95d2c8b0-5276-415b-8917-997c628460a8 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/security-groups?id=2125731b-5728-43ac-b0bc-398b157838cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507336 Oct 15 00:48:47.371633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49859cea-9bf3-49b4-acf6-6b89ab515393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:47.376577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49859cea-9bf3-49b4-acf6-6b89ab515393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:47.378069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-49859cea-9bf3-49b4-acf6-6b89ab515393 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05ab4fc3-bccc-4be7-bba8-a5f9798e4f84 HTTP/1.1" status: 204 len: 168 time: 0.3838506 Oct 15 00:48:47.411772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:47.419867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49859cea-9bf3-49b4-acf6-6b89ab515393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ab4fc3-bccc-4be7-bba8-a5f9798e4f84,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:47.490879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Deleting port dffe031a-8e9e-48ae-8ab4-377d572c03f0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:47.491316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:47.498470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e422a6-eb95-44a0-a9f2-450c57e86a80,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:47.660117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] For port dffe031a-8e9e-48ae-8ab4-377d572c03f0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=dffe031a-8e9e-48ae-8ab4-377d572c03f0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:47.660482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:47.685234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Calling delete_port for dffe031a-8e9e-48ae-8ab4-377d572c03f0 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:47.873265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:48.013109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:48.026490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['dffe031a-8e9e-48ae-8ab4-377d572c03f0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:48:48.058644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Pushing event deleted for resources: {'Port': ['ID=dffe031a-8e9e-48ae-8ab4-377d572c03f0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:48.150308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] No DVR routers for this DVR port dffe031a-8e9e-48ae-8ab4-377d572c03f0 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:48.153179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:48.158227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-447d9653-f493-4299-86cb-8dc0973abacb req-f4a22fe6-3591-4317-b9b5-a2f2ab66190a tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.30 "DELETE /v2.0/ports/dffe031a-8e9e-48ae-8ab4-377d572c03f0 HTTP/1.1" status: 204 len: 173 time: 0.8270631 Oct 15 00:48:48.476777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-716451a5-a2fb-4a2f-b040-b05e8769de6d req-9d6acf88-134b-4c20-aa28-6054c408f02f tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] 10.222.0.13 "GET /v2.0/ports?device_id=a720de50-a29c-48c8-bee2-c96ecac52bf0 HTTP/1.1" status: 200 len: 210 time: 0.0435910 Oct 15 00:48:48.632198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'name': 'network-vif-deleted', 'tag': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:48.634592 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a83a92-fcc8-43c8-9c43-6cb0e0057d62" -d '{"events": [{"server_uuid": "a720de50-a29c-48c8-bee2-c96ecac52bf0", "name": "network-vif-deleted", "tag": "dffe031a-8e9e-48ae-8ab4-377d572c03f0"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:48.659003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Router 98c4addb-507b-49d0-85b5-1420afc950ad has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:48:48.663113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 99d486b9-6bc0-4663-8d71-27970a1ef01f no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:48.708761 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f86a2e-22cf-4770-b78a-467c261a3a81 x-openstack-request-id: req-84f86a2e-22cf-4770-b78a-467c261a3a81 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:48.709371 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a720de50-a29c-48c8-bee2-c96ecac52bf0", "name": "network-vif-deleted", "tag": "dffe031a-8e9e-48ae-8ab4-377d572c03f0", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:48.709775 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84f86a2e-22cf-4770-b78a-467c261a3a81 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:48.710343 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a720de50-a29c-48c8-bee2-c96ecac52bf0', 'name': 'network-vif-deleted', 'tag': 'dffe031a-8e9e-48ae-8ab4-377d572c03f0', 'status': 'completed', 'code': 200} Oct 15 00:48:48.723251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 99d486b9-6bc0-4663-8d71-27970a1ef01f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:48.723824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 99d486b9-6bc0-4663-8d71-27970a1ef01f not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:48.724508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dffe031a-8e9e-48ae-8ab4-377d572c03f0 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:48.735958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58828) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:48.758990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: dffe031a-8e9e-48ae-8ab4-377d572c03f0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:48.775492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-047610f0-503a-4e6f-8e9b-ec89ffc5da6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:48.776069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device dffe031a-8e9e-48ae-8ab4-377d572c03f0 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:48.853402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:48:48.865482 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] Sync routers for ids ['98c4addb-507b-49d0-85b5-1420afc950ad'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:48:48.869788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0e8658ec-d5f3-47fb-8e50-472d587816d4 admin admin] 10.222.0.13 "PUT /v2.0/routers/98c4addb-507b-49d0-85b5-1420afc950ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1378121 Oct 15 00:48:48.869956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58836) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:48.893329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] Routers {'98c4addb-507b-49d0-85b5-1420afc950ad'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:48.895047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98c4addb-507b-49d0-85b5-1420afc950ad'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:49.085045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] Set router 98c4addb-507b-49d0-85b5-1420afc950ad gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:49.096877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-047610f0-503a-4e6f-8e9b-ec89ffc5da6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.120941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.187092 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-047610f0-503a-4e6f-8e9b-ec89ffc5da6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.279754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047610f0-503a-4e6f-8e9b-ec89ffc5da6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321be8a1-57da-4518-b5cd-276772929001,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:49.297777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-047610f0-503a-4e6f-8e9b-ec89ffc5da6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e468d8c019184fc2adbd20452dd7f646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553100 Oct 15 00:48:49.298267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58860) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:49.312454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.378669 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bc226d0-4bd6-42c4-b3a0-a71d4c141109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.418500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bc226d0-4bd6-42c4-b3a0-a71d4c141109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.490803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Deleting port c1a60eab-7eb1-45dd-816b-384753ef3ab6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:49.490803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.521612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:48:47Z', 'revision_number': 5, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port': {'id': 'c1a60eab-7eb1-45dd-816b-384753ef3ab6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:47:54Z', 'updated_at': '2021-10-15T00:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:49.553709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] Checking router: 98c4addb-507b-49d0-85b5-1420afc950ad for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:48:49.565899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] Routers {'98c4addb-507b-49d0-85b5-1420afc950ad'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:49.567873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98c4addb-507b-49d0-85b5-1420afc950ad'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:49.589258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58876) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:49.673528 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bc226d0-4bd6-42c4-b3a0-a71d4c141109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.676719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] For port c1a60eab-7eb1-45dd-816b-384753ef3ab6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c1a60eab-7eb1-45dd-816b-384753ef3ab6,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:49.677080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.677520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bc226d0-4bd6-42c4-b3a0-a71d4c141109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:49.679919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2bc226d0-4bd6-42c4-b3a0-a71d4c141109 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/321be8a1-57da-4518-b5cd-276772929001 HTTP/1.1" status: 204 len: 168 time: 0.3834400 Oct 15 00:48:49.694756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Calling delete_port for c1a60eab-7eb1-45dd-816b-384753ef3ab6 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:49.699206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc226d0-4bd6-42c4-b3a0-a71d4c141109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321be8a1-57da-4518-b5cd-276772929001,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:49.835813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] Set router 98c4addb-507b-49d0-85b5-1420afc950ad gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:49.844850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58886) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:49.927212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:48:49Z', 'revision_number': 6, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:49.997991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18533576-dde8-47bc-ba26-51a573d4c128 None None] The sync data for ids ['98c4addb-507b-49d0-85b5-1420afc950ad'] in n-d-811521-2 is: [{'id': '98c4addb-507b-49d0-85b5-1420afc950ad', 'name': 'tempest-TestServerMultinode-1885849907-router', 'tenant_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:47:53Z', 'updated_at': '2021-10-15T00:48:49Z', 'revision_number': 6, 'project_id': 'da79d82f5d9f4c4a830545cf2c3fbe91', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:48:50.103469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e7b136a-7088-40d6-9602-62f255d109f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.166829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.222438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a60eab-7eb1-45dd-816b-384753ef3ab6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:50.359821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.367526 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e7b136a-7088-40d6-9602-62f255d109f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.457028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e7b136a-7088-40d6-9602-62f255d109f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.471154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 23e422a6-eb95-44a0-a9f2-450c57e86a80 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:50.503707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e7b136a-7088-40d6-9602-62f255d109f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86cfa99c97d6446987a051e2619c033e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6353142 Oct 15 00:48:50.509614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58926) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:50.515353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.524384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.543779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 23e422a6-eb95-44a0-a9f2-450c57e86a80 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:50.543779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 23e422a6-eb95-44a0-a9f2-450c57e86a80 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:50.597663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b136a-7088-40d6-9602-62f255d109f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81bae30-c9da-4307-b996-3afb3b8be002,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:50.636042 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6009cdae-e557-403f-a6e1-381f51b097e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.667739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.675600 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6009cdae-e557-403f-a6e1-381f51b097e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.716160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.716731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c4addb-507b-49d0-85b5-1420afc950ad {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:48:50.721411 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.722915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2e8922cd-882a-40ab-8d4e-e5da1352874f admin admin] 10.222.0.13 "DELETE /v2.0/routers/98c4addb-507b-49d0-85b5-1420afc950ad HTTP/1.1" status: 204 len: 168 time: 1.8520007 Oct 15 00:48:50.725260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58940) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:50.787877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] Deleting subnet aaec0b4b-85ab-4d83-b810-a4c745936ced {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:48:50.792195 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:50.840582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.001462 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.072584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6009cdae-e557-403f-a6e1-381f51b097e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.082766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6009cdae-e557-403f-a6e1-381f51b097e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.083955 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6009cdae-e557-403f-a6e1-381f51b097e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b81bae30-c9da-4307-b996-3afb3b8be002 HTTP/1.1" status: 204 len: 168 time: 0.5710094 Oct 15 00:48:51.114458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009cdae-e557-403f-a6e1-381f51b097e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81bae30-c9da-4307-b996-3afb3b8be002,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:51.198543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Deleting port 787481a3-6fcc-4e5c-9044-633e008159c0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:51.198964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.331551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.336366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] For port 787481a3-6fcc-4e5c-9044-633e008159c0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=787481a3-6fcc-4e5c-9044-633e008159c0,segment=NetworkSegment(cbef0c84-b359-48f9-9fc6-88a8a5f1ef25),segment_id=cbef0c84-b359-48f9-9fc6-88a8a5f1ef25)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:51.336366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.359942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Calling delete_port for 787481a3-6fcc-4e5c-9044-633e008159c0 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:51.408307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaec0b4b-85ab-4d83-b810-a4c745936ced,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:51.416240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de3738d-07b1-4800-ae62-d66d8b494207 None None] Network 700b9efc-ef2a-4029-ad59-bfa373d081df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:51.416957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.420616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0025f29c-4e2e-49e5-b250-2c5eb1e94cda admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aaec0b4b-85ab-4d83-b810-a4c745936ced HTTP/1.1" status: 204 len: 168 time: 0.6940355 Oct 15 00:48:51.422949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58970) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:51.618874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.712541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] DHCP port deletion for 700b9efc-ef2a-4029-ad59-bfa373d081df request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:48:51.716549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Deleting port 783acc45-49fd-459f-8b55-2c505abe6fe9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:51.716900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.755979 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.793202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] For port 783acc45-49fd-459f-8b55-2c505abe6fe9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=783acc45-49fd-459f-8b55-2c505abe6fe9,segment=NetworkSegment(7d8ff5c8-3d92-400b-8bce-8c38f54c3232),segment_id=7d8ff5c8-3d92-400b-8bce-8c38f54c3232)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:51.793912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.795788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] Deleting port 783acc45-49fd-459f-8b55-2c505abe6fe9 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:51.796157 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.810581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Calling delete_port for 783acc45-49fd-459f-8b55-2c505abe6fe9 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:51.840209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=787481a3-6fcc-4e5c-9044-633e008159c0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:51.882190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] For port 783acc45-49fd-459f-8b55-2c505abe6fe9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=783acc45-49fd-459f-8b55-2c505abe6fe9,segment=NetworkSegment(7d8ff5c8-3d92-400b-8bce-8c38f54c3232),segment_id=7d8ff5c8-3d92-400b-8bce-8c38f54c3232)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:51.882679 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:51.910427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] Calling delete_port for 783acc45-49fd-459f-8b55-2c505abe6fe9 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:52.056591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.064251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.072145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.111889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] No DVR routers for this DVR port 783acc45-49fd-459f-8b55-2c505abe6fe9 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:52.118875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Pushing event deleted for resources: {'Port': ['ID=783acc45-49fd-459f-8b55-2c505abe6fe9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:52.125894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] Pushing event deleted for resources: {'Port': ['ID=783acc45-49fd-459f-8b55-2c505abe6fe9,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:52.139375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e5474-4fb3-4a68-8657-e45be702247d None None] No DVR routers for this DVR port 783acc45-49fd-459f-8b55-2c505abe6fe9 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:52.218558 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.252327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1a60eab-7eb1-45dd-816b-384753ef3ab6 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:52.272470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700b9efc-ef2a-4029-ad59-bfa373d081df']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:52.292318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8ff5c8-3d92-400b-8bce-8c38f54c3232') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:52.294893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8ff5c8-3d92-400b-8bce-8c38f54c3232') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:52.314120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.318697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c1a60eab-7eb1-45dd-816b-384753ef3ab6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:52.327504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1a60eab-7eb1-45dd-816b-384753ef3ab6 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:52.328344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 783acc45-49fd-459f-8b55-2c505abe6fe9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:52.357646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.386753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:48:52.387163 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.391736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 783acc45-49fd-459f-8b55-2c505abe6fe9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:52.393183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 783acc45-49fd-459f-8b55-2c505abe6fe9 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:48:52.396059 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:48:52.567899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:48:52.722400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.736408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:52.739037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] 10.222.0.13 "DELETE /v2.0/networks/700b9efc-ef2a-4029-ad59-bfa373d081df HTTP/1.1" status: 204 len: 168 time: 1.3116248 Oct 15 00:48:52.779308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f377-f5de-4986-bb7b-61a8fa0f132f admin admin] Pushing event deleted for resources: {'Network': ['ID=700b9efc-ef2a-4029-ad59-bfa373d081df,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:52.788855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:48:52.798861 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7f4bf6ac-9172-4595-9518-67c757928e17 admin admin] 10.222.0.13 "PUT /v2.0/routers/ea7a8e24-bf4c-4eea-aab5-3d1041ad0641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2058685 Oct 15 00:48:52.799016 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] Sync routers for ids ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:48:52.799460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:52.812646 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] Routers {'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:52.813274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:52.936799 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.001522 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] Set router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:53.144119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.292037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59062) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:53.352586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:48:51Z', 'revision_number': 5, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port': {'id': '28c2791a-09be-48ad-a171-f42e1ae78c6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:da:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2202, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:46:45Z', 'updated_at': '2021-10-15T00:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:53.394457 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] Checking router: ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:48:53.410478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e4ba0-df24-4e98-9d36-296e4d69ad77 req-b1562585-d0d9-4cf9-93ac-64b88567cbd2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:53.414530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b73e4ba0-df24-4e98-9d36-296e4d69ad77 req-b1562585-d0d9-4cf9-93ac-64b88567cbd2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.2021554 Oct 15 00:48:53.422564 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] Routers {'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:53.424717 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:53.474077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b4d7b439-2174-4d9b-912d-8288f4c79c8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdffa54b78a14f8098e1611757a010d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801865 Oct 15 00:48:53.480098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59072) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:53.549543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b73e4ba0-df24-4e98-9d36-296e4d69ad77 req-29818692-6736-4428-a390-3999391db77d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239920 Oct 15 00:48:53.652179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Deleting port 28c2791a-09be-48ad-a171-f42e1ae78c6f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:53.653084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.661885 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] Set router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:53.675693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf926846-fb7c-4f14-852d-3650cea8c8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.750728 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf926846-fb7c-4f14-852d-3650cea8c8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.788506 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:48:53Z', 'revision_number': 6, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:53.811652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] For port 28c2791a-09be-48ad-a171-f42e1ae78c6f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=28c2791a-09be-48ad-a171-f42e1ae78c6f,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:53.812096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.825877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Calling delete_port for 28c2791a-09be-48ad-a171-f42e1ae78c6f owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:53.855360 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b6993e-06a4-478e-8b5e-16fb5211eae7 None None] The sync data for ids ['ea7a8e24-bf4c-4eea-aab5-3d1041ad0641'] in n-d-811521-2 is: [{'id': 'ea7a8e24-bf4c-4eea-aab5-3d1041ad0641', 'name': 'tempest-ServerRescueTestJSON-1063228219-router', 'tenant_id': '20c9f3bab9b5496299a53f818bc6e304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:46:44Z', 'updated_at': '2021-10-15T00:48:53Z', 'revision_number': 6, 'project_id': '20c9f3bab9b5496299a53f818bc6e304', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:48:53.889923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:53.987629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf926846-fb7c-4f14-852d-3650cea8c8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.990623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf926846-fb7c-4f14-852d-3650cea8c8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:53.991851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf926846-fb7c-4f14-852d-3650cea8c8a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ee4f15f-ee79-4374-b6f3-a9ac49a9cf8f HTTP/1.1" status: 204 len: 168 time: 0.5094256 Oct 15 00:48:54.014897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf926846-fb7c-4f14-852d-3650cea8c8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee4f15f-ee79-4374-b6f3-a9ac49a9cf8f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:54.124346 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:48:54.222626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 787481a3-6fcc-4e5c-9044-633e008159c0 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:54.286193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 787481a3-6fcc-4e5c-9044-633e008159c0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:54.287113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 787481a3-6fcc-4e5c-9044-633e008159c0 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:54.430713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-700253197'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:54.474213 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.514885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Pushing event deleted for resources: {'Port': ['ID=28c2791a-09be-48ad-a171-f42e1ae78c6f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:54.527068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Made reservation on behalf of 537e25dddf124b73b96c957865a05076 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:54.540003 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.569301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.584696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.706835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.719650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.721824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.820282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.851218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d691-b5d6-4742-a4dd-4dd8715fac66 req-f46077e4-71b2-4ca6-be45-2a52cf8f156d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:54.851631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:48:54.853175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db40d691-b5d6-4742-a4dd-4dd8715fac66 req-f46077e4-71b2-4ca6-be45-2a52cf8f156d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.1499910 Oct 15 00:48:54.886170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-c8fd8a4b-9105-4f48-aaba-e4d088081051 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:54.886371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.886371 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Added segment 275c6319-fbd6-463a-8da3-5c6ae7ffb2bc of type vlan for network d65470dd-17a9-4e95-8315-452cc5e1d581 Oct 15 00:48:54.886730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-c8fd8a4b-9105-4f48-aaba-e4d088081051 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.0909805 Oct 15 00:48:54.937932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.938573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:48:54.946819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:54.947913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-612df769-bc99-4e89-a86d-a0810576414a admin admin] 10.222.0.13 "DELETE /v2.0/routers/ea7a8e24-bf4c-4eea-aab5-3d1041ad0641 HTTP/1.1" status: 204 len: 168 time: 2.1476111 Oct 15 00:48:54.956997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59096) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:54.957339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59098) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:54.965404 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.026014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885ba63c-63b5-4e8a-88ad-de6d22c1a461,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:55.060573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.076188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:55.077984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db40d691-b5d6-4742-a4dd-4dd8715fac66 req-15682f43-b86d-4d6b-9cbb-9862dde6b49c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132273 Oct 15 00:48:55.093922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.142008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] Deleting subnet 46f549b7-bbdc-4feb-bc2a-1bd8737f1596 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:48:55.182689 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.220598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Pushing event updated for resources: {'Network': ['ID=d65470dd-17a9-4e95-8315-452cc5e1d581,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:55.238300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d65470dd-17a9-4e95-8315-452cc5e1d581 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:48:55.292784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a2a0fec4-7b20-4cf2-a60c-88f62c1c1937 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4055748 Oct 15 00:48:55.313152 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4df4a2d7-a798-4cd0-b02d-50ab103c9b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.328110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.432588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59116) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:55.512964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.536530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dcf0135d-db76-415d-876c-477ff51841c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da79d82f5d9f4c4a830545cf2c3fbe91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023960 Oct 15 00:48:55.539995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59118) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:55.567917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Deleting port b9d6687f-50ee-4740-955f-15b26ac1002d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:55.572441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.614907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-844b5c7f-61c7-4ff1-a95b-51d6e9d07c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.665468 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-844b5c7f-61c7-4ff1-a95b-51d6e9d07c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.768574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] For port b9d6687f-50ee-4740-955f-15b26ac1002d, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b9d6687f-50ee-4740-955f-15b26ac1002d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:55.768940 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.805766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-844b5c7f-61c7-4ff1-a95b-51d6e9d07c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.809597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-844b5c7f-61c7-4ff1-a95b-51d6e9d07c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.815415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-844b5c7f-61c7-4ff1-a95b-51d6e9d07c99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5af23e8-45c6-46da-b877-f1f335d1be54 HTTP/1.1" status: 204 len: 168 time: 0.2688601 Oct 15 00:48:55.827172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b5c7f-61c7-4ff1-a95b-51d6e9d07c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af23e8-45c6-46da-b877-f1f335d1be54,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:55.838959 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4df4a2d7-a798-4cd0-b02d-50ab103c9b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.842727 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.882056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f549b7-bbdc-4feb-bc2a-1bd8737f1596,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:55.892241 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:55.897676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5e10d012-7384-43df-b1ac-d83fef4e20b8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46f549b7-bbdc-4feb-bc2a-1bd8737f1596 HTTP/1.1" status: 204 len: 168 time: 0.9337041 Oct 15 00:48:55.898081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59126) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:55.937752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59128) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:55.950526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Request body: {'port': {'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581', 'binding:host_id': 'n-h1-811521-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-844257178'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:55.966473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4df4a2d7-a798-4cd0-b02d-50ab103c9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.025881 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.128919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 28c2791a-09be-48ad-a171-f42e1ae78c6f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:56.133700 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.157445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:56.168172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:56.168172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbef0c84-b359-48f9-9fc6-88a8a5f1ef25') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:56.178601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.204090 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.208804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.209802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 28c2791a-09be-48ad-a171-f42e1ae78c6f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:56.210527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 28c2791a-09be-48ad-a171-f42e1ae78c6f not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:56.213395 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.214022 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Floating IP 9e34009c-5a0b-42c5-bb83-f1e29cf5078d disassociated. External IP: 172.25.2.132, port: b9d6687f-50ee-4740-955f-15b26ac1002d. Oct 15 00:48:56.214625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Calling delete_port for b9d6687f-50ee-4740-955f-15b26ac1002d owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:56.220720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:48:56.221517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:48:56.224613 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:48:56.288342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4df4a2d7-a798-4cd0-b02d-50ab103c9b19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fff0dab9fce4c0aa2621beb22805b90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3272376 Oct 15 00:48:56.291888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59136) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:56.301246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4a2d7-a798-4cd0-b02d-50ab103c9b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd45a86-3858-4043-851a-132a0a7a1d74,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:56.351492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-75c7ccd4-bf9b-4f8e-af27-a10ce0ad4395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.380274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Made reservation on behalf of 17bb9c5f714341689ad38f53450f0618 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:56.382692 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.397641 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.423729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.448437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.459424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec HTTP/1.1" status: 204 len: 168 time: 0.5601451 Oct 15 00:48:56.467677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bdd6e-f604-402b-a6dc-0b1154854778 admin admin] Pushing event deleted for resources: {'Network': ['ID=f01b1ee0-b36e-4c30-8b03-3ac5ed58f9ec,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:56.471456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6967305-cb83-480e-b9c4-2bf8ccb47311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.493670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948e52a-93cc-4735-b822-98539d984c5c req-dbb1fb40-1732-4720-96c5-28af151f03c4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:56.495165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2948e52a-93cc-4735-b822-98539d984c5c req-dbb1fb40-1732-4720-96c5-28af151f03c4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 946 time: 0.2515671 Oct 15 00:48:56.528056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6967305-cb83-480e-b9c4-2bf8ccb47311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.632997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2948e52a-93cc-4735-b822-98539d984c5c req-c098a1ac-8257-451b-8a6c-f58866a102d2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=472a14c8-fea6-432a-ba1a-d97827747051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141827 Oct 15 00:48:56.672220 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6967305-cb83-480e-b9c4-2bf8ccb47311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.675789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6967305-cb83-480e-b9c4-2bf8ccb47311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.683748 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a6967305-cb83-480e-b9c4-2bf8ccb47311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fd45a86-3858-4043-851a-132a0a7a1d74 HTTP/1.1" status: 204 len: 168 time: 0.3848298 Oct 15 00:48:56.694264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6967305-cb83-480e-b9c4-2bf8ccb47311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd45a86-3858-4043-851a-132a0a7a1d74,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:56.760862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.818636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:56.843826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.874486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] device_id is not set on port b8cd194e-555e-487c-9abd-d5c90184e854 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:48:56.881735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09f396b-31c2-468d-8dce-e3683fc05b2e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:56.913480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:56.998027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:57.076326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event deleted for resources: {'Port': ['ID=b9d6687f-50ee-4740-955f-15b26ac1002d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:57.080888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3d39272e-605a-4496-83a8-19272e16160f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20c9f3bab9b5496299a53f818bc6e304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810809 Oct 15 00:48:57.083721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59160) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:57.161244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c44a8f33-76bd-4577-9eba-225a7a861ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.198542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c44a8f33-76bd-4577-9eba-225a7a861ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.366437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Router 24843383-3067-466a-9f3e-acbb981e4a0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:48:57.393527 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c44a8f33-76bd-4577-9eba-225a7a861ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.399940 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c44a8f33-76bd-4577-9eba-225a7a861ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.399940 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c44a8f33-76bd-4577-9eba-225a7a861ca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2125731b-5728-43ac-b0bc-398b157838cc HTTP/1.1" status: 204 len: 168 time: 0.3124785 Oct 15 00:48:57.413573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bc0b-6570-4def-9b17-4a8fc319c543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.430552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a8f33-76bd-4577-9eba-225a7a861ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2125731b-5728-43ac-b0bc-398b157838cc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:57.561319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] device_id is not set on port b8cd194e-555e-487c-9abd-d5c90184e854 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:48:57.590139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.608846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bc0b-6570-4def-9b17-4a8fc319c543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.686247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:48:57.693883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.709708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] Sync routers for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:48:57.722205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:57.722827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:57.732936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bc0b-6570-4def-9b17-4a8fc319c543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.820802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] No DVR routers for this DVR port b9d6687f-50ee-4740-955f-15b26ac1002d on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:48:57.827515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:57.831713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-235f678e-dce7-4340-b4ae-94d4722fb73d req-5d4bb850-d2c0-4db5-b1a3-08e88053df55 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.39 "DELETE /v2.0/ports/b9d6687f-50ee-4740-955f-15b26ac1002d HTTP/1.1" status: 204 len: 173 time: 2.9259572 Oct 15 00:48:57.835884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-deleted', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:48:57.845236 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a1777f-3a17-4d00-88a5-cdbee8db68aa" -d '{"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-deleted", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:48:57.878113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=b8cd194e-555e-487c-9abd-d5c90184e854,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:57.883480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Checking segment: {'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:48:57.883751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Network hostable DHCP agents. Network: d65470dd-17a9-4e95-8315-452cc5e1d581, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:48:57.912465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4bc0b-6570-4def-9b17-4a8fc319c543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd70f4d-94bd-4532-9224-3031fce690ab,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:57.925939 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829e48fc-b4fa-4c63-bef0-7abc0191f4f7 x-openstack-request-id: req-829e48fc-b4fa-4c63-bef0-7abc0191f4f7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:48:57.926262 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dde71-2765-43fc-9c21-bebc8d80f251", "name": "network-vif-deleted", "tag": "b9d6687f-50ee-4740-955f-15b26ac1002d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:48:57.926602 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-829e48fc-b4fa-4c63-bef0-7abc0191f4f7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:48:57.927486 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dde71-2765-43fc-9c21-bebc8d80f251', 'name': 'network-vif-deleted', 'tag': 'b9d6687f-50ee-4740-955f-15b26ac1002d', 'status': 'completed', 'code': 200} Oct 15 00:48:57.948971 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ceb4bc0b-6570-4def-9b17-4a8fc319c543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daa85210daed430e8fed247a60e5aaad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1265371 Oct 15 00:48:57.949359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59184) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:57.949990 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f756aa7c-24b1-4418-9065-34570d858d29 req-645ebffe-8aff-41ab-88d7-c8de966bcf39 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 210 time: 0.1713266 Oct 15 00:48:57.963881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:58.026431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Network d65470dd-17a9-4e95-8315-452cc5e1d581 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:48:58.188120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83526e9c-8f49-4cb2-aa23-17259c250981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:58.213330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d65470dd-17a9-4e95-8315-452cc5e1d581) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:48:58.230258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:48:58.282767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83526e9c-8f49-4cb2-aa23-17259c250981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:58.308540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.309217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.315710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.325800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.327914 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.327914 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 2 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.333251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c80814-2fba-4cef-8d5f-560bd918894b None None] Network d65470dd-17a9-4e95-8315-452cc5e1d581 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:48:58.358299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:48:58.393375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.393852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.396774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.411357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.411832 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.412699 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 3 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.424441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: b9d6687f-50ee-4740-955f-15b26ac1002d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:48:58.425044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b9d6687f-50ee-4740-955f-15b26ac1002d not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:48:58.443897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.445128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.445611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.462574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.465147 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.465147 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 4 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.486726 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.487261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.487866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.495722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.496832 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.497487 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 5 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.522494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.522944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.523383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.531174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.531844 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.532075 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 6 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.545972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.546482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.546832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.551172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.551498 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.551944 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 7 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.565741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.566074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.566436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.570876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.571194 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.571579 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 8 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.573799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:58.583709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.584327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.584675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.588976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.589327 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.589708 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 9 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.605782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.606220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.606648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.606873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] Checking router: 24843383-3067-466a-9f3e-acbb981e4a0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:48:58.612481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.612820 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.613210 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 10 to bind port b8cd194e-555e-487c-9abd-d5c90184e854 Oct 15 00:48:58.617506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:48:58.618332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:58.626307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:48:58.626658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:48:58.627003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:48:58.631330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port b8cd194e-555e-487c-9abd-d5c90184e854 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:48:58.631658 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port b8cd194e-555e-487c-9abd-d5c90184e854 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:48:58.632022 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:58.696791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] For port b8cd194e-555e-487c-9abd-d5c90184e854, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:48:58.697485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempted to set empty binding levels {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 00:48:58.876066 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:58.883054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83526e9c-8f49-4cb2-aa23-17259c250981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:58.887850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-83526e9c-8f49-4cb2-aa23-17259c250981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:58.890730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-83526e9c-8f49-4cb2-aa23-17259c250981 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bd70f4d-94bd-4532-9224-3031fce690ab HTTP/1.1" status: 204 len: 168 time: 0.9403439 Oct 15 00:48:58.900392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:48:59.000899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59218) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:59.020061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f56f0b33-9a59-47e6-8655-6f8443ed61f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.061086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83526e9c-8f49-4cb2-aa23-17259c250981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd70f4d-94bd-4532-9224-3031fce690ab,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:59.079162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:48:59.083399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.104725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=b8cd194e-555e-487c-9abd-d5c90184e854,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:59.138832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b946ce8d-d3a8-4f54-a3a7-1374cd1059d2 req-98d2d714-af34-4a65-b7f8-4b22d0bafb6e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd6dde71-2765-43fc-9c21-bebc8d80f251 HTTP/1.1" status: 200 len: 210 time: 0.0357268 Oct 15 00:48:59.192890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f59d60ac-2c43-4d11-bfa9-758462ebd22e tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.2540450 Oct 15 00:48:59.201930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59226) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:59.314723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Deleting port b8cd194e-555e-487c-9abd-d5c90184e854 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:48:59.315789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.334284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:48:59.378665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c6560-d2aa-43a4-8910-b13563f406c8 None None] The sync data for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 is: [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:48:59.426645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] For port b8cd194e-555e-487c-9abd-d5c90184e854, host n-h1-811521-2, got binding levels [] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:48:59.427569 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.456133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Calling delete_port for b8cd194e-555e-487c-9abd-d5c90184e854 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:48:59.559296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-550512887-network', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:59.658861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Made reservation on behalf of f744bdc8a5d547c79f50bd16fb03626f for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:48:59.661581 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.674647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.687319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.738187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8cd194e-555e-487c-9abd-d5c90184e854,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:48:59.755782 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.760228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5525996e-14a2-4ad2-b2db-b77815ab48f8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b8cd194e-555e-487c-9abd-d5c90184e854 HTTP/1.1" status: 204 len: 168 time: 0.5573180 Oct 15 00:48:59.762857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59242) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:59.833427 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64db7fb-d6fb-4bc1-bcf1-e9ea7f37ceb4 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:48:59.838677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b64db7fb-d6fb-4bc1-bcf1-e9ea7f37ceb4 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "GET /v2.0/ports/b8cd194e-555e-487c-9abd-d5c90184e854 HTTP/1.1" status: 404 len: 333 time: 0.0731242 Oct 15 00:48:59.841427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:48:59.853839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Request body: {'port': {'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-581738521'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:48:59.857969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:48:59.859773 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d780bbc-9080-478c-a4e3-0f6f5e1addc4 None None] New status for floating IP 9e34009c-5a0b-42c5-bb83-f1e29cf5078d: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:49:00.031492 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.032202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Made reservation on behalf of 17bb9c5f714341689ad38f53450f0618 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:00.035028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.053855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:00.059944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] device_id is not set on port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:00.076150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.077312 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Added segment 96552515-654b-4663-944d-063a2a1374f5 of type vlan for network b1a0a3d2-1768-487d-998d-aa3f1a4746df Oct 15 00:49:00.140319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:00.174234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.200169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.292876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606af9a3-5720-4c3a-9ec7-403db704ac28,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:00.307394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc761-12eb-4f20-9dcc-aad036ae12a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.315280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59254) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:00.333180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.452700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59258) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:00.473618 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc761-12eb-4f20-9dcc-aad036ae12a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.483775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-network', 'tenant_id': '7ae221d04dc64315881df9dc9f888738'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:00.488101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.resource_extend [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:49:00.523777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.549832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc761-12eb-4f20-9dcc-aad036ae12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.582431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Made reservation on behalf of 7ae221d04dc64315881df9dc9f888738 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:00.584885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.591373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df22cf8-66ab-4b5b-a423-57a34f43e0d8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.602333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.604619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.605562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:00.606161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.657766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df22cf8-66ab-4b5b-a423-57a34f43e0d8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.689497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a0a3d2-1768-487d-998d-aa3f1a4746df,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:00.693102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc761-12eb-4f20-9dcc-aad036ae12a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f768754-4d16-4446-b248-43675a363cdc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:00.699860 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b3bfc761-12eb-4f20-9dcc-aad036ae12a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=115341778a684a1089b95356450be775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377927 Oct 15 00:49:00.700460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:00.701740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59268) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:00.709161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bd9cde99-c4e2-4205-8ac0-ef1293b5cad3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7064736 Oct 15 00:49:00.712166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59270) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:00.720718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Request body: {'subnet': {'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-550512887-subnet', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:00.742577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.832587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Network d65470dd-17a9-4e95-8315-452cc5e1d581 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:00.833211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Made reservation on behalf of f744bdc8a5d547c79f50bd16fb03626f for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:00.840765 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.844694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:00.847709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:00.849080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:00.849822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.871364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=00ce9db7-6f62-4705-a7ec-aa950c5c4a18,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:00.878334 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8bfcd84-4099-46d4-88e7-1737491fb4d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.913768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8bfcd84-4099-46d4-88e7-1737491fb4d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.924148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df22cf8-66ab-4b5b-a423-57a34f43e0d8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.927141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df22cf8-66ab-4b5b-a423-57a34f43e0d8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:00.928282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5df22cf8-66ab-4b5b-a423-57a34f43e0d8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "DELETE /v2.0/security-groups/472a14c8-fea6-432a-ba1a-d97827747051 HTTP/1.1" status: 204 len: 168 time: 0.4713595 Oct 15 00:49:00.932631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59272) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:00.952772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22cf8-66ab-4b5b-a423-57a34f43e0d8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472a14c8-fea6-432a-ba1a-d97827747051,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:00.959727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77d82bc4-4047-459e-bacb-e12ad039a396 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1155651 Oct 15 00:49:00.966142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59274) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:00.971618 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-ce286d3d-0bf0-4a5f-b89e-d09fbb62364d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] show failed (client error): The resource could not be found. Oct 15 00:49:00.971788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:00.973267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce286d3d-0bf0-4a5f-b89e-d09fbb62364d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups/472a14c8-fea6-432a-ba1a-d97827747051 HTTP/1.1" status: 404 len: 347 time: 0.0355854 Oct 15 00:49:00.983593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59276) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:01.097662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.156555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.258136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Deleting port 3f126bf8-25d3-4812-9de5-d301526a7784 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:01.258424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.263465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8bfcd84-4099-46d4-88e7-1737491fb4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.267015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8bfcd84-4099-46d4-88e7-1737491fb4d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.268149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c8bfcd84-4099-46d4-88e7-1737491fb4d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f768754-4d16-4446-b248-43675a363cdc HTTP/1.1" status: 204 len: 168 time: 0.5652714 Oct 15 00:49:01.311908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfcd84-4099-46d4-88e7-1737491fb4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f768754-4d16-4446-b248-43675a363cdc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:01.481764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.483159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.553606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.558058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Calling delete_port for 3f126bf8-25d3-4812-9de5-d301526a7784 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:01.586465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45db7c3b-a874-4883-8a70-2926c8316143,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:01.595648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] device_id is not set on port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:01.601837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:01.615048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.622767 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Added segment f3375d2e-e26c-4bae-b44d-b2a338fb3766 of type vlan for network 38a9f792-ad0b-4333-9326-976227d5359e Oct 15 00:49:01.691272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.696389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.738059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.816102 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.828927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.833897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:01.836696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:01.956977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] Pushing event updated for resources: {'Network': ['ID=38a9f792-ad0b-4333-9326-976227d5359e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:01.971463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 38a9f792-ad0b-4333-9326-976227d5359e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:01.979016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-354ba0cc-c193-4083-9e1e-1d09d0dd01c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6554210 Oct 15 00:49:01.987323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59296) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:01.988000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8c2392-258a-4e6a-9615-46bef4bab2c3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:02.002008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Request body: {'subnet': {'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-subnet', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:02.076649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Checking segment: {'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:02.083697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Network hostable DHCP agents. Network: b1a0a3d2-1768-487d-998d-aa3f1a4746df, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:49:02.169497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Made reservation on behalf of 7ae221d04dc64315881df9dc9f888738 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:02.179785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.266809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:49:02.292711 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.374812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b1a0a3d2-1768-487d-998d-aa3f1a4746df) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:02.384093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:02.384976 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.385217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2bea3-4e9e-4582-b068-c0136a395d75 None None] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:02.461046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=00ce9db7-6f62-4705-a7ec-aa950c5c4a18,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:02.463585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:02.468107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:02.468107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:02.475608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:02.475940 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:02.479235 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 2 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:02.492614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3c428072-f3a2-4cda-af51-c1322039c261 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7789130 Oct 15 00:49:02.500907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59316) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:02.508106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:02.508849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:02.509191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:02.509526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:02.515447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:02.518235 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:02.518235 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 3 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:02.538186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:02.538542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:02.538866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:02.548363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:02.548678 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:02.549072 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 4 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:02.552996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.573881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.595028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.596713 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.602796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:02.603137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:02.603474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:02.663678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event deleted for resources: {'Port': ['ID=3f126bf8-25d3-4812-9de5-d301526a7784,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:02.680564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Checking segment: {'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:02.681063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Network hostable DHCP agents. Network: 38a9f792-ad0b-4333-9326-976227d5359e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:49:02.687992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1f5c35-be30-414a-9f7d-e7ece38422dc,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:02.742141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.768322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-b1a0a3d2-1768-487d-998d-aa3f1a4746df', 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'fixed_ips': [{'subnet_id': '3c8c2392-258a-4e6a-9615-46bef4bab2c3'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:49:02.770714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.799803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:02.803891 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:02.807605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.810772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:02.820077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c4177310-e716-4123-b8b6-cfe96960a91b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "DELETE /v2.0/floatingips/9e34009c-5a0b-42c5-bb83-f1e29cf5078d HTTP/1.1" status: 204 len: 168 time: 1.8348458 Oct 15 00:49:02.822574 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 5 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:02.868971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:02.870045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:02.871397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:02.888710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:02.890451 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:02.891703 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 6 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:02.945835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:02.945835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:02.945835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:02.952426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:02.952773 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:02.953187 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 7 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:03.001341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:03.001341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:03.001341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:03.010052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:03.010552 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:03.010817 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 8 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:03.041048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:03.054356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:03.054808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:03.065257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:03.065593 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:03.066309 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 9 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:03.096380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:03.096805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:03.097116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:03.108491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:03.108814 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:03.111223 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 10 to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 Oct 15 00:49:03.136158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:03.136537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:03.136816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:03.146316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:03.146644 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:03.147009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.155148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Allocated IP 172.20.0.2 (b1a0a3d2-1768-487d-998d-aa3f1a4746df/3c8c2392-258a-4e6a-9615-46bef4bab2c3/82058adc-b743-4bd4-81a9-0391064fd72a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:03.234136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.246084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Network 38a9f792-ad0b-4333-9326-976227d5359e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:49:03.271351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] For port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:03.273109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempted to set empty binding levels {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 00:49:03.361518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.366521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 38a9f792-ad0b-4333-9326-976227d5359e) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:03.382772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.386359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f2924-73f9-4dfa-bd1f-423d692e0137 None None] Network 38a9f792-ad0b-4333-9326-976227d5359e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:03.401374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.413967 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.478689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] In _notify_port_updated(), no bound segment for port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:49:03.480264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.483874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.485797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "PUT /v2.0/ports/00ce9db7-6f62-4705-a7ec-aa950c5c4a18 HTTP/1.1" status: 200 len: 974 time: 2.5181587 Oct 15 00:49:03.494653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59354) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:03.543586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5aea80a2-81aa-4276-a6db-16b315a902a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5572019 Oct 15 00:49:03.544224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59356) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:03.560053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:03.687770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529dc4a-3b21-4008-ab77-32e905a64c20 None None] Network 38a9f792-ad0b-4333-9326-976227d5359e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:03.703372 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.733876 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.740810 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:03.751114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59364) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:03.776017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611d764-b672-4b05-a617-284b7d9fea5b tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=00ce9db7-6f62-4705-a7ec-aa950c5c4a18,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:03.778154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5a2f9eb1-d75c-45b4-a1d5-f143df6a99ef tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565282048', 'description': 'tempest-description--50892533'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:03.804795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Pushing event updated for resources: {'Port': ['ID=82058adc-b743-4bd4-81a9-0391064fd72a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:03.827218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.827783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.838243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.839648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.840482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.840964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.841438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.843167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:03.853075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6679ced5-6371-4069-8256-451785f90582 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7407 time: 0.3572628 Oct 15 00:49:03.861218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59366) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:03.883500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.883847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.884293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.884634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.885072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.885591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.886121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.887936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.887936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.887936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.887936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.888249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:03.902017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:03.924419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:03.939201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:04.004121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Deleting port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:04.004466 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.011336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.069480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.100888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.104034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9eb1-d75c-45b4-a1d5-f143df6a99ef tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.131484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Attempting to bind port 82058adc-b743-4bd4-81a9-0391064fd72a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:04.131889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Attempting to bind port 82058adc-b743-4bd4-81a9-0391064fd72a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:04.132902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Attempting to bind port 82058adc-b743-4bd4-81a9-0391064fd72a on network b1a0a3d2-1768-487d-998d-aa3f1a4746df {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:04.166548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] For port 00ce9db7-6f62-4705-a7ec-aa950c5c4a18, host n-h1-811521-2, got binding levels [] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:04.166909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.172384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:04.172945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Checking segment: {'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:04.173700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.173700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Bound using segment: {'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:04.174171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Bound port: 82058adc-b743-4bd4-81a9-0391064fd72a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:04.174557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.225677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Calling delete_port for 00ce9db7-6f62-4705-a7ec-aa950c5c4a18 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:04.269474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] For port 82058adc-b743-4bd4-81a9-0391064fd72a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:04.272847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] For port 82058adc-b743-4bd4-81a9-0391064fd72a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=82058adc-b743-4bd4-81a9-0391064fd72a,segment=NetworkSegment(96552515-654b-4663-944d-063a2a1374f5),segment_id=96552515-654b-4663-944d-063a2a1374f5)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:04.368352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.412964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.424481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9eb1-d75c-45b4-a1d5-f143df6a99ef tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.481508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ce9db7-6f62-4705-a7ec-aa950c5c4a18,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:04.498948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9eb1-d75c-45b4-a1d5-f143df6a99ef tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.516991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8493de9-11e4-4c02-9bb2-c058b776f9d7 None None] Pushing event updated for resources: {'Port': ['ID=82058adc-b743-4bd4-81a9-0391064fd72a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:04.545542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.557292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c6bf81ec-ecc5-40ed-8a19-d270888ae008 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "DELETE /v2.0/ports/00ce9db7-6f62-4705-a7ec-aa950c5c4a18 HTTP/1.1" status: 204 len: 168 time: 0.6950872 Oct 15 00:49:04.559452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59412) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:04.586176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Allocated IP 172.25.2.104 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/60059f3e-d686-4a55-b17a-75d86620a90b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:04.624851 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-80493f8a-bf08-479a-9c11-1c06821d2e75 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:49:04.634733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-80493f8a-bf08-479a-9c11-1c06821d2e75 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "GET /v2.0/ports/00ce9db7-6f62-4705-a7ec-aa950c5c4a18 HTTP/1.1" status: 404 len: 333 time: 0.0659721 Oct 15 00:49:04.635469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59418) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:04.654137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-878249800', 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:04.755969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Made reservation on behalf of 17bb9c5f714341689ad38f53450f0618 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:04.759178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.807726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.817377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] device_id is not set on port 00f83e6c-f553-403d-9d32-4cf435a03c5b yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:04.878057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f9eb1-d75c-45b4-a1d5-f143df6a99ef tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4017b32d-a5ab-46d8-a7bb-9da992524209,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:04.928843 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9eb1-d75c-45b4-a1d5-f143df6a99ef tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.933802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5a2f9eb1-d75c-45b4-a1d5-f143df6a99ef tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1710532 Oct 15 00:49:04.937585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59426) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:04.945729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:04.955475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f875b54f-ca93-4d0a-aec7-d3dee733ddc2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'security_group_rule': {'security_group_id': '4017b32d-a5ab-46d8-a7bb-9da992524209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:05.169959 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.183288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f875b54f-ca93-4d0a-aec7-d3dee733ddc2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.204817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.247043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:05.281426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:05.290395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:05.317197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f875b54f-ca93-4d0a-aec7-d3dee733ddc2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.336340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=60059f3e-d686-4a55-b17a-75d86620a90b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:05.353623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.390343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.620237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Allocated IP 172.25.2.166 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/1da5c6c4-7536-476b-bd6b-1051c1a48dca) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:05.681751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.736305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f875b54f-ca93-4d0a-aec7-d3dee733ddc2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.739271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Network d65470dd-17a9-4e95-8315-452cc5e1d581 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:05.756036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875b54f-ca93-4d0a-aec7-d3dee733ddc2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1797cbc-2502-4992-b25c-7dfb8b3e6ea0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:05.760807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:05.770173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:05.771170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:05.771769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.781127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=00f83e6c-f553-403d-9d32-4cf435a03c5b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:05.795742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c61747-82be-4c64-8dce-dc0cb5afb58b None None] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:05.808474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.837879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f875b54f-ca93-4d0a-aec7-d3dee733ddc2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.839316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f875b54f-ca93-4d0a-aec7-d3dee733ddc2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8958926 Oct 15 00:49:05.843131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd10d9ab-dd1b-45e4-b4c5-8408b86256d2 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2066474 Oct 15 00:49:05.844005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59462) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:05.845830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59464) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:05.856350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f19f6e7b-dc2b-4f30-bcf3-a91c218a4575 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'security_group_rule': {'security_group_id': '4017b32d-a5ab-46d8-a7bb-9da992524209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:05.887449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.927371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ca77873d-e8e6-4b83-806e-36821497fa1b None None] Provisioning complete for port 82058adc-b743-4bd4-81a9-0391064fd72a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:05.927744 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca77873d-e8e6-4b83-806e-36821497fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:05.935962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895245ed-fdcc-4372-b614-4f8100958035 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:05.935962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-895245ed-fdcc-4372-b614-4f8100958035 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "GET /v2.0/ports/00f83e6c-f553-403d-9d32-4cf435a03c5b HTTP/1.1" status: 200 len: 954 time: 0.0711653 Oct 15 00:49:05.935962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59470) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:06.039364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Deleting port 00f83e6c-f553-403d-9d32-4cf435a03c5b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:06.039364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.090116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.130283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.133340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f19f6e7b-dc2b-4f30-bcf3-a91c218a4575 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.162478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Calling delete_port for 00f83e6c-f553-403d-9d32-4cf435a03c5b owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:06.201569 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca77873d-e8e6-4b83-806e-36821497fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.226258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:06.237802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:06.252394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:06.293727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ca77873d-e8e6-4b83-806e-36821497fa1b None None] For port 82058adc-b743-4bd4-81a9-0391064fd72a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=82058adc-b743-4bd4-81a9-0391064fd72a,segment=NetworkSegment(96552515-654b-4663-944d-063a2a1374f5),segment_id=96552515-654b-4663-944d-063a2a1374f5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:06.310815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 82058adc-b743-4bd4-81a9-0391064fd72a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:06.347817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Pushing event updated for resources: {'Port': ['ID=1da5c6c4-7536-476b-bd6b-1051c1a48dca,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:06.353516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f19f6e7b-dc2b-4f30-bcf3-a91c218a4575 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.394690 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca77873d-e8e6-4b83-806e-36821497fa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.438437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f19f6e7b-dc2b-4f30-bcf3-a91c218a4575 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.494357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 82058adc-b743-4bd4-81a9-0391064fd72a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:06.499944 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.509690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f6e7b-dc2b-4f30-bcf3-a91c218a4575 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10943941-5d1e-4072-b5d2-3d8596b2067a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:06.529379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.567850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event deleted for resources: {'Port': ['ID=00f83e6c-f553-403d-9d32-4cf435a03c5b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:06.570114 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.573498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8ab54563-4778-4eab-8916-e6ed2cbbb06f tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "DELETE /v2.0/ports/00f83e6c-f553-403d-9d32-4cf435a03c5b HTTP/1.1" status: 204 len: 168 time: 0.6361556 Oct 15 00:49:06.577335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59496) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:06.579920 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f19f6e7b-dc2b-4f30-bcf3-a91c218a4575 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.581120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f19f6e7b-dc2b-4f30-bcf3-a91c218a4575 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7360163 Oct 15 00:49:06.589525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59498) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:06.593168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77873d-e8e6-4b83-806e-36821497fa1b None None] Pushing event updated for resources: {'Port': ['ID=82058adc-b743-4bd4-81a9-0391064fd72a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:06.595105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:06.616319 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-44213620-544a-41a3-811c-c724e94fdb58 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:49:06.618058 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-44213620-544a-41a3-811c-c724e94fdb58 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "GET /v2.0/ports/00f83e6c-f553-403d-9d32-4cf435a03c5b HTTP/1.1" status: 404 len: 333 time: 0.0359251 Oct 15 00:49:06.625045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59504) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:06.629956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Request body: {'port': {'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-50255326'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:06.689436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e6baf39a-4652-4869-a4de-0149d6f3829f None None] Provisioning complete for port 82058adc-b743-4bd4-81a9-0391064fd72a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:06.691387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e6baf39a-4652-4869-a4de-0149d6f3829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.716574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.745881 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.850954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Made reservation on behalf of 17bb9c5f714341689ad38f53450f0618 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:06.853183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.869241 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:06.881614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] device_id is not set on port 7cdf481c-16b9-449e-a8a2-2432c910d849 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:06.993354 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:07.063399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Allocated IP 172.25.2.101 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/e6ad27ab-1a52-4c24-a5db-e57e077ee5b8) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:07.136185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Router dace71c5-a3f8-40a5-9d81-2f7af71aec88 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:07.176418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:07.383003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:07.458764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:07.555845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:07.573283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Network d65470dd-17a9-4e95-8315-452cc5e1d581 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:07.587018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:07.597646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:07.601337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:07.602667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:07.603478 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:07.626360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:07.655377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:07.789407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdf481c-16b9-449e-a8a2-2432c910d849,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:07.909295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59546) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:07.927091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:07.938331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'Port': ['ID=e6ad27ab-1a52-4c24-a5db-e57e077ee5b8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:07.989083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2a169e60-527c-43fd-b3ac-a086e8484894 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.3629656 Oct 15 00:49:07.990876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59550) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:08.003921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:08.159484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 82058adc-b743-4bd4-81a9-0391064fd72a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:08.173154 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.237390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.257497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:08.262261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 82058adc-b743-4bd4-81a9-0391064fd72a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:08.266321 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.323232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Sync routers for ids ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:08.363531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Routers {'dace71c5-a3f8-40a5-9d81-2f7af71aec88'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:08.364166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:08.366399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.368352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4cf875b-af8b-4a59-b7a7-02b2c1a3b68d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.391303 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.392553 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aca75420-4649-4fdb-9ec1-5874efac2ef3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.8900609 Oct 15 00:49:08.400555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59558) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:08.597811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Set router dace71c5-a3f8-40a5-9d81-2f7af71aec88 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:08.759718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Router bfa251b0-0361-4f5b-a640-b471294e4448 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:08.838416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4cf875b-af8b-4a59-b7a7-02b2c1a3b68d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.914410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] device_id is not set on port 7cdf481c-16b9-449e-a8a2-2432c910d849 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:08.944477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.947257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4cf875b-af8b-4a59-b7a7-02b2c1a3b68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:08.976946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:08.978342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:05Z', 'revision_number': 3, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:09.030045 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.032502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.043519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf875b-af8b-4a59-b7a7-02b2c1a3b68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d017f7cd-ebe0-4fa7-a6be-4946ddd91289,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:09.086883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Checking router: dace71c5-a3f8-40a5-9d81-2f7af71aec88 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:09.087287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Updating router dace71c5-a3f8-40a5-9d81-2f7af71aec88 port 60059f3e-d686-4a55-b17a-75d86620a90b binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:09.092039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f4cf875b-af8b-4a59-b7a7-02b2c1a3b68d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6f4e409506f4714bc258590e1b4a9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1759095 Oct 15 00:49:09.098643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.108672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59566) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:09.169546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.184759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:09.196863 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Sync routers for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:09.205593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdf481c-16b9-449e-a8a2-2432c910d849,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:09.217328 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:09.220149 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:09.300441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.319169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.321088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.321432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.321773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.322742 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-91f2842d-e563-49db-8bb3-865163d4be9d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7722898 Oct 15 00:49:09.323677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'Port': ['ID=e6ad27ab-1a52-4c24-a5db-e57e077ee5b8,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:09.327513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:09.341796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.345383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.345722 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.350963 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 2 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.384951 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.395500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.395840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.396799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.415832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.416176 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.422818 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 3 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.437706 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.446160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-94eb28fd-cb00-4962-b685-0d3d8dbaaa70 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8485460 Oct 15 00:49:09.446160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.446160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.446533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.461402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.461737 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.464379 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 4 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.487978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.489984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.490374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.494018 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:09.546903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d64892b0-cd43-4c5d-aa68-1d0d13ad63c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.547030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.547030 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.547030 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 5 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.569699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.572324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.574829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.605909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.606976 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.609363 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 6 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.663986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.672294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.677730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.680774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.681204 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.681679 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 7 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.695668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.702033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.702749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.703208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.709575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.709979 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.710531 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 8 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.726676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.727386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.727821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.733976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.734653 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.735662 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 9 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.753116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.753778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.754261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.760121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.760623 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.761503 n-d-811521-2 neutron-server[107726]: INFO neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempt 10 to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 Oct 15 00:49:09.764409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.771490 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.771490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d017f7cd-ebe0-4fa7-a6be-4946ddd91289 HTTP/1.1" status: 204 len: 168 time: 0.6530907 Oct 15 00:49:09.787026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d017f7cd-ebe0-4fa7-a6be-4946ddd91289,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:09.795646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.805981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.806588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.807032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempting to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.823024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.823537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.823995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.824530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.824835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.825256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.825716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.826574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.827134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.827551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.827973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.828406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12c9c2-70f9-47ac-b716-a924f06217cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:09.840632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:09.840632 n-d-811521-2 neutron-server[107726]: ERROR neutron.plugins.ml2.managers [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Failed to bind port 7cdf481c-16b9-449e-a8a2-2432c910d849 on host n-h1-811521-2 for vnic_type normal using segments [{'id': '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd65470dd-17a9-4e95-8315-452cc5e1d581'}] Oct 15 00:49:09.840632 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.908044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Attempting to bind port 60059f3e-d686-4a55-b17a-75d86620a90b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:09.908914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Attempting to bind port 60059f3e-d686-4a55-b17a-75d86620a90b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:09.908914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Attempting to bind port 60059f3e-d686-4a55-b17a-75d86620a90b on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:09.919123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:09.919448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:09.920152 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.920717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:09.921244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Bound port: 60059f3e-d686-4a55-b17a-75d86620a90b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:09.921633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:09.964119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee50cbb-ba4a-4e96-bda4-6432483af5c7 None None] Pushing event updated for resources: {'Port': ['ID=60059f3e-d686-4a55-b17a-75d86620a90b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:09.993690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-ea0aa299-a3e0-41b2-886a-ada67b0e1a8d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1565282048&fields=id&tenant_id=9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 267 time: 0.2019269 Oct 15 00:49:09.995560 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.033396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.058643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] For port 60059f3e-d686-4a55-b17a-75d86620a90b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:10.090739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] For port 60059f3e-d686-4a55-b17a-75d86620a90b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=60059f3e-d686-4a55-b17a-75d86620a90b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:10.167338 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.197184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-8321fba2-25c0-4519-89ae-e5b19010639c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:10.198739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-8321fba2-25c0-4519-89ae-e5b19010639c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 817 time: 0.1604695 Oct 15 00:49:10.224786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-2347dd1c-fd75-4cd6-8e0d-c2793b941fc9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/quotas/9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 375 time: 0.0190544 Oct 15 00:49:10.270737 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:06Z', 'revision_number': 3, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:10.296364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] For port 7cdf481c-16b9-449e-a8a2-2432c910d849, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:10.297078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attempted to set empty binding levels {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 00:49:10.314755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-5a8a51b2-5772-498a-8f27-b9b31ea1affb tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801344 Oct 15 00:49:10.346038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d64892b0-cd43-4c5d-aa68-1d0d13ad63c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.348037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee50cbb-ba4a-4e96-bda4-6432483af5c7 None None] Pushing event updated for resources: {'Port': ['ID=60059f3e-d686-4a55-b17a-75d86620a90b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:10.374871 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Checking router: bfa251b0-0361-4f5b-a640-b471294e4448 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:10.375382 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Updating router bfa251b0-0361-4f5b-a640-b471294e4448 port 1da5c6c4-7536-476b-bd6b-1051c1a48dca binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:10.376099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Routers {'dace71c5-a3f8-40a5-9d81-2f7af71aec88'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:10.376960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:10.444465 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.445550 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d64892b0-cd43-4c5d-aa68-1d0d13ad63c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.524716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] Set router dace71c5-a3f8-40a5-9d81-2f7af71aec88 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:10.543657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-9195217a-0920-437c-b3ef-220294298d73 service neutron] 10.222.0.13 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153404 Oct 15 00:49:10.546181 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.566659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d64892b0-cd43-4c5d-aa68-1d0d13ad63c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05c8742afdd4441985e86db20f04adfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5879772 Oct 15 00:49:10.585480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59594) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:10.633924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-73726401-c2d4-494f-a2e8-2a263154562a req-4233aee2-38ce-422a-9ce6-1321a1d37921 tempest-ListServersNegativeTestJSON-1659513883 tempest-ListServersNegativeTestJSON-1659513883-project] (107726) timed out ('10.222.0.30', 60176) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 00:49:10.634925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] In _notify_port_updated(), no bound segment for port 7cdf481c-16b9-449e-a8a2-2432c910d849 on network d65470dd-17a9-4e95-8315-452cc5e1d581 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:49:10.635805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:10.636386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.640842 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "PUT /v2.0/ports/7cdf481c-16b9-449e-a8a2-2432c910d849 HTTP/1.1" status: 200 len: 973 time: 2.6487460 Oct 15 00:49:10.645145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64892b0-cd43-4c5d-aa68-1d0d13ad63c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f131be6-19a1-4a28-8e68-7846c1362913,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:10.654262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59596) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:10.740941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59598) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:10.753104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Allocated IP 172.20.0.1 (b1a0a3d2-1768-487d-998d-aa3f1a4746df/3c8c2392-258a-4e6a-9615-46bef4bab2c3/893ffd3d-3515-4686-8e91-3f235252f973) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:10.792729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ffccd60f-aa60-4b17-9375-cc796a9e2b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.885583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-912b18e1-038b-40bc-8717-e075bb74cec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.932145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-912b18e1-038b-40bc-8717-e075bb74cec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.984046 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:10.986479 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.021189 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.081433 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.134203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ffccd60f-aa60-4b17-9375-cc796a9e2b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.163240 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Attempting to bind port 1da5c6c4-7536-476b-bd6b-1051c1a48dca on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:11.163946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Attempting to bind port 1da5c6c4-7536-476b-bd6b-1051c1a48dca by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:11.164515 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Attempting to bind port 1da5c6c4-7536-476b-bd6b-1051c1a48dca on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:11.173979 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:11.175593 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:11.176153 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.176882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:11.177551 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Bound port: 1da5c6c4-7536-476b-bd6b-1051c1a48dca, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:11.178154 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.197809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ffccd60f-aa60-4b17-9375-cc796a9e2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.207860 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Pushing event updated for resources: {'Port': ['ID=1da5c6c4-7536-476b-bd6b-1051c1a48dca,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:11.219386 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.220056 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.220981 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.221507 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.222131 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.222656 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.223165 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.223683 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.224190 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.224739 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.225469 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.226135 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:11.248318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ffccd60f-aa60-4b17-9375-cc796a9e2b7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b477112ad8c41009c95fb0fa15a22df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035570 Oct 15 00:49:11.279684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59600) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:11.285886 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] For port 1da5c6c4-7536-476b-bd6b-1051c1a48dca, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:11.289189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] For port 1da5c6c4-7536-476b-bd6b-1051c1a48dca, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1da5c6c4-7536-476b-bd6b-1051c1a48dca,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:11.293396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:05Z', 'revision_number': 3, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:11.322104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0252bb53-71b0-4b02-a37b-89669bf649b8 None None] The sync data for ids ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'] in n-d-811521-2 is: [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:05Z', 'revision_number': 3, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:11.341879 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.361180 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.457314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccd60f-aa60-4b17-9375-cc796a9e2b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8bd016-1393-4b83-a88d-945ef26599bf,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:11.474133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517a768-8e9f-4686-9516-e7e2c244b53a tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdf481c-16b9-449e-a8a2-2432c910d849,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:11.475240 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:11.475937 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:11.507730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:11.522468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:11.526213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Pushing event updated for resources: {'Port': ['ID=893ffd3d-3515-4686-8e91-3f235252f973,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:11.531882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:11.541618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Deleting port 7cdf481c-16b9-449e-a8a2-2432c910d849 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:11.543955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Allocated IP 172.20.0.1 (38a9f792-ad0b-4333-9326-976227d5359e/4b1f5c35-be30-414a-9f7d-e7ece38422dc/1726aed3-24c3-41a2-80bb-5e5d29689975) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:11.545902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.562790 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f9240-d4cf-4c09-b945-fbac88317a67 None None] Pushing event updated for resources: {'Port': ['ID=1da5c6c4-7536-476b-bd6b-1051c1a48dca,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:11.585553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-912b18e1-038b-40bc-8717-e075bb74cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.590314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98183275-63da-47e2-b17b-dd318eade482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.595803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-912b18e1-038b-40bc-8717-e075bb74cec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.608154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-912b18e1-038b-40bc-8717-e075bb74cec4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f131be6-19a1-4a28-8e68-7846c1362913 HTTP/1.1" status: 204 len: 168 time: 1.0182357 Oct 15 00:49:11.655838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b18e1-038b-40bc-8717-e075bb74cec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f131be6-19a1-4a28-8e68-7846c1362913,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:11.668071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-e098656e-8b9a-4ea8-9003-4e5eb78e455a service neutron] 10.222.0.13 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1047428 Oct 15 00:49:11.680646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.712022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98183275-63da-47e2-b17b-dd318eade482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.793644 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:11.813868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] For port 7cdf481c-16b9-449e-a8a2-2432c910d849, host n-h1-811521-2, got binding levels [] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:11.815031 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:11.866013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Calling delete_port for 7cdf481c-16b9-449e-a8a2-2432c910d849 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:12.191109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.202556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.227310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3cd61563-1aac-417d-8b37-2246142affa7 None None] Provisioning complete for port 893ffd3d-3515-4686-8e91-3f235252f973 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:12.244492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3cd61563-1aac-417d-8b37-2246142affa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.329200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cdf481c-16b9-449e-a8a2-2432c910d849,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:12.333101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.337525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4c5cdbd8-126f-4e55-a0dc-70553b7f1359 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7cdf481c-16b9-449e-a8a2-2432c910d849 HTTP/1.1" status: 204 len: 168 time: 1.6823034 Oct 15 00:49:12.340551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59614) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:12.372329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3cd61563-1aac-417d-8b37-2246142affa7 None None] Port 893ffd3d-3515-4686-8e91-3f235252f973 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:49:12.377128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ec493bc3-4169-44fa-a284-233b7398ad16 req-62b62037-332b-4627-a033-25ea7bfa4ee4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 210 time: 0.1507595 Oct 15 00:49:12.396921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98183275-63da-47e2-b17b-dd318eade482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.397573 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-925fa978-1f3c-4264-bd42-fb14d7d3c1e8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] GET failed (client error): The resource could not be found. Oct 15 00:49:12.399451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-925fa978-1f3c-4264-bd42-fb14d7d3c1e8 tempest-PortsAdminExtendedAttrsTestJSON-833165476 tempest-PortsAdminExtendedAttrsTestJSON-833165476-project-admin] 10.222.0.13 "GET /v2.0/ports/7cdf481c-16b9-449e-a8a2-2432c910d849 HTTP/1.1" status: 404 len: 333 time: 0.0514996 Oct 15 00:49:12.400894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 60059f3e-d686-4a55-b17a-75d86620a90b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:12.403899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59616) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:12.420184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98183275-63da-47e2-b17b-dd318eade482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.422598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-98183275-63da-47e2-b17b-dd318eade482 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d8bd016-1393-4b83-a88d-945ef26599bf HTTP/1.1" status: 204 len: 168 time: 1.1385369 Oct 15 00:49:12.448111 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:06Z', 'revision_number': 3, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:12.521407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98183275-63da-47e2-b17b-dd318eade482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8bd016-1393-4b83-a88d-945ef26599bf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:12.540499 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd85dac-18af-464f-910c-3f7835622e03 None None] The sync data for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 is: [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:06Z', 'revision_number': 3, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:12.584250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 60059f3e-d686-4a55-b17a-75d86620a90b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:12.584921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.606594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.772320 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.787998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.835095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 60059f3e-d686-4a55-b17a-75d86620a90b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=60059f3e-d686-4a55-b17a-75d86620a90b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:12.847135 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.891039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.914382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65470dd-17a9-4e95-8315-452cc5e1d581']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:12.941936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:12.942625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275c6319-fbd6-463a-8da3-5c6ae7ffb2bc') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:12.945111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.960990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.976597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:12.988773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:12.988773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.005028 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59628) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:13.005985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=60059f3e-d686-4a55-b17a-75d86620a90b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:13.024589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Network 38a9f792-ad0b-4333-9326-976227d5359e is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:13.103158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:13.141892 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:13.157386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:13.167651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Pushing event updated for resources: {'Port': ['ID=1726aed3-24c3-41a2-80bb-5e5d29689975,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:13.173969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d57d326b-257e-4098-8019-8d9c6448fb92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.232298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.255890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.261157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] 10.222.0.13 "DELETE /v2.0/networks/d65470dd-17a9-4e95-8315-452cc5e1d581 HTTP/1.1" status: 204 len: 168 time: 0.8496130 Oct 15 00:49:13.283248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03746ee4-765e-4a89-973a-03a54a32f414 tempest-PortsAdminExtendedAttrsTestJSON-1911867757 tempest-PortsAdminExtendedAttrsTestJSON-1911867757-project] Pushing event deleted for resources: {'Network': ['ID=d65470dd-17a9-4e95-8315-452cc5e1d581,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:13.493223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.511304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.522775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e87b93a9-8255-4f20-a5dd-4b995eb4bb87 req-fcf1661c-eeee-4147-b5cd-89c0a04911bd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 210 time: 0.0604064 Oct 15 00:49:13.602672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.653562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:13.982985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59658) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:14.293300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-43edb5d8-bdd8-4f93-b41d-76e5d7cffb96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=537e25dddf124b73b96c957865a05076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082545 Oct 15 00:49:14.295269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59666) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:14.367908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 60059f3e-d686-4a55-b17a-75d86620a90b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:14.435740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82c6d5c4-6602-45b2-8b06-d5fec264b2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.467342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 60059f3e-d686-4a55-b17a-75d86620a90b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:14.468347 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.481504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82c6d5c4-6602-45b2-8b06-d5fec264b2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.587133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1da5c6c4-7536-476b-bd6b-1051c1a48dca up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:14.665428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82c6d5c4-6602-45b2-8b06-d5fec264b2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.674174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1da5c6c4-7536-476b-bd6b-1051c1a48dca triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:14.674960 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82c6d5c4-6602-45b2-8b06-d5fec264b2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.675166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.681935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82c6d5c4-6602-45b2-8b06-d5fec264b2de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/885ba63c-63b5-4e8a-88ad-de6d22c1a461 HTTP/1.1" status: 204 len: 168 time: 0.3840735 Oct 15 00:49:14.712240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6d5c4-6602-45b2-8b06-d5fec264b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885ba63c-63b5-4e8a-88ad-de6d22c1a461,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:14.828856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Pushing event updated for resources: {'Port': ['ID=893ffd3d-3515-4686-8e91-3f235252f973,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:14.839209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e644334-ebb3-439f-a18f-ba2bbcebe067 req-2e2a9482-76a5-4283-91ea-e1c4e4492ad4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 210 time: 0.1709728 Oct 15 00:49:14.892899 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d57d326b-257e-4098-8019-8d9c6448fb92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.911926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:14.914020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:14.915855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:14.990668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1da5c6c4-7536-476b-bd6b-1051c1a48dca, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1da5c6c4-7536-476b-bd6b-1051c1a48dca,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:14.992472 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.038964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d57d326b-257e-4098-8019-8d9c6448fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.105203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.197736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d326b-257e-4098-8019-8d9c6448fb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a53daa3-ec9f-49d4-b5bc-e6e86c221584,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:15.205403 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.215991 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d57d326b-257e-4098-8019-8d9c6448fb92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88bf262a970a4a8b9aabf03bb1542fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2003112 Oct 15 00:49:15.219328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59684) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:15.270342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1da5c6c4-7536-476b-bd6b-1051c1a48dca,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:15.383881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a97c1ee-c6ca-439d-9d93-a8c0967f8e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.440845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-debc254a-3b90-4b36-948d-9ad0b392fc08 None None] Provisioning complete for port 893ffd3d-3515-4686-8e91-3f235252f973 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:15.444145 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-debc254a-3b90-4b36-948d-9ad0b392fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.510852 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a97c1ee-c6ca-439d-9d93-a8c0967f8e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.565448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Router dace71c5-a3f8-40a5-9d81-2f7af71aec88 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:49:15.607146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-debc254a-3b90-4b36-948d-9ad0b392fc08 None None] Port 893ffd3d-3515-4686-8e91-3f235252f973 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:49:15.703048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-6d48393f-31a4-4231-a9b8-01356df162f8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:15.705323 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-6d48393f-31a4-4231-a9b8-01356df162f8 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 817 time: 0.3395050 Oct 15 00:49:15.732214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a97c1ee-c6ca-439d-9d93-a8c0967f8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.735912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a97c1ee-c6ca-439d-9d93-a8c0967f8e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:15.737591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1a97c1ee-c6ca-439d-9d93-a8c0967f8e3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a53daa3-ec9f-49d4-b5bc-e6e86c221584 HTTP/1.1" status: 204 len: 168 time: 0.5172629 Oct 15 00:49:15.759224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97c1ee-c6ca-439d-9d93-a8c0967f8e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a53daa3-ec9f-49d4-b5bc-e6e86c221584,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:15.837677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59698) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:15.911468 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-5ec34d7b-e06e-451e-a6b0-ab820fb929ea tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 380 time: 0.1660020 Oct 15 00:49:15.919179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'port': {'device_id': '7802b201-ef23-481e-af52-b31dd0464d6f', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'admin_state_up': True, 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'security_groups': ['4017b32d-a5ab-46d8-a7bb-9da992524209']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:15.989136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1fe2a9cb-1260-477b-8aec-60fa11038471 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17bb9c5f714341689ad38f53450f0618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474473 Oct 15 00:49:15.990482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59702) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:15.994150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:16.008908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Sync routers for ids ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:16.018787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Routers {'dace71c5-a3f8-40a5-9d81-2f7af71aec88'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:16.020023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:16.021308 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ddf77382-9449-4881-9310-0f0a08a9502d admin admin] 10.222.0.13 "PUT /v2.0/routers/dace71c5-a3f8-40a5-9d81-2f7af71aec88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6179020 Oct 15 00:49:16.058708 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.125753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.166207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d52f85d9-e040-45ff-b4e4-eebc6975d0ba req-c977778e-2b02-4266-94ce-a4f1117d0149 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 210 time: 0.0905826 Oct 15 00:49:16.228356 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cc84c50-814e-46b1-a3c8-e6f59c172255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.293975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Set router dace71c5-a3f8-40a5-9d81-2f7af71aec88 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:16.315560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.317605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Pushing event updated for resources: {'Port': ['ID=1726aed3-24c3-41a2-80bb-5e5d29689975,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:16.336091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cc84c50-814e-46b1-a3c8-e6f59c172255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.337841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1da5c6c4-7536-476b-bd6b-1051c1a48dca up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:16.410688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Made reservation on behalf of 9d46c404c55449b1a5118cb36169b79c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:16.415578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.520697 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cc84c50-814e-46b1-a3c8-e6f59c172255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.523679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5cc84c50-814e-46b1-a3c8-e6f59c172255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.528068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5cc84c50-814e-46b1-a3c8-e6f59c172255 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f09f396b-31c2-468d-8dce-e3683fc05b2e HTTP/1.1" status: 204 len: 168 time: 0.5363922 Oct 15 00:49:16.542310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc84c50-814e-46b1-a3c8-e6f59c172255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09f396b-31c2-468d-8dce-e3683fc05b2e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:16.711616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:16.797108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Network 38a9f792-ad0b-4333-9326-976227d5359e is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:16.804208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:16.820314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1da5c6c4-7536-476b-bd6b-1051c1a48dca triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:16.820314 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:16.979768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Router bfa251b0-0361-4f5b-a640-b471294e4448 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:49:17.002611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Allocated IP 172.20.0.10 (100a47a1-754a-4324-9b73-8d952bb27d10/6d85395f-f4d7-4e77-b21d-1c2cf91d9125/7d0fe4de-60b5-49a6-bca0-114e61890282) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:17.071354 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '893ffd3d-3515-4686-8e91-3f235252f973', 'name': '', 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'mac_address': 'fa:16:3e:39:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '3c8c2392-258a-4e6a-9615-46bef4bab2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:10Z', 'updated_at': '2021-10-15T00:49:13Z', 'revision_number': 2, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'subnets': [{'id': '3c8c2392-258a-4e6a-9615-46bef4bab2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:17.132886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Checking router: dace71c5-a3f8-40a5-9d81-2f7af71aec88 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:17.133246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Updating router dace71c5-a3f8-40a5-9d81-2f7af71aec88 port 893ffd3d-3515-4686-8e91-3f235252f973 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:17.152724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1674459879', 'router:external': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:17.165619 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.269085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Made reservation on behalf of 3c14d90fdff146e2a7f7249ee8096c6e for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:17.272855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.285453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.410862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0d09e13c-6fdc-4f7d-8f56-b028b862f423 req-169c2d9f-7de3-47ea-bfa3-dd8be043f108 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 210 time: 0.1163123 Oct 15 00:49:17.531398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:17.531398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dc2f61cd-8819-4607-a1e8-290935eb6744 admin admin] 10.222.0.13 "PUT /v2.0/routers/bfa251b0-0361-4f5b-a640-b471294e4448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1281309 Oct 15 00:49:17.531586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Sync routers for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:17.531586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:17.531586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:17.624506 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.681715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.753795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.755108 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:17.772275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:17.800551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.803169 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Added segment 0a3df747-a4c2-4f03-84db-4e4caa03fac5 of type vlan for network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 Oct 15 00:49:17.806241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.833500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.922058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:17.924970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f9d98c-5c8e-43e7-b789-40527fafb4a7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:17.938708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.963534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Network 100a47a1-754a-4324-9b73-8d952bb27d10 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:17.967328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:17.967741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:17.975891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:18.155836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:18.157652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.190052 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c6cd6-0a27-4cba-930a-44ba9f570cef None None] Pushing event updated for resources: {'Port': ['ID=893ffd3d-3515-4686-8e91-3f235252f973,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:18.193695 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.194735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:18.197637 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.285780 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-be433520-a5b2-4f79-a7ee-b3c359764710 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3721135 Oct 15 00:49:18.287946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:15Z', 'revision_number': 2, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:18.332405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Attempting to bind port 893ffd3d-3515-4686-8e91-3f235252f973 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:18.332769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Attempting to bind port 893ffd3d-3515-4686-8e91-3f235252f973 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:18.333140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Attempting to bind port 893ffd3d-3515-4686-8e91-3f235252f973 on network b1a0a3d2-1768-487d-998d-aa3f1a4746df {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:18.363554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:18.363998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Checking segment: {'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:18.368677 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Checking router: bfa251b0-0361-4f5b-a640-b471294e4448 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:18.369031 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Updating router bfa251b0-0361-4f5b-a640-b471294e4448 port 1726aed3-24c3-41a2-80bb-5e5d29689975 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:18.370786 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.371525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Bound using segment: {'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:18.372425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Bound port: 893ffd3d-3515-4686-8e91-3f235252f973, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96552515-654b-4663-944d-063a2a1374f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:18.373407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.458668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:18.461473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7479882 Oct 15 00:49:18.464374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'subnet': {'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:18.484579 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.487572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c0e70-498f-407d-b4e3-c177d77122cd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Network': ['ID=9fb0fcad-f6e2-40ea-acac-20f7eb611ea6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:18.508583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] For port 893ffd3d-3515-4686-8e91-3f235252f973, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:18.519178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] For port 893ffd3d-3515-4686-8e91-3f235252f973, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=893ffd3d-3515-4686-8e91-3f235252f973,segment=NetworkSegment(96552515-654b-4663-944d-063a2a1374f5),segment_id=96552515-654b-4663-944d-063a2a1374f5)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:18.524504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:18.595095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Made reservation on behalf of 3c14d90fdff146e2a7f7249ee8096c6e for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:18.598448 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.635834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.723369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-40bcb464-47eb-415d-b921-be1e50c9dfaf None None] Provisioning complete for port 7d0fe4de-60b5-49a6-bca0-114e61890282 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:18.729334 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-40bcb464-47eb-415d-b921-be1e50c9dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:18.740673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c6cd6-0a27-4cba-930a-44ba9f570cef None None] Pushing event updated for resources: {'Port': ['ID=893ffd3d-3515-4686-8e91-3f235252f973,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:18.858314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeffa6e-c3bc-4c4f-895a-f67af01dba3e req-bc8a7c7f-938f-41c3-8875-a37fd621b1c3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:18.878292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eeffa6e-c3bc-4c4f-895a-f67af01dba3e req-bc8a7c7f-938f-41c3-8875-a37fd621b1c3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 932 time: 0.1550663 Oct 15 00:49:18.885576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Routers {'dace71c5-a3f8-40a5-9d81-2f7af71aec88'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:18.885576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:18.901208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-40bcb464-47eb-415d-b921-be1e50c9dfaf None None] Port 7d0fe4de-60b5-49a6-bca0-114e61890282 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:49:18.908475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Request body: {'port': {'device_id': '7802b201-ef23-481e-af52-b31dd0464d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:18.967907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eeffa6e-c3bc-4c4f-895a-f67af01dba3e req-de93fe4e-3aa2-4f73-a155-5cf91c9acb14 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817623 Oct 15 00:49:19.062766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ec880456-bc44-4197-a30b-b7a69e3b0321 None None] Provisioning complete for port 893ffd3d-3515-4686-8e91-3f235252f973 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:19.063760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ec880456-bc44-4197-a30b-b7a69e3b0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:19.361310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:19.386342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] Set router dace71c5-a3f8-40a5-9d81-2f7af71aec88 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:19.615773 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:19.707915 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:19.970201 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242033-e73c-40d5-9cf2-889772cff096 None None] Pushing event updated for resources: {'Port': ['ID=1726aed3-24c3-41a2-80bb-5e5d29689975,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:19.985693 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Attempting to bind port 1726aed3-24c3-41a2-80bb-5e5d29689975 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:19.987719 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Attempting to bind port 1726aed3-24c3-41a2-80bb-5e5d29689975 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:19.992538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Attempting to bind port 1726aed3-24c3-41a2-80bb-5e5d29689975 on network 38a9f792-ad0b-4333-9326-976227d5359e {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:20.003838 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:20.006387 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Checking segment: {'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:20.007588 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:20.008582 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Bound using segment: {'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:20.011426 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Bound port: 1726aed3-24c3-41a2-80bb-5e5d29689975, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:20.015125 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:20.114395 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] For port 1726aed3-24c3-41a2-80bb-5e5d29689975, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:20.122159 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] For port 1726aed3-24c3-41a2-80bb-5e5d29689975, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1726aed3-24c3-41a2-80bb-5e5d29689975,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:20.137275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-a0232867-1988-4835-8843-1f3853b29e05 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:20.138938 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-a0232867-1988-4835-8843-1f3853b29e05 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 820 time: 0.5626614 Oct 15 00:49:20.181368 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ec880456-bc44-4197-a30b-b7a69e3b0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:20.201630 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:20.297551 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-2c4c3fc9-b467-4616-bae0-a6d8e0d37398 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/quotas/7ae221d04dc64315881df9dc9f888738 HTTP/1.1" status: 200 len: 375 time: 0.1239488 Oct 15 00:49:20.300383 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59810) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:20.353014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ec880456-bc44-4197-a30b-b7a69e3b0321 None None] For port 893ffd3d-3515-4686-8e91-3f235252f973, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=893ffd3d-3515-4686-8e91-3f235252f973,segment=NetworkSegment(96552515-654b-4663-944d-063a2a1374f5),segment_id=96552515-654b-4663-944d-063a2a1374f5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:20.384605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21598695-85e5-4fb6-970a-beacce1c0195 req-a9cbdb21-64d9-4d68-8737-4e4bf0534c63 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:20.395045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21598695-85e5-4fb6-970a-beacce1c0195 req-a9cbdb21-64d9-4d68-8737-4e4bf0534c63 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 932 time: 0.2364125 Oct 15 00:49:20.447936 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:20.448588 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:20.453557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21598695-85e5-4fb6-970a-beacce1c0195 req-4d5cc8f0-d56b-4d56-b238-3e5288a1fb5e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522373 Oct 15 00:49:20.454812 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ec880456-bc44-4197-a30b-b7a69e3b0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:20.473016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '893ffd3d-3515-4686-8e91-3f235252f973', 'name': '', 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'mac_address': 'fa:16:3e:39:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '3c8c2392-258a-4e6a-9615-46bef4bab2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:10Z', 'updated_at': '2021-10-15T00:49:18Z', 'revision_number': 4, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'subnets': [{'id': '3c8c2392-258a-4e6a-9615-46bef4bab2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:20.542502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7b0372-8f6d-40fe-8c60-e93ae5f92978 None None] The sync data for ids ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'] in n-d-811521-2 is: [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '893ffd3d-3515-4686-8e91-3f235252f973', 'name': '', 'network_id': 'b1a0a3d2-1768-487d-998d-aa3f1a4746df', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'mac_address': 'fa:16:3e:39:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '3c8c2392-258a-4e6a-9615-46bef4bab2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:10Z', 'updated_at': '2021-10-15T00:49:18Z', 'revision_number': 4, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'subnets': [{'id': '3c8c2392-258a-4e6a-9615-46bef4bab2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:20.628357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242033-e73c-40d5-9cf2-889772cff096 None None] Pushing event updated for resources: {'Port': ['ID=1726aed3-24c3-41a2-80bb-5e5d29689975,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:20.681360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-08c50cfe-2ed6-487c-af3c-ceb8001a4580 None None] Provisioning complete for port 893ffd3d-3515-4686-8e91-3f235252f973 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:20.681734 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-08c50cfe-2ed6-487c-af3c-ceb8001a4580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:20.755737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:49:20.764962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:20.801422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880456-bc44-4197-a30b-b7a69e3b0321 None None] Pushing event updated for resources: {'Port': ['ID=893ffd3d-3515-4686-8e91-3f235252f973,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:20.815786 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:20.847980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-6812824f-22c7-4a09-80cf-c150e3e123a6 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5259931 Oct 15 00:49:20.883363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0fe4de-60b5-49a6-bca0-114e61890282 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:49:20.928326 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:21.082855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Transition to ACTIVE for port object 7d0fe4de-60b5-49a6-bca0-114e61890282 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:49:21.168191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:21.197726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:21.264699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Checking segment: {'id': '0a3df747-a4c2-4f03-84db-4e4caa03fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:21.265067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network hostable DHCP agents. Network: 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:49:21.303541 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:20Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:21.345808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-8755cba1-dd0c-4236-bbea-d33988369674 service neutron] 10.222.0.13 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555891 Oct 15 00:49:21.375330 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c4cbe-cf63-4796-83d4-aaf6e27549bb None None] The sync data for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 is: [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:20Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:21.745344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b268b7-e5a3-4426-809b-ac9674ddb6c4 req-16794886-90bf-461a-8010-d0f9069769a6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:21.760081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49b268b7-e5a3-4426-809b-ac9674ddb6c4 req-16794886-90bf-461a-8010-d0f9069769a6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1034052 Oct 15 00:49:21.824949 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49b268b7-e5a3-4426-809b-ac9674ddb6c4 req-6c7b7782-5859-4d34-9044-a2a6bd2fc735 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597754 Oct 15 00:49:22.021503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:22.311686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:22.366048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1726aed3-24c3-41a2-80bb-5e5d29689975 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:22.381679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1952875419', 'router:external': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:22.506380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1726aed3-24c3-41a2-80bb-5e5d29689975 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:22.507030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.509407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Made reservation on behalf of 8094fe885d654457bba76f105adee212 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:22.513951 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.526618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:49:22.540319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.614838 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.635912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-06a3967a-b20e-4377-9a83-0daa3274680e service neutron] 10.222.0.13 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580797 Oct 15 00:49:22.680908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:22.697829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c83be-1b9b-4796-a157-0d712af67f52 None None] Network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:22.701863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:22.701863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.746658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Attempting to bind port 7d0fe4de-60b5-49a6-bca0-114e61890282 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:22.748660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Attempting to bind port 7d0fe4de-60b5-49a6-bca0-114e61890282 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:22.749117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Attempting to bind port 7d0fe4de-60b5-49a6-bca0-114e61890282 on network 100a47a1-754a-4324-9b73-8d952bb27d10 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:22.779695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Port 7d0fe4de-60b5-49a6-bca0-114e61890282 on network 100a47a1-754a-4324-9b73-8d952bb27d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:22.780685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Attempting to bind port 7d0fe4de-60b5-49a6-bca0-114e61890282 on network 100a47a1-754a-4324-9b73-8d952bb27d10 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:22.788501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:22.793829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Checking segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:22.797967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Bound using segment: {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:22.799644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Bound port: 7d0fe4de-60b5-49a6-bca0-114e61890282, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:22.803336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.821601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.828698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94f09b5e-dd1c-4890-8ac0-c3ec71f3cb5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.3688660 Oct 15 00:49:22.831486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59876) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:22.836876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1526037707', 'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:22.896854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.900723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1726aed3-24c3-41a2-80bb-5e5d29689975, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1726aed3-24c3-41a2-80bb-5e5d29689975,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:22.908006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:22.911826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:22.963107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:22.995518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:22.996494 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Added segment ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f of type vlan for network addefb46-ff53-48d2-b60b-a89b07c7faaf Oct 15 00:49:23.040126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.041242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 893ffd3d-3515-4686-8e91-3f235252f973 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:23.050610 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.076337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.078240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e65f55-9609-47e9-a469-cb02a2fac0f0 None None] Network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:23.135933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Made reservation on behalf of 3c14d90fdff146e2a7f7249ee8096c6e for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:23.138996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.161979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] device_id is not set on port b3bfe29b-9eb5-4a70-9659-38d5dd444a85 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:23.194747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:23.223570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:23.223570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.223570 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-03838194-f516-4c07-8859-a15d9fcba91b service neutron] 10.222.0.30 "PUT /v2.0/ports/7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1092 time: 4.9290729 Oct 15 00:49:23.229910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3c42f422-cb4c-4cf1-ad1c-ba9e41fa4ced req-c3aeb02b-dfc0-4dea-815b-892d9174ef53 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 210 time: 0.2022126 Oct 15 00:49:23.230619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:49:23.233067 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0870382b-7f3f-4468-b207-d005b902fb98" -d '{"events": [{"name": "network-changed", "server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:49:23.290639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.410499 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c15be54-661f-46d4-a2cc-3d6c4fe1e886 x-openstack-request-id: req-9c15be54-661f-46d4-a2cc-3d6c4fe1e886 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:49:23.411448 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:49:23.411700 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c15be54-661f-46d4-a2cc-3d6c4fe1e886 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:49:23.417156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4e06c-f4c2-439c-a2fa-a2d972b014d3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:23.417309 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'status': 'completed', 'code': 200} Oct 15 00:49:23.421546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.425774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:23.428978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.513352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Allocated IP 2001:db8::3df (9fb0fcad-f6e2-40ea-acac-20f7eb611ea6/0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee/b3bfe29b-9eb5-4a70-9659-38d5dd444a85) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:23.588885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5620472 Oct 15 00:49:23.593260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59912) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:23.610638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1726aed3-24c3-41a2-80bb-5e5d29689975,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:23.662122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 893ffd3d-3515-4686-8e91-3f235252f973 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:23.667738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.705374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'subnet': {'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:23.720307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fc911-36f0-45de-9bcb-e36ad7f67257 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Network': ['ID=addefb46-ff53-48d2-b60b-a89b07c7faaf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:23.740021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network addefb46-ff53-48d2-b60b-a89b07c7faaf details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:23.742233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa4260-2092-4040-8beb-851b5725222b req-e397c849-27bc-4b0e-9458-cafa2472faf5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:23.750885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a6fa4260-2092-4040-8beb-851b5725222b req-e397c849-27bc-4b0e-9458-cafa2472faf5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.6185324 Oct 15 00:49:23.763767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870382b-7f3f-4468-b207-d005b902fb98 req-9ca121a1-d2c0-4a62-ad7c-15d9f10d2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:23.765307 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0870382b-7f3f-4468-b207-d005b902fb98 req-9ca121a1-d2c0-4a62-ad7c-15d9f10d2911 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1095 time: 0.3573315 Oct 15 00:49:23.875827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Made reservation on behalf of 8094fe885d654457bba76f105adee212 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:23.878738 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:23.936220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a6fa4260-2092-4040-8beb-851b5725222b req-f8399848-3448-4fd9-aac1-87628f5a104a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804111 Oct 15 00:49:24.159865 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:24.204485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870382b-7f3f-4468-b207-d005b902fb98 req-0719ef42-b0e7-46b2-932c-dc46234c29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:24.206837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0870382b-7f3f-4468-b207-d005b902fb98 req-0719ef42-b0e7-46b2-932c-dc46234c29fb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d46c404c55449b1a5118cb36169b79c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4251075 Oct 15 00:49:24.228692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1726aed3-24c3-41a2-80bb-5e5d29689975 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:24.292844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:24.436751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1726aed3-24c3-41a2-80bb-5e5d29689975 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:24.437260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:24.456792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-28fe3c33-431f-4565-b499-db761cf0b299 req-7efe3aab-37dd-4f91-9c0b-4efb7ed9c9a5 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 210 time: 0.0644405 Oct 15 00:49:24.463254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Port': ['ID=b3bfe29b-9eb5-4a70-9659-38d5dd444a85,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:24.557386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:24.566548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:24.577486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:24.580020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:24.580020 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:24.619257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870382b-7f3f-4468-b207-d005b902fb98 req-e8fa5f91-03be-4e85-a9db-b004676fa0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:24.620785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0870382b-7f3f-4468-b207-d005b902fb98 req-e8fa5f91-03be-4e85-a9db-b004676fa0a2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4054108 Oct 15 00:49:24.720774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Deleting port 893ffd3d-3515-4686-8e91-3f235252f973 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:24.721118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:24.750517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f493675d-c6dd-41db-9359-e9af56d76a1b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9097309 Oct 15 00:49:24.750517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59934) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:24.867861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-9b3992cd-d017-463f-a6d0-2a22bc8d2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:24.870983 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-9b3992cd-d017-463f-a6d0-2a22bc8d2355 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1095 time: 0.1961801 Oct 15 00:49:24.903507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59936) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:24.965688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Deleting port b3bfe29b-9eb5-4a70-9659-38d5dd444a85 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:24.966773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.007574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-645ffcf0-7ebd-4bf7-8c07-4ca90e28cc6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 217 time: 0.1207001 Oct 15 00:49:25.014041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] For port 893ffd3d-3515-4686-8e91-3f235252f973, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=893ffd3d-3515-4686-8e91-3f235252f973,segment=NetworkSegment(96552515-654b-4663-944d-063a2a1374f5),segment_id=96552515-654b-4663-944d-063a2a1374f5)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:25.014495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.115176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Calling delete_port for 893ffd3d-3515-4686-8e91-3f235252f973 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:25.158608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-14fd2179-d758-468c-ada6-8c75819042f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:25.160233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-14fd2179-d758-468c-ada6-8c75819042f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.1420386 Oct 15 00:49:25.282829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97abda-bfc4-42ab-9685-5060ded038e2 req-2aed74b7-7afb-4389-9a7e-e329e260b6a9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:25.284878 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe97abda-bfc4-42ab-9685-5060ded038e2 req-2aed74b7-7afb-4389-9a7e-e329e260b6a9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.2300923 Oct 15 00:49:25.287226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.296347 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-171c4eef-cc01-4234-8295-1403fefb1918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.313331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Calling delete_port for b3bfe29b-9eb5-4a70-9659-38d5dd444a85 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:25.350694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-ce18f1cc-903f-43d5-8432-c683250e45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:25.351738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-ce18f1cc-903f-43d5-8432-c683250e45ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385078 Oct 15 00:49:25.355000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe97abda-bfc4-42ab-9685-5060ded038e2 req-c9da001e-ae09-42e7-906d-de2d40b3e219 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570281 Oct 15 00:49:25.445363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:49:25.446028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.661315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1bce29e1-be7a-4765-8a99-fd457a1ed85d req-e237fa6f-06de-489a-a191-26355ac89aa7 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 210 time: 0.0743616 Oct 15 00:49:25.678819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Subnet': ['ID=21cb1911-f187-410a-82c3-94548af4b51d,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:25.698175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.737212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-2afd2658-bf82-4d1d-963d-6327b735275e service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440495 Oct 15 00:49:25.742501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Checking segment: {'id': 'ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:25.742963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network hostable DHCP agents. Network: addefb46-ff53-48d2-b60b-a89b07c7faaf, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:49:25.751101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3bfe29b-9eb5-4a70-9659-38d5dd444a85,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:25.780982 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-171c4eef-cc01-4234-8295-1403fefb1918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.783287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.790518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c00bcc2f-586a-4248-bfa6-c6003ad1300a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b3bfe29b-9eb5-4a70-9659-38d5dd444a85 HTTP/1.1" status: 204 len: 168 time: 1.0418050 Oct 15 00:49:25.795164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59948) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:25.799790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6', 'external_fixed_ips': [{'subnet_id': '0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee', 'ip_address': '2001:db8::3df'}]}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:25.883736 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1e0772d7-9cae-4ba9-9999-01cd82eacb9f req-2b88ee80-ddc4-4675-8207-4a4e38522e3b service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381643 Oct 15 00:49:25.898731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-171c4eef-cc01-4234-8295-1403fefb1918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.945622 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-171c4eef-cc01-4234-8295-1403fefb1918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bb93c9db328425798ded44f010a08a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0368752 Oct 15 00:49:25.947407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c4eef-cc01-4234-8295-1403fefb1918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f057516-0eb6-4932-84e0-525971c6bc78,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:25.949119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59950) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:25.972942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.987686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:25.988773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.004144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network addefb46-ff53-48d2-b60b-a89b07c7faaf is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:49:26.039568 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-971e4f90-f135-40b5-8c93-f811dab0e924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.089828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.108901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-971e4f90-f135-40b5-8c93-f811dab0e924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.114307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=893ffd3d-3515-4686-8e91-3f235252f973,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:26.264687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-971e4f90-f135-40b5-8c93-f811dab0e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.267386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-971e4f90-f135-40b5-8c93-f811dab0e924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.271653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-971e4f90-f135-40b5-8c93-f811dab0e924 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f057516-0eb6-4932-84e0-525971c6bc78 HTTP/1.1" status: 204 len: 168 time: 0.3189719 Oct 15 00:49:26.286362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09da9738-7b93-4b66-b671-0262e93ed00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.309952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, addefb46-ff53-48d2-b60b-a89b07c7faaf) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:26.319339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e30b4c-61be-404f-99e3-a21e62da292f None None] Network addefb46-ff53-48d2-b60b-a89b07c7faaf requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:26.321075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:26.321748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.428017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e4f90-f135-40b5-8c93-f811dab0e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f057516-0eb6-4932-84e0-525971c6bc78,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:26.545570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.584397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c17946-9b21-4fec-8d51-059b49d08a23 None None] Network addefb46-ff53-48d2-b60b-a89b07c7faaf requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:26.653465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:26.704237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546490b1-b3d2-4439-8917-2abe452ea9fd req-4800ee92-c3dd-4bb7-a430-33046169ea1b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:26.707440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-546490b1-b3d2-4439-8917-2abe452ea9fd req-4800ee92-c3dd-4bb7-a430-33046169ea1b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.2382500 Oct 15 00:49:26.782636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-3dc77e94-4399-4693-b2cc-40589e65d840 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:26.786210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-3dc77e94-4399-4693-b2cc-40589e65d840 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.39 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 820 time: 0.3597476 Oct 15 00:49:26.824191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Request body: {'port': {'device_id': '9902e5d3-6665-4897-b548-5e10a7430faf', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'admin_state_up': True, 'tenant_id': '7ae221d04dc64315881df9dc9f888738'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:26.848599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4d6ba236-0ca3-4850-b812-002b5835eecc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2456965 Oct 15 00:49:26.859305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59964) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:26.867046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:49:26.919865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1898697256', 'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:26.946596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ce8e076d-c786-416a-9431-2a4eb192a9a0 req-6cb04411-5822-4542-b8fb-c8baf1f1b3c8 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 210 time: 0.1264052 Oct 15 00:49:26.999681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-546490b1-b3d2-4439-8917-2abe452ea9fd req-ca96a6db-257a-4400-bc87-ce87aba62eaa tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482905 Oct 15 00:49:27.063095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:27.063614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Made reservation on behalf of 7ae221d04dc64315881df9dc9f888738 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:27.067509 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.099192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'port_id': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:49:27.125120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Router dace71c5-a3f8-40a5-9d81-2f7af71aec88 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:49:27.151575 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.194391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0fe4de-60b5-49a6-bca0-114e61890282 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:49:27.195948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Made reservation on behalf of 8094fe885d654457bba76f105adee212 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:27.200726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.223450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59966) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:27.229963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] device_id is not set on port 204fffe6-4303-4dc7-a568-3f9fa4a9dbec yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:27.236252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:27.299217 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.332692 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-37b0adee-5f63-448a-9fc4-7b5409447578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.357240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.389364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.397930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:27.398607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:27.407086 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-39e22cad-8439-4543-b790-53c5ba4d1d10 admin admin] 10.222.0.13 "PUT /v2.0/routers/dace71c5-a3f8-40a5-9d81-2f7af71aec88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1029975 Oct 15 00:49:27.410578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59968) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:27.418562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] Sync routers for ids ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:27.426487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Allocated IP 172.20.0.11 (38a9f792-ad0b-4333-9326-976227d5359e/4b1f5c35-be30-414a-9f7d-e7ece38422dc/dee66b6e-6d02-4d43-99c2-b896b35f97ed) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:27.462645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] Routers {'dace71c5-a3f8-40a5-9d81-2f7af71aec88'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:27.463606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:27.514756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7d0fe4de-60b5-49a6-bca0-114e61890282'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:49:27.740263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] Set router dace71c5-a3f8-40a5-9d81-2f7af71aec88 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:27.857682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:27.859520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Allocated IP 2001:db8::3df (9fb0fcad-f6e2-40ea-acac-20f7eb611ea6/0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee/c85fae79-6761-4d9b-beb9-8f3cd14a8f50) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:28.046129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:25Z', 'revision_number': 5, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:28.046414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.107260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] Checking router: dace71c5-a3f8-40a5-9d81-2f7af71aec88 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:28.120784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] Routers {'dace71c5-a3f8-40a5-9d81-2f7af71aec88'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:28.122447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:48:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:28.211460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Allocated IP 172.20.0.4 (addefb46-ff53-48d2-b60b-a89b07c7faaf/21cb1911-f187-410a-82c3-94548af4b51d/204fffe6-4303-4dc7-a568-3f9fa4a9dbec) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:28.395110 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.410382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] Set router dace71c5-a3f8-40a5-9d81-2f7af71aec88 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:28.423957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba968a92-b525-4985-a4e8-fac9ee0bb817 req-00923584-eb94-4b41-95fe-9f47496ba086 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 210 time: 0.2259526 Oct 15 00:49:28.483343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.484702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c15b90-b6da-4087-9a5a-aacfd2a6ad1f req-44b312c8-39e4-4e7e-8e41-36be2f50191e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:28.486695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92c15b90-b6da-4087-9a5a-aacfd2a6ad1f req-44b312c8-39e4-4e7e-8e41-36be2f50191e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 945 time: 0.1247766 Oct 15 00:49:28.533000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.542149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.602584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event updated for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:28.631831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Network 38a9f792-ad0b-4333-9326-976227d5359e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:28.637309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:28.640619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:28.680591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92c15b90-b6da-4087-9a5a-aacfd2a6ad1f req-288c057c-746d-4ff5-9f4c-92d8d085f1da tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781716 Oct 15 00:49:28.699054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.765318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:28.766332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.777730 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-37b0adee-5f63-448a-9fc4-7b5409447578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.797934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network addefb46-ff53-48d2-b60b-a89b07c7faaf is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:28.804563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:28.807477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:28.818553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.851529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Port': ['ID=204fffe6-4303-4dc7-a568-3f9fa4a9dbec,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:28.862705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-37b0adee-5f63-448a-9fc4-7b5409447578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:28.873582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:28.881175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:28.886340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:28.890695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Port': ['ID=c85fae79-6761-4d9b-beb9-8f3cd14a8f50,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:28.900787 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-37b0adee-5f63-448a-9fc4-7b5409447578 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac9629d5c8f94775a7a8cee8e34aa2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6754668 Oct 15 00:49:28.905722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59982) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:28.908852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:28.972449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Deleting port 60059f3e-d686-4a55-b17a-75d86620a90b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:28.972849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.002642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-63713bc4-defd-4768-b3b9-317e7d16b805 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1940835 Oct 15 00:49:29.097486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:29.098149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.127952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0adee-5f63-448a-9fc4-7b5409447578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740bbfa1-709c-4fd1-9df9-073594f1a44f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:29.149321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02ecfa3c-8b40-40d3-8126-2604b2dfc51e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.157572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] For port 60059f3e-d686-4a55-b17a-75d86620a90b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=60059f3e-d686-4a55-b17a-75d86620a90b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:29.158042 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.184767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Calling delete_port for 60059f3e-d686-4a55-b17a-75d86620a90b owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:29.186434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:25Z', 'revision_number': 5, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:29.201366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02ecfa3c-8b40-40d3-8126-2604b2dfc51e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.220338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c6641-6357-4dba-8343-35ee09c3c7e9 None None] The sync data for ids ['dace71c5-a3f8-40a5-9d81-2f7af71aec88'] in n-d-811521-2 is: [{'id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'name': 'tempest-ImageQuotaTest-550512887-router', 'tenant_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:02Z', 'updated_at': '2021-10-15T00:49:25Z', 'revision_number': 5, 'project_id': 'f744bdc8a5d547c79f50bd16fb03626f', 'gw_port': {'id': '60059f3e-d686-4a55-b17a-75d86620a90b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dace71c5-a3f8-40a5-9d81-2f7af71aec88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:04Z', 'updated_at': '2021-10-15T00:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:29.244437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Request body: {'port': {'device_id': '9902e5d3-6665-4897-b548-5e10a7430faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:29.253830 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d4cb0a8e-d86c-4eab-9857-a6a5dbdd06ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.302345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 7d0fe4de-60b5-49a6-bca0-114e61890282 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:49:29.307031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7d0fe4de-60b5-49a6-bca0-114e61890282 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:29.307571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.314325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.350583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-57cfab4d-565b-4d49-8be0-6147ba3c5d41 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4368699 Oct 15 00:49:29.353470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 59986) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:29.403800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.433175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02ecfa3c-8b40-40d3-8126-2604b2dfc51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.436200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02ecfa3c-8b40-40d3-8126-2604b2dfc51e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.437397 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-02ecfa3c-8b40-40d3-8126-2604b2dfc51e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/740bbfa1-709c-4fd1-9df9-073594f1a44f HTTP/1.1" status: 204 len: 168 time: 0.5238206 Oct 15 00:49:29.453495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecfa3c-8b40-40d3-8126-2604b2dfc51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740bbfa1-709c-4fd1-9df9-073594f1a44f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:29.470131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:49:29.477634 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91741f03-7d0e-45f1-a0c3-529a46cabe5f" -d '{"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:49:29.527294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Deleting port 204fffe6-4303-4dc7-a568-3f9fa4a9dbec {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:29.529326 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.532158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:29.589940 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.596122 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442e0f41-d4a7-4c8d-9de2-bc6ef2069f97 x-openstack-request-id: req-442e0f41-d4a7-4c8d-9de2-bc6ef2069f97 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:49:29.596879 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:49:29.597439 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-442e0f41-d4a7-4c8d-9de2-bc6ef2069f97 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:49:29.598030 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'code': 200} Oct 15 00:49:29.607571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.784348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:29.800399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Calling delete_port for 204fffe6-4303-4dc7-a568-3f9fa4a9dbec owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:29.816951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:29.844348 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.002193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=60059f3e-d686-4a55-b17a-75d86620a90b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:30.039648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3102a-8bd1-420a-9950-2c07df401abc req-17afd63b-bf48-4988-b396-fa0f0aecaa05 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:30.041906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc3102a-8bd1-420a-9950-2c07df401abc req-17afd63b-bf48-4988-b396-fa0f0aecaa05 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.2022080 Oct 15 00:49:30.071144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.186898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.206294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c8e8b-0241-4b3a-ba19-9c3ff184fdd0 req-bca646c4-a525-427b-aa96-e07d5fe96a4f tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:30.208810 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b78c8e8b-0241-4b3a-ba19-9c3ff184fdd0 req-bca646c4-a525-427b-aa96-e07d5fe96a4f tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 932 time: 0.6396747 Oct 15 00:49:30.216506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event deleted for resources: {'Port': ['ID=204fffe6-4303-4dc7-a568-3f9fa4a9dbec,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:30.238564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 893ffd3d-3515-4686-8e91-3f235252f973 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:49:30.307318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 893ffd3d-3515-4686-8e91-3f235252f973 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:49:30.307679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 893ffd3d-3515-4686-8e91-3f235252f973 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:49:30.317655 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.339456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f43518-e5de-4973-acb0-5dbb75aecf58 req-a967f209-ad0d-4696-9bc9-8abde3b7c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:30.348268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1f43518-e5de-4973-acb0-5dbb75aecf58 req-a967f209-ad0d-4696-9bc9-8abde3b7c86a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1097 time: 0.3494132 Oct 15 00:49:30.392831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dc3102a-8bd1-420a-9950-2c07df401abc req-7f7b6357-b82f-433b-b710-283739456e6b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406436 Oct 15 00:49:30.404148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee66b6e-6d02-4d43-99c2-b896b35f97ed {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:49:30.415267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.420209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66d63030-479d-418b-b615-cb61a29633c0 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "DELETE /v2.0/ports/204fffe6-4303-4dc7-a568-3f9fa4a9dbec HTTP/1.1" status: 204 len: 168 time: 1.0655088 Oct 15 00:49:30.439349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60008) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:30.439349 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.442600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.510818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Transition to ACTIVE for port object dee66b6e-6d02-4d43-99c2-b896b35f97ed will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:49:30.531902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.582290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.584536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.633735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf', 'external_fixed_ips': [{'subnet_id': '21cb1911-f187-410a-82c3-94548af4b51d', 'ip_address': '172.20.0.4'}]}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:30.643600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.676211 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b78c8e8b-0241-4b3a-ba19-9c3ff184fdd0 req-d314a34b-bab4-4f95-9067-74ea705e6d72 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512272 Oct 15 00:49:30.689736 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d1f43518-e5de-4973-acb0-5dbb75aecf58 req-b39e12d9-1167-47e0-ad2f-c59f0cdad515 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013308 Oct 15 00:49:30.733655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.734291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dace71c5-a3f8-40a5-9d81-2f7af71aec88 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:30.740084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.742358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b4cefa2-3814-4a84-a966-131efbcc0f82 admin admin] 10.222.0.13 "DELETE /v2.0/routers/dace71c5-a3f8-40a5-9d81-2f7af71aec88 HTTP/1.1" status: 204 len: 168 time: 3.3280013 Oct 15 00:49:30.744309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60018) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:30.779151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Pushing event updated for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:30.805128 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] Deleting subnet 3c8c2392-258a-4e6a-9615-46bef4bab2c3 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:49:30.808886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.846432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.854565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Attempting to bind port dee66b6e-6d02-4d43-99c2-b896b35f97ed on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:30.855058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Attempting to bind port dee66b6e-6d02-4d43-99c2-b896b35f97ed by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:30.855268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Attempting to bind port dee66b6e-6d02-4d43-99c2-b896b35f97ed on network 38a9f792-ad0b-4333-9326-976227d5359e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:30.863711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Port dee66b6e-6d02-4d43-99c2-b896b35f97ed on network 38a9f792-ad0b-4333-9326-976227d5359e not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:49:30.864039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Attempting to bind port dee66b6e-6d02-4d43-99c2-b896b35f97ed on network 38a9f792-ad0b-4333-9326-976227d5359e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:30.869268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:30.869609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Checking segment: {'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:30.869990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Bound using segment: {'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:30.870493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Bound port: dee66b6e-6d02-4d43-99c2-b896b35f97ed, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3375d2e-e26c-4bae-b44d-b2a338fb3766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:30.870996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.902864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.902864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.952225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:30.955456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:30.967634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:30.987982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Router 1668f349-c2db-4256-b479-d21e2b755a0f is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:31.018422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.100882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.126715 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:49:31.150652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:31.152044 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.154316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] 10.222.0.39 "PUT /v2.0/ports/dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 1092 time: 2.1368778 Oct 15 00:49:31.159347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:49:31.159671 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.162139 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49d45f8-3b61-400a-8a23-88aff0dc48d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:49:31.169917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:31.189523 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Sync routers for ids ['1668f349-c2db-4256-b479-d21e2b755a0f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:31.205911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a24f1-348a-4e66-9a79-722a0efbe313 service neutron] Pushing event updated for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:31.211737 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Routers {'1668f349-c2db-4256-b479-d21e2b755a0f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:31.216423 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1668f349-c2db-4256-b479-d21e2b755a0f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:31.235208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8c2392-258a-4e6a-9615-46bef4bab2c3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:31.237687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.240100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e549680-e8ee-453c-ba8f-2c9cadadf576 None None] Network b1a0a3d2-1768-487d-998d-aa3f1a4746df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:31.243868 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-155a5095-0dff-49a6-a08f-76a776c5aabf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c8c2392-258a-4e6a-9615-46bef4bab2c3 HTTP/1.1" status: 204 len: 168 time: 0.4984527 Oct 15 00:49:31.248782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60036) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:31.343236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.431823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.437106 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Set router 1668f349-c2db-4256-b479-d21e2b755a0f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:31.472289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.475419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87a65c21-3fc1-4b90-bbb4-75f073578677 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6790686 Oct 15 00:49:31.478603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60054) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:31.596943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] DHCP port deletion for b1a0a3d2-1768-487d-998d-aa3f1a4746df request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:49:31.610504 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132c1ea8-2589-4a6a-a50c-28c16503f3c8 x-openstack-request-id: req-132c1ea8-2589-4a6a-a50c-28c16503f3c8 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:49:31.611387 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:49:31.611827 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-132c1ea8-2589-4a6a-a50c-28c16503f3c8 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:49:31.612581 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'status': 'completed', 'code': 200} Oct 15 00:49:31.616283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-97af1260-8698-4fe7-b480-fa05da706df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:31.618196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-97af1260-8698-4fe7-b480-fa05da706df9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1095 time: 0.1794860 Oct 15 00:49:31.729247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] Deleting port 82058adc-b743-4bd4-81a9-0391064fd72a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:31.729247 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.800568 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-a5208ec8-9031-4b98-8930-468a577407ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 217 time: 0.1743011 Oct 15 00:49:31.806660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c7b5-dcda-4a6d-9bb2-1583fe0bf8ab req-743979a9-8a40-4686-a5c5-f686720b9275 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:31.816471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf31c7b5-dcda-4a6d-9bb2-1583fe0bf8ab req-743979a9-8a40-4686-a5c5-f686720b9275 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1796126 Oct 15 00:49:31.901341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] For port 82058adc-b743-4bd4-81a9-0391064fd72a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=82058adc-b743-4bd4-81a9-0391064fd72a,segment=NetworkSegment(96552515-654b-4663-944d-063a2a1374f5),segment_id=96552515-654b-4663-944d-063a2a1374f5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:31.901653 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.910195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Deleting port 82058adc-b743-4bd4-81a9-0391064fd72a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:31.910689 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:31.941770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] Calling delete_port for 82058adc-b743-4bd4-81a9-0391064fd72a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:31.952660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-a8616328-5247-4369-8806-e681994ff29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:31.954430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-a8616328-5247-4369-8806-e681994ff29d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.1366928 Oct 15 00:49:31.961612 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1668f349-c2db-4256-b479-d21e2b755a0f', 'name': '', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6', 'external_fixed_ips': [{'subnet_id': '0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee', 'ip_address': '2001:db8::3df'}], 'enable_snat': True}, 'gw_port_id': 'c85fae79-6761-4d9b-beb9-8f3cd14a8f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:25Z', 'updated_at': '2021-10-15T00:49:29Z', 'revision_number': 3, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port': {'id': 'c85fae79-6761-4d9b-beb9-8f3cd14a8f50', 'name': '', 'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1668f349-c2db-4256-b479-d21e2b755a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee', 'ip_address': '2001:db8::3df', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:27Z', 'updated_at': '2021-10-15T00:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:31.974805 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.018269 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Checking router: 1668f349-c2db-4256-b479-d21e2b755a0f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:32.018866 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Updating router 1668f349-c2db-4256-b479-d21e2b755a0f port c85fae79-6761-4d9b-beb9-8f3cd14a8f50 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:32.023774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-d4207480-0697-4565-97bd-e444e113e15c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323391 Oct 15 00:49:32.054574 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.056525 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cf31c7b5-dcda-4a6d-9bb2-1583fe0bf8ab req-4ac61b11-1e03-4673-8ddc-ba2c2ae2ef7c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379379 Oct 15 00:49:32.057495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2604f-15d5-4ec4-9d8b-9103734ec2f1 req-5c9b3512-7d42-4bdf-84aa-5e59fc451836 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:32.059170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adb2604f-15d5-4ec4-9d8b-9103734ec2f1 req-5c9b3512-7d42-4bdf-84aa-5e59fc451836 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 944 time: 0.1908967 Oct 15 00:49:32.183450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] For port 82058adc-b743-4bd4-81a9-0391064fd72a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=82058adc-b743-4bd4-81a9-0391064fd72a,segment=NetworkSegment(96552515-654b-4663-944d-063a2a1374f5),segment_id=96552515-654b-4663-944d-063a2a1374f5)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:32.186127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.207490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 82058adc-b743-4bd4-81a9-0391064fd72a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:49:32.216694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Calling delete_port for 82058adc-b743-4bd4-81a9-0391064fd72a owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:32.276201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.321282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.323762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.353200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] Pushing event deleted for resources: {'Port': ['ID=82058adc-b743-4bd4-81a9-0391064fd72a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:32.365308 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.367104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56df0ef-3f6b-4300-ba2b-c8c80b96825a None None] No DVR routers for this DVR port 82058adc-b743-4bd4-81a9-0391064fd72a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:49:32.372513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.392037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port 82058adc-b743-4bd4-81a9-0391064fd72a {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:49:32.392747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 82058adc-b743-4bd4-81a9-0391064fd72a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:49:32.393323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 60059f3e-d686-4a55-b17a-75d86620a90b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:49:32.426159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] No DVR routers for this DVR port 82058adc-b743-4bd4-81a9-0391064fd72a on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:49:32.432184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-36655507-c5e6-4069-b382-419fdee36b2f service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940768 Oct 15 00:49:32.449263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.467154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 60059f3e-d686-4a55-b17a-75d86620a90b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:49:32.467503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 60059f3e-d686-4a55-b17a-75d86620a90b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:49:32.519364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Pushing event deleted for resources: {'Port': ['ID=82058adc-b743-4bd4-81a9-0391064fd72a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:32.538055 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.599835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adb2604f-15d5-4ec4-9d8b-9103734ec2f1 req-c4e317ee-f6a0-4ac4-a9a7-4919024c8ba5 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098801 Oct 15 00:49:32.607297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.634775 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.642470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Allocated IP 172.20.0.4 (addefb46-ff53-48d2-b60b-a89b07c7faaf/21cb1911-f187-410a-82c3-94548af4b51d/667f5134-8f63-4760-8b9c-b2f811dda4a8) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:32.658344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Deleting port c85fae79-6761-4d9b-beb9-8f3cd14a8f50 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:32.658711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.669183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a0a3d2-1768-487d-998d-aa3f1a4746df']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:32.695661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96552515-654b-4663-944d-063a2a1374f5') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:32.695888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96552515-654b-4663-944d-063a2a1374f5') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:32.728280 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Attempting to bind port c85fae79-6761-4d9b-beb9-8f3cd14a8f50 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:32.729389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Attempting to bind port c85fae79-6761-4d9b-beb9-8f3cd14a8f50 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0a3df747-a4c2-4f03-84db-4e4caa03fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:32.729979 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Attempting to bind port c85fae79-6761-4d9b-beb9-8f3cd14a8f50 on network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:32.730384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.745432 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf073657-3ad5-4387-969b-5a3116ccde8b req-d4b6945c-a6bf-4229-b9d7-c4abcb88033b service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509391 Oct 15 00:49:32.753471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.764233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:32.768924 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:32.771500 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:32.771500 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Checking segment: {'id': '0a3df747-a4c2-4f03-84db-4e4caa03fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:32.771500 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.771500 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Bound using segment: {'id': '0a3df747-a4c2-4f03-84db-4e4caa03fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:32.771500 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Bound port: c85fae79-6761-4d9b-beb9-8f3cd14a8f50, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3df747-a4c2-4f03-84db-4e4caa03fac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9fb0fcad-f6e2-40ea-acac-20f7eb611ea6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:32.771500 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.812532 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bad16-1172-4cbf-b015-36b5f463f63e None None] Pushing event updated for resources: {'Port': ['ID=c85fae79-6761-4d9b-beb9-8f3cd14a8f50,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:32.828496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.859687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.861633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Calling delete_port for c85fae79-6761-4d9b-beb9-8f3cd14a8f50 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:32.878670 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] For port c85fae79-6761-4d9b-beb9-8f3cd14a8f50, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:32.883143 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] For port c85fae79-6761-4d9b-beb9-8f3cd14a8f50, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c85fae79-6761-4d9b-beb9-8f3cd14a8f50,segment=NetworkSegment(0a3df747-a4c2-4f03-84db-4e4caa03fac5),segment_id=0a3df747-a4c2-4f03-84db-4e4caa03fac5)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:32.958949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.968453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-e84cc43f-13fd-4000-a6a9-44aeb0f1184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:32.969958 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-e84cc43f-13fd-4000-a6a9-44aeb0f1184c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1095 time: 0.0824904 Oct 15 00:49:32.973360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:32.977484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/b1a0a3d2-1768-487d-998d-aa3f1a4746df HTTP/1.1" status: 204 len: 168 time: 1.7272894 Oct 15 00:49:32.983809 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:33.023317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60084) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:33.040955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:33.044105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284583de-0680-4224-97ae-c13a7fa083bd admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a0a3d2-1768-487d-998d-aa3f1a4746df,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:33.047297 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Routers {'1668f349-c2db-4256-b479-d21e2b755a0f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:33.047609 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1668f349-c2db-4256-b479-d21e2b755a0f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:33.094673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network addefb46-ff53-48d2-b60b-a89b07c7faaf is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:33.104778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:33.109105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:33.112398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Port': ['ID=667f5134-8f63-4760-8b9c-b2f811dda4a8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:33.121259 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bad16-1172-4cbf-b015-36b5f463f63e None None] Pushing event updated for resources: {'Port': ['ID=c85fae79-6761-4d9b-beb9-8f3cd14a8f50,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:33.178548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.178998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.179409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.180047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.180459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.180862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.181259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.181655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.182076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.182526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.182950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.183372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:49:33.197274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] Set router 1668f349-c2db-4256-b479-d21e2b755a0f gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:33.224664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-7c0f336f-ea62-4517-b25a-246e9f357f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:33.227582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-7c0f336f-ea62-4517-b25a-246e9f357f83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.2477753 Oct 15 00:49:33.266067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1668f349-c2db-4256-b479-d21e2b755a0f', 'name': '', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:25Z', 'updated_at': '2021-10-15T00:49:32Z', 'revision_number': 4, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:33.288191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-1cf7c104-5e84-447f-8099-ecd6f5bd7949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 217 time: 0.0524492 Oct 15 00:49:33.296873 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ed5d2-9e79-4d9d-8651-f488a981ca6e None None] The sync data for ids ['1668f349-c2db-4256-b479-d21e2b755a0f'] in n-d-811521-2 is: [{'id': '1668f349-c2db-4256-b479-d21e2b755a0f', 'name': '', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:25Z', 'updated_at': '2021-10-15T00:49:32Z', 'revision_number': 4, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:33.334291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2079532974'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:33.346482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28540f-4103-4555-83cd-193e76db6a63 req-e71f2aeb-6036-47ec-a4bf-59a44da749cd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:33.348051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c28540f-4103-4555-83cd-193e76db6a63 req-e71f2aeb-6036-47ec-a4bf-59a44da749cd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1792297 Oct 15 00:49:33.350922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:33.370638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-97d5bdc3-8d3e-4ef6-bfbc-2a4637d33757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:33.372211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-97d5bdc3-8d3e-4ef6-bfbc-2a4637d33757 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.0772145 Oct 15 00:49:33.398609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event deleted for resources: {'Port': ['ID=c85fae79-6761-4d9b-beb9-8f3cd14a8f50,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:33.411207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-92105260-44d5-40ed-89c5-815dbbbc4680 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312383 Oct 15 00:49:33.439024 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:33.441822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Made reservation on behalf of c72cd1f2646b4c44b7c2f1822649c92e for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:33.445313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:33.460874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:33.513612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:33.873262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-8e3c535e-1721-4ec2-b742-ded8156f367b service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547203 Oct 15 00:49:33.904067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a29f7685-9c10-443e-aac7-13be81ae050b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f744bdc8a5d547c79f50bd16fb03626f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857293 Oct 15 00:49:33.906563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60094) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:33.912223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6c28540f-4103-4555-83cd-193e76db6a63 req-ad0ed265-06b1-46d1-b525-914f999a0249 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489142 Oct 15 00:49:33.944448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526052-a8c7-4a68-8a0f-111548f8462f req-f190446a-3faa-441f-b4ef-39e0b3b07aa2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:33.946034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a526052-a8c7-4a68-8a0f-111548f8462f req-f190446a-3faa-441f-b4ef-39e0b3b07aa2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 944 time: 0.1458542 Oct 15 00:49:33.975917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:33.981945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.044436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eccd9b78-edc4-47f2-93c4-728441943831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.052070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.079935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f49d45f8-3b61-400a-8a23-88aff0dc48d5 req-ac0be110-3ad7-4040-bd2f-d2cd3aca706c service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946461 Oct 15 00:49:34.086305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a526052-a8c7-4a68-8a0f-111548f8462f req-3c398593-ae07-4aec-a6ed-ac4ec8a3ced2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321411 Oct 15 00:49:34.134584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eccd9b78-edc4-47f2-93c4-728441943831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.137844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.155326 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.155848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1668f349-c2db-4256-b479-d21e2b755a0f {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:34.164065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.167934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fe9350cc-2c96-4976-b64a-1fa2785b1b37 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1668f349-c2db-4256-b479-d21e2b755a0f HTTP/1.1" status: 204 len: 168 time: 2.6878259 Oct 15 00:49:34.168872 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.172802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:34.174898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:34.183085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe128a-6b39-4f5f-8e06-1a67766d71c1 req-77ebb206-b153-4a26-a38d-5aced3639d8c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:34.184684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ecbe128a-6b39-4f5f-8e06-1a67766d71c1 req-77ebb206-b153-4a26-a38d-5aced3639d8c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1473699 Oct 15 00:49:34.223904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60112) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:34.233991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Request body: {'floatingip': {'port_id': '7d0fe4de-60b5-49a6-bca0-114e61890282'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:34.243725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015e49d8-09f3-4bce-8df7-8874a68e5715,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:34.283874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.284221 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Added segment 3aedd21c-b76b-4e3c-b301-3cfc1f531810 of type vlan for network 9b313b20-a1f8-4092-89d1-217b58dfa20d Oct 15 00:49:34.305512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.399166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Deleting subnet 0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:49:34.402344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.424978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eccd9b78-edc4-47f2-93c4-728441943831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.427190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eccd9b78-edc4-47f2-93c4-728441943831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.428334 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eccd9b78-edc4-47f2-93c4-728441943831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/606af9a3-5720-4c3a-9ec7-403db704ac28 HTTP/1.1" status: 204 len: 168 time: 0.5194654 Oct 15 00:49:34.442261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd9b78-edc4-47f2-93c4-728441943831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606af9a3-5720-4c3a-9ec7-403db704ac28,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:34.445772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.458310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.493723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.550171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.737555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Router 7c7b6564-2be7-4a5d-91d1-c9c030cbe788 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:34.740887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.747120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:34.748373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.848616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:34.861425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Sync routers for ids ['7c7b6564-2be7-4a5d-91d1-c9c030cbe788'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:34.872933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Routers {'7c7b6564-2be7-4a5d-91d1-c9c030cbe788'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:34.873756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c7b6564-2be7-4a5d-91d1-c9c030cbe788'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:34.881150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.963891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Pushing event updated for resources: {'Network': ['ID=9b313b20-a1f8-4092-89d1-217b58dfa20d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:34.966828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:34.986602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:34.990323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9b313b20-a1f8-4092-89d1-217b58dfa20d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:34.995542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1cdefaa5-6e5d-48a5-915b-7ae9b0fef5e9 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee HTTP/1.1" status: 204 len: 168 time: 0.8198586 Oct 15 00:49:34.998547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60140) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:35.025159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Set router 7c7b6564-2be7-4a5d-91d1-c9c030cbe788 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:35.084851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ccd9d248-2e85-485e-8160-de3a34355f0e tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0578105 Oct 15 00:49:35.091073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60144) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:35.094776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.099652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e39717ba-5be4-4a6b-ae5f-46e9cef18e08 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6648276 Oct 15 00:49:35.104846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60146) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:35.140449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.273544 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.300582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb0fcad-f6e2-40ea-acac-20f7eb611ea6']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:35.315173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3df747-a4c2-4f03-84db-4e4caa03fac5') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:35.315742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3df747-a4c2-4f03-84db-4e4caa03fac5') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:35.330490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.333792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60160) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:35.342171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.373558 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c91df23e-e53e-4818-8c75-00222187d68c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.376991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7b6564-2be7-4a5d-91d1-c9c030cbe788', 'name': '', 'tenant_id': '8094fe885d654457bba76f105adee212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf', 'external_fixed_ips': [{'subnet_id': '21cb1911-f187-410a-82c3-94548af4b51d', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '667f5134-8f63-4760-8b9c-b2f811dda4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:30Z', 'updated_at': '2021-10-15T00:49:33Z', 'revision_number': 3, 'project_id': '8094fe885d654457bba76f105adee212', 'gw_port': {'id': '667f5134-8f63-4760-8b9c-b2f811dda4a8', 'name': '', 'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:30:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7b6564-2be7-4a5d-91d1-c9c030cbe788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '21cb1911-f187-410a-82c3-94548af4b51d', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:32Z', 'updated_at': '2021-10-15T00:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21cb1911-f187-410a-82c3-94548af4b51d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:35.393754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'network': {'name': 'tempest-network--898439840', 'router:external': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:35.401146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.416678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.resource_extend [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:49:35.417513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Checking router: 7c7b6564-2be7-4a5d-91d1-c9c030cbe788 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:35.417875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Updating router 7c7b6564-2be7-4a5d-91d1-c9c030cbe788 port 667f5134-8f63-4760-8b9c-b2f811dda4a8 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:35.420693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:35.421283 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:35.425310 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:35.457004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1cd5e-2cd4-4de0-96f4-bf8d0833c86a req-0887cf91-e056-4e31-ad28-5e06a0999bce tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:35.458585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e1cd5e-2cd4-4de0-96f4-bf8d0833c86a req-0887cf91-e056-4e31-ad28-5e06a0999bce tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 944 time: 0.2746365 Oct 15 00:49:35.468355 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.539585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.555198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Made reservation on behalf of 3ec7d797658748389390d14533ea1e7d for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:35.557992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.569500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e1cd5e-2cd4-4de0-96f4-bf8d0833c86a req-24362eef-c5d9-4fc0-a6e0-f980f430ce3b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028044 Oct 15 00:49:35.572303 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.578397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.582961 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.585627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c91df23e-e53e-4818-8c75-00222187d68c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.595152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 00:49:35.608712 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.612080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9fb0fcad-f6e2-40ea-acac-20f7eb611ea6 HTTP/1.1" status: 204 len: 168 time: 0.6121330 Oct 15 00:49:35.616227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211a379-0698-4e99-bae6-58235f217b30 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fb0fcad-f6e2-40ea-acac-20f7eb611ea6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:35.636077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.664933 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c91df23e-e53e-4818-8c75-00222187d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.702820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91df23e-e53e-4818-8c75-00222187d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb145a8-9b61-479e-8c90-84c68ad8230e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:35.743023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.745989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c91df23e-e53e-4818-8c75-00222187d68c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4102221 Oct 15 00:49:35.749781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60170) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:35.817557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.869182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe1aae-5015-4ce9-bf02-b078cb55d646,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:35.888912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:35.895346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.907773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Deleting port 667f5134-8f63-4760-8b9c-b2f811dda4a8 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:35.909013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.909351 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a25037b9-abce-40b3-960e-6965b216e36f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.915766 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Floating IP b7a0ab7c-75a6-4982-b127-9a1fc384288c associated. External IP: 172.25.2.101, port: 7d0fe4de-60b5-49a6-bca0-114e61890282. Oct 15 00:49:35.926134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.926600 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Added segment dc9f9cb3-1651-42e4-b357-b45f72e5e095 of type vlan for network 9ad34775-47cc-4b4e-af4f-7750c04ab694 Oct 15 00:49:35.946833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a25037b9-abce-40b3-960e-6965b216e36f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:35.984167 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.011254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.011721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Attempting to bind port 667f5134-8f63-4760-8b9c-b2f811dda4a8 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:36.012376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Attempting to bind port 667f5134-8f63-4760-8b9c-b2f811dda4a8 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:36.013071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Attempting to bind port 667f5134-8f63-4760-8b9c-b2f811dda4a8 on network addefb46-ff53-48d2-b60b-a89b07c7faaf {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:36.064856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:36.065340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Checking segment: {'id': 'ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:36.065633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.066004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Bound using segment: {'id': 'ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:36.066588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Bound port: 667f5134-8f63-4760-8b9c-b2f811dda4a8, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'addefb46-ff53-48d2-b60b-a89b07c7faaf'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:36.066888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.115098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6e6d-7ceb-44ed-bb6f-abb592f21092 None None] Pushing event updated for resources: {'Port': ['ID=667f5134-8f63-4760-8b9c-b2f811dda4a8,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:36.129980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.131106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:36.131854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.137556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] For port 667f5134-8f63-4760-8b9c-b2f811dda4a8, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:36.144486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] For port 667f5134-8f63-4760-8b9c-b2f811dda4a8, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=667f5134-8f63-4760-8b9c-b2f811dda4a8,segment=NetworkSegment(ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f),segment_id=ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:36.176357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60180) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:36.179249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a25037b9-abce-40b3-960e-6965b216e36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.181990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a25037b9-abce-40b3-960e-6965b216e36f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.190214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a25037b9-abce-40b3-960e-6965b216e36f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfb145a8-9b61-479e-8c90-84c68ad8230e HTTP/1.1" status: 204 len: 168 time: 0.4339156 Oct 15 00:49:36.202736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c506b29d-54a1-403e-a3e1-16a671cbb089 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'router': {'name': 'tempest-router--327515119', 'project_id': 'da1630196efc448e8892065272d11694'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:36.249755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25037b9-abce-40b3-960e-6965b216e36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb145a8-9b61-479e-8c90-84c68ad8230e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:36.251739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.354745 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2553675 Oct 15 00:49:36.356711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69de0-27a3-4130-a5bc-a428ac0d241f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Network': ['ID=9ad34775-47cc-4b4e-af4f-7750c04ab694,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:36.364461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60184) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:36.388439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6e6d-7ceb-44ed-bb6f-abb592f21092 None None] Pushing event updated for resources: {'Port': ['ID=667f5134-8f63-4760-8b9c-b2f811dda4a8,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:36.406349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9ad34775-47cc-4b4e-af4f-7750c04ab694 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:36.451755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Routers {'7c7b6564-2be7-4a5d-91d1-c9c030cbe788'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:36.452646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7c7b6564-2be7-4a5d-91d1-c9c030cbe788'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:36.531020 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.537687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c506b29d-54a1-403e-a3e1-16a671cbb089 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.544556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c506b29d-54a1-403e-a3e1-16a671cbb089 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.546408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device dee66b6e-6d02-4d43-99c2-b896b35f97ed details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:49:36.584391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.611027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] Set router 7c7b6564-2be7-4a5d-91d1-c9c030cbe788 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:36.645194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Calling delete_port for 667f5134-8f63-4760-8b9c-b2f811dda4a8 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:36.688101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c506b29d-54a1-403e-a3e1-16a671cbb089 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.730477 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.775611 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c506b29d-54a1-403e-a3e1-16a671cbb089 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.789693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad34775-47cc-4b4e-af4f-7750c04ab694']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:36.806140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9f9cb3-1651-42e4-b357-b45f72e5e095') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:36.806495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9f9cb3-1651-42e4-b357-b45f72e5e095') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:36.807983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:36.819600 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.820131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'port_id': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'mac_address': 'fa:16:3e:ce:7e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:49:36.839245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.847390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:36.848244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.927467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d13fb9-3381-4789-9864-1616c311dd0b req-fc930f95-5190-4464-91e3-fe9f0e826ef8 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:36.929656 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4d13fb9-3381-4789-9864-1616c311dd0b req-fc930f95-5190-4464-91e3-fe9f0e826ef8 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 944 time: 0.2020516 Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:36.930666 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:36.937356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c506b29d-54a1-403e-a3e1-16a671cbb089 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:36.937565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Router 24843383-3067-466a-9f3e-acbb981e4a0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:49:36.939161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c506b29d-54a1-403e-a3e1-16a671cbb089 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7611399 Oct 15 00:49:36.942588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60188) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:36.988574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4d13fb9-3381-4789-9864-1616c311dd0b req-ffd61e5f-cf2e-45bb-a98c-c7b935bfbe8a tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479100 Oct 15 00:49:37.007013 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.012607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ad34775-47cc-4b4e-af4f-7750c04ab694 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 00:49:37.015247 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.015656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7b6564-2be7-4a5d-91d1-c9c030cbe788', 'name': '', 'tenant_id': '8094fe885d654457bba76f105adee212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:30Z', 'updated_at': '2021-10-15T00:49:35Z', 'revision_number': 4, 'project_id': '8094fe885d654457bba76f105adee212', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:37.023204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9ad34775-47cc-4b4e-af4f-7750c04ab694 HTTP/1.1" status: 204 len: 168 time: 0.6571105 Oct 15 00:49:37.023835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60190) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:37.031101 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:37.047728 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39651d92-a4ad-4453-84b8-60c6becb81bf tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.049625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3741dce-cdd9-4143-9061-93d80f5cd08e None None] The sync data for ids ['7c7b6564-2be7-4a5d-91d1-c9c030cbe788'] in n-d-811521-2 is: [{'id': '7c7b6564-2be7-4a5d-91d1-c9c030cbe788', 'name': '', 'tenant_id': '8094fe885d654457bba76f105adee212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:30Z', 'updated_at': '2021-10-15T00:49:35Z', 'revision_number': 4, 'project_id': '8094fe885d654457bba76f105adee212', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:37.069140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bbc2a-8e53-4218-8f8f-f563983f9df3 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ad34775-47cc-4b4e-af4f-7750c04ab694,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:37.098566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.112942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee66b6e-6d02-4d43-99c2-b896b35f97ed {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:49:37.127293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Made reservation on behalf of 3ec7d797658748389390d14533ea1e7d for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:37.135602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:37.136168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.187397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:37.196272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.196763 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Added segment f47af7d6-939c-47c3-b25f-1a5d04e94e19 of type vlan for network 239a54f7-fd0b-44c9-a660-a1f36a9c9387 Oct 15 00:49:37.206174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.250248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.272738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:37.307138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.316472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:37.342448 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.343661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:37.344347 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.426604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Network': ['ID=239a54f7-fd0b-44c9-a660-a1f36a9c9387,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:37.441033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 239a54f7-fd0b-44c9-a660-a1f36a9c9387 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:37.465928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.492183 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] Sync routers for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:37.522483 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-08e87927-5700-442c-89b4-d79f00757f4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4953091 Oct 15 00:49:37.524630 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:37.525191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60194) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:37.526267 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:37.528381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['dee66b6e-6d02-4d43-99c2-b896b35f97ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:49:37.533034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'subnet': {'network_id': '239a54f7-fd0b-44c9-a660-a1f36a9c9387', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:37.588982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event deleted for resources: {'Port': ['ID=667f5134-8f63-4760-8b9c-b2f811dda4a8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:37.653183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Made reservation on behalf of 3ec7d797658748389390d14533ea1e7d for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:37.656467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.714793 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39651d92-a4ad-4453-84b8-60c6becb81bf tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.717932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-859169f0-b860-4d54-91af-f8328a45acfd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "PUT /v2.0/floatingips/b7a0ab7c-75a6-4982-b127-9a1fc384288c HTTP/1.1" status: 200 len: 992 time: 3.4899614 Oct 15 00:49:37.719266 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39651d92-a4ad-4453-84b8-60c6becb81bf tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.747164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:49:37.749475 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc388b8f-0cef-4361-8301-3128d8cafcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:49:37.809042 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:37.853911 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481980aa-374c-4744-ae07-792090d71888 x-openstack-request-id: req-481980aa-374c-4744-ae07-792090d71888 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:49:37.853911 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:49:37.853911 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-481980aa-374c-4744-ae07-792090d71888 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:49:37.854788 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'status': 'completed', 'code': 200} Oct 15 00:49:37.917930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.991118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39651d92-a4ad-4453-84b8-60c6becb81bf tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:37.991670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39651d92-a4ad-4453-84b8-60c6becb81bf tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1fb076-8151-4ce7-b258-9601af5ee7c6 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:38.062361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-39651d92-a4ad-4453-84b8-60c6becb81bf tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.069033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-39651d92-a4ad-4453-84b8-60c6becb81bf tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "DELETE /v2.0/routers/8b1fb076-8151-4ce7-b258-9601af5ee7c6 HTTP/1.1" status: 204 len: 168 time: 1.1228778 Oct 15 00:49:38.114925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-7da98114-aeb6-46e0-87d3-bc6194d2017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:38.116458 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-7da98114-aeb6-46e0-87d3-bc6194d2017c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1097 time: 0.2223682 Oct 15 00:49:38.132421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.135376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.296251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.297019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7b6564-2be7-4a5d-91d1-c9c030cbe788 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:38.301567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.305698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a144e317-bf3a-4ebe-be7f-7970bf769284 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7c7b6564-2be7-4a5d-91d1-c9c030cbe788 HTTP/1.1" status: 204 len: 168 time: 3.1968107 Oct 15 00:49:38.314021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60206) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:38.338041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455a143-42c3-4343-9bf2-108dd58d2f59 req-043d5813-13d2-48ff-b61f-47d5fa9cb993 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:38.346201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3455a143-42c3-4343-9bf2-108dd58d2f59 req-043d5813-13d2-48ff-b61f-47d5fa9cb993 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 945 time: 0.2405667 Oct 15 00:49:38.376000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-be6ce6e9-ecff-4de6-a5e4-d40de439672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:38.376414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-be6ce6e9-ecff-4de6-a5e4-d40de439672c service neutron] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.2491670 Oct 15 00:49:38.410510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Deleting subnet 21cb1911-f187-410a-82c3-94548af4b51d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:49:38.417526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.430843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b7a0ab7c-75a6-4982-b127-9a1fc384288c', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'port_id': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7802b201-ef23-481e-af52-b31dd0464d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:49:07Z', 'updated_at': '2021-10-15T00:49:35Z', 'revision_number': 1, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:38.448908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60208) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:38.462988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3455a143-42c3-4343-9bf2-108dd58d2f59 req-2571191d-63f2-4e31-8aec-d9c9884eae0e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108396 Oct 15 00:49:38.469444 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] Checking router: 24843383-3067-466a-9f3e-acbb981e4a0b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:38.479640 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:38.480171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:38.501193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.514527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-1de43f85-40e2-45bb-91d9-b6f4b3330724 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1000 time: 0.1309371 Oct 15 00:49:38.588530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.683865 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:38.694512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-72ceeb54-f183-416f-bd6e-8d51a1d59018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:38.696121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-72ceeb54-f183-416f-bd6e-8d51a1d59018 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.1729565 Oct 15 00:49:38.755358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.813770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-4fae617d-70f3-4a46-9fa1-b2f2e97cd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:38.819582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-4fae617d-70f3-4a46-9fa1-b2f2e97cd966 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142497 Oct 15 00:49:38.836194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.845473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/21cb1911-f187-410a-82c3-94548af4b51d HTTP/1.1" status: 204 len: 168 time: 0.5379345 Oct 15 00:49:38.846735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60214) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:38.850010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e1316-28ca-4cb6-a7dc-c2688830b973 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=21cb1911-f187-410a-82c3-94548af4b51d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:38.958068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1856384950', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:38.967114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.objects.ports [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:49:38.967114 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:38.993687 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b7a0ab7c-75a6-4982-b127-9a1fc384288c', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'port_id': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7802b201-ef23-481e-af52-b31dd0464d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:49:07Z', 'updated_at': '2021-10-15T00:49:35Z', 'revision_number': 1, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:39.041245 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b1d20-fc12-4be5-ad5d-6c04fcb4e950 None None] The sync data for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 is: [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b7a0ab7c-75a6-4982-b127-9a1fc384288c', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'port_id': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7802b201-ef23-481e-af52-b31dd0464d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:49:07Z', 'updated_at': '2021-10-15T00:49:35Z', 'revision_number': 1, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:39.107721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.177933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.179132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.185227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db88f037-77b2-48d8-94a2-108cb34d56ad,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:39.228976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-11e25866-51bc-46d0-ac11-a6a52a0ce33c service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991306 Oct 15 00:49:39.233220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Checking segment: {'id': 'f47af7d6-939c-47c3-b25f-1a5d04e94e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '239a54f7-fd0b-44c9-a660-a1f36a9c9387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:39.233576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Network hostable DHCP agents. Network: 239a54f7-fd0b-44c9-a660-a1f36a9c9387, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:49:39.249524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.285645 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.317218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addefb46-ff53-48d2-b60b-a89b07c7faaf']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:39.348457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc388b8f-0cef-4361-8301-3128d8cafcdb req-06e7b597-11f9-4e0c-9131-63fe3fe45e7b service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115458 Oct 15 00:49:39.393006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Network 239a54f7-fd0b-44c9-a660-a1f36a9c9387 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:49:39.395612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:39.395905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9e03bb-12f1-4c98-bb50-4cf87dc30a2f') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:39.436103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.440191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fe5be8-4cb0-44f2-ad2f-d2984ec6147b None None] New status for floating IP b7a0ab7c-75a6-4982-b127-9a1fc384288c: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:49:39.480333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 239a54f7-fd0b-44c9-a660-a1f36a9c9387) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:39.486600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:39.487516 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.520501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab740949-0360-4a9a-9e25-f26ce525a4d7 None None] Network 239a54f7-fd0b-44c9-a660-a1f36a9c9387 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:39.530665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.540426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:39.540739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: items = [ Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:39.542923 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:39.555463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0e6e36b8-e45e-419f-ac94-739fb03aea5c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0264227 Oct 15 00:49:39.556218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60222) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:39.561719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'floatingip': {'floating_network_id': '239a54f7-fd0b-44c9-a660-a1f36a9c9387'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:39.587253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.671541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a2dc2-979c-4c77-bbb3-859f1e3b6b3f req-f5069967-2134-4955-b58d-c6cefa3d363d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:39.673758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-834a2dc2-979c-4c77-bbb3-859f1e3b6b3f req-f5069967-2134-4955-b58d-c6cefa3d363d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 945 time: 0.1057193 Oct 15 00:49:39.715022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.734603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-834a2dc2-979c-4c77-bbb3-859f1e3b6b3f req-cb840267-6ab4-474e-aae4-944dab3a7e92 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550389 Oct 15 00:49:39.771197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af2882-2f27-494b-ab0d-bad69007eea4 None None] Network 239a54f7-fd0b-44c9-a660-a1f36a9c9387 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:49:39.771634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.780589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network addefb46-ff53-48d2-b60b-a89b07c7faaf {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 00:49:39.785522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.789144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "DELETE /v2.0/networks/addefb46-ff53-48d2-b60b-a89b07c7faaf HTTP/1.1" status: 204 len: 168 time: 0.9308062 Oct 15 00:49:39.829183 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:39.849282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea71d3-d908-48a0-a786-9cfb78a5b824 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event deleted for resources: {'Network': ['ID=addefb46-ff53-48d2-b60b-a89b07c7faaf,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:39.999878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Allocated IP 172.20.0.4 (239a54f7-fd0b-44c9-a660-a1f36a9c9387/db88f037-77b2-48d8-94a2-108cb34d56ad/c96f3458-51b2-42a6-8bc6-541d7e8aa68a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:40.026036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.048819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.049042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.180604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Allocated IP 172.25.2.45 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/62df4ae2-0efa-44b8-be3f-1cc862e6f048) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:40.188627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.313860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.314706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60232) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:40.330352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.352829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60236) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:40.375963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f663b524-a631-4302-a133-ad83741c72ec tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'router': {'name': 'tempest-router--966144184', 'project_id': '86369a70baab4d02a6ffd26ba6908b34'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:40.400574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Network 239a54f7-fd0b-44c9-a660-a1f36a9c9387 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:40.414004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:40.417511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:40.448796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Port': ['ID=c96f3458-51b2-42a6-8bc6-541d7e8aa68a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:40.463552 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.480577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] Deleting subnet 745c6f2b-b8e5-4543-b28f-f146d759be3a {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:49:40.485183 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.491080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device dee66b6e-6d02-4d43-99c2-b896b35f97ed up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:40.492580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f663b524-a631-4302-a133-ad83741c72ec tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.493601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f663b524-a631-4302-a133-ad83741c72ec tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.532837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:40.536452 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.546433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:40.549719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:40.554591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event updated for resources: {'Port': ['ID=62df4ae2-0efa-44b8-be3f-1cc862e6f048,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:40.614421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.636578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f663b524-a631-4302-a133-ad83741c72ec tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.641941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.691667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port dee66b6e-6d02-4d43-99c2-b896b35f97ed completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:49:40.695720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port dee66b6e-6d02-4d43-99c2-b896b35f97ed triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:40.696098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.735464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f663b524-a631-4302-a133-ad83741c72ec tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.773197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.796101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.798226 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.822505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-8ca335ca-93a4-4214-8904-51b6358fe797 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1080348 Oct 15 00:49:40.824615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:49:40.827706 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc213b16-ad23-406e-88d9-31ead4b8eed2" -d '{"events": [{"server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "name": "network-vif-plugged", "status": "completed", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:49:40.845530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:40.854443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f663b524-a631-4302-a133-ad83741c72ec tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.856565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f663b524-a631-4302-a133-ad83741c72ec tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4847765 Oct 15 00:49:40.859387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:40.866935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745c6f2b-b8e5-4543-b28f-f146d759be3a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:40.876795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:40.882217 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9e0c841d-f322-48e1-ac25-afc9f8dd0039 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/745c6f2b-b8e5-4543-b28f-f146d759be3a HTTP/1.1" status: 204 len: 168 time: 0.5258651 Oct 15 00:49:40.885653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60246) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:40.938034 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.009716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:41.092568 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6add3805-e3e2-48b9-894f-e73dddfcd3fb x-openstack-request-id: req-6add3805-e3e2-48b9-894f-e73dddfcd3fb {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:49:41.093119 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "name": "network-vif-plugged", "status": "completed", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:49:41.093562 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6add3805-e3e2-48b9-894f-e73dddfcd3fb {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:49:41.094224 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'code': 200} Oct 15 00:49:41.185497 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.200961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee31f9e-541f-4def-84ae-ae2ec7001654 req-0a4c7b00-d254-4942-8049-a59f21678a1d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:41.202585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bee31f9e-541f-4def-84ae-ae2ec7001654 req-0a4c7b00-d254-4942-8049-a59f21678a1d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 945 time: 0.3607638 Oct 15 00:49:41.211645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-9ed29c1f-4545-4858-98cc-0584b9d85d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:41.213104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-9ed29c1f-4545-4858-98cc-0584b9d85d3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1097 time: 0.3019023 Oct 15 00:49:41.219283 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.265655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.339595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-056a3def-61d7-4192-a9ba-08838dd5dfbf tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.560732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b967d-0150-4690-a1c9-ff946d968514 req-09f3da72-33a5-451e-9f45-978c8c4e1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:41.562282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-344b967d-0150-4690-a1c9-ff946d968514 req-09f3da72-33a5-451e-9f45-978c8c4e1ca9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.2940092 Oct 15 00:49:41.595724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.629001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-056a3def-61d7-4192-a9ba-08838dd5dfbf tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.670036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-056a3def-61d7-4192-a9ba-08838dd5dfbf tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.692837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-344b967d-0150-4690-a1c9-ff946d968514 req-995294c5-f443-4660-9796-26486735a754 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183600 Oct 15 00:49:41.721395 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bee31f9e-541f-4def-84ae-ae2ec7001654 req-42892d46-2625-4d37-988b-6358a9792303 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070643 Oct 15 00:49:41.788855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-056a3def-61d7-4192-a9ba-08838dd5dfbf tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.789364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056a3def-61d7-4192-a9ba-08838dd5dfbf tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68a3fe1d-7510-45f9-85fb-73ec64a1b362 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:41.790810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Port': ['ID=c96f3458-51b2-42a6-8bc6-541d7e8aa68a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:41.795381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-056a3def-61d7-4192-a9ba-08838dd5dfbf tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.799370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-056a3def-61d7-4192-a9ba-08838dd5dfbf tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "DELETE /v2.0/routers/68a3fe1d-7510-45f9-85fb-73ec64a1b362 HTTP/1.1" status: 204 len: 168 time: 0.9390025 Oct 15 00:49:41.806755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-5f9c9b01-9ccf-47ce-ab3d-25d6f60ad97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:41.808268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-5f9c9b01-9ccf-47ce-ab3d-25d6f60ad97f service neutron] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.5712347 Oct 15 00:49:41.811943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.845978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.901377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.922237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31af7542-7c58-4370-a5e2-ecbe6660bfad']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:41.936035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5b3356-608b-4ee5-9b8d-15a383f283ea') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:41.936329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5b3356-608b-4ee5-9b8d-15a383f283ea') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:41.952811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:41.960598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-37b1f709-1016-460b-9694-84c46aa0a063 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1002 time: 0.1176503 Oct 15 00:49:41.975705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.001118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:42.001518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:42.003250 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:42.019101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.020331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7eb47918-6906-4086-beb1-7350ffdfde4c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4629927 Oct 15 00:49:42.024947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.054218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.080470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Router 6a1698c8-4f3a-4f85-b960-89317c6f571e is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:42.126259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-50f5dfaf-c06f-4c5d-9f35-cd1bbfbe247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:42.127778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-50f5dfaf-c06f-4c5d-9f35-cd1bbfbe247e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.1596529 Oct 15 00:49:42.148432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0b3bcfc8-c4b2-457f-9316-2445dbdf7aab tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=239a54f7-fd0b-44c9-a660-a1f36a9c9387 HTTP/1.1" status: 200 len: 689 time: 0.1210382 Oct 15 00:49:42.149225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60258) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.196332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-a66f807c-e1c9-42b3-ae3e-ca2990cc0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:42.197960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-a66f807c-e1c9-42b3-ae3e-ca2990cc0384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619123 Oct 15 00:49:42.259162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:42.270263 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] Sync routers for ids ['6a1698c8-4f3a-4f85-b960-89317c6f571e'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:42.282834 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] Routers {'6a1698c8-4f3a-4f85-b960-89317c6f571e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:42.288108 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6a1698c8-4f3a-4f85-b960-89317c6f571e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:42.290645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2003187899', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:42.296405 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.304392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.307649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] 10.222.0.13 "DELETE /v2.0/networks/31af7542-7c58-4370-a5e2-ecbe6660bfad HTTP/1.1" status: 204 len: 168 time: 1.4235547 Oct 15 00:49:42.317687 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:42.318246 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.321306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdd000-3570-4403-8a79-5adb0d25719a admin admin] Pushing event deleted for resources: {'Network': ['ID=31af7542-7c58-4370-a5e2-ecbe6660bfad,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:42.327278 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] Routers {'6a1698c8-4f3a-4f85-b960-89317c6f571e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:42.327882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6a1698c8-4f3a-4f85-b960-89317c6f571e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:42.354243 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-079c03d4-fbe1-4469-8f69-5082ccd840ff service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472127 Oct 15 00:49:42.363926 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:42.364578 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7bba3d-6013-4b5a-ae98-3fbb26ff074a None None] The sync data for ids ['6a1698c8-4f3a-4f85-b960-89317c6f571e'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:42.404710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.408412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-23ccedaa-296e-414d-aeb4-3ae481fb2698 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9535484 Oct 15 00:49:42.415811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60264) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.461529 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afd932eb-cf51-4512-b80c-6a44e6298fc7 req-7db45b1c-e7c0-4c93-815a-7b5cfaef9f12 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999796 Oct 15 00:49:42.549598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.550632 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.565944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Deleting port c96f3458-51b2-42a6-8bc6-541d7e8aa68a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:42.566302 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.573603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9da08b68-70a8-40c6-be9d-2fc661547f66 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/6a1698c8-4f3a-4f85-b960-89317c6f571e HTTP/1.1" status: 200 len: 924 time: 0.1541917 Oct 15 00:49:42.574101 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60266) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.602846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-12c71a21-f699-4804-b9e1-eb268f0d955f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a1698c8-4f3a-4f85-b960-89317c6f571e HTTP/1.1" status: 200 len: 205 time: 0.0267689 Oct 15 00:49:42.605487 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60268) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.666523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.687199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.687525 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.699108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Calling delete_port for c96f3458-51b2-42a6-8bc6-541d7e8aa68a owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:42.714522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.752315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60272) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.848781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9cd6b13b-923e-4270-8a5f-6460aab211c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f24da3b7fdc6442f8ab57e074f4502d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950356 Oct 15 00:49:42.863494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60274) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:42.910369 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.929346 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:42.943359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2278c80-812f-4f14-ad8b-36015e6465ac req-f7565b7b-6c78-490a-a91a-974432e07560 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:42.944843 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2278c80-812f-4f14-ad8b-36015e6465ac req-f7565b7b-6c78-490a-a91a-974432e07560 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1466253 Oct 15 00:49:42.972950 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3c23-e586-48db-89e3-45fa8d3eab7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.009366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3c23-e586-48db-89e3-45fa8d3eab7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.013553 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b2278c80-812f-4f14-ad8b-36015e6465ac req-0b7e4305-a43c-4269-8410-20d4fc9b1eb7 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570478 Oct 15 00:49:43.050533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.080181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event deleted for resources: {'Port': ['ID=c96f3458-51b2-42a6-8bc6-541d7e8aa68a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:43.132741 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3c23-e586-48db-89e3-45fa8d3eab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.135981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce6a3c23-e586-48db-89e3-45fa8d3eab7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.137359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce6a3c23-e586-48db-89e3-45fa8d3eab7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cde5babb-5bc3-4ade-81d5-6cf1f27b5165 HTTP/1.1" status: 204 len: 168 time: 0.2713957 Oct 15 00:49:43.159824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.163311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a3c23-e586-48db-89e3-45fa8d3eab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde5babb-5bc3-4ade-81d5-6cf1f27b5165,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:43.189699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Deleting port 62df4ae2-0efa-44b8-be3f-1cc862e6f048 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:43.190051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.287301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.300071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.302588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Calling delete_port for 62df4ae2-0efa-44b8-be3f-1cc862e6f048 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:43.321235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.325325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.572424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.609485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event deleted for resources: {'Port': ['ID=62df4ae2-0efa-44b8-be3f-1cc862e6f048,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:43.683451 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.753794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Allocated IP 172.25.2.228 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c9610e73-2e74-4872-afba-4dcb8c577010) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:43.781530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.783977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.848577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.869721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.895883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db88f037-77b2-48d8-94a2-108cb34d56ad,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:43.896295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.897424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Fanout notify agent at l3_agent the message router_deleted on router 6a1698c8-4f3a-4f85-b960-89317c6f571e {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:43.909030 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.914522 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6e1c9c3b-d805-4458-8c27-ce561d69b6d2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/6a1698c8-4f3a-4f85-b960-89317c6f571e HTTP/1.1" status: 204 len: 168 time: 1.3041818 Oct 15 00:49:43.914712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60292) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:43.919220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969900835', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': False}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:43.961433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:43.986455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239a54f7-fd0b-44c9-a660-a1f36a9c9387']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:43.995478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47af7d6-939c-47c3-b25f-1a5d04e94e19') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:43.995773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47af7d6-939c-47c3-b25f-1a5d04e94e19') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:44.005273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.010116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.011224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.019392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.025326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:44.025716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:44.028036 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:44.065682 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.085423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.128996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:44.135853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:44.140844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:44.143202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event updated for resources: {'Port': ['ID=c9610e73-2e74-4872-afba-4dcb8c577010,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:44.164549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5418e6-dc32-4dea-afb3-d52bcf6836da req-f1f48b16-6a7b-4a0e-aac4-0b84fd42a416 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:44.166022 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f5418e6-dc32-4dea-afb3-d52bcf6836da req-f1f48b16-6a7b-4a0e-aac4-0b84fd42a416 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0717113 Oct 15 00:49:44.225128 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.232278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 239a54f7-fd0b-44c9-a660-a1f36a9c9387 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 00:49:44.244310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.250214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "DELETE /v2.0/networks/239a54f7-fd0b-44c9-a660-a1f36a9c9387 HTTP/1.1" status: 204 len: 168 time: 2.0997028 Oct 15 00:49:44.255420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60302) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:44.276581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe25e-7b80-4f1b-a32c-333864f12575 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event deleted for resources: {'Network': ['ID=239a54f7-fd0b-44c9-a660-a1f36a9c9387,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:44.384394 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2781e041-f792-4d30-b817-ba2c1cbf443f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1265295 Oct 15 00:49:44.387653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60308) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:44.396353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f5418e6-dc32-4dea-afb3-d52bcf6836da req-086a6137-68a3-4095-9978-50c37639f3a3 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872144 Oct 15 00:49:44.441847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.559808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fac5ad-bafe-4f5b-bcba-092a39dbcd9f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:44.560130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fac5ad-bafe-4f5b-bcba-092a39dbcd9f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:44.560572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fac5ad-bafe-4f5b-bcba-092a39dbcd9f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:44.561001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fac5ad-bafe-4f5b-bcba-092a39dbcd9f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:44.561469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fac5ad-bafe-4f5b-bcba-092a39dbcd9f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:44.563293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b8fac5ad-bafe-4f5b-bcba-092a39dbcd9f tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3397 time: 0.1743870 Oct 15 00:49:44.566036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60318) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:44.639392 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-93129a3a-45d9-470d-b431-619c7efc5b52 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] delete failed (client error): The resource could not be found. Oct 15 00:49:44.640425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-93129a3a-45d9-470d-b431-619c7efc5b52 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/7d4128d7-b001-4873-a09e-494ba7555013 HTTP/1.1" status: 404 len: 345 time: 0.0734570 Oct 15 00:49:44.644072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60326) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:44.668690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.674558 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1264aa6-0fc5-4669-92cc-4239ad8f31a7 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] DELETE failed (client error): The resource could not be found. Oct 15 00:49:44.675332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1264aa6-0fc5-4669-92cc-4239ad8f31a7 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:49:44.685299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1264aa6-0fc5-4669-92cc-4239ad8f31a7 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "DELETE /v2.0/networks/239a54f7-fd0b-44c9-a660-a1f36a9c9387 HTTP/1.1" status: 404 len: 339 time: 0.0349448 Oct 15 00:49:44.687649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60336) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:44.692812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'network': {'name': 'tempest-network--2143551707', 'router:external': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:44.816391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Made reservation on behalf of 3ec7d797658748389390d14533ea1e7d for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:44.818814 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.853631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.866885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:44.898252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.908769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.910180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:44.910713 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Added segment fe6fb0b3-5365-484b-ab99-a052b79180b3 of type vlan for network 54bf4472-f504-4b72-9903-e29a1361a70a Oct 15 00:49:45.014522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.034339 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.071978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3213e-ea8b-4d33-a226-bd20dc66d479 req-310d495e-526f-4de0-b257-1fe17c8ecbf6 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.073448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac3213e-ea8b-4d33-a226-bd20dc66d479 req-310d495e-526f-4de0-b257-1fe17c8ecbf6 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1234982 Oct 15 00:49:45.080437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Allocated IP 172.25.2.129 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/1bc6157b-9d6b-47c1-86ef-df2d5e29d218) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:45.134447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-411e2e8c-49e6-45ee-94b3-6523a1353d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.135982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-411e2e8c-49e6-45ee-94b3-6523a1353d1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.1068852 Oct 15 00:49:45.145104 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bac3213e-ea8b-4d33-a226-bd20dc66d479 req-397dd642-4fa3-4f0e-9378-9397f58dada8 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633976 Oct 15 00:49:45.184696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.185739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.186358 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.215965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.239244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-fded864e-2019-4d58-817c-6c17e7310a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.240860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-fded864e-2019-4d58-817c-6c17e7310a25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.0943413 Oct 15 00:49:45.267443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Network': ['ID=54bf4472-f504-4b72-9903-e29a1361a70a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:45.278126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 54bf4472-f504-4b72-9903-e29a1361a70a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:45.287178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Router a9ece4db-5b4e-417e-9b50-f9451a5fd453 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:45.289679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-933f9936-806a-448c-97f1-498329e6f317 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 217 time: 0.0420215 Oct 15 00:49:45.302902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2ec9d954-7afb-471c-8bb7-8d606b43c817 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6121757 Oct 15 00:49:45.303734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60360) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:45.382483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-9f8c0a57-85c9-488d-b508-be0f8c044ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.383929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-9f8c0a57-85c9-488d-b508-be0f8c044ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.0880792 Oct 15 00:49:45.391555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.453018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-904f8f00-af70-456b-8f9e-e87600f0de64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584185 Oct 15 00:49:45.482744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:45.496136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] Sync routers for ids ['a9ece4db-5b4e-417e-9b50-f9451a5fd453'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:45.507998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] Routers {'a9ece4db-5b4e-417e-9b50-f9451a5fd453'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:45.509871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a9ece4db-5b4e-417e-9b50-f9451a5fd453'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:45.542955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:45.557483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:45.560376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:45.571481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:45.572680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] Routers {'a9ece4db-5b4e-417e-9b50-f9451a5fd453'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:45.573907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a9ece4db-5b4e-417e-9b50-f9451a5fd453'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:45.577060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.581287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-778d3171-1caf-446e-b3a7-67271766eceb tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5259852 Oct 15 00:49:45.584327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60366) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:45.618981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:45.619639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c151af-6e74-4cd1-b616-a82dc32d8864 None None] The sync data for ids ['a9ece4db-5b4e-417e-9b50-f9451a5fd453'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:45.656420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-4ef06de2-171d-484e-9304-527c6aef9e0b service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954396 Oct 15 00:49:45.676921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:45.734707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12a79a-cc61-4fcf-9f41-ffbeaf315e98 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.741107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12a79a-cc61-4fcf-9f41-ffbeaf315e98 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.747821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12a79a-cc61-4fcf-9f41-ffbeaf315e98 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.753768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12a79a-cc61-4fcf-9f41-ffbeaf315e98 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:45.755482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea12a79a-cc61-4fcf-9f41-ffbeaf315e98 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4507520 Oct 15 00:49:45.766596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60370) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:45.858570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c17b4791-95ae-4e99-81ef-bcab389c8f8c req-a8fa63c0-7b1c-43e6-bfe8-8eaca39acdac service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945481 Oct 15 00:49:45.863639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be1822ff-08cc-49d7-b68a-f50781c73ad3 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/a9ece4db-5b4e-417e-9b50-f9451a5fd453 HTTP/1.1" status: 200 len: 921 time: 0.2783463 Oct 15 00:49:45.866678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60372) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:45.875792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.895427 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9d505772-f291-4b3b-9e32-1ec64e8062a7 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ece4db-5b4e-417e-9b50-f9451a5fd453 HTTP/1.1" status: 200 len: 205 time: 0.0272067 Oct 15 00:49:45.898302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60374) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:45.959819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:45.983750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bf4472-f504-4b72-9903-e29a1361a70a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:45.997850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6fb0b3-5365-484b-ab99-a052b79180b3') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:45.998201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6fb0b3-5365-484b-ab99-a052b79180b3') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:46.016682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.035121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:46.046596 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:46.097317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.101619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.234370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.253922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54bf4472-f504-4b72-9903-e29a1361a70a {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 00:49:46.275468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.275468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "DELETE /v2.0/networks/54bf4472-f504-4b72-9903-e29a1361a70a HTTP/1.1" status: 204 len: 168 time: 0.4950757 Oct 15 00:49:46.275468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60412) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:46.282611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'network': {'name': 'tempest-network--1989780263', 'router:external': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:46.288496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f6673-2070-4b76-8aa8-333644de8ca2 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event deleted for resources: {'Network': ['ID=54bf4472-f504-4b72-9903-e29a1361a70a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:46.323317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7be712-9df1-4481-a9b1-b5341a3e34d7 req-9c024ad2-6400-4e4f-8e3c-c3faad80fc5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:46.325191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea7be712-9df1-4481-a9b1-b5341a3e34d7 req-9c024ad2-6400-4e4f-8e3c-c3faad80fc5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1054111 Oct 15 00:49:46.384326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea7be712-9df1-4481-a9b1-b5341a3e34d7 req-73c402c3-9e1b-47b3-83d6-228b251a4f46 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528715 Oct 15 00:49:46.415502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Made reservation on behalf of 3ec7d797658748389390d14533ea1e7d for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:46.418002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.455180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:46.477911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.479196 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Added segment 4aa13aaf-c6d6-4222-a03b-589f3717f15c of type vlan for network ef279eaf-c2aa-4e0b-8ef4-860874f57806 Oct 15 00:49:46.548691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.644106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.645133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:46.647320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.706896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:46.747868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4700131 Oct 15 00:49:46.749124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad9021-8039-4648-9f63-be42da7deddd tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Network': ['ID=ef279eaf-c2aa-4e0b-8ef4-860874f57806,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:46.751549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60418) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:46.760580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ef279eaf-c2aa-4e0b-8ef4-860874f57806 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:46.949287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44beba7-fb0c-494a-9b63-9a82a833f136 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:46.950571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f44beba7-fb0c-494a-9b63-9a82a833f136 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] 10.222.0.13 "GET /v2.0/networks/ef279eaf-c2aa-4e0b-8ef4-860874f57806 HTTP/1.1" status: 200 len: 757 time: 0.1973817 Oct 15 00:49:46.953777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60420) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:46.953907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.012513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Deleting port c9610e73-2e74-4872-afba-4dcb8c577010 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:47.012906 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.052983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f4d930-17b2-44e3-9e4b-a643a2031fe3 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:47.056819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-88f4d930-17b2-44e3-9e4b-a643a2031fe3 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] 10.222.0.13 "GET /v2.0/networks/9b313b20-a1f8-4092-89d1-217b58dfa20d HTTP/1.1" status: 200 len: 768 time: 0.0995970 Oct 15 00:49:47.057081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60422) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:47.133096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.144745 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.163718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Calling delete_port for c9610e73-2e74-4872-afba-4dcb8c577010 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:47.225042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.245613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef279eaf-c2aa-4e0b-8ef4-860874f57806']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:47.258258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa13aaf-c6d6-4222-a03b-589f3717f15c') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:47.258586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa13aaf-c6d6-4222-a03b-589f3717f15c') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:47.269154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.276190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Router 0beaed88-240a-455b-b864-88ae9b4d3c13 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:47.283526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.293068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:47.293577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:47.295456 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:47.435518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.440898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef279eaf-c2aa-4e0b-8ef4-860874f57806 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 00:49:47.456730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:47.456845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.462554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ef279eaf-c2aa-4e0b-8ef4-860874f57806 HTTP/1.1" status: 204 len: 168 time: 0.4014983 Oct 15 00:49:47.462554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05478573-5e47-462a-8a55-14066a3155d4 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef279eaf-c2aa-4e0b-8ef4-860874f57806,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:47.462964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60426) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:47.472104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'network': {'name': 'tempest-network--1752560382'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:47.503210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.541161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b59c-5be7-4263-9470-a6620ec87981 req-09984aff-ef68-4f88-9d9b-5e5cd8fc0510 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:47.550364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0b59c-5be7-4263-9470-a6620ec87981 req-09984aff-ef68-4f88-9d9b-5e5cd8fc0510 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0823267 Oct 15 00:49:47.553447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event deleted for resources: {'Port': ['ID=c9610e73-2e74-4872-afba-4dcb8c577010,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:47.585214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.586536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fc54bf75-42fa-4663-bf4e-4252b540f873 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6707711 Oct 15 00:49:47.607654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:47.623867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0b59c-5be7-4263-9470-a6620ec87981 req-d690f939-4e22-498f-ab90-114188f76b43 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Oct 15 00:49:47.678638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Made reservation on behalf of 3ec7d797658748389390d14533ea1e7d for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:47.682141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.684696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.733310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:49:47.752005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.752335 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Added segment 6a11383c-9321-4719-b3f3-7430c51c43b5 of type vlan for network e38ea250-4220-4a3c-8e9d-e497133cac68 Oct 15 00:49:47.829623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.833076 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.836909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.879920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a0cc77e-d6c4-4b70-a859-8f026cdb42fb tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/0beaed88-240a-455b-b864-88ae9b4d3c13 HTTP/1.1" status: 200 len: 908 time: 0.2711060 Oct 15 00:49:47.882731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60434) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:47.888650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'router': {'name': 'tempest-snat-router-969900835', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': True}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:47.955671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.956718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:47.957297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.990673 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.991290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Fanout notify agent at l3_agent the message router_deleted on router a9ece4db-5b4e-417e-9b50-f9451a5fd453 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:47.993165 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:47.995192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.002731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.005149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-04cd88d9-a00b-4005-87c9-e8689750d0d3 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/a9ece4db-5b4e-417e-9b50-f9451a5fd453 HTTP/1.1" status: 204 len: 168 time: 2.1056755 Oct 15 00:49:48.009268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60436) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:48.020746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'router': {'name': 'tempest-snat-router-34378397', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': False}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:48.035764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Network': ['ID=e38ea250-4220-4a3c-8e9d-e497133cac68,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:48.035876 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Sync routers for ids ['0beaed88-240a-455b-b864-88ae9b4d3c13'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:48.043567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e38ea250-4220-4a3c-8e9d-e497133cac68 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:49:48.051627 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Routers {'0beaed88-240a-455b-b864-88ae9b4d3c13'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:48.052276 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0beaed88-240a-455b-b864-88ae9b4d3c13'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:48.127822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.135361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60438) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:48.135788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85a00621-3bbb-41ae-82fa-4070a397bc1c tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6711798 Oct 15 00:49:48.151325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Request body: {'network': {'router:external': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:48.196946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.198496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.222872 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Set router 0beaed88-240a-455b-b864-88ae9b4d3c13 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:48.328982 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.402603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.419952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaed88-240a-455b-b864-88ae9b4d3c13', 'name': 'tempest-snat-router-969900835', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '1bc6157b-9d6b-47c1-86ef-df2d5e29d218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:44Z', 'updated_at': '2021-10-15T00:49:45Z', 'revision_number': 3, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port': {'id': '1bc6157b-9d6b-47c1-86ef-df2d5e29d218', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaed88-240a-455b-b864-88ae9b4d3c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:44Z', 'updated_at': '2021-10-15T00:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:48.444748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.445839 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Checking router: 0beaed88-240a-455b-b864-88ae9b4d3c13 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:48.446212 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Updating router 0beaed88-240a-455b-b864-88ae9b4d3c13 port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:48.477691 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.578746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.581763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.592474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Network e38ea250-4220-4a3c-8e9d-e497133cac68 is not hosted by any dhcp agent {{(pid=107725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:49:48.594354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:48.595000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.599180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "PUT /v2.0/networks/e38ea250-4220-4a3c-8e9d-e497133cac68 HTTP/1.1" status: 200 len: 858 time: 0.4605994 Oct 15 00:49:48.601880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60440) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:48.667199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5936b-926f-466b-9136-187b6d4449b6 tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event updated for resources: {'Network': ['ID=e38ea250-4220-4a3c-8e9d-e497133cac68,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:48.825172 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.892340 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.937406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.962750 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Attempting to bind port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:48.963241 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Attempting to bind port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:48.963657 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Attempting to bind port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:48.966913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.979501 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:48.980783 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:48.981280 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.981843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:48.982784 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Bound port: 1bc6157b-9d6b-47c1-86ef-df2d5e29d218, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:48.983282 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:48.985628 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe46d1c-45aa-456f-baf4-d032c37955a3 None None] Pushing event updated for resources: {'Port': ['ID=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:49.067794 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] For port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:49.072355 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] For port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:49.100703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Allocated IP 172.25.2.197 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/72b65690-f010-49a3-ac9e-2b748f8f9ecb) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:49.144675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.160399 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.226620 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.231882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe46d1c-45aa-456f-baf4-d032c37955a3 None None] Pushing event updated for resources: {'Port': ['ID=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:49.236311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07794b37-f01a-4ba0-ab58-1f5e0f8e36d0 req-f7b2481c-08c3-4a19-9a7f-3cb6cdde94d0 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:49.247753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07794b37-f01a-4ba0-ab58-1f5e0f8e36d0 req-f7b2481c-08c3-4a19-9a7f-3cb6cdde94d0 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1703606 Oct 15 00:49:49.249690 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Routers {'0beaed88-240a-455b-b864-88ae9b4d3c13'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:49.250512 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0beaed88-240a-455b-b864-88ae9b4d3c13'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:49.251223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.291163 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.316260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.346279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.390285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:49.394727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:49.397016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Port': ['ID=72b65690-f010-49a3-ac9e-2b748f8f9ecb,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:49.399663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:49.437580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38ea250-4220-4a3c-8e9d-e497133cac68']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:49.457184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07794b37-f01a-4ba0-ab58-1f5e0f8e36d0 req-e58e2176-bcad-4dc7-92cb-e8c1677628e5 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928296 Oct 15 00:49:49.461741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a11383c-9321-4719-b3f3-7430c51c43b5') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:49.462251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a11383c-9321-4719-b3f3-7430c51c43b5') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:49.495134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.503890 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] Set router 0beaed88-240a-455b-b864-88ae9b4d3c13 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:49.521137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.534368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:49.534368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:49.535274 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:49.556812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Allocated IP 172.25.2.54 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/71a4a406-1afe-4c40-8427-c0cdf04f9b5d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:49.704015 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaed88-240a-455b-b864-88ae9b4d3c13', 'name': 'tempest-snat-router-969900835', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '1bc6157b-9d6b-47c1-86ef-df2d5e29d218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:44Z', 'updated_at': '2021-10-15T00:49:45Z', 'revision_number': 3, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port': {'id': '1bc6157b-9d6b-47c1-86ef-df2d5e29d218', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaed88-240a-455b-b864-88ae9b4d3c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:44Z', 'updated_at': '2021-10-15T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:49.709350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.716967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e38ea250-4220-4a3c-8e9d-e497133cac68 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 00:49:49.721001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.722905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.726352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e38ea250-4220-4a3c-8e9d-e497133cac68 HTTP/1.1" status: 204 len: 168 time: 1.1224191 Oct 15 00:49:49.739326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60448) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:49.744239 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dcb146-c781-4634-b7e0-c845438d9a3c None None] The sync data for ids ['0beaed88-240a-455b-b864-88ae9b4d3c13'] in n-d-811521-2 is: [{'id': '0beaed88-240a-455b-b864-88ae9b4d3c13', 'name': 'tempest-snat-router-969900835', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '1bc6157b-9d6b-47c1-86ef-df2d5e29d218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:44Z', 'updated_at': '2021-10-15T00:49:45Z', 'revision_number': 3, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port': {'id': '1bc6157b-9d6b-47c1-86ef-df2d5e29d218', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:49:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaed88-240a-455b-b864-88ae9b4d3c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:44Z', 'updated_at': '2021-10-15T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:49.750807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6b1cf-7a1c-44d5-8d00-c296ab73b10b tempest-ExternalNetworksTestJSON-1122651769 tempest-ExternalNetworksTestJSON-1122651769-project-admin] Pushing event deleted for resources: {'Network': ['ID=e38ea250-4220-4a3c-8e9d-e497133cac68,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:49.774460 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79657ff-5df1-4f98-80e4-085db27d0b38 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] DELETE failed (client error): The resource could not be found. Oct 15 00:49:49.774932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79657ff-5df1-4f98-80e4-085db27d0b38 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:49:49.780367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a79657ff-5df1-4f98-80e4-085db27d0b38 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] 10.222.0.13 "DELETE /v2.0/subnets/db88f037-77b2-48d8-94a2-108cb34d56ad HTTP/1.1" status: 404 len: 337 time: 0.0397298 Oct 15 00:49:49.786115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60450) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:49.828333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.909345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:49.984086 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.058601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:50.066978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:50.104005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.107702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:50.162480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Port': ['ID=71a4a406-1afe-4c40-8427-c0cdf04f9b5d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:50.167013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b313b20-a1f8-4092-89d1-217b58dfa20d']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:50.183170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aedd21c-b76b-4e3c-b301-3cfc1f531810') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:50.184722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aedd21c-b76b-4e3c-b301-3cfc1f531810') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:50.208900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.268868 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.296342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:49:50.296568 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:49:50.300421 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:49:50.403518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.514841 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.523239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.533569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] 10.222.0.13 "DELETE /v2.0/networks/9b313b20-a1f8-4092-89d1-217b58dfa20d HTTP/1.1" status: 204 len: 168 time: 0.7393179 Oct 15 00:49:50.557641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4661b6-fed7-4a7c-8024-b9769f61b064 tempest-ExternalNetworksTestJSON-1426169975 tempest-ExternalNetworksTestJSON-1426169975-project] Pushing event deleted for resources: {'Network': ['ID=9b313b20-a1f8-4092-89d1-217b58dfa20d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:50.715609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Router ed68e155-976d-4522-b60d-2cb8af958431 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:50.733825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cf8d6-af57-46d9-889b-135629bac5c8 req-9de2a0e8-a0bb-4613-85e9-5fcc709a0405 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:50.735340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-377cf8d6-af57-46d9-889b-135629bac5c8 req-9de2a0e8-a0bb-4613-85e9-5fcc709a0405 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1215372 Oct 15 00:49:50.738540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.863314 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-377cf8d6-af57-46d9-889b-135629bac5c8 req-9ffc0c6a-0769-4c4c-aef6-1958af89b7d8 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772631 Oct 15 00:49:50.882551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:50.898647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Sync routers for ids ['ed68e155-976d-4522-b60d-2cb8af958431'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:50.910531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Routers {'ed68e155-976d-4522-b60d-2cb8af958431'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:50.911633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ed68e155-976d-4522-b60d-2cb8af958431'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:50.992943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:50.997110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60462) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:50.997919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5b5fd7ba-efb0-4ccc-81a1-7ea2dfe74160 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9869051 Oct 15 00:49:51.050196 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.105492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Set router ed68e155-976d-4522-b60d-2cb8af958431 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:51.243620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60468) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:51.278121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ecbcd93-35ea-4a37-b2a4-d6bb19ec0001 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/ed68e155-976d-4522-b60d-2cb8af958431 HTTP/1.1" status: 200 len: 907 time: 0.2772233 Oct 15 00:49:51.278927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60472) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:51.283462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'router': {'name': 'tempest-snat-router-34378397', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': True}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:51.377355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68e155-976d-4522-b60d-2cb8af958431', 'name': 'tempest-snat-router-34378397', 'tenant_id': '8094fe885d654457bba76f105adee212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.197'}], 'enable_snat': False}, 'gw_port_id': '72b65690-f010-49a3-ac9e-2b748f8f9ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:49Z', 'revision_number': 3, 'project_id': '8094fe885d654457bba76f105adee212', 'gw_port': {'id': '72b65690-f010-49a3-ac9e-2b748f8f9ecb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68e155-976d-4522-b60d-2cb8af958431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:51.388439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Router d0b0d001-48fd-465f-9b2b-3c78d2207cf5 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:51.408287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Checking router: ed68e155-976d-4522-b60d-2cb8af958431 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:51.408993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Updating router ed68e155-976d-4522-b60d-2cb8af958431 port 72b65690-f010-49a3-ac9e-2b748f8f9ecb binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:51.419214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.420984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.453487 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.506668 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.532092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:51.544313 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Sync routers for ids ['d0b0d001-48fd-465f-9b2b-3c78d2207cf5'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:51.546973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4b64c076-d76b-4ad1-8c03-ce5a16be506f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c72cd1f2646b4c44b7c2f1822649c92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019178 Oct 15 00:49:51.549624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60474) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:51.565045 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Routers {'d0b0d001-48fd-465f-9b2b-3c78d2207cf5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:51.566322 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0b0d001-48fd-465f-9b2b-3c78d2207cf5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:51.642351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.643849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e737499c-75c4-4247-8451-1038e751800b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.7598948 Oct 15 00:49:51.646449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60476) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:51.703133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d1363f-95b4-49d2-964b-c35749de05da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.705193 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Set router d0b0d001-48fd-465f-9b2b-3c78d2207cf5 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:51.745732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.763150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d1363f-95b4-49d2-964b-c35749de05da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.840640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2e884225-e33c-4e96-8748-86fa3c1d77d5 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/d0b0d001-48fd-465f-9b2b-3c78d2207cf5 HTTP/1.1" status: 200 len: 906 time: 0.1921334 Oct 15 00:49:51.846397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60478) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:51.854797 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.966318 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:51.997215 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b0d001-48fd-465f-9b2b-3c78d2207cf5', 'name': 'tempest-snat-router-969900835', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '71a4a406-1afe-4c40-8427-c0cdf04f9b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:50Z', 'revision_number': 3, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port': {'id': '71a4a406-1afe-4c40-8427-c0cdf04f9b5d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b0d001-48fd-465f-9b2b-3c78d2207cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:49Z', 'updated_at': '2021-10-15T00:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:52.024399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5412b8-d045-4dec-b9fd-cc0b0789b4e9 req-12c840bf-8ebd-42ed-9846-27a25e7661cf tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:52.030217 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Checking router: d0b0d001-48fd-465f-9b2b-3c78d2207cf5 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:52.030567 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Updating router d0b0d001-48fd-465f-9b2b-3c78d2207cf5 port 71a4a406-1afe-4c40-8427-c0cdf04f9b5d binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:52.032374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc5412b8-d045-4dec-b9fd-cc0b0789b4e9 req-12c840bf-8ebd-42ed-9846-27a25e7661cf tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0691855 Oct 15 00:49:52.055465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.060098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d1363f-95b4-49d2-964b-c35749de05da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.063031 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69d1363f-95b4-49d2-964b-c35749de05da admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.070954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-69d1363f-95b4-49d2-964b-c35749de05da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/015e49d8-09f3-4bce-8df7-8874a68e5715 HTTP/1.1" status: 204 len: 168 time: 0.5169106 Oct 15 00:49:52.071180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc5412b8-d045-4dec-b9fd-cc0b0789b4e9 req-f1840bf8-47ca-4dce-ad17-8c8c6acc10e8 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373521 Oct 15 00:49:52.091984 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.113465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Attempting to bind port 72b65690-f010-49a3-ac9e-2b748f8f9ecb on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:52.115581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Attempting to bind port 72b65690-f010-49a3-ac9e-2b748f8f9ecb by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:52.116094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Attempting to bind port 72b65690-f010-49a3-ac9e-2b748f8f9ecb on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:52.130658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:52.130658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:52.130658 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.132003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:52.132480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Bound port: 72b65690-f010-49a3-ac9e-2b748f8f9ecb, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:52.132864 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.235460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] For port 72b65690-f010-49a3-ac9e-2b748f8f9ecb, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:52.244669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] For port 72b65690-f010-49a3-ac9e-2b748f8f9ecb, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=72b65690-f010-49a3-ac9e-2b748f8f9ecb,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:52.251217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69dcf9-b1fd-4c85-9d45-6a6bb9650d1d None None] Pushing event updated for resources: {'Port': ['ID=72b65690-f010-49a3-ac9e-2b748f8f9ecb,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:52.263578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1363f-95b4-49d2-964b-c35749de05da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015e49d8-09f3-4bce-8df7-8874a68e5715,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:52.293726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:52.330475 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.419097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Routers {'ed68e155-976d-4522-b60d-2cb8af958431'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:52.419835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ed68e155-976d-4522-b60d-2cb8af958431'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:52.428890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.565771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69dcf9-b1fd-4c85-9d45-6a6bb9650d1d None None] Pushing event updated for resources: {'Port': ['ID=72b65690-f010-49a3-ac9e-2b748f8f9ecb,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:52.593721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:52.594082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.598226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] Set router ed68e155-976d-4522-b60d-2cb8af958431 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:52.627925 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.635208 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.666184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.691664 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.713873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Deleting port 71a4a406-1afe-4c40-8427-c0cdf04f9b5d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:52.714245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.762863 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Attempting to bind port 71a4a406-1afe-4c40-8427-c0cdf04f9b5d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:52.763160 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Attempting to bind port 71a4a406-1afe-4c40-8427-c0cdf04f9b5d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:52.764538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Attempting to bind port 71a4a406-1afe-4c40-8427-c0cdf04f9b5d on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:52.769431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:52.769878 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:52.770362 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.771141 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:52.771665 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Bound port: 71a4a406-1afe-4c40-8427-c0cdf04f9b5d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:52.772483 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.774067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f679ad-2824-405e-8987-423b402f94ae None None] Pushing event updated for resources: {'Port': ['ID=71a4a406-1afe-4c40-8427-c0cdf04f9b5d,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:52.838289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.856276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:52.862119 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] For port 71a4a406-1afe-4c40-8427-c0cdf04f9b5d, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:49:52.866249 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] For port 71a4a406-1afe-4c40-8427-c0cdf04f9b5d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=71a4a406-1afe-4c40-8427-c0cdf04f9b5d,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:49:52.867978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:52.870172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Allocated IP 172.25.2.172 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/7afd7067-8579-49f7-8aed-2302fd9f1ecc) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:52.880409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Calling delete_port for 71a4a406-1afe-4c40-8427-c0cdf04f9b5d owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:52.887201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68e155-976d-4522-b60d-2cb8af958431', 'name': 'tempest-snat-router-34378397', 'tenant_id': '8094fe885d654457bba76f105adee212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.197'}], 'enable_snat': False}, 'gw_port_id': '72b65690-f010-49a3-ac9e-2b748f8f9ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:49Z', 'revision_number': 3, 'project_id': '8094fe885d654457bba76f105adee212', 'gw_port': {'id': '72b65690-f010-49a3-ac9e-2b748f8f9ecb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68e155-976d-4522-b60d-2cb8af958431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:52.917044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ccb1e-70a2-4437-9636-398dd5b25615 None None] The sync data for ids ['ed68e155-976d-4522-b60d-2cb8af958431'] in n-d-811521-2 is: [{'id': 'ed68e155-976d-4522-b60d-2cb8af958431', 'name': 'tempest-snat-router-34378397', 'tenant_id': '8094fe885d654457bba76f105adee212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.197'}], 'enable_snat': False}, 'gw_port_id': '72b65690-f010-49a3-ac9e-2b748f8f9ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:49Z', 'revision_number': 3, 'project_id': '8094fe885d654457bba76f105adee212', 'gw_port': {'id': '72b65690-f010-49a3-ac9e-2b748f8f9ecb', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68e155-976d-4522-b60d-2cb8af958431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:52.955288 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.000845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.053123 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Routers {'d0b0d001-48fd-465f-9b2b-3c78d2207cf5'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:53.057426 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0b0d001-48fd-465f-9b2b-3c78d2207cf5'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:53.068768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60490) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:53.088674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.096954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:53.166923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-45bbd462-777a-4b8b-9443-a01f4d1de041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ec7d797658748389390d14533ea1e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949359 Oct 15 00:49:53.169622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60494) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:53.215746 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f679ad-2824-405e-8987-423b402f94ae None None] Pushing event updated for resources: {'Port': ['ID=71a4a406-1afe-4c40-8427-c0cdf04f9b5d,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:53.244144 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] Set router d0b0d001-48fd-465f-9b2b-3c78d2207cf5 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:53.277853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.312737 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0358ccf-7b3f-4ce4-8298-f3a6f81460e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.351775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.357441 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b0d001-48fd-465f-9b2b-3c78d2207cf5', 'name': 'tempest-snat-router-969900835', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:52Z', 'revision_number': 4, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:53.372557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27500e6e-e142-4266-8b58-ea487092adee req-a88db432-16c8-48dd-bf39-9837d66ea3f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:53.388787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27500e6e-e142-4266-8b58-ea487092adee req-a88db432-16c8-48dd-bf39-9837d66ea3f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1667356 Oct 15 00:49:53.417273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0358ccf-7b3f-4ce4-8298-f3a6f81460e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.423303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:53.425464 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88f047-3bb0-4705-9510-252f5711a7f7 None None] The sync data for ids ['d0b0d001-48fd-465f-9b2b-3c78d2207cf5'] in n-d-811521-2 is: [{'id': 'd0b0d001-48fd-465f-9b2b-3c78d2207cf5', 'name': 'tempest-snat-router-969900835', 'tenant_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:48Z', 'updated_at': '2021-10-15T00:49:52Z', 'revision_number': 4, 'project_id': '3c14d90fdff146e2a7f7249ee8096c6e', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:53.430802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:53.471810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:53.499474 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27500e6e-e142-4266-8b58-ea487092adee req-b15c8ab3-acd3-4a52-850e-fd0aee4b8610 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097341 Oct 15 00:49:53.505583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Port': ['ID=7afd7067-8579-49f7-8aed-2302fd9f1ecc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:53.550519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event deleted for resources: {'Port': ['ID=71a4a406-1afe-4c40-8427-c0cdf04f9b5d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:53.557579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.621573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0358ccf-7b3f-4ce4-8298-f3a6f81460e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.625388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0358ccf-7b3f-4ce4-8298-f3a6f81460e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.629797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0358ccf-7b3f-4ce4-8298-f3a6f81460e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cfe1aae-5015-4ce9-bf02-b078cb55d646 HTTP/1.1" status: 204 len: 168 time: 0.4583738 Oct 15 00:49:53.641711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0358ccf-7b3f-4ce4-8298-f3a6f81460e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe1aae-5015-4ce9-bf02-b078cb55d646,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:53.990275 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:53.994720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.150339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.151083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0b0d001-48fd-465f-9b2b-3c78d2207cf5 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:54.157757 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.162350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60504) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:54.164180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-13f5a742-5ee0-42dd-b838-28c507894a8b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d0b0d001-48fd-465f-9b2b-3c78d2207cf5 HTTP/1.1" status: 204 len: 168 time: 2.3166203 Oct 15 00:49:54.347544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.353571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 72b65690-f010-49a3-ac9e-2b748f8f9ecb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:54.420724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.463737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 72b65690-f010-49a3-ac9e-2b748f8f9ecb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:54.464131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.583016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.737019 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.768619 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.800189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 72b65690-f010-49a3-ac9e-2b748f8f9ecb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=72b65690-f010-49a3-ac9e-2b748f8f9ecb,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:54.820963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d233185-642e-4b77-b8e5-1ab14488165b req-6aafc3fb-37b8-45c5-9e39-c1ae1fe97f89 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:54.822661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d233185-642e-4b77-b8e5-1ab14488165b req-6aafc3fb-37b8-45c5-9e39-c1ae1fe97f89 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1240346 Oct 15 00:49:54.835457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Deleting port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:54.835457 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.884555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:54.887241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:54.962664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d233185-642e-4b77-b8e5-1ab14488165b req-d5955421-052b-407d-bbc8-2ebce8c7df34 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299131 Oct 15 00:49:54.982881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Router caa1eb76-fef6-478d-b7f6-fb8171a46617 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:55.006488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] For port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:55.006872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.021785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:55.022207 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.032575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Calling delete_port for 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:55.060590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=72b65690-f010-49a3-ac9e-2b748f8f9ecb,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:55.202970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:55.225471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Sync routers for ids ['caa1eb76-fef6-478d-b7f6-fb8171a46617'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:55.246551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Routers {'caa1eb76-fef6-478d-b7f6-fb8171a46617'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:55.249030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5737e875-7315-4110-88e4-cd983addddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['caa1eb76-fef6-478d-b7f6-fb8171a46617'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:55.304913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.309441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7e3e95d0-2b6c-4ec4-949d-9da5289e941e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0267560 Oct 15 00:49:55.309913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60530) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:55.367917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.402325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bc6157b-9d6b-47c1-86ef-df2d5e29d218,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:55.409112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Set router caa1eb76-fef6-478d-b7f6-fb8171a46617 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:49:55.550591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2d211d2e-287c-4c4e-bb8c-d4977ebbb760 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/caa1eb76-fef6-478d-b7f6-fb8171a46617 HTTP/1.1" status: 200 len: 906 time: 0.2380109 Oct 15 00:49:55.553260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:55.559807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.726902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.743212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.746240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.749461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5737e875-7315-4110-88e4-cd983addddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa1eb76-fef6-478d-b7f6-fb8171a46617', 'name': 'tempest-snat-router-34378397', 'tenant_id': '8094fe885d654457bba76f105adee212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7afd7067-8579-49f7-8aed-2302fd9f1ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:51Z', 'updated_at': '2021-10-15T00:49:54Z', 'revision_number': 3, 'project_id': '8094fe885d654457bba76f105adee212', 'gw_port': {'id': '7afd7067-8579-49f7-8aed-2302fd9f1ecc', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa1eb76-fef6-478d-b7f6-fb8171a46617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:52Z', 'updated_at': '2021-10-15T00:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:55.793915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Checking router: caa1eb76-fef6-478d-b7f6-fb8171a46617 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:49:55.794743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Updating router caa1eb76-fef6-478d-b7f6-fb8171a46617 port 7afd7067-8579-49f7-8aed-2302fd9f1ecc binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:49:55.825349 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.869693 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.891775 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.892256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0beaed88-240a-455b-b864-88ae9b4d3c13 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:55.896875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:55.898245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-db69450b-53f7-4401-9ac0-f468a10a2221 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0beaed88-240a-455b-b864-88ae9b4d3c13 HTTP/1.1" status: 204 len: 168 time: 1.7340498 Oct 15 00:49:55.901533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60544) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:55.908999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1511618895', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:56.021619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.022989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.050834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Deleting port 7afd7067-8579-49f7-8aed-2302fd9f1ecc {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:56.051194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.184970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.190589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.204774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Calling delete_port for 7afd7067-8579-49f7-8aed-2302fd9f1ecc owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:56.266453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.270122 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2f2302ae-3d73-45d9-bda8-b0bb242795a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.320286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60554) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:56.343814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.421740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Attempting to bind port 7afd7067-8579-49f7-8aed-2302fd9f1ecc on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:56.423074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Attempting to bind port 7afd7067-8579-49f7-8aed-2302fd9f1ecc by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:56.423645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Attempting to bind port 7afd7067-8579-49f7-8aed-2302fd9f1ecc on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:56.430950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827862bd-11b3-4562-b34e-5a5321fc2bfe None None] Pushing event updated for resources: {'Port': ['ID=7afd7067-8579-49f7-8aed-2302fd9f1ecc,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:56.434873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:56.435294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:56.435956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.436500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:56.437046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Bound port: 7afd7067-8579-49f7-8aed-2302fd9f1ecc, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:56.437488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.499069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-63355365', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:56.503660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.557909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event deleted for resources: {'Port': ['ID=7afd7067-8579-49f7-8aed-2302fd9f1ecc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:56.579636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:49:56.584495 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:49:56.664852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Made reservation on behalf of 7995570dd23049c984ff4eda0b7629fe for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:49:56.667259 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.671026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 72b65690-f010-49a3-ac9e-2b748f8f9ecb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:49:56.681852 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.718730 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.756751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 72b65690-f010-49a3-ac9e-2b748f8f9ecb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:49:56.757126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.788688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba794a3-b604-48bb-90e7-8bcf8483a20a req-7ec4edc3-bee6-45d9-a887-d5c30a227989 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:56.798426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ba794a3-b604-48bb-90e7-8bcf8483a20a req-7ec4edc3-bee6-45d9-a887-d5c30a227989 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.6106086 Oct 15 00:49:56.801706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.805930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.853180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.883873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ba794a3-b604-48bb-90e7-8bcf8483a20a req-214c74a9-83ef-495c-8f94-bc8ef98c9fbe tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845563 Oct 15 00:49:56.952972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.953543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caa1eb76-fef6-478d-b7f6-fb8171a46617 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:56.960116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:56.961318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ae6fe06-2e5b-44dd-8121-dee7fd54140e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "DELETE /v2.0/routers/caa1eb76-fef6-478d-b7f6-fb8171a46617 HTTP/1.1" status: 204 len: 168 time: 1.4070487 Oct 15 00:49:56.965432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60562) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:57.004958 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.045866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.053170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] device_id is not set on port c4910ea7-97ea-48fd-8bbb-a3d0cc290f41 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:49:57.105720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Attempting to bind port 7afd7067-8579-49f7-8aed-2302fd9f1ecc on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:49:57.106127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Attempting to bind port 7afd7067-8579-49f7-8aed-2302fd9f1ecc by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:49:57.106498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Attempting to bind port 7afd7067-8579-49f7-8aed-2302fd9f1ecc on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:49:57.112284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:49:57.112659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:49:57.113063 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.113505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:49:57.113980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Bound port: 7afd7067-8579-49f7-8aed-2302fd9f1ecc, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:49:57.114518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.121145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9cbea-dfb1-4993-a732-6a7acdf3350e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:57.122879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.137024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Port 7afd7067-8579-49f7-8aed-2302fd9f1ecc has been deleted concurrently {{(pid=107727) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 15 00:49:57.147977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Routers set() bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:57.148606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Router IDs set() for agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 00:49:57.149455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_agentschedulers_db [None req-5737e875-7315-4110-88e4-cd983addddcd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'caa1eb76-fef6-478d-b7f6-fb8171a46617'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent'). {{(pid=107727) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 00:49:57.157423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737e875-7315-4110-88e4-cd983addddcd None None] The sync data for ids ['caa1eb76-fef6-478d-b7f6-fb8171a46617'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:57.195563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Allocated IP 172.25.2.6 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c4910ea7-97ea-48fd-8bbb-a3d0cc290f41) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:57.314593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.341949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.348644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.358265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.475089 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.517080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:57.520010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:57.523442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:57.556617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Pushing event updated for resources: {'Port': ['ID=c4910ea7-97ea-48fd-8bbb-a3d0cc290f41,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:57.563338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Allocated IP 172.25.2.32 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/86d5f6d1-74da-4271-a07b-51358e228f68) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:49:57.577401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:57.578011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.601059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Deleting port 72b65690-f010-49a3-ac9e-2b748f8f9ecb {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:57.601394 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.679883 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2ccced65-38c6-4b88-bfe5-1c60b1a8131a tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3544517 Oct 15 00:49:57.680103 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60566) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:57.685386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.6'}]}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:57.750353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.752660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] For port 72b65690-f010-49a3-ac9e-2b748f8f9ecb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=72b65690-f010-49a3-ac9e-2b748f8f9ecb,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:49:57.753006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.768601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Calling delete_port for 72b65690-f010-49a3-ac9e-2b748f8f9ecb owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:57.787169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.788868 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.846215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.919859 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:57.992346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:49:58.028952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:49:58.034368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:49:58.075011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event updated for resources: {'Port': ['ID=86d5f6d1-74da-4271-a07b-51358e228f68,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:58.116890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06bac6-abad-44ab-a74f-8e2d7c9e6b41 req-a9f2068e-c0e2-4440-8d07-46403b4eac20 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:58.118502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b06bac6-abad-44ab-a74f-8e2d7c9e6b41 req-a9f2068e-c0e2-4440-8d07-46403b4eac20 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1438181 Oct 15 00:49:58.124644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:49:58.150997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:49:58.151437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1bc6157b-9d6b-47c1-86ef-df2d5e29d218 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:49:58.172746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.269640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b65690-f010-49a3-ac9e-2b748f8f9ecb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:58.324569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b06bac6-abad-44ab-a74f-8e2d7c9e6b41 req-99d19fd9-90fc-465f-830d-3f6af728d309 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953228 Oct 15 00:49:58.341847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.381932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.477151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.480857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.621534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.648968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.673304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.858476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.909873 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.910370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.911107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed68e155-976d-4522-b60d-2cb8af958431 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:58.921336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.926318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7b6cf761-27f0-4d08-a25c-6f30737dc2d9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ed68e155-976d-4522-b60d-2cb8af958431 HTTP/1.1" status: 204 len: 168 time: 1.9600620 Oct 15 00:49:58.930136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60574) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:58.937454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d1778fe8-8147-40ff-8458-2a03b7f24880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:58.937959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1764972976', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:59.107205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.109422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.121083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.121083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.124297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Router 126f073a-f466-4f93-a443-402f17388e5e is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:49:59.217218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.217747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e96dba78-646c-4d9a-9d3b-b575d5843bac {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:49:59.297169 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 15 00:49:59.304136 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1bb9e296-fe7d-451f-b44b-7880cb04bad7 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 1.6229093 Oct 15 00:49:59.304793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60578) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:59.413300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Deleting port c4910ea7-97ea-48fd-8bbb-a3d0cc290f41 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:49:59.413995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.509082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.531568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Calling delete_port for c4910ea7-97ea-48fd-8bbb-a3d0cc290f41 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:49:59.533494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.626603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1e60d-8b6b-4e42-acda-96466691ead7 req-696813bf-f864-464f-937c-8b3430707d70 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:49:59.633450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00f1e60d-8b6b-4e42-acda-96466691ead7 req-696813bf-f864-464f-937c-8b3430707d70 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0989206 Oct 15 00:49:59.699889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:49:59.713021 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] Sync routers for ids ['126f073a-f466-4f93-a443-402f17388e5e'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:49:59.721042 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] Routers {'126f073a-f466-4f93-a443-402f17388e5e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:59.721647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['126f073a-f466-4f93-a443-402f17388e5e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:59.732104 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.759665 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:59.769049 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] Routers {'126f073a-f466-4f93-a443-402f17388e5e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:49:59.770213 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['126f073a-f466-4f93-a443-402f17388e5e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:59.777021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4910ea7-97ea-48fd-8bbb-a3d0cc290f41,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:49:59.797616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00f1e60d-8b6b-4e42-acda-96466691ead7 req-a58927db-34ce-4c25-a239-99bcaee0cb24 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621356 Oct 15 00:49:59.835789 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:49:59.838290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.841577 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107091f4-84b0-44f3-8de1-5c92a2122c20 None None] The sync data for ids ['126f073a-f466-4f93-a443-402f17388e5e'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:49:59.850137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.850137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-577c5672-b975-4773-b794-961658141d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9409635 Oct 15 00:49:59.857497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60584) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:49:59.861920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': False}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:49:59.920544 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:49:59.923776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d8b4c96e-e09a-4375-9251-92d0a0db11c2 tempest-RoutersAdminNegativeIpV6Test-1970006662 tempest-RoutersAdminNegativeIpV6Test-1970006662-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c4910ea7-97ea-48fd-8bbb-a3d0cc290f41 HTTP/1.1" status: 204 len: 168 time: 0.6179626 Oct 15 00:50:00.139727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.191517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 72b65690-f010-49a3-ac9e-2b748f8f9ecb no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:50:00.200900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.213576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 72b65690-f010-49a3-ac9e-2b748f8f9ecb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:50:00.215919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 72b65690-f010-49a3-ac9e-2b748f8f9ecb not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:50:00.222884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.245848 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.272078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.348696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Allocated IP 172.25.2.24 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/6b4e0bc1-e2d6-4d7a-86d5-a35e75cd230d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:00.468923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.528196 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60592) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:00.577541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.626871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:00.631623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:00.640189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:00.646016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event updated for resources: {'Port': ['ID=6b4e0bc1-e2d6-4d7a-86d5-a35e75cd230d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:00.687279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2e90-59bc-4e76-a228-ce6a1a9cfaf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.810732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.814307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.878144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2e90-59bc-4e76-a228-ce6a1a9cfaf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:00.942711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a49b4e-9572-495f-b257-dab54884485f req-c13a3593-c979-4565-be6e-a2a488473de9 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:00.944359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05a49b4e-9572-495f-b257-dab54884485f req-c13a3593-c979-4565-be6e-a2a488473de9 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0581400 Oct 15 00:50:00.963779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Router 126f073a-f466-4f93-a443-402f17388e5e has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:00.988380 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2e90-59bc-4e76-a228-ce6a1a9cfaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:01.054063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee2a2e90-59bc-4e76-a228-ce6a1a9cfaf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e750d7a65f384b0b834e99ee4889ab0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246994 Oct 15 00:50:01.062181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:01.076051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2e90-59bc-4e76-a228-ce6a1a9cfaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ce7755-9bc5-473b-9f1f-b87328577983,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:01.150619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05a49b4e-9572-495f-b257-dab54884485f req-297e057f-20f8-4b38-9510-eece070de34c tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653316 Oct 15 00:50:01.318544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:01.318544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d83b349-a4c8-4b67-8dcf-bc6dafa880a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:01.318544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d83b349-a4c8-4b67-8dcf-bc6dafa880a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:01.347783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:01.354925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:01.356178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d2cc378a-029f-46b9-a0f2-d315385ca5b6 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "PUT /v2.0/routers/126f073a-f466-4f93-a443-402f17388e5e HTTP/1.1" status: 200 len: 925 time: 1.4976823 Oct 15 00:50:01.361192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] Sync routers for ids ['126f073a-f466-4f93-a443-402f17388e5e'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:01.362290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60604) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:01.373274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] Routers {'126f073a-f466-4f93-a443-402f17388e5e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:01.375042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['126f073a-f466-4f93-a443-402f17388e5e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:01.416196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:01.434813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] Routers {'126f073a-f466-4f93-a443-402f17388e5e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:01.435471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['126f073a-f466-4f93-a443-402f17388e5e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:01.476880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:01.477813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1e306-bdfe-4baa-a331-e26ae175e427 None None] The sync data for ids ['126f073a-f466-4f93-a443-402f17388e5e'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:01.503199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:01.538133 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b17f6a50-fef8-4567-b91d-39e199933748 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/126f073a-f466-4f93-a443-402f17388e5e HTTP/1.1" status: 200 len: 925 time: 0.1729746 Oct 15 00:50:01.539242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60606) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:01.616120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf40f6-2f64-403f-9a9c-eafeb46f5e19 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:01.617769 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5daf40f6-2f64-403f-9a9c-eafeb46f5e19 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=126f073a-f466-4f93-a443-402f17388e5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0774209 Oct 15 00:50:01.620886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60608) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:01.718120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271f5a76-5e2f-4d53-bdc6-4b433e7d5e2a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:01.719598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-271f5a76-5e2f-4d53-bdc6-4b433e7d5e2a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.0974796 Oct 15 00:50:01.722556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60610) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:01.751762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a12c6c1e-4206-42ee-a167-0faadc8d93a2 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=126f073a-f466-4f93-a443-402f17388e5e HTTP/1.1" status: 200 len: 205 time: 0.0280952 Oct 15 00:50:01.754486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60612) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:01.868706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:01.985722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.203878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d83b349-a4c8-4b67-8dcf-bc6dafa880a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.208828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d83b349-a4c8-4b67-8dcf-bc6dafa880a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.210139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6d83b349-a4c8-4b67-8dcf-bc6dafa880a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85ce7755-9bc5-473b-9f1f-b87328577983 HTTP/1.1" status: 204 len: 168 time: 1.1423650 Oct 15 00:50:02.224102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Router 0c88d60a-bde2-4d91-b01f-62eab1c1f682 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:02.262040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b349-a4c8-4b67-8dcf-bc6dafa880a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ce7755-9bc5-473b-9f1f-b87328577983,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:02.322425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.341407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Deleting port 86d5f6d1-74da-4271-a07b-51358e228f68 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:02.342014 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.343923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4830225-b8e2-4784-99c9-7b49c96c7290 req-0cc01a0b-657f-4853-ad20-8007071c0199 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:02.345512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4830225-b8e2-4784-99c9-7b49c96c7290 req-0cc01a0b-657f-4853-ad20-8007071c0199 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1338646 Oct 15 00:50:02.436086 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.439725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4830225-b8e2-4784-99c9-7b49c96c7290 req-9d2ebaf2-daf4-4fdb-beb2-082c2e1927b0 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829151 Oct 15 00:50:02.440690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:02.451790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Calling delete_port for 86d5f6d1-74da-4271-a07b-51358e228f68 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:02.465179 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] Sync routers for ids ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:02.480193 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] Routers {'0c88d60a-bde2-4d91-b01f-62eab1c1f682'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:02.480193 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:02.519552 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:02.521796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.523718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-70a2ec46-7b1a-49bc-b64d-798cec5bf479 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5931652 Oct 15 00:50:02.526377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60630) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:02.530458 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] Routers {'0c88d60a-bde2-4d91-b01f-62eab1c1f682'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:02.531143 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:02.536311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': False}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:02.573014 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:02.575275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52806800-1331-4e9f-a722-a777b08a8ab9 None None] The sync data for ids ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:02.748379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.796745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event deleted for resources: {'Port': ['ID=86d5f6d1-74da-4271-a07b-51358e228f68,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:02.838908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.876657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.936503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:02.938666 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.021909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:03.053363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.053987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Fanout notify agent at l3_agent the message router_deleted on router 126f073a-f466-4f93-a443-402f17388e5e {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:03.062929 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.064018 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-79af6d53-e6a9-4c12-94ec-2f7563bf3d38 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/126f073a-f466-4f93-a443-402f17388e5e HTTP/1.1" status: 204 len: 168 time: 1.3086097 Oct 15 00:50:03.068685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60646) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:03.073879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5ded707a-6f58-452b-be53-db8d9282bf44 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-807599336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:03.089697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-41051cbf-2e79-46c7-a140-e7306ce7583b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7995570dd23049c984ff4eda0b7629fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637672 Oct 15 00:50:03.090038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60648) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:03.150583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9064d207-13f3-4a64-8e93-396c4bf9bf3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.173267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9064d207-13f3-4a64-8e93-396c4bf9bf3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.196390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ded707a-6f58-452b-be53-db8d9282bf44 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.197297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ded707a-6f58-452b-be53-db8d9282bf44 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.260623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ded707a-6f58-452b-be53-db8d9282bf44 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.353025 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ded707a-6f58-452b-be53-db8d9282bf44 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.387121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9064d207-13f3-4a64-8e93-396c4bf9bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.389793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9064d207-13f3-4a64-8e93-396c4bf9bf3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.393321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9064d207-13f3-4a64-8e93-396c4bf9bf3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fd9cbea-dfb1-4993-a732-6a7acdf3350e HTTP/1.1" status: 204 len: 168 time: 0.2999725 Oct 15 00:50:03.401099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064d207-13f3-4a64-8e93-396c4bf9bf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9cbea-dfb1-4993-a732-6a7acdf3350e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:03.422256 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.426407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.446596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ded707a-6f58-452b-be53-db8d9282bf44 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:03.448156 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5ded707a-6f58-452b-be53-db8d9282bf44 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3784993 Oct 15 00:50:03.453443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60654) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:03.458635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:03.622820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Router 0c88d60a-bde2-4d91-b01f-62eab1c1f682 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:03.652669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a179dbe-c36b-426a-b861-65e1cc20337c req-718c7e9c-d6f0-462f-b31e-8f174958a319 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:03.659972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a179dbe-c36b-426a-b861-65e1cc20337c req-718c7e9c-d6f0-462f-b31e-8f174958a319 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0834208 Oct 15 00:50:03.712782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.036948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.059613 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.121819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a179dbe-c36b-426a-b861-65e1cc20337c req-6efc7771-e4ab-4591-a1fb-f58881720891 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609866 Oct 15 00:50:04.127452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:04.131823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.135706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e98bd2a3-4a88-4a0f-8764-3cce49d0f2f8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "PUT /v2.0/routers/0c88d60a-bde2-4d91-b01f-62eab1c1f682 HTTP/1.1" status: 200 len: 921 time: 1.6076188 Oct 15 00:50:04.136951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60670) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:04.140098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] Sync routers for ids ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:04.156800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] Routers {'0c88d60a-bde2-4d91-b01f-62eab1c1f682'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:04.157407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:04.190321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:04.200234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] Routers {'0c88d60a-bde2-4d91-b01f-62eab1c1f682'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:04.200767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Allocated IP 172.25.2.56 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/23c18134-74d6-4f80-85b1-968d2493a5b3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:04.201397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:04.248600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:04.249521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3664ff-0ee3-4a54-be6f-13f7c3892cd6 None None] The sync data for ids ['0c88d60a-bde2-4d91-b01f-62eab1c1f682'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:04.263467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-183ffe27-eb5e-455b-97e7-709b46cbf0c6 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/0c88d60a-bde2-4d91-b01f-62eab1c1f682 HTTP/1.1" status: 200 len: 921 time: 0.1251457 Oct 15 00:50:04.266055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60672) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:04.343977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.355484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2251791b-a28b-4ec0-a91f-c416d29cdee8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:04.358387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2251791b-a28b-4ec0-a91f-c416d29cdee8 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=0c88d60a-bde2-4d91-b01f-62eab1c1f682&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0912690 Oct 15 00:50:04.362296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60678) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:04.440892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.483807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:04.485750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089cbefd-4eb1-4030-981c-be2b1e8d8ac9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:04.486383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-089cbefd-4eb1-4030-981c-be2b1e8d8ac9 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.1175032 Oct 15 00:50:04.488593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60684) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:04.491051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:04.497354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:04.502930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event updated for resources: {'Port': ['ID=23c18134-74d6-4f80-85b1-968d2493a5b3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:04.527044 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7222830e-5199-4090-8f1f-3c4fd14d30c7 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c88d60a-bde2-4d91-b01f-62eab1c1f682 HTTP/1.1" status: 200 len: 205 time: 0.0367889 Oct 15 00:50:04.529503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60686) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:04.651105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.713485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60698) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:04.763183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.858476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1511467738'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:04.867974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Deleting port 6b4e0bc1-e2d6-4d7a-86d5-a35e75cd230d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:04.868435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.871552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.950354 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.959852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:04.963453 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:04.963736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Calling delete_port for 6b4e0bc1-e2d6-4d7a-86d5-a35e75cd230d owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:04.975356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.139402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.151280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.217585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.236326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.274203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event deleted for resources: {'Port': ['ID=6b4e0bc1-e2d6-4d7a-86d5-a35e75cd230d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:05.286826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.333085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e6d18-ecdc-41b0-ac7b-f2041163ed6a req-edbe9172-cab4-4325-aa8e-f0902f7eddb4 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:05.334623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-753e6d18-ecdc-41b0-ac7b-f2041163ed6a req-edbe9172-cab4-4325-aa8e-f0902f7eddb4 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1296797 Oct 15 00:50:05.337882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:05.345686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634fd8cc-319f-4260-b974-e30c8250729d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:05.354114 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.358489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.358833 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Added segment 82fa1708-cbc1-4ef8-8eb2-33b26dd9c019 of type vlan for network c1e138ba-48a6-452b-b9d3-a2927ac5813d Oct 15 00:50:05.408230 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.445276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Router d2577ce5-7ae1-4890-be4f-95650abb93a1 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:05.465808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.468283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.503110 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.508984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:05.509537 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.522465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-753e6d18-ecdc-41b0-ac7b-f2041163ed6a req-cb55d957-35ad-4b22-bcb2-c524d41c8bfd tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383410 Oct 15 00:50:05.587157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.587789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Fanout notify agent at l3_agent the message router_deleted on router 0c88d60a-bde2-4d91-b01f-62eab1c1f682 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:05.602662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.607526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8f7eaf1d-944f-4710-a2b0-13e612faa221 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/0c88d60a-bde2-4d91-b01f-62eab1c1f682 HTTP/1.1" status: 204 len: 168 time: 1.0733340 Oct 15 00:50:05.608539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60708) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:05.613378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-70b31376-14a8-4e4d-af7b-fa317c4b14c6 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1376513928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:05.731247 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70b31376-14a8-4e4d-af7b-fa317c4b14c6 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.732446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70b31376-14a8-4e4d-af7b-fa317c4b14c6 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.787918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70b31376-14a8-4e4d-af7b-fa317c4b14c6 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.842646 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1277907 Oct 15 00:50:05.845373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60710) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:05.853827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'subnet': {'network_id': 'c1e138ba-48a6-452b-b9d3-a2927ac5813d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:05.872635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70b31376-14a8-4e4d-af7b-fa317c4b14c6 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.915688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1705b-d85c-41a7-ac50-7e91ad0f9593 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Network': ['ID=c1e138ba-48a6-452b-b9d3-a2927ac5813d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:05.930149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:05.952269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:05.969260 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] Sync routers for ids ['d2577ce5-7ae1-4890-be4f-95650abb93a1'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:05.969749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:05.969749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2501c857-80b5-441c-b6e8-6b73fc64d973 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "PUT /v2.0/routers/d2577ce5-7ae1-4890-be4f-95650abb93a1 HTTP/1.1" status: 200 len: 882 time: 2.5136487 Oct 15 00:50:05.971367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:05.979921 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] Routers {'d2577ce5-7ae1-4890-be4f-95650abb93a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:05.980964 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d2577ce5-7ae1-4890-be4f-95650abb93a1'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:06.032143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-70b31376-14a8-4e4d-af7b-fa317c4b14c6 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.034582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-70b31376-14a8-4e4d-af7b-fa317c4b14c6 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4247515 Oct 15 00:50:06.036363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:06.041934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:06.130847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4f27f7b1-9d3e-4021-9b65-4b0fb97e2b6c tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/d2577ce5-7ae1-4890-be4f-95650abb93a1 HTTP/1.1" status: 200 len: 923 time: 0.1580770 Oct 15 00:50:06.133786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:06.136762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.137274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:06.139725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60716) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:06.148081 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] Routers {'d2577ce5-7ae1-4890-be4f-95650abb93a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:06.148677 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d2577ce5-7ae1-4890-be4f-95650abb93a1'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:06.242499 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:06.242499 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6726c3-539d-4314-af8a-6970b864c4bb None None] The sync data for ids ['d2577ce5-7ae1-4890-be4f-95650abb93a1'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:06.259412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbbc49f-11c3-49ac-8903-d06afccfaac7 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:06.264993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fcbbc49f-11c3-49ac-8903-d06afccfaac7 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=d2577ce5-7ae1-4890-be4f-95650abb93a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1189077 Oct 15 00:50:06.264993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60720) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:06.300010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.397772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ca5a7-649e-4a09-8ab1-fa9088053eb5 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:06.402398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-296ca5a7-649e-4a09-8ab1-fa9088053eb5 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.1334472 Oct 15 00:50:06.402936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60722) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:06.433684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3411de2b-3fd1-422b-9390-1dbb3b8e18de tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2577ce5-7ae1-4890-be4f-95650abb93a1 HTTP/1.1" status: 200 len: 205 time: 0.0270596 Oct 15 00:50:06.433927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:06.496080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.580915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Subnet': ['ID=403b8d0b-f16f-4654-883e-d10152610363,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:06.597173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Checking segment: {'id': '82fa1708-cbc1-4ef8-8eb2-33b26dd9c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c1e138ba-48a6-452b-b9d3-a2927ac5813d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:06.597535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network hostable DHCP agents. Network: c1e138ba-48a6-452b-b9d3-a2927ac5813d, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:06.605302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.691653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f11e5-e67d-4b6d-ad40-3df573020f13 req-0fb8c7ef-abab-48a5-b00a-cbc05609e75d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:06.693144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-240f11e5-e67d-4b6d-ad40-3df573020f13 req-0fb8c7ef-abab-48a5-b00a-cbc05609e75d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0517597 Oct 15 00:50:06.734828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-240f11e5-e67d-4b6d-ad40-3df573020f13 req-20b25a94-ca84-4f57-b477-3dec79f8e35d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Oct 15 00:50:06.736345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:06.784502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.811265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.822865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, c1e138ba-48a6-452b-b9d3-a2927ac5813d) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:06.828954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:06.829096 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.829557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:06.834320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7fe4f9-23cf-49a1-9b29-cbc3de1ee622 None None] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:06.928315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d1007fa1-0e46-46f9-a03e-faa745d40570 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0814455 Oct 15 00:50:06.930659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:06.935543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Allocated IP 172.25.2.215 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/7ce8d594-8807-4764-8c4e-2a04eb4765d2) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:06.935830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-431547002', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:06.996662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52624fee-123d-401d-b060-25c4550ea1ca None None] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:07.023683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.025406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.085263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Deleting port 23c18134-74d6-4f80-85b1-968d2493a5b3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:07.085609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.092113 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.108882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.209290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.223222 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Calling delete_port for 23c18134-74d6-4f80-85b1-968d2493a5b3 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:07.314297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.331789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.382317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:07.386717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:07.394127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:07.419647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event updated for resources: {'Port': ['ID=7ce8d594-8807-4764-8c4e-2a04eb4765d2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:07.588019 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.615749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.617616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event deleted for resources: {'Port': ['ID=23c18134-74d6-4f80-85b1-968d2493a5b3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:07.639337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.723493 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.750835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.25.2.211 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/244f2924-b749-4dde-bf24-aa71a205c351) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:07.855425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.859180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.896035 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.905187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e1761-4ddc-429b-aaa4-853524d77a66 req-18c62264-4221-40a4-b1b3-45b06bd3e272 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:07.906706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e1761-4ddc-429b-aaa4-853524d77a66 req-18c62264-4221-40a4-b1b3-45b06bd3e272 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0848618 Oct 15 00:50:07.950812 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:07.966514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0e1761-4ddc-429b-aaa4-853524d77a66 req-dd263d3b-9bdb-4a39-9a53-b776a59266c7 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521195 Oct 15 00:50:08.093889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.094459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Fanout notify agent at l3_agent the message router_deleted on router d2577ce5-7ae1-4890-be4f-95650abb93a1 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:08.102573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.103678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c12e0535-60dc-4cba-8cb6-ac175f334ce3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/d2577ce5-7ae1-4890-be4f-95650abb93a1 HTTP/1.1" status: 204 len: 168 time: 1.6687000 Oct 15 00:50:08.108187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60738) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:08.114367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1a03e147-f646-48c0-b4d4-c09b3899270f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845246820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:08.122487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.134816 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:50:08.163231 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.166570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.179964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:08.189198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:08.195011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:08.197680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=244f2924-b749-4dde-bf24-aa71a205c351,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:08.324752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a03e147-f646-48c0-b4d4-c09b3899270f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.325787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a03e147-f646-48c0-b4d4-c09b3899270f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.390500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a03e147-f646-48c0-b4d4-c09b3899270f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.405711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Router 2b8769b2-5296-4115-9586-5aec72e39e98 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:08.522695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:08.530318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.531214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a03e147-f646-48c0-b4d4-c09b3899270f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.532865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] Sync routers for ids ['2b8769b2-5296-4115-9586-5aec72e39e98'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:08.537940 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8fa1b629-7953-4794-ac9b-997cc50580cd tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "PUT /v2.0/routers/2b8769b2-5296-4115-9586-5aec72e39e98 HTTP/1.1" status: 200 len: 880 time: 2.5004971 Oct 15 00:50:08.538862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:08.542502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] Routers {'2b8769b2-5296-4115-9586-5aec72e39e98'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:08.543306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2b8769b2-5296-4115-9586-5aec72e39e98'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:08.578877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:08.588228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] Routers {'2b8769b2-5296-4115-9586-5aec72e39e98'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:08.589338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2b8769b2-5296-4115-9586-5aec72e39e98'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:08.612688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.628511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:08.629433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbb6785-afd0-4fd1-aae5-8aef011b77e8 None None] The sync data for ids ['2b8769b2-5296-4115-9586-5aec72e39e98'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:08.658970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a03e147-f646-48c0-b4d4-c09b3899270f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:08.660218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1a03e147-f646-48c0-b4d4-c09b3899270f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5507872 Oct 15 00:50:08.663175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:08.668189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': True}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:08.912373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3625a020-6952-49bf-8256-0cbd383f118e tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/2b8769b2-5296-4115-9586-5aec72e39e98 HTTP/1.1" status: 200 len: 921 time: 0.3719819 Oct 15 00:50:08.914948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60748) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:08.959360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972a5dcd-d61f-43b5-b13d-a074cfdac605 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:08.963327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-972a5dcd-d61f-43b5-b13d-a074cfdac605 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=2b8769b2-5296-4115-9586-5aec72e39e98&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0450497 Oct 15 00:50:08.966727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60750) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:09.065597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ba0e8-4427-4155-8453-72a016fa4e37 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:09.067041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e89ba0e8-4427-4155-8453-72a016fa4e37 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.0993159 Oct 15 00:50:09.069950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:09.097946 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6df2d7a1-ff57-4e4e-acaf-6098b2efce45 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b8769b2-5296-4115-9586-5aec72e39e98 HTTP/1.1" status: 200 len: 205 time: 0.0268269 Oct 15 00:50:09.100766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:09.211864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.307433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.320542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.376009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664e9fd-da9a-4138-9091-b5303ad16db1 req-bfc3f2ba-2312-4b97-9c25-fdf76811741a tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:09.380762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d664e9fd-da9a-4138-9091-b5303ad16db1 req-bfc3f2ba-2312-4b97-9c25-fdf76811741a tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1329393 Oct 15 00:50:09.380762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.478009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d664e9fd-da9a-4138-9091-b5303ad16db1 req-04ab2999-b35b-4afa-b43c-cec09484e6b0 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935662 Oct 15 00:50:09.526120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Deleting port 7ce8d594-8807-4764-8c4e-2a04eb4765d2 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:09.527449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.603940 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.615929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Calling delete_port for 7ce8d594-8807-4764-8c4e-2a04eb4765d2 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:09.728346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.749168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:09.751317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.861078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.895212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event deleted for resources: {'Port': ['ID=7ce8d594-8807-4764-8c4e-2a04eb4765d2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:09.947957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.952885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:09.957615 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:09.966426 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:09.970037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Allocated IP 172.25.2.190 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/65df2b4e-df9c-49f3-bcc6-1b68e3ea4eeb) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:09.987279 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:09.987279 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:10.021137 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:10.030320 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:10.031029 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:10.063806 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:10.064714 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f4a34-d22d-40d2-b921-0b48a9efd43a None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:10.068686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.072847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-09a5c58b-88ae-4076-b534-e1a28fb89a7c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1409771 Oct 15 00:50:10.073559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60762) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:10.078048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.080366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.129906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.226892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.227675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8769b2-5296-4115-9586-5aec72e39e98 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:10.235228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.240157 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3f8ef7af-e7bb-4496-a0ee-ce6ec9b0221b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/2b8769b2-5296-4115-9586-5aec72e39e98 HTTP/1.1" status: 204 len: 168 time: 1.1383111 Oct 15 00:50:10.240744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:10.245969 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-718f1876-08b0-4c0c-935e-baa7caafa9e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-770617679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:10.304312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.353403 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-718f1876-08b0-4c0c-935e-baa7caafa9e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.355280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-718f1876-08b0-4c0c-935e-baa7caafa9e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.362797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:10.368819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:10.400634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Port': ['ID=65df2b4e-df9c-49f3-bcc6-1b68e3ea4eeb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:10.405345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:10.413457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-718f1876-08b0-4c0c-935e-baa7caafa9e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.443055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.443397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.443734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.444090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.444404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.444727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.445048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.445365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.445684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.446001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.446355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.446677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:10.525712 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-718f1876-08b0-4c0c-935e-baa7caafa9e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.654946 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-718f1876-08b0-4c0c-935e-baa7caafa9e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.656169 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-718f1876-08b0-4c0c-935e-baa7caafa9e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4144936 Oct 15 00:50:10.658956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60770) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:10.663303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': True}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:10.711885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9034-96a8-4193-9eb6-47576d04807c req-29b450df-5477-4307-b5f3-3c2d212bbed3 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:10.713402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2ec9034-96a8-4193-9eb6-47576d04807c req-29b450df-5477-4307-b5f3-3c2d212bbed3 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1426780 Oct 15 00:50:10.829511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2ec9034-96a8-4193-9eb6-47576d04807c req-936c6e0c-a2f6-4e77-b16a-bdc50c215276 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050594 Oct 15 00:50:10.844266 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.878112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:10.944444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.182418 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.205782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.325009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Allocated IP 172.25.2.164 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/7548eebd-fecd-4f1a-999a-0fa7b84ba935) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:11.437211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.581513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.622838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:11.628032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:11.636825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:11.636825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Port': ['ID=7548eebd-fecd-4f1a-999a-0fa7b84ba935,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:11.663194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.670826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.679265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.1 (c1e138ba-48a6-452b-b9d3-a2927ac5813d/403b8d0b-f16f-4654-883e-d10152610363/38ca881f-0435-48cb-b167-e35826816b9f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:11.894742 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.978758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:11.981729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc65ed-5b91-4fb4-80b4-69cde7c12c29 req-2295f16a-dea6-4d8f-98a6-8f2e83749005 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:11.985074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5dc65ed-5b91-4fb4-80b4-69cde7c12c29 req-2295f16a-dea6-4d8f-98a6-8f2e83749005 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0767198 Oct 15 00:50:12.023323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5dc65ed-5b91-4fb4-80b4-69cde7c12c29 req-c1cb6df4-485d-4219-ac68-0ba1afacb361 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Oct 15 00:50:12.096921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Router 92f0d553-4e86-47e9-8046-474b77a37c06 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:12.155879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:12.188697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:12.191986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:12.235248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:12.240837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:12.243272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:12.287761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:12.292703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:12.294604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4702b07a-125a-4a47-8b1c-408107fd89e1 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "PUT /v2.0/routers/92f0d553-4e86-47e9-8046-474b77a37c06 HTTP/1.1" status: 200 len: 918 time: 3.6303952 Oct 15 00:50:12.295421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=38ca881f-0435-48cb-b167-e35826816b9f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:12.298290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:12.299190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] Sync routers for ids ['92f0d553-4e86-47e9-8046-474b77a37c06'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:12.312007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] Routers {'92f0d553-4e86-47e9-8046-474b77a37c06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:12.312944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['92f0d553-4e86-47e9-8046-474b77a37c06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.317979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:12.345846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.355450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] Routers {'92f0d553-4e86-47e9-8046-474b77a37c06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:12.356308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['92f0d553-4e86-47e9-8046-474b77a37c06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.392839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.393744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b8aaa-b4cf-4d50-9b30-1aa08b7cf663 None None] The sync data for ids ['92f0d553-4e86-47e9-8046-474b77a37c06'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:12.445612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f1a4df0a-6cd6-4c59-aabc-eb2750fe51dd tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/92f0d553-4e86-47e9-8046-474b77a37c06 HTTP/1.1" status: 200 len: 924 time: 0.1460283 Oct 15 00:50:12.448354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60782) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:12.488724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33652278-fff1-4ee9-a2b5-b39d2040b1d0 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:12.490244 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-33652278-fff1-4ee9-a2b5-b39d2040b1d0 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=92f0d553-4e86-47e9-8046-474b77a37c06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0409541 Oct 15 00:50:12.491506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Router 01348f0b-4a4b-4d8b-97a2-79105d26efe7 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:12.493269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60786) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:12.592285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:12.619731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:12.624298 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:12.628277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-06fecb05-3404-4751-82e7-e7f1bd680e77 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "PUT /v2.0/routers/01348f0b-4a4b-4d8b-97a2-79105d26efe7 HTTP/1.1" status: 200 len: 914 time: 1.9656048 Oct 15 00:50:12.628508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60788) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:12.631913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] Sync routers for ids ['01348f0b-4a4b-4d8b-97a2-79105d26efe7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:12.643601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] Routers {'01348f0b-4a4b-4d8b-97a2-79105d26efe7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:12.644860 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['01348f0b-4a4b-4d8b-97a2-79105d26efe7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.645611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f2540-2e12-4565-9005-6325eaae4b0d tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:12.649977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-652f2540-2e12-4565-9005-6325eaae4b0d tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.1551809 Oct 15 00:50:12.653398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60790) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:12.683360 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.691224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b88893dc-1c7b-4b22-9ccb-8a6142051401 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=92f0d553-4e86-47e9-8046-474b77a37c06 HTTP/1.1" status: 200 len: 205 time: 0.0367224 Oct 15 00:50:12.693924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60792) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:12.694259 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] Routers {'01348f0b-4a4b-4d8b-97a2-79105d26efe7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:12.695064 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['01348f0b-4a4b-4d8b-97a2-79105d26efe7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.732722 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:12.733284 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe939c-71a4-4e35-b551-4b72d600ea28 None None] The sync data for ids ['01348f0b-4a4b-4d8b-97a2-79105d26efe7'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:12.784524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f731e7-e2d9-4cf6-a1dc-e1d582568bf5 req-ea555ae9-bc7e-4142-8a1f-4a9fd89195a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:12.786020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f731e7-e2d9-4cf6-a1dc-e1d582568bf5 req-ea555ae9-bc7e-4142-8a1f-4a9fd89195a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.0566540 Oct 15 00:50:12.869529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94f731e7-e2d9-4cf6-a1dc-e1d582568bf5 req-207e1cfe-7057-4645-b03a-5d233d5d1d64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Oct 15 00:50:12.992584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.062960 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.079691 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-371f1f0b-78a5-443a-94ca-63b4452aad97 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/01348f0b-4a4b-4d8b-97a2-79105d26efe7 HTTP/1.1" status: 200 len: 920 time: 0.4496872 Oct 15 00:50:13.091189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60798) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:13.105073 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.171368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=38ca881f-0435-48cb-b167-e35826816b9f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:13.177256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21430f42-7c92-4943-8f2f-92b286ebde91 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:13.179277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-21430f42-7c92-4943-8f2f-92b286ebde91 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=01348f0b-4a4b-4d8b-97a2-79105d26efe7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0871909 Oct 15 00:50:13.181644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60800) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:13.192096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.225231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f7789-6d64-4cdc-97b9-948844d20812 req-2ab188d2-c470-428c-8ace-58b722581797 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:13.226807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b51f7789-6d64-4cdc-97b9-948844d20812 req-2ab188d2-c470-428c-8ace-58b722581797 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1118810 Oct 15 00:50:13.239529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.366778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b51f7789-6d64-4cdc-97b9-948844d20812 req-88d9b847-a58e-4919-9c17-e2b399d13547 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308904 Oct 15 00:50:13.394911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c4b6d-e32b-4fe0-b8a8-a2e2df144e64 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:13.396352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-193c4b6d-e32b-4fe0-b8a8-a2e2df144e64 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.2137377 Oct 15 00:50:13.399295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:13.413704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Deleting port 65df2b4e-df9c-49f3-bcc6-1b68e3ea4eeb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:13.414037 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.430542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-25375343-e272-4e17-99b9-59f62a006261 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=01348f0b-4a4b-4d8b-97a2-79105d26efe7 HTTP/1.1" status: 200 len: 205 time: 0.0300941 Oct 15 00:50:13.432325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:13.433657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60804) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:13.440680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:13.500805 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.515051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Calling delete_port for 65df2b4e-df9c-49f3-bcc6-1b68e3ea4eeb owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:13.621243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.679894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:13.782836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.811565 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.835846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event deleted for resources: {'Port': ['ID=65df2b4e-df9c-49f3-bcc6-1b68e3ea4eeb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:13.847944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:13.857590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-686c2a12-d769-4e54-a128-fe48bb5c977f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/routers/37f949c8-2438-4061-8e01-acf2b50a2641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7776699 Oct 15 00:50:13.857590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60808) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:13.858353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:13.862489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'port': {'network_id': 'c1e138ba-48a6-452b-b9d3-a2927ac5813d', 'name': 'tempest-FloatingIPTestJSON-601221417'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:13.868972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:13.869753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:13.904337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:13.910075 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:13.915192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:13.915784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:13.949282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:13.949926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace00ad-f36d-4e9d-aa5e-f0ccc53a6142 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:14.005577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.007743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.012837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Deleting port 7548eebd-fecd-4f1a-999a-0fa7b84ba935 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:14.013387 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.101657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.112731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:14.117022 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.129028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Calling delete_port for 7548eebd-fecd-4f1a-999a-0fa7b84ba935 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:14.147328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] device_id is not set on port 2c2f77d8-0411-44c5-8c9d-c1583d1e8395 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:50:14.158067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.158726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Fanout notify agent at l3_agent the message router_deleted on router 92f0d553-4e86-47e9-8046-474b77a37c06 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:14.168985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.168985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a0d25f4b-afa2-4859-818e-e8096bdd02a1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/92f0d553-4e86-47e9-8046-474b77a37c06 HTTP/1.1" status: 204 len: 168 time: 1.4706769 Oct 15 00:50:14.172298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60812) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:14.177032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dc79c5b0-f4b2-4654-b811-0ae8aaaa768e tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-589827097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:14.273938 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5b0-f4b2-4654-b811-0ae8aaaa768e tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.275087 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5b0-f4b2-4654-b811-0ae8aaaa768e tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.332397 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5b0-f4b2-4654-b811-0ae8aaaa768e tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.421466 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5b0-f4b2-4654-b811-0ae8aaaa768e tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.526788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dc79c5b0-f4b2-4654-b811-0ae8aaaa768e tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.529842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dc79c5b0-f4b2-4654-b811-0ae8aaaa768e tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3547494 Oct 15 00:50:14.531105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60816) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:14.535673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': False}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:14.679270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3216a98-b2b0-44c8-8fd5-6930f7dbc6f1 req-827ec658-32c8-4f44-a983-886108287b25 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:14.680704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3216a98-b2b0-44c8-8fd5-6930f7dbc6f1 req-827ec658-32c8-4f44-a983-886108287b25 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1513336 Oct 15 00:50:14.720285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.14 (c1e138ba-48a6-452b-b9d3-a2927ac5813d/403b8d0b-f16f-4654-883e-d10152610363/2c2f77d8-0411-44c5-8c9d-c1583d1e8395) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:14.747947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.793841 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3216a98-b2b0-44c8-8fd5-6930f7dbc6f1 req-77cd72dd-b969-4f73-878e-55de42f0b760 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019745 Oct 15 00:50:14.835470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-5bd2d893-1fd2-4e65-8538-c3a912bfece1 req-5651308f-c274-4161-8149-6460e2c5848e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2077553584', 'description': 'tempest-description-1765926706'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:14.911798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:14.963093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event deleted for resources: {'Port': ['ID=7548eebd-fecd-4f1a-999a-0fa7b84ba935,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:15.056267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bd2d893-1fd2-4e65-8538-c3a912bfece1 req-5651308f-c274-4161-8149-6460e2c5848e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.074007 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.080622 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.086283 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.113458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.154654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.194423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.197786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.231939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bd2d893-1fd2-4e65-8538-c3a912bfece1 req-5651308f-c274-4161-8149-6460e2c5848e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.258741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Allocated IP 172.25.2.240 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/b59ca56e-9b1d-4410-9e91-710e0e663448) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:15.348391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bd2d893-1fd2-4e65-8538-c3a912bfece1 req-5651308f-c274-4161-8149-6460e2c5848e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.371556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.372221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Fanout notify agent at l3_agent the message router_deleted on router 01348f0b-4a4b-4d8b-97a2-79105d26efe7 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:15.374804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.384061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.384530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.386073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7d7b3c4-249b-45f5-9677-0c7bab82a462 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/01348f0b-4a4b-4d8b-97a2-79105d26efe7 HTTP/1.1" status: 204 len: 168 time: 1.9510217 Oct 15 00:50:15.391442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60824) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:15.398506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-93a01877-eff0-4784-b5f4-9fcf6ba0c1c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1031269815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:15.410967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651308f-c274-4161-8149-6460e2c5848e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cfb387-5b01-4704-a40d-af74dd716f60,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:15.429266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:15.432285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:15.439045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:15.467425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=2c2f77d8-0411-44c5-8c9d-c1583d1e8395,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:15.496573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:15.497101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.509045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bd2d893-1fd2-4e65-8538-c3a912bfece1 req-5651308f-c274-4161-8149-6460e2c5848e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.510560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd2d893-1fd2-4e65-8538-c3a912bfece1 req-5651308f-c274-4161-8149-6460e2c5848e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6793106 Oct 15 00:50:15.530176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.573826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:15.576767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:15.580631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:15.602772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47c522fe-6a86-4f98-a5c0-210618498482 req-d6fe80b4-e2b5-4432-aacf-9cb634d31fd3 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2077553584&fields=id&tenant_id=7ae221d04dc64315881df9dc9f888738 HTTP/1.1" status: 200 len: 267 time: 0.0370262 Oct 15 00:50:15.610377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93a01877-eff0-4784-b5f4-9fcf6ba0c1c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.611395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93a01877-eff0-4784-b5f4-9fcf6ba0c1c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.615413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Pushing event updated for resources: {'Port': ['ID=b59ca56e-9b1d-4410-9e91-710e0e663448,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:15.660042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c522fe-6a86-4f98-a5c0-210618498482 req-59212ca9-f857-4aa1-aa6b-af05e6d66590 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:15.661517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47c522fe-6a86-4f98-a5c0-210618498482 req-59212ca9-f857-4aa1-aa6b-af05e6d66590 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0519989 Oct 15 00:50:15.676282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Request body: {'port': {'security_groups': ['45db7c3b-a874-4883-8a70-2926c8316143', '42cfb387-5b01-4704-a40d-af74dd716f60']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:15.710912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-02bbd17b-118c-4158-bd17-fd53164a6d26 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8523180 Oct 15 00:50:15.714003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60830) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:15.718959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'port': {'network_id': 'c1e138ba-48a6-452b-b9d3-a2927ac5813d', 'name': 'tempest-FloatingIPTestJSON-392606495'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:15.721960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93a01877-eff0-4784-b5f4-9fcf6ba0c1c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.804226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.834060 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93a01877-eff0-4784-b5f4-9fcf6ba0c1c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.957365 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93a01877-eff0-4784-b5f4-9fcf6ba0c1c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:15.958594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-93a01877-eff0-4784-b5f4-9fcf6ba0c1c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5643637 Oct 15 00:50:15.961307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60832) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:15.966256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'enable_snat': False}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:16.024613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:16.050018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.055415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.108542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:16.112199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.129918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] device_id is not set on port 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:50:16.165552 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.177363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['dee66b6e-6d02-4d43-99c2-b896b35f97ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:50:16.241792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:16.243127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.243638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47c522fe-6a86-4f98-a5c0-210618498482 req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "PUT /v2.0/ports/dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 982 time: 0.5726860 Oct 15 00:50:16.244099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:50:16.247029 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:50:16.286047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.302365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['dee66b6e-6d02-4d43-99c2-b896b35f97ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:50:16.302953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168054c-4c42-4fc0-8b31-8cb36f993b5b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event updated for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:16.319018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.8 (c1e138ba-48a6-452b-b9d3-a2927ac5813d/403b8d0b-f16f-4654-883e-d10152610363/64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:16.399885 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4968b0-ffb4-46cf-929e-f500b73139b0 x-openstack-request-id: req-9c4968b0-ffb4-46cf-929e-f500b73139b0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:50:16.402400 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:50:16.402400 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c4968b0-ffb4-46cf-929e-f500b73139b0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:50:16.402400 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'status': 'completed', 'code': 200} Oct 15 00:50:16.405284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-6bc785ec-7753-49d4-b2b3-a20b2ca75e2d tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2077553584&fields=id&tenant_id=7ae221d04dc64315881df9dc9f888738 HTTP/1.1" status: 200 len: 267 time: 0.0654655 Oct 15 00:50:16.565245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-4849b7cf-e969-4e4b-8305-9b1d5fe45cba tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:16.566979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-4849b7cf-e969-4e4b-8305-9b1d5fe45cba tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 985 time: 0.1527863 Oct 15 00:50:16.576694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-172ca87b-2709-42f4-a2a8-f62b11d1b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:16.578340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-172ca87b-2709-42f4-a2a8-f62b11d1b5c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1136 time: 0.1355512 Oct 15 00:50:16.595324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Request body: {'port': {'security_groups': ['45db7c3b-a874-4883-8a70-2926c8316143']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:16.650342 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.754136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.762118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.765902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.821334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-c8682148-fca7-41f8-a695-6eb1500f64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:16.823046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-c8682148-fca7-41f8-a695-6eb1500f64b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.2245028 Oct 15 00:50:16.876331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-18b41f2a-983e-41a8-b73b-ad9593796df3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 217 time: 0.0452266 Oct 15 00:50:16.935164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:16.994262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-9baf2466-0e86-4ab3-a07a-e2d4fc2f1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:16.996611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-9baf2466-0e86-4ab3-a07a-e2d4fc2f1abd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.1125977 Oct 15 00:50:17.017993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:17.039441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.060322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.063892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:17.082971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:17.090629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:17.094219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-7423d8ea-1643-4b8d-899e-b1167a260c99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801749 Oct 15 00:50:17.149062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Router fec10d21-0573-44b5-a934-956cdf06eacc is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:17.217235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:17.217857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.220815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Allocated IP 172.25.2.251 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/6f1dfbfd-b990-40ad-8ad6-e2a5a09e34bb) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:17.221395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:17.274541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.279900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-4cbe2e3a-942f-403d-bf71-3f72311c06ba service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630371 Oct 15 00:50:17.346788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:17.355588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.359696 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0362318c-9dfe-49b5-84dc-eca538252e5b tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "PUT /v2.0/routers/fec10d21-0573-44b5-a934-956cdf06eacc HTTP/1.1" status: 200 len: 919 time: 2.8243358 Oct 15 00:50:17.359696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60844) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:17.367887 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] Sync routers for ids ['fec10d21-0573-44b5-a934-956cdf06eacc'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:17.383596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fc2adf2-e4d9-4440-9e7d-9c444a2798e0 req-4951f34c-2fd9-4f5f-9a47-e00ae3d4b910 service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967350 Oct 15 00:50:17.386124 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] Routers {'fec10d21-0573-44b5-a934-956cdf06eacc'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:17.390994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5df9c1ce-af8f-4f48-8aa1-a2464719a1ae tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6759248 Oct 15 00:50:17.399531 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fec10d21-0573-44b5-a934-956cdf06eacc'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:17.400457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60846) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:17.406121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:17.433071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.441770 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:17.445622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['dee66b6e-6d02-4d43-99c2-b896b35f97ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:50:17.455947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.468669 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] Routers {'fec10d21-0573-44b5-a934-956cdf06eacc'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:17.469830 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['fec10d21-0573-44b5-a934-956cdf06eacc'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:17.486657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:17.487285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.488665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b1cfe69-8f7d-48e4-925f-4b0dc881243a req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "PUT /v2.0/ports/dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 943 time: 0.9060984 Oct 15 00:50:17.528008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4bd4d-a36c-4ee5-80eb-c7ebb7bb0a96 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event updated for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:17.540463 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:17.541113 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03fad5-c85a-4810-81c8-ce44c3776cbd None None] The sync data for ids ['fec10d21-0573-44b5-a934-956cdf06eacc'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:17.542326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.587638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['dee66b6e-6d02-4d43-99c2-b896b35f97ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:50:17.626879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1023a6bf-f2e5-43d8-90fc-8e4da2c4b723 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/fec10d21-0573-44b5-a934-956cdf06eacc HTTP/1.1" status: 200 len: 925 time: 0.2663386 Oct 15 00:50:17.630941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60850) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:17.695788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c7ee8-613b-4a75-978a-a736f776fa4a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:17.700774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-615c7ee8-613b-4a75-978a-a736f776fa4a tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=fec10d21-0573-44b5-a934-956cdf06eacc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0651307 Oct 15 00:50:17.700774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.702123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60852) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:17.802823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-ba087d9b-9a35-467f-af8c-82831ac9b8de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2895875 Oct 15 00:50:17.813292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:17.825441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:17.890677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.25.2.72 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/333620f6-e439-44e2-a3e6-f86087efc420) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:17.900857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:17.907204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f2702b-c61b-4a87-96da-3ebdca659540 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:17.912006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e2f2702b-c61b-4a87-96da-3ebdca659540 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.2061450 Oct 15 00:50:17.912319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:17.914777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:17.918481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60856) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:17.919133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Pushing event updated for resources: {'Port': ['ID=6f1dfbfd-b990-40ad-8ad6-e2a5a09e34bb,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:17.974839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bebb7c68-df7b-4ec2-bd8e-0915a6588d6d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec10d21-0573-44b5-a934-956cdf06eacc HTTP/1.1" status: 200 len: 205 time: 0.0471125 Oct 15 00:50:17.975974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60858) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:17.980198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.091005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.118990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.203001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.253077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.280007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.408006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Allocated IP 172.25.2.124 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/4875d369-481a-49bd-9ebd-3105efb8dd6c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:18.415622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.645213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:50:18.647375 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e18a2e-9bf1-48ea-b71c-b779a88b4766" -d '{"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:50:18.676821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=333620f6-e439-44e2-a3e6-f86087efc420,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:18.707541 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f560a8a-22e0-4ee1-a027-198704b6ca74 x-openstack-request-id: req-1f560a8a-22e0-4ee1-a027-198704b6ca74 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:50:18.707898 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:50:18.708078 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f560a8a-22e0-4ee1-a027-198704b6ca74 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:50:18.708453 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'status': 'completed', 'code': 200} Oct 15 00:50:18.711235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:18.713676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:18.729349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:18.825584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Deleting port b59ca56e-9b1d-4410-9e91-710e0e663448 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:18.825949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:18.834462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-162cefa3-74c3-4f03-b9ce-e61a8a51db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:18.836005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-162cefa3-74c3-4f03-b9ce-e61a8a51db69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.0928261 Oct 15 00:50:18.897475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.018988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.022417 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.056300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.063209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.076650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Calling delete_port for b59ca56e-9b1d-4410-9e91-710e0e663448 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:19.113019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:19.126260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:19.157669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:19.159728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event updated for resources: {'Port': ['ID=4875d369-481a-49bd-9ebd-3105efb8dd6c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:19.171967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-b6768413-48e7-49ec-85d3-ed4c2af3c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:19.173461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-b6768413-48e7-49ec-85d3-ed4c2af3c7f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.3237174 Oct 15 00:50:19.246999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-d161de7f-4d72-4dd9-ab4c-be4be5a5ed17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 217 time: 0.0533419 Oct 15 00:50:19.275195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.340851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Router aa2aae34-bc97-40aa-910a-486d07ec0624 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:19.417766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-21b02460-f0ed-418d-9c06-49c788c882b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:19.419336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-21b02460-f0ed-418d-9c06-49c788c882b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.1467800 Oct 15 00:50:19.422971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.512219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-d4ef1725-24f4-492a-83df-f344b2dce831 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821729 Oct 15 00:50:19.518526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:19.523971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.528739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce5906a1-dc9e-4254-b5ed-92ed42fdbb9c tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "PUT /v2.0/routers/aa2aae34-bc97-40aa-910a-486d07ec0624 HTTP/1.1" status: 200 len: 916 time: 3.5663481 Oct 15 00:50:19.528884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] Sync routers for ids ['aa2aae34-bc97-40aa-910a-486d07ec0624'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:19.529334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60868) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:19.544574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] Routers {'aa2aae34-bc97-40aa-910a-486d07ec0624'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:19.545338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['aa2aae34-bc97-40aa-910a-486d07ec0624'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:19.558626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.599125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:19.608783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] Routers {'aa2aae34-bc97-40aa-910a-486d07ec0624'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:19.609625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['aa2aae34-bc97-40aa-910a-486d07ec0624'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:19.643158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.685880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event deleted for resources: {'Port': ['ID=b59ca56e-9b1d-4410-9e91-710e0e663448,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:19.703092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-5d5e36df-15bf-4414-8713-06ed4402650a service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779695 Oct 15 00:50:19.720603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-09dc0c8d-581c-48a3-9936-7e50a4dafce7 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/aa2aae34-bc97-40aa-910a-486d07ec0624 HTTP/1.1" status: 200 len: 922 time: 0.1811848 Oct 15 00:50:19.723505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60870) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:19.781572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.790752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672fd621-8498-46fe-8c85-25a11ee86049 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:19.794517 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-672fd621-8498-46fe-8c85-25a11ee86049 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=aa2aae34-bc97-40aa-910a-486d07ec0624&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0707397 Oct 15 00:50:19.797331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60872) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:19.821844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:19.822645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875bfa9e-6fd9-4912-8bd4-4133630cad4e None None] The sync data for ids ['aa2aae34-bc97-40aa-910a-486d07ec0624'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:19.839234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.865625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.903908 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:19.927459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event updated for resources: {'Port': ['ID=4875d369-481a-49bd-9ebd-3105efb8dd6c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:19.980304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea3932-966a-486e-8eed-5c2b7a871088 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:19.984804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-49ea3932-966a-486e-8eed-5c2b7a871088 tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 881 time: 0.1885085 Oct 15 00:50:19.987356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:20.022524 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d5743ce-79b9-4969-8d91-1079883dca1a tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2aae34-bc97-40aa-910a-486d07ec0624 HTTP/1.1" status: 200 len: 205 time: 0.0340486 Oct 15 00:50:20.023130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:20.038201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.039040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.042827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79e18a2e-9bf1-48ea-b71c-b779a88b4766 req-3cf98fd2-be6a-4a1e-ae2d-fb9c27699b6b service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245845 Oct 15 00:50:20.085551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.182257 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.192861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.210645 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.211255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Fanout notify agent at l3_agent the message router_deleted on router fec10d21-0573-44b5-a934-956cdf06eacc {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:20.222153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.223458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d82b79c3-b2be-4f5b-b2de-bc2bb64d76e7 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/fec10d21-0573-44b5-a934-956cdf06eacc HTTP/1.1" status: 204 len: 168 time: 2.2465115 Oct 15 00:50:20.227163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60882) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:20.232300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.233486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-e8154af6-52d8-4084-b642-1195f39d5648 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4297793 Oct 15 00:50:20.236530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-114355823', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:20.268001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.332071 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-28829ca2-7019-4a1f-9f3c-6f7918567a82 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 696 time: 0.0875180 Oct 15 00:50:20.346628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=333620f6-e439-44e2-a3e6-f86087efc420,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:20.357494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.446415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.447428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.462472 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP 64b27ed6-32c0-418f-ad6e-af17e3a9d210 associated. External IP: 172.25.2.72, port: 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8. Oct 15 00:50:20.466106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.540975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:20.543231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-24cccadd-367c-4478-bfc1-2e6d3b9bb1b1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:20.544624 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-24cccadd-367c-4478-bfc1-2e6d3b9bb1b1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.2038257 Oct 15 00:50:20.577829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-6f5636e6-7dc8-4d3f-94f5-909fd8bb142c tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:50:20.578857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1ed50063-5d42-43a9-90b5-6fcff0afd2a1 req-6f5636e6-7dc8-4d3f-94f5-909fd8bb142c tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083165 Oct 15 00:50:20.999068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Deleting port 6f1dfbfd-b990-40ad-8ad6-e2a5a09e34bb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:20.999427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.036615 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.066567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:21.082728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-e3452e93-3d95-4684-b216-524e13d18b51 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:21.084224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-e3452e93-3d95-4684-b216-524e13d18b51 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1002529 Oct 15 00:50:21.119394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.143407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Calling delete_port for 6f1dfbfd-b990-40ad-8ad6-e2a5a09e34bb owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:21.204849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-6b2b6c84-c100-48ab-bbec-5f8e6e5a2e03 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 696 time: 0.1132483 Oct 15 00:50:21.226621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Request body: {'floatingip': {'port_id': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:21.302821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.381534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:21.402919 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:21.416298 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:21.418745 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:21.466526 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:21.477306 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:21.478575 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:21.496360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.504533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.518074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.526854 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:21.527519 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c03c6c-96d4-4ccc-bf8c-48ad23d77f35 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:21.549710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e0b4bda5-80a8-4701-8509-d4e1abb2e490 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.1481211 Oct 15 00:50:21.552340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60894) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:21.556747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:21.560754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.607947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event deleted for resources: {'Port': ['ID=6f1dfbfd-b990-40ad-8ad6-e2a5a09e34bb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:21.690288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.717106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.793203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Allocated IP 172.25.2.127 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/3910f47a-c106-4899-8ea6-75c10dbf5d49) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:21.836683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.841385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.938570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.970162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.971013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Fanout notify agent at l3_agent the message router_deleted on router aa2aae34-bc97-40aa-910a-486d07ec0624 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:21.984248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:21.985428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9d77e2db-643b-4417-9a6f-75f49adad658 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/aa2aae34-bc97-40aa-910a-486d07ec0624 HTTP/1.1" status: 204 len: 168 time: 1.9596536 Oct 15 00:50:21.989021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60900) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:21.993436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-643997299', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:22.003549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.033424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.033877 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP 64b27ed6-32c0-418f-ad6e-af17e3a9d210 disassociated. External IP: 172.25.2.72, port: 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8. Oct 15 00:50:22.093993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.108436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.109915 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.138312 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.195473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.197293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.206133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:22.208973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:22.213847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:22.248611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event updated for resources: {'Port': ['ID=3910f47a-c106-4899-8ea6-75c10dbf5d49,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:22.361054 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Floating IP b5db7ba6-0978-4995-8a34-175a9cf07728 associated. External IP: 172.25.2.124, port: dee66b6e-6d02-4d43-99c2-b896b35f97ed. Oct 15 00:50:22.364782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:22.549239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.673271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:22.679238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.703258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:22.720252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b8ebff69-e05e-402e-a2a5-7e0d2309da8c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/floatingips/64b27ed6-32c0-418f-ad6e-af17e3a9d210 HTTP/1.1" status: 200 len: 687 time: 1.1644020 Oct 15 00:50:22.721321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60904) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:22.726247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:22.726990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:22.775292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:22.776589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Router bfa251b0-0361-4f5b-a640-b471294e4448 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:22.786431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:22.787274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:22.828900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:22.829572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72fc2d-a7d4-4c04-af8f-1c1df05bc20b None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:22.903336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:22.912085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:22.919027 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] Sync routers for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:22.930863 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:22.932671 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:22.941812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-d26740ca-5329-44d8-b3f0-3f51a31dd2de tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "PUT /v2.0/floatingips/b5db7ba6-0978-4995-8a34-175a9cf07728 HTTP/1.1" status: 200 len: 997 time: 1.7196693 Oct 15 00:50:22.942313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:50:22.944651 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e48f6-8b39-4473-8185-59649ed9d78d" -d '{"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:50:23.013132 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a039f-6248-488f-8cda-c45676122b08 x-openstack-request-id: req-2e3a039f-6248-488f-8cda-c45676122b08 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:50:23.013507 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:50:23.013822 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e3a039f-6248-488f-8cda-c45676122b08 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:50:23.014325 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'status': 'completed', 'code': 200} Oct 15 00:50:23.026126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:23.048551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-07bb553e-8909-4a50-ac01-4ab097e9cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:23.050295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-07bb553e-8909-4a50-ac01-4ab097e9cb1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.0901308 Oct 15 00:50:23.082041 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:50:23.094821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 333620f6-e439-44e2-a3e6-f86087efc420 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:23.095248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:23.130179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-97b228f8-cc41-47c8-9c00-df3128ba03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:23.131903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-97b228f8-cc41-47c8-9c00-df3128ba03c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.0941541 Oct 15 00:50:23.313007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:23.313353 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:23.333295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 333620f6-e439-44e2-a3e6-f86087efc420 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:23.367169 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b5db7ba6-0978-4995-8a34-175a9cf07728', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'port_id': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'mac_address': 'fa:16:3e:ce:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9902e5d3-6665-4897-b548-5e10a7430faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:50:19Z', 'updated_at': '2021-10-15T00:50:21Z', 'revision_number': 1, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:22Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:23.395250 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] Checking router: bfa251b0-0361-4f5b-a640-b471294e4448 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:50:23.405141 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:23.405789 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:23.536731 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:50:23.615004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-37038d33-7fdf-40d9-9554-0ea57f7b7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:23.616822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-37038d33-7fdf-40d9-9554-0ea57f7b7009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.5464048 Oct 15 00:50:23.689803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-43835595-38dd-40bc-8018-634683ba6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:23.692165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-43835595-38dd-40bc-8018-634683ba6cad service neutron] 10.222.0.39 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.5285814 Oct 15 00:50:23.753120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:23.769363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-8c7e81cc-63b8-4e58-9716-dcf192cc19df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 1000 time: 0.1423237 Oct 15 00:50:23.782129 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:23.845600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-624acf6e-12e7-4dd2-8a95-3bafc7628e23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 1000 time: 0.1370845 Oct 15 00:50:23.849194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:23.881336 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b5db7ba6-0978-4995-8a34-175a9cf07728', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'port_id': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'mac_address': 'fa:16:3e:ce:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9902e5d3-6665-4897-b548-5e10a7430faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:50:19Z', 'updated_at': '2021-10-15T00:50:21Z', 'revision_number': 1, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:22Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:23.900083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-a7873314-cc9a-4a5d-883c-bbd55d32e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:23.903023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-a7873314-cc9a-4a5d-883c-bbd55d32e552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.1219733 Oct 15 00:50:23.936291 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bf8480-ec8a-4e8b-94f5-2b76922f012f None None] The sync data for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 is: [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b5db7ba6-0978-4995-8a34-175a9cf07728', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'port_id': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'mac_address': 'fa:16:3e:ce:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9902e5d3-6665-4897-b548-5e10a7430faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:50:19Z', 'updated_at': '2021-10-15T00:50:21Z', 'revision_number': 1, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:22Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:23.945211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-2bd75da1-6b70-4c86-b65e-79ea87477ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317848 Oct 15 00:50:23.946972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-5532c4b7-2682-40f3-b355-25f387e9822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:23.948418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-5532c4b7-2682-40f3-b355-25f387e9822f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.0954185 Oct 15 00:50:23.976083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-7a48d621-6873-4f1c-8ec1-1d7db72376c2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:50:23.978635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-7a48d621-6873-4f1c-8ec1-1d7db72376c2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090470 Oct 15 00:50:24.019867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-0486b2ca-800c-4368-b840-b6c91f133e55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606775 Oct 15 00:50:24.161727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Allocated IP 172.25.2.251 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/2137eddf-80d9-4b03-8064-f074055d727c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:24.179257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-0cf1ce23-d113-4f7e-a06d-5b38be0e9160 service neutron] 10.222.0.13 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726453 Oct 15 00:50:24.190632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-bd4231ee-520f-4025-8c8d-3bca076574dd service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559968 Oct 15 00:50:24.315820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a370e2f-50c4-4627-8d2b-0aed06371fcd None None] New status for floating IP b5db7ba6-0978-4995-8a34-175a9cf07728: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:50:24.329067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:24.360110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8ce1153-57c8-4f67-809f-e71826c6adc0 req-912a6f69-4841-44b2-9ab8-631800645fce service neutron] 10.222.0.13 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670032 Oct 15 00:50:24.364982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee4e48f6-8b39-4473-8185-59649ed9d78d req-5adc09bd-c50b-4ad7-b9cd-63049b271384 service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620517 Oct 15 00:50:24.373945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Router febb68dc-e6e1-46a7-832c-c4acd360645e is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:24.378324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:24.422613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=333620f6-e439-44e2-a3e6-f86087efc420,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:24.484272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:24.627728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:24.686408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:24.694515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:24.697017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:24.699041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-543c511f-eb2d-4b48-aad6-41dbf32d0c09 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/floatingips/64b27ed6-32c0-418f-ad6e-af17e3a9d210 HTTP/1.1" status: 204 len: 168 time: 1.9758527 Oct 15 00:50:24.700019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:24.702972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60916) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:24.707498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-28e7b0b5-5897-4022-8c24-87a0dbe78693 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1000 time: 0.2360349 Oct 15 00:50:24.708102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event updated for resources: {'Port': ['ID=2137eddf-80d9-4b03-8064-f074055d727c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:24.708559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '2c2f77d8-0411-44c5-8c9d-c1583d1e8395'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:24.792227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:24.795589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:24.804287 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] Sync routers for ids ['febb68dc-e6e1-46a7-832c-c4acd360645e'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:24.815433 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] Routers {'febb68dc-e6e1-46a7-832c-c4acd360645e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:24.816455 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['febb68dc-e6e1-46a7-832c-c4acd360645e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:24.833598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-279a218d-38e5-4270-a179-a4e55f9df63e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:24.835066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-279a218d-38e5-4270-a179-a4e55f9df63e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports/dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 943 time: 0.1038628 Oct 15 00:50:24.913357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:24.923374 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:24.923374 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-28c30ea7-f7e0-4226-a286-c632241333e0 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6939874 Oct 15 00:50:24.936097 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] Routers {'febb68dc-e6e1-46a7-832c-c4acd360645e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:24.937190 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['febb68dc-e6e1-46a7-832c-c4acd360645e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:24.939357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60920) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:24.948815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:24.992009 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:24.992970 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa1b90-07ce-4521-95b4-6b29deb067e4 None None] The sync data for ids ['febb68dc-e6e1-46a7-832c-c4acd360645e'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:25.020831 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-0e75274b-a602-42fd-8f4f-0a2556bf9b08 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.0798719 Oct 15 00:50:25.186910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.219692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ff9f53fa-829f-4921-90c4-c6485ad46633 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:25.221107 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ff9f53fa-829f-4921-90c4-c6485ad46633 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.1937335 Oct 15 00:50:25.235117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-b4ce9ecc-e143-48ba-b559-f46659eaa9ae tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:50:25.236463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-b4ce9ecc-e143-48ba-b559-f46659eaa9ae tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082171 Oct 15 00:50:25.314452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-4414cf9f-7a26-438f-aed8-41014214bb86 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 1002 time: 0.0669723 Oct 15 00:50:25.315232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.360552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:25.425197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.25.2.84 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/90f3ae8d-785e-46ea-95c0-1bab69f191b4) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:25.453984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.489165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.553420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.571161 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.655488 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.712149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:25.713066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=90f3ae8d-785e-46ea-95c0-1bab69f191b4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:25.718110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:25.721102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:25.766430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Deleting port 3910f47a-c106-4899-8ea6-75c10dbf5d49 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:25.766816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.910198 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:25.940596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Calling delete_port for 3910f47a-c106-4899-8ea6-75c10dbf5d49 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:26.013649 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.023651 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.077596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.077917 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Floating IP b5db7ba6-0978-4995-8a34-175a9cf07728 disassociated. External IP: 172.25.2.124, port: dee66b6e-6d02-4d43-99c2-b896b35f97ed. Oct 15 00:50:26.245772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-73793de6-4785-43ec-a7b3-4f2cfd990c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.293756 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.342430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Pushing event deleted for resources: {'Port': ['ID=3910f47a-c106-4899-8ea6-75c10dbf5d49,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:26.363040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Router bfa251b0-0361-4f5b-a640-b471294e4448 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:26.376382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Router 01aca40d-dab7-422f-a7dc-ff640e3206c3 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:50:26.492493 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.573163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:26.578597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.579182 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.586707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] Sync routers for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:26.596846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:26.597730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:26.618330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-ba6a24cc-0fbc-4074-8623-107acaadd6f1 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "PUT /v2.0/floatingips/b5db7ba6-0978-4995-8a34-175a9cf07728 HTTP/1.1" status: 200 len: 695 time: 1.2623181 Oct 15 00:50:26.620651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:50:26.622969 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697" -d '{"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:50:26.637380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:26.659844 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] Sync routers for ids ['01aca40d-dab7-422f-a7dc-ff640e3206c3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:26.675341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] Routers {'01aca40d-dab7-422f-a7dc-ff640e3206c3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:26.675946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['01aca40d-dab7-422f-a7dc-ff640e3206c3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:26.691788 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45deae4d-7bee-44f3-82fb-958ece8c887d x-openstack-request-id: req-45deae4d-7bee-44f3-82fb-958ece8c887d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:50:26.692078 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:50:26.692315 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45deae4d-7bee-44f3-82fb-958ece8c887d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:50:26.692706 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'status': 'completed', 'code': 200} Oct 15 00:50:26.748504 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:26.759844 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] Routers {'01aca40d-dab7-422f-a7dc-ff640e3206c3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:26.760600 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['01aca40d-dab7-422f-a7dc-ff640e3206c3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:26.773077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-9ed2f6fb-83fe-4b51-9ed8-4c8d44710e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:26.782331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-9ed2f6fb-83fe-4b51-9ed8-4c8d44710e74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.0949111 Oct 15 00:50:26.785851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.789374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.801495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:26.805638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1fa437d7-3c8a-4fb4-a131-2eb30c6b4a73 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8133080 Oct 15 00:50:26.806239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60932) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:26.811878 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:26.812055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:26.812527 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adff55-da53-45dd-85a8-6521c9417e2d None None] The sync data for ids ['01aca40d-dab7-422f-a7dc-ff640e3206c3'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:26.829636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:50:26.905422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-e5e26df6-e27b-433f-862d-763728fb3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:26.907036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-e5e26df6-e27b-433f-862d-763728fb3f24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.1236520 Oct 15 00:50:26.957766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-a0536c31-d45b-47f3-a8bc-96a2a590101f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 217 time: 0.0427585 Oct 15 00:50:27.029119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-5b539329-9d27-4bac-b9a4-c2c488c08f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:27.030929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-5b539329-9d27-4bac-b9a4-c2c488c08f23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.0651019 Oct 15 00:50:27.067977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-03bbb915-94cb-40ae-b53b-f2871d909413 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280626 Oct 15 00:50:27.077466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:22Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:27.107876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] Checking router: bfa251b0-0361-4f5b-a640-b471294e4448 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:50:27.116380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:27.116988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:27.193064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-f4752c97-cdb1-45d8-bc21-bb8782f8d72b service neutron] 10.222.0.13 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141293 Oct 15 00:50:27.265421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:50:27.276039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-0d12add4-1c23-4772-9217-59117d264279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:27.277808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-0d12add4-1c23-4772-9217-59117d264279 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ae221d04dc64315881df9dc9f888738&device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 1097 time: 0.5654080 Oct 15 00:50:27.302021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Router febb68dc-e6e1-46a7-832c-c4acd360645e has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:27.303745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:27.307503 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1877d11d-2ce4-45ba-936f-49811702cd96 req-35eb1253-a34d-417a-8831-feddded14006 service neutron] 10.222.0.13 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077809 Oct 15 00:50:27.547004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:22Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:27.579547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883a7dd-cef8-46ee-bf37-04f253314bb2 None None] The sync data for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 is: [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '1726aed3-24c3-41a2-80bb-5e5d29689975', 'name': '', 'network_id': '38a9f792-ad0b-4333-9326-976227d5359e', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'mac_address': 'fa:16:3e:07:82:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:11Z', 'updated_at': '2021-10-15T00:49:22Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'subnets': [{'id': '4b1f5c35-be30-414a-9f7d-e7ece38422dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:27.622031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:27.630741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-5f33e982-8411-4023-b7da-f279cdbb8f63 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips/b5db7ba6-0978-4995-8a34-175a9cf07728 HTTP/1.1" status: 200 len: 695 time: 0.1857285 Oct 15 00:50:27.638370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:27.639496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5b1b9e53-26ad-4fec-969e-2106cda1eff3 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "PUT /v2.0/routers/febb68dc-e6e1-46a7-832c-c4acd360645e HTTP/1.1" status: 200 len: 709 time: 2.6946676 Oct 15 00:50:27.642740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60940) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:27.644414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] Sync routers for ids ['febb68dc-e6e1-46a7-832c-c4acd360645e'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:27.657141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] Routers {'febb68dc-e6e1-46a7-832c-c4acd360645e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:27.657747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['febb68dc-e6e1-46a7-832c-c4acd360645e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:27.699135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:27.709519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] Routers {'febb68dc-e6e1-46a7-832c-c4acd360645e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:27.710149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['febb68dc-e6e1-46a7-832c-c4acd360645e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:27.729444 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d783cfd1-8a7d-4dd8-86f7-4bdb72811b56 tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/routers/febb68dc-e6e1-46a7-832c-c4acd360645e HTTP/1.1" status: 200 len: 744 time: 0.0847270 Oct 15 00:50:27.733754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60942) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:27.749700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:27.750380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09ae39f-c9a6-4e61-b13e-926cbcfdbf12 None None] The sync data for ids ['febb68dc-e6e1-46a7-832c-c4acd360645e'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:27.769865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-0dd94c22-8e64-4143-8634-87bae113331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:27.771607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-0dd94c22-8e64-4143-8634-87bae113331f service neutron] 10.222.0.39 "GET /v2.0/networks?id=38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 200 len: 921 time: 0.4847734 Oct 15 00:50:27.792853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3cf4b553-73dc-43ae-8e82-d1eda2331cbb tempest-RoutersIpV6AdminTest-146638804 tempest-RoutersIpV6AdminTest-146638804-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=febb68dc-e6e1-46a7-832c-c4acd360645e HTTP/1.1" status: 200 len: 205 time: 0.0575459 Oct 15 00:50:27.795397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:27.829062 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6e7a39d9-f609-4482-822c-fbfba1f66a1f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=febb68dc-e6e1-46a7-832c-c4acd360645e HTTP/1.1" status: 200 len: 205 time: 0.0317006 Oct 15 00:50:27.830968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60946) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:27.906924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-3dc294fe-27f2-405e-a758-d09f28d0d23b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 200 len: 217 time: 0.1188540 Oct 15 00:50:27.920315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f90f140-1666-415f-a034-cf3d3eb10892 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:27.964712 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24facc-f0dc-4918-81d1-405db08ec3cc None None] New status for floating IP b5db7ba6-0978-4995-8a34-175a9cf07728: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:50:28.080405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-8e097942-a8f6-4485-90d6-55380c2c885b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:28.081909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-8e097942-a8f6-4485-90d6-55380c2c885b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/networks/3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 784 time: 0.3915329 Oct 15 00:50:28.111767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-04721218-8802-4d12-b06e-fb8a23b57e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:28.113612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-04721218-8802-4d12-b06e-fb8a23b57e61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 200 len: 860 time: 0.1935253 Oct 15 00:50:28.117339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-32f04b0c-506b-40f6-a5df-cd75bd04c5d6 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:50:28.118383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-32f04b0c-506b-40f6-a5df-cd75bd04c5d6 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0148706 Oct 15 00:50:28.120142 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f90f140-1666-415f-a034-cf3d3eb10892 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.122449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f90f140-1666-415f-a034-cf3d3eb10892 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.123159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.231233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-be1f1e4d-b994-4969-bca4-0e1c436dd2f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=38a9f792-ad0b-4333-9326-976227d5359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987663 Oct 15 00:50:28.236120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.292864 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-d0f9e35b-9bfb-4bd8-b585-746c5a486771 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 698 time: 0.1637404 Oct 15 00:50:28.320335 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.325170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f90f140-1666-415f-a034-cf3d3eb10892 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.325754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f90f140-1666-415f-a034-cf3d3eb10892 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Fanout notify agent at l3_agent the message router_deleted on router febb68dc-e6e1-46a7-832c-c4acd360645e {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:28.337882 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7f90f140-1666-415f-a034-cf3d3eb10892 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.350164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7f90f140-1666-415f-a034-cf3d3eb10892 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/febb68dc-e6e1-46a7-832c-c4acd360645e HTTP/1.1" status: 204 len: 168 time: 0.5104239 Oct 15 00:50:28.350164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.386862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5485f9ac-83d6-4095-978c-15bd6856c1c8 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=febb68dc-e6e1-46a7-832c-c4acd360645e HTTP/1.1" status: 200 len: 205 time: 0.0413988 Oct 15 00:50:28.389499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60954) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.430813 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-80623c21-aa4d-4aa3-b6c5-3e864acae77d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] delete failed (client error): The resource could not be found. Oct 15 00:50:28.431594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-80623c21-aa4d-4aa3-b6c5-3e864acae77d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/febb68dc-e6e1-46a7-832c-c4acd360645e HTTP/1.1" status: 404 len: 336 time: 0.0411165 Oct 15 00:50:28.443838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60956) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.462596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=90f3ae8d-785e-46ea-95c0-1bab69f191b4,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:28.475910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-cb7bbb1e-331f-4064-a49e-cd1969e6f3a3 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.2.124 HTTP/1.1" status: 200 len: 698 time: 0.1648502 Oct 15 00:50:28.476621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8f86b656-0725-42a8-a4dd-8187dd242eaf tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=fec10d21-0573-44b5-a934-956cdf06eacc HTTP/1.1" status: 200 len: 205 time: 0.0316064 Oct 15 00:50:28.479687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60958) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.487970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.493821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.522180 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-27e68e85-ba3b-4954-a0ee-c8651cdcd092 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] delete failed (client error): The resource could not be found. Oct 15 00:50:28.523263 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27e68e85-ba3b-4954-a0ee-c8651cdcd092 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/fec10d21-0573-44b5-a934-956cdf06eacc HTTP/1.1" status: 404 len: 336 time: 0.0421281 Oct 15 00:50:28.526479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60960) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.554630 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7feb111f-b645-447e-b80e-f80074e75f7f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=92f0d553-4e86-47e9-8046-474b77a37c06 HTTP/1.1" status: 200 len: 205 time: 0.0270803 Oct 15 00:50:28.557521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60962) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.595758 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-e040c661-7a55-4319-bc61-b5f96765ee56 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] delete failed (client error): The resource could not be found. Oct 15 00:50:28.596718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e040c661-7a55-4319-bc61-b5f96765ee56 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/92f0d553-4e86-47e9-8046-474b77a37c06 HTTP/1.1" status: 404 len: 336 time: 0.0380752 Oct 15 00:50:28.599522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60964) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.603661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-f98d524f-bc6b-4acc-ad0a-5f76d6e3ac23 service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596318 Oct 15 00:50:28.632833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ac49771-cc6a-405c-9782-cbba7174b83d tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2577ce5-7ae1-4890-be4f-95650abb93a1 HTTP/1.1" status: 200 len: 205 time: 0.0322614 Oct 15 00:50:28.635925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60966) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.672987 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-2b63a27f-20e2-4d5a-aefc-5e99e7c8d2b1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] delete failed (client error): The resource could not be found. Oct 15 00:50:28.674031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b63a27f-20e2-4d5a-aefc-5e99e7c8d2b1 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/d2577ce5-7ae1-4890-be4f-95650abb93a1 HTTP/1.1" status: 404 len: 336 time: 0.0371618 Oct 15 00:50:28.676674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60968) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.705558 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c583636d-27c7-46a4-b9f5-ef3d83e6c47f tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=126f073a-f466-4f93-a443-402f17388e5e HTTP/1.1" status: 200 len: 205 time: 0.0277419 Oct 15 00:50:28.707941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60970) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.750287 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-4af841ba-e958-46a3-a581-234f37403f2b tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] delete failed (client error): The resource could not be found. Oct 15 00:50:28.752078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4af841ba-e958-46a3-a581-234f37403f2b tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/126f073a-f466-4f93-a443-402f17388e5e HTTP/1.1" status: 404 len: 336 time: 0.0424960 Oct 15 00:50:28.755584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60972) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.787639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-95cc513c-868b-4f30-86d7-7d0305767239 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a1698c8-4f3a-4f85-b960-89317c6f571e HTTP/1.1" status: 200 len: 205 time: 0.0309606 Oct 15 00:50:28.788223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60974) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.823126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e025efe8-cc61-4767-a75b-f4a92b7289b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:28.827135 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-29a2dd45-3f35-4fb3-b719-d7acabe6ff87 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] delete failed (client error): The resource could not be found. Oct 15 00:50:28.828184 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-29a2dd45-3f35-4fb3-b719-d7acabe6ff87 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/routers/6a1698c8-4f3a-4f85-b960-89317c6f571e HTTP/1.1" status: 404 len: 336 time: 0.0390732 Oct 15 00:50:28.831078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60976) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:28.864879 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-808f23bf-8206-44cd-b757-6429d628e910 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] DELETE failed (client error): The resource could not be found. Oct 15 00:50:28.865323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808f23bf-8206-44cd-b757-6429d628e910 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:50:28.871626 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-808f23bf-8206-44cd-b757-6429d628e910 tempest-RoutersIpV6AdminTest-1294406483 tempest-RoutersIpV6AdminTest-1294406483-project] 10.222.0.13 "DELETE /v2.0/subnets/0a0ef8b5-33d1-492c-b1c1-6c122df7f6ee HTTP/1.1" status: 404 len: 337 time: 0.0395494 Oct 15 00:50:29.172469 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP d68927c9-c77e-4e4b-b665-ca44eb93699e associated. External IP: 172.25.2.84, port: 2c2f77d8-0411-44c5-8c9d-c1583d1e8395. Oct 15 00:50:29.243523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9bc6a25-86ed-4fe2-b7b4-020e9e815697 req-1776a608-4677-4f66-a12f-b38720a87e29 service neutron] 10.222.0.39 "GET /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988226 Oct 15 00:50:29.293806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Deleting port 2137eddf-80d9-4b03-8064-f074055d727c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:29.294164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.322740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Deleting port 4875d369-481a-49bd-9ebd-3105efb8dd6c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:29.323076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.441100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60986) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:29.503109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.562130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-243acbc2-6f84-4edd-9ab5-7f1636b7b3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.562335 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.562598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.566794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Calling delete_port for 2137eddf-80d9-4b03-8064-f074055d727c owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:29.589680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Calling delete_port for 4875d369-481a-49bd-9ebd-3105efb8dd6c owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:29.646679 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-243acbc2-6f84-4edd-9ab5-7f1636b7b3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.650056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:29.770493 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-243acbc2-6f84-4edd-9ab5-7f1636b7b3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.811416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243acbc2-6f84-4edd-9ab5-7f1636b7b3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87520f97-b365-4215-8648-7f41ff09f813,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:29.815585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-243acbc2-6f84-4edd-9ab5-7f1636b7b3a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a07d2290f509451e8399ae85538ba1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733606 Oct 15 00:50:29.818447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60990) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:29.875323 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f396a01-7987-4f74-8fa9-9130c8aaabcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.898248 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f396a01-7987-4f74-8fa9-9130c8aaabcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:29.961535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:29.971526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:29.988658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:29.989558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.025097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.033549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:30.034160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.049434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f396a01-7987-4f74-8fa9-9130c8aaabcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.052744 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f396a01-7987-4f74-8fa9-9130c8aaabcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.054167 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5f396a01-7987-4f74-8fa9-9130c8aaabcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87520f97-b365-4215-8648-7f41ff09f813 HTTP/1.1" status: 204 len: 168 time: 0.2346685 Oct 15 00:50:30.064055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f396a01-7987-4f74-8fa9-9130c8aaabcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87520f97-b365-4215-8648-7f41ff09f813,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:30.081038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.081802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d93fd0-4002-48c2-af67-1cac247bf495 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:30.087042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.090112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.091811 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.130417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-e921a295-4738-4e39-9b67-5d1b1bf8cc51 req-26e3983e-29f4-416a-913b-c919e373bc12 tempest-ServerAddressesTestJSON-1094465943 tempest-ServerAddressesTestJSON-1094465943-project] (107725) timed out ('10.222.0.39', 50085) {{(pid=107725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 00:50:30.159928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Pushing event deleted for resources: {'Port': ['ID=2137eddf-80d9-4b03-8064-f074055d727c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:30.164883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce30d68d-b1ca-4268-a697-2c1e6975fbeb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4599926 Oct 15 00:50:30.168319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60994) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:30.185173 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.215005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.220407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event deleted for resources: {'Port': ['ID=4875d369-481a-49bd-9ebd-3105efb8dd6c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:30.240015 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-68a9f24f-5cea-47a4-8239-e43fbab1b675 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "GET /v2.0/floatingips/d68927c9-c77e-4e4b-b665-ca44eb93699e HTTP/1.1" status: 200 len: 977 time: 0.0703039 Oct 15 00:50:30.242401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60998) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:30.292826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.295214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.296374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40cfed91-1dec-45a5-9ad8-9fa1d0b42922 req-99db2db0-f7b9-4e04-8aed-0e6c38779c1b tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "DELETE /v2.0/floatingips/b5db7ba6-0978-4995-8a34-175a9cf07728 HTTP/1.1" status: 204 len: 173 time: 1.8061607 Oct 15 00:50:30.297192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.389803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-341545e8-88c3-4502-8dba-8f067a08f1c4 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1463230 Oct 15 00:50:30.398043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32772) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:30.403186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'port_id': '64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:30.440772 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f9730da-c32c-45f4-8fcf-121e00a416a4 req-159d6b9f-2ee6-4f6d-a0a7-5a3c4fa1ce8a tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups/42cfb387-5b01-4704-a40d-af74dd716f60 HTTP/1.1" status: 200 len: 1810 time: 0.1172762 Oct 15 00:50:30.487180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.529814 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.533284 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.607396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1f9730da-c32c-45f4-8fcf-121e00a416a4 req-4dbbc5b9-2287-4d03-9c59-afb5b88f8e32 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.615715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Router 01aca40d-dab7-422f-a7dc-ff640e3206c3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:30.703917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:30.712323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.716831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] Sync routers for ids ['01aca40d-dab7-422f-a7dc-ff640e3206c3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:30.717400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ea9d3d5b-5cda-4e7e-aa36-c88a2819ca29 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "PUT /v2.0/routers/01aca40d-dab7-422f-a7dc-ff640e3206c3 HTTP/1.1" status: 200 len: 705 time: 3.9059479 Oct 15 00:50:30.717400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32776) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:30.725875 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] Routers {'01aca40d-dab7-422f-a7dc-ff640e3206c3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:30.726826 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['01aca40d-dab7-422f-a7dc-ff640e3206c3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.773518 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.783686 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] Routers {'01aca40d-dab7-422f-a7dc-ff640e3206c3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:30.784290 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['01aca40d-dab7-422f-a7dc-ff640e3206c3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.810459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b1e72f7-c850-4138-b1fe-20c836f485bc tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/routers/01aca40d-dab7-422f-a7dc-ff640e3206c3 HTTP/1.1" status: 200 len: 740 time: 0.0869012 Oct 15 00:50:30.810459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32778) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:30.820225 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:30.821143 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085f3cb-1f12-46d9-8a97-70da37aaaea7 None None] The sync data for ids ['01aca40d-dab7-422f-a7dc-ff640e3206c3'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:30.876173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bcdf4f79-3ea6-49d0-baeb-41f2025dcd8b tempest-RoutersAdminTest-1772035936 tempest-RoutersAdminTest-1772035936-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3838b94d-38c7-4b38-a596-7600939246a6&device_id=01aca40d-dab7-422f-a7dc-ff640e3206c3 HTTP/1.1" status: 200 len: 205 time: 0.0636742 Oct 15 00:50:30.878233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32780) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:30.905711 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-da8aab40-500a-42b6-a842-544221f7b40a tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=01aca40d-dab7-422f-a7dc-ff640e3206c3 HTTP/1.1" status: 200 len: 205 time: 0.0263553 Oct 15 00:50:30.908749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32782) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:30.952189 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1f9730da-c32c-45f4-8fcf-121e00a416a4 req-4dbbc5b9-2287-4d03-9c59-afb5b88f8e32 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:30.992174 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcf5d-8e92-4583-ae25-468c4a1cd8cf tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.049422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32784) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.170816 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1f9730da-c32c-45f4-8fcf-121e00a416a4 req-4dbbc5b9-2287-4d03-9c59-afb5b88f8e32 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.172610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcf5d-8e92-4583-ae25-468c4a1cd8cf tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.173324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1f9730da-c32c-45f4-8fcf-121e00a416a4 req-4dbbc5b9-2287-4d03-9c59-afb5b88f8e32 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.174488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1f9730da-c32c-45f4-8fcf-121e00a416a4 req-4dbbc5b9-2287-4d03-9c59-afb5b88f8e32 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "DELETE /v2.0/security-groups/42cfb387-5b01-4704-a40d-af74dd716f60 HTTP/1.1" status: 204 len: 173 time: 0.7196815 Oct 15 00:50:31.174788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcf5d-8e92-4583-ae25-468c4a1cd8cf tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.190159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8f1541d7-0ebe-4ea9-8cfd-7bba6b83a8b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c14d90fdff146e2a7f7249ee8096c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372147 Oct 15 00:50:31.194270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32788) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.203266 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbc5b9-2287-4d03-9c59-afb5b88f8e32 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cfb387-5b01-4704-a40d-af74dd716f60,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:31.286275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcf5d-8e92-4583-ae25-468c4a1cd8cf tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.288059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1fcf5d-8e92-4583-ae25-468c4a1cd8cf tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Fanout notify agent at l3_agent the message router_deleted on router 01aca40d-dab7-422f-a7dc-ff640e3206c3 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:31.299799 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcf5d-8e92-4583-ae25-468c4a1cd8cf tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.300917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b1fcf5d-8e92-4583-ae25-468c4a1cd8cf tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/01aca40d-dab7-422f-a7dc-ff640e3206c3 HTTP/1.1" status: 204 len: 168 time: 0.3892882 Oct 15 00:50:31.305167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32792) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.336513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0552bf59-fa80-4892-b17c-aa0c95c67866 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=01aca40d-dab7-422f-a7dc-ff640e3206c3 HTTP/1.1" status: 200 len: 205 time: 0.0300202 Oct 15 00:50:31.340710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32794) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.382826 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-a1e45e54-1d50-4e04-9642-220e782fdf19 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] delete failed (client error): The resource could not be found. Oct 15 00:50:31.383876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a1e45e54-1d50-4e04-9642-220e782fdf19 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/01aca40d-dab7-422f-a7dc-ff640e3206c3 HTTP/1.1" status: 404 len: 336 time: 0.0421379 Oct 15 00:50:31.387617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32796) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.430698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc69097-cfe0-4def-b36f-65bbb43db0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.460519 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f3d2b2eb-5c01-4fb9-9660-88ab0f03a4c8 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2aae34-bc97-40aa-910a-486d07ec0624 HTTP/1.1" status: 200 len: 205 time: 0.0717237 Oct 15 00:50:31.464010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32800) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.505913 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-9e81b871-b655-4625-9ec5-f00f3f76d94f tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] delete failed (client error): The resource could not be found. Oct 15 00:50:31.509786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9e81b871-b655-4625-9ec5-f00f3f76d94f tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/aa2aae34-bc97-40aa-910a-486d07ec0624 HTTP/1.1" status: 404 len: 336 time: 0.0440629 Oct 15 00:50:31.514614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.514764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc69097-cfe0-4def-b36f-65bbb43db0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.550881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1bbd3784-8b56-4b18-bb00-0c3955f3442b tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=01348f0b-4a4b-4d8b-97a2-79105d26efe7 HTTP/1.1" status: 200 len: 205 time: 0.0386992 Oct 15 00:50:31.557151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32804) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.600684 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-6b1486ee-dc4f-49fd-b7a6-a61cd857a4ca tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] delete failed (client error): The resource could not be found. Oct 15 00:50:31.601739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b1486ee-dc4f-49fd-b7a6-a61cd857a4ca tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/01348f0b-4a4b-4d8b-97a2-79105d26efe7 HTTP/1.1" status: 404 len: 336 time: 0.0435781 Oct 15 00:50:31.608683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32806) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.636609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-98d05050-a0c2-4d3b-ada2-a094543ba3c5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b8769b2-5296-4115-9586-5aec72e39e98 HTTP/1.1" status: 200 len: 205 time: 0.0267541 Oct 15 00:50:31.638916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32808) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.676491 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-c067304a-9abf-4eed-8032-f3d12cd7a6e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] delete failed (client error): The resource could not be found. Oct 15 00:50:31.677545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c067304a-9abf-4eed-8032-f3d12cd7a6e5 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/2b8769b2-5296-4115-9586-5aec72e39e98 HTTP/1.1" status: 404 len: 336 time: 0.0377455 Oct 15 00:50:31.681213 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.681392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32810) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.714117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-79967ae7-1bb5-4e26-924f-3733e77dfe39 tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c88d60a-bde2-4d91-b01f-62eab1c1f682 HTTP/1.1" status: 200 len: 205 time: 0.0310225 Oct 15 00:50:31.717723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32814) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.756556 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-7c7b0c46-bd80-470b-88ef-c5c550a794ee tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] delete failed (client error): The resource could not be found. Oct 15 00:50:31.757597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c7b0c46-bd80-470b-88ef-c5c550a794ee tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/0c88d60a-bde2-4d91-b01f-62eab1c1f682 HTTP/1.1" status: 404 len: 336 time: 0.0389328 Oct 15 00:50:31.760939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.763905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc69097-cfe0-4def-b36f-65bbb43db0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.766616 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc69097-cfe0-4def-b36f-65bbb43db0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.767731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3dc69097-cfe0-4def-b36f-65bbb43db0a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1f9d98c-5c8e-43e7-b789-40527fafb4a7 HTTP/1.1" status: 204 len: 168 time: 0.5726595 Oct 15 00:50:31.794277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc485f88-c343-4574-a2eb-1970b002d76f tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9ece4db-5b4e-417e-9b50-f9451a5fd453 HTTP/1.1" status: 200 len: 205 time: 0.0299890 Oct 15 00:50:31.794521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32820) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.804132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:31.808243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc69097-cfe0-4def-b36f-65bbb43db0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f9d98c-5c8e-43e7-b789-40527fafb4a7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:31.836941 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-e360ffa3-6b72-4767-b35d-2c694aaa84ea tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] delete failed (client error): The resource could not be found. Oct 15 00:50:31.838066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e360ffa3-6b72-4767-b35d-2c694aaa84ea tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/routers/a9ece4db-5b4e-417e-9b50-f9451a5fd453 HTTP/1.1" status: 404 len: 336 time: 0.0425782 Oct 15 00:50:31.840945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32822) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:31.870310 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daedbe3-a912-49c7-bc8b-55da1161c98f tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] DELETE failed (client error): The resource could not be found. Oct 15 00:50:31.870779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daedbe3-a912-49c7-bc8b-55da1161c98f tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:50:31.873852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5daedbe3-a912-49c7-bc8b-55da1161c98f tempest-RoutersAdminTest-972804226 tempest-RoutersAdminTest-972804226-project] 10.222.0.13 "DELETE /v2.0/subnets/21cb1911-f187-410a-82c3-94548af4b51d HTTP/1.1" status: 404 len: 337 time: 0.0319831 Oct 15 00:50:31.898440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149146aa-ccac-4304-9f8f-9eed0937de52 req-5de60f7a-74e3-410d-917b-8b30084fda61 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:31.900002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-149146aa-ccac-4304-9f8f-9eed0937de52 req-5de60f7a-74e3-410d-917b-8b30084fda61 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.1500554 Oct 15 00:50:31.988737 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP d68927c9-c77e-4e4b-b665-ca44eb93699e associated. External IP: 172.25.2.84, port: 2c2f77d8-0411-44c5-8c9d-c1583d1e8395. Oct 15 00:50:31.995573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-149146aa-ccac-4304-9f8f-9eed0937de52 req-2194721f-fb28-41fb-a679-a5921110a97a tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887148 Oct 15 00:50:32.232200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:32.301247 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:32.348650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:32.362379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697375d1-8771-4986-b504-74da261d02d5 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:32.378319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697375d1-8771-4986-b504-74da261d02d5 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:32.379294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-697375d1-8771-4986-b504-74da261d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.387339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32834) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:32.425991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-697375d1-8771-4986-b504-74da261d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.436922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697375d1-8771-4986-b504-74da261d02d5 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:32.437889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-697375d1-8771-4986-b504-74da261d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.475539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-697375d1-8771-4986-b504-74da261d02d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.476704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697375d1-8771-4986-b504-74da261d02d5 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:32.566331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba33e16d-92b3-44f0-9b22-7b607dd1d330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:32.643452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:32.651421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba33e16d-92b3-44f0-9b22-7b607dd1d330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:32.753482 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba33e16d-92b3-44f0-9b22-7b607dd1d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:32.761519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:32.767073 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:32.794664 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:32.794664 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:32.794664 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.796938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ba33e16d-92b3-44f0-9b22-7b607dd1d330 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a07764d251d407e956a777791a73957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079835 Oct 15 00:50:32.798006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33e16d-92b3-44f0-9b22-7b607dd1d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad5b69e-6f1a-44fc-8738-664b61bff95a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:32.801118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32846) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:32.846046 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.857436 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:32.858030 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.876350 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-57477b1a-b1dc-4e1c-bc86-222f67e0d5d0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/floatingips/d68927c9-c77e-4e4b-b665-ca44eb93699e HTTP/1.1" status: 200 len: 976 time: 2.4770122 Oct 15 00:50:32.879571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32852) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:32.885036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'port_id': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:32.889882 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:32.899252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:32.906893 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72dfb7-7d36-415b-b634-85c3340c0774 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:32.916926 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:33.125275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbb0f9-cd0c-4cbf-b7da-421163f93351 req-2cfa8e89-83dd-40aa-ab0f-15937d301880 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:33.126992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8efbb0f9-cd0c-4cbf-b7da-421163f93351 req-2cfa8e89-83dd-40aa-ab0f-15937d301880 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0529575 Oct 15 00:50:33.167966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:33.170627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:33.174383 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ad5b69e-6f1a-44fc-8738-664b61bff95a HTTP/1.1" status: 204 len: 168 time: 0.3710537 Oct 15 00:50:33.180182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8efbb0f9-cd0c-4cbf-b7da-421163f93351 req-e3be1347-5ba3-4cab-a6ed-f55a90c69680 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461154 Oct 15 00:50:33.185802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad5b69e-6f1a-44fc-8738-664b61bff95a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:33.193988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.196948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.197908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.198276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b40c3-e795-4f79-b2aa-0d1eb9db94ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:33.317176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:33.470079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:33.558955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:33.559413 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP d68927c9-c77e-4e4b-b665-ca44eb93699e disassociated. External IP: 172.25.2.84, port: 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8. Oct 15 00:50:33.808774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:33.923348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:33.928677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:33.935025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:33.948370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:33.949106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:33.961860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22b22af0-da6b-4509-a1fc-21f6d3108c24 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/floatingips/d68927c9-c77e-4e4b-b665-ca44eb93699e HTTP/1.1" status: 200 len: 687 time: 1.0806642 Oct 15 00:50:33.962336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:33.989079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:33.998789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:34.003719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:34.036330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:34.036993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272a8c17-2424-4568-a452-8cd3471bc4bf None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:34.112898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32884) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:34.186398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b538e-2474-47a5-8603-7542d594069a req-3e5e130e-1c01-4896-acbc-141ed678693e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:34.188268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f09b538e-2474-47a5-8603-7542d594069a req-3e5e130e-1c01-4896-acbc-141ed678693e tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.39 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.0661840 Oct 15 00:50:34.215481 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c49933a5-98ab-48a0-8ae3-747fa24a1a6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8094fe885d654457bba76f105adee212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984142 Oct 15 00:50:34.216198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32888) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:34.240626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 90f3ae8d-785e-46ea-95c0-1bab69f191b4 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:34.240975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.332439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Deleting port dee66b6e-6d02-4d43-99c2-b896b35f97ed {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:34.332799 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.352135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32892) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:34.384519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43ec8be4-9830-4108-bdbf-74523befbefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.452425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] For port dee66b6e-6d02-4d43-99c2-b896b35f97ed, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=dee66b6e-6d02-4d43-99c2-b896b35f97ed,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:34.452898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.478378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Calling delete_port for dee66b6e-6d02-4d43-99c2-b896b35f97ed owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:34.722254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.722729 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.732730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-658596225', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:34.753316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.756484 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43ec8be4-9830-4108-bdbf-74523befbefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.768381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['dee66b6e-6d02-4d43-99c2-b896b35f97ed'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:50:34.770818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 90f3ae8d-785e-46ea-95c0-1bab69f191b4 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:34.785858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff708e5-0fb9-4d1c-921c-f5eea6b877bb req-4c591e90-3cf1-447b-bc86-b70119e83224 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:34.786071 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ff708e5-0fb9-4d1c-921c-f5eea6b877bb req-4c591e90-3cf1-447b-bc86-b70119e83224 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 946 time: 0.4705257 Oct 15 00:50:34.830994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Pushing event deleted for resources: {'Port': ['ID=dee66b6e-6d02-4d43-99c2-b896b35f97ed,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:34.877166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] No DVR routers for this DVR port dee66b6e-6d02-4d43-99c2-b896b35f97ed on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:50:34.879775 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.883347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f09b538e-2474-47a5-8603-7542d594069a req-8f9f07d5-5c17-428f-85d6-39d7124ea3a2 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.39 "DELETE /v2.0/ports/dee66b6e-6d02-4d43-99c2-b896b35f97ed HTTP/1.1" status: 204 len: 173 time: 0.6891863 Oct 15 00:50:34.886672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'name': 'network-vif-deleted', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:50:34.890533 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cbbbb2-186b-4016-8e9e-d98dbf09b3fa" -d '{"events": [{"server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "name": "network-vif-deleted", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:50:34.902240 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5ff708e5-0fb9-4d1c-921c-f5eea6b877bb req-ed405455-fd01-46dc-95d9-2ec8e0494602 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/security-groups?id=45db7c3b-a874-4883-8a70-2926c8316143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020768 Oct 15 00:50:34.911822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Made reservation on behalf of ead985047e794d8fb7331c9d7ace138d for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:34.913911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.930020 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:34.935553 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebdc871-67a9-4e2f-96dd-9af9dbf0731e x-openstack-request-id: req-2ebdc871-67a9-4e2f-96dd-9af9dbf0731e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:50:34.935852 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9902e5d3-6665-4897-b548-5e10a7430faf", "name": "network-vif-deleted", "tag": "dee66b6e-6d02-4d43-99c2-b896b35f97ed", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:50:34.936104 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ebdc871-67a9-4e2f-96dd-9af9dbf0731e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:50:34.936559 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9902e5d3-6665-4897-b548-5e10a7430faf', 'name': 'network-vif-deleted', 'tag': 'dee66b6e-6d02-4d43-99c2-b896b35f97ed', 'status': 'completed', 'code': 200} Oct 15 00:50:35.130555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43ec8be4-9830-4108-bdbf-74523befbefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.133195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43ec8be4-9830-4108-bdbf-74523befbefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.134380 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-43ec8be4-9830-4108-bdbf-74523befbefe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7d4e06c-f4c2-439c-a2fa-a2d972b014d3 HTTP/1.1" status: 204 len: 168 time: 0.9175289 Oct 15 00:50:35.147281 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec8be4-9830-4108-bdbf-74523befbefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4e06c-f4c2-439c-a2fa-a2d972b014d3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:35.159260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.202176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=90f3ae8d-785e-46ea-95c0-1bab69f191b4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:35.280908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.289283 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.292710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.293909 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7978247c-50b0-488b-90ba-bdc29435c81e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/floatingips/d68927c9-c77e-4e4b-b665-ca44eb93699e HTTP/1.1" status: 204 len: 168 time: 1.3291028 Oct 15 00:50:35.296725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32904) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:35.332231 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-c60ca684-0b3a-43fa-b35f-6004ccfa8e1f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] delete failed (client error): The resource could not be found. Oct 15 00:50:35.334148 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c60ca684-0b3a-43fa-b35f-6004ccfa8e1f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/floatingips/d68927c9-c77e-4e4b-b665-ca44eb93699e HTTP/1.1" status: 404 len: 345 time: 0.0356157 Oct 15 00:50:35.338356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32906) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:35.392517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.403774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] device_id is not set on port dc5fad90-9b92-4fe6-ba6f-42f92e96b8eb yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:50:35.476451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d331b-c50f-4fde-86c4-12d31c0a4a3f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:35.490810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3ffaf-93a1-408e-9083-1686e8495a4b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:35.497032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3ffaf-93a1-408e-9083-1686e8495a4b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:35.503598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3ffaf-93a1-408e-9083-1686e8495a4b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:35.508123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-97e3ffaf-93a1-408e-9083-1686e8495a4b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "GET /v2.0/ports?network_id=c1e138ba-48a6-452b-b9d3-a2927ac5813d HTTP/1.1" status: 200 len: 2357 time: 0.1652145 Oct 15 00:50:35.508323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32910) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:35.576576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Allocated IP 172.25.2.196 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/dc5fad90-9b92-4fe6-ba6f-42f92e96b8eb) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:35.586229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98fafe-809c-4167-b289-f76c38bf2c90 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:35.587595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2e98fafe-809c-4167-b289-f76c38bf2c90 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "GET /v2.0/subnets/403b8d0b-f16f-4654-883e-d10152610363 HTTP/1.1" status: 200 len: 797 time: 0.0766675 Oct 15 00:50:35.592976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32914) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:35.600256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'port': {'network_id': 'c1e138ba-48a6-452b-b9d3-a2927ac5813d', 'name': 'tempest-FloatingIPTestJSON-1679738521', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:35.761677 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.828603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:35.934736 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.970441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:35.999395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:36.005497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:36.011765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:36.017746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] device_id is not set on port 7e2ba94e-12fa-4bab-9310-1bca975b6e02 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:50:36.044479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Pushing event updated for resources: {'Port': ['ID=dc5fad90-9b92-4fe6-ba6f-42f92e96b8eb,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:36.077236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:36.078388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.170481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c3289b3-ec92-4432-b435-b4dd244b0764 req-55e2bc8e-2375-47b1-ae3c-d7b031ac0d63 tempest-ServerRescueTestJSONUnderV235-122926213 tempest-ServerRescueTestJSONUnderV235-122926213-project] 10.222.0.13 "GET /v2.0/ports?device_id=9902e5d3-6665-4897-b548-5e10a7430faf HTTP/1.1" status: 200 len: 210 time: 0.0627413 Oct 15 00:50:36.234483 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a294b19-b79c-4d62-b722-8eb2bc16b7e3 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8781669 Oct 15 00:50:36.240737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32930) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:36.245752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.196'}]}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:36.325063 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.326182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.386931 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.412795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.13 (c1e138ba-48a6-452b-b9d3-a2927ac5813d/403b8d0b-f16f-4654-883e-d10152610363/7e2ba94e-12fa-4bab-9310-1bca975b6e02) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:36.419162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.12 (c1e138ba-48a6-452b-b9d3-a2927ac5813d/403b8d0b-f16f-4654-883e-d10152610363/7e2ba94e-12fa-4bab-9310-1bca975b6e02) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:36.605837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.637922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.662059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:36.768306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976803835'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:36.788060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.834299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:36.839769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:36.845399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:36.884511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:36.889833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.902708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=7e2ba94e-12fa-4bab-9310-1bca975b6e02,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:36.915369 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.941024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:36.941671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.944568 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:36.965362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.021046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.080369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-637ded32-0420-4ece-8364-a1e609e47178 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4863038 Oct 15 00:50:37.082938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32946) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:37.087194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '7e2ba94e-12fa-4bab-9310-1bca975b6e02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:37.108819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.137296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:37.151146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca45547-b6b1-4e4d-b7ba-aa7aecaaecec,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:37.156783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.157027 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment 9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8 of type vlan for network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 Oct 15 00:50:37.170074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.201319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.208149 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.248742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32952) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:37.343901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.349458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:37.350023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.363912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.368618 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.479758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=438ce628-a5e8-4b17-bb1c-0a1b99da7551,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:37.490351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:37.537120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.538073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f24a951-3001-478a-8ecf-f9760b79f7a7 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:37.553631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.604166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0d497f3a-04eb-48ad-b257-e3c7067e9d87 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9409959 Oct 15 00:50:37.650995 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 15 00:50:37.655706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-04c75725-b3c3-4716-9458-cd5a56f70f91 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4139299 Oct 15 00:50:37.658454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32956) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:37.805354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Deleting port dc5fad90-9b92-4fe6-ba6f-42f92e96b8eb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:37.805866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:37.826206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.25.2.25 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/44aa2867-e682-42e1-9227-fff803aeb473) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:37.995810 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:38.002079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:38.008159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Calling delete_port for dc5fad90-9b92-4fe6-ba6f-42f92e96b8eb owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:38.021616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:38.174476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:38.264692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:38.267568 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:38.308518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc5fad90-9b92-4fe6-ba6f-42f92e96b8eb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:38.365844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:38.368193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:38.388826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=44aa2867-e682-42e1-9227-fff803aeb473,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:38.403805 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:38.408465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d49344c8-738a-42b1-a936-b94117262128 tempest-RoutersAdminNegativeTest-1572635255 tempest-RoutersAdminNegativeTest-1572635255-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dc5fad90-9b92-4fe6-ba6f-42f92e96b8eb HTTP/1.1" status: 204 len: 168 time: 0.7497907 Oct 15 00:50:38.737179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Deleting port 1726aed3-24c3-41a2-80bb-5e5d29689975 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:38.737395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device dee66b6e-6d02-4d43-99c2-b896b35f97ed no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:50:38.738381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:38.761383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: dee66b6e-6d02-4d43-99c2-b896b35f97ed {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:50:38.762035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device dee66b6e-6d02-4d43-99c2-b896b35f97ed not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:50:39.081829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32966) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:39.240125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-909e2eb4-1161-4055-adea-61472fa26ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.264810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] For port 1726aed3-24c3-41a2-80bb-5e5d29689975, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1726aed3-24c3-41a2-80bb-5e5d29689975,segment=NetworkSegment(f3375d2e-e26c-4bae-b44d-b2a338fb3766),segment_id=f3375d2e-e26c-4bae-b44d-b2a338fb3766)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:39.265427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.321836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Calling delete_port for 1726aed3-24c3-41a2-80bb-5e5d29689975 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:39.333409 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-909e2eb4-1161-4055-adea-61472fa26ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.427646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-909e2eb4-1161-4055-adea-61472fa26ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.451699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.486489 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-909e2eb4-1161-4055-adea-61472fa26ac8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c569b8f788c4b6daecea3830315c5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034240 Oct 15 00:50:39.486722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:39.488570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e2eb4-1161-4055-adea-61472fa26ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8bf2c5-efce-4256-8a8a-d74885ea9272,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:39.606591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efa2a14f-2f8c-4288-b523-6d3734b2b483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.655384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efa2a14f-2f8c-4288-b523-6d3734b2b483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.720326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.800849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.859721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1726aed3-24c3-41a2-80bb-5e5d29689975,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:39.875295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efa2a14f-2f8c-4288-b523-6d3734b2b483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.878293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-efa2a14f-2f8c-4288-b523-6d3734b2b483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:39.879028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-efa2a14f-2f8c-4288-b523-6d3734b2b483 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b8bf2c5-efce-4256-8a8a-d74885ea9272 HTTP/1.1" status: 204 len: 168 time: 0.3747540 Oct 15 00:50:39.917798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2a14f-2f8c-4288-b523-6d3734b2b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8bf2c5-efce-4256-8a8a-d74885ea9272,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:39.977094 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:40.018178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:40.087830 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:40.197893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:40.283723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=44aa2867-e682-42e1-9227-fff803aeb473,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:40.328726 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:40.486121 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP 806abe35-9a46-46f8-86bc-d2feabf0a360 associated. External IP: 172.25.2.25, port: 7e2ba94e-12fa-4bab-9310-1bca975b6e02. Oct 15 00:50:40.526900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Router bfa251b0-0361-4f5b-a640-b471294e4448 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:40.735310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:40.745115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7bf21bca-4a14-4cb6-8c3d-268bc0db26e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/bfa251b0-0361-4f5b-a640-b471294e4448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4952462 Oct 15 00:50:40.746342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:40.748709 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] Sync routers for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:40.759142 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:40.759832 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:40.791929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-47e8b170-261a-49a2-898c-9752ad9419aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932083 Oct 15 00:50:40.894073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:40.907644 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:50:40.928616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:40.942884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958753-027b-4062-8b37-6862571f86c6 req-8e7417f8-38b8-4cbe-b7f6-dc67b9e57631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:40.947151 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-8e7417f8-38b8-4cbe-b7f6-dc67b9e57631 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1097 time: 0.1019166 Oct 15 00:50:40.980375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:40.987589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32988) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:40.994728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '438ce628-a5e8-4b17-bb1c-0a1b99da7551', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:41.022202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cd3c814a-2bb6-4095-9684-33f9afaab93e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ead985047e794d8fb7331c9d7ace138d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266017 Oct 15 00:50:41.026544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32990) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:41.109954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958753-027b-4062-8b37-6862571f86c6 req-bb0ed82c-c6e2-4051-9114-4bd3d3d48d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:41.111703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-bb0ed82c-c6e2-4051-9114-4bd3d3d48d71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.1137908 Oct 15 00:50:41.171170 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:50:39Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:41.198581 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] Checking router: bfa251b0-0361-4f5b-a640-b471294e4448 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:50:41.203369 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-6031e9c8-f03b-4fea-8f28-9df3bd78d923 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1002 time: 0.0768981 Oct 15 00:50:41.207911 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] Routers {'bfa251b0-0361-4f5b-a640-b471294e4448'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:41.208592 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bfa251b0-0361-4f5b-a640-b471294e4448'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:41.261398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.264207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958753-027b-4062-8b37-6862571f86c6 req-7719112d-7ca9-4ed4-8770-21480c93da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:41.265767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-7719112d-7ca9-4ed4-8770-21480c93da6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0550981 Oct 15 00:50:41.288219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-033dcfa3-4470-4452-ae25-7e41edcd8641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.302130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:41.315624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:41.326346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:41.327017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:41.331804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-033dcfa3-4470-4452-ae25-7e41edcd8641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.349366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6958753-027b-4062-8b37-6862571f86c6 req-a5598c13-2b15-4b98-9343-613437670067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:41.350970 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-a5598c13-2b15-4b98-9343-613437670067 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773914 Oct 15 00:50:41.352334 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] Set router bfa251b0-0361-4f5b-a640-b471294e4448 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:50:41.373546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:41.385541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:41.386475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:41.401314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:41.405233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.437046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:41.437964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50693385-dc56-409e-b78a-cdb6843f40d1 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:41.486911 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-b1160d18-45fa-4d6d-a753-33957ab6282a service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253128 Oct 15 00:50:41.519884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.565584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-033dcfa3-4470-4452-ae25-7e41edcd8641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.570265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-033dcfa3-4470-4452-ae25-7e41edcd8641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.570265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-033dcfa3-4470-4452-ae25-7e41edcd8641 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/473d331b-c50f-4fde-86c4-12d31c0a4a3f HTTP/1.1" status: 204 len: 168 time: 0.5416687 Oct 15 00:50:41.590905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f35374d0-f6a4-4dd8-ba7d-13d3d1e8787e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5066850 Oct 15 00:50:41.592594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32996) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:41.601805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dcfa3-4470-4452-ae25-7e41edcd8641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d331b-c50f-4fde-86c4-12d31c0a4a3f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:41.617492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'port_id': '7e2ba94e-12fa-4bab-9310-1bca975b6e02', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:41.639529 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:50:39Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:41.641547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Deleting port 1da5c6c4-7536-476b-bd6b-1051c1a48dca {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:41.641890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.676608 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e861ab0-5bbc-4c67-8b85-d28c7675852f None None] The sync data for ids ['bfa251b0-0361-4f5b-a640-b471294e4448'] in n-d-811521-2 is: [{'id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'name': 'tempest-ServerRescueTestJSONUnderV235-1142682754-router', 'tenant_id': '7ae221d04dc64315881df9dc9f888738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:49:03Z', 'updated_at': '2021-10-15T00:50:39Z', 'revision_number': 5, 'project_id': '7ae221d04dc64315881df9dc9f888738', 'gw_port': {'id': '1da5c6c4-7536-476b-bd6b-1051c1a48dca', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa251b0-0361-4f5b-a640-b471294e4448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:49:05Z', 'updated_at': '2021-10-15T00:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:41.748632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a6958753-027b-4062-8b37-6862571f86c6 req-1f814d01-4d0c-4c9a-ac17-d57f1574e9e7 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534804 Oct 15 00:50:41.751367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:41.852054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] For port 1da5c6c4-7536-476b-bd6b-1051c1a48dca, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1da5c6c4-7536-476b-bd6b-1051c1a48dca,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:41.853866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.168942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1726aed3-24c3-41a2-80bb-5e5d29689975 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:50:42.231524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1726aed3-24c3-41a2-80bb-5e5d29689975 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:50:42.232926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1726aed3-24c3-41a2-80bb-5e5d29689975 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:50:42.243363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Calling delete_port for 1da5c6c4-7536-476b-bd6b-1051c1a48dca owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:42.356343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.366637 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.460519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=b13e3e5c-43f1-4b93-b31f-e9fba0514e65,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:42.473458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.482070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': '9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '438ce628-a5e8-4b17-bb1c-0a1b99da7551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:42.482518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 438ce628-a5e8-4b17-bb1c-0a1b99da7551, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:42.589293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.618491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:42.622449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da5c6c4-7536-476b-bd6b-1051c1a48dca,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:42.709087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.795454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 438ce628-a5e8-4b17-bb1c-0a1b99da7551) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:42.802143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:42.802741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.811082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750aa563-8fe4-401b-8b8c-b4e6655cee90 None None] Network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:42.843289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.850199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.956534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9f1e0ca4-65bd-4347-903a-665214b5e9c1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9663160 Oct 15 00:50:42.960624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33018) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:42.968817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366678768'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:42.989148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.989706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa251b0-0361-4f5b-a640-b471294e4448 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:50:42.995858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:42.999286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d0d7e142-0b16-48eb-bac1-925ed7cfacf9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bfa251b0-0361-4f5b-a640-b471294e4448 HTTP/1.1" status: 204 len: 168 time: 2.2454982 Oct 15 00:50:42.999897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33020) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:43.034769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:43.034977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-438ce628-a5e8-4b17-bb1c-0a1b99da7551', 'network_id': '438ce628-a5e8-4b17-bb1c-0a1b99da7551', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': 'b13e3e5c-43f1-4b93-b31f-e9fba0514e65'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:50:43.037341 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.079322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] Deleting subnet 4b1f5c35-be30-414a-9f7d-e7ece38422dc {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:50:43.083384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.085288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:43.089835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.149758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:43.162419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.210701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33026) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:43.224661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.226003 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment ffa92472-00b1-44c2-a5a2-df06c49608dc of type vlan for network 42eb0585-2847-4f5e-9285-4e6edb9d5360 Oct 15 00:50:43.260358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Allocated IP 2001:db8:0:ffff::2 (438ce628-a5e8-4b17-bb1c-0a1b99da7551/b13e3e5c-43f1-4b93-b31f-e9fba0514e65/512fccab-8584-475a-9dd9-f05ad77ca097) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:43.282636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:43.287153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.288932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.291197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.296303 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:43.317296 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:43.317913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:43.376211 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:43.387102 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:43.387729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:43.405605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bb35baf1-ba32-4a9c-9ded-6dc8da5b6b22 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/floatingips/806abe35-9a46-46f8-86bc-d2feabf0a360 HTTP/1.1" status: 200 len: 978 time: 1.8051403 Oct 15 00:50:43.408689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33030) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:43.423379 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:43.424175 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283727f4-9065-4db2-88bc-82ea3724f78a None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:43.462245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'networks': [{'name': 'tempest-network--1972039094'}, {'name': 'tempest-network--51321484'}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:43.463142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'network': {'name': 'tempest-network--1972039094'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:43.463553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'network': {'name': 'tempest-network--51321484'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:43.466763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.470713 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.472408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:43.473125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.494939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.567453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1f5c35-be30-414a-9f7d-e7ece38422dc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:43.582120 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.583238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.585692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4586c52a-139b-4e85-925a-d1eee6895ddd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b1f5c35-be30-414a-9f7d-e7ece38422dc HTTP/1.1" status: 204 len: 168 time: 0.5848219 Oct 15 00:50:43.589516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33032) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:43.625507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=42eb0585-2847-4f5e-9285-4e6edb9d5360,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:43.627228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:43.638791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:43.642000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Pushing event updated for resources: {'Port': ['ID=512fccab-8584-475a-9dd9-f05ad77ca097,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:43.655557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 42eb0585-2847-4f5e-9285-4e6edb9d5360 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:43.657986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:43.661974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.662569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.663056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.663823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.664444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.664932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.666522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.667030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.667564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.668060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.668604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.669068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:50:43.670135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Made reservation on behalf of e5d0fb9a105c4add990dd1ae3553892a for: {'network': 2} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:43.675987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.690192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.691168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.790201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cb72fae5-3d2e-4f01-9ab7-22b9bb6e761e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8261092 Oct 15 00:50:43.794826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33034) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:43.811894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Attempting to bind port 512fccab-8584-475a-9dd9-f05ad77ca097 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:50:43.812374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Attempting to bind port 512fccab-8584-475a-9dd9-f05ad77ca097 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '438ce628-a5e8-4b17-bb1c-0a1b99da7551'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:50:43.812605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Attempting to bind port 512fccab-8584-475a-9dd9-f05ad77ca097 on network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:50:43.817857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.822877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:50:43.823226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Checking segment: {'id': '9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '438ce628-a5e8-4b17-bb1c-0a1b99da7551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:43.823985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.824402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Bound using segment: {'id': '9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '438ce628-a5e8-4b17-bb1c-0a1b99da7551'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:50:43.825248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Bound port: 512fccab-8584-475a-9dd9-f05ad77ca097, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '438ce628-a5e8-4b17-bb1c-0a1b99da7551'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:50:43.825695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.828666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '42eb0585-2847-4f5e-9285-4e6edb9d5360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:43.841824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a9f792-ad0b-4333-9326-976227d5359e']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:43.852719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3375d2e-e26c-4bae-b44d-b2a338fb3766') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:43.853581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3375d2e-e26c-4bae-b44d-b2a338fb3766') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:43.879817 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.897865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.903743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] For port 512fccab-8584-475a-9dd9-f05ad77ca097, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:50:43.905722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:43.906966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.914292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] For port 512fccab-8584-475a-9dd9-f05ad77ca097, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=512fccab-8584-475a-9dd9-f05ad77ca097,segment=NetworkSegment(9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8),segment_id=9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: items = [ Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:43.914435 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:43.939461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 44aa2867-e682-42e1-9227-fff803aeb473 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:43.939808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:43.968086 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.015641 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.050319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.050653 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.061087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.061544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.077055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 44aa2867-e682-42e1-9227-fff803aeb473 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:44.083736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a70ba-9e38-4b14-a23d-8335ec475ca1 None None] Pushing event updated for resources: {'Port': ['ID=512fccab-8584-475a-9dd9-f05ad77ca097,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:44.126223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fef492-6857-40bb-98f3-7bc6b869145f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:44.135575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.149654 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.158666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] 10.222.0.13 "DELETE /v2.0/networks/38a9f792-ad0b-4333-9326-976227d5359e HTTP/1.1" status: 204 len: 168 time: 0.5679009 Oct 15 00:50:44.164359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:44.188825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:44.190817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f181-2ebf-4e53-81be-5ff4ddd74454 admin admin] Pushing event deleted for resources: {'Network': ['ID=38a9f792-ad0b-4333-9326-976227d5359e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:44.193958 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.231802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.232021 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Added segment e6b1bf25-1978-4a0f-8061-846bd186b658 of type vlan for network 51f12c65-1e21-42f4-8440-092af013a5bd Oct 15 00:50:44.357637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1da5c6c4-7536-476b-bd6b-1051c1a48dca no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:50:44.370783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.381560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1da5c6c4-7536-476b-bd6b-1051c1a48dca {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:50:44.381998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1da5c6c4-7536-476b-bd6b-1051c1a48dca not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:50:44.452748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:44.476205 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.476205 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Added segment c353f330-cb15-4162-9303-cea73e49dfb5 of type vlan for network 5260fd5d-db87-47b2-8ecc-297177223250 Oct 15 00:50:44.604563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.684292 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.713312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=44aa2867-e682-42e1-9227-fff803aeb473,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:44.761131 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.802339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33042) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:44.810659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.811065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.817367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:44.822211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:44.823065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.862352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.862834 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP 806abe35-9a46-46f8-86bc-d2feabf0a360 disassociated (deleted). External IP: 172.25.2.25, port: 7e2ba94e-12fa-4bab-9310-1bca975b6e02. Oct 15 00:50:44.875258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3d8a6c64-c4ea-4961-8441-6a484b5c67d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ae221d04dc64315881df9dc9f888738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715833 Oct 15 00:50:44.876946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33044) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:44.955372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=820af32e-cf18-4d77-9b66-f4def38e5592,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:44.955599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd677b2-bad5-435f-88c4-12c68adf62ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:44.983470 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd677b2-bad5-435f-88c4-12c68adf62ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.016189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.036268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8186691 Oct 15 00:50:45.037774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Network': ['ID=51f12c65-1e21-42f4-8440-092af013a5bd,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:45.040826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33048) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:45.072235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': 'ffa92472-00b1-44c2-a5a2-df06c49608dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '42eb0585-2847-4f5e-9285-4e6edb9d5360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:45.073839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 42eb0585-2847-4f5e-9285-4e6edb9d5360, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:45.074225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 51f12c65-1e21-42f4-8440-092af013a5bd details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:45.137868 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:50:45.153190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bb638-bb1a-428f-9461-f707b37233b5 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Network': ['ID=5260fd5d-db87-47b2-8ecc-297177223250,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:45.193311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 5260fd5d-db87-47b2-8ecc-297177223250 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:45.260058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd677b2-bad5-435f-88c4-12c68adf62ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.263320 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd677b2-bad5-435f-88c4-12c68adf62ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.264521 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5dd677b2-bad5-435f-88c4-12c68adf62ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45db7c3b-a874-4883-8a70-2926c8316143 HTTP/1.1" status: 204 len: 168 time: 0.3862627 Oct 15 00:50:45.275061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd677b2-bad5-435f-88c4-12c68adf62ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db7c3b-a874-4883-8a70-2926c8316143,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:45.293228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192b4b7-ce8f-4f15-ad71-c575a9a3051f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:45.301600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192b4b7-ce8f-4f15-ad71-c575a9a3051f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:45.308231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192b4b7-ce8f-4f15-ad71-c575a9a3051f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:45.328620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192b4b7-ce8f-4f15-ad71-c575a9a3051f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:45.338608 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2192b4b7-ce8f-4f15-ad71-c575a9a3051f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2929637 Oct 15 00:50:45.342547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33052) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:45.360404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 42eb0585-2847-4f5e-9285-4e6edb9d5360 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:45.390894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e2b8cd-1245-4aa6-96b1-15303d05dda1 None None] Network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:45.399917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:45.501552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.531320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 42eb0585-2847-4f5e-9285-4e6edb9d5360) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:45.536536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:45.542546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.560743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c2c97-d5ef-4f87-b1d1-234b4ac19a2d None None] Network 42eb0585-2847-4f5e-9285-4e6edb9d5360 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:45.588843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9988a626-95bf-4b26-9cdd-a25e49db1695 None None] Provisioning complete for port 512fccab-8584-475a-9dd9-f05ad77ca097 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:45.589214 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9988a626-95bf-4b26-9cdd-a25e49db1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.589348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:45.597781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.628892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:45.638898 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.658222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fd5fa218-2220-40d9-97f3-ae9b92fc6576 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8613017 Oct 15 00:50:45.661782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33056) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:45.664214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-274d7ba7-86a9-432b-bebd-4a53cec1fe93 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/floatingips/806abe35-9a46-46f8-86bc-d2feabf0a360 HTTP/1.1" status: 204 len: 168 time: 2.2540712 Oct 15 00:50:45.664955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33058) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:45.687407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f12c65-1e21-42f4-8440-092af013a5bd']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:45.714924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b1bf25-1978-4a0f-8061-846bd186b658') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:45.715244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b1bf25-1978-4a0f-8061-846bd186b658') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:45.740767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.804274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.821006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:45.821407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:45.832797 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:45.848795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 7e2ba94e-12fa-4bab-9310-1bca975b6e02 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:45.848795 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.862329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:45.863206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:45.910015 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.918372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:45.952716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:45.953835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:45.966933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:45.980114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 7e2ba94e-12fa-4bab-9310-1bca975b6e02 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:46.034584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:46.043999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5d35f-7f66-48b4-89f9-aae0f658096f None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:46.083831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.090902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.104079 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/networks/51f12c65-1e21-42f4-8440-092af013a5bd HTTP/1.1" status: 204 len: 168 time: 0.7589362 Oct 15 00:50:46.104758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33066) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:46.204019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5ec51-ccaf-4643-b252-e4feeaabea34 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Network': ['ID=51f12c65-1e21-42f4-8440-092af013a5bd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:46.212014 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.279026 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.338560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb2cd0-2ab4-475c-8490-0ead52236aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-42eb0585-2847-4f5e-9285-4e6edb9d5360', 'network_id': '42eb0585-2847-4f5e-9285-4e6edb9d5360', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': '820af32e-cf18-4d77-9b66-f4def38e5592'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:50:46.340945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.350619 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2cd0-2ab4-475c-8490-0ead52236aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.351743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=7e2ba94e-12fa-4bab-9310-1bca975b6e02,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:46.354500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9988a626-95bf-4b26-9cdd-a25e49db1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.379590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 512fccab-8584-475a-9dd9-f05ad77ca097 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:50:46.524111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.538748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9988a626-95bf-4b26-9cdd-a25e49db1695 None None] For port 512fccab-8584-475a-9dd9-f05ad77ca097, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=512fccab-8584-475a-9dd9-f05ad77ca097,segment=NetworkSegment(9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8),segment_id=9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:46.553816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.563183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5c3b7960-cb9e-4d5b-b815-2fd6992d81b1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/ports/7e2ba94e-12fa-4bab-9310-1bca975b6e02 HTTP/1.1" status: 204 len: 168 time: 0.8957856 Oct 15 00:50:46.564812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 512fccab-8584-475a-9dd9-f05ad77ca097 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:46.566929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.569802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33076) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:46.576022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:46.620161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.639044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5260fd5d-db87-47b2-8ecc-297177223250']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:46.677073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c353f330-cb15-4162-9303-cea73e49dfb5') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:46.677356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c353f330-cb15-4162-9303-cea73e49dfb5') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:46.686452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=820af32e-cf18-4d77-9b66-f4def38e5592,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:46.696135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.702694 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9988a626-95bf-4b26-9cdd-a25e49db1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.736331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.748024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-fbcb2cd0-2ab4-475c-8490-0ead52236aad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 820af32e-cf18-4d77-9b66-f4def38e5592: This subnet is being modified by another concurrent operation. Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 820af32e-cf18-4d77-9b66-f4def38e5592: This subnet is being modified by another concurrent operation. Oct 15 00:50:46.766618 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:50:46.775323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:46.775750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:46.779961 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:46.782335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.835330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5f8d4-a094-483c-81ed-3d8c2162c45a None None] Network 42eb0585-2847-4f5e-9285-4e6edb9d5360 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:46.861056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42eb0585-2847-4f5e-9285-4e6edb9d5360']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:46.872957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa92472-00b1-44c2-a5a2-df06c49608dc') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:46.873252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa92472-00b1-44c2-a5a2-df06c49608dc') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:46.879894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988a626-95bf-4b26-9cdd-a25e49db1695 None None] Pushing event updated for resources: {'Port': ['ID=512fccab-8584-475a-9dd9-f05ad77ca097,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:46.883166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.907184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.917978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:46.917978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.925859 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:46.927395 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:46.945194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f1bd4b41-68dd-4300-9048-452bad81f98a None None] Provisioning complete for port 512fccab-8584-475a-9dd9-f05ad77ca097 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:46.945879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1bd4b41-68dd-4300-9048-452bad81f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.003715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.016771 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.022521 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/networks/5260fd5d-db87-47b2-8ecc-297177223250 HTTP/1.1" status: 204 len: 168 time: 0.8840210 Oct 15 00:50:47.023385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33084) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:47.043332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b05d9c-0bd7-478e-998d-3c29b28499a1 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:50:47.044749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17f94f-45fd-488b-925a-63258e92a9c2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Network': ['ID=5260fd5d-db87-47b2-8ecc-297177223250,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:47.130971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.142977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.147245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/42eb0585-2847-4f5e-9285-4e6edb9d5360 HTTP/1.1" status: 204 len: 168 time: 1.4844358 Oct 15 00:50:47.171017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05d9c-0bd7-478e-998d-3c29b28499a1 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:50:47.180589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33088) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:47.193316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824842241'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:47.193462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23b2f-90cd-4b07-ae37-6444c205a483 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=42eb0585-2847-4f5e-9285-4e6edb9d5360,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:47.296515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b029cb0-91e9-4f9e-ad11-716730036b3f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:47.302172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b029cb0-91e9-4f9e-ad11-716730036b3f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:47.308214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9b029cb0-91e9-4f9e-ad11-716730036b3f tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2768755 Oct 15 00:50:47.309240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33092) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:47.311814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.25.2.196 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/5277030b-c1b2-4694-9221-49247fb157c3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:47.323704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-291862346'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:47.398562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:47.402451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.431584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:47.440336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.440680 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment e5883a02-8496-40f1-8cca-89f94b850bc9 of type vlan for network 8ca855e4-347f-4af7-a851-ba1e83e506cf Oct 15 00:50:47.488112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.490546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Made reservation on behalf of e5d0fb9a105c4add990dd1ae3553892a for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:47.494548 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.531855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.550707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:47.563622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.563973 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Added segment da9182d0-1797-477e-8235-20a1e0a28080 of type vlan for network ba019ac6-1ebe-40c6-b871-1d7a90e183d5 Oct 15 00:50:47.621765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.629635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:47.631173 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.631315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.669923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.735925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.742106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:47.743104 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:47.819243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Network': ['ID=ba019ac6-1ebe-40c6-b871-1d7a90e183d5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:47.832434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ba019ac6-1ebe-40c6-b871-1d7a90e183d5 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:47.844926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-924c0773-038b-4935-9840-d16df22c29ae tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5311000 Oct 15 00:50:47.847210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33104) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:47.855088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1366487163'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:47.976065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Made reservation on behalf of e5d0fb9a105c4add990dd1ae3553892a for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:47.980571 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.005730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:48.016342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.016744 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Added segment 540881ab-7b30-4e74-bff1-f2b38c32f6d0 of type vlan for network b0f55dba-d08a-4e7d-b393-beb1586aa774 Oct 15 00:50:48.064398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.107129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=8ca855e4-347f-4af7-a851-ba1e83e506cf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:48.120910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 8ca855e4-347f-4af7-a851-ba1e83e506cf details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:48.143198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c395a019-e467-4ba3-9c35-532136a02ed2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9566288 Oct 15 00:50:48.143699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33108) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:48.145221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=5277030b-c1b2-4694-9221-49247fb157c3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:48.149545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '8ca855e4-347f-4af7-a851-ba1e83e506cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:48.150740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:48.157321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:48.157321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:48.160538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:48.190118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.194259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:48.194259 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.266843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 512fccab-8584-475a-9dd9-f05ad77ca097 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:50:48.329125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.349330 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d79f3630-482d-4f84-bd43-6b006c42edde admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.358166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5094361 Oct 15 00:50:48.361633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33116) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:48.368238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'ports': [{'network_id': 'ba019ac6-1ebe-40c6-b871-1d7a90e183d5', 'name': 'tempest-port--183529839', 'admin_state_up': True}, {'network_id': 'b0f55dba-d08a-4e7d-b393-beb1586aa774', 'admin_state_up': False}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:48.369503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'port': {'network_id': 'ba019ac6-1ebe-40c6-b871-1d7a90e183d5', 'name': 'tempest-port--183529839', 'admin_state_up': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:48.369763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'port': {'network_id': 'b0f55dba-d08a-4e7d-b393-beb1586aa774', 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:48.375471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 512fccab-8584-475a-9dd9-f05ad77ca097 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:48.375855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.407266 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4fa67-91c8-4b1a-93a3-a0bda977097a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Network': ['ID=b0f55dba-d08a-4e7d-b393-beb1586aa774,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:48.421840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b0f55dba-d08a-4e7d-b393-beb1586aa774 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:48.489569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:48.491210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.504367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.671535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d79f3630-482d-4f84-bd43-6b006c42edde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.749528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d79f3630-482d-4f84-bd43-6b006c42edde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.776123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.808426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d79f3630-482d-4f84-bd43-6b006c42edde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b86fa3874ba24c678f034cac65f3b739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6432779 Oct 15 00:50:48.808426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.809405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f3630-482d-4f84-bd43-6b006c42edde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281337fc-9e25-4e36-a44e-a96126094dce,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:48.809801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33120) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:48.816006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Made reservation on behalf of e5d0fb9a105c4add990dd1ae3553892a for: {'port': 2} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:48.822618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.839164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.870242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=a9771b1b-d926-4d56-9b76-8bf8486886ff,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:48.898751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': 'e5883a02-8496-40f1-8cca-89f94b850bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ca855e4-347f-4af7-a851-ba1e83e506cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:48.899184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 8ca855e4-347f-4af7-a851-ba1e83e506cf, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:48.905054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42a854ed-2ca2-409d-943d-8782a849ae6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.927688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.936639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42a854ed-2ca2-409d-943d-8782a849ae6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:48.963096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] device_id is not set on port 74ba4751-18ac-4765-841a-d9a6ae2120cb yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:50:49.004203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 8ca855e4-347f-4af7-a851-ba1e83e506cf is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:49.015069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=5277030b-c1b2-4694-9221-49247fb157c3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:49.033751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.061509 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42a854ed-2ca2-409d-943d-8782a849ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.064524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-42a854ed-2ca2-409d-943d-8782a849ae6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.065744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-42a854ed-2ca2-409d-943d-8782a849ae6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/281337fc-9e25-4e36-a44e-a96126094dce HTTP/1.1" status: 204 len: 168 time: 0.2550001 Oct 15 00:50:49.078221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a854ed-2ca2-409d-943d-8782a849ae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281337fc-9e25-4e36-a44e-a96126094dce,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:49.119535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 8ca855e4-347f-4af7-a851-ba1e83e506cf) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:49.135903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:49.138490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b2c20-fd5c-41e1-8f09-655deba79eff None None] Network 8ca855e4-347f-4af7-a851-ba1e83e506cf requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:49.138945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.159345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.160561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-db4e2a82-5142-47f3-a4ef-db043dd2263c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5920792 Oct 15 00:50:49.167296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33124) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:49.174764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'port': {'network_id': 'c1e138ba-48a6-452b-b9d3-a2927ac5813d', 'name': 'tempest-FloatingIPTestJSON-317407555'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:49.236249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.260026 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f175019f-148c-4e4b-9fb2-77f061eedceb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1152928 Oct 15 00:50:49.260815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33126) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:49.284296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1468695230'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:49.331933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-8ca855e4-347f-4af7-a851-ba1e83e506cf', 'network_id': '8ca855e4-347f-4af7-a851-ba1e83e506cf', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': 'a9771b1b-d926-4d56-9b76-8bf8486886ff'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:50:49.333242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.362628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] device_id is not set on port 03ff1229-560e-4a17-9885-b3982928b4a6 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:50:49.447549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:49.451211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.504764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:49.507854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Allocated IP 2001:db8::1 (8ca855e4-347f-4af7-a851-ba1e83e506cf/a9771b1b-d926-4d56-9b76-8bf8486886ff/7f8d399b-0591-45ea-aede-0df2ac007921) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:49.534999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:49.538249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.538578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.538731 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment b5c73314-e60b-4937-b904-09cdd55efbd3 of type vlan for network 63a3edc8-fd98-4009-a9f3-8a27e52f990b Oct 15 00:50:49.550870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.575831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] device_id is not set on port d3204a21-7f57-477a-8188-51ddd49f4ed4 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:50:49.598582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.696328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.707101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.726718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.735498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:49.738234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.774758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.7 (c1e138ba-48a6-452b-b9d3-a2927ac5813d/403b8d0b-f16f-4654-883e-d10152610363/d3204a21-7f57-477a-8188-51ddd49f4ed4) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:49.812241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Port': ['ID=74ba4751-18ac-4765-841a-d9a6ae2120cb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:49.812506 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:49.863292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=63a3edc8-fd98-4009-a9f3-8a27e52f990b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:49.868270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Checking segment: {'id': 'da9182d0-1797-477e-8235-20a1e0a28080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ba019ac6-1ebe-40c6-b871-1d7a90e183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:49.869918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network hostable DHCP agents. Network: ba019ac6-1ebe-40c6-b871-1d7a90e183d5, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:49.887795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 63a3edc8-fd98-4009-a9f3-8a27e52f990b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:49.889991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff82e936-0308-41a2-b1c7-fbca6fb57866 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6279032 Oct 15 00:50:49.896520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33144) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:49.898468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:49.916240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Network 8ca855e4-347f-4af7-a851-ba1e83e506cf is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:49.917757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:49.926757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:49.944198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Pushing event updated for resources: {'Port': ['ID=7f8d399b-0591-45ea-aede-0df2ac007921,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:49.976090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network ba019ac6-1ebe-40c6-b871-1d7a90e183d5 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:50.011349 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.058932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ba019ac6-1ebe-40c6-b871-1d7a90e183d5) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:50.063846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:50.064580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.094264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f469fb7-5fe3-4f0a-bfc3-7a105faa704f None None] Network ba019ac6-1ebe-40c6-b871-1d7a90e183d5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:50.113463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.158534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Port': ['ID=03ff1229-560e-4a17-9885-b3982928b4a6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:50.163923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network c1e138ba-48a6-452b-b9d3-a2927ac5813d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:50.171671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:50.172094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:50.176409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.177007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:50.183204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=d3204a21-7f57-477a-8188-51ddd49f4ed4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:50.191999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Attempting to bind port 7f8d399b-0591-45ea-aede-0df2ac007921 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:50:50.192521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Attempting to bind port 7f8d399b-0591-45ea-aede-0df2ac007921 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'e5883a02-8496-40f1-8cca-89f94b850bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ca855e4-347f-4af7-a851-ba1e83e506cf'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:50:50.192799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Attempting to bind port 7f8d399b-0591-45ea-aede-0df2ac007921 on network 8ca855e4-347f-4af7-a851-ba1e83e506cf {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:50:50.220247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Checking segment: {'id': '540881ab-7b30-4e74-bff1-f2b38c32f6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b0f55dba-d08a-4e7d-b393-beb1586aa774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:50.220606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network hostable DHCP agents. Network: b0f55dba-d08a-4e7d-b393-beb1586aa774, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:50.236851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:50.237630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.244262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:50:50.244657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Checking segment: {'id': 'e5883a02-8496-40f1-8cca-89f94b850bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ca855e4-347f-4af7-a851-ba1e83e506cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:50.245166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.245522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Bound using segment: {'id': 'e5883a02-8496-40f1-8cca-89f94b850bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ca855e4-347f-4af7-a851-ba1e83e506cf'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:50:50.246007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Bound port: 7f8d399b-0591-45ea-aede-0df2ac007921, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5883a02-8496-40f1-8cca-89f94b850bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ca855e4-347f-4af7-a851-ba1e83e506cf'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:50:50.250842 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.258885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Performing IP validity checks on allocation pools {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 00:50:50.259621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 00:50:50.313019 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-16e632c8-eb9a-407d-b01f-9b58e0b5edb8 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1420107 Oct 15 00:50:50.320900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33156) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:50.320900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'port_id': 'd3204a21-7f57-477a-8188-51ddd49f4ed4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:50.375787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] For port 7f8d399b-0591-45ea-aede-0df2ac007921, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:50:50.379548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] For port 7f8d399b-0591-45ea-aede-0df2ac007921, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7f8d399b-0591-45ea-aede-0df2ac007921,segment=NetworkSegment(e5883a02-8496-40f1-8cca-89f94b850bc9),segment_id=e5883a02-8496-40f1-8cca-89f94b850bc9)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:50:50.382027 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.386259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network b0f55dba-d08a-4e7d-b393-beb1586aa774 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:50.455722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.501936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b0f55dba-d08a-4e7d-b393-beb1586aa774) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:50.507933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:50.517581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:50.517743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034d41e-9a2e-4e74-be41-3478bb663b67 None None] Network b0f55dba-d08a-4e7d-b393-beb1586aa774 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:50.526107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:50.526766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.570871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:50.606081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13178-b5c8-47e0-9688-04f392ab2bd5 None None] Pushing event updated for resources: {'Port': ['ID=7f8d399b-0591-45ea-aede-0df2ac007921,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:50.684633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ecc570dc-1339-44aa-852c-cadf468656b0 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3206427 Oct 15 00:50:50.708990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33166) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:50.831133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': 'b5c73314-e60b-4937-b904-09cdd55efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:50.831417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 63a3edc8-fd98-4009-a9f3-8a27e52f990b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:50.840428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=19052c2c-a085-4bac-acb3-52367c50bad1,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:50.904404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9b48f-175a-48a2-855a-cbbdfcb8ac90 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:50.912446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9b48f-175a-48a2-855a-cbbdfcb8ac90 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:50.914639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-19f9b48f-175a-48a2-855a-cbbdfcb8ac90 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2042761 Oct 15 00:50:50.917322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33172) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:51.019317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 63a3edc8-fd98-4009-a9f3-8a27e52f990b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:51.062778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Deleting port 74ba4751-18ac-4765-841a-d9a6ae2120cb {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:51.063118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.143981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 63a3edc8-fd98-4009-a9f3-8a27e52f990b) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:51.153384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9850790-7509-458d-8ebe-4c0337f20365 None None] Network 63a3edc8-fd98-4009-a9f3-8a27e52f990b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:51.156663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:51.157017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.163634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.182540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Calling delete_port for 74ba4751-18ac-4765-841a-d9a6ae2120cb owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:51.255531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-56e8d611-154c-4185-98b1-cff2aa2bc65f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3592048 Oct 15 00:50:51.256053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33180) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:51.412851 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.431339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-63a3edc8-fd98-4009-a9f3-8a27e52f990b', 'network_id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': '19052c2c-a085-4bac-acb3-52367c50bad1'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:50:51.432582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.488412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.529185 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.591120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.668959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Port': ['ID=74ba4751-18ac-4765-841a-d9a6ae2120cb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:51.711808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.728201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Allocated IP 2001:db8::3 (63a3edc8-fd98-4009-a9f3-8a27e52f990b/19052c2c-a085-4bac-acb3-52367c50bad1/5aaabc03-665a-4adb-ac09-bd90e1100d79) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:51.735014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-092cc93f-d215-4973-857c-b4c7d812454e tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/ports/74ba4751-18ac-4765-841a-d9a6ae2120cb HTTP/1.1" status: 204 len: 168 time: 0.8163161 Oct 15 00:50:51.739692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:51.767716 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP c0093e62-61c2-478e-b8f2-ade5fc13fa69 associated. External IP: 172.25.2.196, port: d3204a21-7f57-477a-8188-51ddd49f4ed4. Oct 15 00:50:51.876137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.970823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Deleting port 03ff1229-560e-4a17-9885-b3982928b4a6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:51.975994 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.979821 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:51.989809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35140b63-7b8c-414b-a4df-f5cbbaa64588 None None] Network 8ca855e4-347f-4af7-a851-ba1e83e506cf requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:52.076188 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.105430 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.118118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:52.143944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-09b81b0c-fc39-4fdd-be0f-f4d0e78d4d97 None None] Provisioning complete for port 7f8d399b-0591-45ea-aede-0df2ac007921 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:52.144311 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09b81b0c-fc39-4fdd-be0f-f4d0e78d4d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.144504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Calling delete_port for 03ff1229-560e-4a17-9885-b3982928b4a6 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:52.228910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Pushing event updated for resources: {'Port': ['ID=5aaabc03-665a-4adb-ac09-bd90e1100d79,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:52.241651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Network 63a3edc8-fd98-4009-a9f3-8a27e52f990b is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:52.250445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:52.254495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:52.283152 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.327536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=19052c2c-a085-4bac-acb3-52367c50bad1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:52.337528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7f8d399b-0591-45ea-aede-0df2ac007921 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:50:52.361862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:52.369367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.386250 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:52.401098 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:52.401702 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:52.404836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-359152b9-500f-405a-aecb-1b69cbb0c9f2 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/floatingips/c0093e62-61c2-478e-b8f2-ade5fc13fa69 HTTP/1.1" status: 200 len: 977 time: 2.0903387 Oct 15 00:50:52.407689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:52.418800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.453958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a3edc8-fd98-4009-a9f3-8a27e52f990b']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:52.454434 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:52.466810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c73314-e60b-4937-b904-09cdd55efbd3') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:52.466810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c73314-e60b-4937-b904-09cdd55efbd3') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:52.471756 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:52.472921 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:52.480162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.495742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Attempting to bind port 5aaabc03-665a-4adb-ac09-bd90e1100d79 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:50:52.501218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Attempting to bind port 5aaabc03-665a-4adb-ac09-bd90e1100d79 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'b5c73314-e60b-4937-b904-09cdd55efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:50:52.501218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Attempting to bind port 5aaabc03-665a-4adb-ac09-bd90e1100d79 on network 63a3edc8-fd98-4009-a9f3-8a27e52f990b {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:50:52.517201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:50:52.517571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Checking segment: {'id': 'b5c73314-e60b-4937-b904-09cdd55efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:52.517974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.518388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Bound using segment: {'id': 'b5c73314-e60b-4937-b904-09cdd55efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:50:52.518867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Bound port: 5aaabc03-665a-4adb-ac09-bd90e1100d79, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c73314-e60b-4937-b904-09cdd55efbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:50:52.519239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.519378 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.526754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:52.536098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.539912 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09b81b0c-fc39-4fdd-be0f-f4d0e78d4d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.541238 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:52.545750 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca5623-b621-4dd4-b339-c0fc88f53cc4 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:52.557503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7f8d399b-0591-45ea-aede-0df2ac007921 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:52.557881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:52.622548 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:52.633678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.684920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port d3204a21-7f57-477a-8188-51ddd49f4ed4 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:52.685463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.708344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Port': ['ID=03ff1229-560e-4a17-9885-b3982928b4a6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:52.733258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.737894 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2843b5cf-9fa9-4a91-92a8-d18f11e8ccb2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/ports/03ff1229-560e-4a17-9885-b3982928b4a6 HTTP/1.1" status: 204 len: 168 time: 0.9974036 Oct 15 00:50:52.740788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:50:52.740788 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:50:52.740788 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '63a3edc8-fd98-4009-a9f3-8a27e52f990b'}] Oct 15 00:50:52.740788 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:50:52.745585 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:50:52.745585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33220) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:52.778513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3f09fef1-51c1-408a-940e-ed499b62f60c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317779 Oct 15 00:50:52.782637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33224) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:52.787916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-851748309'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:52.834082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-09b81b0c-fc39-4fdd-be0f-f4d0e78d4d97 None None] For port 7f8d399b-0591-45ea-aede-0df2ac007921, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7f8d399b-0591-45ea-aede-0df2ac007921,segment=NetworkSegment(e5883a02-8496-40f1-8cca-89f94b850bc9),segment_id=e5883a02-8496-40f1-8cca-89f94b850bc9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:52.864486 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.876709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-001bc336-c217-453a-83db-80a4c16771fa None None] For port 5aaabc03-665a-4adb-ac09-bd90e1100d79, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:50:52.881636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-001bc336-c217-453a-83db-80a4c16771fa None None] For port 5aaabc03-665a-4adb-ac09-bd90e1100d79, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5aaabc03-665a-4adb-ac09-bd90e1100d79,segment=NetworkSegment(b5c73314-e60b-4937-b904-09cdd55efbd3),segment_id=b5c73314-e60b-4937-b904-09cdd55efbd3)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:50:52.895750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Made reservation on behalf of e5d0fb9a105c4add990dd1ae3553892a for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:52.900693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.929451 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09b81b0c-fc39-4fdd-be0f-f4d0e78d4d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.945309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:52.956120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.956779 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Added segment d8cc1232-43f6-46ef-a049-5074fc2be1ee of type vlan for network 8c4e14bd-9d1e-40bc-8720-e5624fd7885c Oct 15 00:50:52.976184 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:52.999712 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.006231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.016653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b81b0c-fc39-4fdd-be0f-f4d0e78d4d97 None None] Pushing event updated for resources: {'Port': ['ID=7f8d399b-0591-45ea-aede-0df2ac007921,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:53.130052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.135779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:53.142361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.142632 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:50:53.142980 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:50:53.143585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bc336-c217-453a-83db-80a4c16771fa None None] Pushing event updated for resources: {'Port': ['ID=5aaabc03-665a-4adb-ac09-bd90e1100d79,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:53.146362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-80b67490-f8a3-4abd-8d97-d8d722002b72 None None] Provisioning complete for port 7f8d399b-0591-45ea-aede-0df2ac007921 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:53.146724 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-80b67490-f8a3-4abd-8d97-d8d722002b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.202035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.202477 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.202760 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP c0093e62-61c2-478e-b8f2-ade5fc13fa69 disassociated. External IP: 172.25.2.196, port: d3204a21-7f57-477a-8188-51ddd49f4ed4. Oct 15 00:50:53.203264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for d3204a21-7f57-477a-8188-51ddd49f4ed4 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:53.204010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbd67f-1f42-4ab0-8972-2711aff96bfb None None] Network 63a3edc8-fd98-4009-a9f3-8a27e52f990b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:53.231150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Network': ['ID=8c4e14bd-9d1e-40bc-8720-e5624fd7885c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:53.247352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82424f01-0706-4d12-beeb-e4db9e8b677b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4635456 Oct 15 00:50:53.248047 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.252278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33230) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:53.262129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-791566495'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:53.299492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 8c4e14bd-9d1e-40bc-8720-e5624fd7885c details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:53.330712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting port 5aaabc03-665a-4adb-ac09-bd90e1100d79 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:53.331203 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.367208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Made reservation on behalf of e5d0fb9a105c4add990dd1ae3553892a for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:53.370750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.417632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.423879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] For port 5aaabc03-665a-4adb-ac09-bd90e1100d79, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5aaabc03-665a-4adb-ac09-bd90e1100d79,segment=NetworkSegment(b5c73314-e60b-4937-b904-09cdd55efbd3),segment_id=b5c73314-e60b-4937-b904-09cdd55efbd3)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:53.426320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.443218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c32c7-cd92-43cb-9183-1442dcaa875e None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:50:53.446238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:53.449949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Calling delete_port for 5aaabc03-665a-4adb-ac09-bd90e1100d79 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:53.464237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.464581 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Added segment 1d08e6cb-a071-4cbe-8d75-34282ea70af0 of type vlan for network d5370b87-9a78-4baf-b68e-75e737d66eaf Oct 15 00:50:53.497122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=d3204a21-7f57-477a-8188-51ddd49f4ed4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:53.559188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.570142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c32c7-cd92-43cb-9183-1442dcaa875e None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:50:53.650071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.655706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:53.656414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.678913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:53.700337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:53.766916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33240) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:53.809606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5547583 Oct 15 00:50:53.814816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f4619-3beb-4931-a550-4167ad8c6d44 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Network': ['ID=d5370b87-9a78-4baf-b68e-75e737d66eaf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:53.826184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No DVR routers for this DVR port 5aaabc03-665a-4adb-ac09-bd90e1100d79 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:50:53.839588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Port': ['ID=5aaabc03-665a-4adb-ac09-bd90e1100d79,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:53.848754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:53.854885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d5370b87-9a78-4baf-b68e-75e737d66eaf details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:53.880792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:53.956560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33246) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:53.990955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.002974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:54.003173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:54.007721 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-649919eb-d7ad-4870-8f7f-bd27fac7d33c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/ports/d3204a21-7f57-477a-8188-51ddd49f4ed4 HTTP/1.1" status: 204 len: 168 time: 1.5975792 Oct 15 00:50:54.008641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:54.015818 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.033184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35e704de-7329-46ab-b59c-978bf5034eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.038734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a3edc8-fd98-4009-a9f3-8a27e52f990b']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:54.049489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c73314-e60b-4937-b904-09cdd55efbd3') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:54.049998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c73314-e60b-4937-b904-09cdd55efbd3') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:54.054687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:54.054839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'subnets': [{'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2079434369', 'ip_version': 4}, {'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:54.055082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'subnet': {'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2079434369', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:54.056199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Request body: {'subnet': {'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:54.081955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.083623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:54.083766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e2879373-a32b-4eb0-b5c0-1419161b7d53 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "GET /v2.0/floatingips/c0093e62-61c2-478e-b8f2-ade5fc13fa69 HTTP/1.1" status: 200 len: 688 time: 0.0732381 Oct 15 00:50:54.084215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:54.085284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:54.126214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.135044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:54.135293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:54.136245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1d4dcb-337e-40fb-aa1e-1e9b4cc21d22 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:54.137957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:54.141300 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:54.226353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7f8d399b-0591-45ea-aede-0df2ac007921 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:50:54.274760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 5277030b-c1b2-4694-9221-49247fb157c3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:54.275334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.301971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7f8d399b-0591-45ea-aede-0df2ac007921 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:54.302709 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.363030 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.373730 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.374181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.376274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.380420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/63a3edc8-fd98-4009-a9f3-8a27e52f990b HTTP/1.1" status: 204 len: 168 time: 3.1234589 Oct 15 00:50:54.386821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:54.395445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 5277030b-c1b2-4694-9221-49247fb157c3 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:54.396588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81810899'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:54.417707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5464284-77be-4977-a91e-285576873c6b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=63a3edc8-fd98-4009-a9f3-8a27e52f990b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:54.448878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:50:54.448878 n-d-811521-2 neutron-server[107726]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 15 00:50:54.448878 n-d-811521-2 neutron-server[107726]: [parameters: {'project_id': 'c2eedebf62674358acfe68b5b498e6cc', 'id': '4feca25c-e566-47cd-ad7e-01da456cd398', 'expiration': datetime.datetime(2021, 10, 15, 0, 52, 54, 427154)}] Oct 15 00:50:54.448878 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:50:54.449376 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:50:54.503000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Made reservation on behalf of e5d0fb9a105c4add990dd1ae3553892a for: {'subnet': 2} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:54.507467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.507467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.518357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35e704de-7329-46ab-b59c-978bf5034eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.591410 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35e704de-7329-46ab-b59c-978bf5034eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.641130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-35e704de-7329-46ab-b59c-978bf5034eca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03484d5fc1324c4eae26bd5098719bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731408 Oct 15 00:50:54.644793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33258) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:54.655272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e704de-7329-46ab-b59c-978bf5034eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44adb2da-b74a-431e-9c53-27d1d7d1ddc9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:54.685174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.733707 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=5277030b-c1b2-4694-9221-49247fb157c3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:54.807775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-241abee4-a709-4aa4-9af7-7ffa64b2ab52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.834469 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-241abee4-a709-4aa4-9af7-7ffa64b2ab52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.886481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.889253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:54.890442 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5f40b507-2ee6-42a7-ab86-c9fd96522fc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/floatingips/c0093e62-61c2-478e-b8f2-ade5fc13fa69 HTTP/1.1" status: 204 len: 168 time: 0.8040431 Oct 15 00:50:54.893878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33262) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:54.908669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:55.010404 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-241abee4-a709-4aa4-9af7-7ffa64b2ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.012988 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-241abee4-a709-4aa4-9af7-7ffa64b2ab52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.014182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-241abee4-a709-4aa4-9af7-7ffa64b2ab52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44adb2da-b74a-431e-9c53-27d1d7d1ddc9 HTTP/1.1" status: 204 len: 168 time: 0.3683527 Oct 15 00:50:55.022637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241abee4-a709-4aa4-9af7-7ffa64b2ab52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44adb2da-b74a-431e-9c53-27d1d7d1ddc9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:55.037927 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.045457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.125660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Subnet': ['ID=80ef46be-4034-466d-985b-23877f994240,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:55.135416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Checking segment: {'id': 'd8cc1232-43f6-46ef-a049-5074fc2be1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:55.135961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network hostable DHCP agents. Network: 8c4e14bd-9d1e-40bc-8720-e5624fd7885c, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:55.169252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:55.173333 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.178974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.199393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:55.208781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.209166 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment b3666146-fe19-45fd-b47c-8835b1a7f138 of type vlan for network 78f274d8-7e81-404b-a600-d557fed08001 Oct 15 00:50:55.251983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network 8c4e14bd-9d1e-40bc-8720-e5624fd7885c is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:55.257721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.293580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.25.2.207 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/aaad4ef4-2075-4ed0-bc70-343ae3755859) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:55.336208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 8c4e14bd-9d1e-40bc-8720-e5624fd7885c) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:55.341846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.350578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4663964-0a1b-4335-97f9-ecac470cb6f4 None None] Network 8c4e14bd-9d1e-40bc-8720-e5624fd7885c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:55.378872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.386412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:55.387343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.436407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.495634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=78f274d8-7e81-404b-a600-d557fed08001,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:55.506414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event updated for resources: {'Subnet': ['ID=fcea3849-8593-46e4-8482-63b42f72b1f9,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:55.515416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 78f274d8-7e81-404b-a600-d557fed08001 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:55.535999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Checking segment: {'id': '1d08e6cb-a071-4cbe-8d75-34282ea70af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:55.536310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network hostable DHCP agents. Network: d5370b87-9a78-4baf-b68e-75e737d66eaf, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:55.558592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.559412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-8c4e14bd-9d1e-40bc-8720-e5624fd7885c', 'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c', 'tenant_id': 'e5d0fb9a105c4add990dd1ae3553892a', 'fixed_ips': [{'subnet_id': '80ef46be-4034-466d-985b-23877f994240'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:50:55.563151 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.608359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:55.619210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:55.623932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e857bbd4-b304-435e-a019-0d8ae901a7c2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2339964 Oct 15 00:50:55.644452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33268) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:55.678420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:55.693140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '78f274d8-7e81-404b-a600-d557fed08001', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:55.702817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=aaad4ef4-2075-4ed0-bc70-343ae3755859,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:55.712834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Network d5370b87-9a78-4baf-b68e-75e737d66eaf is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:55.800044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33272) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:55.820534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Allocated IP 172.20.0.2 (8c4e14bd-9d1e-40bc-8720-e5624fd7885c/80ef46be-4034-466d-985b-23877f994240/94be99a3-4c3c-4fca-a951-c5e118257b2b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:55.847241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d5370b87-9a78-4baf-b68e-75e737d66eaf) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:55.851057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a387418-c306-429b-85ee-a3908d7ce682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.856522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:55.856986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:55.857611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:55.867328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b318c56-376e-45ac-8ab9-b27cd127b511 None None] Network d5370b87-9a78-4baf-b68e-75e737d66eaf requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:55.959998 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a387418-c306-429b-85ee-a3908d7ce682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.037876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-99196f0f-30de-4def-95b7-8093de792542 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0800521 Oct 15 00:50:56.041367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33276) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:56.091035 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a387418-c306-429b-85ee-a3908d7ce682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.102024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.145218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-d5370b87-9a78-4baf-b68e-75e737d66eaf', 'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf', 'tenant_id': 'e5d0fb9a105c4add990dd1ae3553892a', 'fixed_ips': [{'subnet_id': 'fcea3849-8593-46e4-8482-63b42f72b1f9'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:50:56.147936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.166991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6a387418-c306-429b-85ee-a3908d7ce682 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3028757cf1654b2ebd2c10f150375d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384843 Oct 15 00:50:56.174323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38463f73-4537-44bc-b970-4d1b0a404835 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:56.174323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38463f73-4537-44bc-b970-4d1b0a404835 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:56.174550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38463f73-4537-44bc-b970-4d1b0a404835 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:56.178918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-38463f73-4537-44bc-b970-4d1b0a404835 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1328635 Oct 15 00:50:56.178918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33278) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:56.179586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33280) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:56.193077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a387418-c306-429b-85ee-a3908d7ce682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968e2b5a-fdb7-4d3c-a5cc-94e16e0cfd37,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:56.230738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:56.234299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.252062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.292225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.298787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Deleting subnet 80ef46be-4034-466d-985b-23877f994240 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:50:56.305350 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a5bab67e-62c8-45c1-9430-970b99bfc79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.321971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Network 8c4e14bd-9d1e-40bc-8720-e5624fd7885c is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:56.331292 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.339009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:56.353155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:56.355283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Pushing event updated for resources: {'Port': ['ID=94be99a3-4c3c-4fca-a951-c5e118257b2b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:56.385246 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a183d90-10cf-4b05-8c0f-e4746475bb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.408771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.445891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Attempting to bind port 94be99a3-4c3c-4fca-a951-c5e118257b2b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:50:56.446390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a183d90-10cf-4b05-8c0f-e4746475bb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.446589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Attempting to bind port 94be99a3-4c3c-4fca-a951-c5e118257b2b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'd8cc1232-43f6-46ef-a049-5074fc2be1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:50:56.446887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Attempting to bind port 94be99a3-4c3c-4fca-a951-c5e118257b2b on network 8c4e14bd-9d1e-40bc-8720-e5624fd7885c {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:50:56.453227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Allocated IP 172.20.0.18 (d5370b87-9a78-4baf-b68e-75e737d66eaf/fcea3849-8593-46e4-8482-63b42f72b1f9/85b854be-a5ab-44a7-968e-f80e6b2076bd) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:56.459311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:50:56.459957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Checking segment: {'id': 'd8cc1232-43f6-46ef-a049-5074fc2be1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:56.460378 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.463188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Bound using segment: {'id': 'd8cc1232-43f6-46ef-a049-5074fc2be1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:50:56.463188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Bound port: 94be99a3-4c3c-4fca-a951-c5e118257b2b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cc1232-43f6-46ef-a049-5074fc2be1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c4e14bd-9d1e-40bc-8720-e5624fd7885c'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:50:56.463457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.463551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.609620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] For port 94be99a3-4c3c-4fca-a951-c5e118257b2b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:50:56.615871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] For port 94be99a3-4c3c-4fca-a951-c5e118257b2b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=94be99a3-4c3c-4fca-a951-c5e118257b2b,segment=NetworkSegment(d8cc1232-43f6-46ef-a049-5074fc2be1ee),segment_id=d8cc1232-43f6-46ef-a049-5074fc2be1ee)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:50:56.672237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.686744 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.690303 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.747180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.780952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab903e2-6a7a-4328-9edc-4c74f077afb0 None None] Pushing event updated for resources: {'Port': ['ID=94be99a3-4c3c-4fca-a951-c5e118257b2b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:56.788790 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.894253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Pushing event updated for resources: {'Port': ['ID=85b854be-a5ab-44a7-968e-f80e6b2076bd,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:56.907432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Network d5370b87-9a78-4baf-b68e-75e737d66eaf is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:56.907432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:56.911603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:56.918234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=aaad4ef4-2075-4ed0-bc70-343ae3755859,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:56.933215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:56.996689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Attempting to bind port 85b854be-a5ab-44a7-968e-f80e6b2076bd on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:50:56.997543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Attempting to bind port 85b854be-a5ab-44a7-968e-f80e6b2076bd by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1d08e6cb-a071-4cbe-8d75-34282ea70af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:50:56.997936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Attempting to bind port 85b854be-a5ab-44a7-968e-f80e6b2076bd on network d5370b87-9a78-4baf-b68e-75e737d66eaf {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:50:57.005209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:50:57.005209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Checking segment: {'id': '1d08e6cb-a071-4cbe-8d75-34282ea70af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:57.005209 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.005209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Bound using segment: {'id': '1d08e6cb-a071-4cbe-8d75-34282ea70af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:50:57.005612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Bound port: 85b854be-a5ab-44a7-968e-f80e6b2076bd, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d08e6cb-a071-4cbe-8d75-34282ea70af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd5370b87-9a78-4baf-b68e-75e737d66eaf'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:50:57.005857 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.145220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.147637 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP e485c621-a2a2-48ef-862b-49dffd3b7b88 associated. External IP: 172.25.2.207, port: 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8. Oct 15 00:50:57.234882 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.240073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a183d90-10cf-4b05-8c0f-e4746475bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.243136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a183d90-10cf-4b05-8c0f-e4746475bb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.257760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a183d90-10cf-4b05-8c0f-e4746475bb01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/968e2b5a-fdb7-4d3c-a5cc-94e16e0cfd37 HTTP/1.1" status: 204 len: 168 time: 1.0763030 Oct 15 00:50:57.275886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] For port 85b854be-a5ab-44a7-968e-f80e6b2076bd, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:50:57.279246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] For port 85b854be-a5ab-44a7-968e-f80e6b2076bd, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=85b854be-a5ab-44a7-968e-f80e6b2076bd,segment=NetworkSegment(1d08e6cb-a071-4cbe-8d75-34282ea70af0),segment_id=1d08e6cb-a071-4cbe-8d75-34282ea70af0)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:50:57.287215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a183d90-10cf-4b05-8c0f-e4746475bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e2b5a-fdb7-4d3c-a5cc-94e16e0cfd37,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:57.340799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.347807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.376174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': 'b3666146-fe19-45fd-b47c-8835b1a7f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '78f274d8-7e81-404b-a600-d557fed08001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:57.376933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 78f274d8-7e81-404b-a600-d557fed08001, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:50:57.379817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.387932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/subnets/80ef46be-4034-466d-985b-23877f994240 HTTP/1.1" status: 204 len: 168 time: 1.2017181 Oct 15 00:50:57.388249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33288) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:57.426461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd181a8-0012-410a-ad02-93760f68759d None None] Pushing event updated for resources: {'Port': ['ID=85b854be-a5ab-44a7-968e-f80e6b2076bd,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:57.453466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=056a8636-e369-48b6-a414-9315a3fdedf6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:57.500812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0090a-5841-48b2-9a9a-015ab5212d9a tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Subnet': ['ID=80ef46be-4034-466d-985b-23877f994240,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:57.520187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 78f274d8-7e81-404b-a600-d557fed08001 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:50:57.545059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Deleting subnet fcea3849-8593-46e4-8482-63b42f72b1f9 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:50:57.552377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.591984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:50:57.607549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.628074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 78f274d8-7e81-404b-a600-d557fed08001) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:57.637484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:57.638691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.690218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7bf6f-4d59-4ad9-b7be-121f7025914e None None] Network 78f274d8-7e81-404b-a600-d557fed08001 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:57.785933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-038c4a66-6c3e-48d2-8937-68417506bcc4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1267457 Oct 15 00:50:57.788804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33292) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:57.857388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.972795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:50:57.977021 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:57.993697 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:50:58.003623 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:58.005527 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:58.015975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-78f274d8-7e81-404b-a600-d557fed08001', 'network_id': '78f274d8-7e81-404b-a600-d557fed08001', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': '056a8636-e369-48b6-a414-9315a3fdedf6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:50:58.016839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.074776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.079971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.097979 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:58.124702 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:50:58.128714 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:58.184066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Subnet': ['ID=fcea3849-8593-46e4-8482-63b42f72b1f9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:58.189165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.199982 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ba58ccd5-7016-48b6-851b-8099c563de1d tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/subnets/fcea3849-8593-46e4-8482-63b42f72b1f9 HTTP/1.1" status: 204 len: 168 time: 0.8068511 Oct 15 00:50:58.205876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33304) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:58.208168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.263547 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:58.271279 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e63851-1d59-49e3-94d6-18eb24bcc424 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:50:58.312413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-68fcb70a-26a6-4802-a026-b09d0c9b6c68 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4141328 Oct 15 00:50:58.314967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33308) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:58.321982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-166625745'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:58.370994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea37eca-98b8-4813-8073-2e3f75f306d2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:58.376639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2ea37eca-98b8-4813-8073-2e3f75f306d2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1656511 Oct 15 00:50:58.376971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33310) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:58.394753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Allocated IP 2001:db8::1 (78f274d8-7e81-404b-a600-d557fed08001/056a8636-e369-48b6-a414-9315a3fdedf6/fd818ff4-5203-4395-88c2-bf3d9f027a9b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:50:58.640301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.647142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f22c88-ae8e-42d7-9287-9bc5c998df8f None None] Network 8c4e14bd-9d1e-40bc-8720-e5624fd7885c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:58.650138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 85b854be-a5ab-44a7-968e-f80e6b2076bd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:50:58.721360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-30dfb5f3-e4e6-4408-bc0b-1122a1c68328 None None] Provisioning complete for port 94be99a3-4c3c-4fca-a951-c5e118257b2b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:58.721743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-30dfb5f3-e4e6-4408-bc0b-1122a1c68328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.761221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:58.764832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.810626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.859033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=056a8636-e369-48b6-a414-9315a3fdedf6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:58.898268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:50:58.904404 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.909419 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.944856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:58.945992 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Added segment 07837082-8193-4635-875a-6bad2f475c09 of type vlan for network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f Oct 15 00:50:59.013893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 85b854be-a5ab-44a7-968e-f80e6b2076bd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:50:59.014423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.022749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.049513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f274d8-7e81-404b-a600-d557fed08001']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:59.061849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3666146-fe19-45fd-b47c-8835b1a7f138') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:59.062504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3666146-fe19-45fd-b47c-8835b1a7f138') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:59.067887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Pushing event updated for resources: {'Port': ['ID=fd818ff4-5203-4395-88c2-bf3d9f027a9b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:59.076067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.078389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebab883-c35a-4863-a7ac-b4ed0d0bfe0d None None] Network d5370b87-9a78-4baf-b68e-75e737d66eaf requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:50:59.091830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.093362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.100771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:59.101218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.138396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Deleting port 85b854be-a5ab-44a7-968e-f80e6b2076bd {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:59.138907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:59.168680 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:59.216348 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:50:59.216348 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:50:59.216348 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '78f274d8-7e81-404b-a600-d557fed08001'}] Oct 15 00:50:59.216348 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:50:59.217744 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:50:59.230235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b483b0e-d777-46ef-82e8-0d195052b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.238441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Network 78f274d8-7e81-404b-a600-d557fed08001 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:50:59.239175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] For port 85b854be-a5ab-44a7-968e-f80e6b2076bd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=85b854be-a5ab-44a7-968e-f80e6b2076bd,segment=NetworkSegment(1d08e6cb-a071-4cbe-8d75-34282ea70af0),segment_id=1d08e6cb-a071-4cbe-8d75-34282ea70af0)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:59.239549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.250509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:50:59.254339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:50:59.259648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Calling delete_port for 85b854be-a5ab-44a7-968e-f80e6b2076bd owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:50:59.296201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-30dfb5f3-e4e6-4408-bc0b-1122a1c68328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.377687 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.387380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:50:59.388565 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.424191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.437358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Attempting to bind port fd818ff4-5203-4395-88c2-bf3d9f027a9b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:50:59.438190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Attempting to bind port fd818ff4-5203-4395-88c2-bf3d9f027a9b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'b3666146-fe19-45fd-b47c-8835b1a7f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '78f274d8-7e81-404b-a600-d557fed08001'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:50:59.438633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Attempting to bind port fd818ff4-5203-4395-88c2-bf3d9f027a9b on network 78f274d8-7e81-404b-a600-d557fed08001 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:50:59.461249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.491796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-30dfb5f3-e4e6-4408-bc0b-1122a1c68328 None None] For port 94be99a3-4c3c-4fca-a951-c5e118257b2b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=94be99a3-4c3c-4fca-a951-c5e118257b2b,segment=NetworkSegment(d8cc1232-43f6-46ef-a049-5074fc2be1ee),segment_id=d8cc1232-43f6-46ef-a049-5074fc2be1ee)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:50:59.497495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399aef1f-0871-4537-b770-cf7550059b94 None None] DHCP port deletion for d5370b87-9a78-4baf-b68e-75e737d66eaf request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:50:59.513752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33328) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:50:59.518279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] DHCP port deletion for 8c4e14bd-9d1e-40bc-8720-e5624fd7885c request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:50:59.518435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'subnet': {'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:50:59.521189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:50:59.521619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Checking segment: {'id': 'b3666146-fe19-45fd-b47c-8835b1a7f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '78f274d8-7e81-404b-a600-d557fed08001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:50:59.522076 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.523016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Bound using segment: {'id': 'b3666146-fe19-45fd-b47c-8835b1a7f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '78f274d8-7e81-404b-a600-d557fed08001'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:50:59.523261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Bound port: fd818ff4-5203-4395-88c2-bf3d9f027a9b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3666146-fe19-45fd-b47c-8835b1a7f138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '78f274d8-7e81-404b-a600-d557fed08001'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:50:59.523731 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.523843 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2076979 Oct 15 00:50:59.525521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] No DVR routers for this DVR port 85b854be-a5ab-44a7-968e-f80e6b2076bd on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:50:59.575986 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-30dfb5f3-e4e6-4408-bc0b-1122a1c68328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.577557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a56eba-e9fa-43e5-9ccb-2d0c701320a5 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Network': ['ID=7ff3ff39-6a96-4b9c-8fff-8ee18058850f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:59.595165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Port': ['ID=85b854be-a5ab-44a7-968e-f80e6b2076bd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:59.700039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:50:59.706065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:50:59.709834 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.723662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.736681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.760843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 94be99a3-4c3c-4fca-a951-c5e118257b2b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:50:59.769058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5370b87-9a78-4baf-b68e-75e737d66eaf']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:59.775433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfb5f3-e4e6-4408-bc0b-1122a1c68328 None None] Pushing event updated for resources: {'Port': ['ID=94be99a3-4c3c-4fca-a951-c5e118257b2b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:50:59.775433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9e408a7c-70b5-4a35-aac6-6837e1508a3d None None] Could not find standard attr ID for object 85b854be-a5ab-44a7-968e-f80e6b2076bd. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:50:59.789487 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d08e6cb-a071-4cbe-8d75-34282ea70af0') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:59.790586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d08e6cb-a071-4cbe-8d75-34282ea70af0') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:50:59.807561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.824832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.837224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:50:59.837224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:50:59.919022 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:50:59.928280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting port fd818ff4-5203-4395-88c2-bf3d9f027a9b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:59.935735 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.963585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] For port fd818ff4-5203-4395-88c2-bf3d9f027a9b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:50:59.976590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] Deleting port 94be99a3-4c3c-4fca-a951-c5e118257b2b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:50:59.977141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:50:59.982072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.005595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] For port fd818ff4-5203-4395-88c2-bf3d9f027a9b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd818ff4-5203-4395-88c2-bf3d9f027a9b,segment=NetworkSegment(b3666146-fe19-45fd-b47c-8835b1a7f138),segment_id=b3666146-fe19-45fd-b47c-8835b1a7f138)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:51:00.010776 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.017925 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/networks/d5370b87-9a78-4baf-b68e-75e737d66eaf HTTP/1.1" status: 204 len: 168 time: 1.6398625 Oct 15 00:51:00.023716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 94be99a3-4c3c-4fca-a951-c5e118257b2b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:00.024085 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.031845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33340) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:00.044459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d26fe-acee-4fc3-ba5e-385305271353 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Network': ['ID=d5370b87-9a78-4baf-b68e-75e737d66eaf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:00.101712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] For port fd818ff4-5203-4395-88c2-bf3d9f027a9b, host n-d-811521-2, got binding levels [] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:00.102106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.146640 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.160916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Calling delete_port for fd818ff4-5203-4395-88c2-bf3d9f027a9b owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:00.171595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.245525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] For port 94be99a3-4c3c-4fca-a951-c5e118257b2b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=94be99a3-4c3c-4fca-a951-c5e118257b2b,segment=NetworkSegment(d8cc1232-43f6-46ef-a049-5074fc2be1ee),segment_id=d8cc1232-43f6-46ef-a049-5074fc2be1ee)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:00.245525 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.245861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Deleting port 94be99a3-4c3c-4fca-a951-c5e118257b2b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:00.245861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.276613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] Calling delete_port for 94be99a3-4c3c-4fca-a951-c5e118257b2b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:00.327744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cbdeb-b617-40e2-a707-29ba2bff58da None None] Pushing event updated for resources: {'Port': ['ID=fd818ff4-5203-4395-88c2-bf3d9f027a9b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:00.371973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.376630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94173e9b-9c2f-4a11-af9a-38899e2f9415 None None] Network 78f274d8-7e81-404b-a600-d557fed08001 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:00.378083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.385714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] For port 94be99a3-4c3c-4fca-a951-c5e118257b2b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=94be99a3-4c3c-4fca-a951-c5e118257b2b,segment=NetworkSegment(d8cc1232-43f6-46ef-a049-5074fc2be1ee),segment_id=d8cc1232-43f6-46ef-a049-5074fc2be1ee)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:00.386075 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.429791 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Calling delete_port for 94be99a3-4c3c-4fca-a951-c5e118257b2b owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:00.445932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.561059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.606987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Subnet': ['ID=ac095080-a9c5-4a83-9000-6c27c6aa0e2d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:00.610818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Port': ['ID=fd818ff4-5203-4395-88c2-bf3d9f027a9b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:00.617367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No DVR routers for this DVR port fd818ff4-5203-4395-88c2-bf3d9f027a9b on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:00.646968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 85b854be-a5ab-44a7-968e-f80e6b2076bd no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:00.654581 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.659233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.681818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 85b854be-a5ab-44a7-968e-f80e6b2076bd {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:51:00.682185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 85b854be-a5ab-44a7-968e-f80e6b2076bd not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:00.683168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 94be99a3-4c3c-4fca-a951-c5e118257b2b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:00.699192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Port': ['ID=94be99a3-4c3c-4fca-a951-c5e118257b2b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:00.704301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] Pushing event deleted for resources: {'Port': ['ID=94be99a3-4c3c-4fca-a951-c5e118257b2b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:00.706441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85780248-b2ff-4e3f-ab30-b8748447a7f5 None None] No DVR routers for this DVR port 94be99a3-4c3c-4fca-a951-c5e118257b2b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:00.707946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] No DVR routers for this DVR port 94be99a3-4c3c-4fca-a951-c5e118257b2b on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:00.729821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 94be99a3-4c3c-4fca-a951-c5e118257b2b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:51:00.729970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 94be99a3-4c3c-4fca-a951-c5e118257b2b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:00.731488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Checking segment: {'id': '07837082-8193-4635-875a-6bad2f475c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:00.731869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network hostable DHCP agents. Network: 7ff3ff39-6a96-4b9c-8fff-8ee18058850f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:00.753403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa376d-af51-4a0c-a7d5-9fccc792efd3 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:51:00.768113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.801008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f274d8-7e81-404b-a600-d557fed08001']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:00.812913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3666146-fe19-45fd-b47c-8835b1a7f138') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:00.813271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3666146-fe19-45fd-b47c-8835b1a7f138') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:00.843145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.850870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.869547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4e14bd-9d1e-40bc-8720-e5624fd7885c']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:00.888973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cc1232-43f6-46ef-a049-5074fc2be1ee') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:00.889568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cc1232-43f6-46ef-a049-5074fc2be1ee') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:00.901483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.903029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:00.910379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.917481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:00.917989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.919091 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:00.921368 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:00.932531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:00.933872 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:00.939952 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:00.973652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa376d-af51-4a0c-a7d5-9fccc792efd3 None None] Unable to find a vacant binding_index for network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f and agent b87d9417-6f8d-41de-880f-74cda3cca7d4 {{(pid=107727) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 15 00:51:01.027510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 7ff3ff39-6a96-4b9c-8fff-8ee18058850f) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:01.031807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:01.032581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa376d-af51-4a0c-a7d5-9fccc792efd3 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 7ff3ff39-6a96-4b9c-8fff-8ee18058850f) {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:51:01.032949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.065887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.080655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.084729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/78f274d8-7e81-404b-a600-d557fed08001 HTTP/1.1" status: 204 len: 168 time: 3.2948287 Oct 15 00:51:01.091166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33360) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:01.096388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1182139638'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:01.101058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d3e7b-0e34-47e4-a13b-3a3c3875c5fe tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=78f274d8-7e81-404b-a600-d557fed08001,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:01.173745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-738abb4d-141a-4b81-a6ad-d6816923f62f tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6592028 Oct 15 00:51:01.183367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33364) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:01.186563 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.188683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1331121148', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:01.192168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.196620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/networks/8c4e14bd-9d1e-40bc-8720-e5624fd7885c HTTP/1.1" status: 204 len: 168 time: 1.1630559 Oct 15 00:51:01.201576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33366) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:01.225499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fe26d-b6ab-4a7d-a1a7-418a1a6aa06c tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Network': ['ID=8c4e14bd-9d1e-40bc-8720-e5624fd7885c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:01.274709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:01.278082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.340884 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.354632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:01.371989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.373234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.402482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.412868 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment c10363ac-d438-425d-9700-6a297658f8d1 of type vlan for network f8129850-0fb7-4de1-bdaf-6d07388ffd58 Oct 15 00:51:01.513678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.525083 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.529054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.556948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f55dba-d08a-4e7d-b393-beb1586aa774']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:01.575042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540881ab-7b30-4e74-bff1-f2b38c32f6d0') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:01.575042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540881ab-7b30-4e74-bff1-f2b38c32f6d0') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:01.589442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.612448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-7ff3ff39-6a96-4b9c-8fff-8ee18058850f', 'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f', 'tenant_id': 'a55c53a28b0d49389c4824969a516ef5', 'fixed_ips': [{'subnet_id': 'ac095080-a9c5-4a83-9000-6c27c6aa0e2d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:51:01.613360 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.621045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.629807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:01.630331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:01.671418 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:01.761108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.766787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:01.767517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.792540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Allocated IP 172.20.0.2 (7ff3ff39-6a96-4b9c-8fff-8ee18058850f/ac095080-a9c5-4a83-9000-6c27c6aa0e2d/443f125a-3f11-48da-a6e0-c78a0ea079af) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:01.846425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:01.848251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=f8129850-0fb7-4de1-bdaf-6d07388ffd58,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:01.871045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f8129850-0fb7-4de1-bdaf-6d07388ffd58 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:02.004272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.010454 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9702eff9-058d-41d5-a8ce-bdd516347162 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9181345 Oct 15 00:51:02.013907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33382) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:02.016434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.019761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/networks/b0f55dba-d08a-4e7d-b393-beb1586aa774 HTTP/1.1" status: 204 len: 168 time: 0.8157611 Oct 15 00:51:02.035571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': 'f8129850-0fb7-4de1-bdaf-6d07388ffd58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:02.039470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:02.041542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc21f7-8dd0-4f75-b39e-be959488170b tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Network': ['ID=b0f55dba-d08a-4e7d-b393-beb1586aa774,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:02.060942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.159819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.170251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.251385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:02.258565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:02.263187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:02.302195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Pushing event updated for resources: {'Port': ['ID=443f125a-3f11-48da-a6e0-c78a0ea079af,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:02.325969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.328872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:02.332626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.348241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba019ac6-1ebe-40c6-b871-1d7a90e183d5']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:02.352011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Attempting to bind port 443f125a-3f11-48da-a6e0-c78a0ea079af on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:51:02.353155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Attempting to bind port 443f125a-3f11-48da-a6e0-c78a0ea079af by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '07837082-8193-4635-875a-6bad2f475c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:51:02.353631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Attempting to bind port 443f125a-3f11-48da-a6e0-c78a0ea079af on network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:51:02.360672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:51:02.362081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9182d0-1797-477e-8235-20a1e0a28080') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:02.362226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Checking segment: {'id': '07837082-8193-4635-875a-6bad2f475c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:02.362336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9182d0-1797-477e-8235-20a1e0a28080') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:02.362440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.363304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Bound using segment: {'id': '07837082-8193-4635-875a-6bad2f475c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:51:02.363948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Bound port: 443f125a-3f11-48da-a6e0-c78a0ea079af, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07837082-8193-4635-875a-6bad2f475c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:51:02.364489 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.375542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.377398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.394185 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.401045 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:02.401502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:02.404807 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:02.412146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.419463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.482211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] For port 443f125a-3f11-48da-a6e0-c78a0ea079af, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:51:02.484867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] For port 443f125a-3f11-48da-a6e0-c78a0ea079af, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=443f125a-3f11-48da-a6e0-c78a0ea079af,segment=NetworkSegment(07837082-8193-4635-875a-6bad2f475c09),segment_id=07837082-8193-4635-875a-6bad2f475c09)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:51:02.605253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.618830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.633116 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] 10.222.0.13 "DELETE /v2.0/networks/ba019ac6-1ebe-40c6-b871-1d7a90e183d5 HTTP/1.1" status: 204 len: 168 time: 0.5780494 Oct 15 00:51:02.637467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c222a81-0851-4354-8aa0-e1e9b211eff2 tempest-BulkNetworkOpsTest-239382643 tempest-BulkNetworkOpsTest-239382643-project] Pushing event deleted for resources: {'Network': ['ID=ba019ac6-1ebe-40c6-b871-1d7a90e183d5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:02.653639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.25.2.66 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/d1e868b7-0201-41f3-b469-2b1614ecf68c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:02.691210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.771797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a300b-0ad8-42dc-ac20-1de8a18480d6 None None] Pushing event updated for resources: {'Port': ['ID=443f125a-3f11-48da-a6e0-c78a0ea079af,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:02.805971 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:02.908357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=012b55dd-ac44-415c-8f7c-d1d1917d3810,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:02.927640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': 'c10363ac-d438-425d-9700-6a297658f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f8129850-0fb7-4de1-bdaf-6d07388ffd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:02.928000 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: f8129850-0fb7-4de1-bdaf-6d07388ffd58, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:02.944896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.142126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network f8129850-0fb7-4de1-bdaf-6d07388ffd58 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:03.144680 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.192037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:03.198659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:03.201090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:03.238939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=d1e868b7-0201-41f3-b469-2b1614ecf68c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:03.251328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f8129850-0fb7-4de1-bdaf-6d07388ffd58) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:03.262505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:03.264241 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.368759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33408) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:03.531122 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-034dafb2-b28c-47dc-8362-96f423fcf07d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5d0fb9a105c4add990dd1ae3553892a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610222 Oct 15 00:51:03.534027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33412) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:03.588058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93287d84-a8b5-4d07-ad8a-a0764ab53791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.616226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93287d84-a8b5-4d07-ad8a-a0764ab53791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.779457 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1620dc34-594c-466f-9e69-e64fbc4c4620 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7487955 Oct 15 00:51:03.783640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33416) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:03.901858 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.968797 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93287d84-a8b5-4d07-ad8a-a0764ab53791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.972481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93287d84-a8b5-4d07-ad8a-a0764ab53791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:03.983035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-93287d84-a8b5-4d07-ad8a-a0764ab53791 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22fef492-6857-40bb-98f3-7bc6b869145f HTTP/1.1" status: 204 len: 168 time: 0.4402990 Oct 15 00:51:04.012599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93287d84-a8b5-4d07-ad8a-a0764ab53791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fef492-6857-40bb-98f3-7bc6b869145f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:04.014690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.031582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.085133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080090d-a278-4ea3-89a7-7d6e4a717390 None None] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:04.111380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbddf13-0df6-4339-8f28-2a93c722cfe1 None None] Network f8129850-0fb7-4de1-bdaf-6d07388ffd58 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:04.214012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-56b2a29f-7433-4ca3-8349-6dc231f06b41 None None] Provisioning complete for port 443f125a-3f11-48da-a6e0-c78a0ea079af triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:04.214354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-56b2a29f-7433-4ca3-8349-6dc231f06b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.268717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.302228 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.356112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=012b55dd-ac44-415c-8f7c-d1d1917d3810,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:04.497614 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.517827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33424) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:04.536354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8129850-0fb7-4de1-bdaf-6d07388ffd58']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:04.561423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10363ac-d438-425d-9700-6a297658f8d1') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:04.561978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10363ac-d438-425d-9700-6a297658f8d1') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:04.577754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef6bc1-dbdc-49f1-b833-5eaa22c973f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-f8129850-0fb7-4de1-bdaf-6d07388ffd58', 'network_id': 'f8129850-0fb7-4de1-bdaf-6d07388ffd58', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': '012b55dd-ac44-415c-8f7c-d1d1917d3810'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:51:04.590548 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2ef6bc1-dbdc-49f1-b833-5eaa22c973f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.621549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-56b2a29f-7433-4ca3-8349-6dc231f06b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.638910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.671601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.692029 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:04.695360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:04.705470 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:04.730043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 3aff5a73-8053-4373-bc4b-a47e6f4cee8f is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:51:04.817638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 443f125a-3f11-48da-a6e0-c78a0ea079af up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:04.841552 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13570f85-b424-4093-a03a-b0f05fd09d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.856025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-56b2a29f-7433-4ca3-8349-6dc231f06b41 None None] For port 443f125a-3f11-48da-a6e0-c78a0ea079af, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=443f125a-3f11-48da-a6e0-c78a0ea079af,segment=NetworkSegment(07837082-8193-4635-875a-6bad2f475c09),segment_id=07837082-8193-4635-875a-6bad2f475c09)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:04.907732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.909916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e8c4c-308e-47d7-907d-06dbd4b4f068 None None] Network f8129850-0fb7-4de1-bdaf-6d07388ffd58 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:04.918955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.927384 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/f8129850-0fb7-4de1-bdaf-6d07388ffd58 HTTP/1.1" status: 204 len: 168 time: 1.1402304 Oct 15 00:51:04.927384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33438) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:04.934493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e8c4c-308e-47d7-907d-06dbd4b4f068 None None] Network f8129850-0fb7-4de1-bdaf-6d07388ffd58 could not be found, it might have been deleted concurrently. {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 15 00:51:04.951021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 443f125a-3f11-48da-a6e0-c78a0ea079af triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:04.951714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.955202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-56b2a29f-7433-4ca3-8349-6dc231f06b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:04.970364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1194740741'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:04.979247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5a37c-1226-4a03-b6e3-868db5b50a5b tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=f8129850-0fb7-4de1-bdaf-6d07388ffd58,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:05.028765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:51:05.054296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] Sync routers for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:51:05.074938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:05.081222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.090869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2a29f-7433-4ca3-8349-6dc231f06b41 None None] Pushing event updated for resources: {'Port': ['ID=443f125a-3f11-48da-a6e0-c78a0ea079af,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:05.098294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:05.098294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:05.159088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:05.163826 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:05.178083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13570f85-b424-4093-a03a-b0f05fd09d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.182298 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.182652 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment 60d2bae9-556a-4bbf-b52a-d839b17afdce of type vlan for network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd Oct 15 00:51:05.194647 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.204036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-72722577-384c-4207-97d6-30afe3097843 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0169632 Oct 15 00:51:05.213294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33442) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:05.267882 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.271224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:05.272245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:05.326840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13570f85-b424-4093-a03a-b0f05fd09d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.356075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:05.356669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488045f-775a-4e03-be4d-7afe47fc3e66 None None] The sync data for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:51:05.421134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-13570f85-b424-4093-a03a-b0f05fd09d8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb158bf8100646cd8d385258d6588e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8918285 Oct 15 00:51:05.421826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33444) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:05.421923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13570f85-b424-4093-a03a-b0f05fd09d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feddac5-bfa4-4284-bdf4-190bbb75d46c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:05.430004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ba176-13c6-4e87-bc94-07cae9827893 None None] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:05.451487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.465875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:05.470600 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.540777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b231cc9d-cf99-43a8-b0c2-493b31ab6dfd None None] Provisioning complete for port 443f125a-3f11-48da-a6e0-c78a0ea079af triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:05.541153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b231cc9d-cf99-43a8-b0c2-493b31ab6dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.645934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6850977 Oct 15 00:51:05.646534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e63ff-f165-445b-99c8-b1f134886ad2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=41b97bfb-51fc-429c-ac50-a4a5d677c5bd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:05.653174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33454) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:05.656065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:05.661082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01ff2181-de8b-440f-8695-23ebc79e4e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.667333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:05.741847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01ff2181-de8b-440f-8695-23ebc79e4e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.918757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:05.923065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.954592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33458) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:05.980720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01ff2181-de8b-440f-8695-23ebc79e4e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.980720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01ff2181-de8b-440f-8695-23ebc79e4e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:05.980912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-01ff2181-de8b-440f-8695-23ebc79e4e58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4feddac5-bfa4-4284-bdf4-190bbb75d46c HTTP/1.1" status: 204 len: 168 time: 0.5682559 Oct 15 00:51:06.009385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.056660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff2181-de8b-440f-8695-23ebc79e4e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feddac5-bfa4-4284-bdf4-190bbb75d46c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:06.216703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dac5fda9-807a-4a4d-8542-b6492c21f5f1 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1722436356', 'prefixes': ['172.20.0.0/16']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:06.278374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2581282a-bfa8-4999-b9e5-542518656073 None None] Provisioning complete for port 443f125a-3f11-48da-a6e0-c78a0ea079af triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:06.278946 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2581282a-bfa8-4999-b9e5-542518656073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.458246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.1 (7ff3ff39-6a96-4b9c-8fff-8ee18058850f/ac095080-a9c5-4a83-9000-6c27c6aa0e2d/3f7d312a-7fd7-44bd-84a2-a8d591346330) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:06.467278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.560967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=d35c12a4-278a-4d54-8c1c-b265fa9dac89,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:06.570862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': '60d2bae9-556a-4bbf-b52a-d839b17afdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:06.571030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 41b97bfb-51fc-429c-ac50-a4a5d677c5bd, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:06.644505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 443f125a-3f11-48da-a6e0-c78a0ea079af up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:06.655278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.674796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dac5fda9-807a-4a4d-8542-b6492c21f5f1 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] Publish callbacks [] for subnetpool, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.676149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dac5fda9-807a-4a4d-8542-b6492c21f5f1 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7141728 Oct 15 00:51:06.684393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33470) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:06.701505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:06.744110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 443f125a-3f11-48da-a6e0-c78a0ea079af triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:06.744488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.747553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33472) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:06.748369 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a10bec9-a6ed-415a-9f00-8bd50062826b tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] 10.222.0.13 "GET /v2.0/subnetpools/5bc28e52-d227-433e-8490-ff6e5460e208 HTTP/1.1" status: 200 len: 732 time: 0.0621679 Oct 15 00:51:06.752720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-28f116de-a4c3-458b-9e59-8a44091c0850 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-472816899'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:06.817914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.861159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 41b97bfb-51fc-429c-ac50-a4a5d677c5bd) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:06.865904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:06.866854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:06.877471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8736431-38af-4a53-b5fb-1a965a521ecc None None] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:06.907040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:06.919891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:06.923231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:06.925713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=3f7d312a-7fd7-44bd-84a2-a8d591346330,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:07.007725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.172977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33476) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:07.173632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3fb08ec8-d150-477e-915d-748ca737f634 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5141680 Oct 15 00:51:07.173767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:07.183757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-28f116de-a4c3-458b-9e59-8a44091c0850 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] Publish callbacks [] for subnetpool, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.186213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-28f116de-a4c3-458b-9e59-8a44091c0850 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] 10.222.0.13 "PUT /v2.0/subnetpools/5bc28e52-d227-433e-8490-ff6e5460e208 HTTP/1.1" status: 200 len: 683 time: 0.4365065 Oct 15 00:51:07.188937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33478) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:07.314866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.330332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-41b97bfb-51fc-429c-ac50-a4a5d677c5bd', 'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': 'd35c12a4-278a-4d54-8c1c-b265fa9dac89'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:51:07.332155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.361942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33480) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:07.374656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2550ca6e-0044-4a6c-b6b3-b4f2543b2e12 None None] Provisioning complete for port 3f7d312a-7fd7-44bd-84a2-a8d591346330 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:07.374656 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2550ca6e-0044-4a6c-b6b3-b4f2543b2e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.387464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e7efeea-927b-4e6d-ba7e-588ec46bd3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.438924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a6c54c9-8c81-4e12-aa28-adcf3479086a tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] Publish callbacks [] for subnetpool, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.440035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9a6c54c9-8c81-4e12-aa28-adcf3479086a tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5bc28e52-d227-433e-8490-ff6e5460e208 HTTP/1.1" status: 204 len: 168 time: 0.2501159 Oct 15 00:51:07.444639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33482) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:07.465333 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-9ad9d882-ca01-462f-805b-8cad9e9229e0 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] show failed (client error): The resource could not be found. Oct 15 00:51:07.466333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9ad9d882-ca01-462f-805b-8cad9e9229e0 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] 10.222.0.13 "GET /v2.0/subnetpools/5bc28e52-d227-433e-8490-ff6e5460e208 HTTP/1.1" status: 404 len: 346 time: 0.0207400 Oct 15 00:51:07.469512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33484) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:07.485646 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-b1eb8be7-2b58-46fd-9930-16d635db00d2 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] delete failed (client error): The resource could not be found. Oct 15 00:51:07.486698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b1eb8be7-2b58-46fd-9930-16d635db00d2 tempest-SubnetPoolsTestJSON-872581422 tempest-SubnetPoolsTestJSON-872581422-project] 10.222.0.13 "DELETE /v2.0/subnetpools/5bc28e52-d227-433e-8490-ff6e5460e208 HTTP/1.1" status: 404 len: 346 time: 0.0162461 Oct 15 00:51:07.590602 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e7efeea-927b-4e6d-ba7e-588ec46bd3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.637081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2550ca6e-0044-4a6c-b6b3-b4f2543b2e12 None None] Port 3f7d312a-7fd7-44bd-84a2-a8d591346330 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:51:07.645616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Allocated IP 2001:db8::2 (41b97bfb-51fc-429c-ac50-a4a5d677c5bd/d35c12a4-278a-4d54-8c1c-b265fa9dac89/dbd9bb74-e35f-442a-8b90-298712a31512) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:07.650998 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e7efeea-927b-4e6d-ba7e-588ec46bd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.736190 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1e7efeea-927b-4e6d-ba7e-588ec46bd3e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8809a0a1b9f5487e905a5956c03167a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731842 Oct 15 00:51:07.737756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7efeea-927b-4e6d-ba7e-588ec46bd3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e48d0-b4f5-4c42-a05f-afd287be4b92,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:07.741120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33490) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:07.823433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f060dda-0d21-4aa9-befc-6ba147a439d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.850258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f060dda-0d21-4aa9-befc-6ba147a439d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.892846 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.961126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:07.965054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:07.993487 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.033061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f060dda-0d21-4aa9-befc-6ba147a439d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.035995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f060dda-0d21-4aa9-befc-6ba147a439d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.039186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3f060dda-0d21-4aa9-befc-6ba147a439d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c0e48d0-b4f5-4c42-a05f-afd287be4b92 HTTP/1.1" status: 204 len: 168 time: 0.2947378 Oct 15 00:51:08.039367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:08.050985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f060dda-0d21-4aa9-befc-6ba147a439d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0e48d0-b4f5-4c42-a05f-afd287be4b92,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:08.070357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:08.074034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:08.097771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Pushing event updated for resources: {'Port': ['ID=dbd9bb74-e35f-442a-8b90-298712a31512,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:08.221911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Attempting to bind port dbd9bb74-e35f-442a-8b90-298712a31512 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:51:08.222326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Attempting to bind port dbd9bb74-e35f-442a-8b90-298712a31512 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '60d2bae9-556a-4bbf-b52a-d839b17afdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:51:08.222701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Attempting to bind port dbd9bb74-e35f-442a-8b90-298712a31512 on network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:51:08.246792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:51:08.247860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Checking segment: {'id': '60d2bae9-556a-4bbf-b52a-d839b17afdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:08.247860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.248177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Bound using segment: {'id': '60d2bae9-556a-4bbf-b52a-d839b17afdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:51:08.248438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Bound port: dbd9bb74-e35f-442a-8b90-298712a31512, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d2bae9-556a-4bbf-b52a-d839b17afdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:51:08.248843 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.258987 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.271760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33498) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:08.328497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.385772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] For port dbd9bb74-e35f-442a-8b90-298712a31512, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:51:08.389950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] For port dbd9bb74-e35f-442a-8b90-298712a31512, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbd9bb74-e35f-442a-8b90-298712a31512,segment=NetworkSegment(60d2bae9-556a-4bbf-b52a-d839b17afdce),segment_id=60d2bae9-556a-4bbf-b52a-d839b17afdce)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:51:08.452432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=3f7d312a-7fd7-44bd-84a2-a8d591346330,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:08.455125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.460378 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.557777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.580116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594f666-bc2c-4fd1-bbae-e14093dcb385 None None] Pushing event updated for resources: {'Port': ['ID=dbd9bb74-e35f-442a-8b90-298712a31512,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:08.630296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:08.643915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=4f681dcc-1b06-4391-8196-c5ffa18778cb,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:08.653219 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1e19720-d743-45b3-bc8c-516437419f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.656543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:08.670791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:08.671551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.688451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:08.690644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:08.770041 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1e19720-d743-45b3-bc8c-516437419f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.803181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b765997b-ae8a-48d1-90dc-3e638f5cb773 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6374390 Oct 15 00:51:08.808472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33512) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:08.912746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1e19720-d743-45b3-bc8c-516437419f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:08.948365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 3aff5a73-8053-4373-bc4b-a47e6f4cee8f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:51:09.010114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe9972-ed2a-4d6d-b8bc-b8bdcedc3404 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:09.011700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe9972-ed2a-4d6d-b8bc-b8bdcedc3404 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:09.013207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe9972-ed2a-4d6d-b8bc-b8bdcedc3404 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:09.014748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe9972-ed2a-4d6d-b8bc-b8bdcedc3404 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:09.016253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe9972-ed2a-4d6d-b8bc-b8bdcedc3404 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:09.018070 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-95fe9972-ed2a-4d6d-b8bc-b8bdcedc3404 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2085862 Oct 15 00:51:09.033270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33516) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:09.040706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239589863'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:09.052950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c1e19720-d743-45b3-bc8c-516437419f3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2abae36e2949439389e34661571a750d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7778304 Oct 15 00:51:09.053267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e19720-d743-45b3-bc8c-516437419f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e8213c-e83c-4bc1-a6aa-8eb917a1588d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:09.055849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33518) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:09.170810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-03878462-118f-4aee-9924-76e43086f67e None None] Provisioning complete for port 3f7d312a-7fd7-44bd-84a2-a8d591346330 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:09.171622 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-03878462-118f-4aee-9924-76e43086f67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.191320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:51:09.200389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:09.200737 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a0e420f-6814-43c0-b11c-81103b476ebd tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/routers/3aff5a73-8053-4373-bc4b-a47e6f4cee8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9927442 Oct 15 00:51:09.201863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75296f01-d295-409d-b0ac-c9c1bf6c96a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.205638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'port': {'network_id': '7ff3ff39-6a96-4b9c-8fff-8ee18058850f', 'name': 'tempest-FloatingIPTestJSON-54214525'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:09.212715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:09.213514 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] Sync routers for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:51:09.218291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.228750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75296f01-d295-409d-b0ac-c9c1bf6c96a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.232970 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:09.234645 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:09.244508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-03878462-118f-4aee-9924-76e43086f67e None None] Port 3f7d312a-7fd7-44bd-84a2-a8d591346330 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:51:09.302925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:09.321394 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:09.322483 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:09.382540 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:09.383620 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22c871c-3de8-47cf-ae25-ccb1ef0464ea None None] The sync data for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:51:09.388759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75296f01-d295-409d-b0ac-c9c1bf6c96a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.394048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:09.397769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75296f01-d295-409d-b0ac-c9c1bf6c96a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.401892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-75296f01-d295-409d-b0ac-c9c1bf6c96a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98e8213c-e83c-4bc1-a6aa-8eb917a1588d HTTP/1.1" status: 204 len: 168 time: 0.3350387 Oct 15 00:51:09.404964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.405209 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment 76513d81-52cf-4ec9-aec3-e3ea4151edab of type vlan for network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 Oct 15 00:51:09.431281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75296f01-d295-409d-b0ac-c9c1bf6c96a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e8213c-e83c-4bc1-a6aa-8eb917a1588d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:09.468022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.488717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Made reservation on behalf of a55c53a28b0d49389c4824969a516ef5 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:09.495002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.533891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] device_id is not set on port 95a4896f-f17b-4ceb-a464-9ea25a9cb893 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:51:09.643726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.653088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:09.653088 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:09.719407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Allocated IP 172.20.0.9 (7ff3ff39-6a96-4b9c-8fff-8ee18058850f/ac095080-a9c5-4a83-9000-6c27c6aa0e2d/95a4896f-f17b-4ceb-a464-9ea25a9cb893) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:09.768937 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7292669 Oct 15 00:51:09.769166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33540) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:09.774464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:09.812502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97757e85-cc73-4c40-9249-c6bc182212c5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=4c06a778-98f0-4395-a5ee-8dc6a6a64272,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:09.826704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:10.068761 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.073330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.119918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.143737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e015bf-24a3-492b-9eba-674d4c3ed938 None None] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:10.209826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.210683 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.217908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a735058e-1d72-4802-b754-ad8d25b1cb35 None None] Provisioning complete for port dbd9bb74-e35f-442a-8b90-298712a31512 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:10.218417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a735058e-1d72-4802-b754-ad8d25b1cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.230832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 is not hosted by any dhcp agent {{(pid=107726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:51:10.236274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:10.236873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.243113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "PUT /v2.0/networks/4c06a778-98f0-4395-a5ee-8dc6a6a64272 HTTP/1.1" status: 200 len: 723 time: 0.4685297 Oct 15 00:51:10.243113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33554) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:10.247560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:10.256300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:10.261213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:10.264513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:10.331920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event updated for resources: {'Port': ['ID=95a4896f-f17b-4ceb-a464-9ea25a9cb893,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:10.357088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639d8cd-7ee2-48a8-b917-d162431ff7d6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=4c06a778-98f0-4395-a5ee-8dc6a6a64272,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:10.382491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:10.388086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:10.389436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.513106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-15ab8b56-f952-4a8f-b150-d753bda7b0ee tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3109932 Oct 15 00:51:10.513659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33566) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:10.521119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Request body: {'floatingip': {'port_id': '95a4896f-f17b-4ceb-a464-9ea25a9cb893'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:10.554018 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a735058e-1d72-4802-b754-ad8d25b1cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.674134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.674659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a735058e-1d72-4802-b754-ad8d25b1cb35 None None] For port dbd9bb74-e35f-442a-8b90-298712a31512, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbd9bb74-e35f-442a-8b90-298712a31512,segment=NetworkSegment(60d2bae9-556a-4bbf-b52a-d839b17afdce),segment_id=60d2bae9-556a-4bbf-b52a-d839b17afdce)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:10.678959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:10.682582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.687867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c644edfe-25b6-46cc-87c9-e60065e2c1f6 None None] Update dhcp port {'port': {'network_id': '41b97bfb-51fc-429c-ac50-a4a5d677c5bd', 'fixed_ips': [{'subnet_id': 'd35c12a4-278a-4d54-8c1c-b265fa9dac89', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f681dcc-1b06-4391-8196-c5ffa18778cb'}], 'binding:host_id': 'n-d-811521-2'}, 'id': 'dbd9bb74-e35f-442a-8b90-298712a31512'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:51:10.723167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbd9bb74-e35f-442a-8b90-298712a31512 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:10.783292 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a735058e-1d72-4802-b754-ad8d25b1cb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:10.789985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c644edfe-25b6-46cc-87c9-e60065e2c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:11.023906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:11.165234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=eb239327-e0f6-4906-9206-ff0ec33ce334,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:11.178712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.179281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.179810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.180810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.181300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.181795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.182217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.182553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.183165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.183500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.183821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.184147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:11.194113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': '76513d81-52cf-4ec9-aec3-e3ea4151edab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:11.194486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 4c06a778-98f0-4395-a5ee-8dc6a6a64272, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:11.197285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port dbd9bb74-e35f-442a-8b90-298712a31512 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:11.198238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:11.203973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ef25346d-9c04-4885-b297-85d5d97449fe None None] Provisioning complete for port 95a4896f-f17b-4ceb-a464-9ea25a9cb893 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:11.204824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ef25346d-9c04-4885-b297-85d5d97449fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:11.275007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735058e-1d72-4802-b754-ad8d25b1cb35 None None] Pushing event updated for resources: {'Port': ['ID=dbd9bb74-e35f-442a-8b90-298712a31512,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:11.284250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:11.405001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4c06a778-98f0-4395-a5ee-8dc6a6a64272) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:11.415580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:11.415580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559437'] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:11.522646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c067911-9a78-41f2-a8ce-bb99198a99ac None None] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:11.545535 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9a03b72a-d658-4710-a649-c554d6b759c8 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3023720 Oct 15 00:51:11.547307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33602) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:11.553497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8b41a42c-cb31-430d-acde-cffddf3a53a5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:11.631381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ef25346d-9c04-4885-b297-85d5d97449fe None None] Port 95a4896f-f17b-4ceb-a464-9ea25a9cb893 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:51:11.732425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-c644edfe-25b6-46cc-87c9-e60065e2c1f6 None None] Allocated IP 172.20.0.1 (41b97bfb-51fc-429c-ac50-a4a5d677c5bd/4f681dcc-1b06-4391-8196-c5ffa18778cb/dbd9bb74-e35f-442a-8b90-298712a31512) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:11.794794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b41a42c-cb31-430d-acde-cffddf3a53a5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59229755'] for subnet, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:11.879131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-4c06a778-98f0-4395-a5ee-8dc6a6a64272', 'network_id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': 'eb239327-e0f6-4906-9206-ff0ec33ce334'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:51:11.880155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.098922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c644edfe-25b6-46cc-87c9-e60065e2c1f6 None None] For port dbd9bb74-e35f-442a-8b90-298712a31512, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbd9bb74-e35f-442a-8b90-298712a31512,segment=NetworkSegment(60d2bae9-556a-4bbf-b52a-d839b17afdce),segment_id=60d2bae9-556a-4bbf-b52a-d839b17afdce)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:12.127120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.144544 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c644edfe-25b6-46cc-87c9-e60065e2c1f6 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.198332 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.228398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b41a42c-cb31-430d-acde-cffddf3a53a5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736271237434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59488639'] for subnet, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.234589 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c644edfe-25b6-46cc-87c9-e60065e2c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.295870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b41a42c-cb31-430d-acde-cffddf3a53a5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:12.296774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b41a42c-cb31-430d-acde-cffddf3a53a5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.298267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8b41a42c-cb31-430d-acde-cffddf3a53a5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "PUT /v2.0/subnets/eb239327-e0f6-4906-9206-ff0ec33ce334 HTTP/1.1" status: 200 len: 826 time: 0.7499213 Oct 15 00:51:12.301031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:12.355846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Allocated IP 2001:db8::2 (4c06a778-98f0-4395-a5ee-8dc6a6a64272/eb239327-e0f6-4906-9206-ff0ec33ce334/d07eef1f-5d77-409a-8bac-e54988bda8f7) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:12.371033 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP e485c621-a2a2-48ef-862b-49dffd3b7b88 associated. External IP: 172.25.2.207, port: 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8. Oct 15 00:51:12.443925 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.461689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41a42c-cb31-430d-acde-cffddf3a53a5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=eb239327-e0f6-4906-9206-ff0ec33ce334,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:12.579958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644edfe-25b6-46cc-87c9-e60065e2c1f6 None None] Pushing event updated for resources: {'Port': ['ID=dbd9bb74-e35f-442a-8b90-298712a31512,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:12.615068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.694931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbd9bb74-e35f-442a-8b90-298712a31512 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:12.832470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33632) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:12.845481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port dbd9bb74-e35f-442a-8b90-298712a31512 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:12.845997 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:12.849999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:51:12.959833 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.022460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:51:13.045685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:51:13.053486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a16d1517-ec1a-4f44-b9ee-61c3d7099045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.097974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.156337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.189099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:13.190857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:13.199894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:13.201410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.206607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=eb239327-e0f6-4906-9206-ff0ec33ce334,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:13.256028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:13.267952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.300484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.309446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:13.310149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.341218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c06a778-98f0-4395-a5ee-8dc6a6a64272']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.365919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76513d81-52cf-4ec9-aec3-e3ea4151edab') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.366618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76513d81-52cf-4ec9-aec3-e3ea4151edab') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.391521 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a16d1517-ec1a-4f44-b9ee-61c3d7099045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.393784 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.428300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Attempting to bind port d07eef1f-5d77-409a-8bac-e54988bda8f7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:51:13.428911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Attempting to bind port d07eef1f-5d77-409a-8bac-e54988bda8f7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '76513d81-52cf-4ec9-aec3-e3ea4151edab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:51:13.429541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Attempting to bind port d07eef1f-5d77-409a-8bac-e54988bda8f7 on network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:51:13.432660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.436828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.436828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9807e-cca3-4073-9c7a-8941173af278 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:51:13.445108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Pushing event updated for resources: {'Port': ['ID=d07eef1f-5d77-409a-8bac-e54988bda8f7,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:13.457561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:51:13.458307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:13.458535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Checking segment: {'id': '76513d81-52cf-4ec9-aec3-e3ea4151edab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:13.458985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.459343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.459898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Bound using segment: {'id': '76513d81-52cf-4ec9-aec3-e3ea4151edab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:51:13.460570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Bound port: d07eef1f-5d77-409a-8bac-e54988bda8f7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76513d81-52cf-4ec9-aec3-e3ea4151edab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:51:13.461772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.516129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 3aff5a73-8053-4373-bc4b-a47e6f4cee8f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:51:13.575084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] For port d07eef1f-5d77-409a-8bac-e54988bda8f7, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:51:13.589732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aac61d-5725-47b4-94de-891d748b1691 None None] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:13.594515 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:13.600622 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a16d1517-ec1a-4f44-b9ee-61c3d7099045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.600710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] For port d07eef1f-5d77-409a-8bac-e54988bda8f7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d07eef1f-5d77-409a-8bac-e54988bda8f7,segment=NetworkSegment(76513d81-52cf-4ec9-aec3-e3ea4151edab),segment_id=76513d81-52cf-4ec9-aec3-e3ea4151edab)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:51:13.652372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a16d1517-ec1a-4f44-b9ee-61c3d7099045 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a1f99d85cc84eef9f9c0d96ea73713f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8187840 Oct 15 00:51:13.657094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33648) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:13.660759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:51:13.660759 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:51:13.660759 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '4c06a778-98f0-4395-a5ee-8dc6a6a64272'}] Oct 15 00:51:13.660759 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:51:13.661253 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:51:13.668778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d1517-ec1a-4f44-b9ee-61c3d7099045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b61e4-56de-4287-8f0d-528848f5f30a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:13.696281 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.762826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:51:13.767298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ef18-244b-44ea-83bc-6ab18f479dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.777711 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] Sync routers for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:51:13.778695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.791492 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:13.792431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.823796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ef18-244b-44ea-83bc-6ab18f479dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.832506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-46d742be-962c-4de4-845d-bf42f15d90b8 None None] Provisioning complete for port dbd9bb74-e35f-442a-8b90-298712a31512 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:13.832877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46d742be-962c-4de4-845d-bf42f15d90b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:13.837129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0f072-f7e5-4dee-b4bd-f41cafcead83 None None] Pushing event updated for resources: {'Port': ['ID=d07eef1f-5d77-409a-8bac-e54988bda8f7,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:13.851160 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b61511ea-d9fb-47e9-ac2e-9561ff0a66f9 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/floatingips/e485c621-a2a2-48ef-862b-49dffd3b7b88 HTTP/1.1" status: 200 len: 976 time: 3.3360646 Oct 15 00:51:13.857915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33656) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:13.866529 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.876180 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:13.877127 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.921430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a5230-f11d-4ae6-b4c8-092d315bbe50 None None] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:13.924245 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:13.925191 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4543f4-0ddd-42be-8cc3-fe2d0e8d7cad None None] The sync data for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:51:14.038989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 95a4896f-f17b-4ceb-a464-9ea25a9cb893 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:14.039857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.044190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ef18-244b-44ea-83bc-6ab18f479dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.052199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e7d9ef18-244b-44ea-83bc-6ab18f479dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.052199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e7d9ef18-244b-44ea-83bc-6ab18f479dbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f70b61e4-56de-4287-8f0d-528848f5f30a HTTP/1.1" status: 204 len: 168 time: 0.3888686 Oct 15 00:51:14.079892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9ef18-244b-44ea-83bc-6ab18f479dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b61e4-56de-4287-8f0d-528848f5f30a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:14.162117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.240636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.253596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting port d07eef1f-5d77-409a-8bac-e54988bda8f7 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:14.254171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.339210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31dd3e2-6814-42b7-bf80-c4cc6eb19ada None None] Network 4c06a778-98f0-4395-a5ee-8dc6a6a64272 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:14.393562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] For port d07eef1f-5d77-409a-8bac-e54988bda8f7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d07eef1f-5d77-409a-8bac-e54988bda8f7,segment=NetworkSegment(76513d81-52cf-4ec9-aec3-e3ea4151edab),segment_id=76513d81-52cf-4ec9-aec3-e3ea4151edab)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:14.394239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.431024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Calling delete_port for d07eef1f-5d77-409a-8bac-e54988bda8f7 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:14.549202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.549672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.549977 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Floating IP e485c621-a2a2-48ef-862b-49dffd3b7b88 disassociated. External IP: 172.25.2.207, port: 95a4896f-f17b-4ceb-a464-9ea25a9cb893. Oct 15 00:51:14.550257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 95a4896f-f17b-4ceb-a464-9ea25a9cb893 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:14.619793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ed8d9-43ef-4edd-95fb-b5ddb3e3a584 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:51:14.636411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21fcc4-5036-44ed-9294-b8a6249d7851 req-850210dd-4d46-4c61-8949-73ed7945f2f6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:14.638927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd21fcc4-5036-44ed-9294-b8a6249d7851 req-850210dd-4d46-4c61-8949-73ed7945f2f6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.2642071 Oct 15 00:51:14.640321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.673017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6dfaf0fd-97fb-4a78-bc05-d5615bfd5a3a None None] Provisioning complete for port dbd9bb74-e35f-442a-8b90-298712a31512 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:14.674493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6dfaf0fd-97fb-4a78-bc05-d5615bfd5a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.701289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No DVR routers for this DVR port d07eef1f-5d77-409a-8bac-e54988bda8f7 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:14.705026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbd9bb74-e35f-442a-8b90-298712a31512 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:14.710632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Port': ['ID=d07eef1f-5d77-409a-8bac-e54988bda8f7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:14.793344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd21fcc4-5036-44ed-9294-b8a6249d7851 req-b5ceb1ef-3742-4b28-aaee-e7653a7c09a4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466496 Oct 15 00:51:14.809854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.831786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.854939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c06a778-98f0-4395-a5ee-8dc6a6a64272']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:14.865023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76513d81-52cf-4ec9-aec3-e3ea4151edab') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:14.865354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=95a4896f-f17b-4ceb-a464-9ea25a9cb893,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:14.865502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76513d81-52cf-4ec9-aec3-e3ea4151edab') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:14.878124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.893333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ed8d9-43ef-4edd-95fb-b5ddb3e3a584 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:51:14.894844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.902358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:14.903011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:14.907365 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:14.913626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port dbd9bb74-e35f-442a-8b90-298712a31512 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:14.914535 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:14.958414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33674) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:15.014664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06f0e865-c3ad-4595-86b0-235198031d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.019024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.051271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 3aff5a73-8053-4373-bc4b-a47e6f4cee8f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:51:15.078631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.086931 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.093901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/4c06a778-98f0-4395-a5ee-8dc6a6a64272 HTTP/1.1" status: 204 len: 168 time: 2.7916899 Oct 15 00:51:15.100854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33678) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:15.126239 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38214cd-16db-42e4-8eb5-a482dc597c0a tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:15.126791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38214cd-16db-42e4-8eb5-a482dc597c0a tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:15.135252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d38214cd-16db-42e4-8eb5-a482dc597c0a tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/4c06a778-98f0-4395-a5ee-8dc6a6a64272 HTTP/1.1" status: 404 len: 339 time: 0.0296612 Oct 15 00:51:15.135911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33682) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:15.150714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974462450', 'description': 'd1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:15.156233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f90270-ed26-4514-8725-0c6b044fe2b5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=4c06a778-98f0-4395-a5ee-8dc6a6a64272,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:15.262543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:51:15.272524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] Sync routers for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:51:15.282685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:15.283286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:15.284029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:15.288337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06f0e865-c3ad-4595-86b0-235198031d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.292677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.321997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:15.332815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.333584 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment 373272fa-78be-4b58-85d9-6d724376cfc6 of type vlan for network b6dfd490-ce16-4b2a-926a-2e99376d80e4 Oct 15 00:51:15.366705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:15.377349 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.382455 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-34e6ba52-0d75-44ed-abeb-6b672c9e279c tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/ports/95a4896f-f17b-4ceb-a464-9ea25a9cb893 HTTP/1.1" status: 204 len: 168 time: 1.5234554 Oct 15 00:51:15.382679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:15.383796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:15.387364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33684) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:15.410317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-06f0e865-c3ad-4595-86b0-235198031d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.416634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.444867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:15.446136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e50db3-24f3-4ad7-a313-934047dfa7e6 None None] The sync data for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:51:15.529517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.536317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:15.539950 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.553853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-06f0e865-c3ad-4595-86b0-235198031d06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7ae81a9d8c94ccc86276f9299bb513e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925801 Oct 15 00:51:15.556728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33688) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:15.559657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0e865-c3ad-4595-86b0-235198031d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4544ec0f-1378-441b-9060-0e37c6dca01f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:15.640304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=b6dfd490-ce16-4b2a-926a-2e99376d80e4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:15.653491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b6dfd490-ce16-4b2a-926a-2e99376d80e4 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:15.685080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0bb59a6d-eb1a-4c87-b25f-50910302fc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5393009 Oct 15 00:51:15.685731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33690) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:15.706478 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8ded6a1-be4a-4d94-87b2-55b074bccc30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.771141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8ded6a1-be4a-4d94-87b2-55b074bccc30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:15.795154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6717df65-bfcc-4cdc-86b8-a923408eb440 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:15.796873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6717df65-bfcc-4cdc-86b8-a923408eb440 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/networks?id=b6dfd490-ce16-4b2a-926a-2e99376d80e4 HTTP/1.1" status: 200 len: 765 time: 0.1099529 Oct 15 00:51:15.799350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33692) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:15.804675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'description': 'd2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:15.970746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3140d-33eb-4c55-97b2-12f5f3025448 req-6849a32c-0bb3-4f29-8682-9a634b9f2e6b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:15.971996 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcf3140d-33eb-4c55-97b2-12f5f3025448 req-6849a32c-0bb3-4f29-8682-9a634b9f2e6b tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0683916 Oct 15 00:51:15.980120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.028861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8ded6a1-be4a-4d94-87b2-55b074bccc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.031338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8ded6a1-be4a-4d94-87b2-55b074bccc30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.032477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e8ded6a1-be4a-4d94-87b2-55b074bccc30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4544ec0f-1378-441b-9060-0e37c6dca01f HTTP/1.1" status: 204 len: 168 time: 0.4751108 Oct 15 00:51:16.052577 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcf3140d-33eb-4c55-97b2-12f5f3025448 req-1d53dc17-bea6-4483-8c88-6ebf3ad7e541 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720732 Oct 15 00:51:16.054515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ded6a1-be4a-4d94-87b2-55b074bccc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4544ec0f-1378-441b-9060-0e37c6dca01f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:16.079759 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.089730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.140837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network b6dfd490-ce16-4b2a-926a-2e99376d80e4 is not hosted by any dhcp agent {{(pid=107726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:51:16.156889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.157536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.161583 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "PUT /v2.0/networks/b6dfd490-ce16-4b2a-926a-2e99376d80e4 HTTP/1.1" status: 200 len: 762 time: 0.3612864 Oct 15 00:51:16.162227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33704) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:16.281965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e7797-d296-4317-b54a-2c0739c71b1c tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=b6dfd490-ce16-4b2a-926a-2e99376d80e4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:16.294919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b6dfd490-ce16-4b2a-926a-2e99376d80e4 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:16.326913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37419c4f-08f0-4c2e-a8ab-f9345c569e6f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.328477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-37419c4f-08f0-4c2e-a8ab-f9345c569e6f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/networks?id=b6dfd490-ce16-4b2a-926a-2e99376d80e4 HTTP/1.1" status: 200 len: 765 time: 0.1622524 Oct 15 00:51:16.335992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33706) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:16.486468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 3f7d312a-7fd7-44bd-84a2-a8d591346330 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:16.487170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.619007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:16.631204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 3f7d312a-7fd7-44bd-84a2-a8d591346330 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:16.673291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52145d-1efb-49fb-ac0f-e3107492d3e5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.685084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ae52145d-1efb-49fb-ac0f-e3107492d3e5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3464575 Oct 15 00:51:16.685215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33716) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:16.734787 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-796c11fd-5062-4eaa-91eb-8bac20d20880 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 207 time: 0.0485840 Oct 15 00:51:16.737929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33720) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:16.923194 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ea29-fe1e-4989-9ceb-8ec59aff2f88 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.929480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ea29-fe1e-4989-9ceb-8ec59aff2f88 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.936252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ea29-fe1e-4989-9ceb-8ec59aff2f88 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.942172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ea29-fe1e-4989-9ceb-8ec59aff2f88 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.948501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ea29-fe1e-4989-9ceb-8ec59aff2f88 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.954372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7ea29-fe1e-4989-9ceb-8ec59aff2f88 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:16.956899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-79c7ea29-fe1e-4989-9ceb-8ec59aff2f88 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2172854 Oct 15 00:51:16.961065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33726) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:17.101452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8d90cf18-d04b-4b1c-9ee2-91764b3ea89e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1387658 Oct 15 00:51:17.106439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:17.149349 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:17.220859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=3f7d312a-7fd7-44bd-84a2-a8d591346330,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:17.286171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f9fad-3353-4b09-b405-fb27426bd88c req-41643971-4a7d-4cd6-98fb-561bb296bcf2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.288496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e6f9fad-3353-4b09-b405-fb27426bd88c req-41643971-4a7d-4cd6-98fb-561bb296bcf2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0967751 Oct 15 00:51:17.342226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e6f9fad-3353-4b09-b405-fb27426bd88c req-0e8682aa-4a86-44c7-a06a-7743b0ed03b9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Oct 15 00:51:17.685409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d8f42-8be4-4d65-a9e4-fd0e037a3fc5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.687084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d8f42-8be4-4d65-a9e4-fd0e037a3fc5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.688705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d8f42-8be4-4d65-a9e4-fd0e037a3fc5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.690245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d8f42-8be4-4d65-a9e4-fd0e037a3fc5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.692227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d8f42-8be4-4d65-a9e4-fd0e037a3fc5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.697533 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-223d8f42-8be4-4d65-a9e4-fd0e037a3fc5 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5862741 Oct 15 00:51:17.699490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33752) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:17.766884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be010f28-10e9-4477-a228-0e6d43dce8e4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.768774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be010f28-10e9-4477-a228-0e6d43dce8e4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.770402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be010f28-10e9-4477-a228-0e6d43dce8e4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.771992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be010f28-10e9-4477-a228-0e6d43dce8e4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.773925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be010f28-10e9-4477-a228-0e6d43dce8e4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:17.775939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be010f28-10e9-4477-a228-0e6d43dce8e4 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0754178 Oct 15 00:51:17.779635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:17.895769 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:18.040569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516ede23-655f-4622-9f1a-988a5dc65a4a tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:18.045734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33764) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:18.045961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-516ede23-655f-4622-9f1a-988a5dc65a4a tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/networks/438ce628-a5e8-4b17-bb1c-0a1b99da7551 HTTP/1.1" status: 200 len: 803 time: 0.2648461 Oct 15 00:51:18.189263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 3aff5a73-8053-4373-bc4b-a47e6f4cee8f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:51:18.195369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6d3e4429-3ce7-4b20-8749-62e7a63fcc89 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/networks/438ce628-a5e8-4b17-bb1c-0a1b99da7551?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1477511 Oct 15 00:51:18.199295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33768) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:18.280575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ae4982-1db2-440f-a0ca-b4a492037bc1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:18.281960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0ae4982-1db2-440f-a0ca-b4a492037bc1 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/subnets/b13e3e5c-43f1-4b93-b31f-e9fba0514e65 HTTP/1.1" status: 200 len: 843 time: 0.0812609 Oct 15 00:51:18.286005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33774) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:18.374335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f112111-f6ab-4a76-bd26-c9901c94944e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:18.376023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2f112111-f6ab-4a76-bd26-c9901c94944e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "GET /v2.0/subnets/b13e3e5c-43f1-4b93-b31f-e9fba0514e65?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0890658 Oct 15 00:51:18.379637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33778) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:18.385757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934150363'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:18.428790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:51:18.438571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-35a6d695-6de8-48df-8da5-55e6dec08f39 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/routers/3aff5a73-8053-4373-bc4b-a47e6f4cee8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0433648 Oct 15 00:51:18.442080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33782) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:18.444059 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] Sync routers for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:51:18.459368 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:18.460329 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:18.541815 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:18.553180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcc863-0dcc-4381-8cf2-650a7b5c134f req-acef9112-a573-46fa-a511-198857541edd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:18.554478 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] Routers {'3aff5a73-8053-4373-bc4b-a47e6f4cee8f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:18.555481 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71fcc863-0dcc-4381-8cf2-650a7b5c134f req-acef9112-a573-46fa-a511-198857541edd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0722780 Oct 15 00:51:18.556326 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:50:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:18.620486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:18.625782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:18.628415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:18.638159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71fcc863-0dcc-4381-8cf2-650a7b5c134f req-b3ec02d4-6a63-48d4-bb23-952cb03d4c26 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763187 Oct 15 00:51:18.712589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:18.734856 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:18.735506 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312ad3a-cd51-4105-b585-b24064c6fb32 None None] The sync data for ids ['3aff5a73-8053-4373-bc4b-a47e6f4cee8f'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:51:18.765839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:18.766265 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Added segment 070cac92-18e3-402f-a565-4c4070322146 of type vlan for network 4c9359a5-ce29-47ea-a0c1-7c17718be928 Oct 15 00:51:18.814056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-c7ab982c-58c4-4b3c-a22b-a9aef3c74712 req-0a679e30-b71a-40eb-af47-7ed72f64f7ae service neutron] (107725) timed out ('10.222.0.13', 50676) {{(pid=107725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 00:51:18.827972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:18.839313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:18.948918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:18.954442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:18.955032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:19.368395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9846544 Oct 15 00:51:19.369664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33808) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:19.378026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'network_id': '4c9359a5-ce29-47ea-a0c1-7c17718be928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:19.425954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f65b45-634f-4ed1-aa7d-efd249f5d8bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Network': ['ID=4c9359a5-ce29-47ea-a0c1-7c17718be928,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:19.437417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4c9359a5-ce29-47ea-a0c1-7c17718be928 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:19.447037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port d1e868b7-0201-41f3-b469-2b1614ecf68c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:19.447570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:19.548603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:19.561743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for d1e868b7-0201-41f3-b469-2b1614ecf68c owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:19.598184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Made reservation on behalf of c2eedebf62674358acfe68b5b498e6cc for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:19.603588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:19.684778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_backend_mixin [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Performing IP validity checks on allocation pools {{(pid=107725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 00:51:19.686527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_backend_mixin [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 00:51:19.861946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bf01a-6957-4a2e-8041-1a5f9ba6a107 req-27ade24e-7dad-4ca1-a503-3ffbd2a06bc3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:19.865291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a95bf01a-6957-4a2e-8041-1a5f9ba6a107 req-27ade24e-7dad-4ca1-a503-3ffbd2a06bc3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0908825 Oct 15 00:51:19.908489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:19.982530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.098666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=02f75795-0f81-4294-8866-d15a647bbdb6,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:20.098780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=d1e868b7-0201-41f3-b469-2b1614ecf68c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:20.108975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a95bf01a-6957-4a2e-8041-1a5f9ba6a107 req-bd81a494-0600-4406-8687-22e20ea1c000 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361894 Oct 15 00:51:20.119928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.159467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Checking segment: {'id': '070cac92-18e3-402f-a565-4c4070322146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9359a5-ce29-47ea-a0c1-7c17718be928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:20.159992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network hostable DHCP agents. Network: 4c9359a5-ce29-47ea-a0c1-7c17718be928, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:20.261122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Network 4c9359a5-ce29-47ea-a0c1-7c17718be928 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:20.304773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.307616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.362874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4c9359a5-ce29-47ea-a0c1-7c17718be928) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:20.377921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:20.378693 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.381580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2a67e-a574-4fe8-b75d-db3f08416483 None None] Network 4c9359a5-ce29-47ea-a0c1-7c17718be928 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:20.484279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:20.485359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d9b7d8b3-4e47-447f-bfdb-76b117e9dbab tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1140904 Oct 15 00:51:20.497113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8eed7781-ef55-4f5e-a287-397c89800794 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:20.539427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.542675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Fanout notify agent at l3_agent the message router_deleted on router 3aff5a73-8053-4373-bc4b-a47e6f4cee8f {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:51:20.569132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.575081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5ae26923-3ee5-48a7-8c80-450a3bfb4020 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/routers/3aff5a73-8053-4373-bc4b-a47e6f4cee8f HTTP/1.1" status: 204 len: 168 time: 2.1290178 Oct 15 00:51:20.575457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33856) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:20.706659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-4c9359a5-ce29-47ea-a0c1-7c17718be928', 'network_id': '4c9359a5-ce29-47ea-a0c1-7c17718be928', 'tenant_id': 'c2eedebf62674358acfe68b5b498e6cc', 'fixed_ips': [{'subnet_id': '02f75795-0f81-4294-8866-d15a647bbdb6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:51:20.710564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.752312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting subnet ac095080-a9c5-4a83-9000-6c27c6aa0e2d {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:20.756245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.771603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eed7781-ef55-4f5e-a287-397c89800794 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59229755'] for subnet, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.833257 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:20.971116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:51:20.971116 n-d-811521-2 neutron-server[107727]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 15 00:51:20.971116 n-d-811521-2 neutron-server[107727]: [parameters: {'in_use': 1, 'id_1': '02f75795-0f81-4294-8866-d15a647bbdb6'}] Oct 15 00:51:20.971116 n-d-811521-2 neutron-server[107727]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:51:20.971818 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:51:20.994590 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.175782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.186034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eed7781-ef55-4f5e-a287-397c89800794 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736271237434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59488639'] for subnet, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.204660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.206329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a67d5-9174-489c-8429-20e71125df53 None None] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:21.209801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/subnets/ac095080-a9c5-4a83-9000-6c27c6aa0e2d HTTP/1.1" status: 204 len: 168 time: 0.6331408 Oct 15 00:51:21.233061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33868) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:21.243428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3de18b-eb24-4a64-b296-1412df3c18fb tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Subnet': ['ID=ac095080-a9c5-4a83-9000-6c27c6aa0e2d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:21.331821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed7781-ef55-4f5e-a287-397c89800794 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:21.332409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eed7781-ef55-4f5e-a287-397c89800794 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.333697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8eed7781-ef55-4f5e-a287-397c89800794 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "PUT /v2.0/subnets/02f75795-0f81-4294-8866-d15a647bbdb6 HTTP/1.1" status: 200 len: 900 time: 0.8483901 Oct 15 00:51:21.348890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33872) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:21.387583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.402215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5511611-62fe-4a11-b154-d31de1fb5632 req-e386d852-0742-4f4b-ac45-be33d000f276 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:21.404674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5511611-62fe-4a11-b154-d31de1fb5632 req-e386d852-0742-4f4b-ac45-be33d000f276 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1433451 Oct 15 00:51:21.416070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed7781-ef55-4f5e-a287-397c89800794 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event updated for resources: {'Subnet': ['ID=02f75795-0f81-4294-8866-d15a647bbdb6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:21.458792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33874) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:21.480973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.525223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b5511611-62fe-4a11-b154-d31de1fb5632 req-42d26e71-0fc3-4233-9aa2-6acfd319c297 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128876 Oct 15 00:51:21.565077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 443f125a-3f11-48da-a6e0-c78a0ea079af {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:21.565803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.636260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.664096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] For port 443f125a-3f11-48da-a6e0-c78a0ea079af, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=443f125a-3f11-48da-a6e0-c78a0ea079af,segment=NetworkSegment(07837082-8193-4635-875a-6bad2f475c09),segment_id=07837082-8193-4635-875a-6bad2f475c09)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:21.665399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.682997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 443f125a-3f11-48da-a6e0-c78a0ea079af owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:21.718938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Allocated IP 2001:db8::3 (4c9359a5-ce29-47ea-a0c1-7c17718be928/02f75795-0f81-4294-8866-d15a647bbdb6/96b02454-344d-4c1d-bcdf-e24d5491837b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:21.722463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] DHCP port deletion for 7ff3ff39-6a96-4b9c-8fff-8ee18058850f request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:51:21.737630 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.742652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fbd-7179-4516-842b-6ba989be5417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.838974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.880701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Deleting port 443f125a-3f11-48da-a6e0-c78a0ea079af {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:21.881417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.887649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] No DVR routers for this DVR port 443f125a-3f11-48da-a6e0-c78a0ea079af on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:21.899567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=443f125a-3f11-48da-a6e0-c78a0ea079af,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:21.932490 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fbd-7179-4516-842b-6ba989be5417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:21.998858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3f9c0fbd-7179-4516-842b-6ba989be5417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.019532 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.057005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff3ff39-6a96-4b9c-8fff-8ee18058850f']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:22.069773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07837082-8193-4635-875a-6bad2f475c09') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:22.071440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07837082-8193-4635-875a-6bad2f475c09') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:22.083222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.102592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3f9c0fbd-7179-4516-842b-6ba989be5417 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a316f15c1094005a291df1f853f48fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426389 Oct 15 00:51:22.103521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33884) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:22.109389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.113201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c0fbd-7179-4516-842b-6ba989be5417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d84b6a-d8cc-4deb-a870-63d2293a297a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:22.119031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:22.120224 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.128942 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:22.201603 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:22.212594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fc042a82-a9f9-463d-8745-98cbb7d389e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.231024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] For port 443f125a-3f11-48da-a6e0-c78a0ea079af, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:22.231424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.236485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fc042a82-a9f9-463d-8745-98cbb7d389e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.241048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.245473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.248621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Calling delete_port for 443f125a-3f11-48da-a6e0-c78a0ea079af owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:22.251119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.257141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/networks/7ff3ff39-6a96-4b9c-8fff-8ee18058850f HTTP/1.1" status: 204 len: 168 time: 1.0200512 Oct 15 00:51:22.260626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Port 443f125a-3f11-48da-a6e0-c78a0ea079af was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:51:22.260812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33886) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:22.261810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.277294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c023a1-9d59-4121-bdbf-fe0509fb347b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Network': ['ID=7ff3ff39-6a96-4b9c-8fff-8ee18058850f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:22.305339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Network 7ff3ff39-6a96-4b9c-8fff-8ee18058850f is not hosted by any dhcp agent {{(pid=107727) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:51:22.306467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] No DVR routers for this DVR port 443f125a-3f11-48da-a6e0-c78a0ea079af on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:22.308987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432c677-775c-4eeb-bb4a-929ce0d23cc7 None None] Pushing event deleted for resources: {'Port': ['ID=443f125a-3f11-48da-a6e0-c78a0ea079af,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:22.337383 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.385050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Pushing event updated for resources: {'Port': ['ID=96b02454-344d-4c1d-bcdf-e24d5491837b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:22.391129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fc042a82-a9f9-463d-8745-98cbb7d389e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.394184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fc042a82-a9f9-463d-8745-98cbb7d389e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.395340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fc042a82-a9f9-463d-8745-98cbb7d389e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4d84b6a-d8cc-4deb-a870-63d2293a297a HTTP/1.1" status: 204 len: 168 time: 0.2907174 Oct 15 00:51:22.407967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042a82-a9f9-463d-8745-98cbb7d389e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d84b6a-d8cc-4deb-a870-63d2293a297a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:22.421253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.426667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Network 4c9359a5-ce29-47ea-a0c1-7c17718be928 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:22.431315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port aaad4ef4-2075-4ed0-bc70-343ae3755859 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:22.432211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.433491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:22.445394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:22.536125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=02f75795-0f81-4294-8866-d15a647bbdb6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:22.554598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.554933 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.568475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for aaad4ef4-2075-4ed0-bc70-343ae3755859 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:22.626374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Attempting to bind port 96b02454-344d-4c1d-bcdf-e24d5491837b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:51:22.630560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Attempting to bind port 96b02454-344d-4c1d-bcdf-e24d5491837b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '070cac92-18e3-402f-a565-4c4070322146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9359a5-ce29-47ea-a0c1-7c17718be928'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:51:22.631540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Attempting to bind port 96b02454-344d-4c1d-bcdf-e24d5491837b on network 4c9359a5-ce29-47ea-a0c1-7c17718be928 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:51:22.653292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:51:22.653830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Checking segment: {'id': '070cac92-18e3-402f-a565-4c4070322146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9359a5-ce29-47ea-a0c1-7c17718be928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:22.656082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.656082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Bound using segment: {'id': '070cac92-18e3-402f-a565-4c4070322146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9359a5-ce29-47ea-a0c1-7c17718be928'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:51:22.657547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Bound port: 96b02454-344d-4c1d-bcdf-e24d5491837b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070cac92-18e3-402f-a565-4c4070322146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c9359a5-ce29-47ea-a0c1-7c17718be928'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:51:22.658863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.668347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 443f125a-3f11-48da-a6e0-c78a0ea079af no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:22.675646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.708519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 443f125a-3f11-48da-a6e0-c78a0ea079af {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:51:22.709056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 443f125a-3f11-48da-a6e0-c78a0ea079af not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:22.715531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9359a5-ce29-47ea-a0c1-7c17718be928']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:22.747400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070cac92-18e3-402f-a565-4c4070322146') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:22.754602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070cac92-18e3-402f-a565-4c4070322146') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:22.769652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.786978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] For port 96b02454-344d-4c1d-bcdf-e24d5491837b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:51:22.794058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c463c-695e-4577-abae-da65ada7dd0a req-9a731f24-3425-4d8a-96fd-829d0e18d73d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:22.803226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c4c463c-695e-4577-abae-da65ada7dd0a req-9a731f24-3425-4d8a-96fd-829d0e18d73d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1058838 Oct 15 00:51:22.806363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.822868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:22.824114 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:22.826753 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:22.907155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] For port 96b02454-344d-4c1d-bcdf-e24d5491837b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=96b02454-344d-4c1d-bcdf-e24d5491837b,segment=NetworkSegment(070cac92-18e3-402f-a565-4c4070322146),segment_id=070cac92-18e3-402f-a565-4c4070322146)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:51:22.913229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c4c463c-695e-4577-abae-da65ada7dd0a req-38c27129-bd3d-4e82-91d2-0c12b813bd48 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090741 Oct 15 00:51:22.926926 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:22.952680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=aaad4ef4-2075-4ed0-bc70-343ae3755859,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:22.971304 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:51:22.971304 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:51:22.971304 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '4c9359a5-ce29-47ea-a0c1-7c17718be928'}] Oct 15 00:51:22.971304 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:51:22.972178 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:51:23.037699 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.042943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.046879 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.046879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-104db287-08c0-4054-a47f-190d2ba5e809 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/floatingips/e485c621-a2a2-48ef-862b-49dffd3b7b88 HTTP/1.1" status: 204 len: 168 time: 0.7840984 Oct 15 00:51:23.051479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33898) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:23.094622 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8616c241-d0e2-4f6c-b965-2e81ed5bdf9e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:23.095360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8616c241-d0e2-4f6c-b965-2e81ed5bdf9e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:23.107654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8616c241-d0e2-4f6c-b965-2e81ed5bdf9e tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/ports/95a4896f-f17b-4ceb-a464-9ea25a9cb893 HTTP/1.1" status: 404 len: 333 time: 0.0549667 Oct 15 00:51:23.108442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33902) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:23.147006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f60765d2-081e-4519-a2ad-08591b865132 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "GET /v2.0/ports?device_id=3aff5a73-8053-4373-bc4b-a47e6f4cee8f HTTP/1.1" status: 200 len: 205 time: 0.0370851 Oct 15 00:51:23.150972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33904) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:23.159599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b47c8-a9f9-4147-a55d-abcd3a0da5c9 None None] Pushing event updated for resources: {'Port': ['ID=96b02454-344d-4c1d-bcdf-e24d5491837b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:23.171614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733e2db-fbd7-4ab8-b9f3-f72ea3bf03c9 None None] Network 4c9359a5-ce29-47ea-a0c1-7c17718be928 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:23.215435 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-53d0dbd3-0058-4508-b46b-2445c318fa74 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] delete failed (client error): The resource could not be found. Oct 15 00:51:23.218119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-53d0dbd3-0058-4508-b46b-2445c318fa74 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/routers/3aff5a73-8053-4373-bc4b-a47e6f4cee8f HTTP/1.1" status: 404 len: 336 time: 0.0643115 Oct 15 00:51:23.219370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33906) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:23.247278 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee400970-8031-4b10-8de8-366ce0f68fc6 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:23.247825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee400970-8031-4b10-8de8-366ce0f68fc6 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:23.250972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee400970-8031-4b10-8de8-366ce0f68fc6 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/subnets/ac095080-a9c5-4a83-9000-6c27c6aa0e2d HTTP/1.1" status: 404 len: 337 time: 0.0305851 Oct 15 00:51:23.253516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33908) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:23.300221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33910) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:23.328476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066cddc-3bb2-4315-a6a4-abd2d53c5adb None None] Network 4c9359a5-ce29-47ea-a0c1-7c17718be928 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:23.347956 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-acd3258d-79ba-4d88-9cde-634ec13e92af admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.407271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:23.407933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.468632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef459a-093e-4187-bf86-b37eefced685 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:51:23.472250 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.575388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.590500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-acd3258d-79ba-4d88-9cde-634ec13e92af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.595943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:23.620875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef459a-093e-4187-bf86-b37eefced685 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:51:23.653302 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-acd3258d-79ba-4d88-9cde-634ec13e92af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.659702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting port 96b02454-344d-4c1d-bcdf-e24d5491837b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:23.660038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.772481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-acd3258d-79ba-4d88-9cde-634ec13e92af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=486ab0331e8a43179370e3e2dc681c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687645 Oct 15 00:51:23.772481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3258d-79ba-4d88-9cde-634ec13e92af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975b0cce-4e8b-4afa-b602-a26a94945165,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:23.773911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33912) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:23.807149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] For port 96b02454-344d-4c1d-bcdf-e24d5491837b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=96b02454-344d-4c1d-bcdf-e24d5491837b,segment=NetworkSegment(070cac92-18e3-402f-a565-4c4070322146),segment_id=070cac92-18e3-402f-a565-4c4070322146)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:23.807518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.823104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Calling delete_port for 96b02454-344d-4c1d-bcdf-e24d5491837b owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:23.829010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4613d45-63a4-478a-b47a-ce08f9b8a1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.855116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4613d45-63a4-478a-b47a-ce08f9b8a1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.987765 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4613d45-63a4-478a-b47a-ce08f9b8a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.991259 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4613d45-63a4-478a-b47a-ce08f9b8a1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:23.994537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4613d45-63a4-478a-b47a-ce08f9b8a1b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/975b0cce-4e8b-4afa-b602-a26a94945165 HTTP/1.1" status: 204 len: 168 time: 0.2193117 Oct 15 00:51:24.007385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4613d45-63a4-478a-b47a-ce08f9b8a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975b0cce-4e8b-4afa-b602-a26a94945165,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:24.015233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.026064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.073920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No DVR routers for this DVR port 96b02454-344d-4c1d-bcdf-e24d5491837b on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:24.079204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:24.110306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Port': ['ID=96b02454-344d-4c1d-bcdf-e24d5491837b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:24.118480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f592e73-0089-45ec-a8f7-e586f2b67674 req-59b087b7-3bd7-4275-acfd-bbd072844113 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:24.124636 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f592e73-0089-45ec-a8f7-e586f2b67674 req-59b087b7-3bd7-4275-acfd-bbd072844113 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0874653 Oct 15 00:51:24.174971 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4f592e73-0089-45ec-a8f7-e586f2b67674 req-5735bc90-ef6a-479a-9dd1-26d786105f52 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Oct 15 00:51:24.259580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.289598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.295759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33926) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:24.298945 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-94355459-158b-48fb-8e3d-9da705f51e00 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/ports/64b53fc0-6c32-4e98-a1d3-ada4e9cd47e8 HTTP/1.1" status: 204 len: 168 time: 1.0441153 Oct 15 00:51:24.323782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9359a5-ce29-47ea-a0c1-7c17718be928']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:24.334659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070cac92-18e3-402f-a565-4c4070322146') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:24.334922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070cac92-18e3-402f-a565-4c4070322146') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:24.359906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.387772 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.395485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:24.396008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:24.400513 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:24.447415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 2c2f77d8-0411-44c5-8c9d-c1583d1e8395 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:24.449145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.564606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.576236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.583526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 2c2f77d8-0411-44c5-8c9d-c1583d1e8395 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:24.587732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.599877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/4c9359a5-ce29-47ea-a0c1-7c17718be928 HTTP/1.1" status: 204 len: 168 time: 3.2499082 Oct 15 00:51:24.602265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33934) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:24.678688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55793bfd-1c6b-414f-a178-a6d0dc61eca9 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=4c9359a5-ce29-47ea-a0c1-7c17718be928,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:24.681907 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e96665-48eb-4808-a707-beced7065b3f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:24.682567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e96665-48eb-4808-a707-beced7065b3f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:24.688766 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b8e96665-48eb-4808-a707-beced7065b3f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/02f75795-0f81-4294-8866-d15a647bbdb6 HTTP/1.1" status: 404 len: 337 time: 0.0851581 Oct 15 00:51:24.691505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33938) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:24.714449 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-63867d7c-1ac4-4ca5-8b05-5af6065a05f2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:24.715043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63867d7c-1ac4-4ca5-8b05-5af6065a05f2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:24.721508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-63867d7c-1ac4-4ca5-8b05-5af6065a05f2 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/4c9359a5-ce29-47ea-a0c1-7c17718be928 HTTP/1.1" status: 404 len: 339 time: 0.0289824 Oct 15 00:51:24.722324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:24.847370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.860263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:24.939122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=2c2f77d8-0411-44c5-8c9d-c1583d1e8395,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:25.028690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.063134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dfd490-ce16-4b2a-926a-2e99376d80e4']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:25.088281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373272fa-78be-4b58-85d9-6d724376cfc6') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:25.088986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373272fa-78be-4b58-85d9-6d724376cfc6') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:25.091409 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.104795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3d72f9cf-33a2-4e6b-aeb4-c4e0ef6d7cc1 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/ports/2c2f77d8-0411-44c5-8c9d-c1583d1e8395 HTTP/1.1" status: 204 len: 168 time: 0.8080173 Oct 15 00:51:25.108166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33948) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:25.144873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.164644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.173366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:25.173954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:25.176885 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:25.186773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d9a191-559e-4dec-8268-3ed9590cd840 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:25.190852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-66d9a191-559e-4dec-8268-3ed9590cd840 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "GET /v2.0/ports?device_id=37f949c8-2438-4061-8e01-acf2b50a2641 HTTP/1.1" status: 200 len: 913 time: 0.0790346 Oct 15 00:51:25.191190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:25.358071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:51:25.380593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762d797-e968-48b5-a50c-72afaafe4c13 req-e809b417-5c94-474b-a819-c92b41862579 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:25.383512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c762d797-e968-48b5-a50c-72afaafe4c13 req-e809b417-5c94-474b-a819-c92b41862579 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0862217 Oct 15 00:51:25.462287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.474890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c762d797-e968-48b5-a50c-72afaafe4c13 req-dd198375-aa1a-47db-98fb-9ec5ea4c4a4c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790222 Oct 15 00:51:25.491095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.498068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/b6dfd490-ce16-4b2a-926a-2e99376d80e4 HTTP/1.1" status: 204 len: 168 time: 0.7747600 Oct 15 00:51:25.521986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33968) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:25.541315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d5b53-b028-4d46-990a-0fbe70c9e956 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=b6dfd490-ce16-4b2a-926a-2e99376d80e4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:25.567522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:25.591455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'port_id': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:51:25.640686 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecdf287-42ac-48a4-b0ee-5e7764d5d252 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:25.641004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecdf287-42ac-48a4-b0ee-5e7764d5d252 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:25.643638 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.644877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eecdf287-42ac-48a4-b0ee-5e7764d5d252 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/eb239327-e0f6-4906-9206-ff0ec33ce334 HTTP/1.1" status: 404 len: 337 time: 0.1219046 Oct 15 00:51:25.647555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33974) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:25.674778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d0fe4de-60b5-49a6-bca0-114e61890282 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:51:25.675572 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-264c3c62-0cc3-4164-bd5c-0b39e1d14a68 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:25.676151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264c3c62-0cc3-4164-bd5c-0b39e1d14a68 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:25.679634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-264c3c62-0cc3-4164-bd5c-0b39e1d14a68 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/4c06a778-98f0-4395-a5ee-8dc6a6a64272 HTTP/1.1" status: 404 len: 339 time: 0.0304291 Oct 15 00:51:25.682865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33976) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:25.730466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:25.793980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting subnet 4f681dcc-1b06-4391-8196-c5ffa18778cb {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:25.798575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.803687 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.840412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.888506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:25.888701 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:25.896214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7d0fe4de-60b5-49a6-bca0-114e61890282'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:51:26.031764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.204861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.233503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482416bd-ed2f-465d-a5ae-a1f137cd5648 None None] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:26.234244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.244637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33982) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:26.245953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/4f681dcc-1b06-4391-8196-c5ffa18778cb HTTP/1.1" status: 204 len: 168 time: 0.5619175 Oct 15 00:51:26.293182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-328f56df-0fa1-419e-ada9-89e263fde5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.302471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a22b43-6df5-4ae1-98bb-bd036733ddcb tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=4f681dcc-1b06-4391-8196-c5ffa18778cb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:26.344884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting subnet d35c12a4-278a-4d54-8c1c-b265fa9dac89 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:26.350541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 38ca881f-0435-48cb-b167-e35826816b9f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:26.350934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.356721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.486552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.747508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:26.784920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 38ca881f-0435-48cb-b167-e35826816b9f owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:27.035694 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:27.075827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf44e9-e8f3-4d9d-8908-86cca64401dd req-5c14a33a-c570-4652-8662-6cf8d0816842 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:27.077459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13bf44e9-e8f3-4d9d-8908-86cca64401dd req-5c14a33a-c570-4652-8662-6cf8d0816842 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 945 time: 0.3791933 Oct 15 00:51:27.368985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:27.469063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7d0fe4de-60b5-49a6-bca0-114e61890282 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:27.469751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:27.623441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:27.628107 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-13bf44e9-e8f3-4d9d-8908-86cca64401dd req-230ffd51-4c5d-4f3a-b8c1-a55e0dd09b1c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5415840 Oct 15 00:51:27.708067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:51:27.718423 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cdc8a8-2cd2-4fa2-8b0b-51f40fdcc2e2" -d '{"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:51:27.739375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:27.776230 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373d97dc-6c5e-4a2a-ad26-a70e845b553d x-openstack-request-id: req-373d97dc-6c5e-4a2a-ad26-a70e845b553d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:51:27.779193 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:51:27.779193 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-373d97dc-6c5e-4a2a-ad26-a70e845b553d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:51:27.779193 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'code': 200} Oct 15 00:51:27.798320 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:27.827712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=d35c12a4-278a-4d54-8c1c-b265fa9dac89,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:27.832092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:27.852979 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:27.862048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34052) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:27.871503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6722e0f2-3a89-494d-a986-b367306833e1 None None] Network 41b97bfb-51fc-429c-ac50-a4a5d677c5bd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:27.872336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7330f8ea-0b8f-4d7b-aedd-f2929551e71e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/d35c12a4-278a-4d54-8c1c-b265fa9dac89 HTTP/1.1" status: 204 len: 168 time: 1.6266065 Oct 15 00:51:27.876831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:27.955463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=38ca881f-0435-48cb-b167-e35826816b9f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:28.020656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.178807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34062) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:28.198752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting port dbd9bb74-e35f-442a-8b90-298712a31512 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:28.199081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.302907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ff6250b4-6421-4be7-9aaa-f04db7a1b607 None None] Provisioning complete for port dbd9bb74-e35f-442a-8b90-298712a31512 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:28.305134 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ff6250b4-6421-4be7-9aaa-f04db7a1b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.342148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:28.377367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.384762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] For port dbd9bb74-e35f-442a-8b90-298712a31512, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbd9bb74-e35f-442a-8b90-298712a31512,segment=NetworkSegment(60d2bae9-556a-4bbf-b52a-d839b17afdce),segment_id=60d2bae9-556a-4bbf-b52a-d839b17afdce)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:28.388436 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.419993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Calling delete_port for dbd9bb74-e35f-442a-8b90-298712a31512 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:28.503735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] DHCP port deletion for 41b97bfb-51fc-429c-ac50-a4a5d677c5bd request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:51:28.655243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] Deleting port dbd9bb74-e35f-442a-8b90-298712a31512 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:28.655243 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.669245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73efccaf-d775-4139-8385-8dd643bee08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.688029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbd9bb74-e35f-442a-8b90-298712a31512 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:28.693078 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.756848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: dbd9bb74-e35f-442a-8b90-298712a31512 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:51:28.757190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device dbd9bb74-e35f-442a-8b90-298712a31512 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:28.792757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Port': ['ID=dbd9bb74-e35f-442a-8b90-298712a31512,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:28.793683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] For port dbd9bb74-e35f-442a-8b90-298712a31512, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=dbd9bb74-e35f-442a-8b90-298712a31512,segment=NetworkSegment(60d2bae9-556a-4bbf-b52a-d839b17afdce),segment_id=60d2bae9-556a-4bbf-b52a-d839b17afdce)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:28.794277 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.811376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No DVR routers for this DVR port dbd9bb74-e35f-442a-8b90-298712a31512 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:28.826037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] Calling delete_port for dbd9bb74-e35f-442a-8b90-298712a31512 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:28.863052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Router 37f949c8-2438-4061-8e01-acf2b50a2641 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:51:28.910161 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7633ed41-38ff-4113-a645-6fc796cde98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.975444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:28.990630 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.014350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c19ed-f016-4d8f-aab1-7afce83174fa req-0586b8b9-dbf0-4b3a-9c54-d53361d3ee00 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:29.016406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b91c19ed-f016-4d8f-aab1-7afce83174fa req-0586b8b9-dbf0-4b3a-9c54-d53361d3ee00 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1337712 Oct 15 00:51:29.050347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b97bfb-51fc-429c-ac50-a4a5d677c5bd']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:29.053390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] Pushing event deleted for resources: {'Port': ['ID=dbd9bb74-e35f-442a-8b90-298712a31512,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:29.070595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ed5d8-df49-497d-ae3a-bc856ab83c42 None None] No DVR routers for this DVR port dbd9bb74-e35f-442a-8b90-298712a31512 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:29.075256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b91c19ed-f016-4d8f-aab1-7afce83174fa req-41313005-382e-4cdb-9e55-b4085cefd271 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475919 Oct 15 00:51:29.075675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d2bae9-556a-4bbf-b52a-d839b17afdce') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:29.075982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d2bae9-556a-4bbf-b52a-d839b17afdce') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:29.100648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.137845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.150295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:29.155518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:29.164660 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:29.174789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:51:29.179052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-212ff3e4-088d-4fbb-9bb3-bf1f2e84d345 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "PUT /v2.0/routers/37f949c8-2438-4061-8e01-acf2b50a2641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9867992 Oct 15 00:51:29.183182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.183977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] Sync routers for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:51:29.205732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:29.208676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:51:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:29.326995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:29.333772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] Routers {'37f949c8-2438-4061-8e01-acf2b50a2641'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:51:29.335124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:51:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['37f949c8-2438-4061-8e01-acf2b50a2641'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:29.379623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:29.380729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a8863-bcf4-4ad7-bc13-529653aaac84 None None] The sync data for ids ['37f949c8-2438-4061-8e01-acf2b50a2641'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:51:29.427413 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.440494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.444684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.457554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/41b97bfb-51fc-429c-ac50-a4a5d677c5bd HTTP/1.1" status: 204 len: 168 time: 1.5922205 Oct 15 00:51:29.462595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34080) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.479280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34082) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.542279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c71c37-0a70-4db9-86ac-0d2d3b9b280d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=41b97bfb-51fc-429c-ac50-a4a5d677c5bd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:29.545818 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef47620-0ef7-41a9-a178-d95575c2c33d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:29.546322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef47620-0ef7-41a9-a178-d95575c2c33d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:29.552562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bef47620-0ef7-41a9-a178-d95575c2c33d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/012b55dd-ac44-415c-8f7c-d1d1917d3810 HTTP/1.1" status: 404 len: 337 time: 0.0782616 Oct 15 00:51:29.563514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34086) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.592559 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0db80e-1e2f-4f16-91c9-098dcaa34e4e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:29.593196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0db80e-1e2f-4f16-91c9-098dcaa34e4e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:29.596632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7b0db80e-1e2f-4f16-91c9-098dcaa34e4e tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/f8129850-0fb7-4de1-bdaf-6d07388ffd58 HTTP/1.1" status: 404 len: 339 time: 0.0290849 Oct 15 00:51:29.599168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34088) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.621004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73efccaf-d775-4139-8385-8dd643bee08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.643989 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5904047d-6562-4877-9557-a2dfa140765f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:29.644597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5904047d-6562-4877-9557-a2dfa140765f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:29.648852 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5904047d-6562-4877-9557-a2dfa140765f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/056a8636-e369-48b6-a414-9315a3fdedf6 HTTP/1.1" status: 404 len: 337 time: 0.0478768 Oct 15 00:51:29.652415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.663284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.708482 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-635f6ce6-3f54-4387-829c-9e7c31a8ec67 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:29.709508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635f6ce6-3f54-4387-829c-9e7c31a8ec67 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:29.713779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-635f6ce6-3f54-4387-829c-9e7c31a8ec67 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/78f274d8-7e81-404b-a600-d557fed08001 HTTP/1.1" status: 404 len: 339 time: 0.0596492 Oct 15 00:51:29.715183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-73efccaf-d775-4139-8385-8dd643bee08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.716553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34092) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.760449 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0307039-8e97-4c14-a9d1-c563bf831c89 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:29.761048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0307039-8e97-4c14-a9d1-c563bf831c89 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:29.768875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34094) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.780681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d0307039-8e97-4c14-a9d1-c563bf831c89 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/19052c2c-a085-4bac-acb3-52367c50bad1 HTTP/1.1" status: 404 len: 337 time: 0.0488243 Oct 15 00:51:29.821010 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2080ef92-6d43-4afb-964e-d1eb67211dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.827539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting port 244f2924-b749-4dde-bf24-aa71a205c351 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:29.827970 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.864836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34096) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.870743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-73efccaf-d775-4139-8385-8dd643bee08a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7868fb9727434664b62299f5333c0e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6875436 Oct 15 00:51:29.887150 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c935e8-99cd-4ac4-8efb-33ff8ec71d1d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:29.887793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c935e8-99cd-4ac4-8efb-33ff8ec71d1d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:29.893112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-84c935e8-99cd-4ac4-8efb-33ff8ec71d1d tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/63a3edc8-fd98-4009-a9f3-8a27e52f990b HTTP/1.1" status: 404 len: 339 time: 0.0956676 Oct 15 00:51:29.894052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34098) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:29.902920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efccaf-d775-4139-8385-8dd643bee08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdab28a-96a9-4401-8884-3ddc7188e1e6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:29.964000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:29.987112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Calling delete_port for 244f2924-b749-4dde-bf24-aa71a205c351 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:29.996421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e024bded-8edf-4d67-bbf3-8a12f4d8209b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.109217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2080ef92-6d43-4afb-964e-d1eb67211dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.113642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e024bded-8edf-4d67-bbf3-8a12f4d8209b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.118063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting subnet a9771b1b-d926-4d56-9b76-8bf8486886ff {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:30.125684 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.135851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.184270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2080ef92-6d43-4afb-964e-d1eb67211dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.237853 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.294710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2080ef92-6d43-4afb-964e-d1eb67211dbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa92163fadf248dab66ae50f3e335cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8108501 Oct 15 00:51:30.295703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:30.402014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.435138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e024bded-8edf-4d67-bbf3-8a12f4d8209b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.447942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e024bded-8edf-4d67-bbf3-8a12f4d8209b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.463713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e024bded-8edf-4d67-bbf3-8a12f4d8209b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bdab28a-96a9-4401-8884-3ddc7188e1e6 HTTP/1.1" status: 204 len: 168 time: 0.5829206 Oct 15 00:51:30.496693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080ef92-6d43-4afb-964e-d1eb67211dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad036f07-3681-41b4-986c-c5ea51f5351e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:30.538612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024bded-8edf-4d67-bbf3-8a12f4d8209b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdab28a-96a9-4401-8884-3ddc7188e1e6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:30.621149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.670853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Port': ['ID=244f2924-b749-4dde-bf24-aa71a205c351,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:30.675731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.792162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.812275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c864d-9590-4c3d-b32f-71f8eb70fbf3 req-6397c412-a87b-4a09-bf7e-e9461c56b926 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:30.817497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f9c864d-9590-4c3d-b32f-71f8eb70fbf3 req-6397c412-a87b-4a09-bf7e-e9461c56b926 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.5957491 Oct 15 00:51:30.817497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa89945-f4cb-4e20-83cb-9d2581dc9a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.877984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.988621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa89945-f4cb-4e20-83cb-9d2581dc9a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:30.998000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.001239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.042029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f9c864d-9590-4c3d-b32f-71f8eb70fbf3 req-c7491bc7-51dc-4deb-ab91-a4a64cc56d87 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014852 Oct 15 00:51:31.051579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01476fa3-3bb4-4b02-b43c-ad3e7d076e2b None None] Network 8ca855e4-347f-4af7-a851-ba1e83e506cf requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:31.093231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=a9771b1b-d926-4d56-9b76-8bf8486886ff,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:31.109524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.120645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34122) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:31.123190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9b7886c1-64fb-430a-ad66-74b2542419bc tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/a9771b1b-d926-4d56-9b76-8bf8486886ff HTTP/1.1" status: 204 len: 168 time: 1.2278805 Oct 15 00:51:31.194212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.195963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Fanout notify agent at l3_agent the message router_deleted on router 37f949c8-2438-4061-8e01-acf2b50a2641 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:51:31.243300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.247186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34128) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:31.252839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f32a410c-75e8-410d-8f42-1253390e5bc0 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/routers/37f949c8-2438-4061-8e01-acf2b50a2641 HTTP/1.1" status: 204 len: 168 time: 2.0685520 Oct 15 00:51:31.341538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.363153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Deleting subnet 403b8d0b-f16f-4654-883e-d10152610363 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:31.370464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.435516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.460825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] DHCP port deletion for 8ca855e4-347f-4af7-a851-ba1e83e506cf request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:51:31.499470 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.506242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa89945-f4cb-4e20-83cb-9d2581dc9a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.507317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting port 7f8d399b-0591-45ea-aede-0df2ac007921 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:31.508077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.509807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fa89945-f4cb-4e20-83cb-9d2581dc9a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.510992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2fa89945-f4cb-4e20-83cb-9d2581dc9a53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad036f07-3681-41b4-986c-c5ea51f5351e HTTP/1.1" status: 204 len: 168 time: 1.1928511 Oct 15 00:51:31.559431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa89945-f4cb-4e20-83cb-9d2581dc9a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad036f07-3681-41b4-986c-c5ea51f5351e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:31.570038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] Deleting port 7f8d399b-0591-45ea-aede-0df2ac007921 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:31.570901 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.684956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] For port 7f8d399b-0591-45ea-aede-0df2ac007921, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7f8d399b-0591-45ea-aede-0df2ac007921,segment=NetworkSegment(e5883a02-8496-40f1-8cca-89f94b850bc9),segment_id=e5883a02-8496-40f1-8cca-89f94b850bc9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:31.689446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] For port 7f8d399b-0591-45ea-aede-0df2ac007921, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7f8d399b-0591-45ea-aede-0df2ac007921,segment=NetworkSegment(e5883a02-8496-40f1-8cca-89f94b850bc9),segment_id=e5883a02-8496-40f1-8cca-89f94b850bc9)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:31.689891 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.690024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.694370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.707507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Calling delete_port for 7f8d399b-0591-45ea-aede-0df2ac007921 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:31.724827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] Calling delete_port for 7f8d399b-0591-45ea-aede-0df2ac007921 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:31.758290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Subnet': ['ID=403b8d0b-f16f-4654-883e-d10152610363,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:31.771176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.786218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1e6f36d9-2aa9-4b0a-a81e-d2b943d25d36 tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/subnets/403b8d0b-f16f-4654-883e-d10152610363 HTTP/1.1" status: 204 len: 168 time: 0.5371447 Oct 15 00:51:31.788262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34142) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:31.936174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.951708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:31.980485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] Pushing event deleted for resources: {'Port': ['ID=7f8d399b-0591-45ea-aede-0df2ac007921,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:31.982460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1488b-6661-479a-8c21-1abecf72067d None None] No DVR routers for this DVR port 7f8d399b-0591-45ea-aede-0df2ac007921 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:31.993701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.045384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No DVR routers for this DVR port 7f8d399b-0591-45ea-aede-0df2ac007921 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:32.082455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Port': ['ID=7f8d399b-0591-45ea-aede-0df2ac007921,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:32.108864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.162596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e138ba-48a6-452b-b9d3-a2927ac5813d']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:32.185094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fa1708-cbc1-4ef8-8eb2-33b26dd9c019') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:32.185325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fa1708-cbc1-4ef8-8eb2-33b26dd9c019') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:32.201345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.234704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.240443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:32.240545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.240733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:32.245172 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:32.289952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca855e4-347f-4af7-a851-ba1e83e506cf']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:32.305690 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5883a02-8496-40f1-8cca-89f94b850bc9') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:32.305986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5883a02-8496-40f1-8cca-89f94b850bc9') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:32.318139 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.319465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.336169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5306-1f09-4f4e-adf6-19792744d614 req-6fbed704-9cb5-47bb-8f64-918898fe5c66 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:32.337762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44bc5306-1f09-4f4e-adf6-19792744d614 req-6fbed704-9cb5-47bb-8f64-918898fe5c66 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1003225 Oct 15 00:51:32.353689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.367846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:32.368265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:32.371447 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:32.432339 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.449676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.453046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] 10.222.0.13 "DELETE /v2.0/networks/c1e138ba-48a6-452b-b9d3-a2927ac5813d HTTP/1.1" status: 204 len: 168 time: 0.6620293 Oct 15 00:51:32.464904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffd4d1-c04b-4e8d-b120-c06a64b9154b tempest-FloatingIPTestJSON-1146291283 tempest-FloatingIPTestJSON-1146291283-project] Pushing event deleted for resources: {'Network': ['ID=c1e138ba-48a6-452b-b9d3-a2927ac5813d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:32.487318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-44bc5306-1f09-4f4e-adf6-19792744d614 req-1cac08e2-f5cd-4491-867a-262b4ec6338c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370761 Oct 15 00:51:32.535338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.576213 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.584603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34172) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:32.585040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/8ca855e4-347f-4af7-a851-ba1e83e506cf HTTP/1.1" status: 204 len: 168 time: 1.4627082 Oct 15 00:51:32.586516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea8f76-9718-4626-bd65-301fbe2a263f tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=8ca855e4-347f-4af7-a851-ba1e83e506cf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:32.616790 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c67b75-9e51-4a7b-ae7c-e6a9f333d4cd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:32.617238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c67b75-9e51-4a7b-ae7c-e6a9f333d4cd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:32.620357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-31c67b75-9e51-4a7b-ae7c-e6a9f333d4cd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/820af32e-cf18-4d77-9b66-f4def38e5592 HTTP/1.1" status: 404 len: 337 time: 0.0351021 Oct 15 00:51:32.623374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34174) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:32.662516 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5246ae-a108-4cf6-b0a0-e3aa4c7601b6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] DELETE failed (client error): The resource could not be found. Oct 15 00:51:32.663406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5246ae-a108-4cf6-b0a0-e3aa4c7601b6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:32.668383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-db5246ae-a108-4cf6-b0a0-e3aa4c7601b6 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/42eb0585-2847-4f5e-9285-4e6edb9d5360 HTTP/1.1" status: 404 len: 339 time: 0.0427456 Oct 15 00:51:32.671494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34176) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:32.736011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7f8d399b-0591-45ea-aede-0df2ac007921 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:32.758181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting subnet b13e3e5c-43f1-4b93-b31f-e9fba0514e65 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:32.764161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.793691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7f8d399b-0591-45ea-aede-0df2ac007921 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:51:32.794261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7f8d399b-0591-45ea-aede-0df2ac007921 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:32.818003 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:32.944086 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.175578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.254756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.259681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/subnets/b13e3e5c-43f1-4b93-b31f-e9fba0514e65 HTTP/1.1" status: 204 len: 168 time: 0.5871003 Oct 15 00:51:33.261421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Subnet': ['ID=b13e3e5c-43f1-4b93-b31f-e9fba0514e65,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:33.262062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34192) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:33.264063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b613962-8a5b-46f3-806f-9058c8fa702e None None] Network 438ce628-a5e8-4b17-bb1c-0a1b99da7551 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:33.296638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.299662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.300195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.300697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.301215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.303027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.303027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.306010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.309233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.309233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.309233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.309233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0cbaf-6e72-4ca9-a699-e3cac17a5dfd tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:33.410109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.562661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Deleting port 512fccab-8584-475a-9dd9-f05ad77ca097 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:33.562998 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.576025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] DHCP port deletion for 438ce628-a5e8-4b17-bb1c-0a1b99da7551 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:51:33.604139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34204) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:33.661376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] Deleting port 512fccab-8584-475a-9dd9-f05ad77ca097 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:33.665586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.815326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] For port 512fccab-8584-475a-9dd9-f05ad77ca097, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=512fccab-8584-475a-9dd9-f05ad77ca097,segment=NetworkSegment(9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8),segment_id=9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:33.816085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.822408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] For port 512fccab-8584-475a-9dd9-f05ad77ca097, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=512fccab-8584-475a-9dd9-f05ad77ca097,segment=NetworkSegment(9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8),segment_id=9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:33.824674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:33.867662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] Calling delete_port for 512fccab-8584-475a-9dd9-f05ad77ca097 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:34.178487 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4d7d2d8e-29f1-487e-ae78-718277e13a26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a55c53a28b0d49389c4824969a516ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887509 Oct 15 00:51:34.180241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34218) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:34.180778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34220) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:34.197133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34222) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:34.338579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf6e9-5e91-4ad0-a6f5-8c225d4afa16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.432086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:34.432086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2138012212-network', 'tenant_id': '3596ce73f79748708623c7d533764b29'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:34.432086 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf6e9-5e91-4ad0-a6f5-8c225d4afa16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.435161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56846393-57a9-4956-b922-bbcfabc32bcf req-e8d575be-4eb0-4ecd-8b96-3d89b6121273 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:34.435161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56846393-57a9-4956-b922-bbcfabc32bcf req-e8d575be-4eb0-4ecd-8b96-3d89b6121273 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.7828774 Oct 15 00:51:34.435161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Calling delete_port for 512fccab-8584-475a-9dd9-f05ad77ca097 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:34.446194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.api [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:51:34.446194 n-d-811521-2 neutron-server[107725]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 15 00:51:34.446194 n-d-811521-2 neutron-server[107725]: [parameters: {'project_id': '3596ce73f79748708623c7d533764b29', 'id': '0418b2de-c579-4fad-a3cf-0351c281be72', 'expiration': datetime.datetime(2021, 10, 15, 0, 53, 34, 425715)}] Oct 15 00:51:34.446194 n-d-811521-2 neutron-server[107725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:51:34.447239 n-d-811521-2 neutron-server[107725]: DEBUG oslo_db.api [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:51:34.529990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56846393-57a9-4956-b922-bbcfabc32bcf req-5be51543-02a9-45d6-86fc-8848304371df tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051192 Oct 15 00:51:34.626538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 512fccab-8584-475a-9dd9-f05ad77ca097 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:34.644246 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.649196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.660966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.672241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf6e9-5e91-4ad0-a6f5-8c225d4afa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.675097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf6e9-5e91-4ad0-a6f5-8c225d4afa16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.679427 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bb1bf6e9-5e91-4ad0-a6f5-8c225d4afa16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/634fd8cc-319f-4260-b974-e30c8250729d HTTP/1.1" status: 204 len: 168 time: 0.4967873 Oct 15 00:51:34.682395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Port': ['ID=512fccab-8584-475a-9dd9-f05ad77ca097,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:34.692955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] No DVR routers for this DVR port 512fccab-8584-475a-9dd9-f05ad77ca097 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:34.699231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] Pushing event deleted for resources: {'Port': ['ID=512fccab-8584-475a-9dd9-f05ad77ca097,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:34.707515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bf6e9-5e91-4ad0-a6f5-8c225d4afa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634fd8cc-319f-4260-b974-e30c8250729d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:34.726378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8148355-e15d-4c49-8e42-b92d75de9406 None None] No DVR routers for this DVR port 512fccab-8584-475a-9dd9-f05ad77ca097 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:34.767280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port 512fccab-8584-475a-9dd9-f05ad77ca097 {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:51:34.767718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 512fccab-8584-475a-9dd9-f05ad77ca097 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:34.878319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.902693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438ce628-a5e8-4b17-bb1c-0a1b99da7551']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:34.909525 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.914766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:34.915152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c772dc6-ebf3-452a-9a06-ac6f15d4f3b8') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:34.931344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.949398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:34.955840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:34.956308 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:35.029059 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:35.084306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.098647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Allocated IP 172.25.2.59 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/4f766a30-38ef-4b5b-b6b9-b28d3d1e0f2c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:35.123052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.123614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] 10.222.0.13 "DELETE /v2.0/networks/438ce628-a5e8-4b17-bb1c-0a1b99da7551 HTTP/1.1" status: 204 len: 168 time: 1.8595061 Oct 15 00:51:35.124719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c437a57-94b9-42e6-af5f-be5b13b2dc84 tempest-NetworksIpV6Test-1132781256 tempest-NetworksIpV6Test-1132781256-project] Pushing event deleted for resources: {'Network': ['ID=438ce628-a5e8-4b17-bb1c-0a1b99da7551,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:35.235862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.273740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Made reservation on behalf of 3596ce73f79748708623c7d533764b29 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:35.278682 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.286442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.373922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.381842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.417955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:35.421009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:35.424894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:35.458276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Pushing event updated for resources: {'Port': ['ID=4f766a30-38ef-4b5b-b6b9-b28d3d1e0f2c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:35.464896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.481624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:35.521190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.521543 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Added segment 2b7f95b3-8d02-41a1-961d-332c5ec6ebb8 of type vlan for network 1a87e5b3-911c-4980-8485-bd194f4db661 Oct 15 00:51:35.566070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1633112-c064-4f80-bde6-4fe24e88fa1c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:35.668148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.685877 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.790203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34262) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:35.816691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.826272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb1d7c-9fd9-4f25-845b-488b552781fc req-7262b9f9-417d-43e9-9f9e-17405ae8382d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:35.827842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67bb1d7c-9fd9-4f25-845b-488b552781fc req-7262b9f9-417d-43e9-9f9e-17405ae8382d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0955434 Oct 15 00:51:35.856554 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.859660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:35.859660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:35.985635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1a87e5b3-911c-4980-8485-bd194f4db661,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:35.990985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-69126026-6de1-429b-96ec-ff76e4e4d5a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8010435 Oct 15 00:51:35.995191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34270) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:36.001846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1a87e5b3-911c-4980-8485-bd194f4db661 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:36.010319 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-67bb1d7c-9fd9-4f25-845b-488b552781fc req-f04111ed-9bfc-43b2-9c23-78ab634d7bb5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547041 Oct 15 00:51:36.026388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Request body: {'subnet': {'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2138012212-subnet', 'tenant_id': '3596ce73f79748708623c7d533764b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:36.127335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7e50e581-cafe-4249-974c-f3357a04bb4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2eedebf62674358acfe68b5b498e6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345718 Oct 15 00:51:36.128784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34276) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:36.167326 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.187472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Made reservation on behalf of 3596ce73f79748708623c7d533764b29 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:36.189877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.260999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.277779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d07e961-7654-4343-bf39-126a9deb98bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.333162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d07e961-7654-4343-bf39-126a9deb98bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.368137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Pushing event updated for resources: {'Port': ['ID=4f766a30-38ef-4b5b-b6b9-b28d3d1e0f2c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:36.380921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.480455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.481922 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6102ba27-d396-495e-bd2b-c2e70400f734 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2838206 Oct 15 00:51:36.486239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34280) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:36.491795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2011660414', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'fixed_ips': [{'ip_address': '172.25.2.59'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:36.495488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34282) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:36.529397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d07e961-7654-4343-bf39-126a9deb98bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.541125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d07e961-7654-4343-bf39-126a9deb98bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.546384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8d07e961-7654-4343-bf39-126a9deb98bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca45547-b6b1-4e4d-b7ba-aa7aecaaecec HTTP/1.1" status: 204 len: 168 time: 0.4123027 Oct 15 00:51:36.556260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07e961-7654-4343-bf39-126a9deb98bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca45547-b6b1-4e4d-b7ba-aa7aecaaecec,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:36.570154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.614997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Made reservation on behalf of 97df30fa984241cab8a8c0e58dcf8e30 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:36.619241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.653925 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.665765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ecc240-9126-4e54-837d-ad7b6fc3a74d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:36.689541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Checking segment: {'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:36.689917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Network hostable DHCP agents. Network: 1a87e5b3-911c-4980-8485-bd194f4db661, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:36.701197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'networks': [{'name': 'tempest-network--1488259556'}, {'name': 'tempest-network--425917843'}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:36.701642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'network': {'name': 'tempest-network--1488259556'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:36.702544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'network': {'name': 'tempest-network--425917843'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:36.815206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Network 1a87e5b3-911c-4980-8485-bd194f4db661 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:36.817033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.837818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Made reservation on behalf of 246c1ccfff044eaf8fa4f02352b7ec15 for: {'network': 2} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:36.842770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.853017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.906498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.914318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] device_id is not set on port ef6883b9-c763-4f01-848d-9b0a4d954c19 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:51:36.958289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1a87e5b3-911c-4980-8485-bd194f4db661) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:36.966400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c8835-1abc-4f8a-99d8-7c92f1b68b2d None None] Network 1a87e5b3-911c-4980-8485-bd194f4db661 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:36.981771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:36.982427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:36.986006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.056422 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.056806 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.160999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4552c55e-2d98-45e0-afad-fcdf902a2b14 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1643662 Oct 15 00:51:37.175238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f9dd3-11b3-43bf-bea8-73c68756b9a6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:37.190436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:37.250365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.250679 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Added segment 26f0bf03-eab3-43ad-95d2-7df5eb80b683 of type vlan for network 465f0996-0d9c-4058-9000-41a459fd5fad Oct 15 00:51:37.380029 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877178c1-ce6a-4ed6-bb11-cc0e99728cc7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:37.421305 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 15 00:51:37.421843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:51:37.437224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2d6c0-fcff-4d63-9f18-b419a0ccf56a None None] Network 1a87e5b3-911c-4980-8485-bd194f4db661 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:37.458705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c105f0-5aeb-4acd-92e0-81fcdf696836 req-702b5378-c6ea-46dc-bff6-7a051edd4985 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:37.474838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2c105f0-5aeb-4acd-92e0-81fcdf696836 req-702b5378-c6ea-46dc-bff6-7a051edd4985 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.2705920 Oct 15 00:51:37.477461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.524458 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-91e8b09f-08b5-419d-a76c-289feb004240 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0365038 Oct 15 00:51:37.528047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34320) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:37.597976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:37.625455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.625806 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Added segment fa82dce2-7543-4ee0-99a6-7eeff3f4c01e of type vlan for network 3b1dd575-3086-4b2a-ac73-ceccd8598792 Oct 15 00:51:37.888635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.900873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2c105f0-5aeb-4acd-92e0-81fcdf696836 req-19f359e4-79b1-4a72-a215-16d8df713da4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916461 Oct 15 00:51:37.992055 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:37.992574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:38.000010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:38.019377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:38.021138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:38.170879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Network': ['ID=465f0996-0d9c-4058-9000-41a459fd5fad,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:38.187348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 465f0996-0d9c-4058-9000-41a459fd5fad details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:38.245389 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Deleting port 4f766a30-38ef-4b5b-b6b9-b28d3d1e0f2c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:38.246246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:38.325477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8288436 Oct 15 00:51:38.330566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34332) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:38.336959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8465ed-eb23-4a55-823c-a6a7c0f635a7 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Network': ['ID=3b1dd575-3086-4b2a-ac73-ceccd8598792,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:38.378048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 3b1dd575-3086-4b2a-ac73-ceccd8598792 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:38.403885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:38.404487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:38.427767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Calling delete_port for 4f766a30-38ef-4b5b-b6b9-b28d3d1e0f2c owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:38.698589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99653ea0-b86b-4c46-93ae-a961bc823c9c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:38.709916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99653ea0-b86b-4c46-93ae-a961bc823c9c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:38.716910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99653ea0-b86b-4c46-93ae-a961bc823c9c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:38.725488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99653ea0-b86b-4c46-93ae-a961bc823c9c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:38.731265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-99653ea0-b86b-4c46-93ae-a961bc823c9c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3954041 Oct 15 00:51:38.731660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34342) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:38.838181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:38.839939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:38.891100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f766a30-38ef-4b5b-b6b9-b28d3d1e0f2c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:39.105882 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.109531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.111225 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0c2b1c8b-9897-4018-a04a-7d3e3da8678c tempest-ExternalNetworksAdminNegativeTestJSON-2141074786 tempest-ExternalNetworksAdminNegativeTestJSON-2141074786-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/cb05f507-697b-4527-a6ae-4d5629c38b68 HTTP/1.1" status: 204 len: 168 time: 1.5849040 Oct 15 00:51:39.233618 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.304867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42f164-a70d-4c4f-818d-bf67be59feca req-7ddc10ec-0218-49e9-967f-416e35a58804 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:39.307248 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc42f164-a70d-4c4f-818d-bf67be59feca req-7ddc10ec-0218-49e9-967f-416e35a58804 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.2544999 Oct 15 00:51:39.313069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465f0996-0d9c-4058-9000-41a459fd5fad']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:39.374636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f0bf03-eab3-43ad-95d2-7df5eb80b683') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:39.377489 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f0bf03-eab3-43ad-95d2-7df5eb80b683') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:39.405910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.411602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc42f164-a70d-4c4f-818d-bf67be59feca req-6221e901-55b4-48d9-bcb7-2fc904c18ad6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957046 Oct 15 00:51:39.429459 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.451370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:39.451823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:39.455141 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:39.672489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.723968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.745120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:39.746027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34380) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:39.749427 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/networks/465f0996-0d9c-4058-9000-41a459fd5fad HTTP/1.1" status: 204 len: 168 time: 1.0166132 Oct 15 00:51:39.750466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c5be7-e117-4a98-ab9e-e1beee39299a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Network': ['ID=465f0996-0d9c-4058-9000-41a459fd5fad,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:39.923518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.974608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:39.994633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-973b09fa-e2bd-4d7b-a717-ee3187b5278b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.139438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-973b09fa-e2bd-4d7b-a717-ee3187b5278b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.203921 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-973b09fa-e2bd-4d7b-a717-ee3187b5278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.260139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.302456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-973b09fa-e2bd-4d7b-a717-ee3187b5278b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5c54629c6e04c2393a5ae52a7881704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549262 Oct 15 00:51:40.305886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34396) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:40.306882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b09fa-e2bd-4d7b-a717-ee3187b5278b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07aed8e-7378-4cbf-83ab-f128a6452bb8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:40.325378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1dd575-3086-4b2a-ac73-ceccd8598792']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:40.342759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa82dce2-7543-4ee0-99a6-7eeff3f4c01e') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:40.343059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa82dce2-7543-4ee0-99a6-7eeff3f4c01e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:40.373577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.403621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.412214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:40.412626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:40.462283 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:40.529168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c972bbd8-d244-403f-b225-fc4e975c2cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.611784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fa11b-1e7d-4afc-a75e-d112c1c15b44 req-7a88d34c-a2d4-4062-bb59-2aeff9b6fc68 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:40.613680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f60fa11b-1e7d-4afc-a75e-d112c1c15b44 req-7a88d34c-a2d4-4062-bb59-2aeff9b6fc68 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0683494 Oct 15 00:51:40.623400 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c972bbd8-d244-403f-b225-fc4e975c2cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.638783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.649983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.655145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/networks/3b1dd575-3086-4b2a-ac73-ceccd8598792 HTTP/1.1" status: 204 len: 168 time: 0.9066634 Oct 15 00:51:40.660760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34406) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:40.700594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a2032-b119-4cf6-a2c3-405a093caacf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Network': ['ID=3b1dd575-3086-4b2a-ac73-ceccd8598792,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:40.758334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f60fa11b-1e7d-4afc-a75e-d112c1c15b44 req-2f6183f4-48a3-479d-89b6-4e1c035bc1dd tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334329 Oct 15 00:51:40.863794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8f7cf-c64b-48a8-baab-3a1a0be44945 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:40.878751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8f7cf-c64b-48a8-baab-3a1a0be44945 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:40.878751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4ce8f7cf-c64b-48a8-baab-3a1a0be44945 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2123981 Oct 15 00:51:40.879198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34412) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:40.885335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-639193577'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:40.963734 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c972bbd8-d244-403f-b225-fc4e975c2cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.966584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c972bbd8-d244-403f-b225-fc4e975c2cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:40.970629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c972bbd8-d244-403f-b225-fc4e975c2cee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c07aed8e-7378-4cbf-83ab-f128a6452bb8 HTTP/1.1" status: 204 len: 168 time: 0.6635995 Oct 15 00:51:40.983471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972bbd8-d244-403f-b225-fc4e975c2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07aed8e-7378-4cbf-83ab-f128a6452bb8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:41.023152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Made reservation on behalf of 246c1ccfff044eaf8fa4f02352b7ec15 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:41.028312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:41.124110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:41.145825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:41.147700 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Added segment 16a66e87-9be6-42de-95cb-7e6ab31da14d of type vlan for network e8b599af-d352-452e-9bf4-b4944a428812 Oct 15 00:51:41.206212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:41.569251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:41.576337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:41.577391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:41.685654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Network': ['ID=e8b599af-d352-452e-9bf4-b4944a428812,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:41.703120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e8b599af-d352-452e-9bf4-b4944a428812 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:41.703704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8be92529-d232-4310-8eff-b9b4f7f8d4a3 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8201473 Oct 15 00:51:41.704556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34424) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:41.711044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-781097919'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:41.731589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34428) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:41.821719 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Made reservation on behalf of 246c1ccfff044eaf8fa4f02352b7ec15 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:41.826589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:41.927955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:41.951200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:41.951711 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Added segment 13d6f4d9-2102-4bda-aaa8-baf920803c6a of type vlan for network 4a36c116-a2ad-4ecb-9b53-8180bac961ec Oct 15 00:51:42.010718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f483a6c3-11cf-450c-ab67-d7387900f0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.051826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.088416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e064e-b338-4acd-8fd3-d419f1ab940f req-1a310272-5a36-44c9-85ef-ab5b9b6bc198 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:42.096909 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8d4e064e-b338-4acd-8fd3-d419f1ab940f req-1a310272-5a36-44c9-85ef-ab5b9b6bc198 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.1305947 Oct 15 00:51:42.192202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8d4e064e-b338-4acd-8fd3-d419f1ab940f req-3e0a7064-9904-4c88-8cc1-9e50357610cf tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943215 Oct 15 00:51:42.214214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.218331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f483a6c3-11cf-450c-ab67-d7387900f0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.220001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:42.220613 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.281113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34444) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:42.334706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Network': ['ID=4a36c116-a2ad-4ecb-9b53-8180bac961ec,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:42.343351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f483a6c3-11cf-450c-ab67-d7387900f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.346493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4a36c116-a2ad-4ecb-9b53-8180bac961ec details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:42.354757 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-82da116f-2ee7-4c7c-9e8d-630eb99c7947 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6486380 Oct 15 00:51:42.357419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34446) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:42.362589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'ports': [{'network_id': 'e8b599af-d352-452e-9bf4-b4944a428812', 'name': 'tempest-port--150014335', 'admin_state_up': True}, {'network_id': '4a36c116-a2ad-4ecb-9b53-8180bac961ec', 'admin_state_up': False}]} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:42.363110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'port': {'network_id': 'e8b599af-d352-452e-9bf4-b4944a428812', 'name': 'tempest-port--150014335', 'admin_state_up': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:42.366578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'port': {'network_id': '4a36c116-a2ad-4ecb-9b53-8180bac961ec', 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:42.390743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483a6c3-11cf-450c-ab67-d7387900f0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc557c0-3941-41f6-ba14-238bf6cbbe3f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:42.422890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5ff8c492-c8d7-404b-83a9-78e6a68a19cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97df30fa984241cab8a8c0e58dcf8e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403861 Oct 15 00:51:42.433217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34448) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:42.462574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f483a6c3-11cf-450c-ab67-d7387900f0e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04af22e595fb49b281ce560c4763b08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7298391 Oct 15 00:51:42.465672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34450) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:42.578324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec4c02e9-e8e6-40c9-8285-415353d36434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.580541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea956ad0-82f2-48e8-a588-6492d8c38d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.624173 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea956ad0-82f2-48e8-a588-6492d8c38d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.626864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec4c02e9-e8e6-40c9-8285-415353d36434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.787022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Made reservation on behalf of 246c1ccfff044eaf8fa4f02352b7ec15 for: {'port': 2} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:42.792282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.803615 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea956ad0-82f2-48e8-a588-6492d8c38d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.809398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea956ad0-82f2-48e8-a588-6492d8c38d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.809398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ea956ad0-82f2-48e8-a588-6492d8c38d5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/877178c1-ce6a-4ed6-bb11-cc0e99728cc7 HTTP/1.1" status: 204 len: 168 time: 0.3745708 Oct 15 00:51:42.811825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec4c02e9-e8e6-40c9-8285-415353d36434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.816419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ec4c02e9-e8e6-40c9-8285-415353d36434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.826610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ec4c02e9-e8e6-40c9-8285-415353d36434 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecc557c0-3941-41f6-ba14-238bf6cbbe3f HTTP/1.1" status: 204 len: 168 time: 0.3586740 Oct 15 00:51:42.867287 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:42.875489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea956ad0-82f2-48e8-a588-6492d8c38d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877178c1-ce6a-4ed6-bb11-cc0e99728cc7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:42.928107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-ea38af7c-d028-47d4-9e30-6ddf9fb5624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:42.931879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-ea38af7c-d028-47d4-9e30-6ddf9fb5624d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1097 time: 0.1812482 Oct 15 00:51:42.953774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c02e9-e8e6-40c9-8285-415353d36434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc557c0-3941-41f6-ba14-238bf6cbbe3f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:43.153080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] device_id is not set on port 6e6ae6eb-dd29-487a-ba6d-4b64848756d2 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:51:43.196014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-084651cf-8019-430c-8328-194cff787533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:43.207278 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-084651cf-8019-430c-8328-194cff787533 service neutron] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.2464302 Oct 15 00:51:43.376269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4227ac-9d5a-4950-b172-cce298e591ce req-7fd0b846-49e1-4215-a5a6-0565c1d9c23f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:43.388891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c4227ac-9d5a-4950-b172-cce298e591ce req-7fd0b846-49e1-4215-a5a6-0565c1d9c23f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0787840 Oct 15 00:51:43.433791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-86a89d5d-446d-4cf4-9d6d-a20c20b9d598 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1002 time: 0.2174013 Oct 15 00:51:43.523559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c4227ac-9d5a-4950-b172-cce298e591ce req-80f1cbe5-1c58-4eb5-aa2a-013aaab612c9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304128 Oct 15 00:51:43.634693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-53019fbf-572b-4510-8f34-3104221f58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:43.644111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-53019fbf-572b-4510-8f34-3104221f58a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.2073369 Oct 15 00:51:43.658691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:43.781400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] device_id is not set on port 907dcd01-79b8-4c38-a330-1b693ba64f09 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:51:43.787354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-5fca12e6-ff24-484a-82df-5f49c71813b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:43.790201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-5fca12e6-ff24-484a-82df-5f49c71813b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452813 Oct 15 00:51:44.103513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34480) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:44.107231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-62441565-abb5-4eae-958d-b374f743948a service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085985 Oct 15 00:51:44.126646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-539a1df3-0f3f-475b-995e-78a4b1d9f5e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:44.317127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:44.385358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-539a1df3-0f3f-475b-995e-78a4b1d9f5e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:44.396076 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aaad8fa7-c21b-4441-a6e2-8327c4f86ed4 req-35c972bc-2963-4618-a499-f6cb833e3e55 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768612 Oct 15 00:51:44.437776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-539a1df3-0f3f-475b-995e-78a4b1d9f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:44.461681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:44.524176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a1df3-0f3f-475b-995e-78a4b1d9f5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ce01e1-e2da-466e-ae11-f686a2084ce5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:44.536639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34492) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:44.544092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-539a1df3-0f3f-475b-995e-78a4b1d9f5e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11be563ee83c45d090ab4955a7f097dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389062 Oct 15 00:51:44.675484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Port': ['ID=6e6ae6eb-dd29-487a-ba6d-4b64848756d2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:44.781712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Checking segment: {'id': '16a66e87-9be6-42de-95cb-7e6ab31da14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e8b599af-d352-452e-9bf4-b4944a428812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:44.781712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network hostable DHCP agents. Network: e8b599af-d352-452e-9bf4-b4944a428812, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:44.858383 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73bb7a-18e1-4baf-ad3f-079e7f86d801 req-f918f8ed-28a3-477e-921a-86fd48bc5d19 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:44.864447 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc73bb7a-18e1-4baf-ad3f-079e7f86d801 req-f918f8ed-28a3-477e-921a-86fd48bc5d19 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.2032523 Oct 15 00:51:44.871190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df4240ec-1c2a-4e89-beaf-908a34b91e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:44.968496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network e8b599af-d352-452e-9bf4-b4944a428812 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:44.983685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df4240ec-1c2a-4e89-beaf-908a34b91e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.012798 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-dc73bb7a-18e1-4baf-ad3f-079e7f86d801 req-e7dcff71-30ec-4a58-b077-653bfeac79a7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053314 Oct 15 00:51:45.049433 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.080259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e8b599af-d352-452e-9bf4-b4944a428812) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:45.086252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:45.087243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.091557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc934fe-8038-4590-8cbd-b6c9b9d67b63 None None] Network e8b599af-d352-452e-9bf4-b4944a428812 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:45.173491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Checking segment: {'id': '13d6f4d9-2102-4bda-aaa8-baf920803c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '4a36c116-a2ad-4ecb-9b53-8180bac961ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:45.173882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network hostable DHCP agents. Network: 4a36c116-a2ad-4ecb-9b53-8180bac961ec, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:45.175936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Port': ['ID=907dcd01-79b8-4c38-a330-1b693ba64f09,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:45.193660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df4240ec-1c2a-4e89-beaf-908a34b91e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.197232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df4240ec-1c2a-4e89-beaf-908a34b91e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.202824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-df4240ec-1c2a-4e89-beaf-908a34b91e2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2ce01e1-e2da-466e-ae11-f686a2084ce5 HTTP/1.1" status: 204 len: 168 time: 0.6649132 Oct 15 00:51:45.215972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4240ec-1c2a-4e89-beaf-908a34b91e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ce01e1-e2da-466e-ae11-f686a2084ce5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:45.319125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network 4a36c116-a2ad-4ecb-9b53-8180bac961ec is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:45.420536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4a36c116-a2ad-4ecb-9b53-8180bac961ec) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:45.428439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:45.430329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a90de-fb8f-4936-9e74-61b6006ff068 None None] Network 4a36c116-a2ad-4ecb-9b53-8180bac961ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:45.438593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:45.446219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:45.447059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.578654 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a32644e-522c-491b-87e8-cbe84eb00ac8 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2199204 Oct 15 00:51:45.581378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34514) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:45.687413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22305110-31fa-4f5d-b5bb-1ee343bcbfc2 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:45.706366 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22305110-31fa-4f5d-b5bb-1ee343bcbfc2 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:45.712666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34520) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:45.717302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22305110-31fa-4f5d-b5bb-1ee343bcbfc2 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1347976 Oct 15 00:51:45.839042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Deleting port 6e6ae6eb-dd29-487a-ba6d-4b64848756d2 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:45.839271 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.939423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:45.977143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Calling delete_port for 6e6ae6eb-dd29-487a-ba6d-4b64848756d2 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:46.116901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34538) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:46.174984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:46.216029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6145b-8feb-46e4-914c-946aa6d50f84 req-de4a4f96-7868-4669-bbe0-de8308193a2f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:46.224167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61c6145b-8feb-46e4-914c-946aa6d50f84 req-de4a4f96-7868-4669-bbe0-de8308193a2f tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 946 time: 0.0874074 Oct 15 00:51:46.246225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Port': ['ID=6e6ae6eb-dd29-487a-ba6d-4b64848756d2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:46.253809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:46.262520 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d4603baf-b7d1-4fba-a774-167b65cfbfc4 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/ports/6e6ae6eb-dd29-487a-ba6d-4b64848756d2 HTTP/1.1" status: 204 len: 168 time: 0.5482247 Oct 15 00:51:46.263311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34542) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:46.288054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61c6145b-8feb-46e4-914c-946aa6d50f84 req-b9f9a226-1769-46c8-8d1f-f7dd88a19a0c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626233 Oct 15 00:51:46.425800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Deleting port 907dcd01-79b8-4c38-a330-1b693ba64f09 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:46.426193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:46.462865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fa05f532-818e-413f-8fd9-6e23911e1d65 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1063056496'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:46.463449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fa05f532-818e-413f-8fd9-6e23911e1d65 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Unknown quota resources ['metering_label']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:51:46.632990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:46.652901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Calling delete_port for 907dcd01-79b8-4c38-a330-1b693ba64f09 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:46.858428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa05f532-818e-413f-8fd9-6e23911e1d65 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:46.859814 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fa05f532-818e-413f-8fd9-6e23911e1d65 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7416596 Oct 15 00:51:46.862937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34560) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:46.871090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-03f5dec2-b55a-42a1-95b4-513d21e05942 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '08ab2adf-7cf0-4e6e-99ea-a2ed5e836b84'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:46.872160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-03f5dec2-b55a-42a1-95b4-513d21e05942 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:51:46.968114 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.011262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Port': ['ID=907dcd01-79b8-4c38-a330-1b693ba64f09,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:47.019210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.023904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f58d5b62-ee58-43a7-a6a2-68692d3a7018 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/ports/907dcd01-79b8-4c38-a330-1b693ba64f09 HTTP/1.1" status: 204 len: 168 time: 0.7594283 Oct 15 00:51:47.026454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:47.071892 n-d-811521-2 neutron-server[107726]: WARNING neutron.services.metering.metering_plugin [None req-03f5dec2-b55a-42a1-95b4-513d21e05942 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 00:51:47.085914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-65f8e4f6-9111-41fc-951b-8d2c6cb46d75 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0572157 Oct 15 00:51:47.089437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34564) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:47.096131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1748024485'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:47.214674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Made reservation on behalf of 246c1ccfff044eaf8fa4f02352b7ec15 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:47.222432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.268740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-03f5dec2-b55a-42a1-95b4-513d21e05942 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.274368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:47.274578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-03f5dec2-b55a-42a1-95b4-513d21e05942 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4100831 Oct 15 00:51:47.280477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8e2ab11f-0296-408c-9a3c-9a7c9f9a97a2 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '08ab2adf-7cf0-4e6e-99ea-a2ed5e836b84'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:47.281267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8e2ab11f-0296-408c-9a3c-9a7c9f9a97a2 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:51:47.284668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:47.307966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.311330 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Added segment e2583870-fa8b-4ee0-adec-3e6496028fd5 of type vlan for network 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f Oct 15 00:51:47.477016 n-d-811521-2 neutron-server[107725]: WARNING neutron.services.metering.metering_plugin [None req-8e2ab11f-0296-408c-9a3c-9a7c9f9a97a2 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 00:51:47.484090 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.707636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.resource_extend [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:51:47.759128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab11f-0296-408c-9a3c-9a7c9f9a97a2 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.760346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8e2ab11f-0296-408c-9a3c-9a7c9f9a97a2 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4849267 Oct 15 00:51:47.763952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34588) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:47.791488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-864bdcc7-d4f0-40b9-a193-9cbd8f96ea60 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=a6ebefcb-10e0-4437-ba70-3cb4b19e458f HTTP/1.1" status: 200 len: 464 time: 0.0248394 Oct 15 00:51:47.794242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:47.828330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.837737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:47.838604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:47.970799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34602) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:47.971587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8808031 Oct 15 00:51:47.979861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-49189469'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:48.074724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7da34b-1e3b-4d79-b62f-d47b18b5e608 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Network': ['ID=3fbf3d29-8ffb-415e-ba9e-311ba8ff842f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:48.091876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Made reservation on behalf of 246c1ccfff044eaf8fa4f02352b7ec15 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:48.092661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:48.093483 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:48.165319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:48.195877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:48.196218 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Added segment b68928d2-94c6-40d3-b63f-c9cd705ab408 of type vlan for network a63b961d-84a3-4341-bf18-db68da07e834 Oct 15 00:51:48.229980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f71b5732-fd2a-445d-8196-00b0e589e92b tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:48.236316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f71b5732-fd2a-445d-8196-00b0e589e92b tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/a6ebefcb-10e0-4437-ba70-3cb4b19e458f HTTP/1.1" status: 204 len: 168 time: 0.4374137 Oct 15 00:51:48.238644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34612) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:48.265707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c4db1cca-f00d-40a3-9a3b-95e70ade09fe tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=a6ebefcb-10e0-4437-ba70-3cb4b19e458f HTTP/1.1" status: 200 len: 221 time: 0.0222421 Oct 15 00:51:48.266955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34614) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:48.273319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-de63009b-054a-4793-8464-fc55852ca120 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--474347716', 'description': 'label created by tempest'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:48.274444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-de63009b-054a-4793-8464-fc55852ca120 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Unknown quota resources ['metering_label']. {{(pid=107725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 00:51:48.300331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:48.563724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:48.580166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:48.581357 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:48.751564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7760096 Oct 15 00:51:48.754699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1c4db-2792-4ff2-8849-7bc948a6a577 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Network': ['ID=a63b961d-84a3-4341-bf18-db68da07e834,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:48.776526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network a63b961d-84a3-4341-bf18-db68da07e834 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:48.827813 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de63009b-054a-4793-8464-fc55852ca120 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:48.829042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-de63009b-054a-4793-8464-fc55852ca120 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5607748 Oct 15 00:51:48.833469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34626) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.065484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ac87709-0885-435e-ac89-b03c33fc7674 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=0d5e9929-2624-49f3-911d-824dad45bcac HTTP/1.1" status: 200 len: 467 time: 0.2304497 Oct 15 00:51:49.068316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34628) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.534762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34636) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.726503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea293d07-6066-40e0-b8b8-4e591fed5b24 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:49.730348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ea293d07-6066-40e0-b8b8-4e591fed5b24 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/0d5e9929-2624-49f3-911d-824dad45bcac HTTP/1.1" status: 204 len: 168 time: 0.6575365 Oct 15 00:51:49.730588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34642) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.762931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-92eecbf7-1d31-45a7-8964-04e9d8253520 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=0d5e9929-2624-49f3-911d-824dad45bcac HTTP/1.1" status: 200 len: 216 time: 0.0263610 Oct 15 00:51:49.763518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.778777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f263a919-b990-42b7-9f63-c345f1f8868d tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094481 Oct 15 00:51:49.780211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34646) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.812721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-afd67723-5f91-4cd2-a79c-60a28979d21c tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0267427 Oct 15 00:51:49.818640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34648) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.844783 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c24379ca-21d0-4c7e-8539-61106e62f2ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:49.959779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5c185285-732e-4a15-b77e-ca403f1f823e tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/08ab2adf-7cf0-4e6e-99ea-a2ed5e836b84 HTTP/1.1" status: 200 len: 473 time: 0.1345129 Oct 15 00:51:49.960009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:49.983916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b0efba46-402d-4549-bc98-680cf423279e tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/3f6d4e8a-31d9-4828-a3b6-e545214b151d HTTP/1.1" status: 200 len: 461 time: 0.0180724 Oct 15 00:51:49.984212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34656) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:50.192364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c24379ca-21d0-4c7e-8539-61106e62f2ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:50.249517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26a5fe6e-49fd-4fce-94b5-71afd39f6095 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:50.253748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34662) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:50.261284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-26a5fe6e-49fd-4fce-94b5-71afd39f6095 tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/3f6d4e8a-31d9-4828-a3b6-e545214b151d HTTP/1.1" status: 204 len: 168 time: 0.2760847 Oct 15 00:51:50.775345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c24379ca-21d0-4c7e-8539-61106e62f2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:50.907866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c24379ca-21d0-4c7e-8539-61106e62f2ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c0604aed0c24e818cea9af6147e5bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3694761 Oct 15 00:51:50.909591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34666) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:50.978284 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eedf3474-8bf9-4b3c-88ac-90a2c8f2001b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:51.003579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eedf3474-8bf9-4b3c-88ac-90a2c8f2001b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:51.007902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24379ca-21d0-4c7e-8539-61106e62f2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8793fc75-615c-49d4-b75c-1dc7e39e5d72,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:51.178364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9e6b-fabb-41f5-8f09-e5c23ee9b88d tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:51.182510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6dcd9e6b-fabb-41f5-8f09-e5c23ee9b88d tempest-MeteringTestJSON-349272971 tempest-MeteringTestJSON-349272971-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/08ab2adf-7cf0-4e6e-99ea-a2ed5e836b84 HTTP/1.1" status: 204 len: 168 time: 0.9272938 Oct 15 00:51:51.185368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eedf3474-8bf9-4b3c-88ac-90a2c8f2001b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:51.188298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eedf3474-8bf9-4b3c-88ac-90a2c8f2001b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:51.196230 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eedf3474-8bf9-4b3c-88ac-90a2c8f2001b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8793fc75-615c-49d4-b75c-1dc7e39e5d72 HTTP/1.1" status: 204 len: 168 time: 0.2863705 Oct 15 00:51:51.220493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf3474-8bf9-4b3c-88ac-90a2c8f2001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8793fc75-615c-49d4-b75c-1dc7e39e5d72,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:51.774378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34688) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:51.909311 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4390708-6cbf-42f0-9ae0-010f0fd9da07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.000336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34694) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:52.017001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302e9f5f-d0ff-4188-9f1a-dfce1dc9f92b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.022361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4390708-6cbf-42f0-9ae0-010f0fd9da07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.065084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4390708-6cbf-42f0-9ae0-010f0fd9da07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.079081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34696) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:52.086465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-541268d4-d325-4f70-acd6-b4e40786594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:52.090652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-541268d4-d325-4f70-acd6-b4e40786594f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1097 time: 0.0628982 Oct 15 00:51:52.093101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'subnets': [{'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1286845936', 'ip_version': 6}, {'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:52.093413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'subnet': {'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1286845936', 'ip_version': 6}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:52.094067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Request body: {'subnet': {'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:52.132809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f4390708-6cbf-42f0-9ae0-010f0fd9da07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f72771cc380f4437b98d4003c413c923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564651 Oct 15 00:51:52.137784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34698) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:52.139488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4390708-6cbf-42f0-9ae0-010f0fd9da07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe161ff-672f-4f5c-8951-d719f24941c3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:52.227517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302e9f5f-d0ff-4188-9f1a-dfce1dc9f92b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.259522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5439cf2b-f427-45ee-8837-eb3919b6f537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.262626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-7ea9c4d5-5c4f-4a52-8c9a-07a0c392a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:52.264028 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-7ea9c4d5-5c4f-4a52-8c9a-07a0c392a2a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.1683340 Oct 15 00:51:52.321768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302e9f5f-d0ff-4188-9f1a-dfce1dc9f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.326108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5439cf2b-f427-45ee-8837-eb3919b6f537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.362844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Made reservation on behalf of 246c1ccfff044eaf8fa4f02352b7ec15 for: {'subnet': 2} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:52.369781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.370448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.410118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-302e9f5f-d0ff-4188-9f1a-dfce1dc9f92b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7e17764233c4f44af61b5c1b3e883af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080596 Oct 15 00:51:52.410947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34702) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:52.412241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e9f5f-d0ff-4188-9f1a-dfce1dc9f92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50a3c84-829a-48c9-8a51-7c3c935d24ab,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:52.416064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-1a48a7da-77c7-4af2-a28e-25c2b8953113 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1002 time: 0.1449218 Oct 15 00:51:52.508595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-c695f108-4d5a-4ccb-a928-c532aeccc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:52.511432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-c695f108-4d5a-4ccb-a928-c532aeccc494 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0873220 Oct 15 00:51:52.528743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8770fa6f-b89b-48a7-ac5d-8411c966993a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.581373 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8770fa6f-b89b-48a7-ac5d-8411c966993a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.595305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5439cf2b-f427-45ee-8837-eb3919b6f537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.597120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5439cf2b-f427-45ee-8837-eb3919b6f537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.602222 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5439cf2b-f427-45ee-8837-eb3919b6f537 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe161ff-672f-4f5c-8951-d719f24941c3 HTTP/1.1" status: 204 len: 168 time: 0.4595215 Oct 15 00:51:52.618887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-4510c8a0-4894-482e-8a7e-644febbac8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:52.623593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-4510c8a0-4894-482e-8a7e-644febbac8ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894754 Oct 15 00:51:52.623593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439cf2b-f427-45ee-8837-eb3919b6f537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe161ff-672f-4f5c-8951-d719f24941c3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:52.807625 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-19bc9e7b-3852-4dc8-960f-cbaafb05fdc5 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751857 Oct 15 00:51:52.918514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8818f30c-b995-4e16-a8e9-b7f30d3d617e req-991fd07c-a318-4910-af03-9593ea463d06 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037297 Oct 15 00:51:52.920177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8770fa6f-b89b-48a7-ac5d-8411c966993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.922596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8770fa6f-b89b-48a7-ac5d-8411c966993a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:52.923744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8770fa6f-b89b-48a7-ac5d-8411c966993a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d50a3c84-829a-48c9-8a51-7c3c935d24ab HTTP/1.1" status: 204 len: 168 time: 0.5067568 Oct 15 00:51:52.933327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770fa6f-b89b-48a7-ac5d-8411c966993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50a3c84-829a-48c9-8a51-7c3c935d24ab,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:53.318019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:53.392211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Subnet': ['ID=3a0bd2b2-8178-451d-bde0-095e78b22fa6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:53.400649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Checking segment: {'id': 'e2583870-fa8b-4ee0-adec-3e6496028fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:53.401096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network hostable DHCP agents. Network: 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:53.534072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:53.655023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:53.660702 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:53.675550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c462c-c799-4e52-94b1-314fca453453 None None] Network 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:53.716309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34738) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:53.758762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6371bb71-ccc3-4840-8465-d97419876af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:53.828865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event updated for resources: {'Subnet': ['ID=18fa87fd-9181-41ce-8204-6a4b0f7c3c8e,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:53.856093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Checking segment: {'id': 'b68928d2-94c6-40d3-b63f-c9cd705ab408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:53.857938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network hostable DHCP agents. Network: a63b961d-84a3-4341-bf18-db68da07e834, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:51:53.939180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6371bb71-ccc3-4840-8465-d97419876af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:53.968597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Network a63b961d-84a3-4341-bf18-db68da07e834 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:51:53.987716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-3fbf3d29-8ffb-415e-ba9e-311ba8ff842f', 'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f', 'tenant_id': '246c1ccfff044eaf8fa4f02352b7ec15', 'fixed_ips': [{'subnet_id': '3a0bd2b2-8178-451d-bde0-095e78b22fa6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:51:53.988693 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.106125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6371bb71-ccc3-4840-8465-d97419876af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.118244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, a63b961d-84a3-4341-bf18-db68da07e834) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:54.123164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:54.124036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:54.124822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.137717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0cfb9f-bd04-4bf6-80df-d2cb318851e1 None None] Network a63b961d-84a3-4341-bf18-db68da07e834 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:54.203548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3e593ed6-c81c-4b2c-b1b3-e3422e95a936 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1189220 Oct 15 00:51:54.204513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34754) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:54.254002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6371bb71-ccc3-4840-8465-d97419876af6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a030868dd4b4bf0b990f39301a7eb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342371 Oct 15 00:51:54.254002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371bb71-ccc3-4840-8465-d97419876af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2437af7a-9752-4744-b833-d4e1a34598ce,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:54.263359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:54.278448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb32f59-fb0e-426e-abb4-e06ef4c1d3ad tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:54.280224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb32f59-fb0e-426e-abb4-e06ef4c1d3ad tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:54.283038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb32f59-fb0e-426e-abb4-e06ef4c1d3ad tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:54.286237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3fb32f59-fb0e-426e-abb4-e06ef4c1d3ad tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0789723 Oct 15 00:51:54.295688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34758) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:54.370939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ceb110a0-18f0-4c1b-9129-918b9abbf5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.373862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Deleting subnet 3a0bd2b2-8178-451d-bde0-095e78b22fa6 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:54.440630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ceb110a0-18f0-4c1b-9129-918b9abbf5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.508323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Allocated IP 2001:db8::1 (3fbf3d29-8ffb-415e-ba9e-311ba8ff842f/3a0bd2b2-8178-451d-bde0-095e78b22fa6/f7af198f-1f89-4fbc-b652-9cf02b2a7783) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:54.527118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-a63b961d-84a3-4341-bf18-db68da07e834', 'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834', 'tenant_id': '246c1ccfff044eaf8fa4f02352b7ec15', 'fixed_ips': [{'subnet_id': '18fa87fd-9181-41ce-8204-6a4b0f7c3c8e'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:51:54.528446 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.569793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ceb110a0-18f0-4c1b-9129-918b9abbf5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.572638 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ceb110a0-18f0-4c1b-9129-918b9abbf5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:54.574020 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ceb110a0-18f0-4c1b-9129-918b9abbf5b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2437af7a-9752-4744-b833-d4e1a34598ce HTTP/1.1" status: 204 len: 168 time: 0.3096480 Oct 15 00:51:54.582793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb110a0-18f0-4c1b-9129-918b9abbf5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2437af7a-9752-4744-b833-d4e1a34598ce,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:54.884719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Allocated IP 2001:db8:0:1::1 (a63b961d-84a3-4341-bf18-db68da07e834/18fa87fd-9181-41ce-8204-6a4b0f7c3c8e/b10ebf6d-ee62-47ab-81a0-f6905088e2cb) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:51:54.907111 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.060133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.064912 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.154637 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.176987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Network 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:55.179327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:55.186125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:55.269866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Pushing event updated for resources: {'Port': ['ID=f7af198f-1f89-4fbc-b652-9cf02b2a7783,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:55.284492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.296571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.299105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.299105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.299105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:51:55.304117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Attempting to bind port f7af198f-1f89-4fbc-b652-9cf02b2a7783 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:51:55.304562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Attempting to bind port f7af198f-1f89-4fbc-b652-9cf02b2a7783 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'e2583870-fa8b-4ee0-adec-3e6496028fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:51:55.304951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Attempting to bind port f7af198f-1f89-4fbc-b652-9cf02b2a7783 on network 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:51:55.310781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:51:55.315078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Checking segment: {'id': 'e2583870-fa8b-4ee0-adec-3e6496028fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:55.315078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.315078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Bound using segment: {'id': 'e2583870-fa8b-4ee0-adec-3e6496028fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:51:55.315078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Bound port: f7af198f-1f89-4fbc-b652-9cf02b2a7783, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2583870-fa8b-4ee0-adec-3e6496028fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3fbf3d29-8ffb-415e-ba9e-311ba8ff842f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:51:55.315078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.411404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] For port f7af198f-1f89-4fbc-b652-9cf02b2a7783, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:51:55.416246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] For port f7af198f-1f89-4fbc-b652-9cf02b2a7783, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f7af198f-1f89-4fbc-b652-9cf02b2a7783,segment=NetworkSegment(e2583870-fa8b-4ee0-adec-3e6496028fd5),segment_id=e2583870-fa8b-4ee0-adec-3e6496028fd5)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:51:55.418197 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.442885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Network a63b961d-84a3-4341-bf18-db68da07e834 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:51:55.463562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:51:55.468128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:51:55.481442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.493299 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.513426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:55.542526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Pushing event updated for resources: {'Port': ['ID=b10ebf6d-ee62-47ab-81a0-f6905088e2cb,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:55.677364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Attempting to bind port b10ebf6d-ee62-47ab-81a0-f6905088e2cb on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:51:55.677742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Attempting to bind port b10ebf6d-ee62-47ab-81a0-f6905088e2cb by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'b68928d2-94c6-40d3-b63f-c9cd705ab408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:51:55.678756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Attempting to bind port b10ebf6d-ee62-47ab-81a0-f6905088e2cb on network a63b961d-84a3-4341-bf18-db68da07e834 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:51:55.687872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:51:55.688240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Checking segment: {'id': 'b68928d2-94c6-40d3-b63f-c9cd705ab408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:51:55.688863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.689415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Bound using segment: {'id': 'b68928d2-94c6-40d3-b63f-c9cd705ab408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:51:55.690121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Bound port: b10ebf6d-ee62-47ab-81a0-f6905088e2cb, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68928d2-94c6-40d3-b63f-c9cd705ab408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a63b961d-84a3-4341-bf18-db68da07e834'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:51:55.690731 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.717579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.731387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5b1a2-9aa5-48b7-b3ba-0af0a814caca None None] Pushing event updated for resources: {'Port': ['ID=f7af198f-1f89-4fbc-b652-9cf02b2a7783,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:55.781804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0bd2b2-8178-451d-bde0-095e78b22fa6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:55.801286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.813412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-48d3c00b-33ed-4a99-b38d-46b35164997b tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/subnets/3a0bd2b2-8178-451d-bde0-095e78b22fa6 HTTP/1.1" status: 204 len: 168 time: 1.5165956 Oct 15 00:51:55.816143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34794) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:55.855433 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.884387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] For port b10ebf6d-ee62-47ab-81a0-f6905088e2cb, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:51:55.899113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:51:55.907873 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9798ca4b-4b54-47d4-89e6-aada659e0b53" -d '{"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-unplugged", "status": "completed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:51:55.919098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Deleting subnet 18fa87fd-9181-41ce-8204-6a4b0f7c3c8e {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:51:55.919098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:55.920359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] For port b10ebf6d-ee62-47ab-81a0-f6905088e2cb, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b10ebf6d-ee62-47ab-81a0-f6905088e2cb,segment=NetworkSegment(b68928d2-94c6-40d3-b63f-c9cd705ab408),segment_id=b68928d2-94c6-40d3-b63f-c9cd705ab408)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:51:55.930399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:55.959426 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a57fd-8f2e-485b-935c-574fa2be9985 x-openstack-request-id: req-570a57fd-8f2e-485b-935c-574fa2be9985 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:51:55.959426 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-unplugged", "status": "failed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282", "code": 422}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:51:55.959426 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-570a57fd-8f2e-485b-935c-574fa2be9985 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:51:55.959426 n-d-811521-2 neutron-server[107727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'code': 422} returned with failed status Oct 15 00:51:55.971646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.066430 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.068923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.222247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:56.270360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.331374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e3bc9-5ea9-48e0-b7f2-bcb24419eed2 None None] Pushing event updated for resources: {'Port': ['ID=b10ebf6d-ee62-47ab-81a0-f6905088e2cb,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:56.358611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6829846-50b5-431d-a4ae-f033fd3cd4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.511289 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.545797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Subnet': ['ID=18fa87fd-9181-41ce-8204-6a4b0f7c3c8e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:56.555584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.558912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a7e6b558-1eea-4221-856e-75ecaac4bcaf tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/subnets/18fa87fd-9181-41ce-8204-6a4b0f7c3c8e HTTP/1.1" status: 204 len: 168 time: 0.7407501 Oct 15 00:51:56.561512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34822) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:56.657439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2930ffd-23fc-4e73-ab64-3bfa329b381a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:56.660357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e2930ffd-23fc-4e73-ab64-3bfa329b381a tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0977514 Oct 15 00:51:56.665856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34828) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:56.847099 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:56.891304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f7af198f-1f89-4fbc-b652-9cf02b2a7783 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:56.891727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34830) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:56.998406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Deleting port b10ebf6d-ee62-47ab-81a0-f6905088e2cb {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:56.998794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.003020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f7af198f-1f89-4fbc-b652-9cf02b2a7783 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:57.003510 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.129449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] For port b10ebf6d-ee62-47ab-81a0-f6905088e2cb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b10ebf6d-ee62-47ab-81a0-f6905088e2cb,segment=NetworkSegment(b68928d2-94c6-40d3-b63f-c9cd705ab408),segment_id=b68928d2-94c6-40d3-b63f-c9cd705ab408)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:57.129818 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.150620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Calling delete_port for b10ebf6d-ee62-47ab-81a0-f6905088e2cb owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:57.172728 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.255902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port f7af198f-1f89-4fbc-b652-9cf02b2a7783, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f7af198f-1f89-4fbc-b652-9cf02b2a7783,segment=NetworkSegment(e2583870-fa8b-4ee0-adec-3e6496028fd5),segment_id=e2583870-fa8b-4ee0-adec-3e6496028fd5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:57.333849 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.335558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b10ebf6d-ee62-47ab-81a0-f6905088e2cb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:51:57.369873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-869840916'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:51:57.420521 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.480800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] No DVR routers for this DVR port b10ebf6d-ee62-47ab-81a0-f6905088e2cb on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:57.488777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:51:57.496112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.498775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port b10ebf6d-ee62-47ab-81a0-f6905088e2cb {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:51:57.515635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b10ebf6d-ee62-47ab-81a0-f6905088e2cb not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 15 00:51:57.520371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=f7af198f-1f89-4fbc-b652-9cf02b2a7783,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:57.529606 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.546930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Port': ['ID=b10ebf6d-ee62-47ab-81a0-f6905088e2cb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:57.559491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Port b10ebf6d-ee62-47ab-81a0-f6905088e2cb not found, will not notify nova. {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 15 00:51:57.639612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.671341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc8239-2780-4ac7-b056-2e908905a740 None None] Network 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:57.698446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63b961d-84a3-4341-bf18-db68da07e834']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:57.717627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68928d2-94c6-40d3-b63f-c9cd705ab408') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:57.718261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68928d2-94c6-40d3-b63f-c9cd705ab408') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:57.726613 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.730299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.763933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.776159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:57.776401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:57.790949 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:57.820222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.856787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e5433ed9-feb0-45cf-a61e-cc3f4df9b4cb None None] Provisioning complete for port f7af198f-1f89-4fbc-b652-9cf02b2a7783 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:51:57.857159 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5433ed9-feb0-45cf-a61e-cc3f4df9b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:57.869757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37cff12-abab-48c9-b685-723a121367db,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:57.959300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a42c6-d3c2-45bb-b047-55bf2119c0e4 None None] Network a63b961d-84a3-4341-bf18-db68da07e834 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:51:57.997349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] DHCP port deletion for 3fbf3d29-8ffb-415e-ba9e-311ba8ff842f request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:51:58.008448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.015089 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.020642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/networks/a63b961d-84a3-4341-bf18-db68da07e834 HTTP/1.1" status: 204 len: 168 time: 1.3509693 Oct 15 00:51:58.025172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34854) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:58.025172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:51:58.041899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810e1e-4b3b-4c43-8cb5-23c59209d12d tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Network': ['ID=a63b961d-84a3-4341-bf18-db68da07e834,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:58.071968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.072205 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Added segment fcaa8c1c-328e-4332-9157-7f33f1ca2d47 of type vlan for network 5810ff79-b960-466b-9f0a-767a46490d0b Oct 15 00:51:58.118940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f3d70ef4-ea4b-446b-a344-4fdfed2ac2aa None None] Could not find standard attr ID for object b10ebf6d-ee62-47ab-81a0-f6905088e2cb. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:51:58.177731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.186415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.203927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] Deleting port f7af198f-1f89-4fbc-b652-9cf02b2a7783 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:58.204300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.269213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ff4c9-898f-420b-9932-7eb0ba5a4054 None None] DHCP port deletion for a63b961d-84a3-4341-bf18-db68da07e834 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:51:58.301646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] For port f7af198f-1f89-4fbc-b652-9cf02b2a7783, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f7af198f-1f89-4fbc-b652-9cf02b2a7783,segment=NetworkSegment(e2583870-fa8b-4ee0-adec-3e6496028fd5),segment_id=e2583870-fa8b-4ee0-adec-3e6496028fd5)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:58.301646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.316759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Deleting port f7af198f-1f89-4fbc-b652-9cf02b2a7783 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:51:58.317244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.321289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] Calling delete_port for f7af198f-1f89-4fbc-b652-9cf02b2a7783 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:58.395020 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.401175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:51:58.415410 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.509355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] For port f7af198f-1f89-4fbc-b652-9cf02b2a7783, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f7af198f-1f89-4fbc-b652-9cf02b2a7783,segment=NetworkSegment(e2583870-fa8b-4ee0-adec-3e6496028fd5),segment_id=e2583870-fa8b-4ee0-adec-3e6496028fd5)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:51:58.510079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.518304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Network': ['ID=5810ff79-b960-466b-9f0a-767a46490d0b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:58.527051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Calling delete_port for f7af198f-1f89-4fbc-b652-9cf02b2a7783 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:51:58.545825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 5810ff79-b960-466b-9f0a-767a46490d0b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:51:58.611805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a957fb0-27e8-4c63-8cf6-620d82a96a86 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7189229 Oct 15 00:51:58.702145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.702574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f7af198f-1f89-4fbc-b652-9cf02b2a7783 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:51:58.734391 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 00:51:58.744965 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Port': ['ID=f7af198f-1f89-4fbc-b652-9cf02b2a7783,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:58.745852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: f7af198f-1f89-4fbc-b652-9cf02b2a7783 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:51:58.746204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f7af198f-1f89-4fbc-b652-9cf02b2a7783 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:58.746611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b10ebf6d-ee62-47ab-81a0-f6905088e2cb no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:58.751643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] No DVR routers for this DVR port f7af198f-1f89-4fbc-b652-9cf02b2a7783 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:58.782572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.788917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b10ebf6d-ee62-47ab-81a0-f6905088e2cb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:51:58.789266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b10ebf6d-ee62-47ab-81a0-f6905088e2cb not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:51:58.845657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] No DVR routers for this DVR port f7af198f-1f89-4fbc-b652-9cf02b2a7783 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:51:58.867544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec9a0e-c1b4-4a19-9790-3ce259f290fe None None] Pushing event deleted for resources: {'Port': ['ID=f7af198f-1f89-4fbc-b652-9cf02b2a7783,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:58.883645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63b36678-88a6-497c-995b-2612f43b0c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.905308 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.928062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbf3d29-8ffb-415e-ba9e-311ba8ff842f']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:58.939528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2583870-fa8b-4ee0-adec-3e6496028fd5') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:58.939882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2583870-fa8b-4ee0-adec-3e6496028fd5') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:58.950700 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.965075 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.971647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:58.972089 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:58.976277 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:51:59.127979 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:51:59.185917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:59.197145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:59.203324 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/networks/3fbf3d29-8ffb-415e-ba9e-311ba8ff842f HTTP/1.1" status: 204 len: 168 time: 1.1770937 Oct 15 00:51:59.204301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34864) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:51:59.222057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b9476-617f-4bb5-a2ee-aa23777c8389 tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Network': ['ID=3fbf3d29-8ffb-415e-ba9e-311ba8ff842f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:51:59.298054 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:59.410053 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:59.528693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:51:59.827203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a36c116-a2ad-4ecb-9b53-8180bac961ec']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:59.837524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d6f4d9-2102-4bda-aaa8-baf920803c6a') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:59.837867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d6f4d9-2102-4bda-aaa8-baf920803c6a') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:51:59.847530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:59.867832 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:59.874127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:51:59.874508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:51:59.891412 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:00.104812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.112981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.119674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/networks/4a36c116-a2ad-4ecb-9b53-8180bac961ec HTTP/1.1" status: 204 len: 168 time: 0.9143286 Oct 15 00:52:00.119848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:00.137182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75d513-e23a-48aa-8df3-3964038e5cbb tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Network': ['ID=4a36c116-a2ad-4ecb-9b53-8180bac961ec,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:00.170733 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.220560 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.230300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.447857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.490397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b599af-d352-452e-9bf4-b4944a428812']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:00.523245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a66e87-9be6-42de-95cb-7e6ab31da14d') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:00.523553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a66e87-9be6-42de-95cb-7e6ab31da14d') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:00.543746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.558748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.565204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:00.565589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:00.570474 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:00.780511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.790333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:00.796854 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] 10.222.0.13 "DELETE /v2.0/networks/e8b599af-d352-452e-9bf4-b4944a428812 HTTP/1.1" status: 204 len: 168 time: 0.6758177 Oct 15 00:52:00.812442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69630c4-a91d-4e53-b2ab-ac321fde628c tempest-BulkNetworkOpsIpV6Test-1184954415 tempest-BulkNetworkOpsIpV6Test-1184954415-project] Pushing event deleted for resources: {'Network': ['ID=e8b599af-d352-452e-9bf4-b4944a428812,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:01.468262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34904) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:01.629754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66cb0fec-96f6-4f38-8b99-d7da288766ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=246c1ccfff044eaf8fa4f02352b7ec15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602249 Oct 15 00:52:01.634179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34912) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:01.718217 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2659f725-b2bc-4e73-bb06-7cdb77674ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:01.741932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2659f725-b2bc-4e73-bb06-7cdb77674ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:01.864008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34920) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:01.872030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'subnet': {'network_id': '5810ff79-b960-466b-9f0a-767a46490d0b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:01.933064 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2659f725-b2bc-4e73-bb06-7cdb77674ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:01.935767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2659f725-b2bc-4e73-bb06-7cdb77674ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:01.939977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2659f725-b2bc-4e73-bb06-7cdb77674ff8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de3f9dd3-11b3-43bf-bea8-73c68756b9a6 HTTP/1.1" status: 204 len: 168 time: 0.3014765 Oct 15 00:52:01.957310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659f725-b2bc-4e73-bb06-7cdb77674ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f9dd3-11b3-43bf-bea8-73c68756b9a6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:02.077168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:02.080847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:02.300154 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:02.374427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:02.455937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Subnet': ['ID=23055778-2991-4af9-9c48-f4289cbd2029,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:02.466355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Checking segment: {'id': 'fcaa8c1c-328e-4332-9157-7f33f1ca2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5810ff79-b960-466b-9f0a-767a46490d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:02.466355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network hostable DHCP agents. Network: 5810ff79-b960-466b-9f0a-767a46490d0b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:02.545776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network 5810ff79-b960-466b-9f0a-767a46490d0b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:02.635882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 5810ff79-b960-466b-9f0a-767a46490d0b) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:02.637192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:02.638583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:02.643871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b618584-d700-4d72-9cad-d7a31ae91a96 None None] Network 5810ff79-b960-466b-9f0a-767a46490d0b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:02.766616 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-02c6a753-0692-4d0e-aaf7-1030b5245b48 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9012892 Oct 15 00:52:02.770061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:02.783121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1576935045'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:02.825170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-5810ff79-b960-466b-9f0a-767a46490d0b', 'network_id': '5810ff79-b960-466b-9f0a-767a46490d0b', 'tenant_id': 'e3043682a75c4b6cab3a7a9ab4b4f6d7', 'fixed_ips': [{'subnet_id': '23055778-2991-4af9-9c48-f4289cbd2029'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:02.826356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:02.867021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:02.872582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:02.917388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:02.933195 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:02.935130 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Added segment a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d of type vlan for network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 Oct 15 00:52:03.014176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.092590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Allocated IP 2001:db8:0:ffff::2 (5810ff79-b960-466b-9f0a-767a46490d0b/23055778-2991-4af9-9c48-f4289cbd2029/8934cc98-2a86-46e3-8692-30646842fe7a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:03.206674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.226834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:03.229662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.260957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.369308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.393531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Network': ['ID=683923f4-cdcc-4f97-afb5-0f2658e8fd87,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:03.419944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34964) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:03.420387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:03.428561 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94fc4c5e-c501-4aa4-9101-35e6cfd6453f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6569288 Oct 15 00:52:03.429654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'subnet': {'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:03.453731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Network 5810ff79-b960-466b-9f0a-767a46490d0b is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:03.458662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:03.464702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:03.506374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Pushing event updated for resources: {'Port': ['ID=8934cc98-2a86-46e3-8692-30646842fe7a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:03.540469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34966) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:03.578407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Attempting to bind port 8934cc98-2a86-46e3-8692-30646842fe7a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:03.579138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Attempting to bind port 8934cc98-2a86-46e3-8692-30646842fe7a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fcaa8c1c-328e-4332-9157-7f33f1ca2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5810ff79-b960-466b-9f0a-767a46490d0b'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:03.579701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Attempting to bind port 8934cc98-2a86-46e3-8692-30646842fe7a on network 5810ff79-b960-466b-9f0a-767a46490d0b {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:03.587736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:03.588442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Checking segment: {'id': 'fcaa8c1c-328e-4332-9157-7f33f1ca2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5810ff79-b960-466b-9f0a-767a46490d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:03.591650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.591650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Bound using segment: {'id': 'fcaa8c1c-328e-4332-9157-7f33f1ca2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5810ff79-b960-466b-9f0a-767a46490d0b'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:03.591650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Bound port: 8934cc98-2a86-46e3-8692-30646842fe7a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaa8c1c-328e-4332-9157-7f33f1ca2d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '5810ff79-b960-466b-9f0a-767a46490d0b'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:03.591650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.687447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] For port 8934cc98-2a86-46e3-8692-30646842fe7a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:03.695361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] For port 8934cc98-2a86-46e3-8692-30646842fe7a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8934cc98-2a86-46e3-8692-30646842fe7a,segment=NetworkSegment(fcaa8c1c-328e-4332-9157-7f33f1ca2d47),segment_id=fcaa8c1c-328e-4332-9157-7f33f1ca2d47)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:03.724478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-428431181'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:03.733129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:03.737029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.808873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.841404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:03.845735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.890627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:03.943034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11a0db-5be8-43aa-b04f-13848968f366 None None] Pushing event updated for resources: {'Port': ['ID=8934cc98-2a86-46e3-8692-30646842fe7a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:04.058924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.167600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34972) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:04.205649 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.297639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:52:04.302098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.302920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91adda8-d06f-4769-8aaf-074214a05776,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:04.305992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:04.315924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.316254 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment 97c212c7-8e97-4ed4-9d9f-b75d4c22eecd of type vlan for network ff0bdff8-9946-4262-8fc7-da5727241828 Oct 15 00:52:04.383814 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.444378 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97e355c4-675a-4b6d-a0e5-6708ca5df7d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.470389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Checking segment: {'id': 'a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:04.470389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network hostable DHCP agents. Network: 683923f4-cdcc-4f97-afb5-0f2658e8fd87, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:04.476614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Subnet': ['ID=e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:04.504916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.515857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:04.518402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.586016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:04.634893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=ff0bdff8-9946-4262-8fc7-da5727241828,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:04.656678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:04.684213 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97e355c4-675a-4b6d-a0e5-6708ca5df7d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.695582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 683923f4-cdcc-4f97-afb5-0f2658e8fd87) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:04.699290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5bed0bbe-4f85-4229-864a-ec5ae73b0f49 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1576970 Oct 15 00:52:04.702561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34980) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:04.715287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'name': 'tempest-PortsIpV6TestJSON-1210784707'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:04.719172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:04.719762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.723649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed4d11-26e6-4e5f-8fa8-13d2d71664fe None None] Network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:04.768875 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97e355c4-675a-4b6d-a0e5-6708ca5df7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.792692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8934cc98-2a86-46e3-8692-30646842fe7a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:04.822654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87fab8c8-e0be-4b45-b19d-2cba8e3abfb3 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4013803 Oct 15 00:52:04.834304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:04.856141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'port': {'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87', 'name': 'tempest-NetworksIpV6TestAttrs-2071868273'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:04.868087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e355c4-675a-4b6d-a0e5-6708ca5df7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee34dd4-d8e1-4111-b337-09c37f28f86d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:04.893341 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-97e355c4-675a-4b6d-a0e5-6708ca5df7d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3966e6ab5262491fa837c152b5621f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244358 Oct 15 00:52:04.896356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:04.947819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8934cc98-2a86-46e3-8692-30646842fe7a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:04.948601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:04.990554 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29d9433b-7a57-4d55-aa14-9e7504bd9916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.031150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29d9433b-7a57-4d55-aa14-9e7504bd9916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.109945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-683923f4-cdcc-4f97-afb5-0f2658e8fd87', 'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87', 'tenant_id': 'e3043682a75c4b6cab3a7a9ab4b4f6d7', 'fixed_ips': [{'subnet_id': 'e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:05.110898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.119747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:05.126844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.148739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.163462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] device_id is not set on port 1fa5e328-d19a-438b-a5a5-6bde903b2714 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:05.190789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 8934cc98-2a86-46e3-8692-30646842fe7a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8934cc98-2a86-46e3-8692-30646842fe7a,segment=NetworkSegment(fcaa8c1c-328e-4332-9157-7f33f1ca2d47),segment_id=fcaa8c1c-328e-4332-9157-7f33f1ca2d47)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:05.237472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29d9433b-7a57-4d55-aa14-9e7504bd9916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.241054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29d9433b-7a57-4d55-aa14-9e7504bd9916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.242398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-29d9433b-7a57-4d55-aa14-9e7504bd9916 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ee34dd4-d8e1-4111-b337-09c37f28f86d HTTP/1.1" status: 204 len: 168 time: 0.3439364 Oct 15 00:52:05.258385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9433b-7a57-4d55-aa14-9e7504bd9916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee34dd4-d8e1-4111-b337-09c37f28f86d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:05.293936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:05.293936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.340639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port 3d7dd220-576b-4847-8b63-40163b7da527 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:05.341169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.400966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6efbcc-52f9-4959-a57a-f9de3e0c0159 None None] Network 5810ff79-b960-466b-9f0a-767a46490d0b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:05.534002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=8934cc98-2a86-46e3-8692-30646842fe7a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:05.552765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Allocated IP 2001:db8::f816:3eff:fe9b:cb5f (683923f4-cdcc-4f97-afb5-0f2658e8fd87/e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e/7de11122-1f06-49fa-8345-8859e3ebdace) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:05.555315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-23a07122-ea9d-4891-852c-e51c5d4320ea None None] Provisioning complete for port 8934cc98-2a86-46e3-8692-30646842fe7a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:05.558820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-23a07122-ea9d-4891-852c-e51c5d4320ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.576101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.734877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.842896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=3d7dd220-576b-4847-8b63-40163b7da527,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:05.852133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': '97c212c7-8e97-4ed4-9d9f-b75d4c22eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:05.852507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: ff0bdff8-9946-4262-8fc7-da5727241828, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:05.859290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.987363 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:05.989157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:06.060101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:06.065278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:06.066541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Allocated IP 2001:db8::f816:3eff:febf:e9f7 (683923f4-cdcc-4f97-afb5-0f2658e8fd87/e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e/1fa5e328-d19a-438b-a5a5-6bde903b2714) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:06.067061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Pushing event updated for resources: {'Port': ['ID=7de11122-1f06-49fa-8345-8859e3ebdace,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:06.070954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:06.081255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-323111cf-2e76-4cea-bbe3-d2459d719e11 None None] Provisioning complete for port 8934cc98-2a86-46e3-8692-30646842fe7a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:06.081649 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-323111cf-2e76-4cea-bbe3-d2459d719e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.121923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ff0bdff8-9946-4262-8fc7-da5727241828) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:06.138839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:06.141124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:06.141740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.149832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b74cdb-6675-4c71-9296-613374a34abb None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:06.180544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34994) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:06.194364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a28aa5d-b2a6-44db-9853-788c059bba93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.200037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Attempting to bind port 7de11122-1f06-49fa-8345-8859e3ebdace on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:06.200702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Attempting to bind port 7de11122-1f06-49fa-8345-8859e3ebdace by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:06.201318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Attempting to bind port 7de11122-1f06-49fa-8345-8859e3ebdace on network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:06.282718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:06.283546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Checking segment: {'id': 'a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:06.284187 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.284849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Bound using segment: {'id': 'a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:06.285564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Bound port: 7de11122-1f06-49fa-8345-8859e3ebdace, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '683923f4-cdcc-4f97-afb5-0f2658e8fd87'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:06.286200 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.311992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.316939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a28aa5d-b2a6-44db-9853-788c059bba93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.369669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34996) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:06.369905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd199444-d918-4da9-9375-f1e5e33b1373 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6655092 Oct 15 00:52:06.379964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-931686045'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:06.405403 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a28aa5d-b2a6-44db-9853-788c059bba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.411245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] For port 7de11122-1f06-49fa-8345-8859e3ebdace, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:06.416543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] For port 7de11122-1f06-49fa-8345-8859e3ebdace, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7de11122-1f06-49fa-8345-8859e3ebdace,segment=NetworkSegment(a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d),segment_id=a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:06.448897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0a28aa5d-b2a6-44db-9853-788c059bba93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c8f7f2a49334a26ab3cca39aed29e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672434 Oct 15 00:52:06.452268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28aa5d-b2a6-44db-9853-788c059bba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5af3f3-a01e-4aa1-8927-6b701a33a0a4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:06.454319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34998) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:06.477430 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.511614 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ee15-22dc-4e65-96bf-e915896c1e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.513346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.514855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:06.518629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.552777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:06.555956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ee15-22dc-4e65-96bf-e915896c1e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.558779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:06.565297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:06.575618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:06.605010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adcdec-4526-43ef-8b14-a8ed87b15f89 None None] Pushing event updated for resources: {'Port': ['ID=7de11122-1f06-49fa-8345-8859e3ebdace,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:06.605805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:06.606716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.607894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.607894 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment 0390a88c-e860-4add-9786-c36cf3d13111 of type vlan for network 6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced Oct 15 00:52:06.623476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Port': ['ID=1fa5e328-d19a-438b-a5a5-6bde903b2714,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:06.666461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.747419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8934cc98-2a86-46e3-8692-30646842fe7a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:06.759316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-010765b5-9817-4fed-aabd-fe4fc50fdb6a tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9181762 Oct 15 00:52:06.764292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35006) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:06.791796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ee15-22dc-4e65-96bf-e915896c1e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.796456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ee15-22dc-4e65-96bf-e915896c1e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.799316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7aa6ee15-22dc-4e65-96bf-e915896c1e29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c5af3f3-a01e-4aa1-8927-6b701a33a0a4 HTTP/1.1" status: 204 len: 168 time: 0.3437793 Oct 15 00:52:06.804050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.826105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:06.827378 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.844416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Deleting subnet e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:06.883305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:06.954508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6ee15-22dc-4e65-96bf-e915896c1e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5af3f3-a01e-4aa1-8927-6b701a33a0a4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:06.986947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.092455 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7193069 Oct 15 00:52:07.101812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35014) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:07.113767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'ports': [{'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828'}, {'network_id': '6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced'}]} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:07.114641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:07.114641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': '6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:07.165048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8934cc98-2a86-46e3-8692-30646842fe7a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:07.169173 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.190912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.268448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c219-2a36-4ba1-b40f-a440164d47cf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:07.295097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:07.381666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.414763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:07.423111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.423111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d1b495b9-7144-4932-aab0-dd417401b5aa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e HTTP/1.1" status: 204 len: 168 time: 0.6613164 Oct 15 00:52:07.424717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35016) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:07.483545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 2} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:07.488715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.510396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.515221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb7aec-4abe-4b0c-88b6-5abc41325d0b tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:07.517082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb7aec-4abe-4b0c-88b6-5abc41325d0b tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:07.526122 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-00fb7aec-4abe-4b0c-88b6-5abc41325d0b tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0929480 Oct 15 00:52:07.528391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35020) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:07.692128 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a81fc50d-9c1d-4c0c-a89d-2c9b6f3d2dd0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.703900 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81fc50d-9c1d-4c0c-a89d-2c9b6f3d2dd0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 15 00:52:07.704371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81fc50d-9c1d-4c0c-a89d-2c9b6f3d2dd0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:07.707743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a81fc50d-9c1d-4c0c-a89d-2c9b6f3d2dd0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/683923f4-cdcc-4f97-afb5-0f2658e8fd87 HTTP/1.1" status: 409 len: 405 time: 0.1780946 Oct 15 00:52:07.713023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35028) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:07.718701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1534334405'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:07.718922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port e1348d61-cb99-403b-b901-2dfbe63a6a16 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:07.770379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35030) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:07.867315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:07.872619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.883707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.912988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:07.934293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:07.934293 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Added segment f4e03a0c-93db-4551-928a-765f57892195 of type vlan for network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 Oct 15 00:52:07.984814 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d276f02-f3e4-4771-a5f5-049cde940219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.000099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port e7edcf24-3d3d-4145-94b4-f8bfe04f0126 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:08.007115 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.091564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf60deb2-e174-4934-bd0f-360ec3131483 None None] Network 683923f4-cdcc-4f97-afb5-0f2658e8fd87 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:08.108436 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d276f02-f3e4-4771-a5f5-049cde940219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.138436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.163861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.173352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:08.174075 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.187663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-122feedb-4a2a-4df3-95b4-c6a455cfe82c None None] Provisioning complete for port 7de11122-1f06-49fa-8345-8859e3ebdace triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:08.188266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-122feedb-4a2a-4df3-95b4-c6a455cfe82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.198653 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d276f02-f3e4-4771-a5f5-049cde940219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.248682 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.292128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3d276f02-f3e4-4771-a5f5-049cde940219 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b70164237b4a409a90bf8626de6c954c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206470 Oct 15 00:52:08.294276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Network': ['ID=f4cbbd74-2c50-438c-a039-a1dbbe5c0f48,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:08.296901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35044) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:08.297487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d276f02-f3e4-4771-a5f5-049cde940219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e58456-d98e-48e4-b073-22a64f710d3f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:08.317259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:08.323252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:08.326558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:08.336510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d4854a37-e8b1-4d14-8758-3877495c395f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6186101 Oct 15 00:52:08.338428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35046) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:08.345491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:08.345491 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.347348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'subnet': {'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:08.383846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=e1348d61-cb99-403b-b901-2dfbe63a6a16,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:08.417983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35c60897-e4eb-4157-be6a-eac818cef35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.445126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] DHCP port deletion for 683923f4-cdcc-4f97-afb5-0f2658e8fd87 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:08.459687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35c60897-e4eb-4157-be6a-eac818cef35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.483301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': '0390a88c-e860-4add-9786-c36cf3d13111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:08.483580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: 6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:08.490069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=e7edcf24-3d3d-4145-94b4-f8bfe04f0126,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:08.496055 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-122feedb-4a2a-4df3-95b4-c6a455cfe82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.539807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-122feedb-4a2a-4df3-95b4-c6a455cfe82c None None] For port 7de11122-1f06-49fa-8345-8859e3ebdace, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7de11122-1f06-49fa-8345-8859e3ebdace,segment=NetworkSegment(a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d),segment_id=a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:08.541259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:08.545390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.547272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] Deleting port 7de11122-1f06-49fa-8345-8859e3ebdace {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:08.547657 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.557419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:08.624005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-122feedb-4a2a-4df3-95b4-c6a455cfe82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.635275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] For port 7de11122-1f06-49fa-8345-8859e3ebdace, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7de11122-1f06-49fa-8345-8859e3ebdace,segment=NetworkSegment(a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d),segment_id=a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:08.635275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.655861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:08.656972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35c60897-e4eb-4157-be6a-eac818cef35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.659572 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-35c60897-e4eb-4157-be6a-eac818cef35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.661724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:08.664258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-35c60897-e4eb-4157-be6a-eac818cef35f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0e58456-d98e-48e4-b073-22a64f710d3f HTTP/1.1" status: 204 len: 168 time: 0.3640237 Oct 15 00:52:08.671376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:08.679187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c60897-e4eb-4157-be6a-eac818cef35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e58456-d98e-48e4-b073-22a64f710d3f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:08.680641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:08.681875 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:08.694132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd52cc-eaaf-4352-97e2-dbb16b4a1355 None None] Network 6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:08.720546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] Calling delete_port for 7de11122-1f06-49fa-8345-8859e3ebdace owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:08.770341 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8cedff35-0fa0-4551-a621-d0ccf1ff99d4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6658149 Oct 15 00:52:08.782126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35058) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:08.853894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122feedb-4a2a-4df3-95b4-c6a455cfe82c None None] Pushing event updated for resources: {'Port': ['ID=7de11122-1f06-49fa-8345-8859e3ebdace,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:08.923162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port e7edcf24-3d3d-4145-94b4-f8bfe04f0126 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:08.923512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.014537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.024870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.045558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for e7edcf24-3d3d-4145-94b4-f8bfe04f0126 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:09.059361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] Pushing event deleted for resources: {'Port': ['ID=7de11122-1f06-49fa-8345-8859e3ebdace,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:09.063147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd3f1c8-4a60-4913-88a9-28ddc7abb1e7 None None] No DVR routers for this DVR port 7de11122-1f06-49fa-8345-8859e3ebdace on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:09.117621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:52:09.122560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.211140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Subnet': ['ID=60faaa7a-fcd9-4c96-94c6-c6d34bed0095,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:09.233331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Checking segment: {'id': 'f4e03a0c-93db-4551-928a-765f57892195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:09.235357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network hostable DHCP agents. Network: f4cbbd74-2c50-438c-a039-a1dbbe5c0f48, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:09.322577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.352326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=e7edcf24-3d3d-4145-94b4-f8bfe04f0126,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:09.358604 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.363733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7193fdd1-f0b7-405b-8622-0b5cc9fe8ce0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/e7edcf24-3d3d-4145-94b4-f8bfe04f0126 HTTP/1.1" status: 204 len: 168 time: 0.5779965 Oct 15 00:52:09.364615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35072) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:09.372978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:09.418432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6323d-d301-4b50-8946-e34de996f765 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:09.424548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa6323d-d301-4b50-8946-e34de996f765 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:09.428863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4fa6323d-d301-4b50-8946-e34de996f765 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0637519 Oct 15 00:52:09.429061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35076) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:09.480687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f4cbbd74-2c50-438c-a039-a1dbbe5c0f48) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:09.482524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:09.485639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.489776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5360466-fea3-473a-907b-838aa67f5a48 None None] Network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:09.557997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port e1348d61-cb99-403b-b901-2dfbe63a6a16 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:09.558420 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.588759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3015f7b3-d74b-422c-9767-ce9de1015bff tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2490158 Oct 15 00:52:09.590135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35082) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:09.595211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'port': {'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48', 'name': 'tempest-NetworksIpV6TestAttrs-790139688'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:09.604197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35084) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:09.665935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa85f115-ea55-454a-a850-25f3d9191a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.685480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.706344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for e1348d61-cb99-403b-b901-2dfbe63a6a16 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:09.794351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-f4cbbd74-2c50-438c-a039-a1dbbe5c0f48', 'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48', 'tenant_id': 'e3043682a75c4b6cab3a7a9ab4b4f6d7', 'fixed_ips': [{'subnet_id': '60faaa7a-fcd9-4c96-94c6-c6d34bed0095'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:09.795314 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.837024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:09.840547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.851281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa85f115-ea55-454a-a850-25f3d9191a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:09.862885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] device_id is not set on port 83d1361f-57bf-44ac-8621-1aae37f04407 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:09.975960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Allocated IP 2001:db8::f816:3eff:fed4:19b6 (f4cbbd74-2c50-438c-a039-a1dbbe5c0f48/60faaa7a-fcd9-4c96-94c6-c6d34bed0095/bc59c439-f5ca-4895-9552-f915db109096) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:09.985766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa85f115-ea55-454a-a850-25f3d9191a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.045441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.049958 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fa85f115-ea55-454a-a850-25f3d9191a30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec337618547f4500a2f7c62329752035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446392 Oct 15 00:52:10.053339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35106) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.053669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85f115-ea55-454a-a850-25f3d9191a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f683bc-913e-44b0-bef9-a43392adc418,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:10.056064 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.080573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=e1348d61-cb99-403b-b901-2dfbe63a6a16,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:10.091080 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.094875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6bc86f7e-f7a5-423e-8ef6-6785956f3cb3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/e1348d61-cb99-403b-b901-2dfbe63a6a16 HTTP/1.1" status: 204 len: 168 time: 0.6649582 Oct 15 00:52:10.097599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35108) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.155645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.201182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a1e50-4639-40d9-8e22-db39f3161466 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:10.202780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-706a1e50-4639-40d9-8e22-db39f3161466 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1011221 Oct 15 00:52:10.205652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35110) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.207593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-242928d1-4b6d-4358-b2e9-2aa71dd16cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.235474 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf064b5-aa03-4775-806f-f0c85c24f202 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:10.240304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-adf064b5-aa03-4775-806f-f0c85c24f202 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/e7edcf24-3d3d-4145-94b4-f8bfe04f0126 HTTP/1.1" status: 404 len: 333 time: 0.0302205 Oct 15 00:52:10.245522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35112) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.257233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-242928d1-4b6d-4358-b2e9-2aa71dd16cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.265485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.274523 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ba9d13-36e7-42c5-97cd-0b8340f2c805 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:10.280131 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71ba9d13-36e7-42c5-97cd-0b8340f2c805 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/e1348d61-cb99-403b-b901-2dfbe63a6a16 HTTP/1.1" status: 404 len: 333 time: 0.0339382 Oct 15 00:52:10.280131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35114) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.313957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:10.320310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:10.322521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:10.328408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Pushing event updated for resources: {'Port': ['ID=bc59c439-f5ca-4895-9552-f915db109096,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:10.346053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Allocated IP 2001:db8::f816:3eff:fea2:443a (f4cbbd74-2c50-438c-a039-a1dbbe5c0f48/60faaa7a-fcd9-4c96-94c6-c6d34bed0095/83d1361f-57bf-44ac-8621-1aae37f04407) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:10.398666 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.406745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Attempting to bind port bc59c439-f5ca-4895-9552-f915db109096 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:10.407877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Attempting to bind port bc59c439-f5ca-4895-9552-f915db109096 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'f4e03a0c-93db-4551-928a-765f57892195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:10.408566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Attempting to bind port bc59c439-f5ca-4895-9552-f915db109096 on network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:10.418191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:10.418750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Checking segment: {'id': 'f4e03a0c-93db-4551-928a-765f57892195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:10.419236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.419735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Bound using segment: {'id': 'f4e03a0c-93db-4551-928a-765f57892195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:10.420310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Bound port: bc59c439-f5ca-4895-9552-f915db109096, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e03a0c-93db-4551-928a-765f57892195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f4cbbd74-2c50-438c-a039-a1dbbe5c0f48'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:10.420792 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.492982 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.495694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-242928d1-4b6d-4358-b2e9-2aa71dd16cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.498512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-242928d1-4b6d-4358-b2e9-2aa71dd16cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.499142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] For port bc59c439-f5ca-4895-9552-f915db109096, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:10.505586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] For port bc59c439-f5ca-4895-9552-f915db109096, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc59c439-f5ca-4895-9552-f915db109096,segment=NetworkSegment(f4e03a0c-93db-4551-928a-765f57892195),segment_id=f4e03a0c-93db-4551-928a-765f57892195)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:10.506919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-242928d1-4b6d-4358-b2e9-2aa71dd16cd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05f683bc-913e-44b0-bef9-a43392adc418 HTTP/1.1" status: 204 len: 168 time: 0.4499695 Oct 15 00:52:10.527674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242928d1-4b6d-4358-b2e9-2aa71dd16cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f683bc-913e-44b0-bef9-a43392adc418,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:10.533911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:10.544327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.544874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0390a88c-e860-4add-9786-c36cf3d13111') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:10.545166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0390a88c-e860-4add-9786-c36cf3d13111') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:10.556377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.572360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.583856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:10.586339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.597587 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:10.611231 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:10.672852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fd97e-beb1-4af0-9869-7a45745d3cd4 None None] Pushing event updated for resources: {'Port': ['ID=bc59c439-f5ca-4895-9552-f915db109096,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:10.700100 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.721977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35124) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.755089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:10.759107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:10.763355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:10.769218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:10.769853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.788315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Port': ['ID=83d1361f-57bf-44ac-8621-1aae37f04407,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:10.814459 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.839194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:10.843425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced HTTP/1.1" status: 204 len: 168 time: 0.5632784 Oct 15 00:52:10.844210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a3399-d5c9-43a6-bf24-7304589f74c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=6e5dd89a-b8f1-4a5d-bbf2-79e1f9c95ced,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:10.848255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35128) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.859794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-62759889'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:10.924111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35132) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:10.924792 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee156598-4192-4b30-9a59-4b3a570829f7 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3333817 Oct 15 00:52:11.026138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:11.026373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Deleting subnet 60faaa7a-fcd9-4c96-94c6-c6d34bed0095 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:11.029836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.030169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.071943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:11.082188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.082618 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment 073526fb-f0b6-4aba-ada7-0bf1d79859d3 of type vlan for network ebaea724-a4b4-4256-80de-2ed0e64f27b7 Oct 15 00:52:11.082756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.126381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-925b6e74-af6e-47d6-8a0d-b5d6834b498f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.132565 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.279295 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.288658 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.295306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:11.295884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.316361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-925b6e74-af6e-47d6-8a0d-b5d6834b498f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.369487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=ebaea724-a4b4-4256-80de-2ed0e64f27b7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:11.377328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.378616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.379028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.379374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.379763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.380093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.380631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35134) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:11.380748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.381120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.381448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.381769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.382158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.382845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:11.392383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-06897f9e-f64b-46d1-8b3c-e7368605711b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5401106 Oct 15 00:52:11.392787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35136) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:11.394937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ebaea724-a4b4-4256-80de-2ed0e64f27b7 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:11.395545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-925b6e74-af6e-47d6-8a0d-b5d6834b498f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.405964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:11.449703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.461639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6753fb9-f5b5-4e49-a165-d2bb5c246140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.470534 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-925b6e74-af6e-47d6-8a0d-b5d6834b498f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=996ee62efad647ababbb61830cc48f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467196 Oct 15 00:52:11.481777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35138) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:11.565819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b6e74-af6e-47d6-8a0d-b5d6834b498f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353d41dd-724d-48ce-a0dc-ea49c212cf22,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:11.569791 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Subnet': ['ID=60faaa7a-fcd9-4c96-94c6-c6d34bed0095,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:11.571300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ae2108a-c8e4-40b5-acb8-1838b9621154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.577517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.580820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2c376cd8-950f-4033-aee5-47a29e210723 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/60faaa7a-fcd9-4c96-94c6-c6d34bed0095 HTTP/1.1" status: 204 len: 168 time: 0.6586604 Oct 15 00:52:11.589992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35140) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:11.611111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ae2108a-c8e4-40b5-acb8-1838b9621154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.641958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:11.645929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.673201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce4f1b-6bdd-418d-a048-d2ea5ac30921 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:11.679559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce4f1b-6bdd-418d-a048-d2ea5ac30921 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:11.679559 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-edce4f1b-6bdd-418d-a048-d2ea5ac30921 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0855768 Oct 15 00:52:11.680572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35142) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:11.728626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Performing IP validity checks on allocation pools {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 00:52:11.731442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 00:52:11.773738 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6753fb9-f5b5-4e49-a165-d2bb5c246140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.790463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3e56bc7e-64f0-4874-93f3-d8e75ea76026 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.798496 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e56bc7e-64f0-4874-93f3-d8e75ea76026 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 15 00:52:11.799243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e56bc7e-64f0-4874-93f3-d8e75ea76026 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:11.807178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3e56bc7e-64f0-4874-93f3-d8e75ea76026 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 HTTP/1.1" status: 409 len: 405 time: 0.1250267 Oct 15 00:52:11.807397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35146) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:11.812557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-621327007'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:11.844803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ae2108a-c8e4-40b5-acb8-1838b9621154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.850735 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0ae2108a-c8e4-40b5-acb8-1838b9621154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.850735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0ae2108a-c8e4-40b5-acb8-1838b9621154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/353d41dd-724d-48ce-a0dc-ea49c212cf22 HTTP/1.1" status: 204 len: 168 time: 0.3677137 Oct 15 00:52:11.865588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2108a-c8e4-40b5-acb8-1838b9621154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353d41dd-724d-48ce-a0dc-ea49c212cf22,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:11.869065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc6013c-25c2-49db-94b6-a9fb37c3aca1 None None] Network f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:11.900589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6753fb9-f5b5-4e49-a165-d2bb5c246140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.919155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e0645e25-4cca-4fc9-a977-734fa3865122 None None] Provisioning complete for port bc59c439-f5ca-4895-9552-f915db109096 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:11.919841 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0645e25-4cca-4fc9-a977-734fa3865122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.931433 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a6753fb9-f5b5-4e49-a165-d2bb5c246140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7410605f50784f159a99ee0a590d0135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496938 Oct 15 00:52:11.937863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35150) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:11.967508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:11.971047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:11.988290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6753fb9-f5b5-4e49-a165-d2bb5c246140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dba45c-4c27-4bcc-8415-5417f420c8a5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:12.018814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:12.028569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.029131 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Added segment 82076784-b866-4c5a-9c4f-4fb48209b93a of type vlan for network 574aa88f-2e14-4c85-8f4d-3389a7cb08d9 Oct 15 00:52:12.084636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.093450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59767e85-3fa4-4e0e-91dd-821c0e50350e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.097633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0645e25-4cca-4fc9-a977-734fa3865122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.134540 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59767e85-3fa4-4e0e-91dd-821c0e50350e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.155339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e0645e25-4cca-4fc9-a977-734fa3865122 None None] For port bc59c439-f5ca-4895-9552-f915db109096, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc59c439-f5ca-4895-9552-f915db109096,segment=NetworkSegment(f4e03a0c-93db-4551-928a-765f57892195),segment_id=f4e03a0c-93db-4551-928a-765f57892195)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:12.163463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.181421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] DHCP port deletion for f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:12.243150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.249434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:12.252647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.267058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': '073526fb-f0b6-4aba-ada7-0bf1d79859d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:12.267432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: ebaea724-a4b4-4256-80de-2ed0e64f27b7, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:12.276699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=425fbf6d-707c-431a-a14c-0f6a54de70e0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:12.304566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0645e25-4cca-4fc9-a977-734fa3865122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.313800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] Deleting port bc59c439-f5ca-4895-9552-f915db109096 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:12.313800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.328390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Network': ['ID=574aa88f-2e14-4c85-8f4d-3389a7cb08d9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:12.346352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 574aa88f-2e14-4c85-8f4d-3389a7cb08d9 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:12.356703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59767e85-3fa4-4e0e-91dd-821c0e50350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.359490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-59767e85-3fa4-4e0e-91dd-821c0e50350e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.366596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-59767e85-3fa4-4e0e-91dd-821c0e50350e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73dba45c-4c27-4bcc-8415-5417f420c8a5 HTTP/1.1" status: 204 len: 168 time: 0.4276800 Oct 15 00:52:12.376511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59767e85-3fa4-4e0e-91dd-821c0e50350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dba45c-4c27-4bcc-8415-5417f420c8a5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:12.391163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ebaea724-a4b4-4256-80de-2ed0e64f27b7 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:12.401668 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cde11160-2b38-4cc6-8346-0525579d7641 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5882871 Oct 15 00:52:12.402014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35156) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:12.407999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'subnet': {'network_id': '574aa88f-2e14-4c85-8f4d-3389a7cb08d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:12.495794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] For port bc59c439-f5ca-4895-9552-f915db109096, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc59c439-f5ca-4895-9552-f915db109096,segment=NetworkSegment(f4e03a0c-93db-4551-928a-765f57892195),segment_id=f4e03a0c-93db-4551-928a-765f57892195)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:12.496475 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.499029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0645e25-4cca-4fc9-a977-734fa3865122 None None] Pushing event updated for resources: {'Port': ['ID=bc59c439-f5ca-4895-9552-f915db109096,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:12.501451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ebaea724-a4b4-4256-80de-2ed0e64f27b7) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:12.510951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e909c15-772c-4a6f-b753-4500b0bac9b1 None None] Network ebaea724-a4b4-4256-80de-2ed0e64f27b7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:12.515990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:12.516649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.516855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] Calling delete_port for bc59c439-f5ca-4895-9552-f915db109096 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:12.633507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b543af7-9b45-4128-bbcf-c6613c5803f8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2341373 Oct 15 00:52:12.635994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:12.641810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7', 'name': 'tempest-PortsIpV6TestJSON-67023884'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:12.711426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:12.716577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.745979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.762787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-ebaea724-a4b4-4256-80de-2ed0e64f27b7', 'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7', 'tenant_id': 'f201980018444b58b80dbdd0622fbf2c', 'fixed_ips': [{'subnet_id': '425fbf6d-707c-431a-a14c-0f6a54de70e0'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:12.763982 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.808370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] Pushing event deleted for resources: {'Port': ['ID=bc59c439-f5ca-4895-9552-f915db109096,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:12.875474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e665de6-d4c3-448f-8529-65a7efca4536 None None] No DVR routers for this DVR port bc59c439-f5ca-4895-9552-f915db109096 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:12.894408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35164) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:12.918659 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a324dda-ea04-48b4-ac64-b27be712ccf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.956130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:12.960773 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:12.969977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Allocated IP 2001:db8::2 (ebaea724-a4b4-4256-80de-2ed0e64f27b7/425fbf6d-707c-431a-a14c-0f6a54de70e0/1cc8e049-6963-47f1-8dcd-f0c680b4cf71) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:12.994413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port 37978357-b954-43a4-b4ba-04872f52612b yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:13.087694 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a324dda-ea04-48b4-ac64-b27be712ccf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.145787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2a324dda-ea04-48b4-ac64-b27be712ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.170716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:52:13.172941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.199236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.208352 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2a324dda-ea04-48b4-ac64-b27be712ccf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c25dcee806fb4424bb5ddb19f446679f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110170 Oct 15 00:52:13.209739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35172) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:13.217565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a324dda-ea04-48b4-ac64-b27be712ccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7162fb-d367-4fce-8d3a-6bdfddedf579,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:13.252195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Subnet': ['ID=c2c51509-abfb-4ea6-a321-20f3b61225a3,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:13.276462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Checking segment: {'id': '82076784-b866-4c5a-9c4f-4fb48209b93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '574aa88f-2e14-4c85-8f4d-3389a7cb08d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:13.276841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network hostable DHCP agents. Network: 574aa88f-2e14-4c85-8f4d-3389a7cb08d9, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:13.278845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.310899 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca923-5e56-4fe7-a067-8bf574d91556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.327961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Network ebaea724-a4b4-4256-80de-2ed0e64f27b7 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:13.334200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:13.342481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:13.351701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Pushing event updated for resources: {'Port': ['ID=1cc8e049-6963-47f1-8dcd-f0c680b4cf71,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:13.356486 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca923-5e56-4fe7-a067-8bf574d91556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.373778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network 574aa88f-2e14-4c85-8f4d-3389a7cb08d9 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:13.385177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::f8 (ebaea724-a4b4-4256-80de-2ed0e64f27b7/425fbf6d-707c-431a-a14c-0f6a54de70e0/37978357-b954-43a4-b4ba-04872f52612b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:13.446409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Attempting to bind port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:13.447101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Attempting to bind port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '073526fb-f0b6-4aba-ada7-0bf1d79859d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:13.447475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Attempting to bind port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 on network ebaea724-a4b4-4256-80de-2ed0e64f27b7 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:13.448655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 574aa88f-2e14-4c85-8f4d-3389a7cb08d9) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:13.452929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:13.453345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Checking segment: {'id': '073526fb-f0b6-4aba-ada7-0bf1d79859d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:13.456695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.456695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Bound using segment: {'id': '073526fb-f0b6-4aba-ada7-0bf1d79859d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:13.456695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Bound port: 1cc8e049-6963-47f1-8dcd-f0c680b4cf71, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073526fb-f0b6-4aba-ada7-0bf1d79859d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ebaea724-a4b4-4256-80de-2ed0e64f27b7'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:13.456695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.458507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:13.459791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.469309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b09d01-7fe3-4fca-944f-5f1d4cfe793e None None] Network 574aa88f-2e14-4c85-8f4d-3389a7cb08d9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:13.553350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca923-5e56-4fe7-a067-8bf574d91556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.555801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b12e415e-b81f-43c0-8f3a-f353671ce1f9 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1517844 Oct 15 00:52:13.555949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fe6ca923-5e56-4fe7-a067-8bf574d91556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.559011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fe6ca923-5e56-4fe7-a067-8bf574d91556 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f7162fb-d367-4fce-8d3a-6bdfddedf579 HTTP/1.1" status: 204 len: 168 time: 0.3467588 Oct 15 00:52:13.573805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35180) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:13.593153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ca923-5e56-4fe7-a067-8bf574d91556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7162fb-d367-4fce-8d3a-6bdfddedf579,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:13.701662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.757265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.788669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] For port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:13.810628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] For port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1cc8e049-6963-47f1-8dcd-f0c680b4cf71,segment=NetworkSegment(073526fb-f0b6-4aba-ada7-0bf1d79859d3),segment_id=073526fb-f0b6-4aba-ada7-0bf1d79859d3)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:13.836568 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.855086 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.915376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced0ca6-9ebe-4234-8958-ce02b3497727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-574aa88f-2e14-4c85-8f4d-3389a7cb08d9', 'network_id': '574aa88f-2e14-4c85-8f4d-3389a7cb08d9', 'tenant_id': 'e3043682a75c4b6cab3a7a9ab4b4f6d7', 'fixed_ips': [{'subnet_id': 'c2c51509-abfb-4ea6-a321-20f3b61225a3'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:13.921192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ced0ca6-9ebe-4234-8958-ce02b3497727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.921192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.933896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ebaea724-a4b4-4256-80de-2ed0e64f27b7 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:13.937407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:13.942300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:13.948952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:13.949792 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:13.967994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=37978357-b954-43a4-b4ba-04872f52612b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:14.020006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35190) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:14.070212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6c41bc18-a4c4-4499-ad66-b4bb4d5472e1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4328132 Oct 15 00:52:14.077895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:14.103699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01544372-270a-4040-a4f9-26919e1da9cc None None] Pushing event updated for resources: {'Port': ['ID=1cc8e049-6963-47f1-8dcd-f0c680b4cf71,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:14.132008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-1ced0ca6-9ebe-4234-8958-ce02b3497727 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2c51509-abfb-4ea6-a321-20f3b61225a3: This subnet is being modified by another concurrent operation. Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2c51509-abfb-4ea6-a321-20f3b61225a3: This subnet is being modified by another concurrent operation. Oct 15 00:52:14.170051 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:52:14.192317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723add85-6922-42f1-8ae1-bfca3a14e159 None None] Network 574aa88f-2e14-4c85-8f4d-3389a7cb08d9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:14.202465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c51509-abfb-4ea6-a321-20f3b61225a3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:14.268201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-581574235-network', 'tenant_id': 'b0125de3622f4cff832fc52f43a608ce'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:14.368846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.402023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574aa88f-2e14-4c85-8f4d-3389a7cb08d9']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:14.417344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82076784-b866-4c5a-9c4f-4fb48209b93a') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:14.417706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82076784-b866-4c5a-9c4f-4fb48209b93a') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:14.429398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.432787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 37978357-b954-43a4-b4ba-04872f52612b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:14.433120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.462767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.475853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Made reservation on behalf of b0125de3622f4cff832fc52f43a608ce for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:14.478534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.519656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:14.520057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:14.523980 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:14.541435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.621498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.637063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 37978357-b954-43a4-b4ba-04872f52612b owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:14.702194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.704553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.714396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:14.714936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/574aa88f-2e14-4c85-8f4d-3389a7cb08d9 HTTP/1.1" status: 204 len: 168 time: 1.1380856 Oct 15 00:52:14.721084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1652646763'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:14.750470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f2ed-ecde-41da-b2d6-865df8080810 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Network': ['ID=574aa88f-2e14-4c85-8f4d-3389a7cb08d9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:14.780350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:14.808129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:14.829719 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.850487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.882913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:14.883288 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.933970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:14.983360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1fc72d-53be-4800-b7b5-33f52d83b03a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:14.995166 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.009166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:15.010412 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.026875 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.027496 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Added segment 7b7a3e0c-a590-45b3-a7f7-f6dec00362c3 of type vlan for network 1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774 Oct 15 00:52:15.030482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:15.066296 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.082911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=37978357-b954-43a4-b4ba-04872f52612b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:15.104337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.104956 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Added segment 74f87bce-caf7-4176-ad5e-a0691038eb9a of type vlan for network 8d15abf7-f377-443f-9cff-51a966d6f08f Oct 15 00:52:15.106639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.135908 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.143137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7f644934-9fc9-43ce-986a-41f8b1346f15 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/37978357-b954-43a4-b4ba-04872f52612b HTTP/1.1" status: 204 len: 168 time: 1.0617447 Oct 15 00:52:15.150220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35218) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:15.179945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1cc8e049-6963-47f1-8dcd-f0c680b4cf71,segment=NetworkSegment(073526fb-f0b6-4aba-ada7-0bf1d79859d3),segment_id=073526fb-f0b6-4aba-ada7-0bf1d79859d3)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:15.189288 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4bbe2b-ab77-4dd5-95b7-fa083d7b2900 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:15.190493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4bbe2b-ab77-4dd5-95b7-fa083d7b2900 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:15.197377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.199204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3c4bbe2b-ab77-4dd5-95b7-fa083d7b2900 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/37978357-b954-43a4-b4ba-04872f52612b HTTP/1.1" status: 404 len: 333 time: 0.0507164 Oct 15 00:52:15.199342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35222) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:15.214217 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.230794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:15.231709 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.240962 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-06817a1f-d336-48ee-bcc7-8c7b4dc64471 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:15.245201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.245398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-06817a1f-d336-48ee-bcc7-8c7b4dc64471 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/37978357-b954-43a4-b4ba-04872f52612b HTTP/1.1" status: 404 len: 333 time: 0.0425055 Oct 15 00:52:15.250577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35224) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:15.341346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1cc8e049-6963-47f1-8dcd-f0c680b4cf71,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:15.348918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet 425fbf6d-707c-431a-a14c-0f6a54de70e0 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:15.356491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.381026 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.384435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:15.384435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.432760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2edf318-df48-41fc-8652-4cb92ae5fb5b None None] Network ebaea724-a4b4-4256-80de-2ed0e64f27b7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:15.469817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.550177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5284126 Oct 15 00:52:15.556318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35228) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:15.563279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Request body: {'subnet': {'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-581574235-subnet', 'tenant_id': 'b0125de3622f4cff832fc52f43a608ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:15.597544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fffec-469b-4360-ba74-b28d1a39a8df admin admin] Pushing event updated for resources: {'Network': ['ID=8d15abf7-f377-443f-9cff-51a966d6f08f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:15.627559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 8d15abf7-f377-443f-9cff-51a966d6f08f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:15.668471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.694810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Made reservation on behalf of b0125de3622f4cff832fc52f43a608ce for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:15.698559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.702684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9827330 Oct 15 00:52:15.702684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:15.710187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'subnet': {'network_id': '1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:15.733952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-25e4ff90-b5ec-4583-b79a-4323b0f31263 None None] Provisioning complete for port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:15.734611 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-25e4ff90-b5ec-4583-b79a-4323b0f31263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.781973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fd073-b880-4794-95e4-a8faf3946070 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Network': ['ID=1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:15.819252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:15.962414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:15.967107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:15.985794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.033952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=425fbf6d-707c-431a-a14c-0f6a54de70e0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:16.044435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.050707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd2029c7-a162-4803-b9a8-676c12d58855 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/425fbf6d-707c-431a-a14c-0f6a54de70e0 HTTP/1.1" status: 204 len: 168 time: 0.7990620 Oct 15 00:52:16.055111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35240) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:16.187698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.293464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:16.294021 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.313168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586519b-cb41-4729-9e38-a9d936135d1b None None] Network ebaea724-a4b4-4256-80de-2ed0e64f27b7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:16.317056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.398754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] For port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1cc8e049-6963-47f1-8dcd-f0c680b4cf71,segment=NetworkSegment(073526fb-f0b6-4aba-ada7-0bf1d79859d3),segment_id=073526fb-f0b6-4aba-ada7-0bf1d79859d3)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:16.399405 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.409889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Subnet': ['ID=8c87acfb-97f4-4d5e-bc3a-ed0617316c05,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:16.415832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:16.433456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Checking segment: {'id': '7b7a3e0c-a590-45b3-a7f7-f6dec00362c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:16.433815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network hostable DHCP agents. Network: 1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:16.490843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-76c17dd9-c9b5-4490-9989-4ae8613ba527 None None] Provisioning complete for port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:16.491208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-76c17dd9-c9b5-4490-9989-4ae8613ba527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.504819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.523133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network 1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:16.551002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6d5cb0-54a7-4738-a914-e0c9ed572620,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:16.580693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Checking segment: {'id': '74f87bce-caf7-4176-ad5e-a0691038eb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:16.581029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Network hostable DHCP agents. Network: 8d15abf7-f377-443f-9cff-51a966d6f08f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:16.618917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.644207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:16.652251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:16.652663 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.653205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=1cc8e049-6963-47f1-8dcd-f0c680b4cf71,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:16.657471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No DVR routers for this DVR port 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:16.672716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92407f5a-8e0a-4326-9c34-5d8cef7d806a None None] Network 1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:16.676053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d69447-fd0f-4b99-b986-71c2cd1edfba None None] DHCP port deletion for ebaea724-a4b4-4256-80de-2ed0e64f27b7 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:16.753986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Network 8d15abf7-f377-443f-9cff-51a966d6f08f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:16.757914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.764706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be445fe6-1987-4b98-815b-8240f02dd1e0 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0589268 Oct 15 00:52:16.765315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35250) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:16.771132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 8d15abf7-f377-443f-9cff-51a966d6f08f) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:16.783618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:16.784207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.784720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e6b99d-8105-42e6-a0e6-b6cb269e55e7 None None] Network 8d15abf7-f377-443f-9cff-51a966d6f08f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:16.799380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaea724-a4b4-4256-80de-2ed0e64f27b7']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:16.810735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073526fb-f0b6-4aba-ada7-0bf1d79859d3') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:16.811073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073526fb-f0b6-4aba-ada7-0bf1d79859d3') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:16.822923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.837412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.844678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:16.845073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:16.848537 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:16.889279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1aa1b462-09f3-47e9-9bba-4508bfba00d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3318233 Oct 15 00:52:16.960026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.008241 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.034412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.039923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4eb20e-c8b6-4ff2-9c93-21436b20f54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774', 'network_id': '1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774', 'tenant_id': 'e3043682a75c4b6cab3a7a9ab4b4f6d7', 'fixed_ips': [{'subnet_id': '8c87acfb-97f4-4d5e-bc3a-ed0617316c05'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:17.039923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb20e-c8b6-4ff2-9c93-21436b20f54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.062624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.068598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/ebaea724-a4b4-4256-80de-2ed0e64f27b7 HTTP/1.1" status: 204 len: 168 time: 1.0102248 Oct 15 00:52:17.069132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00277e9-277b-4da4-af6a-e689df2894bd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=ebaea724-a4b4-4256-80de-2ed0e64f27b7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:17.074642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35258) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:17.080972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1524535961'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:17.124601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8871446e-9931-4f33-ba97-abce4764c546 None None] Network 8d15abf7-f377-443f-9cff-51a966d6f08f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:17.197046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:17.200678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.221035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.228791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:17.246031 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.251187 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment a02e0dcf-6e43-4ad7-962c-2a070b9bce60 of type vlan for network e07a9edc-6911-4cb9-b293-9fa8a74af0cc Oct 15 00:52:17.291547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Subnet': ['ID=8c87acfb-97f4-4d5e-bc3a-ed0617316c05,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:17.341153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.369204 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.390320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-bf4eb20e-c8b6-4ff2-9c93-21436b20f54f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c87acfb-97f4-4d5e-bc3a-ed0617316c05: This subnet is being modified by another concurrent operation. Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c87acfb-97f4-4d5e-bc3a-ed0617316c05: This subnet is being modified by another concurrent operation. Oct 15 00:52:17.397179 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:52:17.406660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7a3e0c-a590-45b3-a7f7-f6dec00362c3') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:17.407326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7a3e0c-a590-45b3-a7f7-f6dec00362c3') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:17.421168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90117a-fd18-4c19-bdd0-06beef837b1e None None] Network 1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:17.422058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.425824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.433294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:17.433788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.437818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.445497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:17.445965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:17.450731 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:17.586856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=e07a9edc-6911-4cb9-b293-9fa8a74af0cc,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:17.596204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e07a9edc-6911-4cb9-b293-9fa8a74af0cc details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:17.639234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef096d-96c5-45e8-9304-a2cbcb904fe0 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:52:17.653986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.673995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:17.680136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-873b15c9-8e56-4df8-afa0-6ebd9695e9d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6027133 Oct 15 00:52:17.687016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35270) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:17.687145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774 HTTP/1.1" status: 204 len: 168 time: 0.9158423 Oct 15 00:52:17.687145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de01a8-a16e-4f98-a3bd-5e0b1a5c80a8 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Network': ['ID=1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:17.688193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35272) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:17.695803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1149663532'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:17.702012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:17.773400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef096d-96c5-45e8-9304-a2cbcb904fe0 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:52:18.059337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35282) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:18.065023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1116052783-network', 'tenant_id': 'e30a6cfdf5af4ee7b6dad69f95e79682'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:18.116985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c56c3-1d02-4efb-87a6-e5d4308a4c54 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:52:18.132298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:52:18.132298 n-d-811521-2 neutron-server[107726]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 15 00:52:18.132298 n-d-811521-2 neutron-server[107726]: [parameters: {'project_id': 'e3043682a75c4b6cab3a7a9ab4b4f6d7', 'id': '0cb930b7-2b2e-4f1b-9bf4-4e626a7356ec', 'expiration': datetime.datetime(2021, 10, 15, 0, 54, 18, 121397)}] Oct 15 00:52:18.132298 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:52:18.132808 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:52:18.221675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c56c3-1d02-4efb-87a6-e5d4308a4c54 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:52:18.226158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Made reservation on behalf of e30a6cfdf5af4ee7b6dad69f95e79682 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:18.229398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.251087 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.327581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:18.331671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.375381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.448286 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.460693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:18.470218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.471975 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Added segment e606a5d9-a94c-49f2-afdd-ae598ecd3118 of type vlan for network 854cb800-3a64-4108-a059-ec76b6eadf46 Oct 15 00:52:18.567111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.572677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dac4f4-00f2-4f03-8527-deee28984b43,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:18.652173 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.681956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.683140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:18.683817 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.686216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:52:18.714373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:52:18.719995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1cc8e049-6963-47f1-8dcd-f0c680b4cf71 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:52:18.730355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=ba00da30-351b-445f-b6ef-4befb4bf490f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:18.742282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:18.746876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.749087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': 'a02e0dcf-6e43-4ad7-962c-2a070b9bce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:18.749913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: e07a9edc-6911-4cb9-b293-9fa8a74af0cc, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:18.753475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] Pushing event updated for resources: {'Network': ['ID=854cb800-3a64-4108-a059-ec76b6eadf46,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:18.763890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 854cb800-3a64-4108-a059-ec76b6eadf46 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:18.798216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:18.809417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.810016 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Added segment 9ee58bdb-0e46-476d-9599-85cb44329519 of type vlan for network 70dc66d0-53ac-4f2f-ac56-269fe81af740 Oct 15 00:52:18.846830 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b8c5f44-4d95-458b-9d7e-91656d0e22f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7857242 Oct 15 00:52:18.849910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35286) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:18.857744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Request body: {'subnet': {'network_id': '854cb800-3a64-4108-a059-ec76b6eadf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1116052783-subnet', 'tenant_id': 'e30a6cfdf5af4ee7b6dad69f95e79682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:18.876501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:18.887362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network e07a9edc-6911-4cb9-b293-9fa8a74af0cc is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:18.963217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Made reservation on behalf of e30a6cfdf5af4ee7b6dad69f95e79682 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:18.965627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.005101 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.011117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:19.011693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.013790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e07a9edc-6911-4cb9-b293-9fa8a74af0cc) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:19.023162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f243f3-de0b-497d-8cca-530ddd34c8ea None None] Network e07a9edc-6911-4cb9-b293-9fa8a74af0cc requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:19.053619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:19.054226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.150394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Network': ['ID=70dc66d0-53ac-4f2f-ac56-269fe81af740,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:19.191713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-95b49d9f-81bb-47ae-9d2e-a8c776e66de8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4992971 Oct 15 00:52:19.199098 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-29141b4a-5066-4f41-a9ac-fce316f1ce72 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5042858 Oct 15 00:52:19.199098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35292) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:19.199777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35290) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:19.203607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Request body: {'subnet': {'network_id': '70dc66d0-53ac-4f2f-ac56-269fe81af740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:19.206817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1624007724'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:19.304979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 70dc66d0-53ac-4f2f-ac56-269fe81af740 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:19.408983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-e07a9edc-6911-4cb9-b293-9fa8a74af0cc', 'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc', 'tenant_id': 'f201980018444b58b80dbdd0622fbf2c', 'fixed_ips': [{'subnet_id': 'ba00da30-351b-445f-b6ef-4befb4bf490f'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:19.409874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.414299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.425215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:19.429404 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.448548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port 8fdb588b-aec7-4a56-9058-6a0fd9fcac1b yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:19.496901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a40764-1884-4851-8181-5a41199f1f29,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:19.524060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Made reservation on behalf of e3043682a75c4b6cab3a7a9ab4b4f6d7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:19.527594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.534137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Checking segment: {'id': 'e606a5d9-a94c-49f2-afdd-ae598ecd3118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '854cb800-3a64-4108-a059-ec76b6eadf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:19.534500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Network hostable DHCP agents. Network: 854cb800-3a64-4108-a059-ec76b6eadf46, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:19.560654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Allocated IP 2001:db8::2 (e07a9edc-6911-4cb9-b293-9fa8a74af0cc/ba00da30-351b-445f-b6ef-4befb4bf490f/5a3b372b-e634-4f9e-8dc0-fda6b2f61325) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:19.669973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Network 854cb800-3a64-4108-a059-ec76b6eadf46 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:19.732470 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.779469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 854cb800-3a64-4108-a059-ec76b6eadf46) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:19.790216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:19.790216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.791058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87823858-6bb4-4737-b167-36f45e4ac4b2 None None] Network 854cb800-3a64-4108-a059-ec76b6eadf46 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:19.847553 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.879905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-43a95b58-e2de-4b61-a228-a2e521f8d1e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0289221 Oct 15 00:52:19.907420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::2bb (e07a9edc-6911-4cb9-b293-9fa8a74af0cc/ba00da30-351b-445f-b6ef-4befb4bf490f/8fdb588b-aec7-4a56-9058-6a0fd9fcac1b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:19.923509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Network e07a9edc-6911-4cb9-b293-9fa8a74af0cc is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:19.928633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.objects.ports [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107726) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 00:52:19.933065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:19.933275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:19.933666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:20.003222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Pushing event updated for resources: {'Port': ['ID=5a3b372b-e634-4f9e-8dc0-fda6b2f61325,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:20.015921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event updated for resources: {'Subnet': ['ID=b5409b63-c8c0-4ac6-8e46-a97330363b92,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:20.055696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef8c68-58c0-41a7-a1a6-d1a6ccdb5302 None None] Network 854cb800-3a64-4108-a059-ec76b6eadf46 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:20.087663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Checking segment: {'id': '9ee58bdb-0e46-476d-9599-85cb44329519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dc66d0-53ac-4f2f-ac56-269fe81af740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:20.088483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network hostable DHCP agents. Network: 70dc66d0-53ac-4f2f-ac56-269fe81af740, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:20.117786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.119992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Attempting to bind port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:20.120363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Attempting to bind port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a02e0dcf-6e43-4ad7-962c-2a070b9bce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:20.120720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Attempting to bind port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 on network e07a9edc-6911-4cb9-b293-9fa8a74af0cc {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:20.161592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:20.165684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Checking segment: {'id': 'a02e0dcf-6e43-4ad7-962c-2a070b9bce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:20.165684 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.165684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Bound using segment: {'id': 'a02e0dcf-6e43-4ad7-962c-2a070b9bce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:20.165684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Bound port: 5a3b372b-e634-4f9e-8dc0-fda6b2f61325, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02e0dcf-6e43-4ad7-962c-2a070b9bce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e07a9edc-6911-4cb9-b293-9fa8a74af0cc'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:20.165684 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.187771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Network 70dc66d0-53ac-4f2f-ac56-269fe81af740 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:20.243223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.283989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] For port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:20.289107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network e07a9edc-6911-4cb9-b293-9fa8a74af0cc is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:20.289453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] For port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5a3b372b-e634-4f9e-8dc0-fda6b2f61325,segment=NetworkSegment(a02e0dcf-6e43-4ad7-962c-2a070b9bce60),segment_id=a02e0dcf-6e43-4ad7-962c-2a070b9bce60)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:20.292336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:20.294863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:20.299356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 70dc66d0-53ac-4f2f-ac56-269fe81af740) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:20.304812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:20.308874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.309112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:20.309112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.309295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec9ba2-271c-405c-8238-df085077cf7b None None] Network 70dc66d0-53ac-4f2f-ac56-269fe81af740 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:20.323412 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=8fdb588b-aec7-4a56-9058-6a0fd9fcac1b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:20.386189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.420005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-01d5267a-94bb-40ba-b725-168a5ad35437 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2173579 Oct 15 00:52:20.420005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35320) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:20.420676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35322) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:20.421292 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-20f44a87-5dc2-4e4f-a23d-14eed79c6f4c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2196894 Oct 15 00:52:20.492667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcfd5b-cb74-48d0-b978-654e61f70dab None None] Pushing event updated for resources: {'Port': ['ID=5a3b372b-e634-4f9e-8dc0-fda6b2f61325,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:20.539394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-70dc66d0-53ac-4f2f-ac56-269fe81af740', 'network_id': '70dc66d0-53ac-4f2f-ac56-269fe81af740', 'tenant_id': 'e3043682a75c4b6cab3a7a9ab4b4f6d7', 'fixed_ips': [{'subnet_id': 'b5409b63-c8c0-4ac6-8e46-a97330363b92'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:20.545321 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.706149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-f0e43b98-d0d8-4890-9877-4befea5fb23c tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:20.706149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-f0e43b98-d0d8-4890-9877-4befea5fb23c tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/networks?id=8d15abf7-f377-443f-9cff-51a966d6f08f HTTP/1.1" status: 200 len: 808 time: 0.2878115 Oct 15 00:52:20.722875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Allocated IP 2001:db8::f816:3eff:fee3:e352 (70dc66d0-53ac-4f2f-ac56-269fe81af740/b5409b63-c8c0-4ac6-8e46-a97330363b92/a887e890-8ade-406e-bbe8-326a17912419) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:20.750517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-697131cc-7134-4af9-b06b-a8aeb952df29 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/quotas/b0125de3622f4cff832fc52f43a608ce HTTP/1.1" status: 200 len: 375 time: 0.0313654 Oct 15 00:52:20.759548 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.813773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-9365a788-80c7-4a3a-bdf9-ca1b8d753b1c tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0125de3622f4cff832fc52f43a608ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481477 Oct 15 00:52:20.822473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 8fdb588b-aec7-4a56-9058-6a0fd9fcac1b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:20.822581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.938982 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:20.991788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.008778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.104781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.111991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Network 70dc66d0-53ac-4f2f-ac56-269fe81af740 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:21.123556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 8fdb588b-aec7-4a56-9058-6a0fd9fcac1b owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:21.123803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:21.135345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:21.173517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Pushing event updated for resources: {'Port': ['ID=a887e890-8ade-406e-bbe8-326a17912419,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:21.198736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.256341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Subnet': ['ID=b5409b63-c8c0-4ac6-8e46-a97330363b92,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:21.300929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Attempting to bind port a887e890-8ade-406e-bbe8-326a17912419 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:21.301373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Attempting to bind port a887e890-8ade-406e-bbe8-326a17912419 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '9ee58bdb-0e46-476d-9599-85cb44329519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dc66d0-53ac-4f2f-ac56-269fe81af740'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:21.303635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Attempting to bind port a887e890-8ade-406e-bbe8-326a17912419 on network 70dc66d0-53ac-4f2f-ac56-269fe81af740 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:21.309912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:21.310352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Checking segment: {'id': '9ee58bdb-0e46-476d-9599-85cb44329519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dc66d0-53ac-4f2f-ac56-269fe81af740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:21.310803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.311908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Bound using segment: {'id': '9ee58bdb-0e46-476d-9599-85cb44329519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dc66d0-53ac-4f2f-ac56-269fe81af740'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:21.312428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Bound port: a887e890-8ade-406e-bbe8-326a17912419, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee58bdb-0e46-476d-9599-85cb44329519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70dc66d0-53ac-4f2f-ac56-269fe81af740'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:21.312857 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.387782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] For port a887e890-8ade-406e-bbe8-326a17912419, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:21.391804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] For port a887e890-8ade-406e-bbe8-326a17912419, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a887e890-8ade-406e-bbe8-326a17912419,segment=NetworkSegment(9ee58bdb-0e46-476d-9599-85cb44329519),segment_id=9ee58bdb-0e46-476d-9599-85cb44329519)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:21.454057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.460062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.525109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dc66d0-53ac-4f2f-ac56-269fe81af740']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:21.528651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-8678f26e-7590-462d-9adf-96db22245b32 service neutron] 10.222.0.13 "GET /v2.0/networks/8d15abf7-f377-443f-9cff-51a966d6f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790719 Oct 15 00:52:21.555175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee58bdb-0e46-476d-9599-85cb44329519') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:21.555467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee58bdb-0e46-476d-9599-85cb44329519') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:21.591121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.625602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164042c-e060-41ee-b288-9d4ca65b3253 None None] Pushing event updated for resources: {'Port': ['ID=a887e890-8ade-406e-bbe8-326a17912419,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:21.672436 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.676674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7c34f-7a57-4d0d-b02a-bdf6c698987f None None] Network 70dc66d0-53ac-4f2f-ac56-269fe81af740 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:21.681480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.694867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:21.695270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:21.701974 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:21.764201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=8fdb588b-aec7-4a56-9058-6a0fd9fcac1b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:21.807200 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.813089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c070b0a0-7f84-43e8-8a0b-81b0c4e4b4e4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/8fdb588b-aec7-4a56-9058-6a0fd9fcac1b HTTP/1.1" status: 204 len: 168 time: 1.3883793 Oct 15 00:52:21.814287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35342) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:21.817535 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-8761895c-42d9-4608-b864-d2881bad5c34 service neutron] 10.222.0.13 "GET /v2.0/networks/8d15abf7-f377-443f-9cff-51a966d6f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796562 Oct 15 00:52:21.843087 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-91adfb0a-80bc-4d24-a91b-cad6bd94e237 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:21.846316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-91adfb0a-80bc-4d24-a91b-cad6bd94e237 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/8fdb588b-aec7-4a56-9058-6a0fd9fcac1b HTTP/1.1" status: 404 len: 333 time: 0.0290375 Oct 15 00:52:21.848550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35344) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:21.895147 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:52:21.895147 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:52:21.895147 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '70dc66d0-53ac-4f2f-ac56-269fe81af740'}] Oct 15 00:52:21.895147 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:52:21.895596 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:52:21.914129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77f950-fad6-42fe-b5b1-76aed18ad407 None None] Network e07a9edc-6911-4cb9-b293-9fa8a74af0cc requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:21.920233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet ba00da30-351b-445f-b6ef-4befb4bf490f {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:21.925227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.987207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65e0d2be-6174-47f3-9900-3599972fdd5f None None] Provisioning complete for port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:21.994628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65e0d2be-6174-47f3-9900-3599972fdd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:21.997421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.097179 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.164680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65e0d2be-6174-47f3-9900-3599972fdd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.233277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8baed1f8-7a84-42c1-8bc7-d32323b3d156 req-6cfa1f73-13e8-4641-9eed-96e18e7c6619 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 210 time: 0.0389702 Oct 15 00:52:22.267474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.313494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=ba00da30-351b-445f-b6ef-4befb4bf490f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:22.313654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-65e0d2be-6174-47f3-9900-3599972fdd5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:52:22.313912 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-65e0d2be-6174-47f3-9900-3599972fdd5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:52:22.338153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.341310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cab04f34-521c-44b7-9007-f59b7b69ab87 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/ba00da30-351b-445f-b6ef-4befb4bf490f HTTP/1.1" status: 204 len: 168 time: 0.4917855 Oct 15 00:52:22.343975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35356) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:22.396415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.473010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.476332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Deleting port a887e890-8ade-406e-bbe8-326a17912419 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:22.476848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.543286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e6834-7d09-4ff8-a835-ad83a665c968 None None] Network e07a9edc-6911-4cb9-b293-9fa8a74af0cc requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:22.563152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:22.563705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.564245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] For port a887e890-8ade-406e-bbe8-326a17912419, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a887e890-8ade-406e-bbe8-326a17912419,segment=NetworkSegment(9ee58bdb-0e46-476d-9599-85cb44329519),segment_id=9ee58bdb-0e46-476d-9599-85cb44329519)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:22.564810 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.582046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Calling delete_port for a887e890-8ade-406e-bbe8-326a17912419 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:22.657104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] For port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5a3b372b-e634-4f9e-8dc0-fda6b2f61325,segment=NetworkSegment(a02e0dcf-6e43-4ad7-962c-2a070b9bce60),segment_id=a02e0dcf-6e43-4ad7-962c-2a070b9bce60)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:22.659771 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.686239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:22.759431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:22.809755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] DHCP port deletion for e07a9edc-6911-4cb9-b293-9fa8a74af0cc request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:22.820105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.848668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Port': ['ID=a887e890-8ade-406e-bbe8-326a17912419,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:22.852758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No DVR routers for this DVR port a887e890-8ade-406e-bbe8-326a17912419 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:22.899331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:22.899754 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.911173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.923238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65e0d2be-6174-47f3-9900-3599972fdd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:22.950396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=5a3b372b-e634-4f9e-8dc0-fda6b2f61325,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:22.957908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No DVR routers for this DVR port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:23.023866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.031287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Could not find standard attr ID for object 5a3b372b-e634-4f9e-8dc0-fda6b2f61325. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:52:23.034347 n-d-811521-2 neutron-server[107727]: INFO neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No ports have port_id starting with 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 Oct 15 00:52:23.039135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] Deleting port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:23.039758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.060010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dc66d0-53ac-4f2f-ac56-269fe81af740']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:23.073103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee58bdb-0e46-476d-9599-85cb44329519') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:23.073103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee58bdb-0e46-476d-9599-85cb44329519') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:23.086683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.102119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.111928 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.112389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:23.113019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:23.123838 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:23.140456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07a9edc-6911-4cb9-b293-9fa8a74af0cc']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:23.152433 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02e0dcf-6e43-4ad7-962c-2a070b9bce60') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:23.152849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02e0dcf-6e43-4ad7-962c-2a070b9bce60') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:23.170605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.181397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b84fddbe-e423-4b9f-ad06-1521591ff7d8 None None] Could not find standard attr ID for object 5a3b372b-e634-4f9e-8dc0-fda6b2f61325. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:52:23.196654 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.198390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] For port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:23.198785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.209731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:23.210272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:23.214850 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:23.223374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] Calling delete_port for 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:23.226321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] Port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:52:23.227643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.256965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] Pushing event deleted for resources: {'Port': ['ID=5a3b372b-e634-4f9e-8dc0-fda6b2f61325,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:23.259155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447801eb-7b45-43f6-bbcf-2abd89fefa8d None None] No DVR routers for this DVR port 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:23.265197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.274803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.282872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/70dc66d0-53ac-4f2f-ac56-269fe81af740 HTTP/1.1" status: 204 len: 168 time: 2.8614538 Oct 15 00:52:23.297761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64423a10-78dc-4d7a-8363-22dea0a93aed None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:52:23.300564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35376) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.304713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8c26-b2df-4ad7-b0ad-0af2460b7272 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Network': ['ID=70dc66d0-53ac-4f2f-ac56-269fe81af740,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:23.378464 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-120acabc-1d67-491f-a902-2d6a7e5d9ee4 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:23.379472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120acabc-1d67-491f-a902-2d6a7e5d9ee4 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:23.384835 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-120acabc-1d67-491f-a902-2d6a7e5d9ee4 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/b5409b63-c8c0-4ac6-8e46-a97330363b92 HTTP/1.1" status: 404 len: 337 time: 0.0763130 Oct 15 00:52:23.384835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35382) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.387465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a475c94b-05a6-4740-8bc7-8e67e70b8e77 req-287714b6-cff6-4fa5-990f-780fc3fb024c tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 210 time: 0.0714433 Oct 15 00:52:23.417191 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade9166c-87d9-4053-9995-d266cf0e8d10 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:23.417449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64423a10-78dc-4d7a-8363-22dea0a93aed None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:52:23.417891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade9166c-87d9-4053-9995-d266cf0e8d10 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:23.423875 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ade9166c-87d9-4053-9995-d266cf0e8d10 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/70dc66d0-53ac-4f2f-ac56-269fe81af740 HTTP/1.1" status: 404 len: 339 time: 0.0354531 Oct 15 00:52:23.424049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.451867 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b757fe8-22ab-43b6-8239-a152ef546c98 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:23.453312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b757fe8-22ab-43b6-8239-a152ef546c98 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:23.456496 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7b757fe8-22ab-43b6-8239-a152ef546c98 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/8c87acfb-97f4-4d5e-bc3a-ed0617316c05 HTTP/1.1" status: 404 len: 337 time: 0.0314579 Oct 15 00:52:23.458846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.460224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35388) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.467910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.480755 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/e07a9edc-6911-4cb9-b293-9fa8a74af0cc HTTP/1.1" status: 204 len: 168 time: 1.1354599 Oct 15 00:52:23.484514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35390) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.487403 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-a508fbd3-e46b-4d9f-943e-087f202707eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:23.488088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a508fbd3-e46b-4d9f-943e-087f202707eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:23.488607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'name': 'tempest-PortsIpV6TestJSON-1971318660'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:23.496143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a508fbd3-e46b-4d9f-943e-087f202707eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/1cc9bc0e-abe5-4f46-bff7-abaeb5cb1774 HTTP/1.1" status: 404 len: 339 time: 0.0325663 Oct 15 00:52:23.496383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35392) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.553986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb590f-031c-42a6-b07c-2e8c1cc39ae3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=e07a9edc-6911-4cb9-b293-9fa8a74af0cc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:23.559427 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d2dbb4-7b4f-4da3-af88-2af6ab801bfc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:23.560323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d2dbb4-7b4f-4da3-af88-2af6ab801bfc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:23.565379 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-48d2dbb4-7b4f-4da3-af88-2af6ab801bfc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/c2c51509-abfb-4ea6-a321-20f3b61225a3 HTTP/1.1" status: 404 len: 337 time: 0.0654941 Oct 15 00:52:23.575525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35396) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.607710 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce823c7e-b657-476c-9813-a79998b193e5 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:23.608330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce823c7e-b657-476c-9813-a79998b193e5 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:23.616042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce823c7e-b657-476c-9813-a79998b193e5 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/574aa88f-2e14-4c85-8f4d-3389a7cb08d9 HTTP/1.1" status: 404 len: 339 time: 0.0363109 Oct 15 00:52:23.617173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35398) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:23.744644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Deleting port 83d1361f-57bf-44ac-8621-1aae37f04407 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:23.744986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.831250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:23.836293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.838628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:23.853778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Calling delete_port for 83d1361f-57bf-44ac-8621-1aae37f04407 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:23.868366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port 8bd64188-302d-4a92-a6d7-8b36d8e09bd3 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:23.997639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.030806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Port': ['ID=83d1361f-57bf-44ac-8621-1aae37f04407,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:24.048643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.053018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-93217f89-5d61-4a46-9fc4-b2e30e7bfe46 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/ports/83d1361f-57bf-44ac-8621-1aae37f04407 HTTP/1.1" status: 204 len: 168 time: 0.4345427 Oct 15 00:52:24.062316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:24.097021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.102614 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a6ecc9-1d66-4b12-a1c3-a3b17a094649 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:24.103628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a6ecc9-1d66-4b12-a1c3-a3b17a094649 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:24.106972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-05a6ecc9-1d66-4b12-a1c3-a3b17a094649 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/60faaa7a-fcd9-4c96-94c6-c6d34bed0095 HTTP/1.1" status: 404 len: 337 time: 0.0504885 Oct 15 00:52:24.109593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35406) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:24.191388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.199920 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.256470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:24.263746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:24.275624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:24.281543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:24.282165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.298245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=8bd64188-302d-4a92-a6d7-8b36d8e09bd3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:24.311911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.335697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cbbd74-2c50-438c-a039-a1dbbe5c0f48']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:24.345796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e03a0c-93db-4551-928a-765f57892195') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:24.346325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e03a0c-93db-4551-928a-765f57892195') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:24.356117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.366199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d5dce704-6caf-4e9c-963f-275ad3cfc318 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8809702 Oct 15 00:52:24.367591 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35412) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:24.373757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.379867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:24.381137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:24.384381 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:24.483967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 8bd64188-302d-4a92-a6d7-8b36d8e09bd3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:24.484799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.539828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-536f5858-74a0-4771-a02c-38f98ab95bf9 req-60a318eb-5386-4395-8fb3-7a240a1296ce tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 210 time: 0.0538065 Oct 15 00:52:24.551402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.560136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.578355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/f4cbbd74-2c50-438c-a039-a1dbbe5c0f48 HTTP/1.1" status: 204 len: 168 time: 0.4618576 Oct 15 00:52:24.590533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35420) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:24.600141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89058ea-c306-43da-9b23-80105d015dcc tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Network': ['ID=f4cbbd74-2c50-438c-a039-a1dbbe5c0f48,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:24.633632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.648221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 8bd64188-302d-4a92-a6d7-8b36d8e09bd3 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:24.720855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:52:24.732712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Deleting port 1fa5e328-d19a-438b-a5a5-6bde903b2714 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:24.733352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.755576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:52:24.755913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5a3b372b-e634-4f9e-8dc0-fda6b2f61325 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:52:24.826513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.841975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Calling delete_port for 1fa5e328-d19a-438b-a5a5-6bde903b2714 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:24.871134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-f552c042-77b7-48a8-a239-18308a263b05 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:24.872816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-f552c042-77b7-48a8-a239-18308a263b05 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.30 "GET /v2.0/networks?id=8d15abf7-f377-443f-9cff-51a966d6f08f HTTP/1.1" status: 200 len: 808 time: 0.1537189 Oct 15 00:52:24.887064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Request body: {'port': {'device_id': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f', 'admin_state_up': True, 'tenant_id': 'b0125de3622f4cff832fc52f43a608ce'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:24.997124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:24.997662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.056597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Port': ['ID=1fa5e328-d19a-438b-a5a5-6bde903b2714,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:25.058580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=8bd64188-302d-4a92-a6d7-8b36d8e09bd3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:25.064472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.071698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-17c61a5f-eae1-49b9-afe0-1497dcd2f58f tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/ports/1fa5e328-d19a-438b-a5a5-6bde903b2714 HTTP/1.1" status: 204 len: 168 time: 0.4800162 Oct 15 00:52:25.072336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35426) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:25.082979 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.086753 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3f1e4e4c-f11a-443c-a786-68cfeb4b2865 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/8bd64188-302d-4a92-a6d7-8b36d8e09bd3 HTTP/1.1" status: 204 len: 168 time: 0.7182255 Oct 15 00:52:25.090960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:25.096225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'mac_address': 'fa:16:3e:99:c1:dd', 'name': 'tempest-PortsIpV6TestJSON-2083087427'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:25.105726 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-37284ff1-29cb-4f79-b7ab-3233cf934647 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] DELETE failed (client error): The resource could not be found. Oct 15 00:52:25.106279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37284ff1-29cb-4f79-b7ab-3233cf934647 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:25.111026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-37284ff1-29cb-4f79-b7ab-3233cf934647 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/e7fbf5e5-8e97-42a7-9bd5-1a3ca74e501e HTTP/1.1" status: 404 len: 337 time: 0.0377679 Oct 15 00:52:25.116889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35430) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:25.194825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.244107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Made reservation on behalf of b0125de3622f4cff832fc52f43a608ce for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:25.247885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.298423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.318655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683923f4-cdcc-4f97-afb5-0f2658e8fd87']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:25.327914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:25.328210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b42ded-7ab0-497e-a7b5-f0d4dec2e44d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:25.337416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.350769 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.356841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:25.357220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:25.360145 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:25.393137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:25.435527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Allocated IP 172.20.0.8 (8d15abf7-f377-443f-9cff-51a966d6f08f/0b6d5cb0-54a7-4738-a914-e0c9ed572620/d992c20b-4f04-4ad7-b0ed-d30abeb007d6) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:25.487908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.510877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.526814 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.527428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port adfec384-9c3b-4a20-8ccf-90256fd76c35 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:25.527540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/683923f4-cdcc-4f97-afb5-0f2658e8fd87 HTTP/1.1" status: 204 len: 168 time: 0.4095540 Oct 15 00:52:25.528530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35440) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:25.606778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Deleting subnet 23055778-2991-4af9-9c48-f4289cbd2029 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:25.622263 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.625382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2762535-1797-450b-a126-915c83dfe8eb tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Network': ['ID=683923f4-cdcc-4f97-afb5-0f2658e8fd87,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:25.680784 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.760257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8180482c-5e40-4ef2-a283-749c8b7dba47 req-d94d25c4-2e03-4fe4-b1d8-906df235d28b tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 210 time: 0.0756199 Oct 15 00:52:25.818249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.841081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.853960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:25.985822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.014483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.017126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.018363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Subnet': ['ID=23055778-2991-4af9-9c48-f4289cbd2029,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:26.026286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.031487 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a4123475-a20e-4577-b522-ce0b35baf147 tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/subnets/23055778-2991-4af9-9c48-f4289cbd2029 HTTP/1.1" status: 204 len: 168 time: 0.4964316 Oct 15 00:52:26.033021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35448) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:26.034065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42799166-05b9-409e-ab06-a5b07e83f6e3 None None] Network 5810ff79-b960-466b-9f0a-767a46490d0b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:26.161482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Network 8d15abf7-f377-443f-9cff-51a966d6f08f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:26.168517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:26.176507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:26.179647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:26.181715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=adfec384-9c3b-4a20-8ccf-90256fd76c35,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:26.184580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:26.217223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:26.223143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:26.225768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.240903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.248550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] DHCP port deletion for 5810ff79-b960-466b-9f0a-767a46490d0b request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:26.260874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c6142c3f-4a94-4672-91b1-fd2fbfd777e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.298741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:26.300515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.325962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] Deleting port 8934cc98-2a86-46e3-8692-30646842fe7a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:26.326539 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.355268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Pushing event updated for resources: {'Port': ['ID=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:26.372484 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cb32d31e-62d6-4301-97f7-e6303fab00c8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2802682 Oct 15 00:52:26.375408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35456) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:26.408115 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-186b2101-f322-4f9f-9d36-8c41b29df703 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5193985 Oct 15 00:52:26.416454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Request body: {'port': {'device_id': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:26.423526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Deleting port 8934cc98-2a86-46e3-8692-30646842fe7a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:26.423746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] For port 8934cc98-2a86-46e3-8692-30646842fe7a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8934cc98-2a86-46e3-8692-30646842fe7a,segment=NetworkSegment(fcaa8c1c-328e-4332-9157-7f33f1ca2d47),segment_id=fcaa8c1c-328e-4332-9157-7f33f1ca2d47)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:26.424132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.424787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.439879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] Calling delete_port for 8934cc98-2a86-46e3-8692-30646842fe7a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:26.469856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b710b42-f5bd-4774-a41f-f050220b0cf2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:26.474974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4b710b42-f5bd-4774-a41f-f050220b0cf2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/adfec384-9c3b-4a20-8ccf-90256fd76c35 HTTP/1.1" status: 200 len: 845 time: 0.0984771 Oct 15 00:52:26.475558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35458) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:26.556532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] For port 8934cc98-2a86-46e3-8692-30646842fe7a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8934cc98-2a86-46e3-8692-30646842fe7a,segment=NetworkSegment(fcaa8c1c-328e-4332-9157-7f33f1ca2d47),segment_id=fcaa8c1c-328e-4332-9157-7f33f1ca2d47)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:26.556984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.574398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Calling delete_port for 8934cc98-2a86-46e3-8692-30646842fe7a owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:26.604460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port adfec384-9c3b-4a20-8ccf-90256fd76c35 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:26.604823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.633041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.654716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.693192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.711591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for adfec384-9c3b-4a20-8ccf-90256fd76c35 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:26.735003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] Pushing event deleted for resources: {'Port': ['ID=8934cc98-2a86-46e3-8692-30646842fe7a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:26.753547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8934cc98-2a86-46e3-8692-30646842fe7a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:52:26.756990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd6848-478b-48c7-a949-61ad03cc40c3 None None] No DVR routers for this DVR port 8934cc98-2a86-46e3-8692-30646842fe7a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:26.866132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:26.977705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Port': ['ID=8934cc98-2a86-46e3-8692-30646842fe7a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:26.991198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] No DVR routers for this DVR port 8934cc98-2a86-46e3-8692-30646842fe7a on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:27.001193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ab25-059d-4019-bf8c-900926e04dfd req-dda431f4-2993-4ee8-ba12-784caf0d624a tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:27.008744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e42ab25-059d-4019-bf8c-900926e04dfd req-dda431f4-2993-4ee8-ba12-784caf0d624a tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 931 time: 0.1112156 Oct 15 00:52:27.009930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8934cc98-2a86-46e3-8692-30646842fe7a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:52:27.010594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8934cc98-2a86-46e3-8692-30646842fe7a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:52:27.016108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.063054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=adfec384-9c3b-4a20-8ccf-90256fd76c35,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:27.081157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.087428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7183ca80-2e34-4bd9-82f4-52da3ad518e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/adfec384-9c3b-4a20-8ccf-90256fd76c35 HTTP/1.1" status: 204 len: 168 time: 0.6084709 Oct 15 00:52:27.088522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e42ab25-059d-4019-bf8c-900926e04dfd req-0ba2584f-6c2f-448b-98f2-25f51ba0caa7 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789936 Oct 15 00:52:27.088979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35470) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:27.114211 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c470af7-e72e-4579-93d6-9ed1fce3295b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:27.115839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2c470af7-e72e-4579-93d6-9ed1fce3295b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/adfec384-9c3b-4a20-8ccf-90256fd76c35 HTTP/1.1" status: 404 len: 333 time: 0.0259480 Oct 15 00:52:27.121342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35472) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:27.126227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'name': 'tempest-PortsIpV6TestJSON-857960042'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:27.242908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d992c20b-4f04-4ad7-b0ed-d30abeb007d6 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:52:27.248155 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.258975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.287988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:27.292901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.295472 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5810ff79-b960-466b-9f0a-767a46490d0b']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:27.309450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Transition to ACTIVE for port object d992c20b-4f04-4ad7-b0ed-d30abeb007d6 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:52:27.329911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port bd5e4a0e-d156-41ab-9c00-50f6d30a4892 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:27.343974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcaa8c1c-328e-4332-9157-7f33f1ca2d47') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:27.344274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcaa8c1c-328e-4332-9157-7f33f1ca2d47') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:27.362671 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.381995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.441758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.454556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:27.454949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:27.459558 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:27.555251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.562964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:27.614807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Attempting to bind port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:27.614807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Attempting to bind port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '74f87bce-caf7-4176-ad5e-a0691038eb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:27.614807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Attempting to bind port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 on network 8d15abf7-f377-443f-9cff-51a966d6f08f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:27.619824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 on network 8d15abf7-f377-443f-9cff-51a966d6f08f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:52:27.619824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Attempting to bind port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 on network 8d15abf7-f377-443f-9cff-51a966d6f08f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:27.625141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:27.625489 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Checking segment: {'id': '74f87bce-caf7-4176-ad5e-a0691038eb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:27.626199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Bound using segment: {'id': '74f87bce-caf7-4176-ad5e-a0691038eb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:27.628203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Bound port: d992c20b-4f04-4ad7-b0ed-d30abeb007d6, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f87bce-caf7-4176-ad5e-a0691038eb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:27.628203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.647778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.677614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.698235 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.704044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] 10.222.0.13 "DELETE /v2.0/networks/5810ff79-b960-466b-9f0a-767a46490d0b HTTP/1.1" status: 204 len: 168 time: 1.6379685 Oct 15 00:52:27.705538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17e018-82fa-45a4-b036-540b007b9eaa tempest-NetworksIpV6TestAttrs-2063612352 tempest-NetworksIpV6TestAttrs-2063612352-project] Pushing event deleted for resources: {'Network': ['ID=5810ff79-b960-466b-9f0a-767a46490d0b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:27.738790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] For port d992c20b-4f04-4ad7-b0ed-d30abeb007d6, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:27.742646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] For port d992c20b-4f04-4ad7-b0ed-d30abeb007d6, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,segment=NetworkSegment(74f87bce-caf7-4176-ad5e-a0691038eb9a),segment_id=74f87bce-caf7-4176-ad5e-a0691038eb9a)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:27.757537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:27.762202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:27.764685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:27.777668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:27.777668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.777668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=bd5e4a0e-d156-41ab-9c00-50f6d30a4892,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:27.825577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.857065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1fd4238f-9b38-4761-be65-2c5b3daff883 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7345471 Oct 15 00:52:27.859346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35488) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:27.870988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:27.876765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:27.876765 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:27.877815 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/d992c20b-4f04-4ad7-b0ed-d30abeb007d6 HTTP/1.1" status: 200 len: 1091 time: 1.4669237 Oct 15 00:52:27.878308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'tag': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:52:27.881289 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f" -d '{"events": [{"name": "network-changed", "server_uuid": "0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2", "tag": "d992c20b-4f04-4ad7-b0ed-d30abeb007d6"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:52:27.921559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014cbc8-8aee-4296-add4-2d8d15e9c2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:28.017264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.068839 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bab81ae-7748-4d3d-b1f2-ab98a46f3baf x-openstack-request-id: req-5bab81ae-7748-4d3d-b1f2-ab98a46f3baf {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:52:28.069136 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2", "tag": "d992c20b-4f04-4ad7-b0ed-d30abeb007d6", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:52:28.069387 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bab81ae-7748-4d3d-b1f2-ab98a46f3baf {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:52:28.070436 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'tag': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6', 'status': 'completed', 'code': 200} Oct 15 00:52:28.087320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-40d16b88-24c8-4aae-9a8b-4a78704d507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:28.089185 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-40d16b88-24c8-4aae-9a8b-4a78704d507d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0125de3622f4cff832fc52f43a608ce&device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 1094 time: 0.1093528 Oct 15 00:52:28.172855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-c2dfba4d-b94f-4518-9c44-45d28132a505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d992c20b-4f04-4ad7-b0ed-d30abeb007d6 HTTP/1.1" status: 200 len: 217 time: 0.0758057 Oct 15 00:52:28.235259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-89fc3eda-1fb2-4e85-af58-1a42b2812ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:28.236754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-89fc3eda-1fb2-4e85-af58-1a42b2812ceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b6d5cb0-54a7-4738-a914-e0c9ed572620 HTTP/1.1" status: 200 len: 848 time: 0.0572274 Oct 15 00:52:28.271209 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.271520 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-55ec5b8b-0697-4f99-9a68-7b868bbefc9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d15abf7-f377-443f-9cff-51a966d6f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265765 Oct 15 00:52:28.284760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe392a-b5bb-4c1d-adcd-065f05e938b7 req-336adba7-79d9-45f7-9750-45da1214ad54 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:28.286281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eabe392a-b5bb-4c1d-adcd-065f05e938b7 req-336adba7-79d9-45f7-9750-45da1214ad54 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 943 time: 0.0862257 Oct 15 00:52:28.342663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eabe392a-b5bb-4c1d-adcd-065f05e938b7 req-b6008eb4-e7ad-45ab-905d-1465b334f1b0 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503631 Oct 15 00:52:28.343939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.382514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-32340eb8-6586-4a12-863c-54ac09e0f9df service neutron] 10.222.0.30 "GET /v2.0/networks/8d15abf7-f377-443f-9cff-51a966d6f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047683 Oct 15 00:52:28.400494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] In _notify_port_updated(), no bound segment for port bd5e4a0e-d156-41ab-9c00-50f6d30a4892 on network ff0bdff8-9946-4262-8fc7-da5727241828 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:52:28.407439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:28.407820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.410141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "PUT /v2.0/ports/bd5e4a0e-d156-41ab-9c00-50f6d30a4892 HTTP/1.1" status: 200 len: 818 time: 0.5486767 Oct 15 00:52:28.410141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35508) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:28.414026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35510) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:28.459922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50baeef-5a32-42c2-99c5-74cf12d80b2b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=bd5e4a0e-d156-41ab-9c00-50f6d30a4892,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:28.531741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-41a10910-9aa4-4cb8-8404-f74f3cf77ae9 req-a0a0d221-f4ad-4828-b3f3-05fe7b761257 service neutron] 10.222.0.30 "GET /v2.0/networks/8d15abf7-f377-443f-9cff-51a966d6f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413410 Oct 15 00:52:28.537061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port bd5e4a0e-d156-41ab-9c00-50f6d30a4892 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:28.537860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.630765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.655395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8c41cd15-43d0-405b-b980-5c50b4b7e0fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3043682a75c4b6cab3a7a9ab4b4f6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397015 Oct 15 00:52:28.655395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for bd5e4a0e-d156-41ab-9c00-50f6d30a4892 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:28.664612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35518) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:28.730927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-87b69f8c-a1a0-4a4b-aa16-a11461b548c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:28.732532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-87b69f8c-a1a0-4a4b-aa16-a11461b548c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b0125de3622f4cff832fc52f43a608ce&device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 1094 time: 0.0594103 Oct 15 00:52:28.772964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1699607b-b34d-4be6-a376-c4ba8ed9c964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.808694 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a9835ddd-421f-4116-86ea-a0e00b81a5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.834425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1699607b-b34d-4be6-a376-c4ba8ed9c964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.836881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.864659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=bd5e4a0e-d156-41ab-9c00-50f6d30a4892,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:28.874199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:28.882676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:28.882849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4132f1d9-b384-49e0-93ac-52f42da017f3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/bd5e4a0e-d156-41ab-9c00-50f6d30a4892 HTTP/1.1" status: 204 len: 168 time: 0.4621484 Oct 15 00:52:28.885121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-d53834e2-eb5d-4cc5-a467-2570b2e50074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:28.886612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-d53834e2-eb5d-4cc5-a467-2570b2e50074 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d15abf7-f377-443f-9cff-51a966d6f08f HTTP/1.1" status: 200 len: 909 time: 0.1473789 Oct 15 00:52:28.957972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-6a93b678-ad10-4a6e-93c6-fe6149750359 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d992c20b-4f04-4ad7-b0ed-d30abeb007d6 HTTP/1.1" status: 200 len: 217 time: 0.0621948 Oct 15 00:52:29.014559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0687852-f9cd-4e81-860c-572a4ee7f321 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:29.018731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d0687852-f9cd-4e81-860c-572a4ee7f321 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1323524 Oct 15 00:52:29.018935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35526) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:29.055557 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d237f6-7cfb-44d6-80ec-a18a52d9bc51 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:29.057075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a9d237f6-7cfb-44d6-80ec-a18a52d9bc51 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/bd5e4a0e-d156-41ab-9c00-50f6d30a4892 HTTP/1.1" status: 404 len: 333 time: 0.0372093 Oct 15 00:52:29.061223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-f69a3196-61ed-4a4f-b70c-6c438d63c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:29.061823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35528) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:29.062733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-f69a3196-61ed-4a4f-b70c-6c438d63c3d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b6d5cb0-54a7-4738-a914-e0c9ed572620 HTTP/1.1" status: 200 len: 848 time: 0.0938599 Oct 15 00:52:29.068954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1649399614'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:29.180163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:29.183945 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:29.219835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:29.231819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:29.232227 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment b016091a-b143-4b62-ab02-85f999617b48 of type vlan for network 93042985-1233-4653-a6b1-b15b471c5744 Oct 15 00:52:29.277883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:29.362446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:29.369827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:29.371584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:29.464077 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-ef100de8-a67f-4014-82cf-bf0672c1cd22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d15abf7-f377-443f-9cff-51a966d6f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3932984 Oct 15 00:52:29.464798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1699607b-b34d-4be6-a376-c4ba8ed9c964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:29.467511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1699607b-b34d-4be6-a376-c4ba8ed9c964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:29.471058 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1699607b-b34d-4be6-a376-c4ba8ed9c964 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f37cff12-abab-48c9-b685-723a121367db HTTP/1.1" status: 204 len: 168 time: 0.8117421 Oct 15 00:52:29.485482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699607b-b34d-4be6-a376-c4ba8ed9c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37cff12-abab-48c9-b685-723a121367db,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:29.513999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4500461 Oct 15 00:52:29.521220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:29.528504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': '93042985-1233-4653-a6b1-b15b471c5744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:29.533532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb738f-5b0b-4119-9d5c-ac0245910c61 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=93042985-1233-4653-a6b1-b15b471c5744,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:29.543837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 93042985-1233-4653-a6b1-b15b471c5744 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:29.573603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ce3b8-53e2-40a3-a0a5-fb71d42b1d4c req-42eb7cbd-3e06-4f7c-8906-ca9ee80e998e tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:29.587369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f2ce3b8-53e2-40a3-a0a5-fb71d42b1d4c req-42eb7cbd-3e06-4f7c-8906-ca9ee80e998e tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 943 time: 0.1357155 Oct 15 00:52:29.653348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f2ce3b8-53e2-40a3-a0a5-fb71d42b1d4c req-f87353f2-3c81-4c5f-b659-22981c28d870 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Oct 15 00:52:29.690600 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-d8840694-0752-4606-b473-b3db04f8bad1 service neutron] 10.222.0.30 "GET /v2.0/networks/8d15abf7-f377-443f-9cff-51a966d6f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183809 Oct 15 00:52:29.799459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c3f5a3a-ce4b-4d86-b8bc-e3c4b129762f req-ede1e499-1f28-4705-b7a2-be984b6cca42 service neutron] 10.222.0.30 "GET /v2.0/networks/8d15abf7-f377-443f-9cff-51a966d6f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006021 Oct 15 00:52:29.806718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:29.810249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.093965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.159375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=3c9fc70e-b24c-49a3-bbf7-b533f7732098,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:30.161870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.171203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': 'b016091a-b143-4b62-ab02-85f999617b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '93042985-1233-4653-a6b1-b15b471c5744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:30.171666 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: 93042985-1233-4653-a6b1-b15b471c5744, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:30.213482 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.270046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 93042985-1233-4653-a6b1-b15b471c5744 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:30.356225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 93042985-1233-4653-a6b1-b15b471c5744) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:30.360538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:30.361193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.365474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6769f36-48d7-45eb-8ae7-9da17904fcf7 None None] Network 93042985-1233-4653-a6b1-b15b471c5744 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:30.465325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35582) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:30.465821 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-49f9924d-9e48-4b30-88d9-f0a75f0ee5d2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9428313 Oct 15 00:52:30.476418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-48875896-030d-4005-bd34-6d8a357b2ab5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': '93042985-1233-4653-a6b1-b15b471c5744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:30.528499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-93042985-1233-4653-a6b1-b15b471c5744', 'network_id': '93042985-1233-4653-a6b1-b15b471c5744', 'tenant_id': 'f201980018444b58b80dbdd0622fbf2c', 'fixed_ips': [{'subnet_id': '3c9fc70e-b24c-49a3-bbf7-b533f7732098'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:30.529857 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.695264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Allocated IP 2001:db8::2 (93042985-1233-4653-a6b1-b15b471c5744/3c9fc70e-b24c-49a3-bbf7-b533f7732098/8da52171-d177-4f41-97d8-9557139a36e1) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:30.716830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48875896-030d-4005-bd34-6d8a357b2ab5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:30.721440 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48875896-030d-4005-bd34-6d8a357b2ab5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.814133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35598) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:30.875697 n-d-811521-2 neutron-server[107726]: INFO neutron.db.ipam_backend_mixin [None req-48875896-030d-4005-bd34-6d8a357b2ab5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c9fc70e-b24c-49a3-bbf7-b533f7732098 (CIDR: 2001:db8::/64) Oct 15 00:52:30.898356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0ab5c-af41-4c21-845d-a70de92eb4aa req-a51b1272-47b1-4401-bf28-b4abb8596fd3 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:30.905986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3e0ab5c-af41-4c21-845d-a70de92eb4aa req-a51b1272-47b1-4401-bf28-b4abb8596fd3 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 943 time: 0.0825403 Oct 15 00:52:30.924570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:30.957178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3e024261-187e-4694-b602-3a41255a39d9 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:30.957628 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-3e024261-187e-4694-b602-3a41255a39d9 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 00:52:30.959331 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-3e024261-187e-4694-b602-3a41255a39d9 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 00:52:30.960919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3e024261-187e-4694-b602-3a41255a39d9 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1451035 Oct 15 00:52:30.964849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35604) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:30.969987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318033228'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:30.992581 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.043894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Network 93042985-1233-4653-a6b1-b15b471c5744 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:31.046985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:31.053517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:31.061129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Pushing event updated for resources: {'Port': ['ID=8da52171-d177-4f41-97d8-9557139a36e1,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:31.106074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.118298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Attempting to bind port 8da52171-d177-4f41-97d8-9557139a36e1 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:31.118752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Attempting to bind port 8da52171-d177-4f41-97d8-9557139a36e1 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'b016091a-b143-4b62-ab02-85f999617b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '93042985-1233-4653-a6b1-b15b471c5744'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:31.119117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Attempting to bind port 8da52171-d177-4f41-97d8-9557139a36e1 on network 93042985-1233-4653-a6b1-b15b471c5744 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:31.120036 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.124559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:31.124930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Checking segment: {'id': 'b016091a-b143-4b62-ab02-85f999617b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '93042985-1233-4653-a6b1-b15b471c5744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:31.125329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.125720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Bound using segment: {'id': 'b016091a-b143-4b62-ab02-85f999617b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '93042985-1233-4653-a6b1-b15b471c5744'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:31.126212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Bound port: 8da52171-d177-4f41-97d8-9557139a36e1, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b016091a-b143-4b62-ab02-85f999617b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '93042985-1233-4653-a6b1-b15b471c5744'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:31.127936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.230850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] For port 8da52171-d177-4f41-97d8-9557139a36e1, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:31.236609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.237395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] For port 8da52171-d177-4f41-97d8-9557139a36e1, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8da52171-d177-4f41-97d8-9557139a36e1,segment=NetworkSegment(b016091a-b143-4b62-ab02-85f999617b48),segment_id=b016091a-b143-4b62-ab02-85f999617b48)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:31.297517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.307017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.323192 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-48875896-030d-4005-bd34-6d8a357b2ab5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:31.323681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48875896-030d-4005-bd34-6d8a357b2ab5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:52:31.370643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.377402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3e0ab5c-af41-4c21-845d-a70de92eb4aa req-09abf250-47cb-4aef-b3e4-2626c221723b tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704738 Oct 15 00:52:31.403659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fc73f-9ece-45fe-83fa-245268b5126a None None] Pushing event updated for resources: {'Port': ['ID=8da52171-d177-4f41-97d8-9557139a36e1,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:31.422248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-48875896-030d-4005-bd34-6d8a357b2ab5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9557266 Oct 15 00:52:31.428958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f0043-88e6-4b66-a1b5-ab0b5e41633d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:31.431788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35618) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:31.441995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': '93042985-1233-4653-a6b1-b15b471c5744', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:31.450395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.541447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfeed31-44f7-4460-9e24-cb7e98809e14,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:31.568754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.568754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ecf9ef5f-702a-45ad-b92a-a5e234364991 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6005058 Oct 15 00:52:31.584338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35624) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:31.588644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'fbfeed31-44f7-4460-9e24-cb7e98809e14', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:31.593366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d992c20b-4f04-4ad7-b0ed-d30abeb007d6 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:52:31.599426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 00:52:31.599426 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 00:52:31.599426 n-d-811521-2 neutron-server[107726]: [parameters: {'project_id_1': '55967c737923429f826329284a1b4a78', 'expiration_1': datetime.datetime(2021, 10, 15, 0, 52, 11, 595204)}] Oct 15 00:52:31.599426 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:52:31.600841 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:52:31.671630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:31.675697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.778446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d992c20b-4f04-4ad7-b0ed-d30abeb007d6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,segment=NetworkSegment(74f87bce-caf7-4176-ad5e-a0691038eb9a),segment_id=74f87bce-caf7-4176-ad5e-a0691038eb9a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:31.793636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6', 'network_id': '8d15abf7-f377-443f-9cff-51a966d6f08f', 'port_id': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6', 'mac_address': 'fa:16:3e:61:bd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6d5cb0-54a7-4738-a914-e0c9ed572620', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:52:31.867990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:31.883492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d992c20b-4f04-4ad7-b0ed-d30abeb007d6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:52:31.906229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d992c20b-4f04-4ad7-b0ed-d30abeb007d6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,segment=NetworkSegment(74f87bce-caf7-4176-ad5e-a0691038eb9a),segment_id=74f87bce-caf7-4176-ad5e-a0691038eb9a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:31.979110 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.026662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:32.031706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.081344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 93042985-1233-4653-a6b1-b15b471c5744 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:32.085670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:32.089059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:32.093924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.104121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=549328d2-bb23-436c-bb8c-0f968d861d74,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:32.173759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3b57b0b-eab7-4353-bb0c-97e61f9b6b78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7407248 Oct 15 00:52:32.178325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35638) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:32.184597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': '93042985-1233-4653-a6b1-b15b471c5744', 'fixed_ips': [{'subnet_id': '3c9fc70e-b24c-49a3-bbf7-b533f7732098'}, {'subnet_id': '549328d2-bb23-436c-bb8c-0f968d861d74'}], 'name': 'tempest-PortsIpV6TestJSON-1143427588'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:32.195556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d992c20b-4f04-4ad7-b0ed-d30abeb007d6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:52:32.314808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.324040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.390422 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.436292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:32.469391 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.553987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c21091-aae3-4aaa-afbf-412882955198,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:32.600553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.618818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed65620-a391-4dd8-bb7e-bed5f440db11 req-d5a385fc-b7e3-4690-8ffb-97346833e8e2 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:32.620338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ed65620-a391-4dd8-bb7e-bed5f440db11 req-d5a385fc-b7e3-4690-8ffb-97346833e8e2 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 944 time: 0.0962968 Oct 15 00:52:32.634525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port f15ef174-3572-46a0-b768-3ff42bd04778 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:32.640705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22199b-a775-4171-8756-0c79e7eec96f None None] Network 93042985-1233-4653-a6b1-b15b471c5744 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:32.704912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.705614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-31b83cd2-07a4-4a86-af46-0ecdb4ca5c3c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1205952 Oct 15 00:52:32.709297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35652) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:32.717933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f3dc875a-85bd-4cbe-823e-28b115765554 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'fbfeed31-44f7-4460-9e24-cb7e98809e14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:32.730879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dba8ff57-728e-423e-b7d0-e37d45be6e1f None None] Provisioning complete for port 8da52171-d177-4f41-97d8-9557139a36e1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:32.731834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dba8ff57-728e-423e-b7d0-e37d45be6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:32.757226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ed65620-a391-4dd8-bb7e-bed5f440db11 req-cef479e1-b73f-4971-a5db-df4477012b8b tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173477 Oct 15 00:52:32.792292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8da52171-d177-4f41-97d8-9557139a36e1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:32.860281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3dc875a-85bd-4cbe-823e-28b115765554 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.004062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dba8ff57-728e-423e-b7d0-e37d45be6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.008322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8da52171-d177-4f41-97d8-9557139a36e1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:33.008322 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.072975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::f0 (93042985-1233-4653-a6b1-b15b471c5744/3c9fc70e-b24c-49a3-bbf7-b533f7732098/f15ef174-3572-46a0-b768-3ff42bd04778) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:33.076889 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-f3dc875a-85bd-4cbe-823e-28b115765554 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 00:52:33.081447 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f3dc875a-85bd-4cbe-823e-28b115765554 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3676891 Oct 15 00:52:33.081447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35658) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:33.088833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8:0:1::3b8 (93042985-1233-4653-a6b1-b15b471c5744/549328d2-bb23-436c-bb8c-0f968d861d74/f15ef174-3572-46a0-b768-3ff42bd04778) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:33.092619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-dba8ff57-728e-423e-b7d0-e37d45be6e1f None None] For port 8da52171-d177-4f41-97d8-9557139a36e1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8da52171-d177-4f41-97d8-9557139a36e1,segment=NetworkSegment(b016091a-b143-4b62-ab02-85f999617b48),segment_id=b016091a-b143-4b62-ab02-85f999617b48)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:33.110876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e62be68-c400-429f-a90b-77a87128e0c4 None None] Update dhcp port {'port': {'network_id': '93042985-1233-4653-a6b1-b15b471c5744', 'fixed_ips': [{'subnet_id': '3c9fc70e-b24c-49a3-bbf7-b533f7732098', 'ip_address': '2001:db8::2'}, {'subnet_id': '549328d2-bb23-436c-bb8c-0f968d861d74'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '8da52171-d177-4f41-97d8-9557139a36e1'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:52:33.146680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.154694 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dba8ff57-728e-423e-b7d0-e37d45be6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.179064 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.191963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e62be68-c400-429f-a90b-77a87128e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.196526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.263932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8ff57-728e-423e-b7d0-e37d45be6e1f None None] Pushing event updated for resources: {'Port': ['ID=8da52171-d177-4f41-97d8-9557139a36e1,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:33.280314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.327695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.331719 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.334768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/fbfeed31-44f7-4460-9e24-cb7e98809e14 HTTP/1.1" status: 204 len: 168 time: 0.2528186 Oct 15 00:52:33.338939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35666) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:33.345851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfeed31-44f7-4460-9e24-cb7e98809e14,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:33.355984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.356766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.357553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.358137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.358735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.359340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.359813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.360365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.360993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.361564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.362142 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.362731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb10d41-b67f-4c0c-b180-90c1d659ef0d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:33.390159 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:52:33.390784 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:52:33.421766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.467672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7e62be68-c400-429f-a90b-77a87128e0c4 None None] Allocated IP 2001:db8:0:1::2 (93042985-1233-4653-a6b1-b15b471c5744/549328d2-bb23-436c-bb8c-0f968d861d74/8da52171-d177-4f41-97d8-9557139a36e1) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:33.469736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85bd503e-7890-458f-b75b-44cccc85b15a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296563 Oct 15 00:52:33.474241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35668) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:33.478727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-00466b63-8892-4c51-afee-045be21f5bda tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887746752'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:33.496608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 93042985-1233-4653-a6b1-b15b471c5744 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:33.507521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:33.512029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=f15ef174-3572-46a0-b768-3ff42bd04778,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:33.521824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:33.524268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:33.524918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.602839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00466b63-8892-4c51-afee-045be21f5bda tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.606706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7e62be68-c400-429f-a90b-77a87128e0c4 None None] For port 8da52171-d177-4f41-97d8-9557139a36e1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8da52171-d177-4f41-97d8-9557139a36e1,segment=NetworkSegment(b016091a-b143-4b62-ab02-85f999617b48),segment_id=b016091a-b143-4b62-ab02-85f999617b48)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:33.609753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d992c20b-4f04-4ad7-b0ed-d30abeb007d6 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:33.663593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b178795-d993-4b65-970e-a904bc2e95bc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4837875 Oct 15 00:52:33.666426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35676) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:33.666601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e62be68-c400-429f-a90b-77a87128e0c4 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.673391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c9fc70e-b24c-49a3-bbf7-b533f7732098'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:33.687497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00466b63-8892-4c51-afee-045be21f5bda tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.739540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e62be68-c400-429f-a90b-77a87128e0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.780416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00466b63-8892-4c51-afee-045be21f5bda tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.782606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:52:33.814442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:33.814822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.830166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00466b63-8892-4c51-afee-045be21f5bda tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c842f2b-9659-4991-893b-bd8d6a4792cb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:33.898788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62be68-c400-429f-a90b-77a87128e0c4 None None] Pushing event updated for resources: {'Port': ['ID=8da52171-d177-4f41-97d8-9557139a36e1,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:33.919458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-00466b63-8892-4c51-afee-045be21f5bda tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:33.925438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-00466b63-8892-4c51-afee-045be21f5bda tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4502130 Oct 15 00:52:33.927131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35686) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:33.934594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6f127a5a-b2f4-4341-90ad-ea374e305d08 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': '8c842f2b-9659-4991-893b-bd8d6a4792cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:33.937370 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-6f127a5a-b2f4-4341-90ad-ea374e305d08 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 15 00:52:33.939267 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-6f127a5a-b2f4-4341-90ad-ea374e305d08 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:33.946640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6f127a5a-b2f4-4341-90ad-ea374e305d08 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0181727 Oct 15 00:52:33.954607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35688) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:34.005209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.018213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.068134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38fc18-1933-4724-9291-64480a14e911 req-7352e0b1-58d4-4b33-ae86-92271bf94ec7 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:34.069826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f38fc18-1933-4724-9291-64480a14e911 req-7352e0b1-58d4-4b33-ae86-92271bf94ec7 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 944 time: 0.1216710 Oct 15 00:52:34.073047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:52:34.075959 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a15764-8c26-47fb-a57c-e3e53b82c149" -d '{"events": [{"server_uuid": "0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2", "name": "network-vif-plugged", "status": "completed", "tag": "d992c20b-4f04-4ad7-b0ed-d30abeb007d6"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:52:34.100532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port d992c20b-4f04-4ad7-b0ed-d30abeb007d6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,segment=NetworkSegment(74f87bce-caf7-4176-ad5e-a0691038eb9a),segment_id=74f87bce-caf7-4176-ad5e-a0691038eb9a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:34.112290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa5eedac-c2c0-4d46-b275-c27f1322e44a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.131017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f38fc18-1933-4724-9291-64480a14e911 req-dd4a2980-b580-4a88-9cec-06e14d845a4f tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545990 Oct 15 00:52:34.167057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.172335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa5eedac-c2c0-4d46-b275-c27f1322e44a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.195768 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d2920e-7468-4ac7-9226-c1ee554a5bf6 x-openstack-request-id: req-f0d2920e-7468-4ac7-9226-c1ee554a5bf6 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:52:34.198790 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2", "name": "network-vif-plugged", "status": "completed", "tag": "d992c20b-4f04-4ad7-b0ed-d30abeb007d6", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:52:34.198790 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0d2920e-7468-4ac7-9226-c1ee554a5bf6 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:52:34.198790 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6', 'code': 200} Oct 15 00:52:34.227376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:34.476824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9a24-78c6-4673-b32b-931441bf1852 req-0d5637bc-51c4-4cd0-88ca-5ab8f5129544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:34.478638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9ec9a24-78c6-4673-b32b-931441bf1852 req-0d5637bc-51c4-4cd0-88ca-5ab8f5129544 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 1096 time: 0.1854985 Oct 15 00:52:34.497488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa5eedac-c2c0-4d46-b275-c27f1322e44a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.500093 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa5eedac-c2c0-4d46-b275-c27f1322e44a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.504194 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aa5eedac-c2c0-4d46-b275-c27f1322e44a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c842f2b-9659-4991-893b-bd8d6a4792cb HTTP/1.1" status: 204 len: 168 time: 0.5402207 Oct 15 00:52:34.516062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35702) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:34.573523 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f7d516aa-c621-4d0f-9bec-73e26f166c63 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566475 Oct 15 00:52:34.578655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35706) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:34.583539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d9ec9a24-78c6-4673-b32b-931441bf1852 req-cee01cca-01d5-4a8b-91ce-4c684dbce610 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947194 Oct 15 00:52:34.584277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eedac-c2c0-4d46-b275-c27f1322e44a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c842f2b-9659-4991-893b-bd8d6a4792cb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:34.586621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4dc27857-49a8-4fa0-86eb-91127644d2cf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--298542212'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:34.630346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Delete allocated IP 2001:db8:0:1::3b8 (93042985-1233-4653-a6b1-b15b471c5744/549328d2-bb23-436c-bb8c-0f968d861d74) {{(pid=107725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 00:52:34.672884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72d8a5-2eff-4735-896e-7644bc67bd23 None None] Network 93042985-1233-4653-a6b1-b15b471c5744 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:34.713545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8da52171-d177-4f41-97d8-9557139a36e1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:34.716977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc27857-49a8-4fa0-86eb-91127644d2cf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.789909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1e11cc00-718d-4230-9af0-bad061876953 None None] Provisioning complete for port 8da52171-d177-4f41-97d8-9557139a36e1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:34.790514 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e11cc00-718d-4230-9af0-bad061876953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.816148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.833718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc27857-49a8-4fa0-86eb-91127644d2cf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:34.891284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8da52171-d177-4f41-97d8-9557139a36e1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:34.891653 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.116418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc27857-49a8-4fa0-86eb-91127644d2cf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.122927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.164181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27857-49a8-4fa0-86eb-91127644d2cf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2e27a3-b439-4cb8-83f1-4289ba4affde,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:35.179826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] In _notify_port_updated(), no bound segment for port f15ef174-3572-46a0-b768-3ff42bd04778 on network 93042985-1233-4653-a6b1-b15b471c5744 {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:52:35.185679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:35.186741 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.188080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "PUT /v2.0/ports/f15ef174-3572-46a0-b768-3ff42bd04778 HTTP/1.1" status: 200 len: 925 time: 1.5196800 Oct 15 00:52:35.191028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:35.197206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c9fc70e-b24c-49a3-bbf7-b533f7732098'}, {'subnet_id': '549328d2-bb23-436c-bb8c-0f968d861d74'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:35.220911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461e958-1c96-4348-a6f3-55ac5680e604 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=f15ef174-3572-46a0-b768-3ff42bd04778,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:35.270542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4dc27857-49a8-4fa0-86eb-91127644d2cf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.274521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4dc27857-49a8-4fa0-86eb-91127644d2cf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6919222 Oct 15 00:52:35.275421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:35.280157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-95c1f589-094b-4d76-a251-1f85e23cd480 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'bd2e27a3-b439-4cb8-83f1-4289ba4affde', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:35.281121 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-95c1f589-094b-4d76-a251-1f85e23cd480 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 15 00:52:35.281833 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-95c1f589-094b-4d76-a251-1f85e23cd480 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:35.286221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-95c1f589-094b-4d76-a251-1f85e23cd480 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095658 Oct 15 00:52:35.287029 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35730) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:35.344756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e6c56-a2fe-48dc-ba1b-ce66554e84a2 req-714b1e72-d301-4762-be87-cfc71b3e0775 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:35.346270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-055e6c56-a2fe-48dc-ba1b-ce66554e84a2 req-714b1e72-d301-4762-be87-cfc71b3e0775 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 945 time: 0.1370852 Oct 15 00:52:35.352582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.363738 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45effba8-c282-4dd5-bc6a-f6e0a9e71abb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.389796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45effba8-c282-4dd5-bc6a-f6e0a9e71abb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.460669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-055e6c56-a2fe-48dc-ba1b-ce66554e84a2 req-fd7cfa95-46be-4f78-92c1-9c1a6965151d tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941806 Oct 15 00:52:35.522617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c5fa972d-fada-4027-84b9-36dbe6890bc6 None None] Provisioning complete for port 8da52171-d177-4f41-97d8-9557139a36e1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:35.522998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c5fa972d-fada-4027-84b9-36dbe6890bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.584596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45effba8-c282-4dd5-bc6a-f6e0a9e71abb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.587237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45effba8-c282-4dd5-bc6a-f6e0a9e71abb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.588395 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45effba8-c282-4dd5-bc6a-f6e0a9e71abb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd2e27a3-b439-4cb8-83f1-4289ba4affde HTTP/1.1" status: 204 len: 168 time: 0.3002808 Oct 15 00:52:35.601890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35738) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:35.616662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45effba8-c282-4dd5-bc6a-f6e0a9e71abb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2e27a3-b439-4cb8-83f1-4289ba4affde,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:35.705624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4082e893-0646-4ec0-b9a8-24d7ebb6a471 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024110 Oct 15 00:52:35.709517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:35.714378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b3d98202-42cf-4cf8-9bde-17801f2269cb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--570578505'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:35.810671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8:0:1::354 (93042985-1233-4653-a6b1-b15b471c5744/549328d2-bb23-436c-bb8c-0f968d861d74/f15ef174-3572-46a0-b768-3ff42bd04778) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:35.813996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3d98202-42cf-4cf8-9bde-17801f2269cb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.934180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3d98202-42cf-4cf8-9bde-17801f2269cb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.951163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c5fa972d-fada-4027-84b9-36dbe6890bc6 None None] Provisioning complete for port f15ef174-3572-46a0-b768-3ff42bd04778 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:35.951669 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c5fa972d-fada-4027-84b9-36dbe6890bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:35.995249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa972d-fada-4027-84b9-36dbe6890bc6 None None] Port f15ef174-3572-46a0-b768-3ff42bd04778 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:52:36.025582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3d98202-42cf-4cf8-9bde-17801f2269cb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.051963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.066808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d98202-42cf-4cf8-9bde-17801f2269cb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5584718-c06c-449a-a2c4-d31fa14724dd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:36.116411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8a250c4f-0ad4-4f7d-9b88-dd6e8f2f5ba1 None None] Provisioning complete for port f15ef174-3572-46a0-b768-3ff42bd04778 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:36.116925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a250c4f-0ad4-4f7d-9b88-dd6e8f2f5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.123796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.127853 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:52:36.158619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b3d98202-42cf-4cf8-9bde-17801f2269cb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.163108 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b3d98202-42cf-4cf8-9bde-17801f2269cb tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4523396 Oct 15 00:52:36.165518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8a250c4f-0ad4-4f7d-9b88-dd6e8f2f5ba1 None None] Port f15ef174-3572-46a0-b768-3ff42bd04778 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:52:36.166076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.182443 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6f59aa3e-d0c0-4be1-b2df-9d744c67ab64 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'c5584718-c06c-449a-a2c4-d31fa14724dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:36.182443 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-6f59aa3e-d0c0-4be1-b2df-9d744c67ab64 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 15 00:52:36.182443 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-6f59aa3e-d0c0-4be1-b2df-9d744c67ab64 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:36.183594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6f59aa3e-d0c0-4be1-b2df-9d744c67ab64 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133386 Oct 15 00:52:36.187487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.210629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b33bcc63-b018-45a2-ba2b-96e922c1c403 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'c5584718-c06c-449a-a2c4-d31fa14724dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:36.211301 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-b33bcc63-b018-45a2-ba2b-96e922c1c403 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 15 00:52:36.211790 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-b33bcc63-b018-45a2-ba2b-96e922c1c403 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:36.212762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b33bcc63-b018-45a2-ba2b-96e922c1c403 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0106471 Oct 15 00:52:36.215660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35758) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.220493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-78b1245f-835e-432f-bb4e-ad3165131fb0 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'c5584718-c06c-449a-a2c4-d31fa14724dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:36.221334 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-78b1245f-835e-432f-bb4e-ad3165131fb0 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 15 00:52:36.221828 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-78b1245f-835e-432f-bb4e-ad3165131fb0 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:36.223286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-78b1245f-835e-432f-bb4e-ad3165131fb0 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063927 Oct 15 00:52:36.226249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35760) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.234171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6fdcaca1-427c-4150-8897-ba76cd8cec67 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'c5584718-c06c-449a-a2c4-d31fa14724dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:36.238926 n-d-811521-2 neutron-server[107725]: WARNING neutron.api.v2.base [None req-6fdcaca1-427c-4150-8897-ba76cd8cec67 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 15 00:52:36.239771 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-6fdcaca1-427c-4150-8897-ba76cd8cec67 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:36.244044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6fdcaca1-427c-4150-8897-ba76cd8cec67 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168130 Oct 15 00:52:36.244259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=f15ef174-3572-46a0-b768-3ff42bd04778,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:36.244732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35766) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.247381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] In _notify_port_updated(), no bound segment for port f15ef174-3572-46a0-b768-3ff42bd04778 on network 93042985-1233-4653-a6b1-b15b471c5744 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:52:36.253252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:36.253904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.256818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e0958931-63ea-41f5-bb7e-f1df4d3e3c3a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "PUT /v2.0/ports/f15ef174-3572-46a0-b768-3ff42bd04778 HTTP/1.1" status: 200 len: 1011 time: 1.0639534 Oct 15 00:52:36.265286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35768) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.292796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-18602156-e0d1-4ec9-9fb5-562afeab658d None None] Provisioning complete for port f15ef174-3572-46a0-b768-3ff42bd04778 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:36.293558 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-18602156-e0d1-4ec9-9fb5-562afeab658d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.323967 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbc20-bfda-40b6-8c69-96378329a577 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.353711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-18602156-e0d1-4ec9-9fb5-562afeab658d None None] Port f15ef174-3572-46a0-b768-3ff42bd04778 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:52:36.376837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbc20-bfda-40b6-8c69-96378329a577 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.404384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port f15ef174-3572-46a0-b768-3ff42bd04778 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:36.404980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.514692 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.530393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for f15ef174-3572-46a0-b768-3ff42bd04778 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:36.556177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbc20-bfda-40b6-8c69-96378329a577 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.558824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbc20-bfda-40b6-8c69-96378329a577 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.563054 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5a9dbc20-bfda-40b6-8c69-96378329a577 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5584718-c06c-449a-a2c4-d31fa14724dd HTTP/1.1" status: 204 len: 168 time: 0.3141534 Oct 15 00:52:36.563490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35774) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.584157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0551f643-67d6-43ff-b2b0-ace06314b9c1 None None] Provisioning complete for port f15ef174-3572-46a0-b768-3ff42bd04778 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:36.584537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0551f643-67d6-43ff-b2b0-ace06314b9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.596377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dbc20-bfda-40b6-8c69-96378329a577 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5584718-c06c-449a-a2c4-d31fa14724dd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:36.658070 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-322bef2f-6316-4a83-9933-e145513c8014 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835660 Oct 15 00:52:36.658717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:36.663302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1f95de75-50d6-4f7f-bf25-a2b71e6f15ee tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575455486'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:36.675898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08fa7-67ed-43a0-b031-e2c5957e2ff3 req-a701bb71-73c8-4302-a16d-83657a6f7654 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:36.679051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00b08fa7-67ed-43a0-b031-e2c5957e2ff3 req-a701bb71-73c8-4302-a16d-83657a6f7654 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 945 time: 0.1331246 Oct 15 00:52:36.698770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0551f643-67d6-43ff-b2b0-ace06314b9c1 None None] Port f15ef174-3572-46a0-b768-3ff42bd04778 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:52:36.744171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f95de75-50d6-4f7f-bf25-a2b71e6f15ee tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.776047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00b08fa7-67ed-43a0-b031-e2c5957e2ff3 req-f4704568-9832-4b46-997b-e717a8b7f632 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820854 Oct 15 00:52:36.866923 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f95de75-50d6-4f7f-bf25-a2b71e6f15ee tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.933917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f95de75-50d6-4f7f-bf25-a2b71e6f15ee tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:36.964524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95de75-50d6-4f7f-bf25-a2b71e6f15ee tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e4604-67f1-4ea9-903c-53f21db738da,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:36.967857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.007987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=f15ef174-3572-46a0-b768-3ff42bd04778,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:37.055673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.061517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be184e2a-5d4d-4e33-99ae-e2ce79da70af tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/f15ef174-3572-46a0-b768-3ff42bd04778 HTTP/1.1" status: 204 len: 168 time: 0.7929752 Oct 15 00:52:37.061989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35794) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.075283 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f95de75-50d6-4f7f-bf25-a2b71e6f15ee tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.076648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1f95de75-50d6-4f7f-bf25-a2b71e6f15ee tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4169707 Oct 15 00:52:37.079710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35796) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.086431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4eed9f91-2502-4c75-8096-9ef2b4392502 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.092726 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-4eed9f91-2502-4c75-8096-9ef2b4392502 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 00:52:37.092726 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-4eed9f91-2502-4c75-8096-9ef2b4392502 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:37.092726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4eed9f91-2502-4c75-8096-9ef2b4392502 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083773 Oct 15 00:52:37.093177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35798) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.099523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-251bb2e9-7da8-4ca4-bc9f-c3d29fdd5db6 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.108327 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-28265dc6-8197-4020-9108-b233170a224b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:37.110288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-28265dc6-8197-4020-9108-b233170a224b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/f15ef174-3572-46a0-b768-3ff42bd04778 HTTP/1.1" status: 404 len: 333 time: 0.0471983 Oct 15 00:52:37.112922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35800) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.178500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet 549328d2-bb23-436c-bb8c-0f968d861d74 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:37.181907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.245565 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.305574 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-251bb2e9-7da8-4ca4-bc9f-c3d29fdd5db6 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:37.305574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-251bb2e9-7da8-4ca4-bc9f-c3d29fdd5db6 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2059526 Oct 15 00:52:37.305574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35806) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.308999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5723f245-5694-4a85-9b7c-c2fbb3cd24a8 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.309638 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-5723f245-5694-4a85-9b7c-c2fbb3cd24a8 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 15 00:52:37.310330 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-5723f245-5694-4a85-9b7c-c2fbb3cd24a8 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:37.311791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5723f245-5694-4a85-9b7c-c2fbb3cd24a8 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064790 Oct 15 00:52:37.315103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35808) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.322355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7fef8050-7744-4419-806a-48c739fb35b6 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.372525 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.550398 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-7fef8050-7744-4419-806a-48c739fb35b6 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:37.553056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.563861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7fef8050-7744-4419-806a-48c739fb35b6 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2382100 Oct 15 00:52:37.577867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.590084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e98c14a0-b559-4e61-9166-3f50932364a4 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.590806 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-e98c14a0-b559-4e61-9166-3f50932364a4 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 00:52:37.591392 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-e98c14a0-b559-4e61-9166-3f50932364a4 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:37.594396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e98c14a0-b559-4e61-9166-3f50932364a4 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101669 Oct 15 00:52:37.594653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=549328d2-bb23-436c-bb8c-0f968d861d74,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:37.596656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35820) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.602368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8ae39e96-dfd8-4e50-aba2-390fc74a513e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.612636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.616991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8640462c-4aa8-4fd7-91d3-8e68b5f2d2c1 None None] Network 93042985-1233-4653-a6b1-b15b471c5744 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:37.618749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-93499a33-85bc-41fe-a92b-7e1a0ec4357d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/549328d2-bb23-436c-bb8c-0f968d861d74 HTTP/1.1" status: 204 len: 168 time: 0.5039463 Oct 15 00:52:37.625264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35822) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.700470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet 3c9fc70e-b24c-49a3-bbf7-b533f7732098 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:37.709058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.762832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:37.825726 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-8ae39e96-dfd8-4e50-aba2-390fc74a513e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:37.827012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8ae39e96-dfd8-4e50-aba2-390fc74a513e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2288601 Oct 15 00:52:37.829806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35830) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.835969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-dc8c6320-6526-44d1-8bf9-f754c86455d5 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.835969 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-dc8c6320-6526-44d1-8bf9-f754c86455d5 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 15 00:52:37.835969 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-dc8c6320-6526-44d1-8bf9-f754c86455d5 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:37.836935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dc8c6320-6526-44d1-8bf9-f754c86455d5 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059834 Oct 15 00:52:37.842210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35832) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:37.846854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-77c3bad4-2c31-4c05-bc13-25bd78d5f298 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:37.866335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.083221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.105953 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-77c3bad4-2c31-4c05-bc13-25bd78d5f298 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:38.107280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77c3bad4-2c31-4c05-bc13-25bd78d5f298 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2638688 Oct 15 00:52:38.110149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35842) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:38.116343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5b68296d-151e-474e-a3d9-8f48034c6212 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'b44e4604-67f1-4ea9-903c-53f21db738da', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:38.120556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9fc70e-b24c-49a3-bbf7-b533f7732098,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:38.142049 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.155859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83c35faf-9718-4887-993a-228c38f37c09 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/3c9fc70e-b24c-49a3-bbf7-b533f7732098 HTTP/1.1" status: 204 len: 168 time: 0.5218179 Oct 15 00:52:38.156015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35844) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:38.298178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.385942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 8da52171-d177-4f41-97d8-9557139a36e1 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:38.386207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.403216 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-5b68296d-151e-474e-a3d9-8f48034c6212 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:38.407260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5b68296d-151e-474e-a3d9-8f48034c6212 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2927880 Oct 15 00:52:38.408113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35850) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:38.496381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] For port 8da52171-d177-4f41-97d8-9557139a36e1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8da52171-d177-4f41-97d8-9557139a36e1,segment=NetworkSegment(b016091a-b143-4b62-ab02-85f999617b48),segment_id=b016091a-b143-4b62-ab02-85f999617b48)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:38.496745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.519139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d462b910-038a-494d-83df-6f34b0dae20d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.529956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 8da52171-d177-4f41-97d8-9557139a36e1 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:38.573626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d462b910-038a-494d-83df-6f34b0dae20d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.756823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d462b910-038a-494d-83df-6f34b0dae20d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.759737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d462b910-038a-494d-83df-6f34b0dae20d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.760949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d462b910-038a-494d-83df-6f34b0dae20d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/b44e4604-67f1-4ea9-903c-53f21db738da HTTP/1.1" status: 204 len: 168 time: 0.3512535 Oct 15 00:52:38.764624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35860) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:38.777445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462b910-038a-494d-83df-6f34b0dae20d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e4604-67f1-4ea9-903c-53f21db738da,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:38.829957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:38.878597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd070f-21c1-4fd5-afd9-a321beacf120 None None] Network 93042985-1233-4653-a6b1-b15b471c5744 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:38.883720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=8da52171-d177-4f41-97d8-9557139a36e1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:38.892249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No DVR routers for this DVR port 8da52171-d177-4f41-97d8-9557139a36e1 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:38.955446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3120e9fa-e423-409c-a707-62e602bd7378 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1891329 Oct 15 00:52:38.959830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35866) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:38.967076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c367032f-0390-42b7-810c-ae3faf3d382b tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163573733'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:39.056142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3c608613-3549-4020-a662-35635c5f2269 None None] Could not find standard attr ID for object 8da52171-d177-4f41-97d8-9557139a36e1. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:52:39.066175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.109031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93042985-1233-4653-a6b1-b15b471c5744']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:39.115036 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c367032f-0390-42b7-810c-ae3faf3d382b tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.125944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b016091a-b143-4b62-ab02-85f999617b48') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:39.126552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b016091a-b143-4b62-ab02-85f999617b48') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:39.142859 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.151354 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54fbf2-60d8-45ed-af02-99db6ccc7367 None None] DHCP port deletion for 93042985-1233-4653-a6b1-b15b471c5744 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:39.179416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.204203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:39.206764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:39.217009 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:39.300230 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c367032f-0390-42b7-810c-ae3faf3d382b tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.385218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c367032f-0390-42b7-810c-ae3faf3d382b tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.417680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367032f-0390-42b7-810c-ae3faf3d382b tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e076fe3-7f63-484f-a163-0edc02658d6a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:39.430181 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.437661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.441062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/93042985-1233-4653-a6b1-b15b471c5744 HTTP/1.1" status: 204 len: 168 time: 1.2888710 Oct 15 00:52:39.445280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:39.457664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac6354-d79e-498c-b6a7-69a88430292c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=93042985-1233-4653-a6b1-b15b471c5744,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:39.502518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018f671-7034-4ca1-8d99-ee01eab79c74 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:39.506129 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1018f671-7034-4ca1-8d99-ee01eab79c74 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0582573 Oct 15 00:52:39.510320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:39.557249 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-74025981-40cf-4455-addb-3d9de4945281 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0454822 Oct 15 00:52:39.559728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35884) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:39.564796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1356187244'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:39.582885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c367032f-0390-42b7-810c-ae3faf3d382b tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.586966 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c367032f-0390-42b7-810c-ae3faf3d382b tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6230023 Oct 15 00:52:39.587801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35886) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:39.592092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3252eab8-04b2-43a8-9ca1-79ba2d099625 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': '7e076fe3-7f63-484f-a163-0edc02658d6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:39.678659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:39.683922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.713669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:39.723901 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.724514 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment 75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb of type vlan for network ac22e76a-70b8-47d7-bc0b-4cc396fe846d Oct 15 00:52:39.766582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.870696 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-3252eab8-04b2-43a8-9ca1-79ba2d099625 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The resource could not be found. Oct 15 00:52:39.874294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3252eab8-04b2-43a8-9ca1-79ba2d099625 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2835836 Oct 15 00:52:39.874754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35900) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:39.880584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ff015530-243d-42c7-a6b3-4ff503e55e0c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': '7e076fe3-7f63-484f-a163-0edc02658d6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4171271b-cdca-4968-a71f-be105d912846'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:39.937106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.939034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:39.939655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:39.979955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:40.040336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=ac22e76a-70b8-47d7-bc0b-4cc396fe846d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:40.054348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:40.144460 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-ff015530-243d-42c7-a6b3-4ff503e55e0c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The resource could not be found. Oct 15 00:52:40.144460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff015530-243d-42c7-a6b3-4ff503e55e0c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2629137 Oct 15 00:52:40.146505 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e364a99-95cd-44b7-9558-2b4ba9c71b21 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5786657 Oct 15 00:52:40.146763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35910) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:40.146763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35912) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:40.150265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:40.281204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfef633b-7c72-4256-968c-e73a8c071d1d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:40.319158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfef633b-7c72-4256-968c-e73a8c071d1d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:40.487634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:40.491559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:40.577350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfef633b-7c72-4256-968c-e73a8c071d1d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:40.579973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cfef633b-7c72-4256-968c-e73a8c071d1d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:40.584101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cfef633b-7c72-4256-968c-e73a8c071d1d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e076fe3-7f63-484f-a163-0edc02658d6a HTTP/1.1" status: 204 len: 168 time: 0.4388485 Oct 15 00:52:40.588565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35930) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:40.608761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef633b-7c72-4256-968c-e73a8c071d1d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e076fe3-7f63-484f-a163-0edc02658d6a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:40.691871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84f48f0d-f992-40d6-883b-6534e8c898b0 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020234 Oct 15 00:52:40.698032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35934) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:40.707361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-985b96f5-19c2-4ada-b790-a7a1646dc366 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': 'c6684453-f027-4eb7-95a5-66de47839c9f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:40.715709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8da52171-d177-4f41-97d8-9557139a36e1 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:52:40.763929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8da52171-d177-4f41-97d8-9557139a36e1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:52:40.764572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8da52171-d177-4f41-97d8-9557139a36e1 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:52:40.876583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:40.927941 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-985b96f5-19c2-4ada-b790-a7a1646dc366 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The resource could not be found. Oct 15 00:52:40.932945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-985b96f5-19c2-4ada-b790-a7a1646dc366 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2288630 Oct 15 00:52:40.932945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:40.937728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1e580f0c-33e2-446e-bd52-f5ae43e673fe tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831977710'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:40.955775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=39a6bd73-7b83-43ad-a530-f74c7bcfbf83,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:40.975603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': '75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:40.976002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: ac22e76a-70b8-47d7-bc0b-4cc396fe846d, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:41.042059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e580f0c-33e2-446e-bd52-f5ae43e673fe tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.081031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:41.118440 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e580f0c-33e2-446e-bd52-f5ae43e673fe tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.173422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ac22e76a-70b8-47d7-bc0b-4cc396fe846d) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:41.182819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ea1df-0489-4386-9e0d-cf2fc5d6f839 None None] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:41.194224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:41.194822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.197273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e580f0c-33e2-446e-bd52-f5ae43e673fe tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.233899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e580f0c-33e2-446e-bd52-f5ae43e673fe tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7465ab40-c2a5-4315-b8ff-05b461a0224e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:41.306063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4f2150f5-4fe3-4a1b-a865-4d43c0ddf02e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1598508 Oct 15 00:52:41.310215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35958) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:41.313650 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1e580f0c-33e2-446e-bd52-f5ae43e673fe tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.315133 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1e580f0c-33e2-446e-bd52-f5ae43e673fe tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3809786 Oct 15 00:52:41.315586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d', 'name': 'tempest-PortsIpV6TestJSON-76097935'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:41.318027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35960) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:41.331804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-02e34681-9f00-465a-97f3-ee792cfab012 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--221677856'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:41.425119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02e34681-9f00-465a-97f3-ee792cfab012 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.452682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-ac22e76a-70b8-47d7-bc0b-4cc396fe846d', 'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d', 'tenant_id': 'f201980018444b58b80dbdd0622fbf2c', 'fixed_ips': [{'subnet_id': '39a6bd73-7b83-43ad-a530-f74c7bcfbf83'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:41.453804 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.559822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02e34681-9f00-465a-97f3-ee792cfab012 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.619293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02e34681-9f00-465a-97f3-ee792cfab012 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.619937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:41.624853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.656729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port 559ad45c-49f3-4129-be5f-25516f84dc7d yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:41.683157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Allocated IP 2001:db8::2 (ac22e76a-70b8-47d7-bc0b-4cc396fe846d/39a6bd73-7b83-43ad-a530-f74c7bcfbf83/c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:41.689650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e34681-9f00-465a-97f3-ee792cfab012 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db177d9-669a-4457-a2e3-0110e4a94eca,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:41.759294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02e34681-9f00-465a-97f3-ee792cfab012 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.761002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-02e34681-9f00-465a-97f3-ee792cfab012 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4418743 Oct 15 00:52:41.763796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35976) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:41.768709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-125c0009-d511-4131-9377-2009c021f715 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group_rule': {'security_group_id': '7465ab40-c2a5-4315-b8ff-05b461a0224e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8db177d9-669a-4457-a2e3-0110e4a94eca'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:41.905490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:41.934157 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-125c0009-d511-4131-9377-2009c021f715 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:52:41.937913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-125c0009-d511-4131-9377-2009c021f715 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1703973 Oct 15 00:52:41.939525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:41.996542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.036246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:42.039083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:42.046335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:42.050669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d2a137d-4276-4aee-b691-6f59b9ee8e3a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.052346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Pushing event updated for resources: {'Port': ['ID=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:42.089980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d2a137d-4276-4aee-b691-6f59b9ee8e3a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.115366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Attempting to bind port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:42.115846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Attempting to bind port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:42.116284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Attempting to bind port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e on network ac22e76a-70b8-47d7-bc0b-4cc396fe846d {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:42.122717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:42.123183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Checking segment: {'id': '75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:42.123663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.124127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Bound using segment: {'id': '75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:42.124682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Bound port: c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:42.125129 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.135973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::305 (ac22e76a-70b8-47d7-bc0b-4cc396fe846d/39a6bd73-7b83-43ad-a530-f74c7bcfbf83/559ad45c-49f3-4129-be5f-25516f84dc7d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:42.150810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f3f3e-1179-4e94-883a-7a6ceb71c266 req-077fc891-5ef7-496f-8906-2bf87472c355 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:42.152338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-488f3f3e-1179-4e94-883a-7a6ceb71c266 req-077fc891-5ef7-496f-8906-2bf87472c355 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 945 time: 0.1620514 Oct 15 00:52:42.240403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] For port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:42.244653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] For port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,segment=NetworkSegment(75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb),segment_id=75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:42.254846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-488f3f3e-1179-4e94-883a-7a6ceb71c266 req-d9074cf6-4ad1-48d9-8331-c2ed1be76d30 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898597 Oct 15 00:52:42.315967 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.341642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d2a137d-4276-4aee-b691-6f59b9ee8e3a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.344242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6d2a137d-4276-4aee-b691-6f59b9ee8e3a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.345405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6d2a137d-4276-4aee-b691-6f59b9ee8e3a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/8db177d9-669a-4457-a2e3-0110e4a94eca HTTP/1.1" status: 204 len: 168 time: 0.4048269 Oct 15 00:52:42.349408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35994) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:42.360300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a137d-4276-4aee-b691-6f59b9ee8e3a tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db177d9-669a-4457-a2e3-0110e4a94eca,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:42.385295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45816bbf-d7e7-4ee7-814e-763ac95f4b07 None None] Pushing event updated for resources: {'Port': ['ID=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:42.403573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.427694 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-09027745-4a8d-44ea-88f5-d64552ee855e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0729914 Oct 15 00:52:42.430216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35996) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:42.502793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51d1a154-a855-4c56-a4eb-61249907209e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.519375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.532038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51d1a154-a855-4c56-a4eb-61249907209e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.573501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:42.576575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:42.583558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:42.589282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:42.589890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.596243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=559ad45c-49f3-4129-be5f-25516f84dc7d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:42.648702 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51d1a154-a855-4c56-a4eb-61249907209e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.655252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51d1a154-a855-4c56-a4eb-61249907209e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.655252 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-51d1a154-a855-4c56-a4eb-61249907209e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/7465ab40-c2a5-4315-b8ff-05b461a0224e HTTP/1.1" status: 204 len: 168 time: 0.2228284 Oct 15 00:52:42.656795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36006) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:42.685220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1a154-a855-4c56-a4eb-61249907209e tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7465ab40-c2a5-4315-b8ff-05b461a0224e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:42.715747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7fdbbe9f-33bc-4121-9cd4-eb58f3196dee tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4018164 Oct 15 00:52:42.716653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36008) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:42.724795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': 'ac22e76a-70b8-47d7-bc0b-4cc396fe846d', 'name': 'tempest-PortsIpV6TestJSON-825748801'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:42.767657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a443df6b-8729-4a20-8c97-2b6f75ad964f tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055644 Oct 15 00:52:42.770875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36010) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:42.789204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-be784d4f-913a-4e61-9e53-0ce133bb3f9d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953806401'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:42.822246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:42.889237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:42.889698 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.933398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be784d4f-913a-4e61-9e53-0ce133bb3f9d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:42.979095 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.020957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,segment=NetworkSegment(75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb),segment_id=75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:43.029136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be784d4f-913a-4e61-9e53-0ce133bb3f9d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.059041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:43.062697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.085972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port e438ea4b-ea18-4ac5-814b-90eddb0e094f yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:43.133206 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.175811 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be784d4f-913a-4e61-9e53-0ce133bb3f9d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.192743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:43.229233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::3d (ac22e76a-70b8-47d7-bc0b-4cc396fe846d/39a6bd73-7b83-43ad-a530-f74c7bcfbf83/e438ea4b-ea18-4ac5-814b-90eddb0e094f) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:43.251893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be784d4f-913a-4e61-9e53-0ce133bb3f9d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbcdabd-1508-4ac2-a7fe-ac9bfe59837f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:43.308127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-be784d4f-913a-4e61-9e53-0ce133bb3f9d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.313507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be784d4f-913a-4e61-9e53-0ce133bb3f9d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5411413 Oct 15 00:52:43.335217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36026) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:43.356038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-aa169ded-93c0-42aa-9b12-23315593ebbf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Request body: {'security_group': {'name': 'default'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:43.356907 n-d-811521-2 neutron-server[107726]: WARNING neutron.api.v2.base [None req-aa169ded-93c0-42aa-9b12-23315593ebbf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 00:52:43.359377 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-aa169ded-93c0-42aa-9b12-23315593ebbf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] update failed (client error): There was a conflict when trying to complete your request. Oct 15 00:52:43.365003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36028) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:43.366911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aa169ded-93c0-42aa-9b12-23315593ebbf tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "PUT /v2.0/security-groups/5fbcdabd-1508-4ac2-a7fe-ac9bfe59837f HTTP/1.1" status: 409 len: 330 time: 0.0292654 Oct 15 00:52:43.399755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-c8ac637f-d9c2-4cb5-84db-735a23f64add tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:43.401312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-c8ac637f-d9c2-4cb5-84db-735a23f64add tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 945 time: 0.1392512 Oct 15 00:52:43.431019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdef85-8a7d-4375-ab62-611deeac6764 req-9a68d290-ac65-4d38-bf32-bf1832d6ced2 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:43.432585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9bdef85-8a7d-4375-ab62-611deeac6764 req-9a68d290-ac65-4d38-bf32-bf1832d6ced2 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 945 time: 0.0936925 Oct 15 00:52:43.487670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9bdef85-8a7d-4375-ab62-611deeac6764 req-3b783785-f669-46d8-83e0-be7fdc1d19aa tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a1fc72d-53be-4800-b7b5-33f52d83b03a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487323 Oct 15 00:52:43.658953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f0a441e-5545-4614-810c-04439609ca52 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.660576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03678f-0d7b-4d5c-8c46-d336c22a9518 None None] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:43.664960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.681155 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Deleting port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:43.684672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.711186 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f0a441e-5545-4614-810c-04439609ca52 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.749576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a63cbd2c-2406-4ca6-babc-7026f0466237 None None] Provisioning complete for port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:43.749985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a63cbd2c-2406-4ca6-babc-7026f0466237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.834241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] For port d992c20b-4f04-4ad7-b0ed-d30abeb007d6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,segment=NetworkSegment(74f87bce-caf7-4176-ad5e-a0691038eb9a),segment_id=74f87bce-caf7-4176-ad5e-a0691038eb9a)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:43.834595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.862434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Calling delete_port for d992c20b-4f04-4ad7-b0ed-d30abeb007d6 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:43.882500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.952844 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f0a441e-5545-4614-810c-04439609ca52 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.956602 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f0a441e-5545-4614-810c-04439609ca52 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:43.958375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f0a441e-5545-4614-810c-04439609ca52 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/5fbcdabd-1508-4ac2-a7fe-ac9bfe59837f HTTP/1.1" status: 204 len: 168 time: 0.5828502 Oct 15 00:52:43.968100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36040) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:44.000714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:44.008188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:44.010225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a441e-5545-4614-810c-04439609ca52 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbcdabd-1508-4ac2-a7fe-ac9bfe59837f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:44.015805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:44.022963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:44.029958 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.031577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4d1ad573-c696-45de-a47e-7ed4729900f1 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0612812 Oct 15 00:52:44.032506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36042) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:44.037633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=e438ea4b-ea18-4ac5-814b-90eddb0e094f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:44.055390 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-39ac8cf2-39ed-4a37-affa-75427a84d71d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] delete failed (client error): The resource could not be found. Oct 15 00:52:44.055390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-39ac8cf2-39ed-4a37-affa-75427a84d71d tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f2e877c-56a9-4208-aab0-ed0db17af64f HTTP/1.1" status: 404 len: 347 time: 0.0203760 Oct 15 00:52:44.058892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36044) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:44.085561 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-1993f854-2787-47d1-9b3c-c60ef7f9772c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] show failed (client error): The resource could not be found. Oct 15 00:52:44.086647 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1993f854-2787-47d1-9b3c-c60ef7f9772c tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-groups/063a6347-e73d-4845-8a0c-37cc4dac8706 HTTP/1.1" status: 404 len: 347 time: 0.0247943 Oct 15 00:52:44.091272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36046) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:44.128719 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-ff3d7ae9-7bae-4a71-b6ef-d14d8b824c18 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] show failed (client error): The resource could not be found. Oct 15 00:52:44.130961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff3d7ae9-7bae-4a71-b6ef-d14d8b824c18 tempest-NegativeSecGroupTest-896664144 tempest-NegativeSecGroupTest-896664144-project] 10.222.0.13 "GET /v2.0/security-group-rules/a8c6cb9c-0033-4a05-bf1c-b3d1b7a1446d HTTP/1.1" status: 404 len: 356 time: 0.0385172 Oct 15 00:52:44.154176 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4cc2b048-d982-46b3-a6e2-3d8a09aef2cb tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4360776 Oct 15 00:52:44.157033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36052) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:44.257909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a0ed2-97c6-4258-9fc8-4c0d07f8e6b7 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:44.259517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-302a0ed2-97c6-4258-9fc8-4c0d07f8e6b7 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A305 HTTP/1.1" status: 200 len: 927 time: 0.1013386 Oct 15 00:52:44.262641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36058) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:44.271733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.284291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['d992c20b-4f04-4ad7-b0ed-d30abeb007d6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:52:44.336132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Pushing event deleted for resources: {'Port': ['ID=d992c20b-4f04-4ad7-b0ed-d30abeb007d6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:44.370889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bf5bd4d7-e07b-4e3d-b3e7-eeb9f3b22d63 None None] Provisioning complete for port 559ad45c-49f3-4129-be5f-25516f84dc7d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:44.371262 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd4d7-e07b-4e3d-b3e7-eeb9f3b22d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.429892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bd4d7-e07b-4e3d-b3e7-eeb9f3b22d63 None None] Port 559ad45c-49f3-4129-be5f-25516f84dc7d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:52:44.441176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bf5bd4d7-e07b-4e3d-b3e7-eeb9f3b22d63 None None] Provisioning complete for port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:44.441936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd4d7-e07b-4e3d-b3e7-eeb9f3b22d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.442711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] No DVR routers for this DVR port d992c20b-4f04-4ad7-b0ed-d30abeb007d6 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:44.451148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.454858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f0660002-9ccc-4f72-945e-8ab69ff35f85 req-fe6d4a44-5971-48e5-a6b3-ac1987e3c609 tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.30 "DELETE /v2.0/ports/d992c20b-4f04-4ad7-b0ed-d30abeb007d6 HTTP/1.1" status: 204 len: 173 time: 1.0388401 Oct 15 00:52:44.455345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'name': 'network-vif-deleted', 'tag': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:52:44.461951 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec09b7-04e8-416a-b42f-ab7ef123a157" -d '{"events": [{"server_uuid": "0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2", "name": "network-vif-deleted", "tag": "d992c20b-4f04-4ad7-b0ed-d30abeb007d6"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:52:44.494940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port e438ea4b-ea18-4ac5-814b-90eddb0e094f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:44.495273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.642597 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c84128-cc28-477c-aaed-74fc9b3dfa94 x-openstack-request-id: req-26c84128-cc28-477c-aaed-74fc9b3dfa94 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:52:44.643247 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2", "name": "network-vif-deleted", "tag": "d992c20b-4f04-4ad7-b0ed-d30abeb007d6", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:52:44.656375 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26c84128-cc28-477c-aaed-74fc9b3dfa94 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:52:44.656971 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2', 'name': 'network-vif-deleted', 'tag': 'd992c20b-4f04-4ad7-b0ed-d30abeb007d6', 'status': 'completed', 'code': 200} Oct 15 00:52:44.726023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.767294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:44.774814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8850375f-0797-4791-a339-c9da3dcb25eb req-e86c2c87-0001-4033-a728-03bf00ae89af tempest-VolumesActionsTest-1141727503 tempest-VolumesActionsTest-1141727503-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bbe7c00-6d17-4be2-ac78-bc1b5b8d8df2 HTTP/1.1" status: 200 len: 210 time: 0.0677445 Oct 15 00:52:44.791199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for e438ea4b-ea18-4ac5-814b-90eddb0e094f owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:44.842021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36076) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:44.855017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6522b443-94dc-477a-9d69-00a2eba84888 None None] Provisioning complete for port 559ad45c-49f3-4129-be5f-25516f84dc7d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:44.855676 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6522b443-94dc-477a-9d69-00a2eba84888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:44.907748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6522b443-94dc-477a-9d69-00a2eba84888 None None] Port 559ad45c-49f3-4129-be5f-25516f84dc7d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:52:44.910792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:44.911386 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.041890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dcec5298-4456-438a-9106-8c4fc6338061 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55967c737923429f826329284a1b4a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959474 Oct 15 00:52:45.041890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36086) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:45.051633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.100084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.134786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=e438ea4b-ea18-4ac5-814b-90eddb0e094f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:45.145797 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34a1b75b-8b38-4f60-b0e8-f41a6d46b531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.177590 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.185452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9dc2027e-90ab-4d6e-8c0c-a77bc08a9f8d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/e438ea4b-ea18-4ac5-814b-90eddb0e094f HTTP/1.1" status: 204 len: 168 time: 0.9212863 Oct 15 00:52:45.186175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36088) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:45.198039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34a1b75b-8b38-4f60-b0e8-f41a6d46b531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.229377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d1a20895-bf3a-4775-9645-89f56bc67c43 None None] Could not find standard attr ID for object e438ea4b-ea18-4ac5-814b-90eddb0e094f. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:52:45.231118 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d81263-cb47-400f-af13-b40bf8256ad4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:45.233670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94d81263-cb47-400f-af13-b40bf8256ad4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/e438ea4b-ea18-4ac5-814b-90eddb0e094f HTTP/1.1" status: 404 len: 333 time: 0.0462956 Oct 15 00:52:45.242615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36092) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:45.366160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 559ad45c-49f3-4129-be5f-25516f84dc7d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:45.366532 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.373535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34a1b75b-8b38-4f60-b0e8-f41a6d46b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.376238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34a1b75b-8b38-4f60-b0e8-f41a6d46b531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.377401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34a1b75b-8b38-4f60-b0e8-f41a6d46b531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f5f0043-88e6-4b66-a1b5-ab0b5e41633d HTTP/1.1" status: 204 len: 168 time: 0.3343394 Oct 15 00:52:45.386662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1b75b-8b38-4f60-b0e8-f41a6d46b531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f0043-88e6-4b66-a1b5-ab0b5e41633d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:45.496260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.522556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 559ad45c-49f3-4129-be5f-25516f84dc7d owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:45.728373 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.763881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=559ad45c-49f3-4129-be5f-25516f84dc7d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:45.790012 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:45.793503 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b5993564-a505-4f21-9e93-896db9b39d78 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/559ad45c-49f3-4129-be5f-25516f84dc7d HTTP/1.1" status: 204 len: 168 time: 0.5498874 Oct 15 00:52:45.796253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36114) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:45.834706 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9489b3f3-fa8f-486e-986e-ad9546ec848a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:45.834706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9489b3f3-fa8f-486e-986e-ad9546ec848a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/559ad45c-49f3-4129-be5f-25516f84dc7d HTTP/1.1" status: 404 len: 333 time: 0.0341079 Oct 15 00:52:45.835772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36118) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:45.901296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet 39a6bd73-7b83-43ad-a530-f74c7bcfbf83 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:45.905197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.012069 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.144290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.265997 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.295673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=39a6bd73-7b83-43ad-a530-f74c7bcfbf83,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:46.297714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.302582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-09b5316f-9a40-41dc-9b60-5498a948ced0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/39a6bd73-7b83-43ad-a530-f74c7bcfbf83 HTTP/1.1" status: 204 len: 168 time: 0.4654911 Oct 15 00:52:46.305964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d17cc9-60f1-4875-8197-693a271b2ee3 None None] Network ac22e76a-70b8-47d7-bc0b-4cc396fe846d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:46.307176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36142) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:46.398586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.526842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:46.526842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.547583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] DHCP port deletion for ac22e76a-70b8-47d7-bc0b-4cc396fe846d request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:46.607637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] Deleting port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:46.608448 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.612490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] For port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,segment=NetworkSegment(75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb),segment_id=75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:46.612859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.629994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:46.645368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36156) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:46.758074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] For port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,segment=NetworkSegment(75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb),segment_id=75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:46.758814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.774753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:52:46.797594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8ee8d9e5-f898-4017-93e7-59c8a78e0dd4 tempest-ServiceProvidersTest-620744655 tempest-ServiceProvidersTest-620744655-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1498659 Oct 15 00:52:46.800390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] Calling delete_port for c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:46.807419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.848544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:46.850582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No DVR routers for this DVR port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:46.879915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:52:46.880395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:52:46.931066 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.941913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:46.965233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac22e76a-70b8-47d7-bc0b-4cc396fe846d']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:46.972476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] Pushing event deleted for resources: {'Port': ['ID=c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:46.976596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:46.976938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ef5e1c-5697-4bc5-8c2e-42c6407ee1cb') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:46.979167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27688921-b085-418d-b022-3b20023cf7d0 None None] No DVR routers for this DVR port c7e28cbf-2bc2-49e1-81c5-04bc49aaf20e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:46.990398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.004722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.010878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:47.011316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:47.014263 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:47.442592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36184) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:47.532836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdc8bd-df67-4500-a595-f147d3474b18 req-20f6212b-5b4b-4a67-b926-802f0a24b361 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:47.541707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ecdc8bd-df67-4500-a595-f147d3474b18 req-20f6212b-5b4b-4a67-b926-802f0a24b361 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.0735409 Oct 15 00:52:47.585625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.596788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ecdc8bd-df67-4500-a595-f147d3474b18 req-8a499c3b-d07a-4f71-9142-e40037447651 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530920 Oct 15 00:52:47.598268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.615871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/ac22e76a-70b8-47d7-bc0b-4cc396fe846d HTTP/1.1" status: 204 len: 168 time: 1.3059397 Oct 15 00:52:47.620682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:47.647074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1467830993'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:47.652305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285f5c7-df2c-41ab-8fb9-611f88780289 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=ac22e76a-70b8-47d7-bc0b-4cc396fe846d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:47.705546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d992c20b-4f04-4ad7-b0ed-d30abeb007d6 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:52:47.726781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6184f392-e87e-489c-a37c-bc8c92b525df admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.741378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: d992c20b-4f04-4ad7-b0ed-d30abeb007d6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:52:47.741724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device d992c20b-4f04-4ad7-b0ed-d30abeb007d6 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:52:47.825357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:47.830394 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.871716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6184f392-e87e-489c-a37c-bc8c92b525df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.875474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:47.884688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.885032 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment 1c6fe454-cd37-4c1a-a6e5-d0840e9094d8 of type vlan for network 346dfbe9-9f30-4f6f-ae59-d60980a82792 Oct 15 00:52:47.927479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:47.967575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6184f392-e87e-489c-a37c-bc8c92b525df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.012376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6184f392-e87e-489c-a37c-bc8c92b525df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0073d606b7684e2dbf48ec4416cee84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686193 Oct 15 00:52:48.013309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184f392-e87e-489c-a37c-bc8c92b525df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55123fc-9ab4-4818-ab50-384fe990d456,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:48.015101 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36210) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:48.056635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.062327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:48.062907 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.102460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-021a5356-767b-4f01-8daf-f8ae424e73ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.125590 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-021a5356-767b-4f01-8daf-f8ae424e73ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.139873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=346dfbe9-9f30-4f6f-ae59-d60980a82792,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:48.150486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:48.188545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-40eb7443-7310-4240-beee-7a4ab9021428 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5690501 Oct 15 00:52:48.191315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36216) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:48.196479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:48.332996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-021a5356-767b-4f01-8daf-f8ae424e73ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.341161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-021a5356-767b-4f01-8daf-f8ae424e73ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.341161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-021a5356-767b-4f01-8daf-f8ae424e73ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e55123fc-9ab4-4818-ab50-384fe990d456 HTTP/1.1" status: 204 len: 168 time: 0.3209932 Oct 15 00:52:48.350736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a5356-767b-4f01-8daf-f8ae424e73ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55123fc-9ab4-4818-ab50-384fe990d456,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:48.483243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:48.487081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.813787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:48.900660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=3dba0c12-74c9-44d3-b4f9-0366dd774f87,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:48.934669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': '1c6fe454-cd37-4c1a-a6e5-d0840e9094d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:48.935028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: 346dfbe9-9f30-4f6f-ae59-d60980a82792, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:49.053255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:49.202316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 346dfbe9-9f30-4f6f-ae59-d60980a82792) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:49.206828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:49.208496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:49.213882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd6a5e-c17b-4262-83bc-b93aae8a3928 None None] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:49.323530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0dc4e564-f134-4720-a58d-ac04073e56e2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1271379 Oct 15 00:52:49.323683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36274) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:49.329442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792', 'name': 'tempest-PortsIpV6TestJSON-2058714410', 'fixed_ips': [{'subnet_id': '3dba0c12-74c9-44d3-b4f9-0366dd774f87', 'ip_address': '2001:db8::10'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:49.447120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-346dfbe9-9f30-4f6f-ae59-d60980a82792', 'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792', 'tenant_id': 'f201980018444b58b80dbdd0622fbf2c', 'fixed_ips': [{'subnet_id': '3dba0c12-74c9-44d3-b4f9-0366dd774f87'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:49.447120 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:49.624971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:49.686411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Allocated IP 2001:db8::2 (346dfbe9-9f30-4f6f-ae59-d60980a82792/3dba0c12-74c9-44d3-b4f9-0366dd774f87/8e7e03b9-d78c-4c5f-89a9-3f226a54796a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:49.809162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:49.845901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port cbff6dd0-5334-4ef4-a9ae-cc07cce5f909 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:50.022856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.136175 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.221638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::10 (346dfbe9-9f30-4f6f-ae59-d60980a82792/3dba0c12-74c9-44d3-b4f9-0366dd774f87/cbff6dd0-5334-4ef4-a9ae-cc07cce5f909) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:50.268353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:50.285236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:50.301385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:50.344163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Pushing event updated for resources: {'Port': ['ID=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:50.496315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Attempting to bind port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:52:50.497032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Attempting to bind port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1c6fe454-cd37-4c1a-a6e5-d0840e9094d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:52:50.497609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Attempting to bind port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a on network 346dfbe9-9f30-4f6f-ae59-d60980a82792 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:52:50.506150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:52:50.506809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Checking segment: {'id': '1c6fe454-cd37-4c1a-a6e5-d0840e9094d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:50.507508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.508615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Bound using segment: {'id': '1c6fe454-cd37-4c1a-a6e5-d0840e9094d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:52:50.526890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.535384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Bound port: 8e7e03b9-d78c-4c5f-89a9-3f226a54796a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6fe454-cd37-4c1a-a6e5-d0840e9094d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:52:50.538828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.547932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab8d2-c4c5-45a7-922e-b1380a5f87ee req-e27b208d-3ac9-44a9-b227-fd18147d3785 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:50.549635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-400ab8d2-c4c5-45a7-922e-b1380a5f87ee req-e27b208d-3ac9-44a9-b227-fd18147d3785 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1053703 Oct 15 00:52:50.631345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-400ab8d2-c4c5-45a7-922e-b1380a5f87ee req-2133f4cd-2d0a-43ba-af19-817acd2002c3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697010 Oct 15 00:52:50.642628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.752217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] For port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:52:50.757706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] For port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,segment=NetworkSegment(1c6fe454-cd37-4c1a-a6e5-d0840e9094d8),segment_id=1c6fe454-cd37-4c1a-a6e5-d0840e9094d8)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:52:50.767080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:50.774779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:50.777745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:50.783982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:50.786273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.823754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=cbff6dd0-5334-4ef4-a9ae-cc07cce5f909,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:50.854649 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:50.862149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66831dd7-8173-494e-b041-82839107516d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5378523 Oct 15 00:52:50.865331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:50.871956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': '346dfbe9-9f30-4f6f-ae59-d60980a82792', 'name': 'tempest-PortsIpV6TestJSON-730979604', 'fixed_ips': [{'subnet_id': '3dba0c12-74c9-44d3-b4f9-0366dd774f87', 'ip_address': '2001:db8::f'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:50.953704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663acea-0222-4e5e-939e-05b3cb2e6998 None None] Pushing event updated for resources: {'Port': ['ID=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:51.003550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36352) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:51.099152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:51.108363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:51.190704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port cefcfc5d-3a80-4568-bb62-8f5d60a11b33 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:52:51.498331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::f (346dfbe9-9f30-4f6f-ae59-d60980a82792/3dba0c12-74c9-44d3-b4f9-0366dd774f87/cefcfc5d-3a80-4568-bb62-8f5d60a11b33) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:51.586562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-22ca86d3-b14e-4373-8538-9acb13435613 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5811229 Oct 15 00:52:51.608778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-db14cecc-02e7-46f5-abe0-90b465160740 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:52:51.608778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-db14cecc-02e7-46f5-abe0-90b465160740 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061641 Oct 15 00:52:51.905587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:51.939539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86759f-b569-4551-b5d5-b6fa25b3db68 req-dc00e10b-57a6-403b-a682-c9321cb632c2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:51.940971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c86759f-b569-4551-b5d5-b6fa25b3db68 req-dc00e10b-57a6-403b-a682-c9321cb632c2 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1136386 Oct 15 00:52:51.997099 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c86759f-b569-4551-b5d5-b6fa25b3db68 req-8375efcc-f089-459f-9c60-9b76e8e373b4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449555 Oct 15 00:52:52.013672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:52.081023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:52:52.085177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:52.087207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=cefcfc5d-3a80-4568-bb62-8f5d60a11b33,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:52.089519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:52:52.095577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:52.096207 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:52.170394 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b99403cb-cc9c-463c-991e-4bfaf7b39764 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3036652 Oct 15 00:52:52.174393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36398) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:52.281546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ce18b-f426-44e9-a5b5-e1dcb7e5fe8f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:52.286756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-560ce18b-f426-44e9-a5b5-e1dcb7e5fe8f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1098697 Oct 15 00:52:52.286996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36406) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:52.373365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d507fd-6e6d-43f9-b224-58605108fd1e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:52.383052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d507fd-6e6d-43f9-b224-58605108fd1e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:52.390425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d507fd-6e6d-43f9-b224-58605108fd1e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:52.396103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36408) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:52.396446 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-26d507fd-6e6d-43f9-b224-58605108fd1e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1080866 Oct 15 00:52:52.594325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port cefcfc5d-3a80-4568-bb62-8f5d60a11b33 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:52.594767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:52.620733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90f192-15dd-472b-bf9b-3893de83c347 None None] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:52.713710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36418) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:52.816048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:52.841867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for cefcfc5d-3a80-4568-bb62-8f5d60a11b33 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:52.909722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3caa80ee-ed2b-44a5-8df8-bff72225f4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:52.983383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e7e03b9-d78c-4c5f-89a9-3f226a54796a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:53.010938 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3caa80ee-ed2b-44a5-8df8-bff72225f4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.055321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-caa67c79-1dcc-4bd9-84b7-ed4bb159de35 None None] Provisioning complete for port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:53.055696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-caa67c79-1dcc-4bd9-84b7-ed4bb159de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.094072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3caa80ee-ed2b-44a5-8df8-bff72225f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.132099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:53.132726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.189858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa80ee-ed2b-44a5-8df8-bff72225f4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfead6b-f33d-4114-b91b-e0629684c5ab,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:53.210059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.246656 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3caa80ee-ed2b-44a5-8df8-bff72225f4dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ebc8456f5594af4ba075ff56006f827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293903 Oct 15 00:52:53.246958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36430) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:53.309266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=cefcfc5d-3a80-4568-bb62-8f5d60a11b33,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:53.317342 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.321096 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a70522d5-5b87-4ca6-8871-f1bca33ba6a1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/cefcfc5d-3a80-4568-bb62-8f5d60a11b33 HTTP/1.1" status: 204 len: 168 time: 0.9235415 Oct 15 00:52:53.323725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36436) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:53.342770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e4930-7956-4ec7-aea4-beedddb20583 req-528a720f-6011-4fb5-9589-a46117eff0ff tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:53.344617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd0e4930-7956-4ec7-aea4-beedddb20583 req-528a720f-6011-4fb5-9589-a46117eff0ff tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.2139475 Oct 15 00:52:53.368749 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.407577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd0e4930-7956-4ec7-aea4-beedddb20583 req-a1476758-5dec-4834-8fa2-476dd0677472 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543966 Oct 15 00:52:53.413200 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30eb06f-17d2-41eb-87e8-77c8539ac234 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:53.417285 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c30eb06f-17d2-41eb-87e8-77c8539ac234 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/cefcfc5d-3a80-4568-bb62-8f5d60a11b33 HTTP/1.1" status: 404 len: 333 time: 0.0899587 Oct 15 00:52:53.417753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36442) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:53.442773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-caa67c79-1dcc-4bd9-84b7-ed4bb159de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.452909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-18ea86d5-a6d1-40d5-8af6-4aef183f2351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.475887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,segment=NetworkSegment(1c6fe454-cd37-4c1a-a6e5-d0840e9094d8),segment_id=1c6fe454-cd37-4c1a-a6e5-d0840e9094d8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:53.545725 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-18ea86d5-a6d1-40d5-8af6-4aef183f2351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.562169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.583694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port cbff6dd0-5334-4ef4-a9ae-cc07cce5f909 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:53.585093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.663730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-3b6fd51b-eebe-4cb2-b53f-84cdf250dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:53.663730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-3b6fd51b-eebe-4cb2-b53f-84cdf250dc5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f&tenant_id=9d46c404c55449b1a5118cb36169b79c HTTP/1.1" status: 200 len: 1095 time: 0.2641115 Oct 15 00:52:53.749222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-18ea86d5-a6d1-40d5-8af6-4aef183f2351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.754215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-18ea86d5-a6d1-40d5-8af6-4aef183f2351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.759332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-18ea86d5-a6d1-40d5-8af6-4aef183f2351 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cfead6b-f33d-4114-b91b-e0629684c5ab HTTP/1.1" status: 204 len: 168 time: 0.5112660 Oct 15 00:52:53.795026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:53.809144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea86d5-a6d1-40d5-8af6-4aef183f2351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfead6b-f33d-4114-b91b-e0629684c5ab,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:53.844261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-afa25cdc-fdbb-4843-8f76-9875717005e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:53.845391 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-afa25cdc-fdbb-4843-8f76-9875717005e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1095 time: 0.1513259 Oct 15 00:52:53.857215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:53.894676 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-caa67c79-1dcc-4bd9-84b7-ed4bb159de35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:52:53.895364 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-caa67c79-1dcc-4bd9-84b7-ed4bb159de35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:52:53.905435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for cbff6dd0-5334-4ef4-a9ae-cc07cce5f909 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:54.049724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-1ae7bb8c-79b9-411b-aea2-2712692360fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:54.052584 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-1ae7bb8c-79b9-411b-aea2-2712692360fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.1964271 Oct 15 00:52:54.188597 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-ad75266e-e4c4-4e68-a974-278f24b23884 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1000 time: 0.1286771 Oct 15 00:52:54.246192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:54.322866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-2c2d74ad-8e32-4431-b046-0b4110e8148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:54.326678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-2c2d74ad-8e32-4431-b046-0b4110e8148a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.1293581 Oct 15 00:52:54.381966 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:54.384287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-0d3fba4a-1c45-464b-9ce1-0a4cd2f9c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:54.386423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/cbff6dd0-5334-4ef4-a9ae-cc07cce5f909 HTTP/1.1" status: 204 len: 168 time: 0.9673591 Oct 15 00:52:54.387300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-0d3fba4a-1c45-464b-9ce1-0a4cd2f9c367 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533412 Oct 15 00:52:54.389352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcd9c2-6b95-4989-9872-a4d17469378d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=cbff6dd0-5334-4ef4-a9ae-cc07cce5f909,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:54.390048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36466) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:54.466266 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d577399-2d12-4e02-b04c-7edd2bb0bb88 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:52:54.468687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5d577399-2d12-4e02-b04c-7edd2bb0bb88 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/cbff6dd0-5334-4ef4-a9ae-cc07cce5f909 HTTP/1.1" status: 404 len: 333 time: 0.0773299 Oct 15 00:52:54.471514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36470) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:54.573292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4a117628-fa92-4944-ae08-dc106c0512b4 None None] Provisioning complete for port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:54.574077 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4a117628-fa92-4944-ae08-dc106c0512b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:54.708732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-7605aceb-68f4-4841-a2f0-3620d1908558 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977765 Oct 15 00:52:54.731701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36484) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:54.739665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet 3dba0c12-74c9-44d3-b4f9-0366dd774f87 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:52:54.753404 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:54.790565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4a117628-fa92-4944-ae08-dc106c0512b4 None None] Could not find standard attr ID for object cbff6dd0-5334-4ef4-a9ae-cc07cce5f909. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:52:54.841840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57165a-7117-44fa-be3c-08c36f083dbe req-0a72fe2b-d10b-4087-b3c1-29e0693c3def tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:54.859959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c57165a-7117-44fa-be3c-08c36f083dbe req-0a72fe2b-d10b-4087-b3c1-29e0693c3def tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.2624042 Oct 15 00:52:54.878077 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-2e379590-72c3-4df3-9214-8c4489fdbd85 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622324 Oct 15 00:52:54.905577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-640b6ae6-0770-4d47-9028-416b974e12ee None None] Could not find standard attr ID for object cefcfc5d-3a80-4568-bb62-8f5d60a11b33. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:52:54.918265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3cc9fe3a-1571-4e58-a2df-0a243433b57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:54.921496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e7e03b9-d78c-4c5f-89a9-3f226a54796a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:52:55.012868 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.033514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:52:55.034626 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.151362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.292404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c57165a-7117-44fa-be3c-08c36f083dbe req-96171025-523a-44be-a6b3-2341861f33bb tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308739 Oct 15 00:52:55.327225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3cc9fe3a-1571-4e58-a2df-0a243433b57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.402287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.504822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3cc9fe3a-1571-4e58-a2df-0a243433b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.570161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9fe3a-1571-4e58-a2df-0a243433b57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f08fa0-fcf5-4baf-8f1a-e571b35a30e8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:55.592013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=3dba0c12-74c9-44d3-b4f9-0366dd774f87,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:55.605711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.609143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6e2f1f1f-783a-48a9-88a7-bff2b5490266 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/3dba0c12-74c9-44d3-b4f9-0366dd774f87 HTTP/1.1" status: 204 len: 168 time: 1.1366153 Oct 15 00:52:55.611844 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36516) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:55.687062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b9605-96c7-453c-bb9a-fd56a18d9c92 None None] Network 346dfbe9-9f30-4f6f-ae59-d60980a82792 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:55.689987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36520) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:55.693382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3cc9fe3a-1571-4e58-a2df-0a243433b57d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba84c451a7ac410bbe00f3a8a34029ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9573987 Oct 15 00:52:55.915350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:55.980068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94302945-298d-4201-a555-6a24215f47ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.022552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94302945-298d-4201-a555-6a24215f47ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.151364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] DHCP port deletion for 346dfbe9-9f30-4f6f-ae59-d60980a82792 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:52:56.164137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:56.164484 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.166209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94302945-298d-4201-a555-6a24215f47ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.168911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94302945-298d-4201-a555-6a24215f47ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.170393 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94302945-298d-4201-a555-6a24215f47ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9f08fa0-fcf5-4baf-8f1a-e571b35a30e8 HTTP/1.1" status: 204 len: 168 time: 0.4794185 Oct 15 00:52:56.196290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302945-298d-4201-a555-6a24215f47ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f08fa0-fcf5-4baf-8f1a-e571b35a30e8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:56.290884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Deleting port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:52:56.292063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] For port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,segment=NetworkSegment(1c6fe454-cd37-4c1a-a6e5-d0840e9094d8),segment_id=1c6fe454-cd37-4c1a-a6e5-d0840e9094d8)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:56.292668 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.326501 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.386693 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eed2328a-6330-4812-ab3b-0782d0153c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.407178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 8e7e03b9-d78c-4c5f-89a9-3f226a54796a owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:56.622435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] For port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,segment=NetworkSegment(1c6fe454-cd37-4c1a-a6e5-d0840e9094d8),segment_id=1c6fe454-cd37-4c1a-a6e5-d0840e9094d8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:52:56.622834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.653022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Calling delete_port for 8e7e03b9-d78c-4c5f-89a9-3f226a54796a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:52:56.736816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f6ff2-6e66-4b14-826c-3346d4bd851c req-46cf4900-420c-49f0-a20b-4b635bebd553 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:56.746657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be0f6ff2-6e66-4b14-826c-3346d4bd851c req-46cf4900-420c-49f0-a20b-4b635bebd553 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.2708650 Oct 15 00:52:56.751021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:56.835449 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be0f6ff2-6e66-4b14-826c-3346d4bd851c req-d5be6d5e-cbc1-48ef-acc1-abf137c7d5de tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815914 Oct 15 00:52:56.850879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:56.867549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No DVR routers for this DVR port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:56.889218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e7e03b9-d78c-4c5f-89a9-3f226a54796a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:52:56.985464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8e7e03b9-d78c-4c5f-89a9-3f226a54796a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:52:56.986147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8e7e03b9-d78c-4c5f-89a9-3f226a54796a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:52:57.037608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.059122 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.062558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Pushing event deleted for resources: {'Port': ['ID=8e7e03b9-d78c-4c5f-89a9-3f226a54796a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:57.083154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.083484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.083974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.084383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.084851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.084999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346dfbe9-9f30-4f6f-ae59-d60980a82792']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:57.085193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.085531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.092391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.093860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.093860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.093860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.094276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:52:57.102939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6fe454-cd37-4c1a-a6e5-d0840e9094d8') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:57.103598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6fe454-cd37-4c1a-a6e5-d0840e9094d8') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:52:57.117934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c575d6-29ca-4366-bab8-fdfa983acf5f None None] No DVR routers for this DVR port 8e7e03b9-d78c-4c5f-89a9-3f226a54796a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:52:57.120015 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.143240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.152768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:52:57.153601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:52:57.158006 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:52:57.386077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.393135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.404817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/346dfbe9-9f30-4f6f-ae59-d60980a82792 HTTP/1.1" status: 204 len: 168 time: 1.7885609 Oct 15 00:52:57.405618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36564) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:57.411808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1919458126'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:57.435928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e04d6-a91a-435f-abd1-b430b2fd66b3 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=346dfbe9-9f30-4f6f-ae59-d60980a82792,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:57.544821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:57.548423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.578758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:52:57.588157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.588492 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Added segment 75c01e0a-ea35-4265-ab0e-18b34a42cd9f of type vlan for network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 Oct 15 00:52:57.652886 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.830603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:57.837704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:57.838943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:58.026633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6196170 Oct 15 00:52:58.033625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36590) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:58.041892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e86a9-1d8f-4eaa-957c-1b8ba0c1c714 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Network': ['ID=8448e359-d0a9-4d47-80cb-5b2f6d96e8b9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:58.045616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:58.078725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:52:58.142848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51114929-24ee-426d-a40c-f878c014e83e req-992dc611-f90b-4a9f-b6f7-2666ca21d3bf tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:58.144722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51114929-24ee-426d-a40c-f878c014e83e req-992dc611-f90b-4a9f-b6f7-2666ca21d3bf tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.0983901 Oct 15 00:52:58.274911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51114929-24ee-426d-a40c-f878c014e83e req-276ab17e-748a-43dc-8843-6aa3e6d09114 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224492 Oct 15 00:52:58.329409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:52:58.334111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:58.727824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:58.791408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=dcc79fc4-6a38-4f72-938b-9b2623cb5541,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:52:58.800760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Checking segment: {'id': '75c01e0a-ea35-4265-ab0e-18b34a42cd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:52:58.801157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network hostable DHCP agents. Network: 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:52:58.837899 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e223eb3-05e6-44a2-ae1c-9fb9311b475b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:58.916126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:52:59.024332 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:52:59.028812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:59.029744 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:59.037906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccaaf29-2212-4cc9-b1b4-34f58c81a92c None None] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:52:59.125877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3baef690-e794-4c60-b995-124943e5a9df tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0909193 Oct 15 00:52:59.128549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36626) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:59.133555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9205354f-7437-4fff-9795-782bde24f291 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-103779163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:52:59.295414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9205354f-7437-4fff-9795-782bde24f291 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:59.298583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9205354f-7437-4fff-9795-782bde24f291 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:59.444423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-8448e359-d0a9-4d47-80cb-5b2f6d96e8b9', 'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9', 'tenant_id': 'f201980018444b58b80dbdd0622fbf2c', 'fixed_ips': [{'subnet_id': 'dcc79fc4-6a38-4f72-938b-9b2623cb5541'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:52:59.445296 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:59.463813 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9205354f-7437-4fff-9795-782bde24f291 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:59.528953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8eb2c-bd9a-41d9-9db2-cb1644b447a2 req-9c67b321-5daa-4c24-a3bb-ab0d60f359f9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:52:59.528953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14b8eb2c-bd9a-41d9-9db2-cb1644b447a2 req-9c67b321-5daa-4c24-a3bb-ab0d60f359f9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1001863 Oct 15 00:52:59.601742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9205354f-7437-4fff-9795-782bde24f291 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:59.615049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14b8eb2c-bd9a-41d9-9db2-cb1644b447a2 req-6acdc39a-b0f1-46a1-9bee-d54ff89b521c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864201 Oct 15 00:52:59.712262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9205354f-7437-4fff-9795-782bde24f291 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:52:59.713191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Allocated IP 2001:db8::2 (8448e359-d0a9-4d47-80cb-5b2f6d96e8b9/dcc79fc4-6a38-4f72-938b-9b2623cb5541/25a5cad1-63ba-4102-98c3-2a3d7f9a53eb) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:52:59.716676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9205354f-7437-4fff-9795-782bde24f291 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5845928 Oct 15 00:52:59.716884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:52:59.730991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9', 'name': 'tempest-PortsIpV6TestJSON-1280453276'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:00.184732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:00.189633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:00.229138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port 161f2c87-0fd2-4a91-9415-d9103b76aa25 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:53:00.234514 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:00.288546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:00.416838 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:00.431646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:00.468666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:00.509585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:00.514877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:00.523684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Pushing event updated for resources: {'Port': ['ID=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:00.637089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::44 (8448e359-d0a9-4d47-80cb-5b2f6d96e8b9/dcc79fc4-6a38-4f72-938b-9b2623cb5541/161f2c87-0fd2-4a91-9415-d9103b76aa25) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:00.688521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Attempting to bind port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:00.688892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Attempting to bind port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '75c01e0a-ea35-4265-ab0e-18b34a42cd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:00.689252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Attempting to bind port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb on network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:00.705318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:00.706301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Checking segment: {'id': '75c01e0a-ea35-4265-ab0e-18b34a42cd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:00.709434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:00.710321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Bound using segment: {'id': '75c01e0a-ea35-4265-ab0e-18b34a42cd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:00.710460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Bound port: 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c01e0a-ea35-4265-ab0e-18b34a42cd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8448e359-d0a9-4d47-80cb-5b2f6d96e8b9'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:00.710835 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:00.948048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] For port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:00.969606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] For port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,segment=NetworkSegment(75c01e0a-ea35-4265-ab0e-18b34a42cd9f),segment_id=75c01e0a-ea35-4265-ab0e-18b34a42cd9f)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:00.993423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:01.031062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:01.168680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212a74-8df1-4838-b015-dcec4f45e787 None None] Pushing event updated for resources: {'Port': ['ID=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:01.185130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:01.276601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=161f2c87-0fd2-4a91-9415-d9103b76aa25,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:01.285656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:01.287868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:01.291190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:01.298205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:01.303538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:01.404783 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3cc3534c-460f-4f42-9965-263fff61e1c4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6867056 Oct 15 00:53:01.407583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36682) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:01.767224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a878ae-14b6-4a04-af93-ca31b08dea44 req-7c749b24-5118-4094-94a5-e3fc1a5d195d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:01.777217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1a878ae-14b6-4a04-af93-ca31b08dea44 req-7c749b24-5118-4094-94a5-e3fc1a5d195d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 1.0236588 Oct 15 00:53:01.833797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1a878ae-14b6-4a04-af93-ca31b08dea44 req-fa9a817c-2536-4f25-8d84-0a61beb1e230 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551093 Oct 15 00:53:02.298870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:02.484383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:02.740963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265bb1f0-0c03-4287-a52c-f5899248830b None None] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:02.953992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:02.970809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:03.048314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:03.153256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6b53194d-d474-44c5-84bb-35c00cc2f859 None None] Provisioning complete for port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:03.167369 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b53194d-d474-44c5-84bb-35c00cc2f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:03.199350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109f416-9fc4-4b30-9007-fcc4bc2014c8 req-4c7a5c2c-93df-4fdf-8b9d-2e1bd0de3390 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:03.210724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7109f416-9fc4-4b30-9007-fcc4bc2014c8 req-4c7a5c2c-93df-4fdf-8b9d-2e1bd0de3390 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1764417 Oct 15 00:53:03.259813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7109f416-9fc4-4b30-9007-fcc4bc2014c8 req-3a269d16-d6a8-41fb-a642-29ad36e4bb81 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473642 Oct 15 00:53:03.353795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:03.354572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:03.391748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=161f2c87-0fd2-4a91-9415-d9103b76aa25,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:03.460052 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:03.727154 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b53194d-d474-44c5-84bb-35c00cc2f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:03.825620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6b53194d-d474-44c5-84bb-35c00cc2f859 None None] For port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,segment=NetworkSegment(75c01e0a-ea35-4265-ab0e-18b34a42cd9f),segment_id=75c01e0a-ea35-4265-ab0e-18b34a42cd9f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:03.886357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:03.923493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b53194d-d474-44c5-84bb-35c00cc2f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:04.046645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:04.092856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53194d-d474-44c5-84bb-35c00cc2f859 None None] Pushing event updated for resources: {'Port': ['ID=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:04.189879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:53:04.190255 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:53:04.477470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7752037f-ff28-443a-9bae-03889c399592 None None] Provisioning complete for port 161f2c87-0fd2-4a91-9415-d9103b76aa25 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:04.486193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7752037f-ff28-443a-9bae-03889c399592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:04.566226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e6762-ccc1-484f-8c55-3f041ae82228 req-a5610da0-d07f-4a7c-a6b4-5c16330f63a6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:04.573308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c6e6762-ccc1-484f-8c55-3f041ae82228 req-a5610da0-d07f-4a7c-a6b4-5c16330f63a6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1901975 Oct 15 00:53:04.621596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7752037f-ff28-443a-9bae-03889c399592 None None] Port 161f2c87-0fd2-4a91-9415-d9103b76aa25 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:04.637723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7752037f-ff28-443a-9bae-03889c399592 None None] Provisioning complete for port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:04.638117 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7752037f-ff28-443a-9bae-03889c399592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:04.691370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c6e6762-ccc1-484f-8c55-3f041ae82228 req-84b9e75e-24a6-4307-9c2c-302aee87a57c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086063 Oct 15 00:53:05.099722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:05.235892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-89386052-efd6-49ff-a6ef-05f5d01b1c6f None None] Provisioning complete for port 161f2c87-0fd2-4a91-9415-d9103b76aa25 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:05.235892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89386052-efd6-49ff-a6ef-05f5d01b1c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:05.355996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-89386052-efd6-49ff-a6ef-05f5d01b1c6f None None] Port 161f2c87-0fd2-4a91-9415-d9103b76aa25 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:05.377711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:05.378116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:05.521157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a61f8a4b-3d98-4293-9818-8d086d62575b None None] Provisioning complete for port 161f2c87-0fd2-4a91-9415-d9103b76aa25 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:05.523128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a61f8a4b-3d98-4293-9818-8d086d62575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:05.596524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a61f8a4b-3d98-4293-9818-8d086d62575b None None] Port 161f2c87-0fd2-4a91-9415-d9103b76aa25 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:05.601585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:05.697138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:05.698385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:05.925836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=161f2c87-0fd2-4a91-9415-d9103b76aa25,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:05.975613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0898d-e4da-45cc-9a7f-34ef1762c06a req-ae517924-5473-45ff-b21d-eeccf3c3741e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:05.993887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cc0898d-e4da-45cc-9a7f-34ef1762c06a req-ae517924-5473-45ff-b21d-eeccf3c3741e tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1218431 Oct 15 00:53:06.037167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cc0898d-e4da-45cc-9a7f-34ef1762c06a req-88c78702-9b38-46b8-9d15-0e717419f129 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527339 Oct 15 00:53:06.052017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:06.055926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:06.443964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Router 295696a5-5e20-44c2-b202-b9547c8438da is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:53:06.544406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-63fcf9f4-c31f-4c19-a2aa-0f8b950b1604 None None] Provisioning complete for port 161f2c87-0fd2-4a91-9415-d9103b76aa25 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:06.549256 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63fcf9f4-c31f-4c19-a2aa-0f8b950b1604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:06.650921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-63fcf9f4-c31f-4c19-a2aa-0f8b950b1604 None None] Port 161f2c87-0fd2-4a91-9415-d9103b76aa25 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:06.861729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:06.863752 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] Sync routers for ids ['295696a5-5e20-44c2-b202-b9547c8438da'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:06.868599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0d0141c7-882f-4f2f-8d5e-0e01e7895e5a tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "PUT /v2.0/routers/295696a5-5e20-44c2-b202-b9547c8438da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4592779 Oct 15 00:53:06.882393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36790) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:06.917455 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] Routers {'295696a5-5e20-44c2-b202-b9547c8438da'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:06.918545 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:52:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['295696a5-5e20-44c2-b202-b9547c8438da'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:07.049098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0337a9-deba-4bf1-9d11-c86a51924edc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:07.050585 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:07.052331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dd0337a9-deba-4bf1-9d11-c86a51924edc tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports?device_id=295696a5-5e20-44c2-b202-b9547c8438da HTTP/1.1" status: 200 len: 988 time: 0.1540904 Oct 15 00:53:07.057031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36796) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:07.064615 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] Routers {'295696a5-5e20-44c2-b202-b9547c8438da'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:07.066174 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:52:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['295696a5-5e20-44c2-b202-b9547c8438da'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:07.182826 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:07.183554 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced7bdff-4276-4db2-be75-2cc8c33a2561 None None] The sync data for ids ['295696a5-5e20-44c2-b202-b9547c8438da'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:07.486852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6fde2-ed74-46ab-9b7c-b3a9826d9271 req-849a9c20-5857-41ea-a264-49371cc5bb0d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:07.486852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1dc6fde2-ed74-46ab-9b7c-b3a9826d9271 req-849a9c20-5857-41ea-a264-49371cc5bb0d tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1101773 Oct 15 00:53:07.486852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1dc6fde2-ed74-46ab-9b7c-b3a9826d9271 req-a759dbbe-bed6-46c8-950a-a02c4f898ed7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939448 Oct 15 00:53:07.692000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:08.102063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 161f2c87-0fd2-4a91-9415-d9103b76aa25 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:08.102992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:08.345920 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:08.359837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 161f2c87-0fd2-4a91-9415-d9103b76aa25 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:08.687176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d13f41-3572-487d-bf9d-ad2e98afb18c req-ca052cb9-94d9-40c4-a91e-13afbb0a7c2a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:08.688778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5d13f41-3572-487d-bf9d-ad2e98afb18c req-ca052cb9-94d9-40c4-a91e-13afbb0a7c2a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.0768397 Oct 15 00:53:08.842204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:08.927677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=161f2c87-0fd2-4a91-9415-d9103b76aa25,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:08.947234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5d13f41-3572-487d-bf9d-ad2e98afb18c req-e0641afe-b33f-4a4a-aa8f-7b27f0343494 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505953 Oct 15 00:53:09.126472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:09.403194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Router 295696a5-5e20-44c2-b202-b9547c8438da has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:53:09.653293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:09.662671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee2a2773-1aa4-477b-9976-a82224007a26 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "PUT /v2.0/routers/295696a5-5e20-44c2-b202-b9547c8438da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007273 Oct 15 00:53:09.665417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:09.668254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] Sync routers for ids ['295696a5-5e20-44c2-b202-b9547c8438da'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:09.700136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] Routers {'295696a5-5e20-44c2-b202-b9547c8438da'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:09.703898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:52:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['295696a5-5e20-44c2-b202-b9547c8438da'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:09.746862 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dce495-9b26-4633-9121-7a815dfc9846 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:53:09.760356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36866) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:09.760749 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66dce495-9b26-4633-9121-7a815dfc9846 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/161f2c87-0fd2-4a91-9415-d9103b76aa25 HTTP/1.1" status: 404 len: 333 time: 0.0869353 Oct 15 00:53:09.803037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:09.842368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] Routers {'295696a5-5e20-44c2-b202-b9547c8438da'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:09.849269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:52:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['295696a5-5e20-44c2-b202-b9547c8438da'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:09.896398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:09.897407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8e615-723b-4eb3-a415-673979f79fcc None None] The sync data for ids ['295696a5-5e20-44c2-b202-b9547c8438da'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:09.918368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f75065f3-8416-445e-8c1f-119ca3456d3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:09.974468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:10.727306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f75065f3-8416-445e-8c1f-119ca3456d3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:10.731699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f75065f3-8416-445e-8c1f-119ca3456d3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:10.819619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852b2a5-94e3-4e60-8818-5c30b0d1bb89 req-cefa4101-e24c-4808-8ba8-792b997df8a7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:10.821832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e852b2a5-94e3-4e60-8818-5c30b0d1bb89 req-cefa4101-e24c-4808-8ba8-792b997df8a7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.7288451 Oct 15 00:53:10.853437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f75065f3-8416-445e-8c1f-119ca3456d3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:10.854371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75065f3-8416-445e-8c1f-119ca3456d3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Fanout notify agent at l3_agent the message router_deleted on router 295696a5-5e20-44c2-b202-b9547c8438da {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:53:10.866982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f75065f3-8416-445e-8c1f-119ca3456d3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:10.871293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f75065f3-8416-445e-8c1f-119ca3456d3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/routers/295696a5-5e20-44c2-b202-b9547c8438da HTTP/1.1" status: 204 len: 168 time: 1.1110053 Oct 15 00:53:10.871513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36890) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:10.895753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e852b2a5-94e3-4e60-8818-5c30b0d1bb89 req-c053f4bc-a291-4623-8cdd-3cd6883500d1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666864 Oct 15 00:53:10.978654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet dcc79fc4-6a38-4f72-938b-9b2623cb5541 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:53:10.989426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.073477 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.186601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.318178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.399272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc79fc4-6a38-4f72-938b-9b2623cb5541,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:11.412409 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.414061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c43e3-3f22-49ca-bab1-6509c2a24a16 None None] Network 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:11.417243 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d4b4c82f-b882-4b36-a9dd-478175ae6362 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/dcc79fc4-6a38-4f72-938b-9b2623cb5541 HTTP/1.1" status: 204 len: 168 time: 0.5453115 Oct 15 00:53:11.420250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36908) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:11.602890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.747214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:11.749536 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.810351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] DHCP port deletion for 8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:53:11.907081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] For port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,segment=NetworkSegment(75c01e0a-ea35-4265-ab0e-18b34a42cd9f),segment_id=75c01e0a-ea35-4265-ab0e-18b34a42cd9f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:11.907898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:11.947225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:11.951721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] Deleting port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:11.952441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.040474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] For port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,segment=NetworkSegment(75c01e0a-ea35-4265-ab0e-18b34a42cd9f),segment_id=75c01e0a-ea35-4265-ab0e-18b34a42cd9f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:12.040474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.069313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] Calling delete_port for 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:12.161670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a4ca-af60-4b3c-bef6-050998b301e0 req-9eed6684-5bd1-448f-85e6-1963390fecf5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:12.164508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77b9a4ca-af60-4b3c-bef6-050998b301e0 req-9eed6684-5bd1-448f-85e6-1963390fecf5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.0938575 Oct 15 00:53:12.188050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.192300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.225822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] No DVR routers for this DVR port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:53:12.245352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:12.248697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No DVR routers for this DVR port 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:53:12.251354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.251767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.252221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.252640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.253842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.254297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.254757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.255151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.255545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.255946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.256328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.256763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:12.294603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56d43-2808-46c7-a44f-cfb8ca4ba805 None None] Pushing event deleted for resources: {'Port': ['ID=25a5cad1-63ba-4102-98c3-2a3d7f9a53eb,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:12.350154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77b9a4ca-af60-4b3c-bef6-050998b301e0 req-b6a7279a-d8f7-4ab3-a513-b8ff50012d28 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763783 Oct 15 00:53:12.401915 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.441013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8448e359-d0a9-4d47-80cb-5b2f6d96e8b9']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:12.464628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c01e0a-ea35-4265-ab0e-18b34a42cd9f') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:12.465176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c01e0a-ea35-4265-ab0e-18b34a42cd9f') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:12.479511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.507297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.521745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:53:12.522179 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:53:12.533007 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:53:12.704154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.719055 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:12.726574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36940) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:12.729073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/8448e359-d0a9-4d47-80cb-5b2f6d96e8b9 HTTP/1.1" status: 204 len: 168 time: 1.3053334 Oct 15 00:53:12.748019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca329c5-f3bd-4029-ada9-b0c8d83d72a8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=8448e359-d0a9-4d47-80cb-5b2f6d96e8b9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:12.782415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721c4f3-78fa-474e-a43b-b56b8bba91aa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:12.784326 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8721c4f3-78fa-474e-a43b-b56b8bba91aa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/3d7dd220-576b-4847-8b63-40163b7da527 HTTP/1.1" status: 200 len: 845 time: 0.0560172 Oct 15 00:53:12.789012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36942) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:12.838438 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-101f18f4-e796-46ee-8a06-53106a511cec tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/3d7dd220-576b-4847-8b63-40163b7da527?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0487540 Oct 15 00:53:12.841483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36948) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:12.847491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:12.907632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:53:12.928411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:53:12.928752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 25a5cad1-63ba-4102-98c3-2a3d7f9a53eb not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:53:13.012448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:13.021774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:13.153108 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:53:13.338829 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:13.397501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:13.402061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:13.406810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:13.407408 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:13.411717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=ba1015ea-376d-45ba-b281-6aa3777a99f5,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:13.416658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9575a8-0a5a-46cc-ab71-bc6a271f6200 None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:13.500887 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e06e8a5f-6278-44c6-89f6-7fdbfc7ed909 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6530788 Oct 15 00:53:13.500887 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36976) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:13.505749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a3dec27b-af49-4d09-8177-870fbbad8a4b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'security_group': {'name': 'tempest-secgroup-493171359'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:13.659041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834d1c6-9d00-405f-afe0-f5ef175fa847 req-0500632d-211b-424e-adf8-54ee4d21fbb1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:13.671193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7834d1c6-9d00-405f-afe0-f5ef175fa847 req-0500632d-211b-424e-adf8-54ee4d21fbb1 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1436119 Oct 15 00:53:13.684381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3dec27b-af49-4d09-8177-870fbbad8a4b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:13.751912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7834d1c6-9d00-405f-afe0-f5ef175fa847 req-39ffb75c-179b-4b9d-9877-d17e0a6b6de4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794463 Oct 15 00:53:13.852895 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3dec27b-af49-4d09-8177-870fbbad8a4b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:13.862982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-ff0bdff8-9946-4262-8fc7-da5727241828', 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'tenant_id': 'f201980018444b58b80dbdd0622fbf2c', 'fixed_ips': [{'subnet_id': 'ba1015ea-376d-45ba-b281-6aa3777a99f5'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:53:13.864041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:13.932837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3dec27b-af49-4d09-8177-870fbbad8a4b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:13.981411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dec27b-af49-4d09-8177-870fbbad8a4b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5e6df7-bb8c-4980-b82e-14d72aeb0275,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:14.082426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Allocated IP 2001:db8::2 (ff0bdff8-9946-4262-8fc7-da5727241828/ba1015ea-376d-45ba-b281-6aa3777a99f5/20808dfb-dd1f-43d2-b296-05f072c5e41a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:14.104055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3dec27b-af49-4d09-8177-870fbbad8a4b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.105503 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3dec27b-af49-4d09-8177-870fbbad8a4b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6038618 Oct 15 00:53:14.108052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36992) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:14.113068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6922931f-e8da-47da-b410-930be44bf981 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'security_group': {'name': 'tempest-secgroup-731336400'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:14.252437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6922931f-e8da-47da-b410-930be44bf981 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.374710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6922931f-e8da-47da-b410-930be44bf981 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.391472 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.515390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6922931f-e8da-47da-b410-930be44bf981 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.548427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.622622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922931f-e8da-47da-b410-930be44bf981 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d5bdb-d7ac-4897-9e19-82ed70b059c7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:14.638691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:14.642406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:14.651992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:14.689280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6922931f-e8da-47da-b410-930be44bf981 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.691402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6922931f-e8da-47da-b410-930be44bf981 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5816262 Oct 15 00:53:14.693473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37012) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:14.698687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-410485021', 'security_groups': ['4e6d5bdb-d7ac-4897-9e19-82ed70b059c7'], 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba1015ea-376d-45ba-b281-6aa3777a99f5'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:14.731714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Pushing event updated for resources: {'Port': ['ID=20808dfb-dd1f-43d2-b296-05f072c5e41a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:14.835571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Attempting to bind port 20808dfb-dd1f-43d2-b296-05f072c5e41a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:14.835935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Attempting to bind port 20808dfb-dd1f-43d2-b296-05f072c5e41a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '97c212c7-8e97-4ed4-9d9f-b75d4c22eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:14.838423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Attempting to bind port 20808dfb-dd1f-43d2-b296-05f072c5e41a on network ff0bdff8-9946-4262-8fc7-da5727241828 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:14.851846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:14.852221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Checking segment: {'id': '97c212c7-8e97-4ed4-9d9f-b75d4c22eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:14.855486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.856947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Bound using segment: {'id': '97c212c7-8e97-4ed4-9d9f-b75d4c22eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:14.858418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Bound port: 20808dfb-dd1f-43d2-b296-05f072c5e41a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c212c7-8e97-4ed4-9d9f-b75d4c22eecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:14.858888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:14.952487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] For port 20808dfb-dd1f-43d2-b296-05f072c5e41a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:14.958844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] For port 20808dfb-dd1f-43d2-b296-05f072c5e41a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20808dfb-dd1f-43d2-b296-05f072c5e41a,segment=NetworkSegment(97c212c7-8e97-4ed4-9d9f-b75d4c22eecd),segment_id=97c212c7-8e97-4ed4-9d9f-b75d4c22eecd)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:14.978693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:14.999559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8165d8a-7920-4a72-92bb-f9d93d3e645c req-bb61cc43-d8b6-436f-98ba-ce5e9c14d3a0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:15.006762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8165d8a-7920-4a72-92bb-f9d93d3e645c req-bb61cc43-d8b6-436f-98ba-ce5e9c14d3a0 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.0889292 Oct 15 00:53:15.053958 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:15.102937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8165d8a-7920-4a72-92bb-f9d93d3e645c req-e12633b4-223c-48f1-8501-7d7776de91b6 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849817 Oct 15 00:53:15.123675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:15.166953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:15.205079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed1ffe-61f5-4d18-8a1a-7eefbe9b2899 None None] Pushing event updated for resources: {'Port': ['ID=20808dfb-dd1f-43d2-b296-05f072c5e41a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:15.210178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port 97d0f3f6-27ff-4655-a9cb-30711383b83a yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:53:15.573664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::2e2 (ff0bdff8-9946-4262-8fc7-da5727241828/ba1015ea-376d-45ba-b281-6aa3777a99f5/97d0f3f6-27ff-4655-a9cb-30711383b83a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:15.775689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:15.826653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:53:15.849581 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:15.944110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:15.962510 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:15.965033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=97d0f3f6-27ff-4655-a9cb-30711383b83a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:15.968590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:15.978790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:15.978790 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:16.049502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-716f59d9-4b65-45c2-9d7a-bd9e4b29fe76 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3547421 Oct 15 00:53:16.052788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37044) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:16.058270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d864def6-9690-4c07-85d5-91b28f8db530 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:16.077495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:16.096250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'port_id': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:53:16.150149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:16.167911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0fe4de-60b5-49a6-bca0-114e61890282 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:53:16.203853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:16.259432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d864def6-9690-4c07-85d5-91b28f8db530 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:16.273884 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d864def6-9690-4c07-85d5-91b28f8db530 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:16.280778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:16.294338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef05d90-4767-4a69-8466-3d9737c2acad req-2748ed17-1ac4-4962-a448-67f88fc0b5da tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:16.305097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cef05d90-4767-4a69-8466-3d9737c2acad req-2748ed17-1ac4-4962-a448-67f88fc0b5da tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 944 time: 0.1073973 Oct 15 00:53:16.431086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:16.471293 n-d-811521-2 neutron-server[107725]: INFO neutron.db.ipam_backend_mixin [None req-d864def6-9690-4c07-85d5-91b28f8db530 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba1015ea-376d-45ba-b281-6aa3777a99f5 (CIDR: 2001:db8::/64) Oct 15 00:53:16.493863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7d0fe4de-60b5-49a6-bca0-114e61890282'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:53:16.499708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cef05d90-4767-4a69-8466-3d9737c2acad req-b2b9789f-bd79-4969-9f91-d406b0f4f054 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501527 Oct 15 00:53:16.554950 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d864def6-9690-4c07-85d5-91b28f8db530 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:53:16.555417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d864def6-9690-4c07-85d5-91b28f8db530 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:16.649846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d864def6-9690-4c07-85d5-91b28f8db530 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5956104 Oct 15 00:53:16.654269 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37064) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:16.660435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:16.845636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:16.845636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:16.939635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:16.946384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:16.963265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20808dfb-dd1f-43d2-b296-05f072c5e41a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:16.966776 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.054009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] For port 20808dfb-dd1f-43d2-b296-05f072c5e41a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20808dfb-dd1f-43d2-b296-05f072c5e41a,segment=NetworkSegment(97c212c7-8e97-4ed4-9d9f-b75d4c22eecd),segment_id=97c212c7-8e97-4ed4-9d9f-b75d4c22eecd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:17.080469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:17.080874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.106405 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.163310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Provisioning complete for port 3d7dd220-576b-4847-8b63-40163b7da527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:17.163819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.209204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Pushing event updated for resources: {'Port': ['ID=20808dfb-dd1f-43d2-b296-05f072c5e41a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:17.246429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65262dab-65b9-42f8-8842-44cf9907e24f None None] Port 3d7dd220-576b-4847-8b63-40163b7da527 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:17.298051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.339680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:17.342732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:17.347216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:17.347793 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.354169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8790b0c-82dc-4371-9481-9c94aa22dbbd None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:17.364883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=93ac1ed9-2c4a-4087-b0dd-af7a91294efb,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:17.425377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cbd8d4ad-3316-4af4-8938-0c4f630ad3b1 None None] Provisioning complete for port 97d0f3f6-27ff-4655-a9cb-30711383b83a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:17.425377 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cbd8d4ad-3316-4af4-8938-0c4f630ad3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.464408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8d4ad-3316-4af4-8938-0c4f630ad3b1 None None] Port 97d0f3f6-27ff-4655-a9cb-30711383b83a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:17.470729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e09ba364-33fe-405a-be2c-0794e15fdee6 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8143852 Oct 15 00:53:17.473144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37084) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:17.478921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-697781488', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93ac1ed9-2c4a-4087-b0dd-af7a91294efb'}], 'security_groups': ['6b5e6df7-bb8c-4980-b82e-14d72aeb0275']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:17.694134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00beb50c-7c0d-4aee-8584-7124bb147a1f None None] Update dhcp port {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'fixed_ips': [{'subnet_id': 'ba1015ea-376d-45ba-b281-6aa3777a99f5', 'ip_address': '2001:db8::2'}, {'subnet_id': '93ac1ed9-2c4a-4087-b0dd-af7a91294efb'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '20808dfb-dd1f-43d2-b296-05f072c5e41a'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:53:17.722160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00beb50c-7c0d-4aee-8584-7124bb147a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.752210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a7829-9af9-4add-aef3-7a4f5a345568 req-09a14bf9-87c5-41a7-8e14-a9691b2e1680 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:17.755152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a5a7829-9af9-4add-aef3-7a4f5a345568 req-09a14bf9-87c5-41a7-8e14-a9691b2e1680 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 945 time: 0.1274161 Oct 15 00:53:17.780889 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:17.847039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:17.853798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a5a7829-9af9-4add-aef3-7a4f5a345568 req-5ddd0501-2855-4eb0-8f22-9c1027e5642a tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915432 Oct 15 00:53:17.960326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7d0fe4de-60b5-49a6-bca0-114e61890282 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:17.960899 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:18.055946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-00beb50c-7c0d-4aee-8584-7124bb147a1f None None] Allocated IP 2001:db8:0:1::2 (ff0bdff8-9946-4262-8fc7-da5727241828/93ac1ed9-2c4a-4087-b0dd-af7a91294efb/20808dfb-dd1f-43d2-b296-05f072c5e41a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:18.191070 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:18.237669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-00beb50c-7c0d-4aee-8584-7124bb147a1f None None] For port 20808dfb-dd1f-43d2-b296-05f072c5e41a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20808dfb-dd1f-43d2-b296-05f072c5e41a,segment=NetworkSegment(97c212c7-8e97-4ed4-9d9f-b75d4c22eecd),segment_id=97c212c7-8e97-4ed4-9d9f-b75d4c22eecd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:18.274807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:53:18.282296 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d2e96d-2491-471c-b603-b8aaa472b4a7" -d '{"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:53:18.282296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:18.303244 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00beb50c-7c0d-4aee-8584-7124bb147a1f None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:18.336190 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1beb2-7eca-4fb2-9517-5ef681ec4749 x-openstack-request-id: req-0da1beb2-7eca-4fb2-9517-5ef681ec4749 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:53:18.336837 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:53:18.337927 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0da1beb2-7eca-4fb2-9517-5ef681ec4749 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:53:18.337927 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'code': 200} Oct 15 00:53:18.390292 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:18.394418 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00beb50c-7c0d-4aee-8584-7124bb147a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:18.610851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898713a-a9c3-4580-ba90-eaff6fb97720 req-59baf20a-e9b3-4a0c-b08a-13066776ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:18.614261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f898713a-a9c3-4580-ba90-eaff6fb97720 req-59baf20a-e9b3-4a0c-b08a-13066776ae70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1098 time: 0.0696719 Oct 15 00:53:18.654467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Delete allocated IP 2001:db8::2e2 (ff0bdff8-9946-4262-8fc7-da5727241828/ba1015ea-376d-45ba-b281-6aa3777a99f5) {{(pid=107726) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 00:53:18.674413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8:0:1::125 (ff0bdff8-9946-4262-8fc7-da5727241828/93ac1ed9-2c4a-4087-b0dd-af7a91294efb/97d0f3f6-27ff-4655-a9cb-30711383b83a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:18.691718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f898713a-a9c3-4580-ba90-eaff6fb97720 req-8bde5077-b83b-4e44-94f3-538d163cb6cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641024 Oct 15 00:53:18.815749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=10']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:18.872296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beb50c-7c0d-4aee-8584-7124bb147a1f None None] Pushing event updated for resources: {'Port': ['ID=20808dfb-dd1f-43d2-b296-05f072c5e41a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:18.994348 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:19.054494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20808dfb-dd1f-43d2-b296-05f072c5e41a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:19.098710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:19.159927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc086f1e-503c-4338-8abb-93ab7e925867 req-445adcf5-578e-4f63-9055-62fe90c52900 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:19.167838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc086f1e-503c-4338-8abb-93ab7e925867 req-445adcf5-578e-4f63-9055-62fe90c52900 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 947 time: 0.1552324 Oct 15 00:53:19.176235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:19.176607 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:19.260256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] In _notify_port_updated(), no bound segment for port 97d0f3f6-27ff-4655-a9cb-30711383b83a on network ff0bdff8-9946-4262-8fc7-da5727241828 {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:53:19.273993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:19.274924 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:19.276593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "PUT /v2.0/ports/97d0f3f6-27ff-4655-a9cb-30711383b83a HTTP/1.1" status: 200 len: 930 time: 1.8023760 Oct 15 00:53:19.280225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37144) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:19.353712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc086f1e-503c-4338-8abb-93ab7e925867 req-ee6a8e54-2822-477c-a9a3-8ae1d0c05a49 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839075 Oct 15 00:53:19.384346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896fdc6-9a29-4c89-afee-10bdd70a88c5 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=97d0f3f6-27ff-4655-a9cb-30711383b83a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:19.490337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 97d0f3f6-27ff-4655-a9cb-30711383b83a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:19.490337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:19.660015 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:19.684547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 97d0f3f6-27ff-4655-a9cb-30711383b83a owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:20.017251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d551c03e-8084-42dd-af71-cd47bb9b6374 None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:20.017870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d551c03e-8084-42dd-af71-cd47bb9b6374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.021501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.111181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.115980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/97d0f3f6-27ff-4655-a9cb-30711383b83a HTTP/1.1" status: 204 len: 168 time: 0.8346372 Oct 15 00:53:20.116946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eeeee3-1ed2-49a3-bb21-bb0e9460f5ce tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=97d0f3f6-27ff-4655-a9cb-30711383b83a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:20.118631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37176) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:20.187571 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c60a70-3dea-4310-bdd5-91dd246a6bdf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:53:20.189603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d2c60a70-3dea-4310-bdd5-91dd246a6bdf tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/97d0f3f6-27ff-4655-a9cb-30711383b83a HTTP/1.1" status: 404 len: 333 time: 0.0693462 Oct 15 00:53:20.192652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37180) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:20.251846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d551c03e-8084-42dd-af71-cd47bb9b6374 None None] Could not find standard attr ID for object 97d0f3f6-27ff-4655-a9cb-30711383b83a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:53:20.280178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d551c03e-8084-42dd-af71-cd47bb9b6374 None None] Provisioning complete for port 3d7dd220-576b-4847-8b63-40163b7da527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:20.280862 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d551c03e-8084-42dd-af71-cd47bb9b6374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.373006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09fa6399-57ca-4072-b800-ebe48d9d1a3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.388504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d551c03e-8084-42dd-af71-cd47bb9b6374 None None] Port 3d7dd220-576b-4847-8b63-40163b7da527 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:20.453398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09fa6399-57ca-4072-b800-ebe48d9d1a3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.513068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-666fc5f9-1494-4b21-bc8e-cdc43e527c7f None None] Could not find standard attr ID for object 97d0f3f6-27ff-4655-a9cb-30711383b83a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:53:20.647979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e999-8f79-46d3-bf20-5596a7cd6276 req-fc4e98a1-09ea-4932-a1ad-9940eb3bed30 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:20.660023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4c4e999-8f79-46d3-bf20-5596a7cd6276 req-fc4e98a1-09ea-4932-a1ad-9940eb3bed30 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 947 time: 0.1077669 Oct 15 00:53:20.670570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09fa6399-57ca-4072-b800-ebe48d9d1a3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.685984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09fa6399-57ca-4072-b800-ebe48d9d1a3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.687202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-09fa6399-57ca-4072-b800-ebe48d9d1a3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e6d5bdb-d7ac-4897-9e19-82ed70b059c7 HTTP/1.1" status: 204 len: 168 time: 0.4931026 Oct 15 00:53:20.690794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37212) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:20.733223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa6399-57ca-4072-b800-ebe48d9d1a3e tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d5bdb-d7ac-4897-9e19-82ed70b059c7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:20.775542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4c4e999-8f79-46d3-bf20-5596a7cd6276 req-e1e31bc2-e954-40d9-85fc-da124371bffe tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143153 Oct 15 00:53:20.827519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aa1122b-7331-4f41-89a7-5710e290ef27 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.858406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aa1122b-7331-4f41-89a7-5710e290ef27 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:20.949837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20808dfb-dd1f-43d2-b296-05f072c5e41a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:21.019763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aa1122b-7331-4f41-89a7-5710e290ef27 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.022986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8aa1122b-7331-4f41-89a7-5710e290ef27 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.024448 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8aa1122b-7331-4f41-89a7-5710e290ef27 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b5e6df7-bb8c-4980-b82e-14d72aeb0275 HTTP/1.1" status: 204 len: 168 time: 0.3328309 Oct 15 00:53:21.028508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37224) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:21.045908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1122b-7331-4f41-89a7-5710e290ef27 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5e6df7-bb8c-4980-b82e-14d72aeb0275,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:21.055515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:21.056019 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.180324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet ba1015ea-376d-45ba-b281-6aa3777a99f5 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:53:21.203553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.406938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.606940 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.808394 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.843396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1015ea-376d-45ba-b281-6aa3777a99f5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:21.848806 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:21.858000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-751cba58-c9a7-4031-96a5-bf46575fe970 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/ba1015ea-376d-45ba-b281-6aa3777a99f5 HTTP/1.1" status: 204 len: 168 time: 0.8286345 Oct 15 00:53:21.858294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b7eb4-a669-4d7d-8a36-a0906136b451 None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:21.862716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:21.867799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:21.995858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ebdb1-deb0-47eb-9d0e-ea98d02f7a3c req-833be19d-b611-4bc6-87e3-22478bc7c349 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:21.997490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-770ebdb1-deb0-47eb-9d0e-ea98d02f7a3c req-833be19d-b611-4bc6-87e3-22478bc7c349 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 947 time: 0.0704808 Oct 15 00:53:22.040533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-770ebdb1-deb0-47eb-9d0e-ea98d02f7a3c req-93b359d3-a42b-4a14-84d4-451e734f9da9 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Oct 15 00:53:22.127344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:22.131631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:22.520061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:22.599093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:22.603682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:22.612587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:22.613502 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:22.638558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:22.732231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5660797a-fd04-49ab-a450-f15486444f30 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8662708 Oct 15 00:53:22.732639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37280) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:22.738344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b1d5f05b-cfe4-40fb-b58f-5382afb99c90 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'security_group': {'name': 'tempest-secgroup-472195658'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:22.856206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032dc4a-ef66-4976-a97f-d85c39c61d5d None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:22.955891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f05b-cfe4-40fb-b58f-5382afb99c90 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:22.988141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-df3abea8-7b55-470a-8b33-e8e547bc41d0 None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:22.988954 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df3abea8-7b55-470a-8b33-e8e547bc41d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.129009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f05b-cfe4-40fb-b58f-5382afb99c90 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.251967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f05b-cfe4-40fb-b58f-5382afb99c90 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.302058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-df3abea8-7b55-470a-8b33-e8e547bc41d0 None None] Provisioning complete for port 3d7dd220-576b-4847-8b63-40163b7da527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:23.302773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df3abea8-7b55-470a-8b33-e8e547bc41d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.312115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5f05b-cfe4-40fb-b58f-5382afb99c90 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cc92c0-c53f-4a66-889c-1adec08926f8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:23.348551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-df3abea8-7b55-470a-8b33-e8e547bc41d0 None None] Port 3d7dd220-576b-4847-8b63-40163b7da527 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:23.349769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335be3f-5936-4484-8899-1d99105d2441 req-96536b36-39fc-400d-92b4-84a1769bd5e3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:23.351858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7335be3f-5936-4484-8899-1d99105d2441 req-96536b36-39fc-400d-92b4-84a1769bd5e3 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 947 time: 0.1568153 Oct 15 00:53:23.383939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f05b-cfe4-40fb-b58f-5382afb99c90 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.388129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37300) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:23.388708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b1d5f05b-cfe4-40fb-b58f-5382afb99c90 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6543148 Oct 15 00:53:23.393682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2ad3cd06-8490-4ebd-a979-ec59d20ae083 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1426725473'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:23.449371 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7335be3f-5936-4484-8899-1d99105d2441 req-df67ae22-5b24-445f-8544-cf3657eeae53 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847814 Oct 15 00:53:23.530952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9372169-80f4-49d2-9d82-79ea1721d1d8 None None] Update dhcp port {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'fixed_ips': [{'subnet_id': '93ac1ed9-2c4a-4087-b0dd-af7a91294efb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '20808dfb-dd1f-43d2-b296-05f072c5e41a'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:53:23.560079 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9372169-80f4-49d2-9d82-79ea1721d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.584214 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ad3cd06-8490-4ebd-a979-ec59d20ae083 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.688439 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ad3cd06-8490-4ebd-a979-ec59d20ae083 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.778237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ad3cd06-8490-4ebd-a979-ec59d20ae083 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.837625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3cd06-8490-4ebd-a979-ec59d20ae083 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d5569e-2315-42be-9736-0a6af4e6a659,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:23.869325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-c9372169-80f4-49d2-9d82-79ea1721d1d8 None None] Allocated IP 2001:db8::2 (ff0bdff8-9946-4262-8fc7-da5727241828/523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61/20808dfb-dd1f-43d2-b296-05f072c5e41a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:23.951600 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2ad3cd06-8490-4ebd-a979-ec59d20ae083 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:23.956519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37326) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:23.961559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3d29c908-cc6c-4fe2-8b58-002bbdc32aaa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1100031528'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:23.962223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2ad3cd06-8490-4ebd-a979-ec59d20ae083 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5726564 Oct 15 00:53:23.996938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c9372169-80f4-49d2-9d82-79ea1721d1d8 None None] For port 20808dfb-dd1f-43d2-b296-05f072c5e41a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20808dfb-dd1f-43d2-b296-05f072c5e41a,segment=NetworkSegment(97c212c7-8e97-4ed4-9d9f-b75d4c22eecd),segment_id=97c212c7-8e97-4ed4-9d9f-b75d4c22eecd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:24.036164 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9372169-80f4-49d2-9d82-79ea1721d1d8 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:24.081528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d29c908-cc6c-4fe2-8b58-002bbdc32aaa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:24.115336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9372169-80f4-49d2-9d82-79ea1721d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:24.218912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d29c908-cc6c-4fe2-8b58-002bbdc32aaa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:24.235007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9372169-80f4-49d2-9d82-79ea1721d1d8 None None] Pushing event updated for resources: {'Port': ['ID=20808dfb-dd1f-43d2-b296-05f072c5e41a,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:24.316037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d29c908-cc6c-4fe2-8b58-002bbdc32aaa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:24.384073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29c908-cc6c-4fe2-8b58-002bbdc32aaa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212340b5-98c5-430c-9cf0-b3e51cb3d517,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:24.422050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d29c908-cc6c-4fe2-8b58-002bbdc32aaa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:24.427379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37332) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:24.434799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1871227317', 'security_groups': ['212340b5-98c5-430c-9cf0-b3e51cb3d517'], 'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:24.436831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3d29c908-cc6c-4fe2-8b58-002bbdc32aaa tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4786656 Oct 15 00:53:24.738558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:24.838374 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:24.881417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] device_id is not set on port bc00e069-8575-4295-ad36-e652b2bebc33 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:53:25.048123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20808dfb-dd1f-43d2-b296-05f072c5e41a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:25.142493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:25.143147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:25.192116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8::1d3 (ff0bdff8-9946-4262-8fc7-da5727241828/523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61/bc00e069-8575-4295-ad36-e652b2bebc33) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:25.397109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-aba76f51-2a20-436a-8b7a-e04b62b77527 None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:25.398602 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aba76f51-2a20-436a-8b7a-e04b62b77527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:25.484546 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:25.556143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-aba76f51-2a20-436a-8b7a-e04b62b77527 None None] Provisioning complete for port 3d7dd220-576b-4847-8b63-40163b7da527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:25.556143 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aba76f51-2a20-436a-8b7a-e04b62b77527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:25.590823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:25.604166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-aba76f51-2a20-436a-8b7a-e04b62b77527 None None] Port 3d7dd220-576b-4847-8b63-40163b7da527 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:25.634824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:25.639329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:25.643652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:25.662773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:25.662773 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:25.692429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=bc00e069-8575-4295-ad36-e652b2bebc33,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:25.775792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eb3a3242-b4e5-4bda-a505-edd8b1aa442f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3464637 Oct 15 00:53:25.778978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37362) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:25.785190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f2f5646c-af4a-4633-99e2-475d0f6d23f0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:26.042599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a846ebe4-dcb6-4447-bff1-51e50aec4bf5 None None] Provisioning complete for port bc00e069-8575-4295-ad36-e652b2bebc33 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:26.043085 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a846ebe4-dcb6-4447-bff1-51e50aec4bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:26.088633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a846ebe4-dcb6-4447-bff1-51e50aec4bf5 None None] Port bc00e069-8575-4295-ad36-e652b2bebc33 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:26.232695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9669a2bd-f413-438b-9088-f152c22358a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:26.378496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f5646c-af4a-4633-99e2-475d0f6d23f0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:26.382051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f2f5646c-af4a-4633-99e2-475d0f6d23f0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:26.497099 n-d-811521-2 neutron-server[107725]: INFO neutron.db.ipam_backend_mixin [None req-f2f5646c-af4a-4633-99e2-475d0f6d23f0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61 (CIDR: 2001:db8::/64) Oct 15 00:53:26.545154 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f5646c-af4a-4633-99e2-475d0f6d23f0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:53:26.545614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f5646c-af4a-4633-99e2-475d0f6d23f0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:26.644422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f2f5646c-af4a-4633-99e2-475d0f6d23f0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8639624 Oct 15 00:53:26.647299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:26.652485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7289290c-7fae-40cc-a818-cc9854e680b1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:26.875387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7289290c-7fae-40cc-a818-cc9854e680b1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:26.880621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7289290c-7fae-40cc-a818-cc9854e680b1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:27.015470 n-d-811521-2 neutron-server[107726]: INFO neutron.db.ipam_backend_mixin [None req-7289290c-7fae-40cc-a818-cc9854e680b1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 93ac1ed9-2c4a-4087-b0dd-af7a91294efb (CIDR: 2001:db8:0:1::/64) Oct 15 00:53:27.053838 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7289290c-7fae-40cc-a818-cc9854e680b1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:53:27.054782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7289290c-7fae-40cc-a818-cc9854e680b1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:27.140977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7289290c-7fae-40cc-a818-cc9854e680b1 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4924924 Oct 15 00:53:27.144230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37416) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:27.149616 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'subnet': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:27.469589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Made reservation on behalf of f201980018444b58b80dbdd0622fbf2c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:27.474242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:27.847252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:27.933665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Network ff0bdff8-9946-4262-8fc7-da5727241828 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:27.949376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:27.960151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecffdd1-ffeb-45c1-8532-4413f8a7b87c None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:27.962235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:27.962894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:27.981361 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Subnet': ['ID=ba07bb8b-220f-462d-bf1e-0b125c464416,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:28.049711 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-17931d5b-48e2-45bd-bebe-f5aff18e8bb4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9041364 Oct 15 00:53:28.053001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37434) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:28.058756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1280015074', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba07bb8b-220f-462d-bf1e-0b125c464416'}], 'security_groups': ['41cc92c0-c53f-4a66-889c-1adec08926f8', 'e4d5569e-2315-42be-9736-0a6af4e6a659']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:28.204848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:28.429266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2cb5b-9c40-4b66-bb90-b50600b09a9a None None] Update dhcp port {'port': {'network_id': 'ff0bdff8-9946-4262-8fc7-da5727241828', 'fixed_ips': [{'subnet_id': '93ac1ed9-2c4a-4087-b0dd-af7a91294efb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba07bb8b-220f-462d-bf1e-0b125c464416'}], 'binding:host_id': 'n-d-811521-2'}, 'id': '20808dfb-dd1f-43d2-b296-05f072c5e41a'} from n-d-811521-2. {{(pid=107727) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 00:53:28.472572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-55d2cb5b-9c40-4b66-bb90-b50600b09a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:28.853826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Delete allocated IP 2001:db8::1d3 (ff0bdff8-9946-4262-8fc7-da5727241828/523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61) {{(pid=107725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 00:53:28.865531 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-19ececb5-232b-4961-8b90-cf65a9681b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:28.866172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Allocated IP 2001:db8:0:2::1f0 (ff0bdff8-9946-4262-8fc7-da5727241828/ba07bb8b-220f-462d-bf1e-0b125c464416/bc00e069-8575-4295-ad36-e652b2bebc33) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:29.128660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.212168 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.248648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] In _notify_port_updated(), no bound segment for port bc00e069-8575-4295-ad36-e652b2bebc33 on network ff0bdff8-9946-4262-8fc7-da5727241828 {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:53:29.254205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:29.254821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.256128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "PUT /v2.0/ports/bc00e069-8575-4295-ad36-e652b2bebc33 HTTP/1.1" status: 200 len: 970 time: 1.2027106 Oct 15 00:53:29.259101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37452) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:29.313756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-55d2cb5b-9c40-4b66-bb90-b50600b09a9a None None] Allocated IP 2001:db8:0:2::2 (ff0bdff8-9946-4262-8fc7-da5727241828/ba07bb8b-220f-462d-bf1e-0b125c464416/20808dfb-dd1f-43d2-b296-05f072c5e41a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:29.346411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db34e47-ba1b-4ce6-92c0-0b1af334b70f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event updated for resources: {'Port': ['ID=bc00e069-8575-4295-ad36-e652b2bebc33,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:29.391887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port bc00e069-8575-4295-ad36-e652b2bebc33 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:29.392253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.439793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-55d2cb5b-9c40-4b66-bb90-b50600b09a9a None None] For port 20808dfb-dd1f-43d2-b296-05f072c5e41a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20808dfb-dd1f-43d2-b296-05f072c5e41a,segment=NetworkSegment(97c212c7-8e97-4ed4-9d9f-b75d4c22eecd),segment_id=97c212c7-8e97-4ed4-9d9f-b75d4c22eecd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:29.475362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-55d2cb5b-9c40-4b66-bb90-b50600b09a9a None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.507199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.528212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for bc00e069-8575-4295-ad36-e652b2bebc33 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:29.538486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-55d2cb5b-9c40-4b66-bb90-b50600b09a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.679767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2cb5b-9c40-4b66-bb90-b50600b09a9a None None] Pushing event updated for resources: {'Port': ['ID=20808dfb-dd1f-43d2-b296-05f072c5e41a,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:29.806998 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.879156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=bc00e069-8575-4295-ad36-e652b2bebc33,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:29.886186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:29.892246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-13817cf0-552a-4bc8-aa2f-5c63b60dd85d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/bc00e069-8575-4295-ad36-e652b2bebc33 HTTP/1.1" status: 204 len: 168 time: 0.6315126 Oct 15 00:53:29.893782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37464) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:29.919631 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ce2a9a-fd17-49d4-8263-7ba378547260 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] GET failed (client error): The resource could not be found. Oct 15 00:53:29.921199 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e7ce2a9a-fd17-49d4-8263-7ba378547260 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports/bc00e069-8575-4295-ad36-e652b2bebc33 HTTP/1.1" status: 404 len: 333 time: 0.0272794 Oct 15 00:53:29.923959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37468) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:29.985242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-661aee67-d891-4f7c-aea0-6741bd68673f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.016026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-661aee67-d891-4f7c-aea0-6741bd68673f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.166781 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.197529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-661aee67-d891-4f7c-aea0-6741bd68673f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.201211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-661aee67-d891-4f7c-aea0-6741bd68673f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.203105 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-661aee67-d891-4f7c-aea0-6741bd68673f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/security-groups/212340b5-98c5-430c-9cf0-b3e51cb3d517 HTTP/1.1" status: 204 len: 168 time: 0.2763889 Oct 15 00:53:30.208819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37484) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:30.221384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661aee67-d891-4f7c-aea0-6741bd68673f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212340b5-98c5-430c-9cf0-b3e51cb3d517,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:30.256052 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.329498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dec1112f-bf26-46ce-a598-f61afff44344 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.383023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dec1112f-bf26-46ce-a598-f61afff44344 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.560911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dec1112f-bf26-46ce-a598-f61afff44344 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.570293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dec1112f-bf26-46ce-a598-f61afff44344 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.570293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dec1112f-bf26-46ce-a598-f61afff44344 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4d5569e-2315-42be-9736-0a6af4e6a659 HTTP/1.1" status: 204 len: 168 time: 0.3576343 Oct 15 00:53:30.570877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37498) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:30.575134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d5e08d8f-9d55-4b2b-a86b-c6328be6b953 None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:30.575586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5e08d8f-9d55-4b2b-a86b-c6328be6b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.599033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1112f-bf26-46ce-a598-f61afff44344 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d5569e-2315-42be-9736-0a6af4e6a659,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:30.749407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35fae977-82c8-49b3-8c97-ee9d67d8bc5c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.812288 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35fae977-82c8-49b3-8c97-ee9d67d8bc5c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.823353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d5e08d8f-9d55-4b2b-a86b-c6328be6b953 None None] Could not find standard attr ID for object bc00e069-8575-4295-ad36-e652b2bebc33. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:53:30.850864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d5e08d8f-9d55-4b2b-a86b-c6328be6b953 None None] Provisioning complete for port 3d7dd220-576b-4847-8b63-40163b7da527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:30.851666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d5e08d8f-9d55-4b2b-a86b-c6328be6b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:30.952966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d5e08d8f-9d55-4b2b-a86b-c6328be6b953 None None] Port 3d7dd220-576b-4847-8b63-40163b7da527 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:31.012883 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35fae977-82c8-49b3-8c97-ee9d67d8bc5c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.020680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35fae977-82c8-49b3-8c97-ee9d67d8bc5c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.024719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20808dfb-dd1f-43d2-b296-05f072c5e41a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:31.028487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37506) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:31.028902 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-35fae977-82c8-49b3-8c97-ee9d67d8bc5c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/security-groups/41cc92c0-c53f-4a66-889c-1adec08926f8 HTTP/1.1" status: 204 len: 168 time: 0.4536824 Oct 15 00:53:31.049694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fae977-82c8-49b3-8c97-ee9d67d8bc5c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cc92c0-c53f-4a66-889c-1adec08926f8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:31.138695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a4686a4f-3a65-4996-932f-3aa3d8d8b720 None None] Could not find standard attr ID for object bc00e069-8575-4295-ad36-e652b2bebc33. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:53:31.162158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet 523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:53:31.169969 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.191668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:31.194395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.282717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.443018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.573248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.588251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.598134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:31.598315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61 HTTP/1.1" status: 204 len: 168 time: 0.5718246 Oct 15 00:53:31.605122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3be43d-3dc4-4ede-afab-98021144d047 None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:31.635791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68716913-55d4-4f6e-bf24-1ad7a43d981d tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:31.684957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet ba07bb8b-220f-462d-bf1e-0b125c464416 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:53:31.691989 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:31.821052 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.000156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.217811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.273509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=ba07bb8b-220f-462d-bf1e-0b125c464416,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:32.285344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.293709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7b239614-f937-421e-a2ff-e7678a8a4733 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/ba07bb8b-220f-462d-bf1e-0b125c464416 HTTP/1.1" status: 204 len: 168 time: 0.6877325 Oct 15 00:53:32.293953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37538) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:32.331943 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c58bd38-e2cd-4598-8ec3-4dd9d1605a6f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:32.332826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c58bd38-e2cd-4598-8ec3-4dd9d1605a6f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:32.336591 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3c58bd38-e2cd-4598-8ec3-4dd9d1605a6f tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/523e7ff1-dcda-4e03-bc1c-78a7b9fb5f61 HTTP/1.1" status: 404 len: 337 time: 0.0414431 Oct 15 00:53:32.339167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37542) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:32.412170 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.431243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting subnet 93ac1ed9-2c4a-4087-b0dd-af7a91294efb {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:53:32.441462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.526930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.687163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.898822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.923386 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:32.927914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/93ac1ed9-2c4a-4087-b0dd-af7a91294efb HTTP/1.1" status: 204 len: 168 time: 0.5861938 Oct 15 00:53:32.930656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37548) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:32.972630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776241b7-08c5-43db-829d-dae194352787 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Subnet': ['ID=93ac1ed9-2c4a-4087-b0dd-af7a91294efb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:33.014802 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55c37c0-e2a8-459f-ab45-ae5a360a6bcd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.015736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55c37c0-e2a8-459f-ab45-ae5a360a6bcd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.021979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e55c37c0-e2a8-459f-ab45-ae5a360a6bcd tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/ba1015ea-376d-45ba-b281-6aa3777a99f5 HTTP/1.1" status: 404 len: 337 time: 0.0891798 Oct 15 00:53:33.024428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37550) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.084568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37552) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.084993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fcbb92e0-7195-47d7-8455-17550bdd8bd2 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "GET /v2.0/ports?device_id=295696a5-5e20-44c2-b202-b9547c8438da HTTP/1.1" status: 200 len: 205 time: 0.0589240 Oct 15 00:53:33.108045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276ebb9-82a7-4393-9dc5-8aaf97f4d2e1 None None] Network ff0bdff8-9946-4262-8fc7-da5727241828 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:33.125126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b48771bb-661f-41bb-b59d-d89929b6e27b None None] Provisioning complete for port 20808dfb-dd1f-43d2-b296-05f072c5e41a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:33.125784 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b48771bb-661f-41bb-b59d-d89929b6e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:33.158774 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-af50d28c-4cc5-487b-8fd5-026c7c739af0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] delete failed (client error): The resource could not be found. Oct 15 00:53:33.159933 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-af50d28c-4cc5-487b-8fd5-026c7c739af0 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/routers/295696a5-5e20-44c2-b202-b9547c8438da HTTP/1.1" status: 404 len: 336 time: 0.0743554 Oct 15 00:53:33.162533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37554) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.193266 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5436993-14d1-4996-958f-2a215aede990 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.193871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5436993-14d1-4996-958f-2a215aede990 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.197185 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c5436993-14d1-4996-958f-2a215aede990 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/dcc79fc4-6a38-4f72-938b-9b2623cb5541 HTTP/1.1" status: 404 len: 337 time: 0.0336344 Oct 15 00:53:33.200014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37556) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.248718 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f003a8e-44e4-49ce-ad28-f56696cd302c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.254686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f003a8e-44e4-49ce-ad28-f56696cd302c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.260623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37558) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.261565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9f003a8e-44e4-49ce-ad28-f56696cd302c tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/3dba0c12-74c9-44d3-b4f9-0366dd774f87 HTTP/1.1" status: 404 len: 337 time: 0.0604031 Oct 15 00:53:33.323541 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1732793e-5ff6-45e6-b689-886d7ba6768b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.324202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1732793e-5ff6-45e6-b689-886d7ba6768b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.331938 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1732793e-5ff6-45e6-b689-886d7ba6768b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/39a6bd73-7b83-43ad-a530-f74c7bcfbf83 HTTP/1.1" status: 404 len: 337 time: 0.0658545 Oct 15 00:53:33.334016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37564) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.363590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b48771bb-661f-41bb-b59d-d89929b6e27b None None] Provisioning complete for port 3d7dd220-576b-4847-8b63-40163b7da527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:33.364556 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b48771bb-661f-41bb-b59d-d89929b6e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:33.379204 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ae57a6-0e6a-4233-adec-790a6685c17b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.381038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ae57a6-0e6a-4233-adec-790a6685c17b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.385572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a8ae57a6-0e6a-4233-adec-790a6685c17b tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/f15ef174-3572-46a0-b768-3ff42bd04778 HTTP/1.1" status: 404 len: 333 time: 0.0500898 Oct 15 00:53:33.391435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37572) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.415127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b48771bb-661f-41bb-b59d-d89929b6e27b None None] Port 3d7dd220-576b-4847-8b63-40163b7da527 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:33.460687 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b567db90-0f8b-4c4c-b6b1-51331ca156e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.461054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b567db90-0f8b-4c4c-b6b1-51331ca156e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.474669 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b567db90-0f8b-4c4c-b6b1-51331ca156e8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/549328d2-bb23-436c-bb8c-0f968d861d74 HTTP/1.1" status: 404 len: 337 time: 0.0773077 Oct 15 00:53:33.474809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.520869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] DHCP port deletion for ff0bdff8-9946-4262-8fc7-da5727241828 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:53:33.529171 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0162296-a783-474e-99af-71a478152b36 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.530899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0162296-a783-474e-99af-71a478152b36 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.543210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b0162296-a783-474e-99af-71a478152b36 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/3c9fc70e-b24c-49a3-bbf7-b533f7732098 HTTP/1.1" status: 404 len: 337 time: 0.0672746 Oct 15 00:53:33.544150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37580) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.602728 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee49e8df-10b7-4372-933a-0c0a5bc3caf8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.604612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee49e8df-10b7-4372-933a-0c0a5bc3caf8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.614667 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ee49e8df-10b7-4372-933a-0c0a5bc3caf8 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/8fdb588b-aec7-4a56-9058-6a0fd9fcac1b HTTP/1.1" status: 404 len: 333 time: 0.0648150 Oct 15 00:53:33.619948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.641734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] Deleting port 20808dfb-dd1f-43d2-b296-05f072c5e41a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:33.642132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:33.681591 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c95758-7ad3-4ae9-b8ba-5000aa01d1db tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.682220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c95758-7ad3-4ae9-b8ba-5000aa01d1db tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.685399 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c8c95758-7ad3-4ae9-b8ba-5000aa01d1db tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/ba00da30-351b-445f-b6ef-4befb4bf490f HTTP/1.1" status: 404 len: 337 time: 0.0625827 Oct 15 00:53:33.688509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37594) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.716683 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-9319d0fa-9cda-4aef-897c-74c15808eca4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] DELETE failed (client error): The resource could not be found. Oct 15 00:53:33.717369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9319d0fa-9cda-4aef-897c-74c15808eca4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:53:33.721321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9319d0fa-9cda-4aef-897c-74c15808eca4 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/subnets/425fbf6d-707c-431a-a14c-0f6a54de70e0 HTTP/1.1" status: 404 len: 337 time: 0.0317295 Oct 15 00:53:33.724182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37598) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:33.806213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] For port 20808dfb-dd1f-43d2-b296-05f072c5e41a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20808dfb-dd1f-43d2-b296-05f072c5e41a,segment=NetworkSegment(97c212c7-8e97-4ed4-9d9f-b75d4c22eecd),segment_id=97c212c7-8e97-4ed4-9d9f-b75d4c22eecd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:33.806213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:33.839452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] Calling delete_port for 20808dfb-dd1f-43d2-b296-05f072c5e41a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:33.887105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Deleting port 3d7dd220-576b-4847-8b63-40163b7da527 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:33.887739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.027169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.053067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Calling delete_port for 3d7dd220-576b-4847-8b63-40163b7da527 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:34.092768 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.132540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] Pushing event deleted for resources: {'Port': ['ID=20808dfb-dd1f-43d2-b296-05f072c5e41a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:34.153123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4c8c4-a9f0-4536-9005-077c0f0996e5 None None] No DVR routers for this DVR port 20808dfb-dd1f-43d2-b296-05f072c5e41a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:53:34.258406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.290927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Port': ['ID=3d7dd220-576b-4847-8b63-40163b7da527,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:34.304750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.311178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37620) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:34.312353 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/ports/3d7dd220-576b-4847-8b63-40163b7da527 HTTP/1.1" status: 204 len: 168 time: 0.5869572 Oct 15 00:53:34.316364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.316364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.316364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.316364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.326303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.326778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.327135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.327486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.327831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.328170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.328505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.328836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2891f72a-01f2-418b-9e6e-1480f7c233ef tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:34.419189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.594626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.630141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0bdff8-9946-4262-8fc7-da5727241828']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:34.640977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c212c7-8e97-4ed4-9d9f-b75d4c22eecd') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:34.641362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c212c7-8e97-4ed4-9d9f-b75d4c22eecd') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:34.653394 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.670668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.679908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:53:34.680316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:53:34.744842 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:53:34.840922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.850169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:34.863512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] 10.222.0.13 "DELETE /v2.0/networks/ff0bdff8-9946-4262-8fc7-da5727241828 HTTP/1.1" status: 204 len: 168 time: 0.5503583 Oct 15 00:53:34.879076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e54e77-e487-436a-8c54-324c4d23c168 tempest-PortsIpV6TestJSON-1389558771 tempest-PortsIpV6TestJSON-1389558771-project] Pushing event deleted for resources: {'Network': ['ID=ff0bdff8-9946-4262-8fc7-da5727241828,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:34.990130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20808dfb-dd1f-43d2-b296-05f072c5e41a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:53:35.016610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:35.047055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 20808dfb-dd1f-43d2-b296-05f072c5e41a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:53:35.050775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20808dfb-dd1f-43d2-b296-05f072c5e41a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:53:35.134540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] Deleting subnet 0b6d5cb0-54a7-4738-a914-e0c9ed572620 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:53:35.141594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:35.210070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:35.262560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:35.413183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:35.462541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6d5cb0-54a7-4738-a914-e0c9ed572620,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:35.482355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:35.490766 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b24a5320-f880-46c6-ad63-a4d371e64367 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b6d5cb0-54a7-4738-a914-e0c9ed572620 HTTP/1.1" status: 204 len: 168 time: 0.4707639 Oct 15 00:53:35.490946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37672) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:36.066546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.069465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37688) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d15abf7-f377-443f-9cff-51a966d6f08f']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f87bce-caf7-4176-ad5e-a0691038eb9a') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f87bce-caf7-4176-ad5e-a0691038eb9a') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:53:36.071777 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:53:36.083944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f4b9721e-1ab7-4325-ae52-c1da78d1f8c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f201980018444b58b80dbdd0622fbf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463694 Oct 15 00:53:36.086667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37694) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:36.180082 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76e9a1a3-3aa4-4dd1-b62c-61f3add655bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.201846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.236971 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.243242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] 10.222.0.13 "DELETE /v2.0/networks/8d15abf7-f377-443f-9cff-51a966d6f08f HTTP/1.1" status: 204 len: 168 time: 0.7488210 Oct 15 00:53:36.243702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37702) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:36.282033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76e9a1a3-3aa4-4dd1-b62c-61f3add655bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.366889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] Deleting subnet b4a40764-1884-4851-8181-5a41199f1f29 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:53:36.371862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b0d8f-f094-4574-aa3a-3ac26c88c77b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d15abf7-f377-443f-9cff-51a966d6f08f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:36.376394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.476646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.487208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76e9a1a3-3aa4-4dd1-b62c-61f3add655bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.489575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76e9a1a3-3aa4-4dd1-b62c-61f3add655bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.495679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-76e9a1a3-3aa4-4dd1-b62c-61f3add655bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a91adda8-d06f-4769-8aaf-074214a05776 HTTP/1.1" status: 204 len: 168 time: 0.4014518 Oct 15 00:53:36.512305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9a1a3-3aa4-4dd1-b62c-61f3add655bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91adda8-d06f-4769-8aaf-074214a05776,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:36.604184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.755767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.799848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a40764-1884-4851-8181-5a41199f1f29,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:36.801916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:36.805271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c1c4c6c8-18a0-4d53-8326-b088d8c2b102 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b4a40764-1884-4851-8181-5a41199f1f29 HTTP/1.1" status: 204 len: 168 time: 0.5605586 Oct 15 00:53:36.807951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:36.900053 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.000753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.025976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854cb800-3a64-4108-a059-ec76b6eadf46']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:37.036142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e606a5d9-a94c-49f2-afdd-ae598ecd3118') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:37.036440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e606a5d9-a94c-49f2-afdd-ae598ecd3118') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:37.047328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.061352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.070279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:53:37.070676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:53:37.072807 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:53:37.224946 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.232300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.237479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/854cb800-3a64-4108-a059-ec76b6eadf46 HTTP/1.1" status: 204 len: 168 time: 0.4245093 Oct 15 00:53:37.247793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04f756-1701-442b-851e-f1b1e77eb3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=854cb800-3a64-4108-a059-ec76b6eadf46,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:37.730822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37796) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:37.817790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-305456d6-bebb-4893-bbc2-d0ad38399208 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0125de3622f4cff832fc52f43a608ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845702 Oct 15 00:53:37.824238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37808) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:37.921120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b263-3044-4ce3-9d81-0334abed59f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:37.948006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b263-3044-4ce3-9d81-0334abed59f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.081635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37818) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:38.192051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-959873289'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:38.195072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b263-3044-4ce3-9d81-0334abed59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.198700 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ec6b263-3044-4ce3-9d81-0334abed59f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.203750 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ec6b263-3044-4ce3-9d81-0334abed59f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a1fc72d-53be-4800-b7b5-33f52d83b03a HTTP/1.1" status: 204 len: 168 time: 0.3784089 Oct 15 00:53:38.222736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6b263-3044-4ce3-9d81-0334abed59f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1fc72d-53be-4800-b7b5-33f52d83b03a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:38.337545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:38.341161 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.351163 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.451049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.555164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.584147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:53:38.602993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1218e65-5aca-4efa-8656-e2901969c8bb,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:38.620760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.621532 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment 651d58c5-d3ff-4369-95d0-9a6243548d76 of type vlan for network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d Oct 15 00:53:38.733496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.846847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.853137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:38.853758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:38.932431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=7fc2bc06-3f18-44d1-9241-2dd3caecc46d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:38.945577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:53:38.974782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:38.976096 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3d559c1c-f5ba-42f3-9385-a244ac74cb41 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8932545 Oct 15 00:53:38.992962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-129579417'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:39.139442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37870) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:39.149451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:39.153815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.183442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:53:39.195205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7544b46e-fa23-4c51-88d0-0733f6759561 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e30a6cfdf5af4ee7b6dad69f95e79682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543487 Oct 15 00:53:39.197325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37874) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:39.211221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.211901 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment 9513f0c2-bdc9-4986-9b6f-92d317864abf of type vlan for network e4bb0563-494d-4669-b14a-35867297117f Oct 15 00:53:39.269272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22f3a4e2-f5fa-4fde-b0b8-f2e441b13d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.278129 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.325057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22f3a4e2-f5fa-4fde-b0b8-f2e441b13d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.387333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.394306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:39.394911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.463893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22f3a4e2-f5fa-4fde-b0b8-f2e441b13d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.467059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22f3a4e2-f5fa-4fde-b0b8-f2e441b13d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.468475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22f3a4e2-f5fa-4fde-b0b8-f2e441b13d7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2dac4f4-00f2-4f03-8527-deee28984b43 HTTP/1.1" status: 204 len: 168 time: 0.2701397 Oct 15 00:53:39.478701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3a4e2-f5fa-4fde-b0b8-f2e441b13d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dac4f4-00f2-4f03-8527-deee28984b43,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:39.484424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=e4bb0563-494d-4669-b14a-35867297117f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:39.556400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e4bb0563-494d-4669-b14a-35867297117f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:53:39.558345 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-967f0d51-a47e-4d1c-8642-810348910fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5752606 Oct 15 00:53:39.559548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 37892) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:39.576376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': '7fc2bc06-3f18-44d1-9241-2dd3caecc46d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:39.830866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:39.842773 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:39.943529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:40.171763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:40.237002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=c0040c82-b47d-4856-a0d3-76e1c88fde90,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:40.243451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': '651d58c5-d3ff-4369-95d0-9a6243548d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7fc2bc06-3f18-44d1-9241-2dd3caecc46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:40.243737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: 7fc2bc06-3f18-44d1-9241-2dd3caecc46d, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:53:40.349100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:53:40.417692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 7fc2bc06-3f18-44d1-9241-2dd3caecc46d) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:40.422497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:40.424892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:40.426899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6abe8c-2459-45ef-ba46-22e1e4653355 None None] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:40.496286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-25938177-a965-4157-b2b2-592ed8f0a8c3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9336369 Oct 15 00:53:40.499379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 37952) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:40.505480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': 'e4bb0563-494d-4669-b14a-35867297117f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:40.602146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-7fc2bc06-3f18-44d1-9241-2dd3caecc46d', 'network_id': '7fc2bc06-3f18-44d1-9241-2dd3caecc46d', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': 'c0040c82-b47d-4856-a0d3-76e1c88fde90'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:53:40.603085 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:40.731937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:40.740917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:40.906614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Allocated IP 172.20.0.2 (7fc2bc06-3f18-44d1-9241-2dd3caecc46d/c0040c82-b47d-4856-a0d3-76e1c88fde90/ff7bea42-c849-461f-b171-21edfca1e2dc) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:41.053406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.071402 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.118513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=73b84253-903f-43fa-9dce-f40b08a8dff6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:41.161552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': '9513f0c2-bdc9-4986-9b6f-92d317864abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e4bb0563-494d-4669-b14a-35867297117f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:41.162069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: e4bb0563-494d-4669-b14a-35867297117f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:53:41.184047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.219210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:41.221370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:41.224906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:41.235503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network e4bb0563-494d-4669-b14a-35867297117f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:53:41.260455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Pushing event updated for resources: {'Port': ['ID=ff7bea42-c849-461f-b171-21edfca1e2dc,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:41.288795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Attempting to bind port ff7bea42-c849-461f-b171-21edfca1e2dc on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:41.289181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Attempting to bind port ff7bea42-c849-461f-b171-21edfca1e2dc by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '651d58c5-d3ff-4369-95d0-9a6243548d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7fc2bc06-3f18-44d1-9241-2dd3caecc46d'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:41.289674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Attempting to bind port ff7bea42-c849-461f-b171-21edfca1e2dc on network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:41.294579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:41.294939 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Checking segment: {'id': '651d58c5-d3ff-4369-95d0-9a6243548d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7fc2bc06-3f18-44d1-9241-2dd3caecc46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:41.295331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.295710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Bound using segment: {'id': '651d58c5-d3ff-4369-95d0-9a6243548d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7fc2bc06-3f18-44d1-9241-2dd3caecc46d'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:41.296158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Bound port: ff7bea42-c849-461f-b171-21edfca1e2dc, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651d58c5-d3ff-4369-95d0-9a6243548d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7fc2bc06-3f18-44d1-9241-2dd3caecc46d'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:41.296525 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.360937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e4bb0563-494d-4669-b14a-35867297117f) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:41.365546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:41.366154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.384167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da148d-2ee6-4c12-adf8-d38faa9a7e0f None None] Network e4bb0563-494d-4669-b14a-35867297117f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:41.429022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] For port ff7bea42-c849-461f-b171-21edfca1e2dc, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:41.446605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] For port ff7bea42-c849-461f-b171-21edfca1e2dc, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ff7bea42-c849-461f-b171-21edfca1e2dc,segment=NetworkSegment(651d58c5-d3ff-4369-95d0-9a6243548d76),segment_id=651d58c5-d3ff-4369-95d0-9a6243548d76)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:41.455436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e14bd5e1-f20b-4e5a-af5c-578d799f5cff tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9538133 Oct 15 00:53:41.464812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38036) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:41.471979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-843661b0-931f-486f-97d3-b341ff862837 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1998071151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:41.539211 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.550755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-e4bb0563-494d-4669-b14a-35867297117f', 'network_id': 'e4bb0563-494d-4669-b14a-35867297117f', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': '73b84253-903f-43fa-9dce-f40b08a8dff6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:53:41.552059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.613164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-843661b0-931f-486f-97d3-b341ff862837 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.618170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-843661b0-931f-486f-97d3-b341ff862837 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.636451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38052) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:41.725631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f41b3-4bbf-41cb-9363-83fdc4efcf83 None None] Pushing event updated for resources: {'Port': ['ID=ff7bea42-c849-461f-b171-21edfca1e2dc,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:41.743605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-843661b0-931f-486f-97d3-b341ff862837 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.813065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Allocated IP 172.21.0.2 (e4bb0563-494d-4669-b14a-35867297117f/73b84253-903f-43fa-9dce-f40b08a8dff6/5c92ef93-06f0-4619-a695-f12cafe417e9) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:41.829875 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-843661b0-931f-486f-97d3-b341ff862837 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.845474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77bdab92-ae88-4d7f-90af-883ac9096d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.980431 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-843661b0-931f-486f-97d3-b341ff862837 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:41.980431 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-843661b0-931f-486f-97d3-b341ff862837 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5113161 Oct 15 00:53:41.990168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38078) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:42.060642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77bdab92-ae88-4d7f-90af-883ac9096d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.086198 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.184153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.225669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77bdab92-ae88-4d7f-90af-883ac9096d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.250776 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Network e4bb0563-494d-4669-b14a-35867297117f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:42.257158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:42.262304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:42.265896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Pushing event updated for resources: {'Port': ['ID=5c92ef93-06f0-4619-a695-f12cafe417e9,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:42.326511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Attempting to bind port 5c92ef93-06f0-4619-a695-f12cafe417e9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:42.326887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Attempting to bind port 5c92ef93-06f0-4619-a695-f12cafe417e9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '9513f0c2-bdc9-4986-9b6f-92d317864abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e4bb0563-494d-4669-b14a-35867297117f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:42.327252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Attempting to bind port 5c92ef93-06f0-4619-a695-f12cafe417e9 on network e4bb0563-494d-4669-b14a-35867297117f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:42.333171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:42.333925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Checking segment: {'id': '9513f0c2-bdc9-4986-9b6f-92d317864abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e4bb0563-494d-4669-b14a-35867297117f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:42.333925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.334366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Bound using segment: {'id': '9513f0c2-bdc9-4986-9b6f-92d317864abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e4bb0563-494d-4669-b14a-35867297117f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:42.334828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Bound port: 5c92ef93-06f0-4619-a695-f12cafe417e9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9513f0c2-bdc9-4986-9b6f-92d317864abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e4bb0563-494d-4669-b14a-35867297117f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:42.335208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.415809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] For port 5c92ef93-06f0-4619-a695-f12cafe417e9, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:42.419573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] For port 5c92ef93-06f0-4619-a695-f12cafe417e9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5c92ef93-06f0-4619-a695-f12cafe417e9,segment=NetworkSegment(9513f0c2-bdc9-4986-9b6f-92d317864abf),segment_id=9513f0c2-bdc9-4986-9b6f-92d317864abf)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:42.522550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.619634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6e12-d023-4f3d-8271-3dbb6135d6bf None None] Pushing event updated for resources: {'Port': ['ID=5c92ef93-06f0-4619-a695-f12cafe417e9,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:42.640666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77bdab92-ae88-4d7f-90af-883ac9096d63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18177661803142cc994778047a9c8709&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0027175 Oct 15 00:53:42.641188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38102) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:42.655289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdab92-ae88-4d7f-90af-883ac9096d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55819cc2-1dc8-4e48-a75b-eb1b7bcf71fa,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:42.660943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.769584 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc3eac8-68f3-494d-b2c2-a6d0bcc6cd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.808356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc3eac8-68f3-494d-b2c2-a6d0bcc6cd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.977684 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc3eac8-68f3-494d-b2c2-a6d0bcc6cd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.980957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dc3eac8-68f3-494d-b2c2-a6d0bcc6cd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:42.982620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3dc3eac8-68f3-494d-b2c2-a6d0bcc6cd79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55819cc2-1dc8-4e48-a75b-eb1b7bcf71fa HTTP/1.1" status: 204 len: 168 time: 0.3427606 Oct 15 00:53:42.997341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3eac8-68f3-494d-b2c2-a6d0bcc6cd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55819cc2-1dc8-4e48-a75b-eb1b7bcf71fa,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:43.112218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ff7bea42-c849-461f-b171-21edfca1e2dc up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:43.123914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655621ac-3be0-4ae1-b440-c35d0589bbb1 None None] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:43.241117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.20.0.1 (7fc2bc06-3f18-44d1-9241-2dd3caecc46d/c0040c82-b47d-4856-a0d3-76e1c88fde90/720e1d30-7169-4684-9dd8-77a4fdfdf445) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:43.368473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ff7bea42-c849-461f-b171-21edfca1e2dc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:43.368842 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:43.392389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9a0a4c69-b575-4ae1-8c6b-c626b827a257 None None] Provisioning complete for port ff7bea42-c849-461f-b171-21edfca1e2dc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:43.392793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a0a4c69-b575-4ae1-8c6b-c626b827a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:43.420363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:43.562657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:43.636746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:43.636746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:43.637721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:43.734702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=720e1d30-7169-4684-9dd8-77a4fdfdf445,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:43.750764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:43.757331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:43.808489 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a0a4c69-b575-4ae1-8c6b-c626b827a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:43.906229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9a0a4c69-b575-4ae1-8c6b-c626b827a257 None None] For port ff7bea42-c849-461f-b171-21edfca1e2dc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ff7bea42-c849-461f-b171-21edfca1e2dc,segment=NetworkSegment(651d58c5-d3ff-4369-95d0-9a6243548d76),segment_id=651d58c5-d3ff-4369-95d0-9a6243548d76)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:44.001503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a0a4c69-b575-4ae1-8c6b-c626b827a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.084350 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.146241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:53:44.147399 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:53:44.163214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a4c69-b575-4ae1-8c6b-c626b827a257 None None] Pushing event updated for resources: {'Port': ['ID=ff7bea42-c849-461f-b171-21edfca1e2dc,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:44.176102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d8028bd2-e690-47dd-87fe-46453b20cdb8 None None] Provisioning complete for port ff7bea42-c849-461f-b171-21edfca1e2dc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:44.176549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8028bd2-e690-47dd-87fe-46453b20cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.413408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f893eeef-6880-4412-a670-2164fec22624 None None] Network e4bb0563-494d-4669-b14a-35867297117f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:44.454547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-71dec1b4-41ef-4e80-9996-a088365515b5 None None] Provisioning complete for port 720e1d30-7169-4684-9dd8-77a4fdfdf445 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:44.455444 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-71dec1b4-41ef-4e80-9996-a088365515b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.494901 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.543414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-71dec1b4-41ef-4e80-9996-a088365515b5 None None] Port 720e1d30-7169-4684-9dd8-77a4fdfdf445 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:44.572242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.652046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=720e1d30-7169-4684-9dd8-77a4fdfdf445,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:44.657129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.682312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38220) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:44.737992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-78411ee7-5869-4344-9848-89cd5044011d None None] Provisioning complete for port 5c92ef93-06f0-4619-a695-f12cafe417e9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:44.738393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-78411ee7-5869-4344-9848-89cd5044011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:44.824119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:44.826372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:44.885148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-7791311-network', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:44.997838 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-78411ee7-5869-4344-9848-89cd5044011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.074919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Made reservation on behalf of 2e99e638c4a94c348a03369d466dc27c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:45.078161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.091148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-78411ee7-5869-4344-9848-89cd5044011d None None] For port 5c92ef93-06f0-4619-a695-f12cafe417e9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5c92ef93-06f0-4619-a695-f12cafe417e9,segment=NetworkSegment(9513f0c2-bdc9-4986-9b6f-92d317864abf),segment_id=9513f0c2-bdc9-4986-9b6f-92d317864abf)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:45.092871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.097216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.111750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5c92ef93-06f0-4619-a695-f12cafe417e9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:45.148852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router f0483b04-9ff6-4b66-9576-964c3ad155a1 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:53:45.166072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5c92ef93-06f0-4619-a695-f12cafe417e9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:45.166600 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.203000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-78411ee7-5869-4344-9848-89cd5044011d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.203264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.286559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.301864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78411ee7-5869-4344-9848-89cd5044011d None None] Pushing event updated for resources: {'Port': ['ID=5c92ef93-06f0-4619-a695-f12cafe417e9,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:45.305907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:53:45.339206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:45.363673 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] Sync routers for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:45.365574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3b932cf8-a33d-4d02-a0ce-368ba9176122 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/f0483b04-9ff6-4b66-9576-964c3ad155a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3740494 Oct 15 00:53:45.368489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38256) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:45.374501 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:45.375478 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:45.377419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.382007 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Added segment 0bf5b3e2-46a1-4852-b7c4-842625f5e04a of type vlan for network 358ff5d8-a9da-4394-8238-4c3859f49b81 Oct 15 00:53:45.385490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ff7bea42-c849-461f-b171-21edfca1e2dc up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:45.420700 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:45.424001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0fd824fb-23d1-4555-bf73-fe790ca197cc None None] Provisioning complete for port 720e1d30-7169-4684-9dd8-77a4fdfdf445 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:45.424379 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fd824fb-23d1-4555-bf73-fe790ca197cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.442325 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:45.443293 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:45.457580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.475591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ae1838-4294-4d88-91e9-8eb39feec1a2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:45.480658 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d4ae1838-4294-4d88-91e9-8eb39feec1a2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports/720e1d30-7169-4684-9dd8-77a4fdfdf445 HTTP/1.1" status: 200 len: 910 time: 0.1108150 Oct 15 00:53:45.483426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38262) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:45.483893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0fd824fb-23d1-4555-bf73-fe790ca197cc None None] Port 720e1d30-7169-4684-9dd8-77a4fdfdf445 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:45.499872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0fd824fb-23d1-4555-bf73-fe790ca197cc None None] Provisioning complete for port 5c92ef93-06f0-4619-a695-f12cafe417e9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:45.500248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0fd824fb-23d1-4555-bf73-fe790ca197cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.510820 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:45.511728 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8348cf77-28d7-44e4-b732-1d0872f59be4 None None] The sync data for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:45.543061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ff7bea42-c849-461f-b171-21edfca1e2dc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:45.543718 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.578623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bbe67b-e148-400a-891d-7ed7386bd0b6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:45.594623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.596648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:45.597811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.693081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] Pushing event updated for resources: {'Network': ['ID=358ff5d8-a9da-4394-8238-4c3859f49b81,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:45.707133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:53:45.714387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8013aa5f-10c6-4273-950f-14c36c7c1173 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0297871 Oct 15 00:53:45.717797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38270) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:45.724673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Request body: {'subnet': {'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-7791311-subnet', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:45.808708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-d9bb41f9-e023-4ffe-b565-3a72dd918413 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0657518 Oct 15 00:53:45.810018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Made reservation on behalf of 2e99e638c4a94c348a03369d466dc27c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:45.812487 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:45.940779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-8657e8c0-d7a2-4899-a4d8-d218a094af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:45.942405 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-8657e8c0-d7a2-4899-a4d8-d218a094af50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d46c404c55449b1a5118cb36169b79c&device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 1098 time: 0.0715144 Oct 15 00:53:46.007211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.125762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-d034ea21-25e6-4d50-bb93-1d44813de595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:46.128208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-d034ea21-25e6-4d50-bb93-1d44813de595 service neutron] 10.222.0.30 "GET /v2.0/networks?id=100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 200 len: 918 time: 0.1571844 Oct 15 00:53:46.183632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.240047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-9843e66d-4c15-4078-abc5-26d677aa4e89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 200 len: 1002 time: 0.1045017 Oct 15 00:53:46.271989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca528801-90e0-414a-9864-6f2c74340e29,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:46.332722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Checking segment: {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:46.332722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Network hostable DHCP agents. Network: 358ff5d8-a9da-4394-8238-4c3859f49b81, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:53:46.347439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-d8d3d775-bcc0-4b4e-a5fd-7a90faa33b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:46.348994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-d8d3d775-bcc0-4b4e-a5fd-7a90faa33b41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 200 len: 856 time: 0.0987117 Oct 15 00:53:46.387862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.21.0.1 (e4bb0563-494d-4669-b14a-35867297117f/73b84253-903f-43fa-9dce-f40b08a8dff6/379f21cd-43e0-44a1-a2a6-18d0f67964ad) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:46.422156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-771c7015-c4e5-40cf-89b2-5c01341ffcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:46.424576 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-771c7015-c4e5-40cf-89b2-5c01341ffcfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100a47a1-754a-4324-9b73-8d952bb27d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678122 Oct 15 00:53:46.443218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:53:46.526970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 358ff5d8-a9da-4394-8238-4c3859f49b81) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:46.535925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882648d6-21e1-4384-bb46-70d73f097607 None None] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:46.545992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:46.546989 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.551416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.594361 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-f4f3ab0b-db2d-4d8e-a86d-0cfeda72e238 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617861 Oct 15 00:53:46.651432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-797283cc-061b-4df8-bf45-589a558232bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9298482 Oct 15 00:53:46.651994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38300) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:46.657288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:46.694625 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.763667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network e4bb0563-494d-4669-b14a-35867297117f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:46.768134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:46.783547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:46.808660 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9b29c59b-2516-4f24-be6f-d521e20c1915 req-715834cc-c199-4e49-9627-f986c9995247 service neutron] 10.222.0.30 "GET /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012899 Oct 15 00:53:46.832508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-358ff5d8-a9da-4394-8238-4c3859f49b81', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:53:46.833491 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.855696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.945893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.956019 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:46.994729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5c92ef93-06f0-4619-a695-f12cafe417e9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:47.036120 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.111824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 5c92ef93-06f0-4619-a695-f12cafe417e9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:47.112580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.142012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Allocated IP 172.20.0.2 (358ff5d8-a9da-4394-8238-4c3859f49b81/ca528801-90e0-414a-9864-6f2c74340e29/b32374c0-94e7-4e44-8000-2ce1daf1e101) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:47.192920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-64377c1c-7e2b-4755-bedf-24a858ba8476 None None] Provisioning complete for port 379f21cd-43e0-44a1-a2a6-18d0f67964ad triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:47.193570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64377c1c-7e2b-4755-bedf-24a858ba8476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.206894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-ded82773-2cd6-441c-bcb2-d446317f1440 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:47.208491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-ded82773-2cd6-441c-bcb2-d446317f1440 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 814 time: 0.2674665 Oct 15 00:53:47.231729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=379f21cd-43e0-44a1-a2a6-18d0f67964ad,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:47.243714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-cae1f8fe-94c4-4c97-84ba-c485ce2793f4 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/quotas/3596ce73f79748708623c7d533764b29 HTTP/1.1" status: 200 len: 375 time: 0.0268757 Oct 15 00:53:47.326698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-371c7a31-4756-4884-8e63-3aff04b774bd tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466840 Oct 15 00:53:47.450163 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.479754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-64377c1c-7e2b-4755-bedf-24a858ba8476 None None] Port 379f21cd-43e0-44a1-a2a6-18d0f67964ad cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:47.538289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.590043 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.646705 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.703644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:47.708906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:47.717596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:47.755685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Pushing event updated for resources: {'Port': ['ID=b32374c0-94e7-4e44-8000-2ce1daf1e101,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:47.797209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Attempting to bind port b32374c0-94e7-4e44-8000-2ce1daf1e101 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:47.797831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Attempting to bind port b32374c0-94e7-4e44-8000-2ce1daf1e101 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:47.798853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Attempting to bind port b32374c0-94e7-4e44-8000-2ce1daf1e101 on network 358ff5d8-a9da-4394-8238-4c3859f49b81 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:47.804965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:47.805488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Checking segment: {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:47.805992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.806609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Bound using segment: {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:47.807170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Bound port: b32374c0-94e7-4e44-8000-2ce1daf1e101, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:47.807655 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:47.892698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] For port b32374c0-94e7-4e44-8000-2ce1daf1e101, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:47.897373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] For port b32374c0-94e7-4e44-8000-2ce1daf1e101, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b32374c0-94e7-4e44-8000-2ce1daf1e101,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:47.982981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-4df24e2e-def9-4331-98a2-000c9ac50d6e service neutron] 10.222.0.13 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031312 Oct 15 00:53:48.004148 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:48.076637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d744b13-9963-4b93-84da-a902ef040e70 None None] Pushing event updated for resources: {'Port': ['ID=b32374c0-94e7-4e44-8000-2ce1daf1e101,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:48.227050 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-a5976560-ca26-49af-8c1e-49fc240c8132 service neutron] 10.222.0.13 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079663 Oct 15 00:53:48.445644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:48.477400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:48.482122 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:48.587047 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:48.614466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afc830d4-373c-4614-b52b-a56e67e6e969 req-851374fe-7347-40fb-98c7-9e921a7f6b19 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 210 time: 0.1209800 Oct 15 00:53:48.715386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=379f21cd-43e0-44a1-a2a6-18d0f67964ad,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:48.772300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:48.828605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Allocated IP 172.25.2.160 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c3d37917-4088-4278-876a-43f5894e93b0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:49.076716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b32374c0-94e7-4e44-8000-2ce1daf1e101 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:49.087115 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.089796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network e4bb0563-494d-4669-b14a-35867297117f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:49.092466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:49.256605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38330) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:49.266801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b32374c0-94e7-4e44-8000-2ce1daf1e101 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:49.267802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.340161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router f0483b04-9ff6-4b66-9576-964c3ad155a1 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:53:49.453891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.465930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.558829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b32374c0-94e7-4e44-8000-2ce1daf1e101, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b32374c0-94e7-4e44-8000-2ce1daf1e101,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:49.565078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc326859-8121-4b4b-a1be-683f253b5973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.599120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:49.613896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:49.622051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:49.647139 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.672319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d37917-4088-4278-876a-43f5894e93b0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:49.678487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:49.698265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-48b9b396-40bd-4e7d-81cb-3f8f9ef8d088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/f0483b04-9ff6-4b66-9576-964c3ad155a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2058923 Oct 15 00:53:49.701229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38338) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:49.752937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc326859-8121-4b4b-a1be-683f253b5973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.754871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cac9e428-cf04-4662-b26a-54aaf900ba92 None None] Provisioning complete for port 379f21cd-43e0-44a1-a2a6-18d0f67964ad triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:49.756042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cac9e428-cf04-4662-b26a-54aaf900ba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:49.784996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2311dfd7-24c5-4a98-9703-4b4e4c45f2f6 req-69af4554-c315-4b1f-9f76-dcf9d46509a9 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 210 time: 0.0632224 Oct 15 00:53:49.806910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2322aa2-be9d-4230-a7b2-00e33c98b177 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:49.808762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a2322aa2-be9d-4230-a7b2-00e33c98b177 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports/379f21cd-43e0-44a1-a2a6-18d0f67964ad HTTP/1.1" status: 200 len: 910 time: 0.0965643 Oct 15 00:53:49.812152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] Sync routers for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:49.812633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38340) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:49.859516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cac9e428-cf04-4662-b26a-54aaf900ba92 None None] Port 379f21cd-43e0-44a1-a2a6-18d0f67964ad cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:49.867315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae071f7e-93a7-4178-a8ff-f36c90ca41ae None None] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:53:49.897380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b32374c0-94e7-4e44-8000-2ce1daf1e101,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:49.934050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc326859-8121-4b4b-a1be-683f253b5973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:50.007790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:50.010250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:50.098892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:50.106382 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cc326859-8121-4b4b-a1be-683f253b5973 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aae43f479ba24930a114ebae87e60a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8483331 Oct 15 00:53:50.113916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc326859-8121-4b4b-a1be-683f253b5973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafc698c-be7d-4944-a0c1-833df82bc3d8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:50.127522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-64dc7863-f9fe-4550-8b21-d9c248c36319 None None] Provisioning complete for port b32374c0-94e7-4e44-8000-2ce1daf1e101 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:50.128820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64dc7863-f9fe-4550-8b21-d9c248c36319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:50.134987 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:53:50.141296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38342) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:50.215372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:50.216480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:50.254729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:50.266480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:50.268059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef99f5-f334-416f-9eac-189520878c37 None None] The sync data for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:50.568732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:50.657296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-52236581-7f3c-41c4-b71a-5fa0a8b6731a None None] Provisioning complete for port b32374c0-94e7-4e44-8000-2ce1daf1e101 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:50.658614 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-52236581-7f3c-41c4-b71a-5fa0a8b6731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:50.765449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8024ef5-50f8-4093-a6e2-bb64e39ce4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:50.772643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Router 98e924e8-465c-4857-b78a-ba453c6c2138 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:53:50.802051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8024ef5-50f8-4093-a6e2-bb64e39ce4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:50.922138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44a4bef6-4309-4f57-a8e7-65d08addfea8 req-cff311c8-7834-489d-853b-ae3f67d77b75 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 210 time: 0.0342262 Oct 15 00:53:50.923900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:50.946300 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Sync routers for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:50.956148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:50.956752 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:50.972179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b32374c0-94e7-4e44-8000-2ce1daf1e101 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:51.033061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b32374c0-94e7-4e44-8000-2ce1daf1e101 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:51.033351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.078992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.081522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8024ef5-50f8-4093-a6e2-bb64e39ce4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.082020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-064f5e8e-c629-471f-bccd-cdfee6e2ae84 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4284873 Oct 15 00:53:51.084340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38348) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:51.092840 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:53:51.093146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8024ef5-50f8-4093-a6e2-bb64e39ce4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.097756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8024ef5-50f8-4093-a6e2-bb64e39ce4f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fafc698c-be7d-4944-a0c1-833df82bc3d8 HTTP/1.1" status: 204 len: 168 time: 0.8908544 Oct 15 00:53:51.123824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.271445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8024ef5-50f8-4093-a6e2-bb64e39ce4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafc698c-be7d-4944-a0c1-833df82bc3d8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:51.384656 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:49Z', 'revision_number': 3, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:51.420751 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Checking router: 98e924e8-465c-4857-b78a-ba453c6c2138 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:53:51.421401 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Updating router 98e924e8-465c-4857-b78a-ba453c6c2138 port c3d37917-4088-4278-876a-43f5894e93b0 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:53:51.460438 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.648896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 379f21cd-43e0-44a1-a2a6-18d0f67964ad {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:51.649240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.738436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-6d4d101f-ece5-433e-b272-38f7102388bd tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:51.740117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-6d4d101f-ece5-433e-b272-38f7102388bd tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 814 time: 0.5177135 Oct 15 00:53:51.746890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:51.754438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Request body: {'port': {'device_id': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661', 'admin_state_up': True, 'tenant_id': '3596ce73f79748708623c7d533764b29'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:51.763329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 379f21cd-43e0-44a1-a2a6-18d0f67964ad owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:51.916023 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.038684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38358) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:52.056568 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29fdc17f-f43c-4c24-9c47-df3b092a8bb7 req-35bd6c58-6923-46b6-ad79-4b8bb5994528 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 210 time: 0.0559666 Oct 15 00:53:52.058812 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e156c40a-2634-4a6e-a77c-d83f403a21b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.068734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Made reservation on behalf of 3596ce73f79748708623c7d533764b29 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:52.069473 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.072342 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.102048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.129171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Attempting to bind port c3d37917-4088-4278-876a-43f5894e93b0 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:52.129696 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Attempting to bind port c3d37917-4088-4278-876a-43f5894e93b0 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:52.130337 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Attempting to bind port c3d37917-4088-4278-876a-43f5894e93b0 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:52.135291 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Pushing event updated for resources: {'Port': ['ID=c3d37917-4088-4278-876a-43f5894e93b0,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:52.149176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=379f21cd-43e0-44a1-a2a6-18d0f67964ad,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:52.151136 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:52.151801 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:52.152453 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.153049 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:52.153728 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Bound port: c3d37917-4088-4278-876a-43f5894e93b0, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:52.154498 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.161082 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.163918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.163918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.163918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.163918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.163918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.163918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.163918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.165703 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.166350 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.166907 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.167686 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:52.173826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.250016 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] For port c3d37917-4088-4278-876a-43f5894e93b0, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:52.254443 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] For port c3d37917-4088-4278-876a-43f5894e93b0, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c3d37917-4088-4278-876a-43f5894e93b0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:52.321262 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.385666 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e156c40a-2634-4a6e-a77c-d83f403a21b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.408269 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.445085 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:52.445680 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:52.466772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e156c40a-2634-4a6e-a77c-d83f403a21b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.496394 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374965bf-93d9-47e6-abe3-c08c1258d98b None None] Pushing event updated for resources: {'Port': ['ID=c3d37917-4088-4278-876a-43f5894e93b0,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:52.499313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e156c40a-2634-4a6e-a77c-d83f403a21b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a55d2ba2d4d4648879308a6b9b1867f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587131 Oct 15 00:53:52.503253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38362) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:52.538884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Allocated IP 172.20.0.4 (1a87e5b3-911c-4980-8485-bd194f4db661/34ecc240-9126-4e54-837d-ad7b6fc3a74d/246476eb-dbc3-42ac-82f6-0dbacefb05f6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:52.565809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Allocated IP 172.20.0.1 (358ff5d8-a9da-4394-8238-4c3859f49b81/ca528801-90e0-414a-9864-6f2c74340e29/724af67b-4412-4c7e-9029-c3a383f514be) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:53:52.588134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156c40a-2634-4a6e-a77c-d83f403a21b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70e2fd-f822-4c12-828f-f9b7c5396a68,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:52.603791 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:53:52.625072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2105-94b7-4522-9dd0-9b897a50bace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.716705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2105-94b7-4522-9dd0-9b897a50bace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.765150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router f0483b04-9ff6-4b66-9576-964c3ad155a1 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:53:52.821884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.842525 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:49Z', 'revision_number': 3, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:52.854617 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.882689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:52.897043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ebe4407d-a689-4a53-8fbd-54c84a291bc8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/f0483b04-9ff6-4b66-9576-964c3ad155a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790157 Oct 15 00:53:52.897755 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2105-94b7-4522-9dd0-9b897a50bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.900653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] Sync routers for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:52.902765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38364) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:52.902987 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2105-94b7-4522-9dd0-9b897a50bace admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:52.906904 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f3ae2105-94b7-4522-9dd0-9b897a50bace admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff70e2fd-f822-4c12-828f-f9b7c5396a68 HTTP/1.1" status: 204 len: 168 time: 0.4013109 Oct 15 00:53:52.916582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae2105-94b7-4522-9dd0-9b897a50bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70e2fd-f822-4c12-828f-f9b7c5396a68,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:52.926214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:52.926985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:53.020554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:53.044213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:53.044880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:53.079181 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc4cea-5d3d-4ea4-9532-adb94ab857bf None None] The sync data for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 is: [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:49Z', 'revision_number': 3, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:53.082517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:53.083384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b59d440-7fd6-4b42-99ae-5702a11c3bdc None None] The sync data for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:53.171230 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:53.195572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cb11828-07dd-49fe-b235-0686be4ebfd7 req-24def6e7-d55e-4e38-8e9c-4b692d8231b5 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 210 time: 0.0359318 Oct 15 00:53:53.244731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:53.252453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:53.259699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:53.262870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Pushing event updated for resources: {'Port': ['ID=724af67b-4412-4c7e-9029-c3a383f514be,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:53.308588 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:53.371719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:53.490327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Pushing event updated for resources: {'Port': ['ID=246476eb-dbc3-42ac-82f6-0dbacefb05f6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:53.532196 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Network 1a87e5b3-911c-4980-8485-bd194f4db661 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:53.578190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:53.592003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:53:53.726654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f204a03d-dc1d-4a5d-967c-7ca6b7ee62cd None None] Provisioning complete for port 724af67b-4412-4c7e-9029-c3a383f514be triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:53.727016 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f204a03d-dc1d-4a5d-967c-7ca6b7ee62cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:53.765426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:53.766127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:53.788252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f204a03d-dc1d-4a5d-967c-7ca6b7ee62cd None None] Port 724af67b-4412-4c7e-9029-c3a383f514be cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:53.964172 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:53.981957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-94cae73d-672b-4679-b2bd-53aee60e9537 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2315967 Oct 15 00:53:54.017406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Request body: {'port': {'device_id': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:54.438268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:54.472046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:54.842839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47315a47-c4e0-42dd-9df6-c5c48d9afde6 req-cc468ce0-5474-49f2-a7d2-7e890b6de2e1 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:54.844306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47315a47-c4e0-42dd-9df6-c5c48d9afde6 req-cc468ce0-5474-49f2-a7d2-7e890b6de2e1 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 931 time: 0.3016789 Oct 15 00:53:54.928254 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:54.989264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3d37917-4088-4278-876a-43f5894e93b0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:54.997516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.026932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47315a47-c4e0-42dd-9df6-c5c48d9afde6 req-ff9189d1-5549-4601-8c42-f160f12f0c5e tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713314 Oct 15 00:53:55.066024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c3d37917-4088-4278-876a-43f5894e93b0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:55.067098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.130212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.138265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Pushing event updated for resources: {'Port': ['ID=724af67b-4412-4c7e-9029-c3a383f514be,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:55.222970 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.249060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port c3d37917-4088-4278-876a-43f5894e93b0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c3d37917-4088-4278-876a-43f5894e93b0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:55.310040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246476eb-dbc3-42ac-82f6-0dbacefb05f6 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:53:55.310223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.349923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.394275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63884a9-5c2e-460a-8861-023e473b28ce req-821cbfc5-a93c-4b6e-90cc-00c73fcef4b5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:55.396230 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e63884a9-5c2e-460a-8861-023e473b28ce req-821cbfc5-a93c-4b6e-90cc-00c73fcef4b5 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 947 time: 0.2142663 Oct 15 00:53:55.401763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=c3d37917-4088-4278-876a-43f5894e93b0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:55.404447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Transition to ACTIVE for port object 246476eb-dbc3-42ac-82f6-0dbacefb05f6 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:53:55.444615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:53:55.451655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:53:55.475155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e63884a9-5c2e-460a-8861-023e473b28ce req-04eef90f-6e90-4df9-aae3-876bb212e207 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups?id=4017b32d-a5ab-46d8-a7bb-9da992524209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695021 Oct 15 00:53:55.526787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 720e1d30-7169-4684-9dd8-77a4fdfdf445 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:55.527124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.531544 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.748906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Pushing event updated for resources: {'Port': ['ID=246476eb-dbc3-42ac-82f6-0dbacefb05f6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:55.872915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5bbffc8b-c28f-439c-bda7-8ebf48c7ea73 None None] Provisioning complete for port 724af67b-4412-4c7e-9029-c3a383f514be triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:55.872915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5bbffc8b-c28f-439c-bda7-8ebf48c7ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.981960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-dbfe4436-97eb-4fe8-bf26-7831ab5d9eff tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:55.981960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-dbfe4436-97eb-4fe8-bf26-7831ab5d9eff tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.30 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 947 time: 0.0640714 Oct 15 00:53:55.989301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:55.989301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Router 98e924e8-465c-4857-b78a-ba453c6c2138 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:53:55.989582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5bbffc8b-c28f-439c-bda7-8ebf48c7ea73 None None] Port 724af67b-4412-4c7e-9029-c3a383f514be cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:53:55.990068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 720e1d30-7169-4684-9dd8-77a4fdfdf445 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:55.990068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Attempting to bind port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:55.990068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Attempting to bind port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:55.990068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Attempting to bind port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 on network 1a87e5b3-911c-4980-8485-bd194f4db661 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:55.990068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 on network 1a87e5b3-911c-4980-8485-bd194f4db661 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:53:55.990068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Attempting to bind port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 on network 1a87e5b3-911c-4980-8485-bd194f4db661 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:55.990746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Deleting port 7d0fe4de-60b5-49a6-bca0-114e61890282 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:53:55.990746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.027601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:56.028100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Checking segment: {'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:56.028354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Bound using segment: {'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:56.028786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Bound port: 246476eb-dbc3-42ac-82f6-0dbacefb05f6, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:56.029136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.067660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] For port 7d0fe4de-60b5-49a6-bca0-114e61890282, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7d0fe4de-60b5-49a6-bca0-114e61890282,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:56.068079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.241237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:56.247006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-56d875cb-d58b-4ce6-881d-95702171e7cc admin admin] 10.222.0.13 "PUT /v2.0/routers/98e924e8-465c-4857-b78a-ba453c6c2138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1615722 Oct 15 00:53:56.260419 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Sync routers for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:56.278064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] For port 246476eb-dbc3-42ac-82f6-0dbacefb05f6, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:56.286486 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:56.287100 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:56.288022 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4281f6db-1662-44cb-b4be-689b31ab0384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.294792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] For port 246476eb-dbc3-42ac-82f6-0dbacefb05f6, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:56.321589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c704dd-bd78-4f4d-a946-79e1120d663c req-d2604760-1b82-4d62-a908-e0a54696dade tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:56.323539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3c704dd-bd78-4f4d-a946-79e1120d663c req-d2604760-1b82-4d62-a908-e0a54696dade tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 943 time: 0.1885426 Oct 15 00:53:56.382531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.436764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:56.437202 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.439924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] 10.222.0.39 "PUT /v2.0/ports/246476eb-dbc3-42ac-82f6-0dbacefb05f6 HTTP/1.1" status: 200 len: 1091 time: 2.4401021 Oct 15 00:53:56.473584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'tag': '246476eb-dbc3-42ac-82f6-0dbacefb05f6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:53:56.480850 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61" -d '{"events": [{"name": "network-changed", "server_uuid": "d93ec3dc-ac7b-437d-8452-dd0f90b0788a", "tag": "246476eb-dbc3-42ac-82f6-0dbacefb05f6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:53:56.485283 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:53:56.518402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3c704dd-bd78-4f4d-a946-79e1120d663c req-cc74fbb7-5c94-4817-869e-dfc27f7c5314 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651146 Oct 15 00:53:56.565075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee15ba-5fba-4a9d-9879-887d97488b0e service neutron] Pushing event updated for resources: {'Port': ['ID=246476eb-dbc3-42ac-82f6-0dbacefb05f6,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:56.605946 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fa8711-5345-4055-b886-af57ff59bfbc x-openstack-request-id: req-f9fa8711-5345-4055-b886-af57ff59bfbc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:53:56.606280 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93ec3dc-ac7b-437d-8452-dd0f90b0788a", "tag": "246476eb-dbc3-42ac-82f6-0dbacefb05f6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:53:56.607006 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9fa8711-5345-4055-b886-af57ff59bfbc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:53:56.607471 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'tag': '246476eb-dbc3-42ac-82f6-0dbacefb05f6', 'status': 'completed', 'code': 200} Oct 15 00:53:56.635871 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.636230 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.636548 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Floating IP b7a0ab7c-75a6-4982-b127-9a1fc384288c disassociated. External IP: 172.25.2.101, port: 7d0fe4de-60b5-49a6-bca0-114e61890282. Oct 15 00:53:56.636894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Calling delete_port for 7d0fe4de-60b5-49a6-bca0-114e61890282 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:53:56.656602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.911051 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:54Z', 'revision_number': 2, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:56.932207 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:56.991644 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Checking router: 98e924e8-465c-4857-b78a-ba453c6c2138 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:53:56.991644 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Updating router 98e924e8-465c-4857-b78a-ba453c6c2138 port 724af67b-4412-4c7e-9029-c3a383f514be binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:53:56.991985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event deleted for resources: {'Port': ['ID=7d0fe4de-60b5-49a6-bca0-114e61890282,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:57.049265 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:57.059665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3d37917-4088-4278-876a-43f5894e93b0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:53:57.108665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=720e1d30-7169-4684-9dd8-77a4fdfdf445,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:57.131118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c3d37917-4088-4278-876a-43f5894e93b0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:57.131819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:57.249798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-696db26b-4f17-441c-a22e-f0714b0f8972 req-7d8755fb-85ee-4733-855a-44f6bbcca60c tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 210 time: 0.1549776 Oct 15 00:53:57.287904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-fb79e0dd-3e40-4138-9bce-1345ba95d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:57.290076 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-fb79e0dd-3e40-4138-9bce-1345ba95d55d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 1094 time: 0.7204013 Oct 15 00:53:57.449708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-51a8509d-12c4-4cd0-ad04-44ebbcf4a582 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6 HTTP/1.1" status: 200 len: 217 time: 0.1513999 Oct 15 00:53:57.599298 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:57.663499 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:57.703939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:57.734552 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f05e9-7ecb-4be6-8785-64fc14ae1fda None None] Pushing event updated for resources: {'Port': ['ID=724af67b-4412-4c7e-9029-c3a383f514be,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:57.817409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Router 24843383-3067-466a-9f3e-acbb981e4a0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:53:57.830941 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Attempting to bind port 724af67b-4412-4c7e-9029-c3a383f514be on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:53:57.831310 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Attempting to bind port 724af67b-4412-4c7e-9029-c3a383f514be by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:53:57.831668 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Attempting to bind port 724af67b-4412-4c7e-9029-c3a383f514be on network 358ff5d8-a9da-4394-8238-4c3859f49b81 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:53:57.855611 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:53:57.855961 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Checking segment: {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:53:57.862466 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:57.862938 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Bound using segment: {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:53:57.865355 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Bound port: 724af67b-4412-4c7e-9029-c3a383f514be, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:53:57.865765 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:57.937169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-9d7171aa-c036-402e-aa8a-0caa063dd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:57.942164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-9d7171aa-c036-402e-aa8a-0caa063dd661 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ecc240-9126-4e54-837d-ad7b6fc3a74d HTTP/1.1" status: 200 len: 854 time: 0.4791319 Oct 15 00:53:58.042812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:58.054367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] Sync routers for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:58.073112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-483e55f2-b2ca-43c7-b2b2-dc851b0e547f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a87e5b3-911c-4980-8485-bd194f4db661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219969 Oct 15 00:53:58.074126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:58.074886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.086959 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] For port 724af67b-4412-4c7e-9029-c3a383f514be, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:53:58.105850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a92ed4-fbeb-4d19-a1d5-7a64f8ac6f10 req-243c96db-66eb-4a25-872a-c948f890de85 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:58.106582 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] For port 724af67b-4412-4c7e-9029-c3a383f514be, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=724af67b-4412-4c7e-9029-c3a383f514be,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:53:58.123348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7a92ed4-fbeb-4d19-a1d5-7a64f8ac6f10 req-243c96db-66eb-4a25-872a-c948f890de85 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 943 time: 0.3745933 Oct 15 00:53:58.135866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] No DVR routers for this DVR port 7d0fe4de-60b5-49a6-bca0-114e61890282 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:53:58.143110 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.146922 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2297f96c-2a5f-4d6d-8bdc-127fb10e41aa req-5db85111-1d48-4012-8792-91c7ea727665 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.30 "DELETE /v2.0/ports/7d0fe4de-60b5-49a6-bca0-114e61890282 HTTP/1.1" status: 204 len: 173 time: 2.3064153 Oct 15 00:53:58.147516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-deleted', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:53:58.149911 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edd6b89-c000-4f9c-996d-8b117801ff76" -d '{"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-deleted", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:53:58.152701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38508) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:58.159049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1689916647-network', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:58.190969 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.247422 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:58.248040 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.282396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:53:58.284528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Provisioning complete for port 724af67b-4412-4c7e-9029-c3a383f514be triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:58.285105 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.308908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Made reservation on behalf of 17de6cb8aa584754a69824bcd15a6ffd for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:58.311903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.328941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7a92ed4-fbeb-4d19-a1d5-7a64f8ac6f10 req-0d357c40-1e34-4790-afe4-1acd9936072f tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045283 Oct 15 00:53:58.339343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.346282 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f05e9-7ecb-4be6-8785-64fc14ae1fda None None] Pushing event updated for resources: {'Port': ['ID=724af67b-4412-4c7e-9029-c3a383f514be,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:58.430783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router f0483b04-9ff6-4b66-9576-964c3ad155a1 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:53:58.466922 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c00c500-9225-440c-8ef7-ae0843a388d1 x-openstack-request-id: req-0c00c500-9225-440c-8ef7-ae0843a388d1 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:53:58.467195 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7802b201-ef23-481e-af52-b31dd0464d6f", "name": "network-vif-deleted", "tag": "7d0fe4de-60b5-49a6-bca0-114e61890282", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:53:58.467644 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c00c500-9225-440c-8ef7-ae0843a388d1 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:53:58.467795 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7802b201-ef23-481e-af52-b31dd0464d6f', 'name': 'network-vif-deleted', 'tag': '7d0fe4de-60b5-49a6-bca0-114e61890282', 'status': 'completed', 'code': 200} Oct 15 00:53:58.569211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.609978 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:53:58.621216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.663467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.675660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-52e31a9b-ebda-44cd-8fc3-bb60987433d5 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355556 Oct 15 00:53:58.682213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] For port 724af67b-4412-4c7e-9029-c3a383f514be, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=724af67b-4412-4c7e-9029-c3a383f514be,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:53:58.702782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:53:58.721341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] Sync routers for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:53:58.777100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:53:58.779099 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8eabcd23-16d0-4424-acdf-f5d92f790f63 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/f0483b04-9ff6-4b66-9576-964c3ad155a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8324997 Oct 15 00:53:58.779643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e908c-3912-4e37-baf8-aaed10a2a700,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:58.848587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12b5c4e2-9cb1-43f0-9bac-b4562c410688 req-0bb02dd5-2c6b-420c-9182-a2d944ecf887 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/ports?device_id=7802b201-ef23-481e-af52-b31dd0464d6f HTTP/1.1" status: 200 len: 210 time: 0.1210978 Oct 15 00:53:58.849053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:58.849053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.849053 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Added segment fdd737e0-ca99-4389-9703-61babdb73b65 of type vlan for network 118d1e7c-b855-4c5c-befc-b7e22e12274a Oct 15 00:53:58.849377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.849549 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:58.849549 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.849804 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-020b47f6-a26b-4619-88ed-bbc878457b2b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0483b04-9ff6-4b66-9576-964c3ad155a1 HTTP/1.1" status: 200 len: 205 time: 0.0597398 Oct 15 00:53:58.849952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] Checking router: 24843383-3067-466a-9f3e-acbb981e4a0b for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:53:58.850071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38524) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:58.850687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:58.851276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.867232 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.884992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3fa42bd-8986-4e70-a54b-2790cd28e038 req-bfa4a68b-35b7-43fd-88d4-75a197582c92 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075672 Oct 15 00:53:58.926410 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] Routers {'f0483b04-9ff6-4b66-9576-964c3ad155a1'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:53:58.927305 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['f0483b04-9ff6-4b66-9576-964c3ad155a1'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.967663 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:58.968291 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8780ec06-d999-46b1-8d9a-69b3bc08bd80 None None] The sync data for ids ['f0483b04-9ff6-4b66-9576-964c3ad155a1'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:58.975387 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.984597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b195814-2ce0-4768-b6a0-672b7b0f1952 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:58.987562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:53:59.021029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.045189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:59.078189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4118b41-63ba-44e8-8216-2bf931a9ddec None None] The sync data for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 is: [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:59.084980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Pushing event updated for resources: {'Port': ['ID=724af67b-4412-4c7e-9029-c3a383f514be,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:59.088848 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a9545961-9522-462d-ab56-647f8f4949e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.115020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.115020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.115020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.115020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.122016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.123187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.123709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.124425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.124938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.125497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.137687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.137687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4525c59-cefa-4c08-b650-aa26438aab4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:53:59.261792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e37b85b1-d0b9-4fff-9c3e-ea7e868e6a8d None None] Provisioning complete for port 724af67b-4412-4c7e-9029-c3a383f514be triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:53:59.262252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e37b85b1-d0b9-4fff-9c3e-ea7e868e6a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.273545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-3337e464-eca7-4862-aaec-e8d9f3bc69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:59.278839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-3337e464-eca7-4862-aaec-e8d9f3bc69da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 1094 time: 0.1480024 Oct 15 00:53:59.287410 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.288240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:59.288818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.418285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b195814-2ce0-4768-b6a0-672b7b0f1952 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.424067 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2702994 Oct 15 00:53:59.425836 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b195814-2ce0-4768-b6a0-672b7b0f1952 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.442559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:59.450063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Request body: {'subnet': {'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1689916647-subnet', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:53:59.637176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe13146-2130-4f2d-9418-f1ffa3a04ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=118d1e7c-b855-4c5c-befc-b7e22e12274a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:53:59.669612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a6169-00f7-4209-8511-968ce405f6e3 req-fb5c2589-7a4c-4087-b6a3-a86f1f1ce736 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:59.672270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a6169-00f7-4209-8511-968ce405f6e3 req-fb5c2589-7a4c-4087-b6a3-a86f1f1ce736 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 943 time: 0.2245731 Oct 15 00:53:59.676840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:53:59.692032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-610d7333-5aa4-43bc-89b6-4260c3840a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:59.693597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-610d7333-5aa4-43bc-89b6-4260c3840a9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 915 time: 0.4076779 Oct 15 00:53:59.738027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Made reservation on behalf of 17de6cb8aa584754a69824bcd15a6ffd for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:53:59.741745 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.745043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b195814-2ce0-4768-b6a0-672b7b0f1952 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.749477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b195814-2ce0-4768-b6a0-672b7b0f1952 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Fanout notify agent at l3_agent the message router_deleted on router f0483b04-9ff6-4b66-9576-964c3ad155a1 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:53:59.756177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-3e96d7d4-2ae9-43bc-94b8-d0a90d62a927 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6 HTTP/1.1" status: 200 len: 217 time: 0.0542583 Oct 15 00:53:59.778838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6b195814-2ce0-4768-b6a0-672b7b0f1952 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:53:59.780677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6b195814-2ce0-4768-b6a0-672b7b0f1952 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/f0483b04-9ff6-4b66-9576-964c3ad155a1 HTTP/1.1" status: 204 len: 168 time: 0.9302793 Oct 15 00:53:59.787836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38546) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:59.882735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:53:59.914223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea481b-265e-4e94-98ec-d3f0d86bf8a3 None None] The sync data for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 is: [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:54Z', 'revision_number': 4, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f99c9b19-e120-4271-8cc0-1802172f1a37', 'name': '', 'network_id': '100a47a1-754a-4324-9b73-8d952bb27d10', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'mac_address': 'fa:16:3e:a3:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:53Z', 'updated_at': '2021-10-15T00:42:57Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'subnets': [{'id': '6d85395f-f4d7-4e77-b21d-1c2cf91d9125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:53:59.943890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38552) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:53:59.957446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-380a6169-00f7-4209-8511-968ce405f6e3 req-e1f369e8-c0b1-4944-b393-9ab70627ebd5 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758045 Oct 15 00:53:59.988772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-15dd7205-8a53-4c39-b81f-8a025278f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:53:59.992908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-15dd7205-8a53-4c39-b81f-8a025278f986 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ecc240-9126-4e54-837d-ad7b6fc3a74d HTTP/1.1" status: 200 len: 854 time: 0.2048616 Oct 15 00:54:00.021123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:00.055403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-39723499-0914-491e-9c43-98ececba8e27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a87e5b3-911c-4980-8485-bd194f4db661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551722 Oct 15 00:54:00.129939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet 73b84253-903f-43fa-9dce-f40b08a8dff6 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:54:00.134771 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.146749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7d0fe4de-60b5-49a6-bca0-114e61890282 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:54:00.147752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7d0fe4de-60b5-49a6-bca0-114e61890282 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:00.179452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38560) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:00.250708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fef6c30-69b5-449e-9b23-468df3dea894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.276381 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.294582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.300302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-cd6b915d-c8e3-40da-ae2c-ddfb3ac7e089 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366540 Oct 15 00:54:00.310382 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.402316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.407496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86830dd9-4b34-4869-9dfd-c051bc878dd4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.431024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b887f2-5537-42ab-a0b2-57b62880df69 None None] New status for floating IP b7a0ab7c-75a6-4982-b127-9a1fc384288c: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:54:00.460605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.515541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29b1656-a33b-46fa-a733-35968ac113aa,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:00.526833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86830dd9-4b34-4869-9dfd-c051bc878dd4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.543321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Checking segment: {'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:00.543777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Network hostable DHCP agents. Network: 118d1e7c-b855-4c5c-befc-b7e22e12274a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:54:00.596542 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fef6c30-69b5-449e-9b23-468df3dea894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.615432 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb2ad0cb-4ec3-4f07-9fe5-8e449eb90e61 req-0b4d7f2d-14a8-4682-9885-e769a6066ee2 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972543 Oct 15 00:54:00.645777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:54:00.684219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fef6c30-69b5-449e-9b23-468df3dea894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.687662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.723476 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0fef6c30-69b5-449e-9b23-468df3dea894 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90955da12d244abca1efed4bfdd0a4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7782869 Oct 15 00:54:00.728058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38570) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:00.729606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=73b84253-903f-43fa-9dce-f40b08a8dff6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:00.738661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.740878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef6c30-69b5-449e-9b23-468df3dea894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b8b9f4-bfb1-48d3-a3aa-423331a2bc9e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:00.745973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb130277-04e1-4f0a-b8b4-0cff5e3b26c3 None None] Network e4bb0563-494d-4669-b14a-35867297117f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:00.754542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b7a524ff-bd36-4cf1-9ca2-8e03e84d6ef4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/73b84253-903f-43fa-9dce-f40b08a8dff6 HTTP/1.1" status: 204 len: 168 time: 0.9619048 Oct 15 00:54:00.755175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38572) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:00.760201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86830dd9-4b34-4869-9dfd-c051bc878dd4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.762771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86830dd9-4b34-4869-9dfd-c051bc878dd4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.766226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-86830dd9-4b34-4869-9dfd-c051bc878dd4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "DELETE /v2.0/security-groups/4017b32d-a5ab-46d8-a7bb-9da992524209 HTTP/1.1" status: 204 len: 168 time: 0.5832508 Oct 15 00:54:00.767753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38574) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:00.788259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830dd9-4b34-4869-9dfd-c051bc878dd4 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4017b32d-a5ab-46d8-a7bb-9da992524209,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:00.808114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 118d1e7c-b855-4c5c-befc-b7e22e12274a) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:00.810048 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-3310792a-3fa6-4563-a0b3-230ed3b04b78 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] show failed (client error): The resource could not be found. Oct 15 00:54:00.814666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3310792a-3fa6-4563-a0b3-230ed3b04b78 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "GET /v2.0/security-groups/4017b32d-a5ab-46d8-a7bb-9da992524209 HTTP/1.1" status: 404 len: 347 time: 0.0411937 Oct 15 00:54:00.815669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:00.822131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:00.822798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.863850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet c0040c82-b47d-4856-a0d3-76e1c88fde90 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:54:00.868196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.878724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d854f9-0abe-45ee-bca7-a42989966048 None None] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:00.934006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:00.943853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d483d720-78bb-4192-8efe-862410fde52f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4976957 Oct 15 00:54:00.968387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38578) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:00.975874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:00.993844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95c8b058-fe76-440f-b9a5-bf574f964b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.096591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 724af67b-4412-4c7e-9029-c3a383f514be up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:01.145515 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.146706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.160830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.190715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95c8b058-fe76-440f-b9a5-bf574f964b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.247091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] DHCP port deletion for e4bb0563-494d-4669-b14a-35867297117f request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:54:01.259656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991f01a-f5e4-4bc7-9312-b4abf46292f1 req-32d6eead-ec3d-4e57-9f4a-b61e34bc0267 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:01.261217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e991f01a-f5e4-4bc7-9312-b4abf46292f1 req-32d6eead-ec3d-4e57-9f4a-b61e34bc0267 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 943 time: 0.1720450 Oct 15 00:54:01.302063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-118d1e7c-b855-4c5c-befc-b7e22e12274a', 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'fixed_ips': [{'subnet_id': 'a29b1656-a33b-46fa-a733-35968ac113aa'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:54:01.302978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.326789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Deleting port e6ad27ab-1a52-4c24-a5db-e57e077ee5b8 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:01.327757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.332097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.339941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 724af67b-4412-4c7e-9029-c3a383f514be triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:01.345831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.358000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e991f01a-f5e4-4bc7-9312-b4abf46292f1 req-85f68f4c-d6a9-4cf9-bbf4-81158ac54e0a tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879698 Oct 15 00:54:01.410449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] Deleting port 5c92ef93-06f0-4619-a695-f12cafe417e9 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:01.410881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.432962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.433304 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.444726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.448586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Calling delete_port for e6ad27ab-1a52-4c24-a5db-e57e077ee5b8 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:01.462348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.466017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/c0040c82-b47d-4856-a0d3-76e1c88fde90 HTTP/1.1" status: 204 len: 168 time: 0.7098217 Oct 15 00:54:01.520513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38588) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:01.530436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31254d3f-6c76-4f90-8498-406c173134f0 None None] Network 7fc2bc06-3f18-44d1-9241-2dd3caecc46d requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:01.532749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95c8b058-fe76-440f-b9a5-bf574f964b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.536137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-95c8b058-fe76-440f-b9a5-bf574f964b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.541780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-95c8b058-fe76-440f-b9a5-bf574f964b91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4b8b9f4-bfb1-48d3-a3aa-423331a2bc9e HTTP/1.1" status: 204 len: 168 time: 0.8076727 Oct 15 00:54:01.545487 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60734f-e56a-41ab-939e-241b91f39c23 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=c0040c82-b47d-4856-a0d3-76e1c88fde90,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:01.632361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] For port 5c92ef93-06f0-4619-a695-f12cafe417e9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5c92ef93-06f0-4619-a695-f12cafe417e9,segment=NetworkSegment(9513f0c2-bdc9-4986-9b6f-92d317864abf),segment_id=9513f0c2-bdc9-4986-9b6f-92d317864abf)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:01.635726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.637371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.649521 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.664621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8b058-fe76-440f-b9a5-bf574f964b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b8b9f4-bfb1-48d3-a3aa-423331a2bc9e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:01.677114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 246476eb-dbc3-42ac-82f6-0dbacefb05f6 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:54:01.741085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] Calling delete_port for 5c92ef93-06f0-4619-a695-f12cafe417e9 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:01.817975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 5c92ef93-06f0-4619-a695-f12cafe417e9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:01.818454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:01.853869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Allocated IP 172.20.0.2 (118d1e7c-b855-4c5c-befc-b7e22e12274a/a29b1656-a33b-46fa-a733-35968ac113aa/23addea0-f77e-4ab4-b364-dd027565d4c9) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:02.036624 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.063180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.066310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 246476eb-dbc3-42ac-82f6-0dbacefb05f6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:02.085116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '246476eb-dbc3-42ac-82f6-0dbacefb05f6', 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661', 'port_id': '246476eb-dbc3-42ac-82f6-0dbacefb05f6', 'mac_address': 'fa:16:3e:3c:99:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ecc240-9126-4e54-837d-ad7b6fc3a74d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:54:02.170078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.192892 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] DHCP port deletion for 7fc2bc06-3f18-44d1-9241-2dd3caecc46d request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:54:02.212828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Allocated IP 172.25.2.4 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/b085fbdf-6e71-4498-b62e-e71fd7aae1cd) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:02.241834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] Pushing event deleted for resources: {'Port': ['ID=5c92ef93-06f0-4619-a695-f12cafe417e9,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:02.250855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb92c50-24da-49df-81bd-43532b0aadf8 None None] No DVR routers for this DVR port 5c92ef93-06f0-4619-a695-f12cafe417e9 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:02.287599 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.292449 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.312685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246476eb-dbc3-42ac-82f6-0dbacefb05f6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:54:02.317424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.332177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 5c92ef93-06f0-4619-a695-f12cafe417e9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5c92ef93-06f0-4619-a695-f12cafe417e9,segment=NetworkSegment(9513f0c2-bdc9-4986-9b6f-92d317864abf),segment_id=9513f0c2-bdc9-4986-9b6f-92d317864abf)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:02.333605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.348261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 246476eb-dbc3-42ac-82f6-0dbacefb05f6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:02.350745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 5c92ef93-06f0-4619-a695-f12cafe417e9 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:02.373062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] Deleting port ff7bea42-c849-461f-b171-21edfca1e2dc {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:02.375006 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.376637 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.376999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.421909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Pushing event deleted for resources: {'Port': ['ID=e6ad27ab-1a52-4c24-a5db-e57e077ee5b8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:02.427888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Pushing event updated for resources: {'Port': ['ID=23addea0-f77e-4ab4-b364-dd027565d4c9,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:02.434659 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.448925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.519260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:02.554851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.557398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.561729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5fe0d243-04f4-4552-8ee4-eb117e9484bc tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] 10.222.0.13 "DELETE /v2.0/floatingips/b7a0ab7c-75a6-4982-b127-9a1fc384288c HTTP/1.1" status: 204 len: 168 time: 1.7419081 Oct 15 00:54:02.572503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.585590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.592030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] For port ff7bea42-c849-461f-b171-21edfca1e2dc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ff7bea42-c849-461f-b171-21edfca1e2dc,segment=NetworkSegment(651d58c5-d3ff-4369-95d0-9a6243548d76),segment_id=651d58c5-d3ff-4369-95d0-9a6243548d76)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:02.592503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.619699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] Calling delete_port for ff7bea42-c849-461f-b171-21edfca1e2dc owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:02.633152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:02.633428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28b833-94f0-429d-aeec-9438a22fa7a8 req-ab61be31-4f24-40dc-9ca6-5d442711859b tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:02.634169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:02.637060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:02.643164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:02.643641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a28b833-94f0-429d-aeec-9438a22fa7a8 req-ab61be31-4f24-40dc-9ca6-5d442711859b tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 944 time: 0.1871443 Oct 15 00:54:02.654533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:02.655298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=246476eb-dbc3-42ac-82f6-0dbacefb05f6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:02.681332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=5c92ef93-06f0-4619-a695-f12cafe417e9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:02.688162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:02.724114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Pushing event updated for resources: {'Port': ['ID=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:02.758538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Attempting to bind port 23addea0-f77e-4ab4-b364-dd027565d4c9 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:54:02.759688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Attempting to bind port 23addea0-f77e-4ab4-b364-dd027565d4c9 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:54:02.759688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Attempting to bind port 23addea0-f77e-4ab4-b364-dd027565d4c9 on network 118d1e7c-b855-4c5c-befc-b7e22e12274a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:54:02.766907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port 5c92ef93-06f0-4619-a695-f12cafe417e9 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:02.772029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:54:02.772360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Checking segment: {'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:02.772722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.773279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Bound using segment: {'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:54:02.773759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Bound port: 23addea0-f77e-4ab4-b364-dd027565d4c9, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:54:02.774158 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.777046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2b04f7f-1b88-4956-9955-9ff3816ecfa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.864753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a28b833-94f0-429d-aeec-9438a22fa7a8 req-8b97336c-e683-405d-bf93-c753c61f8b80 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202048 Oct 15 00:54:02.940408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:02.980293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bb0563-494d-4669-b14a-35867297117f']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:02.996725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9513f0c2-bdc9-4986-9b6f-92d317864abf') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:02.996915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9513f0c2-bdc9-4986-9b6f-92d317864abf') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:03.055155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2b04f7f-1b88-4956-9955-9ff3816ecfa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.061042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.075366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['246476eb-dbc3-42ac-82f6-0dbacefb05f6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:54:03.090489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.100054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:54:03.108420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.108970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5c92ef93-06f0-4619-a695-f12cafe417e9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:54:03.109091 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:54:03.136375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 5c92ef93-06f0-4619-a695-f12cafe417e9 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:54:03.140999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 5c92ef93-06f0-4619-a695-f12cafe417e9 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:03.140999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ff7bea42-c849-461f-b171-21edfca1e2dc no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:03.141288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2b04f7f-1b88-4956-9955-9ff3816ecfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.149647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.196023 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.231495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] No DVR routers for this DVR port ff7bea42-c849-461f-b171-21edfca1e2dc on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:03.249221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd04e59-c5bf-4263-b735-4d9d187be180 None None] Pushing event deleted for resources: {'Port': ['ID=ff7bea42-c849-461f-b171-21edfca1e2dc,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:03.264904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b04f7f-1b88-4956-9955-9ff3816ecfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3b4507-0fc1-46cf-b315-8d62003ba854,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:03.285877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b2b04f7f-1b88-4956-9955-9ff3816ecfa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11bb5a8430934955a4880b2a877d7d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696678 Oct 15 00:54:03.286927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38624) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:03.296146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] For port 23addea0-f77e-4ab4-b364-dd027565d4c9, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:54:03.299855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] For port 23addea0-f77e-4ab4-b364-dd027565d4c9, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=23addea0-f77e-4ab4-b364-dd027565d4c9,segment=NetworkSegment(fdd737e0-ca99-4389-9703-61babdb73b65),segment_id=fdd737e0-ca99-4389-9703-61babdb73b65)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:54:03.319865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port ff7bea42-c849-461f-b171-21edfca1e2dc {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 00:54:03.319865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ff7bea42-c849-461f-b171-21edfca1e2dc not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:03.364652 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.368708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.383124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.387036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/e4bb0563-494d-4669-b14a-35867297117f HTTP/1.1" status: 204 len: 168 time: 1.8556886 Oct 15 00:54:03.392443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38628) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:03.436078 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b027be0f-d292-42b0-96a9-14fec3b1baf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.451829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5e4bb-ac51-4074-9303-47d62fe1f4c1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=e4bb0563-494d-4669-b14a-35867297117f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:03.469016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea558cf-1faa-4a22-9282-88881ba0ca92 None None] Pushing event updated for resources: {'Port': ['ID=23addea0-f77e-4ab4-b364-dd027565d4c9,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:03.567046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b027be0f-d292-42b0-96a9-14fec3b1baf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.602857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.836064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b027be0f-d292-42b0-96a9-14fec3b1baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.841200 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b027be0f-d292-42b0-96a9-14fec3b1baf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.844930 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b027be0f-d292-42b0-96a9-14fec3b1baf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be3b4507-0fc1-46cf-b315-8d62003ba854 HTTP/1.1" status: 204 len: 168 time: 0.5543246 Oct 15 00:54:03.844930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.916165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:03.931479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027be0f-d292-42b0-96a9-14fec3b1baf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3b4507-0fc1-46cf-b315-8d62003ba854,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:03.943952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc2bc06-3f18-44d1-9241-2dd3caecc46d']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:03.964276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651d58c5-d3ff-4369-95d0-9a6243548d76') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:03.966595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651d58c5-d3ff-4369-95d0-9a6243548d76') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:04.016050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.063013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.075420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:54:04.075816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:54:04.079171 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:54:04.088546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1a204-313d-46bf-849c-fd47303f3e64 req-d240ce38-8396-4364-ba09-045dc06e847d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:04.090083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2e1a204-313d-46bf-849c-fd47303f3e64 req-d240ce38-8396-4364-ba09-045dc06e847d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 944 time: 0.1080821 Oct 15 00:54:04.183235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2e1a204-313d-46bf-849c-fd47303f3e64 req-9a53a253-435a-4a77-b0de-4f1a2714d32a tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800617 Oct 15 00:54:04.296998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Router 6687ae30-786c-447a-bc0b-8588178a46d0 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:54:04.301751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.314321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.326758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/7fc2bc06-3f18-44d1-9241-2dd3caecc46d HTTP/1.1" status: 204 len: 168 time: 0.8919313 Oct 15 00:54:04.348625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38648) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:04.364997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-1022053600'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:04.385740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57138d-facc-4cc8-8b04-616b301e18b2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=7fc2bc06-3f18-44d1-9241-2dd3caecc46d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:04.479945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:04.497999 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Sync routers for ids ['6687ae30-786c-447a-bc0b-8588178a46d0'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:04.502967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:04.509560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.511161 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Routers {'6687ae30-786c-447a-bc0b-8588178a46d0'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:04.512026 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6687ae30-786c-447a-bc0b-8588178a46d0'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:04.570637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:54:04.621140 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.621140 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment ae70efda-ed18-4833-9756-a2910058166c of type vlan for network 4430e9c2-86a0-416a-b454-b447ce533265 Oct 15 00:54:04.637697 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.642968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.644589 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8ab5abea-dee4-41ab-8761-37587ab82bed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6748474 Oct 15 00:54:04.647177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38654) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:04.733781 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Set router 6687ae30-786c-447a-bc0b-8588178a46d0 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:54:04.794382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.801387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:04.802313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:04.878035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfaaa69-adfc-4c34-9b2f-0224f5b4a671 None None] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:04.949655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=4430e9c2-86a0-416a-b454-b447ce533265,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:04.959439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-37ffecd5-f1c8-4532-8966-6e4338a85e99 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6036520 Oct 15 00:54:04.962936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38668) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:04.978636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': '4430e9c2-86a0-416a-b454-b447ce533265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:05.012970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4430e9c2-86a0-416a-b454-b447ce533265 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:54:05.207859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 23addea0-f77e-4ab4-b364-dd027565d4c9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:05.251812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:05.255591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:05.305391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a7eaff4d-325a-4dfe-9349-086ec6fdaba6 None None] Provisioning complete for port 23addea0-f77e-4ab4-b364-dd027565d4c9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:05.305759 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7eaff4d-325a-4dfe-9349-086ec6fdaba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:05.412943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 23addea0-f77e-4ab4-b364-dd027565d4c9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:05.413602 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:05.444672 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T00:54:02Z', 'revision_number': 3, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port': {'id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:02Z', 'updated_at': '2021-10-15T00:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:05.549815 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Checking router: 6687ae30-786c-447a-bc0b-8588178a46d0 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:54:05.551194 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Updating router 6687ae30-786c-447a-bc0b-8588178a46d0 port b085fbdf-6e71-4498-b62e-e71fd7aae1cd binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:54:05.578116 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:05.585001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:05.646082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:05.656870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 246476eb-dbc3-42ac-82f6-0dbacefb05f6 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:05.685614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc8291-f8d5-4d62-90f6-e1401a7267fc req-84d1f841-8a39-4654-a3c9-4cb1661a8b50 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:05.688046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3adc8291-f8d5-4d62-90f6-e1401a7267fc req-84d1f841-8a39-4654-a3c9-4cb1661a8b50 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 944 time: 0.3578472 Oct 15 00:54:05.978747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:54:05.980743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7eaff4d-325a-4dfe-9349-086ec6fdaba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.001934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 23addea0-f77e-4ab4-b364-dd027565d4c9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=23addea0-f77e-4ab4-b364-dd027565d4c9,segment=NetworkSegment(fdd737e0-ca99-4389-9703-61babdb73b65),segment_id=fdd737e0-ca99-4389-9703-61babdb73b65)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:06.053508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:06.053886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.073221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3adc8291-f8d5-4d62-90f6-e1401a7267fc req-d01685bc-c593-416f-a258-a52222a116fa tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659706 Oct 15 00:54:06.073221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.080263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Allocated IP 172.20.0.1 (118d1e7c-b855-4c5c-befc-b7e22e12274a/a29b1656-a33b-46fa-a733-35968ac113aa/9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:06.151300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.169850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=41722b68-4dcc-4c5f-b0f6-dcaffea51c06,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:06.198048 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.227761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': 'ae70efda-ed18-4833-9756-a2910058166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4430e9c2-86a0-416a-b454-b447ce533265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:06.228340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: 4430e9c2-86a0-416a-b454-b447ce533265, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:54:06.293921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.304924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=23addea0-f77e-4ab4-b364-dd027565d4c9,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:06.317713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 4430e9c2-86a0-416a-b454-b447ce533265 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:54:06.319276 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.400168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4430e9c2-86a0-416a-b454-b447ce533265) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:06.406031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:06.417948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.418283 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-a7eaff4d-325a-4dfe-9349-086ec6fdaba6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:54:06.418283 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-a7eaff4d-325a-4dfe-9349-086ec6fdaba6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:54:06.418283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc557a97-08ca-4cb7-a075-9c47bdfbb508 None None] Network 4430e9c2-86a0-416a-b454-b447ce533265 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:06.429738 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.434197 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Attempting to bind port b085fbdf-6e71-4498-b62e-e71fd7aae1cd on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:54:06.434197 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Attempting to bind port b085fbdf-6e71-4498-b62e-e71fd7aae1cd by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:54:06.434852 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Attempting to bind port b085fbdf-6e71-4498-b62e-e71fd7aae1cd on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:54:06.438918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917548c-388e-4e90-afee-557e23f17478 None None] Pushing event updated for resources: {'Port': ['ID=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:06.446422 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:54:06.447316 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:06.448064 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.448609 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:54:06.449247 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Bound port: b085fbdf-6e71-4498-b62e-e71fd7aae1cd, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:54:06.450036 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.474175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-490829c4-8dbd-42dc-9663-bbf2ef881527 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5098965 Oct 15 00:54:06.476934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38706) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:06.482621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6b3316ed-ec28-4782-9e5d-d8c6d68664fa tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1742876956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:06.544524 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.572262 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] For port b085fbdf-6e71-4498-b62e-e71fd7aae1cd, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:54:06.577135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Pushing event updated for resources: {'Port': ['ID=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:06.577564 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] For port b085fbdf-6e71-4498-b62e-e71fd7aae1cd, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:54:06.587053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246476eb-dbc3-42ac-82f6-0dbacefb05f6'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:54:06.589591 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfcdfd3-612a-42e9-9fd9-90763342d10d" -d '{"events": [{"server_uuid": "d93ec3dc-ac7b-437d-8452-dd0f90b0788a", "name": "network-vif-plugged", "status": "completed", "tag": "246476eb-dbc3-42ac-82f6-0dbacefb05f6"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:54:06.609641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:06.616713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:06.619408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 246476eb-dbc3-42ac-82f6-0dbacefb05f6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:06.627937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:06.647715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b3316ed-ec28-4782-9e5d-d8c6d68664fa tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.649018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b3316ed-ec28-4782-9e5d-d8c6d68664fa tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.676457 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.681118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-4430e9c2-86a0-416a-b454-b447ce533265', 'network_id': '4430e9c2-86a0-416a-b454-b447ce533265', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': '41722b68-4dcc-4c5f-b0f6-dcaffea51c06'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:54:06.682035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.708223 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa6f54e-fc58-412d-8f6b-cf068294ec2d x-openstack-request-id: req-9fa6f54e-fc58-412d-8f6b-cf068294ec2d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:54:06.708554 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93ec3dc-ac7b-437d-8452-dd0f90b0788a", "name": "network-vif-plugged", "status": "completed", "tag": "246476eb-dbc3-42ac-82f6-0dbacefb05f6", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:54:06.708768 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fa6f54e-fc58-412d-8f6b-cf068294ec2d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:54:06.709164 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246476eb-dbc3-42ac-82f6-0dbacefb05f6', 'code': 200} Oct 15 00:54:06.738164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.819913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Routers {'6687ae30-786c-447a-bc0b-8588178a46d0'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:06.819913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6687ae30-786c-447a-bc0b-8588178a46d0'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:06.820896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b3316ed-ec28-4782-9e5d-d8c6d68664fa tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.859272 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:06.889410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fa159-948c-4861-bf8d-918de3ab94ae req-9eabb418-876c-4640-99e0-49b45e0194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:06.891201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-412fa159-948c-4861-bf8d-918de3ab94ae req-9eabb418-876c-4640-99e0-49b45e0194b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 1096 time: 0.1282723 Oct 15 00:54:06.977206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-412fa159-948c-4861-bf8d-918de3ab94ae req-c6dccdd6-ac5c-4199-9e85-52e1b2fe9362 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783253 Oct 15 00:54:06.978649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b3316ed-ec28-4782-9e5d-d8c6d68664fa tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.014511 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917548c-388e-4e90-afee-557e23f17478 None None] Pushing event updated for resources: {'Port': ['ID=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:07.108003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 23addea0-f77e-4ab4-b364-dd027565d4c9 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:07.154376 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] Set router 6687ae30-786c-447a-bc0b-8588178a46d0 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:54:07.162276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b3316ed-ec28-4782-9e5d-d8c6d68664fa tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.163644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b3316ed-ec28-4782-9e5d-d8c6d68664fa tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6850777 Oct 15 00:54:07.166340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 38730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:07.172078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'port': {'network_id': '4430e9c2-86a0-416a-b454-b447ce533265', 'name': 'tempest-RoutersTest-744270656'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:07.209024 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.279846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Allocated IP 172.20.0.2 (4430e9c2-86a0-416a-b454-b447ce533265/41722b68-4dcc-4c5f-b0f6-dcaffea51c06/8798f7c3-158d-42e3-b174-1ccd293f269c) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:07.397353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b0673-1112-4bca-9c71-ab054d45a86c req-21b749f2-f5c0-4b72-a9ec-bb3c29303eb2 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:07.399246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-672b0673-1112-4bca-9c71-ab054d45a86c req-21b749f2-f5c0-4b72-a9ec-bb3c29303eb2 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 945 time: 0.2146170 Oct 15 00:54:07.460814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=246476eb-dbc3-42ac-82f6-0dbacefb05f6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:07.468421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-672b0673-1112-4bca-9c71-ab054d45a86c req-25ed97bb-06c9-4bd6-843b-ef3a859fe533 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486927 Oct 15 00:54:07.516207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b4ddd661-5338-4c09-847f-d770573c9118 None None] Provisioning complete for port 23addea0-f77e-4ab4-b364-dd027565d4c9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:07.522923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd661-5338-4c09-847f-d770573c9118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.560492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:07.568502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.570145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.583281 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T00:54:02Z', 'revision_number': 3, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port': {'id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:02Z', 'updated_at': '2021-10-15T00:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:07.611414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] device_id is not set on port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:54:07.633357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 23addea0-f77e-4ab4-b364-dd027565d4c9 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:07.637374 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7213bec-1dee-4f38-8d78-26c528b59924 None None] The sync data for ids ['6687ae30-786c-447a-bc0b-8588178a46d0'] in n-d-811521-2 is: [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T00:54:02Z', 'revision_number': 3, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port': {'id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:02Z', 'updated_at': '2021-10-15T00:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:07.638950 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.645757 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.745646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.798001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.801323 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Pushing event updated for resources: {'Port': ['ID=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:07.838881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:07.912500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Network 4430e9c2-86a0-416a-b454-b447ce533265 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:07.915945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:07.928837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:07.931392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Pushing event updated for resources: {'Port': ['ID=8798f7c3-158d-42e3-b174-1ccd293f269c,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:07.952106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b4ddd661-5338-4c09-847f-d770573c9118 None None] Provisioning complete for port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:07.952106 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd661-5338-4c09-847f-d770573c9118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:08.007423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.20.0.7 (4430e9c2-86a0-416a-b454-b447ce533265/41722b68-4dcc-4c5f-b0f6-dcaffea51c06/cd0c39b2-dec2-4c9b-8960-cb74386fd9d1) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:08.071631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:08.076441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:08.116585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b4ddd661-5338-4c09-847f-d770573c9118 None None] Port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:08.165496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Attempting to bind port 8798f7c3-158d-42e3-b174-1ccd293f269c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:54:08.165496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Attempting to bind port 8798f7c3-158d-42e3-b174-1ccd293f269c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ae70efda-ed18-4833-9756-a2910058166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4430e9c2-86a0-416a-b454-b447ce533265'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:54:08.165496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Attempting to bind port 8798f7c3-158d-42e3-b174-1ccd293f269c on network 4430e9c2-86a0-416a-b454-b447ce533265 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:54:08.202865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:54:08.203553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Checking segment: {'id': 'ae70efda-ed18-4833-9756-a2910058166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4430e9c2-86a0-416a-b454-b447ce533265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:08.208654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:08.209319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Bound using segment: {'id': 'ae70efda-ed18-4833-9756-a2910058166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4430e9c2-86a0-416a-b454-b447ce533265'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:54:08.210469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Bound port: 8798f7c3-158d-42e3-b174-1ccd293f269c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae70efda-ed18-4833-9756-a2910058166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4430e9c2-86a0-416a-b454-b447ce533265'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:54:08.211151 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:08.382045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] For port 8798f7c3-158d-42e3-b174-1ccd293f269c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:54:08.386669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] For port 8798f7c3-158d-42e3-b174-1ccd293f269c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8798f7c3-158d-42e3-b174-1ccd293f269c,segment=NetworkSegment(ae70efda-ed18-4833-9756-a2910058166c),segment_id=ae70efda-ed18-4833-9756-a2910058166c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:54:08.463722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:08.479601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Router 6687ae30-786c-447a-bc0b-8588178a46d0 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:54:08.531559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:08.616159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c1231-287d-4ceb-aa1d-36b88e146f7c None None] Pushing event updated for resources: {'Port': ['ID=8798f7c3-158d-42e3-b174-1ccd293f269c,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:08.734503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:08.767072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9ad3097c-3252-496a-a95f-927dd0e9e586 None None] Provisioning complete for port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:08.767438 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9ad3097c-3252-496a-a95f-927dd0e9e586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:08.861666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3097c-3252-496a-a95f-927dd0e9e586 None None] Port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:08.864861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eba567-81b6-471e-9711-d87455c5117e req-2368d4a6-66c3-4314-ae34-faa351915e3b tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:08.872453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51eba567-81b6-471e-9711-d87455c5117e req-2368d4a6-66c3-4314-ae34-faa351915e3b tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 945 time: 0.2118618 Oct 15 00:54:08.889085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:08.906537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d129b09b-57a6-4335-b635-d9dde5ddd48a admin admin] 10.222.0.13 "PUT /v2.0/routers/6687ae30-786c-447a-bc0b-8588178a46d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2531714 Oct 15 00:54:08.965275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 4430e9c2-86a0-416a-b454-b447ce533265 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:09.036869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:09.067514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:09.087764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=cd0c39b2-dec2-4c9b-8960-cb74386fd9d1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:09.192331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51eba567-81b6-471e-9711-d87455c5117e req-12c47886-261b-4533-bd25-f870cafe7652 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189526 Oct 15 00:54:09.192759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b085fbdf-6e71-4498-b62e-e71fd7aae1cd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:09.300738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:09.311832 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:09.420942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bcc81141-8e14-44b5-b22f-2ef5d916c39c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2532713 Oct 15 00:54:09.423743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 38806) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:09.447572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b085fbdf-6e71-4498-b62e-e71fd7aae1cd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:09.448252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:09.764033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:09.828147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b085fbdf-6e71-4498-b62e-e71fd7aae1cd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:09.908984 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:09.982221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:10.047313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:10.346887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:10.541250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8064954e-d689-450e-bedd-04d842342593 None None] Network 4430e9c2-86a0-416a-b454-b447ce533265 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:11.117312 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:11.221157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-71192ee0-678f-49c2-b08c-bc57a3d411ff None None] Provisioning complete for port 8798f7c3-158d-42e3-b174-1ccd293f269c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:11.222047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-71192ee0-678f-49c2-b08c-bc57a3d411ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:11.224210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8798f7c3-158d-42e3-b174-1ccd293f269c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:11.229170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:11.376338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=cd0c39b2-dec2-4c9b-8960-cb74386fd9d1,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:11.409070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Sync routers for ids ['6687ae30-786c-447a-bc0b-8588178a46d0'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:11.631310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Routers {'6687ae30-786c-447a-bc0b-8588178a46d0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:11.635427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6687ae30-786c-447a-bc0b-8588178a46d0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:11.790377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:11.925943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8798f7c3-158d-42e3-b174-1ccd293f269c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:11.926364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:11.955130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-71192ee0-678f-49c2-b08c-bc57a3d411ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:12.015400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-71192ee0-678f-49c2-b08c-bc57a3d411ff None None] For port 8798f7c3-158d-42e3-b174-1ccd293f269c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8798f7c3-158d-42e3-b174-1ccd293f269c,segment=NetworkSegment(ae70efda-ed18-4833-9756-a2910058166c),segment_id=ae70efda-ed18-4833-9756-a2910058166c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:12.018721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Set router 6687ae30-786c-447a-bc0b-8588178a46d0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:54:12.045298 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:12.175272 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-71192ee0-678f-49c2-b08c-bc57a3d411ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:12.329976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71192ee0-678f-49c2-b08c-bc57a3d411ff None None] Pushing event updated for resources: {'Port': ['ID=8798f7c3-158d-42e3-b174-1ccd293f269c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:12.410768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b085fbdf-6e71-4498-b62e-e71fd7aae1cd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:12.593645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5fc65945-7c2e-4fbb-b460-710a746fa53d None None] Provisioning complete for port 8798f7c3-158d-42e3-b174-1ccd293f269c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:12.597127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5fc65945-7c2e-4fbb-b460-710a746fa53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:12.945365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b085fbdf-6e71-4498-b62e-e71fd7aae1cd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:12.946575 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.271400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T00:54:07Z', 'revision_number': 4, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port': {'id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:02Z', 'updated_at': '2021-10-15T00:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c', 'name': '', 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'mac_address': 'fa:16:3e:34:aa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'a29b1656-a33b-46fa-a733-35968ac113aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:05Z', 'updated_at': '2021-10-15T00:54:07Z', 'revision_number': 2, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'subnets': [{'id': 'a29b1656-a33b-46fa-a733-35968ac113aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:13.273927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.304165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Checking router: 6687ae30-786c-447a-bc0b-8588178a46d0 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:54:13.304514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Updating router 6687ae30-786c-447a-bc0b-8588178a46d0 port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:54:13.313461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5fc65945-7c2e-4fbb-b460-710a746fa53d None None] Provisioning complete for port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:13.313636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5fc65945-7c2e-4fbb-b460-710a746fa53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.369645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5fc65945-7c2e-4fbb-b460-710a746fa53d None None] Port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:13.371029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.421928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8798f7c3-158d-42e3-b174-1ccd293f269c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:13.428973 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.574611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8bd1c279-7b75-4eb6-9b12-e0a8ef8ab11f None None] Provisioning complete for port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:13.575308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8bd1c279-7b75-4eb6-9b12-e0a8ef8ab11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.615487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8798f7c3-158d-42e3-b174-1ccd293f269c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:13.616216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.669896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:13.681104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=cd0c39b2-dec2-4c9b-8960-cb74386fd9d1,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:13.801903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1c279-7b75-4eb6-9b12-e0a8ef8ab11f None None] Port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:13.887268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 4430e9c2-86a0-416a-b454-b447ce533265 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:13.895600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:14.028898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:14.125034 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:14.216195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe28325-2f39-42a0-985d-8183dc501c6b None None] Pushing event updated for resources: {'Port': ['ID=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:14.274247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router c711c6a6-6bad-42c7-bbc7-2988e8066b4a is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:54:14.355942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Attempting to bind port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:54:14.358269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Attempting to bind port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:54:14.358678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Attempting to bind port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c on network 118d1e7c-b855-4c5c-befc-b7e22e12274a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:54:14.378277 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:54:14.379318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Checking segment: {'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:14.383634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:14.384790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Bound using segment: {'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:54:14.385568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Bound port: 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd737e0-ca99-4389-9703-61babdb73b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:54:14.386245 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:14.458705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:14.480456 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] Sync routers for ids ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:14.503052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39030) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:14.503653 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-02eae176-f38e-4578-a236-f3eaad711bdc tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/c711c6a6-6bad-42c7-bbc7-2988e8066b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0723040 Oct 15 00:54:14.519074 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] Routers {'c711c6a6-6bad-42c7-bbc7-2988e8066b4a'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:14.519624 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:14.535975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3ccfe2fa-9fd8-4dee-beb3-d8d42daa3a1c None None] Provisioning complete for port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:14.545009 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe2fa-9fd8-4dee-beb3-d8d42daa3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:14.571796 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:14.587778 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] Routers {'c711c6a6-6bad-42c7-bbc7-2988e8066b4a'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:14.588801 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:14.588948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815df301-bd45-4420-ae82-2e26f0449703 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:14.591991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-815df301-bd45-4420-ae82-2e26f0449703 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports/cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 HTTP/1.1" status: 200 len: 976 time: 0.0944319 Oct 15 00:54:14.596399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39034) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:14.684508 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:14.685222 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aac388-76a6-4594-93eb-9235fe066141 None None] The sync data for ids ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:14.956120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3ccfe2fa-9fd8-4dee-beb3-d8d42daa3a1c None None] Port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:14.972445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] For port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:54:14.976562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] For port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,segment=NetworkSegment(fdd737e0-ca99-4389-9703-61babdb73b65),segment_id=fdd737e0-ca99-4389-9703-61babdb73b65)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:54:15.039993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:15.071623 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:15.114726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39052) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:15.182836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3b721639-c33a-4741-9625-6515d83bdf2f None None] Provisioning complete for port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:15.183249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b721639-c33a-4741-9625-6515d83bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:15.192627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Routers {'6687ae30-786c-447a-bc0b-8588178a46d0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:15.193266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6687ae30-786c-447a-bc0b-8588178a46d0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:15.322545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe28325-2f39-42a0-985d-8183dc501c6b None None] Pushing event updated for resources: {'Port': ['ID=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:15.471755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] Set router 6687ae30-786c-447a-bc0b-8588178a46d0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:54:15.545397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b721639-c33a-4741-9625-6515d83bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:15.807813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3b721639-c33a-4741-9625-6515d83bdf2f None None] For port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,segment=NetworkSegment(fdd737e0-ca99-4389-9703-61babdb73b65),segment_id=fdd737e0-ca99-4389-9703-61babdb73b65)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:15.822007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:15.933019 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b721639-c33a-4741-9625-6515d83bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:16.130635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721639-c33a-4741-9625-6515d83bdf2f None None] Pushing event updated for resources: {'Port': ['ID=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:16.139137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0984f95c-532b-4a65-846b-278ed5578a08 None None] Provisioning complete for port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:16.139799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0984f95c-532b-4a65-846b-278ed5578a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:16.229364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T00:54:07Z', 'revision_number': 4, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port': {'id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:02Z', 'updated_at': '2021-10-15T00:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c', 'name': '', 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'mac_address': 'fa:16:3e:34:aa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'a29b1656-a33b-46fa-a733-35968ac113aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:05Z', 'updated_at': '2021-10-15T00:54:14Z', 'revision_number': 4, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'subnets': [{'id': 'a29b1656-a33b-46fa-a733-35968ac113aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:16.288769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034cce8-19a2-4ec5-af2f-2a642a6e9489 None None] The sync data for ids ['6687ae30-786c-447a-bc0b-8588178a46d0'] in n-d-811521-2 is: [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T00:54:07Z', 'revision_number': 4, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port': {'id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:02Z', 'updated_at': '2021-10-15T00:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c', 'name': '', 'network_id': '118d1e7c-b855-4c5c-befc-b7e22e12274a', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'mac_address': 'fa:16:3e:34:aa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'a29b1656-a33b-46fa-a733-35968ac113aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:05Z', 'updated_at': '2021-10-15T00:54:14Z', 'revision_number': 4, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'subnets': [{'id': 'a29b1656-a33b-46fa-a733-35968ac113aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:16.614865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:16.615362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:16.773292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:16.787076 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:16.794010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for cd0c39b2-dec2-4c9b-8960-cb74386fd9d1 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:17.411827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Deleting port f99c9b19-e120-4271-8cc0-1802172f1a37 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:17.412482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:17.450253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:17.490422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:17.535125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=cd0c39b2-dec2-4c9b-8960-cb74386fd9d1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:17.614902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:17.615278 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:17.685414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] For port f99c9b19-e120-4271-8cc0-1802172f1a37, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f99c9b19-e120-4271-8cc0-1802172f1a37,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:17.685815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:17.714929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Calling delete_port for f99c9b19-e120-4271-8cc0-1802172f1a37 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:17.935219 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:18.478215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router c711c6a6-6bad-42c7-bbc7-2988e8066b4a has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:54:18.590533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:18.599432 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-afe446c6-08e8-4743-9bf2-38c5a9a3eedd tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/c711c6a6-6bad-42c7-bbc7-2988e8066b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9990568 Oct 15 00:54:18.600243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39118) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:18.608813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] Sync routers for ids ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:18.622450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] Routers {'c711c6a6-6bad-42c7-bbc7-2988e8066b4a'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:18.623295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:18.687560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:18.708091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:18.733552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] Routers {'c711c6a6-6bad-42c7-bbc7-2988e8066b4a'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:18.735589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:18.761331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Pushing event deleted for resources: {'Port': ['ID=f99c9b19-e120-4271-8cc0-1802172f1a37,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:18.812367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:18.819745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3aef72-b899-45be-8ae3-b061fb98aa86 None None] The sync data for ids ['c711c6a6-6bad-42c7-bbc7-2988e8066b4a'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:18.965293 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-2c59e7c4-b352-4b06-ab15-4f941e91c1ea tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] remove_router_interface failed (client error): The resource could not be found. Oct 15 00:54:18.966420 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2c59e7c4-b352-4b06-ab15-4f941e91c1ea tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/c711c6a6-6bad-42c7-bbc7-2988e8066b4a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3658199 Oct 15 00:54:18.970192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39122) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:19.017620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c2fc1da6-28fd-45b6-b711-6e08dca9f772 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c711c6a6-6bad-42c7-bbc7-2988e8066b4a HTTP/1.1" status: 200 len: 205 time: 0.0462766 Oct 15 00:54:19.020229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39124) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:19.184932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.195495 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26281782-e345-45a9-9fb4-aaf39a7f932c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.462647 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26281782-e345-45a9-9fb4-aaf39a7f932c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.465573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26281782-e345-45a9-9fb4-aaf39a7f932c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.549010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Router 24843383-3067-466a-9f3e-acbb981e4a0b has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:54:19.611763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26281782-e345-45a9-9fb4-aaf39a7f932c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.612313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26281782-e345-45a9-9fb4-aaf39a7f932c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Fanout notify agent at l3_agent the message router_deleted on router c711c6a6-6bad-42c7-bbc7-2988e8066b4a {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:54:19.620030 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26281782-e345-45a9-9fb4-aaf39a7f932c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.621294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-26281782-e345-45a9-9fb4-aaf39a7f932c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/c711c6a6-6bad-42c7-bbc7-2988e8066b4a HTTP/1.1" status: 204 len: 168 time: 0.5995455 Oct 15 00:54:19.623995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39132) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:19.714264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:19.721254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet 41722b68-4dcc-4c5f-b0f6-dcaffea51c06 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:54:19.731016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.731313 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] Sync routers for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:19.732462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2138fda4-c872-4dce-aab9-a158d1dec44b admin admin] 10.222.0.13 "PUT /v2.0/routers/24843383-3067-466a-9f3e-acbb981e4a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6092560 Oct 15 00:54:19.735263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39134) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:19.752998 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:19.753609 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:19.833156 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:19.924515 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:54:20.025973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.171500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.200901 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:54:18Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:20.246544 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] Checking router: 24843383-3067-466a-9f3e-acbb981e4a0b for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:54:20.253669 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] Routers {'24843383-3067-466a-9f3e-acbb981e4a0b'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:20.254589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['24843383-3067-466a-9f3e-acbb981e4a0b'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:20.303674 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.354733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.389910 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] Set router 24843383-3067-466a-9f3e-acbb981e4a0b gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:54:20.453962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=41722b68-4dcc-4c5f-b0f6-dcaffea51c06,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:20.522200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7bc37-7fdd-43d2-b41d-a5ea101634e8 None None] Network 4430e9c2-86a0-416a-b454-b447ce533265 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:20.523208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.538077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/41722b68-4dcc-4c5f-b0f6-dcaffea51c06 HTTP/1.1" status: 204 len: 168 time: 0.9098253 Oct 15 00:54:20.538848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39150) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.557931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.569732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.569732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.569732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c65f29-6bbb-413c-af97-28f8066fc1fb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:20.620302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Deleting port 29068cf6-9a1a-408a-bb01-e798a58aad04 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:20.624521 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.704848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.814770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 8798f7c3-158d-42e3-b174-1ccd293f269c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:20.815717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.853697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] For port 29068cf6-9a1a-408a-bb01-e798a58aad04, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=29068cf6-9a1a-408a-bb01-e798a58aad04,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:20.854428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.868792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Calling delete_port for 29068cf6-9a1a-408a-bb01-e798a58aad04 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:20.885720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] DHCP port deletion for 4430e9c2-86a0-416a-b454-b447ce533265 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:54:20.923177 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:54:18Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:20.963151 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5ed0c5-a00a-439a-81dc-55390f218fdf None None] The sync data for ids ['24843383-3067-466a-9f3e-acbb981e4a0b'] in n-d-811521-2 is: [{'id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1955044604-router', 'tenant_id': '9d46c404c55449b1a5118cb36169b79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:54:18Z', 'revision_number': 5, 'project_id': '9d46c404c55449b1a5118cb36169b79c', 'gw_port': {'id': '29068cf6-9a1a-408a-bb01-e798a58aad04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24843383-3067-466a-9f3e-acbb981e4a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:42:50Z', 'updated_at': '2021-10-15T00:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:20.971109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 8798f7c3-158d-42e3-b174-1ccd293f269c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8798f7c3-158d-42e3-b174-1ccd293f269c,segment=NetworkSegment(ae70efda-ed18-4833-9756-a2910058166c),segment_id=ae70efda-ed18-4833-9756-a2910058166c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:20.971575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:20.993245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] Deleting port 8798f7c3-158d-42e3-b174-1ccd293f269c {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:20.994822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.003312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 8798f7c3-158d-42e3-b174-1ccd293f269c owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:21.110269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] For port 8798f7c3-158d-42e3-b174-1ccd293f269c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8798f7c3-158d-42e3-b174-1ccd293f269c,segment=NetworkSegment(ae70efda-ed18-4833-9756-a2910058166c),segment_id=ae70efda-ed18-4833-9756-a2910058166c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:21.110269 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.119241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] Calling delete_port for 8798f7c3-158d-42e3-b174-1ccd293f269c owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:21.228125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.243236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.286612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port 8798f7c3-158d-42e3-b174-1ccd293f269c on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:21.288300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=8798f7c3-158d-42e3-b174-1ccd293f269c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:21.292050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] Pushing event deleted for resources: {'Port': ['ID=8798f7c3-158d-42e3-b174-1ccd293f269c,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:21.296583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.297590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e98ac-7a7a-4725-a169-21394a7d5a71 None None] No DVR routers for this DVR port 8798f7c3-158d-42e3-b174-1ccd293f269c on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:21.419478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=29068cf6-9a1a-408a-bb01-e798a58aad04,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:21.445160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.455517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8798f7c3-158d-42e3-b174-1ccd293f269c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:21.477757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4430e9c2-86a0-416a-b454-b447ce533265']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:21.493495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae70efda-ed18-4833-9756-a2910058166c') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:21.493933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae70efda-ed18-4833-9756-a2910058166c') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:21.524764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.528924 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.535507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8798f7c3-158d-42e3-b174-1ccd293f269c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:54:21.537897 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8798f7c3-158d-42e3-b174-1ccd293f269c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:21.538584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f99c9b19-e120-4271-8cc0-1802172f1a37 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:21.553272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.571116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:54:21.576543 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.601209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: f99c9b19-e120-4271-8cc0-1802172f1a37 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:54:21.603744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f99c9b19-e120-4271-8cc0-1802172f1a37 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:54:21.694486 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:54:21.737242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.746074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.755216 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/4430e9c2-86a0-416a-b454-b447ce533265 HTTP/1.1" status: 204 len: 168 time: 1.2139273 Oct 15 00:54:21.760085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39162) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:21.771916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-72537438'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:21.813831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0691-da7e-45d0-9f55-e69ca250e846 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=4430e9c2-86a0-416a-b454-b447ce533265,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:21.886487 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:21.890503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.954013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:54:21.976391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:21.981329 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment ac8b4f10-b47d-4cee-871d-7004614a22ed of type vlan for network b1aefb71-106a-47c6-9fa0-d03b18ada94e Oct 15 00:54:22.091301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.139165 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.142071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.245904 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.261295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:22.261863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.282515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.283042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24843383-3067-466a-9f3e-acbb981e4a0b {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:54:22.324418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.325565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cf41a25b-cea8-4ee6-a32f-e706ec902a40 admin admin] 10.222.0.13 "DELETE /v2.0/routers/24843383-3067-466a-9f3e-acbb981e4a0b HTTP/1.1" status: 204 len: 168 time: 2.5881820 Oct 15 00:54:22.331247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39172) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:22.415987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] Deleting subnet 6d85395f-f4d7-4e77-b21d-1c2cf91d9125 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:54:22.419501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.466058 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.506495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7426298 Oct 15 00:54:22.515398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39174) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:22.528984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': 'b1aefb71-106a-47c6-9fa0-d03b18ada94e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:22.542286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e063c3a-8e61-4ccf-ae7f-1e59afe20a3b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=b1aefb71-106a-47c6-9fa0-d03b18ada94e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:22.558026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:54:22.617022 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.777747 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.816739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d85395f-f4d7-4e77-b21d-1c2cf91d9125,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:22.822428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:22.827882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dd225c6e-0148-4f16-998c-fd1a200a1aaf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6d85395f-f4d7-4e77-b21d-1c2cf91d9125 HTTP/1.1" status: 204 len: 168 time: 0.4921455 Oct 15 00:54:22.828090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac7e239-6d10-43ad-83e1-eece9308db20 None None] Network 100a47a1-754a-4324-9b73-8d952bb27d10 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:22.828850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39180) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:22.861908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:22.866061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.048319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.127304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] DHCP port deletion for 100a47a1-754a-4324-9b73-8d952bb27d10 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:54:23.229863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] Deleting port cb197bbb-cef4-4e78-8324-8d5d185ebd9d {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:23.230283 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.240405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Deleting port cb197bbb-cef4-4e78-8324-8d5d185ebd9d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:23.241084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.324665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] For port cb197bbb-cef4-4e78-8324-8d5d185ebd9d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:23.325933 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.339600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] For port cb197bbb-cef4-4e78-8324-8d5d185ebd9d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,segment=NetworkSegment(c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c),segment_id=c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:23.340065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.351173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] Calling delete_port for cb197bbb-cef4-4e78-8324-8d5d185ebd9d owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:23.356676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Calling delete_port for cb197bbb-cef4-4e78-8324-8d5d185ebd9d owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:23.428010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 29068cf6-9a1a-408a-bb01-e798a58aad04 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:23.442772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.469511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 29068cf6-9a1a-408a-bb01-e798a58aad04 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:54:23.469846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 29068cf6-9a1a-408a-bb01-e798a58aad04 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:23.470498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cb197bbb-cef4-4e78-8324-8d5d185ebd9d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:23.538688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=c9baf8fc-9fe1-41a0-ae92-77e4bac730f4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:23.567703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': 'ac8b4f10-b47d-4cee-871d-7004614a22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1aefb71-106a-47c6-9fa0-d03b18ada94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:23.568852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: b1aefb71-106a-47c6-9fa0-d03b18ada94e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:54:23.623091 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.631088 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.665563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:54:23.668455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:23.675765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] No DVR routers for this DVR port cb197bbb-cef4-4e78-8324-8d5d185ebd9d on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:23.684998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.705686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] No DVR routers for this DVR port cb197bbb-cef4-4e78-8324-8d5d185ebd9d on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:23.728283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874849af-8174-4ada-a3f4-098767b84de3 None None] Pushing event deleted for resources: {'Port': ['ID=cb197bbb-cef4-4e78-8324-8d5d185ebd9d,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:23.799512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b1aefb71-106a-47c6-9fa0-d03b18ada94e) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:23.805118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.807254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5edef49-b6a6-4e93-80a0-09d392cb999e None None] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:23.839557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:23.839557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.873856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100a47a1-754a-4324-9b73-8d952bb27d10']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:23.885467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:23.885895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d8a7c7-07aa-4a5e-8ea8-82f521d4eb3c') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:23.901614 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.917908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.930060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:23.933846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-222377a1-31b7-45ab-8dc5-82f66454158f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4147627 Oct 15 00:54:23.934693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-21140ffa-58ee-43fe-b091-9c2750813588 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1261244877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:23.936885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:54:23.937280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:54:23.939640 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:54:24.028825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21140ffa-58ee-43fe-b091-9c2750813588 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.031729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21140ffa-58ee-43fe-b091-9c2750813588 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.085930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.093165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.098115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-b1aefb71-106a-47c6-9fa0-d03b18ada94e', 'network_id': 'b1aefb71-106a-47c6-9fa0-d03b18ada94e', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': 'c9baf8fc-9fe1-41a0-ae92-77e4bac730f4'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:54:24.098443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/100a47a1-754a-4324-9b73-8d952bb27d10 HTTP/1.1" status: 204 len: 168 time: 1.2672391 Oct 15 00:54:24.098564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.129568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29183f-b616-4742-a250-48289c31f1a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=100a47a1-754a-4324-9b73-8d952bb27d10,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:24.162077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21140ffa-58ee-43fe-b091-9c2750813588 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.223122 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21140ffa-58ee-43fe-b091-9c2750813588 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.310563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Allocated IP 172.20.0.2 (b1aefb71-106a-47c6-9fa0-d03b18ada94e/c9baf8fc-9fe1-41a0-ae92-77e4bac730f4/3a08ee49-9486-467d-b3b2-3e2122b786a7) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:24.316773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21140ffa-58ee-43fe-b091-9c2750813588 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.318380 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-21140ffa-58ee-43fe-b091-9c2750813588 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3872807 Oct 15 00:54:24.323375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39204) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:24.558441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39206) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:24.607789 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.638360 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-93a5e5bc-71e1-4b48-997c-7b143887ed15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d46c404c55449b1a5118cb36169b79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832822 Oct 15 00:54:24.641362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39208) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:24.697001 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.807002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ecd80ec-8467-4f67-acee-2309cb36faee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.849732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Pushing event updated for resources: {'Port': ['ID=3a08ee49-9486-467d-b3b2-3e2122b786a7,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:24.865870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:24.868041 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ecd80ec-8467-4f67-acee-2309cb36faee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.872570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:24.878923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.880784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:24.987758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Attempting to bind port 3a08ee49-9486-467d-b3b2-3e2122b786a7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:54:24.988230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Attempting to bind port 3a08ee49-9486-467d-b3b2-3e2122b786a7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ac8b4f10-b47d-4cee-871d-7004614a22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1aefb71-106a-47c6-9fa0-d03b18ada94e'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:54:24.988738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Attempting to bind port 3a08ee49-9486-467d-b3b2-3e2122b786a7 on network b1aefb71-106a-47c6-9fa0-d03b18ada94e {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:54:24.995821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:54:24.996640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Checking segment: {'id': 'ac8b4f10-b47d-4cee-871d-7004614a22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1aefb71-106a-47c6-9fa0-d03b18ada94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:24.997170 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:24.997657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Bound using segment: {'id': 'ac8b4f10-b47d-4cee-871d-7004614a22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1aefb71-106a-47c6-9fa0-d03b18ada94e'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:54:24.998254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Bound port: 3a08ee49-9486-467d-b3b2-3e2122b786a7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8b4f10-b47d-4cee-871d-7004614a22ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b1aefb71-106a-47c6-9fa0-d03b18ada94e'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:54:24.998732 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:25.056963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ecd80ec-8467-4f67-acee-2309cb36faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:25.059990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ecd80ec-8467-4f67-acee-2309cb36faee admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:25.061402 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ecd80ec-8467-4f67-acee-2309cb36faee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74be92e5-4f08-4d59-a02e-b8cbe5949b95 HTTP/1.1" status: 204 len: 168 time: 0.4188008 Oct 15 00:54:25.094810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd80ec-8467-4f67-acee-2309cb36faee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be92e5-4f08-4d59-a02e-b8cbe5949b95,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:25.158616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] For port 3a08ee49-9486-467d-b3b2-3e2122b786a7, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:54:25.162298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] For port 3a08ee49-9486-467d-b3b2-3e2122b786a7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a08ee49-9486-467d-b3b2-3e2122b786a7,segment=NetworkSegment(ac8b4f10-b47d-4cee-871d-7004614a22ed),segment_id=ac8b4f10-b47d-4cee-871d-7004614a22ed)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:54:25.393243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.20.0.1 (b1aefb71-106a-47c6-9fa0-d03b18ada94e/c9baf8fc-9fe1-41a0-ae92-77e4bac730f4/e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:25.562038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:25.617140 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:25.697156 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:25.781967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa79180-7834-4b77-8a9e-a79fa715a083 None None] Pushing event updated for resources: {'Port': ['ID=3a08ee49-9486-467d-b3b2-3e2122b786a7,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:25.811529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:25.820334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:25.826472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:25.925176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:25.988159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:26.283082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81a09a8d-777f-4728-b5a8-f7a2131ec046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:26.389633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:26.884626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:26.943015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:27.013308 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:27.116820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:27.159064 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:54:27.336152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:27.350760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:27.456431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab04888-fd1d-42da-9ef2-5ba0b7cfcf5a None None] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:27.767772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 1b8ef8b5-74a5-499c-a07f-bbd881222a06 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:54:27.791912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3a08ee49-9486-467d-b3b2-3e2122b786a7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:27.847287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9735d6bb-b9a5-4c1b-9ebc-eb7e49963c1b None None] Provisioning complete for port 3a08ee49-9486-467d-b3b2-3e2122b786a7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:28.175389 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9735d6bb-b9a5-4c1b-9ebc-eb7e49963c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:28.182311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:28.182311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cbca0774-74ce-4ca3-b219-7f091139599d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/1b8ef8b5-74a5-499c-a07f-bbd881222a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5760534 Oct 15 00:54:28.182311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39268) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:28.183226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] Sync routers for ids ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:28.183226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] Routers {'1b8ef8b5-74a5-499c-a07f-bbd881222a06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:28.183226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:28.183565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f0e8c5-7cfc-4a57-b562-dc3dc1882453 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:28.183565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55f0e8c5-7cfc-4a57-b562-dc3dc1882453 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports/e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 HTTP/1.1" status: 200 len: 910 time: 0.0593851 Oct 15 00:54:28.183565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39270) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:28.183814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:28.183814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9735d6bb-b9a5-4c1b-9ebc-eb7e49963c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:28.232232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3a08ee49-9486-467d-b3b2-3e2122b786a7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:28.232896 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:28.297608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] Routers {'1b8ef8b5-74a5-499c-a07f-bbd881222a06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:28.298289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:28.400849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:28.401955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c996f25a-c3b8-4fea-a8a5-a2baeba729d6 None None] The sync data for ids ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:28.432922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9735d6bb-b9a5-4c1b-9ebc-eb7e49963c1b None None] For port 3a08ee49-9486-467d-b3b2-3e2122b786a7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a08ee49-9486-467d-b3b2-3e2122b786a7,segment=NetworkSegment(ac8b4f10-b47d-4cee-871d-7004614a22ed),segment_id=ac8b4f10-b47d-4cee-871d-7004614a22ed)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:28.515271 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9735d6bb-b9a5-4c1b-9ebc-eb7e49963c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:28.646926 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:28.684014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:28.706681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735d6bb-b9a5-4c1b-9ebc-eb7e49963c1b None None] Pushing event updated for resources: {'Port': ['ID=3a08ee49-9486-467d-b3b2-3e2122b786a7,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:28.858385 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:54:28.863503 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:54:28.885452 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d79c44c8-625c-47ee-9ff1-76a82aabbca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:28.958725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bb615d83-0771-48c2-93ea-c32c79240bb7 None None] Provisioning complete for port 3a08ee49-9486-467d-b3b2-3e2122b786a7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:28.958725 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb615d83-0771-48c2-93ea-c32c79240bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:29.167388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bb615d83-0771-48c2-93ea-c32c79240bb7 None None] Provisioning complete for port e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:29.167734 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb615d83-0771-48c2-93ea-c32c79240bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:29.256473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-bb615d83-0771-48c2-93ea-c32c79240bb7 None None] Port e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:29.413481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:29.413949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:29.527395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-38f80048-0f97-4927-9441-3b346258915b None None] Provisioning complete for port e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:29.528427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-38f80048-0f97-4927-9441-3b346258915b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:29.650045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-38f80048-0f97-4927-9441-3b346258915b None None] Port e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:29.677847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:29.711282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:29.790966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2fb767b1-1315-49fd-8734-46be5b5fb3eb None None] Provisioning complete for port e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:29.791601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2fb767b1-1315-49fd-8734-46be5b5fb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:29.876099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2fb767b1-1315-49fd-8734-46be5b5fb3eb None None] Port e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:29.885664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3a08ee49-9486-467d-b3b2-3e2122b786a7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:30.021206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3a08ee49-9486-467d-b3b2-3e2122b786a7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:30.021665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:30.188904 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:30.291091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:30.347447 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:30.358755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=e0860a4d-f9b7-45d0-b3a7-bea007f5fcc9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:30.814625 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:31.250300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 1b8ef8b5-74a5-499c-a07f-bbd881222a06 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:54:31.476836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:31.492601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39412) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:31.494765 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] Sync routers for ids ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:31.510662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-09728f0f-866b-44b7-8ad5-11386c861cb1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/1b8ef8b5-74a5-499c-a07f-bbd881222a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5450189 Oct 15 00:54:31.511229 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] Routers {'1b8ef8b5-74a5-499c-a07f-bbd881222a06'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:31.512006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:31.554904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39418) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:31.562759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7d2164eb-43f4-4daf-b81c-7938e6361429 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b8ef8b5-74a5-499c-a07f-bbd881222a06 HTTP/1.1" status: 200 len: 205 time: 0.0582764 Oct 15 00:54:31.595587 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:31.615756 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] Routers {'1b8ef8b5-74a5-499c-a07f-bbd881222a06'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:31.616360 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:31.690791 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:31.694521 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e9baf5-6e1a-4a95-967c-370d8e5c26e6 None None] The sync data for ids ['1b8ef8b5-74a5-499c-a07f-bbd881222a06'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:32.039631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc70a-43d5-4894-91b8-6954b162e8d5 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.273270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc70a-43d5-4894-91b8-6954b162e8d5 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.276725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc70a-43d5-4894-91b8-6954b162e8d5 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.314463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.439961 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc70a-43d5-4894-91b8-6954b162e8d5 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.440656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6fc70a-43d5-4894-91b8-6954b162e8d5 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Fanout notify agent at l3_agent the message router_deleted on router 1b8ef8b5-74a5-499c-a07f-bbd881222a06 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:54:32.451817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6c6fc70a-43d5-4894-91b8-6954b162e8d5 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.455156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6c6fc70a-43d5-4894-91b8-6954b162e8d5 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/1b8ef8b5-74a5-499c-a07f-bbd881222a06 HTTP/1.1" status: 204 len: 168 time: 0.8982203 Oct 15 00:54:32.457025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39472) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:32.538458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet c9baf8fc-9fe1-41a0-ae92-77e4bac730f4 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:54:32.543786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.606050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.726127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.858188 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.915436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:32.922906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39492) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:32.924156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f7de0-9d05-4908-9b67-9a580667307d None None] Network b1aefb71-106a-47c6-9fa0-d03b18ada94e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:32.931859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/c9baf8fc-9fe1-41a0-ae92-77e4bac730f4 HTTP/1.1" status: 204 len: 168 time: 0.4690630 Oct 15 00:54:32.934664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd509b39-7d2f-4255-932c-c9a5a2d0bc38 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=c9baf8fc-9fe1-41a0-ae92-77e4bac730f4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:33.096226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.182438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 3a08ee49-9486-467d-b3b2-3e2122b786a7 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:33.182876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.199845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] DHCP port deletion for b1aefb71-106a-47c6-9fa0-d03b18ada94e request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:54:33.270471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] Deleting port 3a08ee49-9486-467d-b3b2-3e2122b786a7 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:33.270868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.280699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 3a08ee49-9486-467d-b3b2-3e2122b786a7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a08ee49-9486-467d-b3b2-3e2122b786a7,segment=NetworkSegment(ac8b4f10-b47d-4cee-871d-7004614a22ed),segment_id=ac8b4f10-b47d-4cee-871d-7004614a22ed)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:33.281518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.297159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 3a08ee49-9486-467d-b3b2-3e2122b786a7 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:33.392200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] For port 3a08ee49-9486-467d-b3b2-3e2122b786a7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a08ee49-9486-467d-b3b2-3e2122b786a7,segment=NetworkSegment(ac8b4f10-b47d-4cee-871d-7004614a22ed),segment_id=ac8b4f10-b47d-4cee-871d-7004614a22ed)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:33.392968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.428637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] Calling delete_port for 3a08ee49-9486-467d-b3b2-3e2122b786a7 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:33.532230 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.561622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=3a08ee49-9486-467d-b3b2-3e2122b786a7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:33.564961 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port 3a08ee49-9486-467d-b3b2-3e2122b786a7 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:33.575362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.644131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] No DVR routers for this DVR port 3a08ee49-9486-467d-b3b2-3e2122b786a7 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:33.645584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1738d5-133d-4702-bb11-26c510209e54 None None] Pushing event deleted for resources: {'Port': ['ID=3a08ee49-9486-467d-b3b2-3e2122b786a7,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:33.735846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.766690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1aefb71-106a-47c6-9fa0-d03b18ada94e']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:33.778410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8b4f10-b47d-4cee-871d-7004614a22ed') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:33.779001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8b4f10-b47d-4cee-871d-7004614a22ed') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:33.808202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3a08ee49-9486-467d-b3b2-3e2122b786a7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:33.813269 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.832504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 3a08ee49-9486-467d-b3b2-3e2122b786a7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:54:33.833101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3a08ee49-9486-467d-b3b2-3e2122b786a7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:33.851300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.861513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:54:33.862000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:54:33.866516 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:54:34.062984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:34.104264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:34.111704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/b1aefb71-106a-47c6-9fa0-d03b18ada94e HTTP/1.1" status: 204 len: 168 time: 1.1841841 Oct 15 00:54:34.112222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49515660-c4a8-4615-8c84-fdf261aa7a8a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=b1aefb71-106a-47c6-9fa0-d03b18ada94e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:34.112529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39558) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:34.118492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1039235548', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:34.246690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:34.248079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:34.360361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:34.803395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:35.191950 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:35.221798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:35.394059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.25.2.116 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/79927f74-2f15-4deb-a493-1b99c7016b00) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:35.562978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:36.052996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:36.119290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:36.122459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:36.134748 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:36.160855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=79927f74-2f15-4deb-a493-1b99c7016b00,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:36.171205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.172177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.172573 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.172911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.175427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:36.586304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:37.179746 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:37.473906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router d52ff4b6-19a9-46e5-b591-918ae632f3ac is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:54:37.717921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39732) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:37.803664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:37.815789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] Sync routers for ids ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:37.826044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] Routers {'d52ff4b6-19a9-46e5-b591-918ae632f3ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:37.827273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:37.882026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:37.893585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:37.897713 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f18435a9-186d-4cf4-a161-b3dd66016275 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7836139 Oct 15 00:54:37.898392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39742) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:37.908649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] Routers {'d52ff4b6-19a9-46e5-b591-918ae632f3ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:37.912724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:37.924939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba08d536-64c6-46a2-9621-2f858e0e19d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:38.050839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:38.053145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ece4f-a468-4903-aad9-3e815fdf732f None None] The sync data for ids ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:38.168286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba08d536-64c6-46a2-9621-2f858e0e19d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:38.190935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39758) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:38.191120 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d0977439-e2f8-4688-a14e-59520b5cef4f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/routers/d52ff4b6-19a9-46e5-b591-918ae632f3ac HTTP/1.1" status: 200 len: 881 time: 0.2912757 Oct 15 00:54:38.266593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba08d536-64c6-46a2-9621-2f858e0e19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:38.337618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:38.338229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ba08d536-64c6-46a2-9621-2f858e0e19d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06508695cffb437082b7aab14cb7935b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180804 Oct 15 00:54:38.341051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08d536-64c6-46a2-9621-2f858e0e19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0041688c-1213-4d7d-8048-c02e32ac0589,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:38.400665 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c1c61cb-455b-4475-a81b-46411b2ca6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:38.464258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c1c61cb-455b-4475-a81b-46411b2ca6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:38.607302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39774) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:38.610671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-36a43f8c-a2d3-499c-bc89-771890186c83 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4181564 Oct 15 00:54:38.612838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7c2e8aa1-7c4c-48b5-b55a-61fcc5bdc3e3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1039235548'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:38.658586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c1c61cb-455b-4475-a81b-46411b2ca6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:38.661578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c1c61cb-455b-4475-a81b-46411b2ca6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:38.662888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5c1c61cb-455b-4475-a81b-46411b2ca6dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0041688c-1213-4d7d-8048-c02e32ac0589 HTTP/1.1" status: 204 len: 168 time: 0.3240223 Oct 15 00:54:38.681462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c61cb-455b-4475-a81b-46411b2ca6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0041688c-1213-4d7d-8048-c02e32ac0589,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:39.075489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8aa1-7c4c-48b5-b55a-61fcc5bdc3e3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:39.315294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8aa1-7c4c-48b5-b55a-61fcc5bdc3e3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:39.479143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2e8aa1-7c4c-48b5-b55a-61fcc5bdc3e3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router d52ff4b6-19a9-46e5-b591-918ae632f3ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:54:39.657131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2e8aa1-7c4c-48b5-b55a-61fcc5bdc3e3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:39.665535 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c2e8aa1-7c4c-48b5-b55a-61fcc5bdc3e3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:39.668704 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] Sync routers for ids ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:39.683439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7c2e8aa1-7c4c-48b5-b55a-61fcc5bdc3e3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/d52ff4b6-19a9-46e5-b591-918ae632f3ac HTTP/1.1" status: 200 len: 888 time: 1.0727475 Oct 15 00:54:39.684378 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] Routers {'d52ff4b6-19a9-46e5-b591-918ae632f3ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:39.685347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39850) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:39.690666 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:39.754879 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:39.765443 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] Routers {'d52ff4b6-19a9-46e5-b591-918ae632f3ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:39.766588 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:39.856008 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:39.859763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6f7b4214-ee86-423e-9f2a-d523fb33358b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/routers/d52ff4b6-19a9-46e5-b591-918ae632f3ac HTTP/1.1" status: 200 len: 888 time: 0.1698635 Oct 15 00:54:39.859875 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef8dea-dae6-44a6-8fc0-4910cba42059 None None] The sync data for ids ['d52ff4b6-19a9-46e5-b591-918ae632f3ac'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:39.859950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39868) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:39.870260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39870) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:39.887053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b990cf-584e-475e-8fbd-388398989e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:39.890392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39874) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:39.890934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8692cfbf-7eab-4233-b447-92f45f60ff6f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=d52ff4b6-19a9-46e5-b591-918ae632f3ac HTTP/1.1" status: 200 len: 205 time: 0.0320683 Oct 15 00:54:39.959163 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.086070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.153490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b990cf-584e-475e-8fbd-388398989e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.206330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-67b990cf-584e-475e-8fbd-388398989e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.259545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.268783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b990cf-584e-475e-8fbd-388398989e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1028f1-f043-4ec6-9222-a7ce3a999f3c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:40.273358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-67b990cf-584e-475e-8fbd-388398989e60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aa506962330466891553821cced27bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018524 Oct 15 00:54:40.276060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39902) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:40.347114 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5dfde1b4-23f3-4f4d-bdaa-d606bca08852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.373143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5dfde1b4-23f3-4f4d-bdaa-d606bca08852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.451928 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 79927f74-2f15-4deb-a493-1b99c7016b00 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:40.453007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.531288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5dfde1b4-23f3-4f4d-bdaa-d606bca08852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.537638 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5dfde1b4-23f3-4f4d-bdaa-d606bca08852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.542436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5dfde1b4-23f3-4f4d-bdaa-d606bca08852 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c1028f1-f043-4ec6-9222-a7ce3a999f3c HTTP/1.1" status: 204 len: 168 time: 0.2638481 Oct 15 00:54:40.554136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.555100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfde1b4-23f3-4f4d-bdaa-d606bca08852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1028f1-f043-4ec6-9222-a7ce3a999f3c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:40.604164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 79927f74-2f15-4deb-a493-1b99c7016b00 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:40.893819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:40.979404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=79927f74-2f15-4deb-a493-1b99c7016b00,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:41.071357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:41.222198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:41.224772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:41.359976 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:41.361798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Fanout notify agent at l3_agent the message router_deleted on router d52ff4b6-19a9-46e5-b591-918ae632f3ac {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:54:41.518113 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:41.518113 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-33a888c8-d7ec-4030-9625-43a764623413 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/d52ff4b6-19a9-46e5-b591-918ae632f3ac HTTP/1.1" status: 204 len: 168 time: 1.4916236 Oct 15 00:54:41.518113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 39962) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:41.524975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-413393897'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:42.645205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:42.645205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:42.674885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:54:42.686648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:42.690739 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment 06bf7acf-83b0-44c5-b61c-443612b9c5d6 of type vlan for network e838ba6d-afb4-44df-a545-10c829683909 Oct 15 00:54:42.739178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:42.837995 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:42.843686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:42.844293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:42.941082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=e838ba6d-afb4-44df-a545-10c829683909,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:42.954036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e838ba6d-afb4-44df-a545-10c829683909 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:54:42.954629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-87273805-f6a6-4021-9120-a77ea4a4394c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4424894 Oct 15 00:54:42.957689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 39982) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:42.962779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': 'e838ba6d-afb4-44df-a545-10c829683909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:43.168522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:43.175340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:43.468320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:43.544992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=011d5117-9b5f-4587-b005-13d6297a925b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:43.554665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': '06bf7acf-83b0-44c5-b61c-443612b9c5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e838ba6d-afb4-44df-a545-10c829683909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:43.555026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: e838ba6d-afb4-44df-a545-10c829683909, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:54:43.667610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network e838ba6d-afb4-44df-a545-10c829683909 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:54:43.731043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40006) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:43.770512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e838ba6d-afb4-44df-a545-10c829683909) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:43.774959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:43.775757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:43.781596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c1c71-fe2f-43af-bba8-51973de66c17 None None] Network e838ba6d-afb4-44df-a545-10c829683909 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:43.894730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9135cb9c-5d05-4eff-a1a9-6f4c5f5f3dad tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9313500 Oct 15 00:54:43.894730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0942d446-5790-40be-a246-54163778bbef admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:43.897702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40012) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:43.904259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e51d8bac-e421-407d-8f10-881ca6150153 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1835776381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:44.013527 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0942d446-5790-40be-a246-54163778bbef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.047892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-204cf77e-c38c-412d-be48-513636e665b8 req-12aa3efd-a6d2-4bb2-beeb-baa7b92f6aa5 service neutron] (107725) timed out ('10.222.0.13', 45378) {{(pid=107725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 00:54:44.048792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-e838ba6d-afb4-44df-a545-10c829683909', 'network_id': 'e838ba6d-afb4-44df-a545-10c829683909', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': '011d5117-9b5f-4587-b005-13d6297a925b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:54:44.050748 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.074062 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e51d8bac-e421-407d-8f10-881ca6150153 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.077767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e51d8bac-e421-407d-8f10-881ca6150153 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.099098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0942d446-5790-40be-a246-54163778bbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.139172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0942d446-5790-40be-a246-54163778bbef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54f57ad00249440db23dbbdefac31fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060638 Oct 15 00:54:44.141102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40014) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:44.187948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942d446-5790-40be-a246-54163778bbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecacbd3-6df0-4ffc-a5b6-c89f7d96ed7b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:44.255858 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e51d8bac-e421-407d-8f10-881ca6150153 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.302227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeffea38-3048-48e2-8442-b23ead1cd302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.316986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e51d8bac-e421-407d-8f10-881ca6150153 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.362260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeffea38-3048-48e2-8442-b23ead1cd302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.368003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Allocated IP 172.20.0.2 (e838ba6d-afb4-44df-a545-10c829683909/011d5117-9b5f-4587-b005-13d6297a925b/172576b7-2f0d-4336-915e-e4e2bff93782) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:44.408809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e51d8bac-e421-407d-8f10-881ca6150153 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.410862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e51d8bac-e421-407d-8f10-881ca6150153 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5113263 Oct 15 00:54:44.416024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40020) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:44.559330 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeffea38-3048-48e2-8442-b23ead1cd302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.562697 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aeffea38-3048-48e2-8442-b23ead1cd302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.564127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aeffea38-3048-48e2-8442-b23ead1cd302 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ecacbd3-6df0-4ffc-a5b6-c89f7d96ed7b HTTP/1.1" status: 204 len: 168 time: 0.4163206 Oct 15 00:54:44.589024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffea38-3048-48e2-8442-b23ead1cd302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecacbd3-6df0-4ffc-a5b6-c89f7d96ed7b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:44.833256 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.908711 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:44.950001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Network e838ba6d-afb4-44df-a545-10c829683909 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:44.966785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:44.980167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:45.055692 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:45.084405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Pushing event updated for resources: {'Port': ['ID=172576b7-2f0d-4336-915e-e4e2bff93782,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:45.152587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Attempting to bind port 172576b7-2f0d-4336-915e-e4e2bff93782 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:54:45.153125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Attempting to bind port 172576b7-2f0d-4336-915e-e4e2bff93782 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '06bf7acf-83b0-44c5-b61c-443612b9c5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e838ba6d-afb4-44df-a545-10c829683909'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:54:45.153649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Attempting to bind port 172576b7-2f0d-4336-915e-e4e2bff93782 on network e838ba6d-afb4-44df-a545-10c829683909 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:54:45.160021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:45.167264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:54:45.168020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Checking segment: {'id': '06bf7acf-83b0-44c5-b61c-443612b9c5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e838ba6d-afb4-44df-a545-10c829683909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:45.169188 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:45.170826 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Bound using segment: {'id': '06bf7acf-83b0-44c5-b61c-443612b9c5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e838ba6d-afb4-44df-a545-10c829683909'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:54:45.178350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Bound port: 172576b7-2f0d-4336-915e-e4e2bff93782, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bf7acf-83b0-44c5-b61c-443612b9c5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e838ba6d-afb4-44df-a545-10c829683909'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:54:45.178350 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:45.285321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] For port 172576b7-2f0d-4336-915e-e4e2bff93782, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:54:45.289338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] For port 172576b7-2f0d-4336-915e-e4e2bff93782, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=172576b7-2f0d-4336-915e-e4e2bff93782,segment=NetworkSegment(06bf7acf-83b0-44c5-b61c-443612b9c5d6),segment_id=06bf7acf-83b0-44c5-b61c-443612b9c5d6)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:54:45.362488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:45.426716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.20.0.1 (e838ba6d-afb4-44df-a545-10c829683909/011d5117-9b5f-4587-b005-13d6297a925b/57e49bae-10b6-45c3-9fe8-8222af1b1ac9) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:45.504754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81763371-f5ed-4218-a4fe-f11bf8a859d3 None None] Pushing event updated for resources: {'Port': ['ID=172576b7-2f0d-4336-915e-e4e2bff93782,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:45.648085 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:45.786324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:45.856430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network e838ba6d-afb4-44df-a545-10c829683909 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:45.862078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:45.866766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:45.871122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=57e49bae-10b6-45c3-9fe8-8222af1b1ac9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:45.939299 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:46.418964 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:46.967198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711bb92b-6f94-43e8-9a66-bc4d6ab4a824 None None] Network e838ba6d-afb4-44df-a545-10c829683909 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:47.122949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.148664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-874e27ee-daf4-42a7-87fc-ec495c4fe6ce None None] Provisioning complete for port 172576b7-2f0d-4336-915e-e4e2bff93782 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:47.148664 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-874e27ee-daf4-42a7-87fc-ec495c4fe6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.205450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.334139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.345394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=57e49bae-10b6-45c3-9fe8-8222af1b1ac9,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:47.411007 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-874e27ee-daf4-42a7-87fc-ec495c4fe6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.489054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-874e27ee-daf4-42a7-87fc-ec495c4fe6ce None None] For port 172576b7-2f0d-4336-915e-e4e2bff93782, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=172576b7-2f0d-4336-915e-e4e2bff93782,segment=NetworkSegment(06bf7acf-83b0-44c5-b61c-443612b9c5d6),segment_id=06bf7acf-83b0-44c5-b61c-443612b9c5d6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:47.561008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network e838ba6d-afb4-44df-a545-10c829683909 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:47.563177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:47.599700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-874e27ee-daf4-42a7-87fc-ec495c4fe6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.728113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e27ee-daf4-42a7-87fc-ec495c4fe6ce None None] Pushing event updated for resources: {'Port': ['ID=172576b7-2f0d-4336-915e-e4e2bff93782,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:47.741977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-95116112-b0cb-45b9-b045-0e7245b7c74f None None] Provisioning complete for port 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:47.745324 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-95116112-b0cb-45b9-b045-0e7245b7c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.803312 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-95116112-b0cb-45b9-b045-0e7245b7c74f None None] Port 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:47.833515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-95116112-b0cb-45b9-b045-0e7245b7c74f None None] Provisioning complete for port 172576b7-2f0d-4336-915e-e4e2bff93782 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:47.834153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-95116112-b0cb-45b9-b045-0e7245b7c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:47.938184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 172576b7-2f0d-4336-915e-e4e2bff93782 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:48.185886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 172576b7-2f0d-4336-915e-e4e2bff93782 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:48.192130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:48.357874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-486b9a5e-596a-426a-83b8-81591e696bf2 None None] Provisioning complete for port 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:48.358409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-486b9a5e-596a-426a-83b8-81591e696bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:48.449013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-486b9a5e-596a-426a-83b8-81591e696bf2 None None] Port 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:48.694278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-058902c3-ec93-4b78-87b0-ff8e60a1d04d None None] Provisioning complete for port 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:48.705305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-058902c3-ec93-4b78-87b0-ff8e60a1d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:48.765735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 46b2034d-cf1a-47c8-a308-b9a1b0a7fa11 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:54:48.784005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-058902c3-ec93-4b78-87b0-ff8e60a1d04d None None] Port 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:54:48.992805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:49.004144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] Sync routers for ids ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:49.014425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-57e18baf-33ce-4032-af25-8392780d281f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/46b2034d-cf1a-47c8-a308-b9a1b0a7fa11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5880127 Oct 15 00:54:49.015288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40132) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:49.019921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] Routers {'46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:49.020870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:49.042809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-77634ef0-6a8a-4410-9021-a9cbb5fee4e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3790474 Oct 15 00:54:49.104426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be1eb0-a723-4810-aced-b8df19659098 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:49.105881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27be1eb0-a723-4810-aced-b8df19659098 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports/57e49bae-10b6-45c3-9fe8-8222af1b1ac9 HTTP/1.1" status: 200 len: 910 time: 0.0896404 Oct 15 00:54:49.114622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40134) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:49.119914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '011d5117-9b5f-4587-b005-13d6297a925b'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:49.120447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:49.139336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] Routers {'46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:49.140039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:49.221953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:49.222591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d742f689-b7f0-48bf-a9f1-9d7d04dc335a None None] The sync data for ids ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:49.369119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-68243407-2cec-4652-a019-36a1fe3654fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:49.386585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-68243407-2cec-4652-a019-36a1fe3654fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 1096 time: 0.2736878 Oct 15 00:54:49.787545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-c5605a07-bb6f-42af-8cf9-b61e0ff31af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:49.790824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-c5605a07-bb6f-42af-8cf9-b61e0ff31af0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 915 time: 0.3901715 Oct 15 00:54:49.824142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 172576b7-2f0d-4336-915e-e4e2bff93782 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:54:49.900202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-69db6bb2-52c9-4f37-8a69-88ffcb03e3b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6 HTTP/1.1" status: 200 len: 217 time: 0.0920994 Oct 15 00:54:49.927718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 172576b7-2f0d-4336-915e-e4e2bff93782 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:54:49.929233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:50.146143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:50.252233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-91cbf79c-b631-4827-9283-6c00fbbbe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:50.254128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-91cbf79c-b631-4827-9283-6c00fbbbe9a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ecc240-9126-4e54-837d-ad7b6fc3a74d HTTP/1.1" status: 200 len: 854 time: 0.3060102 Oct 15 00:54:50.299188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-f2891590-8458-447f-a110-c4981d21787d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a87e5b3-911c-4980-8485-bd194f4db661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359879 Oct 15 00:54:50.315671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-69bf46e8-73e2-419b-bcf1-2413495f7a4d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:54:50.316986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-69bf46e8-73e2-419b-bcf1-2413495f7a4d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066652 Oct 15 00:54:50.602374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-994580ff-1ef3-4239-b7bc-6721855c8123 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367542 Oct 15 00:54:51.048852 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:51.076736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e7939b0-74f5-4c87-b287-8c576779ea31 req-08851031-0653-4598-a44c-52a6a8b180d9 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584913 Oct 15 00:54:51.134030 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:51.202922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=57e49bae-10b6-45c3-9fe8-8222af1b1ac9,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:51.255868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:51.255868 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:51.260314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40170) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:51.262644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1f431d4d-a00f-424d-b825-534509db11ec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/ports/57e49bae-10b6-45c3-9fe8-8222af1b1ac9 HTTP/1.1" status: 200 len: 910 time: 2.1467578 Oct 15 00:54:51.785302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:52.156842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:52.157277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:52.346226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:52.368253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 57e49bae-10b6-45c3-9fe8-8222af1b1ac9 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:52.645307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:52.691562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=57e49bae-10b6-45c3-9fe8-8222af1b1ac9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:52.951577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:53.332998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 46b2034d-cf1a-47c8-a308-b9a1b0a7fa11 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:54:53.488903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:54:53.503073 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] Sync routers for ids ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:54:53.508976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40222) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:53.520267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cd814e1c-ac70-4172-8a6e-b271da74a612 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/46b2034d-cf1a-47c8-a308-b9a1b0a7fa11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2579675 Oct 15 00:54:53.524315 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] Routers {'46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:53.524777 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:53.551034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40224) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:53.569255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0436a39a-f794-4fb1-adca-5fadc9ceeed4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b2034d-cf1a-47c8-a308-b9a1b0a7fa11 HTTP/1.1" status: 200 len: 205 time: 0.0588744 Oct 15 00:54:53.647157 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:53.681419 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] Routers {'46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:54:53.682018 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:53.705246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b91500c5-3de5-44eb-9e49-ad572bbd8e37 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:53.820846 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:53.821800 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4632d-c3f2-4e14-86d0-3ca0f860311f None None] The sync data for ids ['46b2034d-cf1a-47c8-a308-b9a1b0a7fa11'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:54:53.861044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40232) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:53.962221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b91500c5-3de5-44eb-9e49-ad572bbd8e37 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:53.965267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b91500c5-3de5-44eb-9e49-ad572bbd8e37 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.070997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1969d8f-456d-4dcf-89bc-1fb813f4f551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.085425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b91500c5-3de5-44eb-9e49-ad572bbd8e37 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.086563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91500c5-3de5-44eb-9e49-ad572bbd8e37 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Fanout notify agent at l3_agent the message router_deleted on router 46b2034d-cf1a-47c8-a308-b9a1b0a7fa11 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:54:54.095896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b91500c5-3de5-44eb-9e49-ad572bbd8e37 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.110436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b91500c5-3de5-44eb-9e49-ad572bbd8e37 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/46b2034d-cf1a-47c8-a308-b9a1b0a7fa11 HTTP/1.1" status: 204 len: 168 time: 0.5500174 Oct 15 00:54:54.110636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40236) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:54.385447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet 011d5117-9b5f-4587-b005-13d6297a925b {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:54:54.388763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1969d8f-456d-4dcf-89bc-1fb813f4f551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.395028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.465872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.568258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1969d8f-456d-4dcf-89bc-1fb813f4f551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.642845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c1969d8f-456d-4dcf-89bc-1fb813f4f551 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b19e8c1921541c083a9f0a860f5ad92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7801976 Oct 15 00:54:54.645333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40244) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:54.653297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.665045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1969d8f-456d-4dcf-89bc-1fb813f4f551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f273c8-6011-4abe-95fa-64ae761e63d7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:54.784022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d9021b9-6dcd-432e-b916-29ad22741b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.821028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d9021b9-6dcd-432e-b916-29ad22741b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.916268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.974601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=011d5117-9b5f-4587-b005-13d6297a925b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:54.987924 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:54.995617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad95e4-9eaf-4013-bff3-37b3e5b6d29f None None] Network e838ba6d-afb4-44df-a545-10c829683909 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:55.000560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:55.010282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-faa77e94-9741-4c68-b9f4-ba219d9edc11 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/011d5117-9b5f-4587-b005-13d6297a925b HTTP/1.1" status: 204 len: 168 time: 0.9053562 Oct 15 00:54:55.157347 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.164268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d9021b9-6dcd-432e-b916-29ad22741b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.167589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d9021b9-6dcd-432e-b916-29ad22741b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.170929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1d9021b9-6dcd-432e-b916-29ad22741b03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41f273c8-6011-4abe-95fa-64ae761e63d7 HTTP/1.1" status: 204 len: 168 time: 0.5217936 Oct 15 00:54:55.181986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9021b9-6dcd-432e-b916-29ad22741b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f273c8-6011-4abe-95fa-64ae761e63d7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:55.247463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 172576b7-2f0d-4336-915e-e4e2bff93782 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:55.250265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.408495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 172576b7-2f0d-4336-915e-e4e2bff93782, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=172576b7-2f0d-4336-915e-e4e2bff93782,segment=NetworkSegment(06bf7acf-83b0-44c5-b61c-443612b9c5d6),segment_id=06bf7acf-83b0-44c5-b61c-443612b9c5d6)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:55.409656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.429805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 172576b7-2f0d-4336-915e-e4e2bff93782 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:55.606838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b067810-8112-494b-b713-115565557ada None None] DHCP port deletion for e838ba6d-afb4-44df-a545-10c829683909 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:54:55.673592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.678808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6b067810-8112-494b-b713-115565557ada None None] Deleting port 172576b7-2f0d-4336-915e-e4e2bff93782 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:54:55.679467 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b067810-8112-494b-b713-115565557ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.739776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=172576b7-2f0d-4336-915e-e4e2bff93782,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:55.742063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port 172576b7-2f0d-4336-915e-e4e2bff93782 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:55.770736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6b067810-8112-494b-b713-115565557ada None None] For port 172576b7-2f0d-4336-915e-e4e2bff93782, host n-d-811521-2, got binding levels [] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:54:55.771139 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b067810-8112-494b-b713-115565557ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.791371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6b067810-8112-494b-b713-115565557ada None None] Calling delete_port for 172576b7-2f0d-4336-915e-e4e2bff93782 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:54:55.794679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.ipam_backend_mixin [None req-6b067810-8112-494b-b713-115565557ada None None] Port 172576b7-2f0d-4336-915e-e4e2bff93782 was not found and therefore no delete operation was performed {{(pid=107727) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 00:54:55.797419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 172576b7-2f0d-4336-915e-e4e2bff93782 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:54:55.826128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 172576b7-2f0d-4336-915e-e4e2bff93782 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:54:55.826465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 172576b7-2f0d-4336-915e-e4e2bff93782 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:54:55.828873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b067810-8112-494b-b713-115565557ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.854544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b067810-8112-494b-b713-115565557ada None None] No DVR routers for this DVR port 172576b7-2f0d-4336-915e-e4e2bff93782 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:54:55.894970 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b067810-8112-494b-b713-115565557ada None None] Pushing event deleted for resources: {'Port': ['ID=172576b7-2f0d-4336-915e-e4e2bff93782,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:55.897868 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.927771 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e838ba6d-afb4-44df-a545-10c829683909']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:55.938199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bf7acf-83b0-44c5-b61c-443612b9c5d6') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:55.938556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bf7acf-83b0-44c5-b61c-443612b9c5d6') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:54:55.951544 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.970859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.989706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:54:55.990260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:54:55.994354 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:54:56.191399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.197296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.200871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/e838ba6d-afb4-44df-a545-10c829683909 HTTP/1.1" status: 204 len: 168 time: 1.1993022 Oct 15 00:54:56.206039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40272) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:56.213083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-77b10238-e608-409c-ab8a-1bb7e961a059 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1250638801', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:56.218451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17dc66-ff93-4021-8e7d-9209776b3d6a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=e838ba6d-afb4-44df-a545-10c829683909,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:56.325116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e41dc770-204d-42b8-9774-d7d0c14404eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.399385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77b10238-e608-409c-ab8a-1bb7e961a059 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.400518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77b10238-e608-409c-ab8a-1bb7e961a059 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.463951 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77b10238-e608-409c-ab8a-1bb7e961a059 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.548265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77b10238-e608-409c-ab8a-1bb7e961a059 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.670083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77b10238-e608-409c-ab8a-1bb7e961a059 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.674751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77b10238-e608-409c-ab8a-1bb7e961a059 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4635262 Oct 15 00:54:56.675015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40286) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:56.683880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-1303801623'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:56.832965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:56.836718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.862795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:54:56.872091 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:56.872564 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67 of type vlan for network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad Oct 15 00:54:56.919145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:57.010601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:57.023007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:57.023925 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:57.154421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4759748 Oct 15 00:54:57.154421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03a2b5-a943-4092-9705-407f8a72506a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=03ee745b-90ac-4e9c-a140-c3f7f7b824ad,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:57.155490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40314) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:57.165186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:54:57.171998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:54:57.426820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:54:57.428396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:57.868063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40336) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:58.038696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40342) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:58.074419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33212d26-05e9-4733-9709-e9922a7ce936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.120761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da6276c8-243c-4f9f-8de2-cda6b1af59e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.176953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.214950 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33212d26-05e9-4733-9709-e9922a7ce936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.255600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da6276c8-243c-4f9f-8de2-cda6b1af59e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.258765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=27fdc846-6028-4b08-9d40-35c4740ea65b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:58.271962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:58.272553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: 03ee745b-90ac-4e9c-a140-c3f7f7b824ad, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:54:58.341614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33212d26-05e9-4733-9709-e9922a7ce936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.397964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33212d26-05e9-4733-9709-e9922a7ce936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce1921b-cdf4-40e3-8b6a-50dbc13ce46a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:58.422859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-33212d26-05e9-4733-9709-e9922a7ce936 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaae95f471a54c5b9d9040a8fab0bcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534470 Oct 15 00:54:58.424553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da6276c8-243c-4f9f-8de2-cda6b1af59e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.425678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40348) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:58.452224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:54:58.483313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6276c8-243c-4f9f-8de2-cda6b1af59e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36e30b7-5ed2-4e9c-887a-bcd1f3fe2fcf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:58.491438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-da6276c8-243c-4f9f-8de2-cda6b1af59e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf206e50bbc940eca84e9b2e2c58acdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514537 Oct 15 00:54:58.493935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40352) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:58.528911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4459737d-4cf7-475b-bc4f-94d4c1b27aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.555883 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4459737d-4cf7-475b-bc4f-94d4c1b27aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.610955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 03ee745b-90ac-4e9c-a140-c3f7f7b824ad) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:58.616331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:54:58.617311 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.621579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609d067-09cd-46f9-b125-71eabf02303e None None] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:54:58.748017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-047f2e50-5e36-4523-8d8e-2d6b8c38f05a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5884612 Oct 15 00:54:58.748017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4459737d-4cf7-475b-bc4f-94d4c1b27aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.748987 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4459737d-4cf7-475b-bc4f-94d4c1b27aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.752944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4459737d-4cf7-475b-bc4f-94d4c1b27aa2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cce1921b-cdf4-40e3-8b6a-50dbc13ce46a HTTP/1.1" status: 204 len: 168 time: 0.3233459 Oct 15 00:54:58.753360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40358) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:54:58.838422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459737d-4cf7-475b-bc4f-94d4c1b27aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce1921b-cdf4-40e3-8b6a-50dbc13ce46a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:58.889206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:54:58.894212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.908552 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8fd2-aea9-496a-9022-d7daf7b2e8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.930626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31de5721-8740-403e-9a64-0cdbdb7fcbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:58.966818 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31de5721-8740-403e-9a64-0cdbdb7fcbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.060443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Allocated IP 172.20.0.2 (03ee745b-90ac-4e9c-a140-c3f7f7b824ad/27fdc846-6028-4b08-9d40-35c4740ea65b/807bdff9-c1c3-4f29-8e7a-c1a060f61c0e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:59.107633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31de5721-8740-403e-9a64-0cdbdb7fcbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.110860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31de5721-8740-403e-9a64-0cdbdb7fcbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.112205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-31de5721-8740-403e-9a64-0cdbdb7fcbff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b36e30b7-5ed2-4e9c-887a-bcd1f3fe2fcf HTTP/1.1" status: 204 len: 168 time: 0.6173344 Oct 15 00:54:59.121121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de5721-8740-403e-9a64-0cdbdb7fcbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36e30b7-5ed2-4e9c-887a-bcd1f3fe2fcf,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:59.149368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.238922 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.350488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.399857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:54:59.405813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:54:59.414595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:54:59.424952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Pushing event updated for resources: {'Port': ['ID=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:59.438770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.438770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.442057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:54:59.522878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Attempting to bind port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:54:59.523294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Attempting to bind port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:54:59.523698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Attempting to bind port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e on network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:54:59.531718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:54:59.532374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Checking segment: {'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:54:59.532801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.533207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Bound using segment: {'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:54:59.533763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Bound port: 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:54:59.534291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.600360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.20.0.1 (03ee745b-90ac-4e9c-a140-c3f7f7b824ad/27fdc846-6028-4b08-9d40-35c4740ea65b/932d8cc6-79f1-438c-8a8a-9beb01314380) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:54:59.650447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] For port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:54:59.654577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] For port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,segment=NetworkSegment(d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67),segment_id=d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:54:59.758116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.808292 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.898235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3d78-eb6a-493b-a329-e9309947d4a9 None None] Pushing event updated for resources: {'Port': ['ID=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:54:59.931416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:54:59.998306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:00.003667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:00.010880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:00.044599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=932d8cc6-79f1-438c-8a8a-9beb01314380,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:00.071947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:00.217657 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:00.268019 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:00.390743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:00.880873 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:00.975992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:01.129058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:01.289677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=932d8cc6-79f1-438c-8a8a-9beb01314380,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:01.367772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:01.374550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:01.487760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8ce0c-58ee-4e24-8074-87e8b61dfbb6 None None] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:01.608331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e4a23dd5-043e-47e7-a3f2-ea0f96f832e5 None None] Provisioning complete for port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:01.608953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4a23dd5-043e-47e7-a3f2-ea0f96f832e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:01.667117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:55:01.883191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:01.930168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40456) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:01.930702 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ad37ff5-48ee-430f-947d-e0dbb71560d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742308 Oct 15 00:55:01.936705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-191333545'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:01.955733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:01.960002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:02.029008 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4a23dd5-043e-47e7-a3f2-ea0f96f832e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.036073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:02.036795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:02.124831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:02.129268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.142587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:02.234495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:55:02.265646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.271976 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment 012ff93a-00a4-4c38-bd03-f6bc62820949 of type vlan for network 410181d7-58e2-47e2-8353-ca28eafa1d04 Oct 15 00:55:02.380151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.515545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.522867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:02.523655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.566673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.575287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e4a23dd5-043e-47e7-a3f2-ea0f96f832e5 None None] For port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,segment=NetworkSegment(d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67),segment_id=d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:02.576562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:02.577287 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.640042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4a23dd5-043e-47e7-a3f2-ea0f96f832e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.696120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=410181d7-58e2-47e2-8353-ca28eafa1d04,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:02.739800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40482) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:02.750140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:55:02.755514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:02.760176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b5224a7-fff0-47e9-b380-76dc314d04c0 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8055601 Oct 15 00:55:02.882062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:00Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:00Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:02.919768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dc7f7a2a-684a-4de3-bb60-2010cb91bb83 None None] Provisioning complete for port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:02.920658 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7a2a-684a-4de3-bb60-2010cb91bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:02.925086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a23dd5-043e-47e7-a3f2-ea0f96f832e5 None None] Pushing event updated for resources: {'Port': ['ID=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:02.930257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:02.930610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Updating router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 port 932d8cc6-79f1-438c-8a8a-9beb01314380 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:55:03.024073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.174561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:03.178163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.237699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dc7f7a2a-684a-4de3-bb60-2010cb91bb83 None None] Provisioning complete for port 932d8cc6-79f1-438c-8a8a-9beb01314380 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:03.238080 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7a2a-684a-4de3-bb60-2010cb91bb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.287349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f7a2a-684a-4de3-bb60-2010cb91bb83 None None] Port 932d8cc6-79f1-438c-8a8a-9beb01314380 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:03.562930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5e79843a-20be-4cb4-8089-ea913d079736 None None] Provisioning complete for port 932d8cc6-79f1-438c-8a8a-9beb01314380 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:03.563593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e79843a-20be-4cb4-8089-ea913d079736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.631503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5e79843a-20be-4cb4-8089-ea913d079736 None None] Port 932d8cc6-79f1-438c-8a8a-9beb01314380 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:03.645320 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.696382 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.720154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=f8629716-b49a-4dfb-bbac-fc8b1714d37e,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:03.735003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:03.735371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: 410181d7-58e2-47e2-8353-ca28eafa1d04, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:55:03.821267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:03.845552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:55:03.849904 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.919679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 410181d7-58e2-47e2-8353-ca28eafa1d04) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:03.925322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:03.926194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:03.961203 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ad28e-ef22-413d-a00a-32f6da314f6e None None] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:04.025769 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b4b7dc70-6e07-4386-87b1-8aabd4b0be5b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2848039 Oct 15 00:55:04.028917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40528) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:04.139488 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:55:04.314725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed03c07-810c-4b16-ab2e-0f506321cbae None None] Pushing event updated for resources: {'Port': ['ID=932d8cc6-79f1-438c-8a8a-9beb01314380,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:04.339922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:04.340584 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:04.437124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Attempting to bind port 932d8cc6-79f1-438c-8a8a-9beb01314380 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:04.437609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Attempting to bind port 932d8cc6-79f1-438c-8a8a-9beb01314380 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:04.438247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Attempting to bind port 932d8cc6-79f1-438c-8a8a-9beb01314380 on network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:04.445522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7d65fe3d-3047-43c3-a80c-08df8f6d8f53 None None] Provisioning complete for port 932d8cc6-79f1-438c-8a8a-9beb01314380 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:04.446052 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7d65fe3d-3047-43c3-a80c-08df8f6d8f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:04.494744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:04.495323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Checking segment: {'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:04.496028 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:04.496534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Bound using segment: {'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:04.497205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Bound port: 932d8cc6-79f1-438c-8a8a-9beb01314380, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:04.497792 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:04.580997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7d65fe3d-3047-43c3-a80c-08df8f6d8f53 None None] Port 932d8cc6-79f1-438c-8a8a-9beb01314380 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:04.635601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-410181d7-58e2-47e2-8353-ca28eafa1d04', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:55:04.636458 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:04.657545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:04.693018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] For port 932d8cc6-79f1-438c-8a8a-9beb01314380, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:04.698071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] For port 932d8cc6-79f1-438c-8a8a-9beb01314380, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=932d8cc6-79f1-438c-8a8a-9beb01314380,segment=NetworkSegment(d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67),segment_id=d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:04.797141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:04.991174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:04.991683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:05.197400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:05.200379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Allocated IP 172.21.0.2 (410181d7-58e2-47e2-8353-ca28eafa1d04/f8629716-b49a-4dfb-bbac-fc8b1714d37e/46e02c1f-247e-4a70-bdb5-317a1af754f4) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:05.215907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed03c07-810c-4b16-ab2e-0f506321cbae None None] Pushing event updated for resources: {'Port': ['ID=932d8cc6-79f1-438c-8a8a-9beb01314380,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:05.419945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-59138d0f-407a-43ea-a5e0-64b5efdd436f None None] Provisioning complete for port 932d8cc6-79f1-438c-8a8a-9beb01314380 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:05.420994 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-59138d0f-407a-43ea-a5e0-64b5efdd436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:05.629353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-59138d0f-407a-43ea-a5e0-64b5efdd436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:05.710764 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:05.718008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-59138d0f-407a-43ea-a5e0-64b5efdd436f None None] For port 932d8cc6-79f1-438c-8a8a-9beb01314380, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=932d8cc6-79f1-438c-8a8a-9beb01314380,segment=NetworkSegment(d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67),segment_id=d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:05.763769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:00Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:04Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:05.826726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-59138d0f-407a-43ea-a5e0-64b5efdd436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:05.854135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:05.897381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62e2ab-2e99-4355-8e1d-074451f50d47 None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:00Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:04Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:05.915592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.21.0.1 (410181d7-58e2-47e2-8353-ca28eafa1d04/f8629716-b49a-4dfb-bbac-fc8b1714d37e/3618207b-cb06-4dd1-bf34-e5112370c28a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:05.991662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:06.003764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59138d0f-407a-43ea-a5e0-64b5efdd436f None None] Pushing event updated for resources: {'Port': ['ID=932d8cc6-79f1-438c-8a8a-9beb01314380,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:06.024460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:06.028718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:06.153642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Pushing event updated for resources: {'Port': ['ID=46e02c1f-247e-4a70-bdb5-317a1af754f4,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:06.189671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Attempting to bind port 46e02c1f-247e-4a70-bdb5-317a1af754f4 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:06.190407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Attempting to bind port 46e02c1f-247e-4a70-bdb5-317a1af754f4 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:06.192918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Attempting to bind port 46e02c1f-247e-4a70-bdb5-317a1af754f4 on network 410181d7-58e2-47e2-8353-ca28eafa1d04 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:06.200086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:06.205418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Checking segment: {'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:06.206069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:06.206684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Bound using segment: {'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:06.207352 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Bound port: 46e02c1f-247e-4a70-bdb5-317a1af754f4, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:06.207915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:06.266583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:06.375659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] For port 46e02c1f-247e-4a70-bdb5-317a1af754f4, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:06.380454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] For port 46e02c1f-247e-4a70-bdb5-317a1af754f4, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=46e02c1f-247e-4a70-bdb5-317a1af754f4,segment=NetworkSegment(012ff93a-00a4-4c38-bd03-f6bc62820949),segment_id=012ff93a-00a4-4c38-bd03-f6bc62820949)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:06.435098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:06.459872 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:06.493436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:06.497056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:06.503067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:06.516846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:06.538503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=3618207b-cb06-4dd1-bf34-e5112370c28a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:06.587432 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:06.636263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900b4e3-54d5-407f-95bd-81a51e176534 None None] Pushing event updated for resources: {'Port': ['ID=46e02c1f-247e-4a70-bdb5-317a1af754f4,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:06.755482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d8822d9-4fd6-495e-b877-bc814512f4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:06.947983 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d8822d9-4fd6-495e-b877-bc814512f4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.025818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d8822d9-4fd6-495e-b877-bc814512f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.046913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.120579 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d8822d9-4fd6-495e-b877-bc814512f4ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd45e044a3b54ff5b82eeec28a5134bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009886 Oct 15 00:55:07.121442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40608) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:07.141290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8822d9-4fd6-495e-b877-bc814512f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4857264-1d7f-49d9-a406-852f466b7bfc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:07.236731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71e00c1f-a3c2-4639-a1c3-4133e85e55cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.268128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71e00c1f-a3c2-4639-a1c3-4133e85e55cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.405885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71e00c1f-a3c2-4639-a1c3-4133e85e55cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.410359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71e00c1f-a3c2-4639-a1c3-4133e85e55cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.423589 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71e00c1f-a3c2-4639-a1c3-4133e85e55cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4857264-1d7f-49d9-a406-852f466b7bfc HTTP/1.1" status: 204 len: 168 time: 0.2860928 Oct 15 00:55:07.443206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e00c1f-a3c2-4639-a1c3-4133e85e55cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4857264-1d7f-49d9-a406-852f466b7bfc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:07.635532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.715090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:07.940001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.008515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 46e02c1f-247e-4a70-bdb5-317a1af754f4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:08.023480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=3618207b-cb06-4dd1-bf34-e5112370c28a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:08.094124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 46e02c1f-247e-4a70-bdb5-317a1af754f4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:08.094738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.162411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:08.163395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:08.220427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.269275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40630) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:08.284196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 46e02c1f-247e-4a70-bdb5-317a1af754f4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=46e02c1f-247e-4a70-bdb5-317a1af754f4,segment=NetworkSegment(012ff93a-00a4-4c38-bd03-f6bc62820949),segment_id=012ff93a-00a4-4c38-bd03-f6bc62820949)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:08.307678 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9f12c95-dbe9-4552-a6cc-1290689d0346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.356302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:08.381813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.386006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 932d8cc6-79f1-438c-8a8a-9beb01314380 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:08.542112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:08.552825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9c33961b-af4e-4fe3-bcec-86e6a51681da tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5209646 Oct 15 00:55:08.557301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40634) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:08.573033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-433807862'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:08.621789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9f12c95-dbe9-4552-a6cc-1290689d0346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.731091 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:08.735823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9f12c95-dbe9-4552-a6cc-1290689d0346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.747530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:08.750626 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:08.752669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.753929 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:08.805428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:55:08.816437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.816747 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment 66d7fd08-4d89-442d-a593-cf68d3f003d7 of type vlan for network 0121aa7b-b401-455e-9362-a1426eb131c1 Oct 15 00:55:08.831479 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f9f12c95-dbe9-4552-a6cc-1290689d0346 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b647ee9877014e82b6906d832f2fb3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579548 Oct 15 00:55:08.831479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f12c95-dbe9-4552-a6cc-1290689d0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b65adb-0cc5-4847-986c-2c1d70549aa7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:08.832708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40638) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:08.879195 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:08.928240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.975421 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6007e6dd-aa0f-45a4-ad7e-18fb7b5e687a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:08.983035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=46e02c1f-247e-4a70-bdb5-317a1af754f4,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:09.000259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 932d8cc6-79f1-438c-8a8a-9beb01314380 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:09.002345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.030712 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.043440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:09.044094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.046848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6007e6dd-aa0f-45a4-ad7e-18fb7b5e687a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.233673 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6007e6dd-aa0f-45a4-ad7e-18fb7b5e687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.237025 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6007e6dd-aa0f-45a4-ad7e-18fb7b5e687a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.242415 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6007e6dd-aa0f-45a4-ad7e-18fb7b5e687a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4b65adb-0cc5-4847-986c-2c1d70549aa7 HTTP/1.1" status: 204 len: 168 time: 0.3935323 Oct 15 00:55:09.247536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d69fc6-d121-49f5-8e71-293279efeb06 None None] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:09.250842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40654) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:09.263635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6987407 Oct 15 00:55:09.267564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae84f73-66b3-4d51-9ce6-78d1c423a6f2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=0121aa7b-b401-455e-9362-a1426eb131c1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:09.288040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:09.312702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007e6dd-aa0f-45a4-ad7e-18fb7b5e687a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b65adb-0cc5-4847-986c-2c1d70549aa7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:09.314181 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:06Z', 'revision_number': 3, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:07Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:09.367900 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:09.368576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Updating router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 port 3618207b-cb06-4dd1-bf34-e5112370c28a binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:55:09.396281 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.437156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 0121aa7b-b401-455e-9362-a1426eb131c1 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:55:09.560250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fbbbd49c-bb34-48db-9af1-c37cace3e880 None None] Provisioning complete for port 46e02c1f-247e-4a70-bdb5-317a1af754f4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:09.561223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbbbd49c-bb34-48db-9af1-c37cace3e880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.621486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:09.626173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.827142 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.907329 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:09.916208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 46e02c1f-247e-4a70-bdb5-317a1af754f4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:10.017641 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Pushing event updated for resources: {'Port': ['ID=3618207b-cb06-4dd1-bf34-e5112370c28a,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:10.028042 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.028487 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.028921 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.030231 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.032499 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.032954 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.034061 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.034516 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.034940 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.035397 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.037145 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.037583 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:10.039738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.068885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 46e02c1f-247e-4a70-bdb5-317a1af754f4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:10.069299 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.099415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.136610 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Attempting to bind port 3618207b-cb06-4dd1-bf34-e5112370c28a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:10.138111 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Attempting to bind port 3618207b-cb06-4dd1-bf34-e5112370c28a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:10.140018 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Attempting to bind port 3618207b-cb06-4dd1-bf34-e5112370c28a on network 410181d7-58e2-47e2-8353-ca28eafa1d04 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:10.155306 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:10.155306 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Checking segment: {'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:10.155306 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.156251 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Bound using segment: {'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:10.156816 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Bound port: 3618207b-cb06-4dd1-bf34-e5112370c28a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012ff93a-00a4-4c38-bd03-f6bc62820949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:10.157216 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.219081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4dcd8327-bf2c-4ac6-8168-aa721101db04 None None] Provisioning complete for port 3618207b-cb06-4dd1-bf34-e5112370c28a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:10.224055 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8327-bf2c-4ac6-8168-aa721101db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.284808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd8327-bf2c-4ac6-8168-aa721101db04 None None] Port 3618207b-cb06-4dd1-bf34-e5112370c28a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:10.333861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:10.334449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: 0121aa7b-b401-455e-9362-a1426eb131c1, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:55:10.346541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=65aab810-5a25-4013-8ca4-567018d412f0,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:10.349538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] For port 3618207b-cb06-4dd1-bf34-e5112370c28a, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:10.359165 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] For port 3618207b-cb06-4dd1-bf34-e5112370c28a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3618207b-cb06-4dd1-bf34-e5112370c28a,segment=NetworkSegment(012ff93a-00a4-4c38-bd03-f6bc62820949),segment_id=012ff93a-00a4-4c38-bd03-f6bc62820949)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:10.375916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4dcd8327-bf2c-4ac6-8168-aa721101db04 None None] Provisioning complete for port 46e02c1f-247e-4a70-bdb5-317a1af754f4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:10.376379 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dcd8327-bf2c-4ac6-8168-aa721101db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.491080 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.524746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 0121aa7b-b401-455e-9362-a1426eb131c1 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:55:10.556208 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:10.556829 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:10.562120 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498593-68de-48af-83ee-8452530ea39b None None] Pushing event updated for resources: {'Port': ['ID=3618207b-cb06-4dd1-bf34-e5112370c28a,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:10.599064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 0121aa7b-b401-455e-9362-a1426eb131c1) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:10.604873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:10.605463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.610233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa219333-7a06-4710-b782-af9cc9a6b787 None None] Network 0121aa7b-b401-455e-9362-a1426eb131c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:10.617959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b524844c-a557-4fb9-afa3-a4247482689c None None] Provisioning complete for port 3618207b-cb06-4dd1-bf34-e5112370c28a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:10.618351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b524844c-a557-4fb9-afa3-a4247482689c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:10.704863 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-079f948e-5ca3-4e22-ac75-c5aeff429de8 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4508197 Oct 15 00:55:10.710113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40688) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:10.823979 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:11.021697 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b524844c-a557-4fb9-afa3-a4247482689c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:11.063701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b524844c-a557-4fb9-afa3-a4247482689c None None] For port 3618207b-cb06-4dd1-bf34-e5112370c28a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3618207b-cb06-4dd1-bf34-e5112370c28a,segment=NetworkSegment(012ff93a-00a4-4c38-bd03-f6bc62820949),segment_id=012ff93a-00a4-4c38-bd03-f6bc62820949)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:11.144598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-0121aa7b-b401-455e-9362-a1426eb131c1', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:55:11.145467 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:11.169650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b524844c-a557-4fb9-afa3-a4247482689c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:11.491588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c673fb31-c398-4345-b830-70bb8c79e4cc None None] Provisioning complete for port 3618207b-cb06-4dd1-bf34-e5112370c28a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:11.492695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c673fb31-c398-4345-b830-70bb8c79e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:11.547080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524844c-a557-4fb9-afa3-a4247482689c None None] Pushing event updated for resources: {'Port': ['ID=3618207b-cb06-4dd1-bf34-e5112370c28a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:11.651154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Allocated IP 172.22.0.2 (0121aa7b-b401-455e-9362-a1426eb131c1/65aab810-5a25-4013-8ca4-567018d412f0/21335608-da94-40f0-80b9-5dbfa91cca75) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:11.655934 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:06Z', 'revision_number': 3, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:10Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:11.681859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:11.758819 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad647034-1489-429f-9ef7-4f16a45b8c4d None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:06Z', 'revision_number': 3, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:10Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:11.868965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e01612e5-011f-482d-875a-31e8421b314d None None] Provisioning complete for port 3618207b-cb06-4dd1-bf34-e5112370c28a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:11.869928 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e01612e5-011f-482d-875a-31e8421b314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:12.167797 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:12.247004 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:12.356321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Pushing event updated for resources: {'Port': ['ID=21335608-da94-40f0-80b9-5dbfa91cca75,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:12.367111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Network 0121aa7b-b401-455e-9362-a1426eb131c1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:12.368736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:12.374605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:12.495822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Attempting to bind port 21335608-da94-40f0-80b9-5dbfa91cca75 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:12.496417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Attempting to bind port 21335608-da94-40f0-80b9-5dbfa91cca75 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:12.496596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Attempting to bind port 21335608-da94-40f0-80b9-5dbfa91cca75 on network 0121aa7b-b401-455e-9362-a1426eb131c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:12.521875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:12.522282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Checking segment: {'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:12.522674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:12.523071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Bound using segment: {'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:12.523670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Bound port: 21335608-da94-40f0-80b9-5dbfa91cca75, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:12.524058 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:12.657654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] For port 21335608-da94-40f0-80b9-5dbfa91cca75, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:12.664943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] For port 21335608-da94-40f0-80b9-5dbfa91cca75, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=21335608-da94-40f0-80b9-5dbfa91cca75,segment=NetworkSegment(66d7fd08-4d89-442d-a593-cf68d3f003d7),segment_id=66d7fd08-4d89-442d-a593-cf68d3f003d7)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:12.823370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:12.933682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d1dce-753f-41e4-b5b8-965881794ed9 None None] Pushing event updated for resources: {'Port': ['ID=21335608-da94-40f0-80b9-5dbfa91cca75,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:12.976036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.22.0.1 (0121aa7b-b401-455e-9362-a1426eb131c1/65aab810-5a25-4013-8ca4-567018d412f0/6b734aed-52e6-453b-b278-6e2a3e9e8fde) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:13.194427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:13.456972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:13.550832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=6b734aed-52e6-453b-b278-6e2a3e9e8fde,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:13.556324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 0121aa7b-b401-455e-9362-a1426eb131c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:13.562603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:13.565942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:13.634354 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:13.859472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:13.927306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 21335608-da94-40f0-80b9-5dbfa91cca75 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:14.057806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 21335608-da94-40f0-80b9-5dbfa91cca75 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:14.060980 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.275074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.353129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 21335608-da94-40f0-80b9-5dbfa91cca75, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=21335608-da94-40f0-80b9-5dbfa91cca75,segment=NetworkSegment(66d7fd08-4d89-442d-a593-cf68d3f003d7),segment_id=66d7fd08-4d89-442d-a593-cf68d3f003d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:14.389642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.419470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cbe2f3-6305-425c-852d-8bfb6918e961 None None] Network 0121aa7b-b401-455e-9362-a1426eb131c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:14.461428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.496860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.497697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3618207b-cb06-4dd1-bf34-e5112370c28a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:14.572387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=21335608-da94-40f0-80b9-5dbfa91cca75,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:14.579807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=6b734aed-52e6-453b-b278-6e2a3e9e8fde,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:14.590574 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.664381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f7b2fc2c-ad49-4380-9e1f-a514da257e93 None None] Provisioning complete for port 21335608-da94-40f0-80b9-5dbfa91cca75 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:14.667839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7b2fc2c-ad49-4380-9e1f-a514da257e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.805862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network 0121aa7b-b401-455e-9362-a1426eb131c1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:14.807480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:14.895199 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3618207b-cb06-4dd1-bf34-e5112370c28a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:14.895567 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:14.953035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:15.113802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:15.136825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:15.146396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40792) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:15.151425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:15.151619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696376381'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:15.155824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-834d3777-068b-4cd6-bf33-68a46f4a49d4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4346831 Oct 15 00:55:15.194620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:15.197273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:15.250030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:15.253661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:15.314946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:55:15.336717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:15.337068 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added segment 56e89209-a001-4e13-88e0-c74eea7be872 of type vlan for network d07de055-667f-4b46-b57a-9999c7649a72 Oct 15 00:55:15.358605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:15.488648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:15.600887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:15.609214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:15.610117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:15.739781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4e5f6c57-0c10-42dd-a5e3-77215cedb325 None None] Provisioning complete for port 6b734aed-52e6-453b-b278-6e2a3e9e8fde triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:15.740160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e5f6c57-0c10-42dd-a5e3-77215cedb325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:15.795185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6476402 Oct 15 00:55:15.797442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28f0d5-eb82-4f39-b9de-7984ae71a4ee tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Network': ['ID=d07de055-667f-4b46-b57a-9999c7649a72,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:15.798200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40806) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:15.804402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'subnet': {'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:15.850801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d07de055-667f-4b46-b57a-9999c7649a72 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:55:15.965187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 21335608-da94-40f0-80b9-5dbfa91cca75 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:16.084576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Made reservation on behalf of df065871ed884b9eb3766b135378601c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:16.088902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.110386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f6c57-0c10-42dd-a5e3-77215cedb325 None None] Port 6b734aed-52e6-453b-b278-6e2a3e9e8fde cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:16.213717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4e5f6c57-0c10-42dd-a5e3-77215cedb325 None None] Provisioning complete for port 21335608-da94-40f0-80b9-5dbfa91cca75 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:16.214339 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e5f6c57-0c10-42dd-a5e3-77215cedb325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.301763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 21335608-da94-40f0-80b9-5dbfa91cca75 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:16.303687 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.456800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:16.557853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:13Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:14Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:16.599244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.646903 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a87958bf-7684-4112-818a-b39492f84681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.670851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:16.671233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Updating router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 port 6b734aed-52e6-453b-b278-6e2a3e9e8fde binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:55:16.707248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.711385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Checking segment: {'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:16.712586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network hostable DHCP agents. Network: d07de055-667f-4b46-b57a-9999c7649a72, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:55:16.726565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Subnet': ['ID=f7e45978-ace9-43c4-ba7c-8cd74e210a19,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:16.793691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c402348d-c852-417a-81b4-ed5fac610e95 None None] Provisioning complete for port 6b734aed-52e6-453b-b278-6e2a3e9e8fde triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:16.794077 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c402348d-c852-417a-81b4-ed5fac610e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.807466 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a87958bf-7684-4112-818a-b39492f84681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.813664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network d07de055-667f-4b46-b57a-9999c7649a72 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:55:16.855664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a87958bf-7684-4112-818a-b39492f84681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:16.913452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d07de055-667f-4b46-b57a-9999c7649a72) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:16.949087 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:16.950078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.034574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87958bf-7684-4112-818a-b39492f84681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1087d0-24ff-4059-9754-098a076dfd0a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:17.039941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c402348d-c852-417a-81b4-ed5fac610e95 None None] Port 6b734aed-52e6-453b-b278-6e2a3e9e8fde cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:17.067387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a87958bf-7684-4112-818a-b39492f84681 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=106585353a4443ccb7bbf987986fc070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089797 Oct 15 00:55:17.070011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40832) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:17.137001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87427db-131a-49db-9141-29a5fcec6689 None None] Network d07de055-667f-4b46-b57a-9999c7649a72 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:17.139332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-41faff34-20ee-4325-b8ba-1385b8170af2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3388374 Oct 15 00:55:17.141952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 40834) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:17.200571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae2cf77-0518-4f92-8a1c-18c3de347128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.259508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae2cf77-0518-4f92-8a1c-18c3de347128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.370315 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae2cf77-0518-4f92-8a1c-18c3de347128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.377070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ae2cf77-0518-4f92-8a1c-18c3de347128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.380443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5ae2cf77-0518-4f92-8a1c-18c3de347128 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f1087d0-24ff-4059-9754-098a076dfd0a HTTP/1.1" status: 204 len: 168 time: 0.3092306 Oct 15 00:55:17.424084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2cf77-0518-4f92-8a1c-18c3de347128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1087d0-24ff-4059-9754-098a076dfd0a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:17.438156 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.457735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-d07de055-667f-4b46-b57a-9999c7649a72', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:55:17.459181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.515450 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.726384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed41873-8646-4bc7-905c-b6d0cb3de1c7 None None] Pushing event updated for resources: {'Port': ['ID=6b734aed-52e6-453b-b278-6e2a3e9e8fde,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:17.789633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Allocated IP 172.23.0.2 (d07de055-667f-4b46-b57a-9999c7649a72/f7e45978-ace9-43c4-ba7c-8cd74e210a19/ada612ac-9dc7-4c60-b6be-1200e57a4abb) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:17.909977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Attempting to bind port 6b734aed-52e6-453b-b278-6e2a3e9e8fde on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:17.910426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Attempting to bind port 6b734aed-52e6-453b-b278-6e2a3e9e8fde by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:17.915228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Attempting to bind port 6b734aed-52e6-453b-b278-6e2a3e9e8fde on network 0121aa7b-b401-455e-9362-a1426eb131c1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:17.923587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:17.926261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Checking segment: {'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:17.926586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.927084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:17.927279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Bound using segment: {'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:17.927838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Bound port: 6b734aed-52e6-453b-b278-6e2a3e9e8fde, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d7fd08-4d89-442d-a593-cf68d3f003d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:17.928289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.210967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] For port 6b734aed-52e6-453b-b278-6e2a3e9e8fde, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:18.260467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-53776fb6-1559-48ef-9d34-de4c5630d633 None None] Provisioning complete for port 6b734aed-52e6-453b-b278-6e2a3e9e8fde triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:18.263594 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53776fb6-1559-48ef-9d34-de4c5630d633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.263839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] For port 6b734aed-52e6-453b-b278-6e2a3e9e8fde, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6b734aed-52e6-453b-b278-6e2a3e9e8fde,segment=NetworkSegment(66d7fd08-4d89-442d-a593-cf68d3f003d7),segment_id=66d7fd08-4d89-442d-a593-cf68d3f003d7)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:18.302954 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.344597 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.344597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-53776fb6-1559-48ef-9d34-de4c5630d633 None None] Port 6b734aed-52e6-453b-b278-6e2a3e9e8fde cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:18.396760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.401234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40878) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:18.421263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:18.421885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:18.424712 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3b04d8d-2e3c-463d-be53-237ab9d5da39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.494683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed41873-8646-4bc7-905c-b6d0cb3de1c7 None None] Pushing event updated for resources: {'Port': ['ID=6b734aed-52e6-453b-b278-6e2a3e9e8fde,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:18.500403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Allocated IP 172.23.0.1 (d07de055-667f-4b46-b57a-9999c7649a72/f7e45978-ace9-43c4-ba7c-8cd74e210a19/ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:18.520297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Network d07de055-667f-4b46-b57a-9999c7649a72 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:18.526266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:18.563915 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3b04d8d-2e3c-463d-be53-237ab9d5da39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.627623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3b04d8d-2e3c-463d-be53-237ab9d5da39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.735058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.769012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c3b04d8d-2e3c-463d-be53-237ab9d5da39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=165c5dbf4983432d96af459d5aa889f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666391 Oct 15 00:55:18.770264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b04d8d-2e3c-463d-be53-237ab9d5da39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff62a185-6eb8-4a9b-aece-be2cdd6187c4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:18.776962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40892) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:18.850538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:18.886517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ce452a0-c77c-4a37-b056-8d2e9bfc13a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.893668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:18.902058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.911264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ce452a0-c77c-4a37-b056-8d2e9bfc13a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:18.943091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Pushing event updated for resources: {'Port': ['ID=ada612ac-9dc7-4c60-b6be-1200e57a4abb,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:18.969293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fed7316d-26c8-4d9b-8e3a-b3ed2d971019 None None] Provisioning complete for port 6b734aed-52e6-453b-b278-6e2a3e9e8fde triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:18.969293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fed7316d-26c8-4d9b-8e3a-b3ed2d971019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.017677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:19.052530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Attempting to bind port ada612ac-9dc7-4c60-b6be-1200e57a4abb on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:19.052530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Attempting to bind port ada612ac-9dc7-4c60-b6be-1200e57a4abb by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:19.052530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Attempting to bind port ada612ac-9dc7-4c60-b6be-1200e57a4abb on network d07de055-667f-4b46-b57a-9999c7649a72 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:19.056651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ce452a0-c77c-4a37-b056-8d2e9bfc13a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.059439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network d07de055-667f-4b46-b57a-9999c7649a72 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:19.060893 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ce452a0-c77c-4a37-b056-8d2e9bfc13a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.062576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4ce452a0-c77c-4a37-b056-8d2e9bfc13a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff62a185-6eb8-4a9b-aece-be2cdd6187c4 HTTP/1.1" status: 204 len: 168 time: 0.2844212 Oct 15 00:55:19.069223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:19.082246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:19.082905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Checking segment: {'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:19.083438 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.084202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Bound using segment: {'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:19.086179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Bound port: ada612ac-9dc7-4c60-b6be-1200e57a4abb, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:19.086673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.087795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce452a0-c77c-4a37-b056-8d2e9bfc13a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff62a185-6eb8-4a9b-aece-be2cdd6187c4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:19.111368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:19.209123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.360966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fed7316d-26c8-4d9b-8e3a-b3ed2d971019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.429373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] For port ada612ac-9dc7-4c60-b6be-1200e57a4abb, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:19.454886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fed7316d-26c8-4d9b-8e3a-b3ed2d971019 None None] For port 6b734aed-52e6-453b-b278-6e2a3e9e8fde, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6b734aed-52e6-453b-b278-6e2a3e9e8fde,segment=NetworkSegment(66d7fd08-4d89-442d-a593-cf68d3f003d7),segment_id=66d7fd08-4d89-442d-a593-cf68d3f003d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:19.459854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] For port ada612ac-9dc7-4c60-b6be-1200e57a4abb, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ada612ac-9dc7-4c60-b6be-1200e57a4abb,segment=NetworkSegment(56e89209-a001-4e13-88e0-c74eea7be872),segment_id=56e89209-a001-4e13-88e0-c74eea7be872)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:19.487188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:13Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:18Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:19.493172 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.532633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.534840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424250ab-6035-40bf-bd2a-1450773b8ead None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:13Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:18Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:19.536591 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fed7316d-26c8-4d9b-8e3a-b3ed2d971019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:19.637053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abb6ed-ca88-472b-8801-e6f80d46bd9e None None] Pushing event updated for resources: {'Port': ['ID=ada612ac-9dc7-4c60-b6be-1200e57a4abb,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:19.740536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7316d-26c8-4d9b-8e3a-b3ed2d971019 None None] Pushing event updated for resources: {'Port': ['ID=6b734aed-52e6-453b-b278-6e2a3e9e8fde,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:19.932010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6b734aed-52e6-453b-b278-6e2a3e9e8fde up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:20.099309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6b734aed-52e6-453b-b278-6e2a3e9e8fde triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:20.099905 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:20.231222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:20.299138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:20.471861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:20.601129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event updated for resources: {'Port': ['ID=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:20.662546 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Network d07de055-667f-4b46-b57a-9999c7649a72 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:20.664171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:20.802170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:20.978199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:20.984897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8608b0b0-4267-4e00-a3ea-6a3b2eae2de4 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8418260 Oct 15 00:55:20.987755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 40956) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:20.993756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:21.015806 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:21.030783 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:21.032140 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:21.181852 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:21.561050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3351c-e32d-4c38-b6d2-72a221466b0c None None] Network d07de055-667f-4b46-b57a-9999c7649a72 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:21.636576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3', 'name': '', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:8d:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:18Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:21.688549 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:21.689240 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Updating router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:55:21.717673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8d2ec85d-9b1b-4630-8019-3dce38e12905 None None] Provisioning complete for port ada612ac-9dc7-4c60-b6be-1200e57a4abb triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:21.718315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec85d-9b1b-4630-8019-3dce38e12905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:21.823428 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:21.912690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 00:55:21.976762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Removed routes are [] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 00:55:21.977139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.203250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6b734aed-52e6-453b-b278-6e2a3e9e8fde up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:22.321466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec85d-9b1b-4630-8019-3dce38e12905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.339506 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.398285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8d2ec85d-9b1b-4630-8019-3dce38e12905 None None] For port ada612ac-9dc7-4c60-b6be-1200e57a4abb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ada612ac-9dc7-4c60-b6be-1200e57a4abb,segment=NetworkSegment(56e89209-a001-4e13-88e0-c74eea7be872),segment_id=56e89209-a001-4e13-88e0-c74eea7be872)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:22.399918 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.404799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6b734aed-52e6-453b-b278-6e2a3e9e8fde triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:22.407919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.494051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec85d-9b1b-4630-8019-3dce38e12905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.605624 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c1bc4-3938-4ae6-9d95-e65145bcaa40 None None] Pushing event updated for resources: {'Port': ['ID=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:22.614442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ada612ac-9dc7-4c60-b6be-1200e57a4abb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:22.635295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ec85d-9b1b-4630-8019-3dce38e12905 None None] Pushing event updated for resources: {'Port': ['ID=ada612ac-9dc7-4c60-b6be-1200e57a4abb,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:22.639808 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Attempting to bind port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:22.640174 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Attempting to bind port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:22.640530 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Attempting to bind port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 on network d07de055-667f-4b46-b57a-9999c7649a72 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:22.670076 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:22.675278 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Checking segment: {'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:22.675689 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.676078 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Bound using segment: {'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:22.676734 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Bound port: ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e89209-a001-4e13-88e0-c74eea7be872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:22.677265 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.691124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.701163 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.800879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] Provisioning complete for port ada612ac-9dc7-4c60-b6be-1200e57a4abb triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:22.801539 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.855965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ada612ac-9dc7-4c60-b6be-1200e57a4abb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:22.856337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:22.931968 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] For port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:22.945784 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] For port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,segment=NetworkSegment(56e89209-a001-4e13-88e0-c74eea7be872),segment_id=56e89209-a001-4e13-88e0-c74eea7be872)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:23.044765 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:23.047344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] Provisioning complete for port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:23.047886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:23.130907 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:23.131531 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:23.307278 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:23.354621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] For port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,segment=NetworkSegment(56e89209-a001-4e13-88e0-c74eea7be872),segment_id=56e89209-a001-4e13-88e0-c74eea7be872)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:23.374369 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c1bc4-3938-4ae6-9d95-e65145bcaa40 None None] Pushing event updated for resources: {'Port': ['ID=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:23.427377 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:23.446556 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:23.538799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:23.539382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee999a-3aa3-4ef6-be1f-b289ec4d812e None None] Pushing event updated for resources: {'Port': ['ID=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:23.597073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d0325027-a45e-4be5-b232-0bfca8e18a11 None None] Provisioning complete for port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:23.597654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0325027-a45e-4be5-b232-0bfca8e18a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:23.850565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:23.871060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ada612ac-9dc7-4c60-b6be-1200e57a4abb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:23.875531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:23.876911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82104727-7fbd-4bba-b72c-74f954be6bd6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 200 len: 934 time: 2.8874359 Oct 15 00:55:23.881271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41038) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:23.966169 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:21Z', 'revision_number': 6, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3', 'name': '', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:8d:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:18Z', 'updated_at': '2021-10-15T00:55:22Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:24.067279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7ad4b469-638e-4084-9a01-6a5a80e67400 None None] Provisioning complete for port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:24.067654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b469-638e-4084-9a01-6a5a80e67400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:24.079185 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f73fa1-02cf-426c-8eb9-1303c9608e23 None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:21Z', 'revision_number': 6, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3', 'name': '', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:8d:2c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:18Z', 'updated_at': '2021-10-15T00:55:22Z', 'revision_number': 4, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:24.122586 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-803bc9eb-cd58-4182-8143-6c1014bf0e7d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 200 len: 934 time: 0.2363775 Oct 15 00:55:24.122706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41042) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:24.125999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'routes': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:24.208406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ada612ac-9dc7-4c60-b6be-1200e57a4abb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:24.208776 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:24.561214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a97dc924-e490-4111-a5bc-cea1534dd7be None None] Provisioning complete for port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:24.561853 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a97dc924-e490-4111-a5bc-cea1534dd7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:24.707729 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41064) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:24.841981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e309b355-2ba5-4880-bb53-42a5895aeb05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:24.918613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added routes are [] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 00:55:24.919680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 00:55:24.951907 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.126787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e309b355-2ba5-4880-bb53-42a5895aeb05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.187519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e309b355-2ba5-4880-bb53-42a5895aeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.274353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309b355-2ba5-4880-bb53-42a5895aeb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c098752-230f-4014-8dec-b94541d00812,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:25.303768 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e309b355-2ba5-4880-bb53-42a5895aeb05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=783e301a945d4b6a93d82846ae245b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948925 Oct 15 00:55:25.306833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:25.340641 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.344897 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.379492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96751726-018e-4cf7-b453-43d928c0205a None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:25.396144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:25.396856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:25.552774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:25.555912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:25.569781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.681358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.804150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:25.823169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:25.826997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9d32aeb6-3341-46b7-892c-1b398816ad27 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 200 len: 700 time: 1.7026300 Oct 15 00:55:25.828025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41104) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:25.925965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:26.016235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41110) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:26.029554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5c80bfc7-3597-42b6-b81c-0ad2c99a0c78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 200 len: 700 time: 0.1994803 Oct 15 00:55:26.037984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:26.046748 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:26.074592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c098752-230f-4014-8dec-b94541d00812 HTTP/1.1" status: 204 len: 168 time: 0.7663572 Oct 15 00:55:26.100668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c098752-230f-4014-8dec-b94541d00812,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:26.103693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:24Z', 'revision_number': 7, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3', 'name': '', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:8d:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:18Z', 'updated_at': '2021-10-15T00:55:23Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:26.110003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:26.110395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:26.171855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.173779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.175581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.177316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.181387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.183882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.184479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.185598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.190706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.194560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.195140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.195683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c992c92-5374-4f9d-b890-a8ed0a4d6367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:26.233104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96751726-018e-4cf7-b453-43d928c0205a None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:26.258257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:26.259067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:26.340130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b2cf611e-0cd1-4266-bcf9-924cec1e5a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:26.472346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:26.918740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-96751726-018e-4cf7-b453-43d928c0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:24Z', 'revision_number': 7, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3', 'name': '', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:8d:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:18Z', 'updated_at': '2021-10-15T00:55:23Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:26.990704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41134) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:27.011344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10e3d707-2284-406e-a516-996ab047cf5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.018423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.115690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10e3d707-2284-406e-a516-996ab047cf5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.181491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-10e3d707-2284-406e-a516-996ab047cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.321340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-10e3d707-2284-406e-a516-996ab047cf5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7720d3ee90dd4e818d1d7afdcb659ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267345 Oct 15 00:55:27.321590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41142) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:27.328122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96751726-018e-4cf7-b453-43d928c0205a None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:24Z', 'revision_number': 7, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3', 'name': '', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:8d:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:18Z', 'updated_at': '2021-10-15T00:55:23Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:27.383431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d707-2284-406e-a516-996ab047cf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c6181-ccfc-4cb4-9e81-2a0619a419a1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:27.443479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76eb101e-a2f4-4b08-9993-c79894ac7739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.521370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76eb101e-a2f4-4b08-9993-c79894ac7739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.561664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:27.562010 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.712132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,segment=NetworkSegment(56e89209-a001-4e13-88e0-c74eea7be872),segment_id=56e89209-a001-4e13-88e0-c74eea7be872)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:27.712494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.727553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:27.742430 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76eb101e-a2f4-4b08-9993-c79894ac7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.745376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-76eb101e-a2f4-4b08-9993-c79894ac7739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:27.748267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-76eb101e-a2f4-4b08-9993-c79894ac7739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/036c6181-ccfc-4cb4-9e81-2a0619a419a1 HTTP/1.1" status: 204 len: 168 time: 0.4252851 Oct 15 00:55:27.759572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb101e-a2f4-4b08-9993-c79894ac7739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c6181-ccfc-4cb4-9e81-2a0619a419a1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:27.807399 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:27.825105 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:27.826417 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:54:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:28.081505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:28.143928 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:28.181473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:28.506067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:28.823161 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36dc3ba3-41a2-41b8-8759-97015fbfded3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:28.883984 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:24Z', 'revision_number': 7, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3', 'name': '', 'network_id': 'd07de055-667f-4b46-b57a-9999c7649a72', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:8d:2c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:18Z', 'updated_at': '2021-10-15T00:55:23Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f7e45978-ace9-43c4-ba7c-8cd74e210a19', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:28.885061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:28.928652 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:28.958817 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:28.959704 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:29.056458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:29.065696 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9a7638c3-def5-4b09-b285-1175f799b369 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0459569 Oct 15 00:55:29.066602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41188) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:29.099248 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:29.209824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet f7e45978-ace9-43c4-ba7c-8cd74e210a19 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:55:29.228585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:29.303359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:29.387250 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:27Z', 'revision_number': 8, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:29.446049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:29.459019 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa70b1-18d9-41a2-a332-06ecde1bb95f None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:27Z', 'revision_number': 8, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:29.639216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:29.698912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e45978-ace9-43c4-ba7c-8cd74e210a19,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:29.707710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18382fe5-fdae-41ff-a878-a6fde1c89d96 None None] Network d07de055-667f-4b46-b57a-9999c7649a72 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:29.709703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:29.723117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41216) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:29.723668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c0e8645f-9551-4207-bf7a-82290a640e1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/f7e45978-ace9-43c4-ba7c-8cd74e210a19 HTTP/1.1" status: 204 len: 168 time: 0.6544607 Oct 15 00:55:29.977373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:29.993328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.009980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:30.010652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ed58dd2b-b2ba-4fd2-ad99-7965d1cb56d3 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:30.103518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] DHCP port deletion for d07de055-667f-4b46-b57a-9999c7649a72 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:55:30.129394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port ada612ac-9dc7-4c60-b6be-1200e57a4abb {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:30.129762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.177030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.183843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] Deleting port ada612ac-9dc7-4c60-b6be-1200e57a4abb {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:30.184213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.273856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.293846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port ada612ac-9dc7-4c60-b6be-1200e57a4abb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ada612ac-9dc7-4c60-b6be-1200e57a4abb,segment=NetworkSegment(56e89209-a001-4e13-88e0-c74eea7be872),segment_id=56e89209-a001-4e13-88e0-c74eea7be872)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:30.294540 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.317956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for ada612ac-9dc7-4c60-b6be-1200e57a4abb owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:30.349938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:30.379089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] For port ada612ac-9dc7-4c60-b6be-1200e57a4abb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ada612ac-9dc7-4c60-b6be-1200e57a4abb,segment=NetworkSegment(56e89209-a001-4e13-88e0-c74eea7be872),segment_id=56e89209-a001-4e13-88e0-c74eea7be872)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:30.379586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.389477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:30.390422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:30.516408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:30.609722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.708033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=ada612ac-9dc7-4c60-b6be-1200e57a4abb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:30.720334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port ada612ac-9dc7-4c60-b6be-1200e57a4abb on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:55:30.754208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] Calling delete_port for ada612ac-9dc7-4c60-b6be-1200e57a4abb owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:30.908383 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.937873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07de055-667f-4b46-b57a-9999c7649a72']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:30.948694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e89209-a001-4e13-88e0-c74eea7be872') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:30.948991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e89209-a001-4e13-88e0-c74eea7be872') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:30.961400 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.977345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.988320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:55:30.988737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:55:30.992364 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:55:31.241449 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:31.255575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:31.266630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:31.269805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/d07de055-667f-4b46-b57a-9999c7649a72 HTTP/1.1" status: 204 len: 168 time: 1.5449131 Oct 15 00:55:31.272668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41268) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:31.308914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] No DVR routers for this DVR port ada612ac-9dc7-4c60-b6be-1200e57a4abb on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:55:31.313461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769396e-e7b2-4ff8-a73c-80f703c434ed tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=d07de055-667f-4b46-b57a-9999c7649a72,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:31.334000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f78e-45f8-47e1-baa3-13944f7d72a8 None None] Pushing event deleted for resources: {'Port': ['ID=ada612ac-9dc7-4c60-b6be-1200e57a4abb,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:31.389133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:27Z', 'revision_number': 8, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:31.462454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:31.474683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:31.475693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:31.588534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:31.859200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ada612ac-9dc7-4c60-b6be-1200e57a4abb no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:31.971487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: ada612ac-9dc7-4c60-b6be-1200e57a4abb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:31.977951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ada612ac-9dc7-4c60-b6be-1200e57a4abb not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:32.075762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:32.192465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:27Z', 'revision_number': 8, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:32.275317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b662e-4272-41ab-aebe-9afa60a81f87 None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:27Z', 'revision_number': 8, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b734aed-52e6-453b-b278-6e2a3e9e8fde', 'name': '', 'network_id': '0121aa7b-b401-455e-9362-a1426eb131c1', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:37:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '65aab810-5a25-4013-8ca4-567018d412f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:12Z', 'updated_at': '2021-10-15T00:55:19Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '65aab810-5a25-4013-8ca4-567018d412f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:32.351582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:32.594808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 6b734aed-52e6-453b-b278-6e2a3e9e8fde {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:32.595278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:32.871481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 6b734aed-52e6-453b-b278-6e2a3e9e8fde, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6b734aed-52e6-453b-b278-6e2a3e9e8fde,segment=NetworkSegment(66d7fd08-4d89-442d-a593-cf68d3f003d7),segment_id=66d7fd08-4d89-442d-a593-cf68d3f003d7)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:32.871870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:32.887167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 6b734aed-52e6-453b-b278-6e2a3e9e8fde owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:33.165102 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:33.319978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=6b734aed-52e6-453b-b278-6e2a3e9e8fde,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:33.490044 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:33.816128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:33.963110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:33.976227 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:33.976647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-508a2e5b-9b0e-4366-a5d5-b0647fb2ff30 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6988177 Oct 15 00:55:33.977765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41352) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:33.988139 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:33.988838 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:34.062274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet 65aab810-5a25-4013-8ca4-567018d412f0 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:55:34.067655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:34.097094 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:34.156599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:34.279542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:34.426221 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:33Z', 'revision_number': 9, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:34.456204 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:34.464456 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:34.465043 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:34.484329 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:34.517969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:34.522314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/65aab810-5a25-4013-8ca4-567018d412f0 HTTP/1.1" status: 204 len: 168 time: 0.5423300 Oct 15 00:55:34.523000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ab3e-ade8-40ea-9a1c-59503e604347 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=65aab810-5a25-4013-8ca4-567018d412f0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:34.525603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41368) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:34.527572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2df31b-5fd4-47bc-b5f7-f0c417b11f86 None None] Network 0121aa7b-b401-455e-9362-a1426eb131c1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:34.586843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:34.689083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:34.838057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 21335608-da94-40f0-80b9-5dbfa91cca75 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:34.838692 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:34.874314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] DHCP port deletion for 0121aa7b-b401-455e-9362-a1426eb131c1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:55:34.967781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] Deleting port 21335608-da94-40f0-80b9-5dbfa91cca75 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:34.968929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.031070 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:33Z', 'revision_number': 9, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:35.053247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 21335608-da94-40f0-80b9-5dbfa91cca75, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=21335608-da94-40f0-80b9-5dbfa91cca75,segment=NetworkSegment(66d7fd08-4d89-442d-a593-cf68d3f003d7),segment_id=66d7fd08-4d89-442d-a593-cf68d3f003d7)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:35.053917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.064328 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f3dce-89c7-4000-8e2f-6fea5192f232 None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:33Z', 'revision_number': 9, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '3618207b-cb06-4dd1-bf34-e5112370c28a', 'name': '', 'network_id': '410181d7-58e2-47e2-8353-ca28eafa1d04', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:dd:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:04Z', 'updated_at': '2021-10-15T00:55:11Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': 'f8629716-b49a-4dfb-bbac-fc8b1714d37e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:35.097082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 21335608-da94-40f0-80b9-5dbfa91cca75 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:35.186157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] For port 21335608-da94-40f0-80b9-5dbfa91cca75, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=21335608-da94-40f0-80b9-5dbfa91cca75,segment=NetworkSegment(66d7fd08-4d89-442d-a593-cf68d3f003d7),segment_id=66d7fd08-4d89-442d-a593-cf68d3f003d7)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:35.187828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.220236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] Calling delete_port for 21335608-da94-40f0-80b9-5dbfa91cca75 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:35.372340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.426242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.449677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=21335608-da94-40f0-80b9-5dbfa91cca75,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:35.453702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] No DVR routers for this DVR port 21335608-da94-40f0-80b9-5dbfa91cca75 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:55:35.466441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port 21335608-da94-40f0-80b9-5dbfa91cca75 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:55:35.517505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a9e36-f093-4125-940b-fb39be129e3a None None] Pushing event deleted for resources: {'Port': ['ID=21335608-da94-40f0-80b9-5dbfa91cca75,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:35.596404 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.650320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0121aa7b-b401-455e-9362-a1426eb131c1']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:35.663272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d7fd08-4d89-442d-a593-cf68d3f003d7') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:35.663519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d7fd08-4d89-442d-a593-cf68d3f003d7') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:35.673725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.706606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.714497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:55:35.715216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:55:35.783528 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:55:35.827226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.839601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:35.859033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41414) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:35.860245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/0121aa7b-b401-455e-9362-a1426eb131c1 HTTP/1.1" status: 204 len: 168 time: 1.3332164 Oct 15 00:55:35.885051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1868b-fd60-4a5d-b53f-52eceb4cc3e9 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=0121aa7b-b401-455e-9362-a1426eb131c1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:35.908024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6b734aed-52e6-453b-b278-6e2a3e9e8fde no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:35.981195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41420) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:35.995461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6b734aed-52e6-453b-b278-6e2a3e9e8fde {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:35.995811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6b734aed-52e6-453b-b278-6e2a3e9e8fde not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:35.996231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 21335608-da94-40f0-80b9-5dbfa91cca75 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:36.044130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 21335608-da94-40f0-80b9-5dbfa91cca75 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:36.044471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 21335608-da94-40f0-80b9-5dbfa91cca75 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:36.347635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-135791cb-44b8-4e55-a808-5c0b525b9ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:36.446916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:36.458480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-135791cb-44b8-4e55-a808-5c0b525b9ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:36.560501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-135791cb-44b8-4e55-a808-5c0b525b9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:36.636555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135791cb-44b8-4e55-a808-5c0b525b9ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d87ccd-29e7-441b-a80a-ca5a371a10d1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:36.677742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-135791cb-44b8-4e55-a808-5c0b525b9ff4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1eef2924fa940c593e8182dc425b4e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948051 Oct 15 00:55:36.682524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41436) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:36.809142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecd917ef-7ab3-44a2-af22-b1ed286d1586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:36.859454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecd917ef-7ab3-44a2-af22-b1ed286d1586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:36.993859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 3618207b-cb06-4dd1-bf34-e5112370c28a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:36.994821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:37.055618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecd917ef-7ab3-44a2-af22-b1ed286d1586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:37.058179 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ecd917ef-7ab3-44a2-af22-b1ed286d1586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:37.062492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ecd917ef-7ab3-44a2-af22-b1ed286d1586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84d87ccd-29e7-441b-a80a-ca5a371a10d1 HTTP/1.1" status: 204 len: 168 time: 0.3757286 Oct 15 00:55:37.069864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd917ef-7ab3-44a2-af22-b1ed286d1586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d87ccd-29e7-441b-a80a-ca5a371a10d1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:37.148865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 3618207b-cb06-4dd1-bf34-e5112370c28a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3618207b-cb06-4dd1-bf34-e5112370c28a,segment=NetworkSegment(012ff93a-00a4-4c38-bd03-f6bc62820949),segment_id=012ff93a-00a4-4c38-bd03-f6bc62820949)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:37.151754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:37.169685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 3618207b-cb06-4dd1-bf34-e5112370c28a owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:37.720094 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:37.813533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=3618207b-cb06-4dd1-bf34-e5112370c28a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:37.834411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.835061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.835607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.836149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.836852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.845946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.847186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.848733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.850549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.851417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.851936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:37.852492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:55:38.143993 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:39.016042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:39.178058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:39.185079 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5fcca2ff-3839-403f-89e3-9864b33db71a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3241012 Oct 15 00:55:39.187854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41518) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:39.192282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:39.207407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:39.209067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:39.319987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet f8629716-b49a-4dfb-bbac-fc8b1714d37e {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:55:39.329005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:39.405695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:39.417393 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:39.630503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:39.769621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:37Z', 'revision_number': 10, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:39.815953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:39.827493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:39.828722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:39.833359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:39.908011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=f8629716-b49a-4dfb-bbac-fc8b1714d37e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:39.928096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:39.934232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:39.934486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-81f33778-5190-4c32-aa18-fc916478d129 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/f8629716-b49a-4dfb-bbac-fc8b1714d37e HTTP/1.1" status: 204 len: 168 time: 0.7439711 Oct 15 00:55:39.971076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c418d-b64b-4269-ab5c-09d5f9c6fc1a None None] Network 410181d7-58e2-47e2-8353-ca28eafa1d04 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:40.011844 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:40.047626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:40.161778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 46e02c1f-247e-4a70-bdb5-317a1af754f4 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:40.162172 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:40.359098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 46e02c1f-247e-4a70-bdb5-317a1af754f4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=46e02c1f-247e-4a70-bdb5-317a1af754f4,segment=NetworkSegment(012ff93a-00a4-4c38-bd03-f6bc62820949),segment_id=012ff93a-00a4-4c38-bd03-f6bc62820949)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:40.359747 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:40.386055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 46e02c1f-247e-4a70-bdb5-317a1af754f4 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:40.405624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:40.697133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:40.768232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port 46e02c1f-247e-4a70-bdb5-317a1af754f4 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:55:40.816265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=46e02c1f-247e-4a70-bdb5-317a1af754f4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:40.823225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:37Z', 'revision_number': 10, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:40.951798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8767fd-fc92-4712-98a6-d25c44148848 None None] DHCP port deletion for 410181d7-58e2-47e2-8353-ca28eafa1d04 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:55:40.955740 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:40.961364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0114ad-3c79-448e-94ce-0d4c82f9044c None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:37Z', 'revision_number': 10, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None, '_interfaces': [{'id': '932d8cc6-79f1-438c-8a8a-9beb01314380', 'name': '', 'network_id': '03ee745b-90ac-4e9c-a140-c3f7f7b824ad', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'mac_address': 'fa:16:3e:62:54:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:59Z', 'updated_at': '2021-10-15T00:55:05Z', 'revision_number': 5, 'project_id': 'df065871ed884b9eb3766b135378601c', 'subnets': [{'id': '27fdc846-6028-4b08-9d40-35c4740ea65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:41.041775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410181d7-58e2-47e2-8353-ca28eafa1d04']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:41.062440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012ff93a-00a4-4c38-bd03-f6bc62820949') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:41.062440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012ff93a-00a4-4c38-bd03-f6bc62820949') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:41.099695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:41.121313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:41.133468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:55:41.133468 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:41.141007 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:55:41.141556 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:55:41.330042 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:41.354022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:41.357566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/410181d7-58e2-47e2-8353-ca28eafa1d04 HTTP/1.1" status: 204 len: 168 time: 1.4218664 Oct 15 00:55:41.360873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41580) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:41.371063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cab4a6-ceaa-443e-b03b-03dbfcfe7431 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=410181d7-58e2-47e2-8353-ca28eafa1d04,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:41.848397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 46e02c1f-247e-4a70-bdb5-317a1af754f4 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:41.884481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 46e02c1f-247e-4a70-bdb5-317a1af754f4 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:41.885103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 46e02c1f-247e-4a70-bdb5-317a1af754f4 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:41.885754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3618207b-cb06-4dd1-bf34-e5112370c28a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:41.914557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 3618207b-cb06-4dd1-bf34-e5112370c28a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:41.914881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3618207b-cb06-4dd1-bf34-e5112370c28a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:42.209272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:42.538508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 932d8cc6-79f1-438c-8a8a-9beb01314380 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:42.538508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:42.657223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 932d8cc6-79f1-438c-8a8a-9beb01314380, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=932d8cc6-79f1-438c-8a8a-9beb01314380,segment=NetworkSegment(d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67),segment_id=d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:42.657633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:42.687935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 932d8cc6-79f1-438c-8a8a-9beb01314380 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:43.077825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.245138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=932d8cc6-79f1-438c-8a8a-9beb01314380,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:43.319320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41646) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:43.328096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'network': {'name': 'tempest-network-smoke--616461353', 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'port_security_enabled': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:43.432566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Made reservation on behalf of 7f02cf7cc8f94b55beeb8f682a9425c8 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:43.437272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.459846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.460041 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.612136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.684886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.702314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:43.776725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae050ba-da16-4d75-8143-c46af2b50571,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:43.800056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:55:43.816378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:43.826864 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:43.835927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.836277 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Added segment eb04cddb-847a-4794-b75d-aabf51071367 of type vlan for network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 Oct 15 00:55:43.841696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e6faf7eb-91df-4b0c-b8ee-1dfd7d62b634 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4774704 Oct 15 00:55:43.845088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41658) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:43.849055 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:43.849055 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:43.909754 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:43.970591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting subnet 27fdc846-6028-4b08-9d40-35c4740ea65b {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:55:43.977566 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.017647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:44.073259 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.119137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.126455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:44.128634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.197257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.312401 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:42Z', 'revision_number': 11, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:44.331705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Network': ['ID=cf3000b6-a06e-41e7-9c43-fff2fc180bc1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:44.343479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:55:44.352960 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:44.362636 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:44.363347 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:44.401853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71d9acbf-fee1-4f51-ad7c-1f2f7f3f4d9d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0797029 Oct 15 00:55:44.405108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41670) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:44.409905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.414812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'admin_state_up': True, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:44.495550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47735a-a0ea-40b5-a6c2-c0dbb99ad855 None None] Network 03ee745b-90ac-4e9c-a140-c3f7f7b824ad requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:44.497580 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:44.505301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.512800 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/27fdc846-6028-4b08-9d40-35c4740ea65b HTTP/1.1" status: 204 len: 168 time: 0.6622720 Oct 15 00:55:44.512800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25116b9f-8d1b-40fa-a48c-e272f5dd9247 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Subnet': ['ID=27fdc846-6028-4b08-9d40-35c4740ea65b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:44.514495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41672) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:44.535209 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.539315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.660470 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:42Z', 'revision_number': 11, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:44.721948 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b91f7e-2a41-4383-b6bd-25c8c5f04317 None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:42Z', 'revision_number': 11, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:44.749313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:44.770223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.044847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.057456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.071133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Deleting port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:45.074040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.125602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] DHCP port deletion for 03ee745b-90ac-4e9c-a140-c3f7f7b824ad request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:55:45.219810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] Deleting port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:55:45.220336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.234278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] For port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,segment=NetworkSegment(d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67),segment_id=d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:45.234707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.251567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Calling delete_port for 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:45.310591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] For port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,segment=NetworkSegment(d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67),segment_id=d6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:45.311317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.360916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] Calling delete_port for 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:55:45.587968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.597959 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.640897 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] Pushing event deleted for resources: {'Port': ['ID=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:45.648361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3624e-5b05-4150-8aa0-ee5d152dbebe None None] No DVR routers for this DVR port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:55:45.676070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No DVR routers for this DVR port 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:55:45.703333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Port': ['ID=807bdff9-c1c3-4f29-8e7a-c1a060f61c0e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:45.844006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 932d8cc6-79f1-438c-8a8a-9beb01314380 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:45.849573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.870374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 932d8cc6-79f1-438c-8a8a-9beb01314380 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:45.870567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 932d8cc6-79f1-438c-8a8a-9beb01314380 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:45.878665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:55:45.882955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:45.904195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:55:45.904616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 807bdff9-c1c3-4f29-8e7a-c1a060f61c0e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:55:45.994355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.081265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Allocated IP 172.25.2.236 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/f140a3ba-5be1-4392-a069-52c1c27ef51c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:46.094083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ee745b-90ac-4e9c-a140-c3f7f7b824ad']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:46.109815 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:46.110506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c3b5aa-7e17-4cfc-8e6e-0b905f5c9f67') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:46.136555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.185432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.196888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:55:46.197287 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:55:46.200558 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:55:46.307828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.377731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.400435 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.412256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/networks/03ee745b-90ac-4e9c-a140-c3f7f7b824ad HTTP/1.1" status: 204 len: 168 time: 1.8932879 Oct 15 00:55:46.412654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:46.417018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'routes': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:46.447185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a6d0f-d1f1-488d-ac5d-0039a128bd67 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Pushing event deleted for resources: {'Network': ['ID=03ee745b-90ac-4e9c-a140-c3f7f7b824ad,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:46.468163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.545234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:46.554936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:46.556637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:46.607266 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=f140a3ba-5be1-4392-a069-52c1c27ef51c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:46.647163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Added routes are [] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 00:55:46.653533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.extraroute_db [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Removed routes are [] {{(pid=107726) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 00:55:46.653533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.820814 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.828275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:46.992344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:47.077900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.108125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:47.115837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.117433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7699c97b-adb2-4cf9-809d-a787d056458f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 200 len: 701 time: 0.7047162 Oct 15 00:55:47.120514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41748) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:47.121915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] Sync routers for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:47.157971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:47.159665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:47.169776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0443905f-2022-492b-9a91-72b6c20e96b6 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 200 len: 205 time: 0.0479743 Oct 15 00:55:47.170736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41752) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:47.274275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-591438f4-9a08-474b-8ce7-7349b87406bb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.365111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:47.430957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.489096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:42Z', 'revision_number': 11, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:47.526008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] Checking router: 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:47.548064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] Routers {'6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:47.548984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:47.573233 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-591438f4-9a08-474b-8ce7-7349b87406bb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.576074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-591438f4-9a08-474b-8ce7-7349b87406bb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.689517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] Set router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:47.712655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-591438f4-9a08-474b-8ce7-7349b87406bb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.713203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591438f4-9a08-474b-8ce7-7349b87406bb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:55:47.733974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-591438f4-9a08-474b-8ce7-7349b87406bb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.744698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41772) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:47.750477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-591438f4-9a08-474b-8ce7-7349b87406bb tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 204 len: 168 time: 0.5724616 Oct 15 00:55:47.756424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3bb4523a-18e8-4cb5-8213-5f593329a84e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-33835468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:47.805220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:42Z', 'revision_number': 11, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:47.850138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:55:47.857622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e70197-304c-48e3-ad08-3cb8b265e807 None None] The sync data for ids ['6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8'] in n-d-811521-2 is: [{'id': '6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8', 'name': 'tempest-RoutersTest-router-1250638801', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:56Z', 'updated_at': '2021-10-15T00:55:42Z', 'revision_number': 11, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:47.872772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb4523a-18e8-4cb5-8213-5f593329a84e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:47.873984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb4523a-18e8-4cb5-8213-5f593329a84e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:48.060333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb4523a-18e8-4cb5-8213-5f593329a84e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:48.140513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:48.140513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb4523a-18e8-4cb5-8213-5f593329a84e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:48.150518 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Sync routers for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:48.172855 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:48.173773 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:48.265115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:48.270305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7e01caea-14f7-4a10-9fb8-e2637dec4172 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.8635950 Oct 15 00:55:48.272401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41782) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:48.286759 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bb4523a-18e8-4cb5-8213-5f593329a84e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:48.295046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41786) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:48.304185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3b55e907-3c39-421c-bbc4-32c1180b3b78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Request body: {'router': {'admin_state_up': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:48.305951 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3bb4523a-18e8-4cb5-8213-5f593329a84e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5391872 Oct 15 00:55:48.376894 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:48.791888 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:46Z', 'revision_number': 3, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:48.832616 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Checking router: 0ba25f50-5fbc-44fa-9a6d-b2328760b30d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:48.834140 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Updating router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d port f140a3ba-5be1-4392-a069-52c1c27ef51c binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:55:48.861703 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.015680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6bfe937e-37af-451b-8e5b-81052d4a9d8a tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7f02cf7cc8f94b55beeb8f682a9425c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7368321 Oct 15 00:55:49.015680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41806) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:49.101158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-9d066dd7-7322-4d61-8e84-c3cd08cc1084 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1572151 Oct 15 00:55:49.144169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b55e907-3c39-421c-bbc4-32c1180b3b78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-667538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7628'] for router, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.254808 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.284586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804cb1-af68-4b64-b439-32f2e776c5df req-4e8ab99f-0777-4e4c-98f9-8c890ef80a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:49.289243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-4e8ab99f-0777-4e4c-98f9-8c890ef80a19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 1096 time: 0.0948594 Oct 15 00:55:49.289243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33064bc-7b7d-4e1e-8e60-e87a94d2888f tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:49.289243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e33064bc-7b7d-4e1e-8e60-e87a94d2888f tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2737126 Oct 15 00:55:49.292231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41818) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:49.302012 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b55e907-3c39-421c-bbc4-32c1180b3b78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-664176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-667531'] for router, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.317830 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.350553 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3168e0a2-1b45-40da-9d9d-3a9d7c689ada tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570509 Oct 15 00:55:49.353399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41820) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:49.371470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-899169409', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:49.431108 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a96f6-aa93-40e3-9d7e-5758b8916750 None None] Pushing event updated for resources: {'Port': ['ID=f140a3ba-5be1-4392-a069-52c1c27ef51c,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:49.505660 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Attempting to bind port f140a3ba-5be1-4392-a069-52c1c27ef51c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:49.505660 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Attempting to bind port f140a3ba-5be1-4392-a069-52c1c27ef51c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:49.507827 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Attempting to bind port f140a3ba-5be1-4392-a069-52c1c27ef51c on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:49.529054 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:49.531125 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:49.531564 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.531961 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:49.532517 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Bound port: f140a3ba-5be1-4392-a069-52c1c27ef51c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:49.532817 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.598084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Made reservation on behalf of 7f02cf7cc8f94b55beeb8f682a9425c8 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:49.603532 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.610395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804cb1-af68-4b64-b439-32f2e776c5df req-0806d893-7029-4263-bf6a-1af4bb039fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:49.612078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-0806d893-7029-4263-bf6a-1af4bb039fdb service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 915 time: 0.2039392 Oct 15 00:55:49.615006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] For port f140a3ba-5be1-4392-a069-52c1c27ef51c, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:49.618951 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] For port f140a3ba-5be1-4392-a069-52c1c27ef51c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f140a3ba-5be1-4392-a069-52c1c27ef51c,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:49.672377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-beeeb269-f2c3-456d-8cd5-5fb1882974a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6 HTTP/1.1" status: 200 len: 217 time: 0.0516307 Oct 15 00:55:49.703021 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.729486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b55e907-3c39-421c-bbc4-32c1180b3b78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Router 2fe04905-c5f1-4eca-88d8-72e016614f99 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:55:49.793086 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:49.793957 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:49.816570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b55e907-3c39-421c-bbc4-32c1180b3b78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:49.819641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804cb1-af68-4b64-b439-32f2e776c5df req-f4bdf93d-a2dc-4757-9734-4d6f4d5218d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:49.821239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-f4bdf93d-a2dc-4757-9734-4d6f4d5218d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ecc240-9126-4e54-837d-ad7b6fc3a74d HTTP/1.1" status: 200 len: 854 time: 0.1381910 Oct 15 00:55:49.827322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b55e907-3c39-421c-bbc4-32c1180b3b78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:49.828672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3b55e907-3c39-421c-bbc4-32c1180b3b78 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "PUT /v2.0/routers/2fe04905-c5f1-4eca-88d8-72e016614f99 HTTP/1.1" status: 200 len: 692 time: 1.5311446 Oct 15 00:55:49.829684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] Sync routers for ids ['2fe04905-c5f1-4eca-88d8-72e016614f99'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:49.831518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41840) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:49.849790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] Routers {'2fe04905-c5f1-4eca-88d8-72e016614f99'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:49.850775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2fe04905-c5f1-4eca-88d8-72e016614f99'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:49.861440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-49ef6bcf-be47-40a5-a8f7-777e96fa3226 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a87e5b3-911c-4980-8485-bd194f4db661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316091 Oct 15 00:55:49.987127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] Set router 2fe04905-c5f1-4eca-88d8-72e016614f99 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:50.047353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-82adf6ea-eaac-47fc-a198-3c4d36a432dc service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770875 Oct 15 00:55:50.049601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:50.065460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe04905-c5f1-4eca-88d8-72e016614f99', 'name': 'tempest-RoutersTest-router-33835468', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:47Z', 'updated_at': '2021-10-15T00:55:49Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:50.104522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] Checking router: 2fe04905-c5f1-4eca-88d8-72e016614f99 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:50.143773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] Routers {'2fe04905-c5f1-4eca-88d8-72e016614f99'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:50.145400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2fe04905-c5f1-4eca-88d8-72e016614f99'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:50.256747 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a96f6-aa93-40e3-9d7e-5758b8916750 None None] Pushing event updated for resources: {'Port': ['ID=f140a3ba-5be1-4392-a069-52c1c27ef51c,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:50.324074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30804cb1-af68-4b64-b439-32f2e776c5df req-e2c99c92-da9e-44aa-aafb-9d17bd2f93b2 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669828 Oct 15 00:55:50.344191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] Set router 2fe04905-c5f1-4eca-88d8-72e016614f99 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:50.461335 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:46Z', 'revision_number': 3, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:50.463057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41852) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:50.463686 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a30f804f-8405-4e37-971b-e2333aa3f132 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/routers/2fe04905-c5f1-4eca-88d8-72e016614f99 HTTP/1.1" status: 200 len: 698 time: 0.5975864 Oct 15 00:55:50.483136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe04905-c5f1-4eca-88d8-72e016614f99', 'name': 'tempest-RoutersTest-router-33835468', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:47Z', 'updated_at': '2021-10-15T00:55:49Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:50.499847 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43994a6b-81bf-45f6-b791-98d6fea5ba31 None None] The sync data for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 is: [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:46Z', 'revision_number': 3, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:50.572230 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-022e7490-36b8-416a-8d5d-aea51936a088 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe04905-c5f1-4eca-88d8-72e016614f99 HTTP/1.1" status: 200 len: 205 time: 0.1073718 Oct 15 00:55:50.578236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41858) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:50.646605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce6e44-6bda-435a-91db-2bc4981a5d6b None None] The sync data for ids ['2fe04905-c5f1-4eca-88d8-72e016614f99'] in n-d-811521-2 is: [{'id': '2fe04905-c5f1-4eca-88d8-72e016614f99', 'name': 'tempest-RoutersTest-router-33835468', 'tenant_id': 'df065871ed884b9eb3766b135378601c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:47Z', 'updated_at': '2021-10-15T00:55:49Z', 'revision_number': 2, 'project_id': 'df065871ed884b9eb3766b135378601c', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:50.681177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:50.718368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:50.839479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a7920e9-ac6b-451f-88a4-43cbca1fbf0c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:50.860751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Subnet': ['ID=fa45ab1a-6f48-4627-9a44-e61926cf21cd,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:50.920551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Checking segment: {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:50.921129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network hostable DHCP agents. Network: cf3000b6-a06e-41e7-9c43-fff2fc180bc1, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:55:50.975145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84a3f97e-d71d-4be4-aaf8-6695a32acf1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.040313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:55:51.152184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, cf3000b6-a06e-41e7-9c43-fff2fc180bc1) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:51.173062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d514daab-f9bb-4be5-a340-adb768eda6b5 None None] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:51.181023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:51.181840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.257530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a7920e9-ac6b-451f-88a4-43cbca1fbf0c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.269017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a7920e9-ac6b-451f-88a4-43cbca1fbf0c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.275888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5671e2be-0f24-4847-9587-de46689c105b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9205456 Oct 15 00:55:51.280436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41872) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:51.307569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84a3f97e-d71d-4be4-aaf8-6695a32acf1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.352488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84a3f97e-d71d-4be4-aaf8-6695a32acf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.398466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3f97e-d71d-4be4-aaf8-6695a32acf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc7fa31-f992-4c79-a7e9-d31224afd127,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:51.468079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41874) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:51.468798 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84a3f97e-d71d-4be4-aaf8-6695a32acf1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b176fee45e5b486e9c72dfafa816a0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862189 Oct 15 00:55:51.576670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a7920e9-ac6b-451f-88a4-43cbca1fbf0c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.577444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7920e9-ac6b-451f-88a4-43cbca1fbf0c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe04905-c5f1-4eca-88d8-72e016614f99 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:55:51.617040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:55:51.618390 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.634680 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a7920e9-ac6b-451f-88a4-43cbca1fbf0c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:51.638054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5a7920e9-ac6b-451f-88a4-43cbca1fbf0c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/2fe04905-c5f1-4eca-88d8-72e016614f99 HTTP/1.1" status: 204 len: 168 time: 1.0566924 Oct 15 00:55:51.647801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:51.706733 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-da715cc7-388f-4ca0-a985-a4fc2d2c5c2d tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fe04905-c5f1-4eca-88d8-72e016614f99 HTTP/1.1" status: 200 len: 205 time: 0.0573547 Oct 15 00:55:51.710866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41882) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:51.862598 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-a7a1c09f-4dab-4f6e-9f54-d71b797eb1c2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] delete failed (client error): The resource could not be found. Oct 15 00:55:51.863824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a7a1c09f-4dab-4f6e-9f54-d71b797eb1c2 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/2fe04905-c5f1-4eca-88d8-72e016614f99 HTTP/1.1" status: 404 len: 336 time: 0.1519473 Oct 15 00:55:51.868330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41890) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:51.977547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f140a3ba-5be1-4392-a069-52c1c27ef51c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:52.012542 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c6e4c2-4ffe-48cb-b71b-7b68ce6a573e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:52.015178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c6e4c2-4ffe-48cb-b71b-7b68ce6a573e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:52.022354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41892) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.023018 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c0c6e4c2-4ffe-48cb-b71b-7b68ce6a573e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/f7e45978-ace9-43c4-ba7c-8cd74e210a19 HTTP/1.1" status: 404 len: 337 time: 0.1511598 Oct 15 00:55:52.049178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79ad12b2-1bfe-4f6f-86bf-b6f3fd905de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.053263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Allocated IP 172.20.0.2 (cf3000b6-a06e-41e7-9c43-fff2fc180bc1/fa45ab1a-6f48-4627-9a44-e61926cf21cd/3bbecc4c-b843-4151-abdf-b98e60558f02) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:52.099402 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d5e44b-660a-4f03-99cf-a5242d32bf1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:52.099912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d5e44b-660a-4f03-99cf-a5242d32bf1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:52.103233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-09d5e44b-660a-4f03-99cf-a5242d32bf1e tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/65aab810-5a25-4013-8ca4-567018d412f0 HTTP/1.1" status: 404 len: 337 time: 0.0764968 Oct 15 00:55:52.106823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41894) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.161714 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79ad12b2-1bfe-4f6f-86bf-b6f3fd905de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.167913 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9b24a4-c032-4159-b148-06f05d10589c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:52.171588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9b24a4-c032-4159-b148-06f05d10589c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:52.181569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9b9b24a4-c032-4159-b148-06f05d10589c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/f8629716-b49a-4dfb-bbac-fc8b1714d37e HTTP/1.1" status: 404 len: 337 time: 0.0690696 Oct 15 00:55:52.182528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41896) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.267997 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62fc6e8-bbde-4d83-affe-8b16ea49f839 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:52.286845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62fc6e8-bbde-4d83-affe-8b16ea49f839 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:52.286845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c62fc6e8-bbde-4d83-affe-8b16ea49f839 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/27fdc846-6028-4b08-9d40-35c4740ea65b HTTP/1.1" status: 404 len: 337 time: 0.0880218 Oct 15 00:55:52.287093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f140a3ba-5be1-4392-a069-52c1c27ef51c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:52.287614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41900) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.287702 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.334317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5cc99bb1-a43a-4b4f-82a2-a8e430793121 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 200 len: 205 time: 0.0570753 Oct 15 00:55:52.335169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41902) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.423444 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-f9fa11f9-52d0-4a73-b933-60bbdacca463 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] delete failed (client error): The resource could not be found. Oct 15 00:55:52.434512 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f9fa11f9-52d0-4a73-b933-60bbdacca463 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/6fa7fbb5-63b6-4c94-b478-51b4df9ef1d8 HTTP/1.1" status: 404 len: 336 time: 0.0981159 Oct 15 00:55:52.436619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41906) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.536007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41908) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.545568 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-86750d40-3906-4ec5-8a80-04685b25ba71 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b2034d-cf1a-47c8-a308-b9a1b0a7fa11 HTTP/1.1" status: 200 len: 205 time: 0.1022630 Oct 15 00:55:52.606685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.617045 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.636359 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-3ac439d3-892f-4bb9-b9a7-cbf594d2e43f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] delete failed (client error): The resource could not be found. Oct 15 00:55:52.640596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ac439d3-892f-4bb9-b9a7-cbf594d2e43f tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/46b2034d-cf1a-47c8-a308-b9a1b0a7fa11 HTTP/1.1" status: 404 len: 336 time: 0.1024184 Oct 15 00:55:52.641037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41910) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.661817 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79ad12b2-1bfe-4f6f-86bf-b6f3fd905de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.663687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port f140a3ba-5be1-4392-a069-52c1c27ef51c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f140a3ba-5be1-4392-a069-52c1c27ef51c,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:52.665209 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-79ad12b2-1bfe-4f6f-86bf-b6f3fd905de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.669902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-79ad12b2-1bfe-4f6f-86bf-b6f3fd905de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bc7fa31-f992-4c79-a7e9-d31224afd127 HTTP/1.1" status: 204 len: 168 time: 1.2006567 Oct 15 00:55:52.675234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.707783 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4112d8-22e0-4f38-8781-c2b01142d343 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:52.708338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4112d8-22e0-4f38-8781-c2b01142d343 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:52.709480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad12b2-1bfe-4f6f-86bf-b6f3fd905de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc7fa31-f992-4c79-a7e9-d31224afd127,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:52.719257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2f4112d8-22e0-4f38-8781-c2b01142d343 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/011d5117-9b5f-4587-b005-13d6297a925b HTTP/1.1" status: 404 len: 337 time: 0.0771563 Oct 15 00:55:52.720084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41916) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.750824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.770209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:52.773725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Pushing event updated for resources: {'Port': ['ID=3bbecc4c-b843-4151-abdf-b98e60558f02,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:52.780077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:52.781136 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8ff562f-6d70-46cb-abc1-926175996fec tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=d52ff4b6-19a9-46e5-b591-918ae632f3ac HTTP/1.1" status: 200 len: 205 time: 0.0596988 Oct 15 00:55:52.781753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41920) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.784671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:52.801554 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.859999 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-b0923d7e-170d-4947-8591-b263045452d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] delete failed (client error): The resource could not be found. Oct 15 00:55:52.866188 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b0923d7e-170d-4947-8591-b263045452d7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/d52ff4b6-19a9-46e5-b591-918ae632f3ac HTTP/1.1" status: 404 len: 336 time: 0.0833652 Oct 15 00:55:52.866764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41922) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.870764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=f140a3ba-5be1-4392-a069-52c1c27ef51c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:52.899889 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d0ecf11d-8399-4cb4-b858-5939ad1f8bd3 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b8ef8b5-74a5-499c-a07f-bbd881222a06 HTTP/1.1" status: 200 len: 205 time: 0.0319276 Oct 15 00:55:52.905387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41928) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:52.938151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Attempting to bind port 3bbecc4c-b843-4151-abdf-b98e60558f02 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:52.938533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Attempting to bind port 3bbecc4c-b843-4151-abdf-b98e60558f02 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:52.938900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Attempting to bind port 3bbecc4c-b843-4151-abdf-b98e60558f02 on network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:52.946943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:52.947327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Checking segment: {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:52.947738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.950766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Bound using segment: {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:52.950766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Bound port: 3bbecc4c-b843-4151-abdf-b98e60558f02, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:52.950766 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:52.983312 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-0931bf11-186f-407a-abbd-ffe286dadf8b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] delete failed (client error): The resource could not be found. Oct 15 00:55:52.988708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0931bf11-186f-407a-abbd-ffe286dadf8b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/1b8ef8b5-74a5-499c-a07f-bbd881222a06 HTTP/1.1" status: 404 len: 336 time: 0.0849302 Oct 15 00:55:52.989017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41932) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.046922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] For port 3bbecc4c-b843-4151-abdf-b98e60558f02, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:53.050460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] For port 3bbecc4c-b843-4151-abdf-b98e60558f02, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3bbecc4c-b843-4151-abdf-b98e60558f02,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:53.062485 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-163f64f8-dc7a-423f-8551-1ebe41d0c441 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:53.063187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163f64f8-dc7a-423f-8551-1ebe41d0c441 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:53.066950 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-163f64f8-dc7a-423f-8551-1ebe41d0c441 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/c9baf8fc-9fe1-41a0-ae92-77e4bac730f4 HTTP/1.1" status: 404 len: 337 time: 0.0770581 Oct 15 00:55:53.070827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41936) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.131906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 41940) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.141696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:53.143711 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a132885a-6924-44f0-9605-3162e70f9686 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=c711c6a6-6bad-42c7-bbc7-2988e8066b4a HTTP/1.1" status: 200 len: 205 time: 0.0574355 Oct 15 00:55:53.254448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdba67-724d-489a-bfee-2f6622ac5059 None None] Pushing event updated for resources: {'Port': ['ID=3bbecc4c-b843-4151-abdf-b98e60558f02,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:53.259237 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-1e1e1b47-b75f-4412-9190-c898540828e1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] delete failed (client error): The resource could not be found. Oct 15 00:55:53.260853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1e1e1b47-b75f-4412-9190-c898540828e1 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/c711c6a6-6bad-42c7-bbc7-2988e8066b4a HTTP/1.1" status: 404 len: 336 time: 0.1274922 Oct 15 00:55:53.264857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41944) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.295214 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6594f94b-79bb-4c98-92c1-6923ee38408b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:53.296012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6594f94b-79bb-4c98-92c1-6923ee38408b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:53.303240 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6594f94b-79bb-4c98-92c1-6923ee38408b tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/41722b68-4dcc-4c5f-b0f6-dcaffea51c06 HTTP/1.1" status: 404 len: 337 time: 0.0374763 Oct 15 00:55:53.304200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41946) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.343385 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7af91368-1a56-4329-9923-6db41d98af77 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0483b04-9ff6-4b66-9576-964c3ad155a1 HTTP/1.1" status: 200 len: 205 time: 0.0379319 Oct 15 00:55:53.344249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41948) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.409649 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-e2c756db-cbd3-42cb-9c14-24787718e11a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] delete failed (client error): The resource could not be found. Oct 15 00:55:53.413689 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e2c756db-cbd3-42cb-9c14-24787718e11a tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/routers/f0483b04-9ff6-4b66-9576-964c3ad155a1 HTTP/1.1" status: 404 len: 336 time: 0.0683079 Oct 15 00:55:53.414459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41950) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.434795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Allocated IP 172.20.0.1 (cf3000b6-a06e-41e7-9c43-fff2fc180bc1/fa45ab1a-6f48-4627-9a44-e61926cf21cd/31923c65-a921-48a2-b5ca-fc7d15e6c619) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:55:53.449870 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b921c7-131d-4c28-b234-b3ffc95cedd7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:53.450781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b921c7-131d-4c28-b234-b3ffc95cedd7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:53.456958 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27b921c7-131d-4c28-b234-b3ffc95cedd7 tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/73b84253-903f-43fa-9dce-f40b08a8dff6 HTTP/1.1" status: 404 len: 337 time: 0.0412860 Oct 15 00:55:53.457736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.495544 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-200cc657-6d77-4d86-bc54-5c201645fb1c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] DELETE failed (client error): The resource could not be found. Oct 15 00:55:53.496804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200cc657-6d77-4d86-bc54-5c201645fb1c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:55:53.512338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-200cc657-6d77-4d86-bc54-5c201645fb1c tempest-RoutersTest-1798039159 tempest-RoutersTest-1798039159-project] 10.222.0.13 "DELETE /v2.0/subnets/c0040c82-b47d-4856-a0d3-76e1c88fde90 HTTP/1.1" status: 404 len: 337 time: 0.0457809 Oct 15 00:55:53.684546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:53.710517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41958) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:53.736511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d55010e-37b7-4f00-b17d-71e3e52ad1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:53.857942 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:53.952888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=31923c65-a921-48a2-b5ca-fc7d15e6c619,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:53.955841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d55010e-37b7-4f00-b17d-71e3e52ad1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:53.998395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:53.999870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:54.010288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3bbecc4c-b843-4151-abdf-b98e60558f02 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:54.037474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:55:54.044666 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d55010e-37b7-4f00-b17d-71e3e52ad1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.118475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d55010e-37b7-4f00-b17d-71e3e52ad1dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95c0db4afaf2445db0fe47f6e258f20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046359 Oct 15 00:55:54.129091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41970) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:54.138691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3bbecc4c-b843-4151-abdf-b98e60558f02 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:54.139059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.164190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.211593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55010e-37b7-4f00-b17d-71e3e52ad1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70234168-8bf0-4856-9e67-5154a278b0a5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:54.220862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41972) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:54.287745 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0e2d7b-2913-4812-bf1d-0195c9da1972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.329179 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.346660 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0e2d7b-2913-4812-bf1d-0195c9da1972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.401499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 3bbecc4c-b843-4151-abdf-b98e60558f02, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3bbecc4c-b843-4151-abdf-b98e60558f02,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:54.507843 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.508875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f140a3ba-5be1-4392-a069-52c1c27ef51c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:54.532583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0e2d7b-2913-4812-bf1d-0195c9da1972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.538878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed0e2d7b-2913-4812-bf1d-0195c9da1972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.545001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ed0e2d7b-2913-4812-bf1d-0195c9da1972 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70234168-8bf0-4856-9e67-5154a278b0a5 HTTP/1.1" status: 204 len: 168 time: 0.4119377 Oct 15 00:55:54.577624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.591586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e2d7b-2913-4812-bf1d-0195c9da1972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70234168-8bf0-4856-9e67-5154a278b0a5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:54.627267 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71f6f84e-667b-4dea-afc6-9b9b78e115a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df065871ed884b9eb3766b135378601c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682716 Oct 15 00:55:54.628354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 41984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:54.695934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=3bbecc4c-b843-4151-abdf-b98e60558f02,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:54.745059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f140a3ba-5be1-4392-a069-52c1c27ef51c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:54.747846 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.753200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-047f3859-d453-4a4d-9e05-aad41fb7c5c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.836969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-047f3859-d453-4a4d-9e05-aad41fb7c5c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:54.960905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b09f3-a5f2-4264-8425-cf29209f813d None None] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:55.010219 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-047f3859-d453-4a4d-9e05-aad41fb7c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.013279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-047f3859-d453-4a4d-9e05-aad41fb7c5c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.014482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-047f3859-d453-4a4d-9e05-aad41fb7c5c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1218e65-5aca-4efa-8656-e2901969c8bb HTTP/1.1" status: 204 len: 168 time: 0.3849576 Oct 15 00:55:55.037179 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f3859-d453-4a4d-9e05-aad41fb7c5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1218e65-5aca-4efa-8656-e2901969c8bb,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:55.143973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.216307 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.301626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.403927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=31923c65-a921-48a2-b5ca-fc7d15e6c619,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:55.448367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-48bc9850-1d14-481a-ad4b-e38768144a34 None None] Provisioning complete for port 3bbecc4c-b843-4151-abdf-b98e60558f02 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:55.451401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48bc9850-1d14-481a-ad4b-e38768144a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.517314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:55:55.519204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:55.582240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42006) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:55.624081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed4c948c-f146-4f6e-9450-cca52e2a6451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.875929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:55:55.882223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3bbecc4c-b843-4151-abdf-b98e60558f02 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:55:55.883724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed4c948c-f146-4f6e-9450-cca52e2a6451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.975158 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed4c948c-f146-4f6e-9450-cca52e2a6451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:55.991563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3bbecc4c-b843-4151-abdf-b98e60558f02 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:55.991563 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.080909 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ed4c948c-f146-4f6e-9450-cca52e2a6451 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b9789271e0a437a83cd2362722e82e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4948728 Oct 15 00:55:56.080909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c948c-f146-4f6e-9450-cca52e2a6451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b6740f-fab2-4629-8c80-fbf306e694cf,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:56.093893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:55:56.095529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42018) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:56.107391 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Sync routers for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:55:56.117586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42024) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:56.117768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-309eeb11-6d6e-4957-ad10-a9c6c4fe3cc3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "PUT /v2.0/routers/0ba25f50-5fbc-44fa-9a6d-b2328760b30d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8355701 Oct 15 00:55:56.133199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3656bac9-f53b-48b8-8633-cb2669a1eb24 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--617733349', 'description': 'tempest-secgroup_access--617733349 description', 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:56.135345 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:56.137567 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:56.270076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87790681-7069-488c-a2bd-6b1ee9a558f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.324755 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3656bac9-f53b-48b8-8633-cb2669a1eb24 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.383207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87790681-7069-488c-a2bd-6b1ee9a558f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.395492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-75b12f19-5f34-4a61-a494-7b63dc1bf117 None None] Provisioning complete for port 3bbecc4c-b843-4151-abdf-b98e60558f02 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:56.396103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-75b12f19-5f34-4a61-a494-7b63dc1bf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.473511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c77f413-c506-429c-bc94-c7fe07449964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.544038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3656bac9-f53b-48b8-8633-cb2669a1eb24 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.546953 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:56.598134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87790681-7069-488c-a2bd-6b1ee9a558f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.601178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87790681-7069-488c-a2bd-6b1ee9a558f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.612206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87790681-7069-488c-a2bd-6b1ee9a558f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73b6740f-fab2-4629-8c80-fbf306e694cf HTTP/1.1" status: 204 len: 168 time: 0.5157380 Oct 15 00:55:56.625082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87790681-7069-488c-a2bd-6b1ee9a558f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b6740f-fab2-4629-8c80-fbf306e694cf,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:56.632162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3656bac9-f53b-48b8-8633-cb2669a1eb24 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.723020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-75b12f19-5f34-4a61-a494-7b63dc1bf117 None None] Provisioning complete for port 31923c65-a921-48a2-b5ca-fc7d15e6c619 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:56.724925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656bac9-f53b-48b8-8633-cb2669a1eb24 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d53c954-d21d-4bbe-b803-3f54f02a326c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:56.725076 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-75b12f19-5f34-4a61-a494-7b63dc1bf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.739026 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3656bac9-f53b-48b8-8633-cb2669a1eb24 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.756738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3656bac9-f53b-48b8-8633-cb2669a1eb24 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6374090 Oct 15 00:55:56.772730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42046) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:56.772730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0360592c-b92a-43e2-aea3-97e2e1c02b83 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1764089106', 'description': 'tempest-secgroup_general--1764089106 description', 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:56.869520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-75b12f19-5f34-4a61-a494-7b63dc1bf117 None None] Port 31923c65-a921-48a2-b5ca-fc7d15e6c619 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:56.901061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0360592c-b92a-43e2-aea3-97e2e1c02b83 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:56.999323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-65c34778-0c91-4e90-a507-2bfbdb36e8eb None None] Provisioning complete for port 31923c65-a921-48a2-b5ca-fc7d15e6c619 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:57.002581 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65c34778-0c91-4e90-a507-2bfbdb36e8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.128030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-65c34778-0c91-4e90-a507-2bfbdb36e8eb None None] Port 31923c65-a921-48a2-b5ca-fc7d15e6c619 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:57.252001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a511247b-5dab-4a0c-ab3f-9355c1f0f0ce None None] Provisioning complete for port 31923c65-a921-48a2-b5ca-fc7d15e6c619 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:57.254030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a511247b-5dab-4a0c-ab3f-9355c1f0f0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.269090 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 2, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:57.318380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a511247b-5dab-4a0c-ab3f-9355c1f0f0ce None None] Port 31923c65-a921-48a2-b5ca-fc7d15e6c619 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:55:57.344321 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Checking router: 0ba25f50-5fbc-44fa-9a6d-b2328760b30d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:55:57.344583 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Updating router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d port 31923c65-a921-48a2-b5ca-fc7d15e6c619 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:55:57.426947 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.432299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42072) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:57.567073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0360592c-b92a-43e2-aea3-97e2e1c02b83 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.590783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158785035-network', 'tenant_id': '62cb2d8783654e72b7555fa17f9e5002'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:57.654914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0360592c-b92a-43e2-aea3-97e2e1c02b83 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.701271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360592c-b92a-43e2-aea3-97e2e1c02b83 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4954b9f4-0db4-4400-b04b-f342dc31499e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:57.717827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Made reservation on behalf of 62cb2d8783654e72b7555fa17f9e5002 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:57.724934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.734556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.800830 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0360592c-b92a-43e2-aea3-97e2e1c02b83 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.805411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0360592c-b92a-43e2-aea3-97e2e1c02b83 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0445497 Oct 15 00:55:57.806175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42082) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:57.810780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-df711e27-9413-41a3-a62b-148f2b9f481e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'security_group_rule': {'security_group_id': '7d53c954-d21d-4bbe-b803-3f54f02a326c', 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:57.867954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.928616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df711e27-9413-41a3-a62b-148f2b9f481e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:57.981847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.010070 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.027318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c279b7b-1cc9-454b-83e6-14dbc54fda81,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:58.039248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:55:58.045729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df711e27-9413-41a3-a62b-148f2b9f481e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.050448 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.050861 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Added segment d7f2768f-49dd-49e6-b698-f05d61935ba2 of type vlan for network 975e48ce-925f-49b5-a23f-8cb662b619f3 Oct 15 00:55:58.089391 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.118324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df711e27-9413-41a3-a62b-148f2b9f481e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.163310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.175293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df711e27-9413-41a3-a62b-148f2b9f481e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1b565d-7bf7-4595-b7eb-0ad65592e037,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:58.253332 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09463711-2063-43a3-a6e8-f89751a89bdc None None] Pushing event updated for resources: {'Port': ['ID=31923c65-a921-48a2-b5ca-fc7d15e6c619,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:58.268566 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Attempting to bind port 31923c65-a921-48a2-b5ca-fc7d15e6c619 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:55:58.269170 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Attempting to bind port 31923c65-a921-48a2-b5ca-fc7d15e6c619 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:55:58.270161 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Attempting to bind port 31923c65-a921-48a2-b5ca-fc7d15e6c619 on network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:55:58.274442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-df711e27-9413-41a3-a62b-148f2b9f481e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.275655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-df711e27-9413-41a3-a62b-148f2b9f481e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4684787 Oct 15 00:55:58.281651 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:55:58.282300 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Checking segment: {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:58.282886 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.283399 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Bound using segment: {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:55:58.284730 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Bound port: 31923c65-a921-48a2-b5ca-fc7d15e6c619, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:55:58.286402 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.301083 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.302405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:58.303483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.447253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] Pushing event updated for resources: {'Network': ['ID=975e48ce-925f-49b5-a23f-8cb662b619f3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:58.463945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 975e48ce-925f-49b5-a23f-8cb662b619f3 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:55:58.506975 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] For port 31923c65-a921-48a2-b5ca-fc7d15e6c619, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:55:58.520895 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] For port 31923c65-a921-48a2-b5ca-fc7d15e6c619, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=31923c65-a921-48a2-b5ca-fc7d15e6c619,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:55:58.562984 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fad034b2-87c2-41b0-8deb-380021f6c2ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1295750 Oct 15 00:55:58.565677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42118) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:58.573425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Request body: {'subnet': {'network_id': '975e48ce-925f-49b5-a23f-8cb662b619f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158785035-subnet', 'tenant_id': '62cb2d8783654e72b7555fa17f9e5002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:55:58.588917 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.687667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e6a59c3d-2a03-48e2-8dc5-a4b875149846 None None] Provisioning complete for port 31923c65-a921-48a2-b5ca-fc7d15e6c619 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:58.690583 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e6a59c3d-2a03-48e2-8dc5-a4b875149846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.691889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Made reservation on behalf of 62cb2d8783654e72b7555fa17f9e5002 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:55:58.694273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.782579 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:55:58.783440 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:58.815229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-7912cde0-834a-432b-8916-5f5b0d5285d0 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1764089106&fields=id&tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8 HTTP/1.1" status: 200 len: 267 time: 0.1274323 Oct 15 00:55:58.873479 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4a5d537-b75c-4eb0-8f64-ee5fc4d6a230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.917294 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e6a59c3d-2a03-48e2-8dc5-a4b875149846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:58.936914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a81e38cf-2eb6-4124-bd47-79e035f5ed39 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--617733349&fields=id&tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8 HTTP/1.1" status: 200 len: 267 time: 0.1207130 Oct 15 00:55:58.937796 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09463711-2063-43a3-a6e8-f89751a89bdc None None] Pushing event updated for resources: {'Port': ['ID=31923c65-a921-48a2-b5ca-fc7d15e6c619,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:59.069551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e6a59c3d-2a03-48e2-8dc5-a4b875149846 None None] For port 31923c65-a921-48a2-b5ca-fc7d15e6c619, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=31923c65-a921-48a2-b5ca-fc7d15e6c619,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:55:59.136064 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e6a59c3d-2a03-48e2-8dc5-a4b875149846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:59.187899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-0b9d61f2-9246-4e14-b948-01bc43ca3bde tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:59.193920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-0b9d61f2-9246-4e14-b948-01bc43ca3bde tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/networks?id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1 HTTP/1.1" status: 200 len: 796 time: 0.2400568 Oct 15 00:55:59.210720 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:55:59.225365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-4cbf99e1-23d0-4a80-bc66-00f2af48b4e9 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/quotas/7f02cf7cc8f94b55beeb8f682a9425c8 HTTP/1.1" status: 200 len: 375 time: 0.0237253 Oct 15 00:55:59.247115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a59c3d-2a03-48e2-8dc5-a4b875149846 None None] Pushing event updated for resources: {'Port': ['ID=31923c65-a921-48a2-b5ca-fc7d15e6c619,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:59.262642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-11d081d5-110e-4cec-bf97-0af458656cee None None] Provisioning complete for port 31923c65-a921-48a2-b5ca-fc7d15e6c619 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:55:59.263014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11d081d5-110e-4cec-bf97-0af458656cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:59.301328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:59.349534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-1e4b582d-46bd-442d-a0f2-a1d12fdc872b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138325 Oct 15 00:55:59.366801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-53c2d660-3504-42da-b22b-c757c6eaf754 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:55:59.368032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-53c2d660-3504-42da-b22b-c757c6eaf754 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056317 Oct 15 00:55:59.400042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42152) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:55:59.471433 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Checking segment: {'id': 'd7f2768f-49dd-49e6-b698-f05d61935ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '975e48ce-925f-49b5-a23f-8cb662b619f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:55:59.472100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Network hostable DHCP agents. Network: 975e48ce-925f-49b5-a23f-8cb662b619f3, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:55:59.477889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad5779b-ebf1-4536-8840-448ed67234c3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:55:59.555769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-39e72031-6b69-43d3-8e74-64e3107bf589 service neutron] 10.222.0.13 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813114 Oct 15 00:55:59.575223 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Network 975e48ce-925f-49b5-a23f-8cb662b619f3 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:55:59.585688 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:55:59.617178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f3023ba-d88f-43be-9b25-370592d31eaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:59.683172 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9836c6-0005-445b-a6a8-0484c5f0f115 None None] The sync data for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 is: [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:55:59.690900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 975e48ce-925f-49b5-a23f-8cb662b619f3) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:55:59.695958 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-bc471b86-d010-450e-8cc4-8358f91c51da service neutron] 10.222.0.13 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313877 Oct 15 00:55:59.698522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:55:59.704716 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:59.717718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438af82-1d20-433f-b3d2-64a1e164fd94 None None] Network 975e48ce-925f-49b5-a23f-8cb662b619f3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:55:59.925810 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f3023ba-d88f-43be-9b25-370592d31eaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:55:59.942130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-43961b6a-2c40-4376-b2df-8ae8cb5975b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3674927 Oct 15 00:55:59.998688 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5f3023ba-d88f-43be-9b25-370592d31eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:00.056350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc2c08-6487-4ea8-9a10-01303ea4f5ea None None] Network 975e48ce-925f-49b5-a23f-8cb662b619f3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:00.091899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5f3023ba-d88f-43be-9b25-370592d31eaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f00aa640dbbc427281534a14c2c238e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864712 Oct 15 00:56:00.094511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42168) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:00.095632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3023ba-d88f-43be-9b25-370592d31eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42762235-c58b-4c00-9557-50c3497eb925,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:00.204345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-817ec0f6-c0c2-4e7f-af7c-8bafbc3504bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:00.259570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-817ec0f6-c0c2-4e7f-af7c-8bafbc3504bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:00.358213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:00.386807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-817ec0f6-c0c2-4e7f-af7c-8bafbc3504bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:00.389509 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-817ec0f6-c0c2-4e7f-af7c-8bafbc3504bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:00.390466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:00.391186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-817ec0f6-c0c2-4e7f-af7c-8bafbc3504bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42762235-c58b-4c00-9557-50c3497eb925 HTTP/1.1" status: 204 len: 168 time: 0.2956378 Oct 15 00:56:00.414470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ec0f6-c0c2-4e7f-af7c-8bafbc3504bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42762235-c58b-4c00-9557-50c3497eb925,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:01.265034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42212) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:01.269885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-900417034-network', 'tenant_id': 'd702d44fd82746759cde52e2f8206e08'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:01.414713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Made reservation on behalf of d702d44fd82746759cde52e2f8206e08 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:01.417345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:01.435948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:01.591474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:01.643762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:01.709054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:01.797041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1a2b6a2-06b9-461f-94c1-265b35e62b08 req-4329c96c-5022-4cf8-aa01-81dc93bae844 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0832934 Oct 15 00:56:01.811655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af0e055-fff6-4b51-a1f1-4da4e5e4b95b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:01.828217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:01.828777 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Added segment ec5f27a8-812a-4eb8-8469-a7ab164c9ee2 of type vlan for network 2edaf03a-897a-459d-9aa2-795b31b785c7 Oct 15 00:56:01.935860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:01.943026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 31923c65-a921-48a2-b5ca-fc7d15e6c619 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:56:02.017841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 31923c65-a921-48a2-b5ca-fc7d15e6c619 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:02.018154 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:02.058180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83398fea-558b-4b0e-8257-9244539da971 req-bd47d750-db19-43f3-a5f0-6e23a4bee7e8 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:02.068257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83398fea-558b-4b0e-8257-9244539da971 req-bd47d750-db19-43f3-a5f0-6e23a4bee7e8 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 945 time: 0.0689545 Oct 15 00:56:02.112725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:02.116072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:02.116620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:02.263262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83398fea-558b-4b0e-8257-9244539da971 req-e9c22330-28af-4672-940c-205674f7e4ce tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932027 Oct 15 00:56:02.269922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] Pushing event updated for resources: {'Network': ['ID=2edaf03a-897a-459d-9aa2-795b31b785c7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:02.283542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2edaf03a-897a-459d-9aa2-795b31b785c7 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:56:02.337864 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c1caeda6-f1eb-4e3d-822a-6cbad5b5b604 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0715418 Oct 15 00:56:02.340734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42240) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:02.345816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Request body: {'subnet': {'network_id': '2edaf03a-897a-459d-9aa2-795b31b785c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-900417034-subnet', 'tenant_id': 'd702d44fd82746759cde52e2f8206e08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:02.375602 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:02.477552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Made reservation on behalf of d702d44fd82746759cde52e2f8206e08 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:02.485463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:02.775305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:02.831800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bcf4a1-d581-4222-9fd0-d0024fe2da99,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:02.843684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Checking segment: {'id': 'ec5f27a8-812a-4eb8-8469-a7ab164c9ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2edaf03a-897a-459d-9aa2-795b31b785c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:02.844107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Network hostable DHCP agents. Network: 2edaf03a-897a-459d-9aa2-795b31b785c7, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:56:02.958502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Network 2edaf03a-897a-459d-9aa2-795b31b785c7 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:56:03.000828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-764d1061-a741-458c-bf13-3e4e475c71b6 req-ae8950b5-0ccd-4d05-a732-f0df591459d9 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0662351 Oct 15 00:56:03.055228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2edaf03a-897a-459d-9aa2-795b31b785c7) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:03.059900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:03.060532 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.065497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c1868-f45e-42dc-a074-7f4eada6810e None None] Network 2edaf03a-897a-459d-9aa2-795b31b785c7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:03.144655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8e4f15b5-a9c2-40c7-8c21-e30e21682bf6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8027365 Oct 15 00:56:03.213077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215f03d-ed9d-44ce-aa46-d0ff98131876 None None] Network 2edaf03a-897a-459d-9aa2-795b31b785c7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:03.366754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42274) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:03.445922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] Deleting subnet 3ad5779b-ebf1-4536-8840-448ed67234c3 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:56:03.453622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.495628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.550177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-b46ba994-7510-41a6-84a5-11565d798aaf tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:03.552227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-b46ba994-7510-41a6-84a5-11565d798aaf tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 945 time: 0.2246292 Oct 15 00:56:03.579454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310e1f8-e2e3-48cd-9769-ff2f1d53c4fb req-57f270bc-b505-4ff8-b2a5-2a09f474f016 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:03.581402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1310e1f8-e2e3-48cd-9769-ff2f1d53c4fb req-57f270bc-b505-4ff8-b2a5-2a09f474f016 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 945 time: 0.1889291 Oct 15 00:56:03.589388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.709891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1310e1f8-e2e3-48cd-9769-ff2f1d53c4fb req-8184f0ef-833f-4774-8e48-c5eec591e7fc tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854406 Oct 15 00:56:03.748284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Deleting port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:03.748623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.781357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.815492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad5779b-ebf1-4536-8840-448ed67234c3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:03.830495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.836044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-51dc02cc-e380-497f-93f6-ffbf0cee2b15 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ad5779b-ebf1-4536-8840-448ed67234c3 HTTP/1.1" status: 204 len: 168 time: 0.4682331 Oct 15 00:56:03.840097 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42278) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:03.874275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] For port 246476eb-dbc3-42ac-82f6-0dbacefb05f6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=246476eb-dbc3-42ac-82f6-0dbacefb05f6,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:03.874275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:03.898176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Calling delete_port for 246476eb-dbc3-42ac-82f6-0dbacefb05f6 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:03.947711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.051249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.076636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975e48ce-925f-49b5-a23f-8cb662b619f3']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:04.087906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f2768f-49dd-49e6-b698-f05d61935ba2') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:04.088418 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f2768f-49dd-49e6-b698-f05d61935ba2') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:04.131080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab10e703-9cf9-4316-b98b-0ae8f2c3e96b req-9b74872e-5cb4-4b4b-bb8c-71446ade87c3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0385904 Oct 15 00:56:04.139145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.158133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.165010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:56:04.165734 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:56:04.167833 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:56:04.175062 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.188109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['246476eb-dbc3-42ac-82f6-0dbacefb05f6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:56:04.217758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Pushing event deleted for resources: {'Port': ['ID=246476eb-dbc3-42ac-82f6-0dbacefb05f6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:04.307452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] No DVR routers for this DVR port 246476eb-dbc3-42ac-82f6-0dbacefb05f6 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:56:04.311723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.317299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-575c04d4-2db0-463e-aa44-594d8afdafa9 req-2adf8263-68f7-48f5-99fe-a26dc3ba0e3d tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "DELETE /v2.0/ports/246476eb-dbc3-42ac-82f6-0dbacefb05f6 HTTP/1.1" status: 204 len: 173 time: 0.7561798 Oct 15 00:56:04.317962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'name': 'network-vif-deleted', 'tag': '246476eb-dbc3-42ac-82f6-0dbacefb05f6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:04.321501 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e41d30-45ed-4891-9446-06dc4dce762a" -d '{"events": [{"server_uuid": "d93ec3dc-ac7b-437d-8452-dd0f90b0788a", "name": "network-vif-deleted", "tag": "246476eb-dbc3-42ac-82f6-0dbacefb05f6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:04.430407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-fb5bc477-d947-4d51-82d3-227acc5eaaef tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:04.432243 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-fb5bc477-d947-4d51-82d3-227acc5eaaef tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.30 "GET /v2.0/networks?id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1 HTTP/1.1" status: 200 len: 796 time: 0.1616485 Oct 15 00:56:04.448540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-1841ab19-5534-4b58-8643-65e642e15bcc tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:04.451723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-1841ab19-5534-4b58-8643-65e642e15bcc tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093036 Oct 15 00:56:04.523577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.531518 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-9da56a4e-2eb2-4e98-b01b-7358d15ac0b5 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8 HTTP/1.1" status: 200 len: 477 time: 0.0668139 Oct 15 00:56:04.541263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.547208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] 10.222.0.13 "DELETE /v2.0/networks/975e48ce-925f-49b5-a23f-8cb662b619f3 HTTP/1.1" status: 204 len: 168 time: 0.7057085 Oct 15 00:56:04.551081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42320) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:04.558587 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feac61b-74ee-4909-b086-7a4b5a5fbd3e x-openstack-request-id: req-0feac61b-74ee-4909-b086-7a4b5a5fbd3e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:04.558878 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93ec3dc-ac7b-437d-8452-dd0f90b0788a", "name": "network-vif-deleted", "tag": "246476eb-dbc3-42ac-82f6-0dbacefb05f6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:04.559133 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0feac61b-74ee-4909-b086-7a4b5a5fbd3e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:04.560772 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93ec3dc-ac7b-437d-8452-dd0f90b0788a', 'name': 'network-vif-deleted', 'tag': '246476eb-dbc3-42ac-82f6-0dbacefb05f6', 'status': 'completed', 'code': 200} Oct 15 00:56:04.568319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'port': {'device_id': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'admin_state_up': True, 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'security_groups': ['4954b9f4-0db4-4400-b04b-f342dc31499e', '7d53c954-d21d-4bbe-b803-3f54f02a326c']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:04.646802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] Deleting subnet 43bcf4a1-d581-4222-9fd0-d0024fe2da99 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:56:04.667160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.739651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def5abc-2b6d-4a22-aacf-49630a5e0b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=975e48ce-925f-49b5-a23f-8cb662b619f3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:04.786342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Made reservation on behalf of 7f02cf7cc8f94b55beeb8f682a9425c8 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:04.790119 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.821006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:04.883029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cd6288a-30e8-4149-a569-ac87b015d84c req-e46d8ebf-cd87-458b-aca6-098aa95c188b tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=d93ec3dc-ac7b-437d-8452-dd0f90b0788a HTTP/1.1" status: 200 len: 210 time: 0.0628700 Oct 15 00:56:04.902796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.015107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Allocated IP 172.20.0.3 (cf3000b6-a06e-41e7-9c43-fff2fc180bc1/fa45ab1a-6f48-4627-9a44-e61926cf21cd/7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:05.107537 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.127517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.131498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43bcf4a1-d581-4222-9fd0-d0024fe2da99 HTTP/1.1" status: 204 len: 168 time: 0.5804520 Oct 15 00:56:05.135553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42328) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:05.212759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f78a7-1e9e-48a8-8162-fd51c8d7971c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bcf4a1-d581-4222-9fd0-d0024fe2da99,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:05.232322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.341019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2bc45eaf-072e-4dc4-a6ad-d349fb00f9a8 req-7934d2f0-09b9-49de-96a6-c2d51d23c0e1 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0940614 Oct 15 00:56:05.405982 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.427749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edaf03a-897a-459d-9aa2-795b31b785c7']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:05.441722 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5f27a8-812a-4eb8-8469-a7ab164c9ee2') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:05.442386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5f27a8-812a-4eb8-8469-a7ab164c9ee2') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:05.454553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.471306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42336) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:05.472847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.497059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:56:05.497553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:56:05.525858 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:56:05.577356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.608220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae150bf0-0530-4bb2-b633-9f3429b11fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.740595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.745974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.750974 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] 10.222.0.13 "DELETE /v2.0/networks/2edaf03a-897a-459d-9aa2-795b31b785c7 HTTP/1.1" status: 204 len: 168 time: 0.6138864 Oct 15 00:56:05.768588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd3e2a-ce30-4060-bd79-fc3f1eaa553d admin admin] Pushing event deleted for resources: {'Network': ['ID=2edaf03a-897a-459d-9aa2-795b31b785c7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:05.781748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.833412 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:05.834941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:05.838110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:05.862460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae150bf0-0530-4bb2-b633-9f3429b11fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.899799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:05.921974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:05.921974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:05.940433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae150bf0-0530-4bb2-b633-9f3429b11fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.011084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42350) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:06.011869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ae150bf0-0530-4bb2-b633-9f3429b11fe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08e08765f6344aeba4386ab594c3697d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395598 Oct 15 00:56:06.023544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150bf0-0530-4bb2-b633-9f3429b11fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1447ad-b8af-48b6-be82-e8c8db54c329,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:06.116722 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-a2c71ca5-0edd-46b5-aa25-93bc36c57f9c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5668514 Oct 15 00:56:06.118644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f337b0b9-baf3-4fd5-877e-7cd23be587b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.174378 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f337b0b9-baf3-4fd5-877e-7cd23be587b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.260267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Request body: {'port': {'device_id': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:06.274741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42356) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:06.344099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6c34bb42-fa23-41ef-ac90-df7755c2aecb None None] Provisioning complete for port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:06.345103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6c34bb42-fa23-41ef-ac90-df7755c2aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.347020 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f337b0b9-baf3-4fd5-877e-7cd23be587b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.349576 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f337b0b9-baf3-4fd5-877e-7cd23be587b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.353101 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f337b0b9-baf3-4fd5-877e-7cd23be587b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a1447ad-b8af-48b6-be82-e8c8db54c329 HTTP/1.1" status: 204 len: 168 time: 0.3371434 Oct 15 00:56:06.398911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.399119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-16179849-3855-4055-b363-8531c67e21a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62cb2d8783654e72b7555fa17f9e5002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228609 Oct 15 00:56:06.399822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 246476eb-dbc3-42ac-82f6-0dbacefb05f6 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:56:06.399989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42364) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:06.412479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337b0b9-baf3-4fd5-877e-7cd23be587b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1447ad-b8af-48b6-be82-e8c8db54c329,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:06.473212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 246476eb-dbc3-42ac-82f6-0dbacefb05f6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:56:06.473546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 246476eb-dbc3-42ac-82f6-0dbacefb05f6 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:56:06.532542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6c34bb42-fa23-41ef-ac90-df7755c2aecb None None] Port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:06.611128 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34b36aaa-1483-440d-9624-61411102d1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.624180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df00d1-bfad-4b00-8e7b-708ebc93b0c9 req-0cb122a6-5de7-4406-925d-2644e1afa778 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:06.630672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69df00d1-bfad-4b00-8e7b-708ebc93b0c9 req-0cb122a6-5de7-4406-925d-2644e1afa778 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 970 time: 0.1865308 Oct 15 00:56:06.699204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34b36aaa-1483-440d-9624-61411102d1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.764870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69df00d1-bfad-4b00-8e7b-708ebc93b0c9 req-7292e075-a369-4ca2-b118-a5962dd9a016 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1268160 Oct 15 00:56:06.856461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34b36aaa-1483-440d-9624-61411102d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.868108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34b36aaa-1483-440d-9624-61411102d1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:06.870374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34b36aaa-1483-440d-9624-61411102d1e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c279b7b-1cc9-454b-83e6-14dbc54fda81 HTTP/1.1" status: 204 len: 168 time: 0.4694386 Oct 15 00:56:06.897162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b36aaa-1483-440d-9624-61411102d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c279b7b-1cc9-454b-83e6-14dbc54fda81,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:07.047638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:56:07.066447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.088782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Transition to ACTIVE for port object 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:56:07.158166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.218803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Pushing event updated for resources: {'Port': ['ID=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:07.294630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:07.308051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3194b8f0-b86e-4645-a603-dab244d6fa80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.312366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Attempting to bind port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:56:07.312701 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Attempting to bind port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:56:07.313036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Attempting to bind port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b on network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:07.317823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b on network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:56:07.318173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Attempting to bind port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b on network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:07.323374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:56:07.324233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Checking segment: {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:07.327144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Bound using segment: {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:56:07.327144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Bound port: 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb04cddb-847a-4794-b75d-aabf51071367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:56:07.327144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.491607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] For port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:56:07.498835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] For port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:56:07.532807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3194b8f0-b86e-4645-a603-dab244d6fa80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.598431 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.626438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3194b8f0-b86e-4645-a603-dab244d6fa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.644098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:07.644098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.646268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] 10.222.0.30 "PUT /v2.0/ports/7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b HTTP/1.1" status: 200 len: 1130 time: 1.5178463 Oct 15 00:56:07.646878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:07.649324 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6ec572-c351-4de4-a5bb-6c0828f65b96" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:07.696257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3194b8f0-b86e-4645-a603-dab244d6fa80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c03051396104f5aaded305d0a64c4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033761 Oct 15 00:56:07.699401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194b8f0-b86e-4645-a603-dab244d6fa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9fd8e5-a2ab-415f-b255-a9d176591f90,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:07.701844 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42394) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:07.725011 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce1553-77b4-4e78-9f2d-1e0aac1c3fc3 x-openstack-request-id: req-27ce1553-77b4-4e78-9f2d-1e0aac1c3fc3 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:07.725310 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:07.725564 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27ce1553-77b4-4e78-9f2d-1e0aac1c3fc3 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:07.725961 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'status': 'completed', 'code': 200} Oct 15 00:56:07.728072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fc820-41f9-4264-b027-a82aa3288502 service neutron] Pushing event updated for resources: {'Port': ['ID=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:07.806031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ec572-c351-4de4-a5bb-6c0828f65b96 req-5e7ab1af-5ea1-4be0-a367-a99b62f58ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:07.807781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e6ec572-c351-4de4-a5bb-6c0828f65b96 req-5e7ab1af-5ea1-4be0-a367-a99b62f58ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1133 time: 0.0647664 Oct 15 00:56:07.913826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bfc18bce-ec0b-4871-8133-e8c1d090c712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:07.922283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42398) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:07.965058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac58d5b-d916-42ca-9850-8ba018299d7d req-fc3f953c-def8-4be6-ade9-5a01eaf34554 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:07.966898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ac58d5b-d916-42ca-9850-8ba018299d7d req-fc3f953c-def8-4be6-ade9-5a01eaf34554 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 982 time: 0.0664759 Oct 15 00:56:08.024283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ac58d5b-d916-42ca-9850-8ba018299d7d req-263fe2ae-696c-4d19-88a4-b13ba1fc006c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0511801 Oct 15 00:56:08.073936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bfc18bce-ec0b-4871-8133-e8c1d090c712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:08.146083 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4b784ea7-8a37-4049-94d6-c84890eca8f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d702d44fd82746759cde52e2f8206e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224181 Oct 15 00:56:08.148557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42402) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:08.151602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ec572-c351-4de4-a5bb-6c0828f65b96 req-0f019179-7828-46b1-a29d-eefb6fb78765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:08.153106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e6ec572-c351-4de4-a5bb-6c0828f65b96 req-0f019179-7828-46b1-a29d-eefb6fb78765 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3292868 Oct 15 00:56:08.200135 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee56811e-678e-4f5f-8629-e9842cdabbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:08.222107 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee56811e-678e-4f5f-8629-e9842cdabbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:08.292238 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bfc18bce-ec0b-4871-8133-e8c1d090c712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:08.295700 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bfc18bce-ec0b-4871-8133-e8c1d090c712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:08.299590 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bfc18bce-ec0b-4871-8133-e8c1d090c712 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be9fd8e5-a2ab-415f-b255-a9d176591f90 HTTP/1.1" status: 204 len: 168 time: 0.5967667 Oct 15 00:56:08.330671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc18bce-ec0b-4871-8133-e8c1d090c712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9fd8e5-a2ab-415f-b255-a9d176591f90,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:08.345400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee56811e-678e-4f5f-8629-e9842cdabbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:08.350340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ec572-c351-4de4-a5bb-6c0828f65b96 req-1cae0e29-4365-4291-a67f-c61b091c8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:08.352064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ee56811e-678e-4f5f-8629-e9842cdabbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:08.352193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3e6ec572-c351-4de4-a5bb-6c0828f65b96 req-1cae0e29-4365-4291-a67f-c61b091c8278 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910033 Oct 15 00:56:08.353473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ee56811e-678e-4f5f-8629-e9842cdabbd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af0e055-fff6-4b51-a1f1-4da4e5e4b95b HTTP/1.1" status: 204 len: 168 time: 0.2033579 Oct 15 00:56:08.378822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56811e-678e-4f5f-8629-e9842cdabbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af0e055-fff6-4b51-a1f1-4da4e5e4b95b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:08.610050 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-63275f95-c22d-4306-a453-6c11204ac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:08.614599 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-63275f95-c22d-4306-a453-6c11204ac1a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1133 time: 0.1830592 Oct 15 00:56:08.661237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-366d78b9-25ad-4e91-a851-7904c3618536 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b HTTP/1.1" status: 200 len: 217 time: 0.0351610 Oct 15 00:56:08.713208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-408864cb-8ba1-4b4c-864b-c9c8bf9cdd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:08.714969 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-408864cb-8ba1-4b4c-864b-c9c8bf9cdd7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa45ab1a-6f48-4627-9a44-e61926cf21cd HTTP/1.1" status: 200 len: 834 time: 0.0464070 Oct 15 00:56:08.792002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-0c3cdf97-0513-4f90-bd2d-ea43c6fd8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:08.794193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-0c3cdf97-0513-4f90-bd2d-ea43c6fd8ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693243 Oct 15 00:56:08.899494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-fc20ee1e-86dd-41f1-881e-954e7798f890 service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973299 Oct 15 00:56:09.038550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c1aec5a1-1ed5-4cd0-b126-28197ef99627 req-5af5f4d2-3d1e-4308-95e4-94cfc3e4bf30 service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307328 Oct 15 00:56:09.173939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def22cd2-e8ba-4c78-b549-4a6daf8c3838 req-02b2c3d7-a580-45d9-aeb0-fc42b41e1496 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:09.182615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-def22cd2-e8ba-4c78-b549-4a6daf8c3838 req-02b2c3d7-a580-45d9-aeb0-fc42b41e1496 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 982 time: 0.0766804 Oct 15 00:56:09.220722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-def22cd2-e8ba-4c78-b549-4a6daf8c3838 req-2f64e04a-6aba-4d14-8d07-b8edbce01e7a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0355999 Oct 15 00:56:09.940663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:10.401865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7d7fc-b527-4b23-8df9-f226ba3a364c req-64b5d936-6a29-4d91-bfdb-e2e22c16f6b2 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:10.414212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20e7d7fc-b527-4b23-8df9-f226ba3a364c req-64b5d936-6a29-4d91-bfdb-e2e22c16f6b2 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 982 time: 0.1142976 Oct 15 00:56:10.482896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20e7d7fc-b527-4b23-8df9-f226ba3a364c req-cb47ba97-6fc7-46a2-9d1a-6ec1424a7126 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0676441 Oct 15 00:56:11.672582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2babbc-7021-4992-ae40-83c5d0931212 req-548f5bad-4be8-480f-9258-65ea8e71bbb4 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:11.674286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b2babbc-7021-4992-ae40-83c5d0931212 req-548f5bad-4be8-480f-9258-65ea8e71bbb4 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 982 time: 0.0805418 Oct 15 00:56:11.740138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b2babbc-7021-4992-ae40-83c5d0931212 req-3086405e-ef97-4c45-8bff-9e78627308f9 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0473030 Oct 15 00:56:12.611630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:56:12.713503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:12.725251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'port_id': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'mac_address': 'fa:16:3e:c3:9b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:56:12.766041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:12.778930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:56:12.801629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:12.871798 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:12.885265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fad839-46b3-4595-ae31-3c677fb892f6 req-c1984bc2-ba79-47ef-a70f-261e53a5f58a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:12.888036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77fad839-46b3-4595-ae31-3c677fb892f6 req-c1984bc2-ba79-47ef-a70f-261e53a5f58a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 982 time: 0.0542738 Oct 15 00:56:12.921157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:12.929272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.929861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.930424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.930963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.931506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.932179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.932577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.932999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.933392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.933785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.934203 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.934697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:12.947306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77fad839-46b3-4595-ae31-3c677fb892f6 req-f57b5526-d2cc-498d-8a99-61e094af50c9 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0465443 Oct 15 00:56:13.107461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:56:13.814438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42800) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:14.009501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50fdaadf-91fd-45d1-8b08-7ffe04a02685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.143794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88554d65-c468-4b20-90f3-a466e12eed0e req-816321b6-ca3d-4e45-a708-1c4c5867cacd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:14.148001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88554d65-c468-4b20-90f3-a466e12eed0e req-816321b6-ca3d-4e45-a708-1c4c5867cacd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 983 time: 0.1033580 Oct 15 00:56:14.155897 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50fdaadf-91fd-45d1-8b08-7ffe04a02685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.193709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88554d65-c468-4b20-90f3-a466e12eed0e req-2d4a3d81-09d2-412a-9224-d7b3541c95c5 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0402489 Oct 15 00:56:14.255374 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-50fdaadf-91fd-45d1-8b08-7ffe04a02685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.367848 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-50fdaadf-91fd-45d1-8b08-7ffe04a02685 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ffea0e053c34567993adc47e7044e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504565 Oct 15 00:56:14.368174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42840) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:14.372767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdaadf-91fd-45d1-8b08-7ffe04a02685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e184f13-e620-46d3-9c01-9af642a50592,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:14.444741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c3345eb-4cdf-477e-91d2-b3fbb8c9b034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.469110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c3345eb-4cdf-477e-91d2-b3fbb8c9b034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.580726 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c3345eb-4cdf-477e-91d2-b3fbb8c9b034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.585707 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c3345eb-4cdf-477e-91d2-b3fbb8c9b034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.590529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1c3345eb-4cdf-477e-91d2-b3fbb8c9b034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e184f13-e620-46d3-9c01-9af642a50592 HTTP/1.1" status: 204 len: 168 time: 0.2210286 Oct 15 00:56:14.619984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3345eb-4cdf-477e-91d2-b3fbb8c9b034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e184f13-e620-46d3-9c01-9af642a50592,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:14.712185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:56:14.831843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:56:14.845278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:14.846015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.974722 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:14.974722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:14.974722 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d72c0-e23d-47e2-9dd7-d5bf3f84e4cd" -d '{"events": [{"server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "name": "network-vif-plugged", "status": "completed", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:15.043984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:15.135033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:15.170149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:15.287620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:15.336786 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00af69ef-8382-417f-b2f7-882dc6a290fe x-openstack-request-id: req-00af69ef-8382-417f-b2f7-882dc6a290fe {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:15.337339 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "name": "network-vif-plugged", "status": "completed", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:15.337804 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00af69ef-8382-417f-b2f7-882dc6a290fe {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:15.338428 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'code': 200} Oct 15 00:56:15.469988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2520d-c464-4abd-bb37-1d9d71a9a9c1 req-dcbe4d0c-a43c-4320-90d5-4da29190cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:15.473998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-81a2520d-c464-4abd-bb37-1d9d71a9a9c1 req-dcbe4d0c-a43c-4320-90d5-4da29190cd88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1135 time: 0.0679486 Oct 15 00:56:15.524364 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-81a2520d-c464-4abd-bb37-1d9d71a9a9c1 req-2fe546c1-ac83-4b56-a478-c094dd7eecec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4954b9f4-0db4-4400-b04b-f342dc31499e&id=7d53c954-d21d-4bbe-b803-3f54f02a326c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0451903 Oct 15 00:56:15.551913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0811f8-f162-429e-b52a-3bcc5b5b8b9e req-93d089fe-10ad-4723-a1a9-0c8a22390094 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:15.553374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b0811f8-f162-429e-b52a-3bcc5b5b8b9e req-93d089fe-10ad-4723-a1a9-0c8a22390094 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 984 time: 0.0686994 Oct 15 00:56:15.586857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 42900) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:15.600596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f552cad-03dd-4228-80ef-819c5b7a33c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:15.606644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b0811f8-f162-429e-b52a-3bcc5b5b8b9e req-7fa9f13a-c364-4ad5-95ee-b23ec7f9575e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0457067 Oct 15 00:56:15.716177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f552cad-03dd-4228-80ef-819c5b7a33c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:15.842947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9f552cad-03dd-4228-80ef-819c5b7a33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:15.905097 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9f552cad-03dd-4228-80ef-819c5b7a33c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e695a9a150a54cae97a4d6fab5355f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170156 Oct 15 00:56:15.905968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f552cad-03dd-4228-80ef-819c5b7a33c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7416ec-2537-4297-8021-7730c87d1a25,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:15.907992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 42916) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:15.986590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c01468a-5369-4e0d-a28c-0f8fce336009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:16.012916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c01468a-5369-4e0d-a28c-0f8fce336009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:16.118381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c01468a-5369-4e0d-a28c-0f8fce336009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:16.121768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c01468a-5369-4e0d-a28c-0f8fce336009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:16.123050 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c01468a-5369-4e0d-a28c-0f8fce336009 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb7416ec-2537-4297-8021-7730c87d1a25 HTTP/1.1" status: 204 len: 168 time: 0.2139323 Oct 15 00:56:16.132831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01468a-5369-4e0d-a28c-0f8fce336009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7416ec-2537-4297-8021-7730c87d1a25,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:16.771310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ad522-72c8-413d-a756-65a34ca5fd11 req-a173a044-08f8-4c04-8914-40532f2f4e32 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:16.773450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-014ad522-72c8-413d-a756-65a34ca5fd11 req-a173a044-08f8-4c04-8914-40532f2f4e32 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 984 time: 0.0679896 Oct 15 00:56:16.848748 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-014ad522-72c8-413d-a756-65a34ca5fd11 req-b5118358-6fc4-4d3d-8f57-9d29331c12e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0626199 Oct 15 00:56:17.250345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c016faf0-e607-46cf-be9d-a33c7f39d1c8 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:17.262692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c016faf0-e607-46cf-be9d-a33c7f39d1c8 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 814 time: 0.1510596 Oct 15 00:56:17.294616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-af49a892-fddb-496c-994d-1ffd95907446 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/quotas/3596ce73f79748708623c7d533764b29 HTTP/1.1" status: 200 len: 375 time: 0.0237799 Oct 15 00:56:17.340277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-5936e173-c0c0-40fd-aff8-e6da30135012 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445559 Oct 15 00:56:17.454066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-5d33bcf7-29f4-4086-8343-dbdb731fdea1 service neutron] 10.222.0.13 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128106 Oct 15 00:56:17.559817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-74462819-f474-4d2f-8f58-b2af5bad06de service neutron] 10.222.0.13 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994503 Oct 15 00:56:17.849514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2efad06-b96a-4686-8ffd-45493b11d829 req-57612e41-dbc9-4613-9ecc-d6d1ccd88579 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 210 time: 0.0694053 Oct 15 00:56:18.006804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de6f2-254e-46ed-82df-406ff4715bc5 req-3d4e01da-d485-4995-ac99-a87e5f67ba01 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:18.010594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d04de6f2-254e-46ed-82df-406ff4715bc5 req-3d4e01da-d485-4995-ac99-a87e5f67ba01 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 984 time: 0.0789177 Oct 15 00:56:18.067079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d04de6f2-254e-46ed-82df-406ff4715bc5 req-ac6b0bc1-84ee-47b2-91f1-9726cc172092 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0474260 Oct 15 00:56:18.161976 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:56:18.205600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b91e6e-0d04-477a-9672-ffc930eaa22c req-4714171f-49b8-4310-b490-8b5777f881a8 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:18.213344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06b91e6e-0d04-477a-9672-ffc930eaa22c req-4714171f-49b8-4310-b490-8b5777f881a8 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 984 time: 0.0663867 Oct 15 00:56:18.268464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06b91e6e-0d04-477a-9672-ffc930eaa22c req-64245c84-da0a-4c0c-a63b-748451236adf tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543716 Oct 15 00:56:18.394864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c8e50-ca68-40b7-84f4-c243e5e19b91 req-3ae650c8-a699-4ae5-a74a-fee7daf47ba8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:18.396656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5c8e50-ca68-40b7-84f4-c243e5e19b91 req-3ae650c8-a699-4ae5-a74a-fee7daf47ba8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1135 time: 0.0522261 Oct 15 00:56:18.420666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3d5c8e50-ca68-40b7-84f4-c243e5e19b91 req-b1214a3c-2d7c-4123-a990-2652fce37445 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:18.567483 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3d5c8e50-ca68-40b7-84f4-c243e5e19b91 req-b1214a3c-2d7c-4123-a990-2652fce37445 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:18.649188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-3d5c8e50-ca68-40b7-84f4-c243e5e19b91 req-b1214a3c-2d7c-4123-a990-2652fce37445 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:18.712066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5c8e50-ca68-40b7-84f4-c243e5e19b91 req-b1214a3c-2d7c-4123-a990-2652fce37445 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3058050 Oct 15 00:56:18.735462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1214a3c-2d7c-4123-a990-2652fce37445 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896815c2-6e2e-4e77-9881-047ce90a80df,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:18.735650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43124) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:18.785609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43130) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:18.791329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340b823-35b7-4f0d-a02e-021f06953e4a tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:18.793325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2340b823-35b7-4f0d-a02e-021f06953e4a tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1130 time: 0.0564818 Oct 15 00:56:18.798668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43134) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:18.804602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:18.926535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4adcba7f-fb2b-4ed4-814e-f197fe1ef9f1 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Request body: {'quota': {'network': 2}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:18.945934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32f4fced-94d5-48ed-90d9-75629358307e req-a09b16f9-c64c-41d2-a7b2-cc1704065da5 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 210 time: 0.0360861 Oct 15 00:56:18.963429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.054106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4adcba7f-fb2b-4ed4-814e-f197fe1ef9f1 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "PUT /v2.0/quotas/1a739a8b62f643a294af407b0d77b0d6 HTTP/1.1" status: 200 len: 368 time: 0.2641311 Oct 15 00:56:19.054203 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:19.059613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Request body: {'network': {'project_id': '1a739a8b62f643a294af407b0d77b0d6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:19.084292 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.191276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Allocated IP 172.25.2.52 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/16206a2b-9a82-4d1b-a565-20de01463298) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:19.203431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Made reservation on behalf of 1a739a8b62f643a294af407b0d77b0d6 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:19.206315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.232161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.325442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.345364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.403361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.427922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:19.432297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.443892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07813f53-053f-4999-8103-3764a6d63483,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:19.464346 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.468128 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Added segment 297f4c34-8718-4538-94a0-3abf4024fee7 of type vlan for network a0ab8de6-4fa5-41e4-9fef-ce4316b249cf Oct 15 00:56:19.482783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:19.489092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:19.493337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:19.497168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=16206a2b-9a82-4d1b-a565-20de01463298,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:19.527480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.621175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.622632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:19.623407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.695381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Pushing event updated for resources: {'Network': ['ID=a0ab8de6-4fa5-41e4-9fef-ce4316b249cf,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:19.705757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network a0ab8de6-4fa5-41e4-9fef-ce4316b249cf details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:56:19.720632 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-11529da5-4986-4976-84d2-c482a53cc708 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6655540 Oct 15 00:56:19.723035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43190) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:19.727893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Request body: {'network': {'project_id': '1a739a8b62f643a294af407b0d77b0d6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:19.849524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Made reservation on behalf of 1a739a8b62f643a294af407b0d77b0d6 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:19.852338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.878992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:19.894273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:19.894626 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Added segment c895529e-8bb3-4a75-965c-bac906ffceca of type vlan for network f49c8613-17c8-434b-9bf0-05c8d73a2fad Oct 15 00:56:19.941479 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.042193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.043938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:20.044494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.086641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61937941-8cff-43f9-9c89-acf11bc18030 req-34639c93-7b55-465d-97b3-953ad272624e tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 210 time: 0.0637145 Oct 15 00:56:20.096823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.141213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Pushing event updated for resources: {'Network': ['ID=f49c8613-17c8-434b-9bf0-05c8d73a2fad,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:20.152844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f49c8613-17c8-434b-9bf0-05c8d73a2fad details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:56:20.175241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-de7c5d82-6afb-47d3-a1cb-5342b864900a tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4511526 Oct 15 00:56:20.175814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43220) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:20.180420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-91ef3cdf-a0f4-4cce-8bad-06cf7e0535c4 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Request body: {'network': {'project_id': '1a739a8b62f643a294af407b0d77b0d6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:20.207286 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ef3cdf-a0f4-4cce-8bad-06cf7e0535c4 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 15 00:56:20.207661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ef3cdf-a0f4-4cce-8bad-06cf7e0535c4 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:56:20.215521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-91ef3cdf-a0f4-4cce-8bad-06cf7e0535c4 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0387311 Oct 15 00:56:20.218432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43224) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:20.259635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-16002823-7c02-4258-8b09-61dde215f4b9 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a739a8b62f643a294af407b0d77b0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397406 Oct 15 00:56:20.262217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43230) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:20.308829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.384073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c453d0a-bc87-47fa-b4ba-b10f36b0582c tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.425949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c453d0a-bc87-47fa-b4ba-b10f36b0582c tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.856796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.962248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c453d0a-bc87-47fa-b4ba-b10f36b0582c tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.965376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5c453d0a-bc87-47fa-b4ba-b10f36b0582c tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.968187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5c453d0a-bc87-47fa-b4ba-b10f36b0582c tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/07813f53-053f-4999-8103-3764a6d63483 HTTP/1.1" status: 204 len: 168 time: 0.7040668 Oct 15 00:56:20.968954 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:20.970027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43266) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:21.002622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c453d0a-bc87-47fa-b4ba-b10f36b0582c tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07813f53-053f-4999-8103-3764a6d63483,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:21.057071 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:21.063491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=16206a2b-9a82-4d1b-a565-20de01463298,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:21.076505 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:21.268675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b666f3c-69ae-4109-903b-036aec6cbbb7 req-c5b33953-c41e-4467-b1f5-d5e8ffd130e6 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 210 time: 0.0329401 Oct 15 00:56:21.284380 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Floating IP 2084235d-7fad-4704-9ac5-a69c501e521f associated. External IP: 172.25.2.52, port: 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b. Oct 15 00:56:21.628608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:56:21.712411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:21.753602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49c8613-17c8-434b-9bf0-05c8d73a2fad']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:21.766765 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c895529e-8bb3-4a75-965c-bac906ffceca') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:21.767426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c895529e-8bb3-4a75-965c-bac906ffceca') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:21.792981 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:21.805854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:56:21.806608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:21.815688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:56:21.817350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:21.818957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] Sync routers for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:56:21.819966 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:56:21.848514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:56:21.849486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:21.908717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:21.943394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a9a2af67-b1e5-4676-9275-11ff32077b2e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1407719 Oct 15 00:56:21.943577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43290) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:21.945967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:21.952972 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0144b5d8-1194-4f1f-9b05-279c7a788cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:21.989327 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:22.000524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:22.007766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43296) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:22.012747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f49c8613-17c8-434b-9bf0-05c8d73a2fad HTTP/1.1" status: 204 len: 168 time: 1.0353172 Oct 15 00:56:22.092836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78c7c9-c102-4773-9472-031c938f1d99 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Pushing event deleted for resources: {'Network': ['ID=f49c8613-17c8-434b-9bf0-05c8d73a2fad,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:22.096192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:56:22.116336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:22.119694 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a22a4e-74c4-437e-8bf9-e9eda8d07f86 x-openstack-request-id: req-b4a22a4e-74c4-437e-8bf9-e9eda8d07f86 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:22.120603 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:22.120971 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4a22a4e-74c4-437e-8bf9-e9eda8d07f86 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:22.121684 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'status': 'completed', 'code': 200} Oct 15 00:56:22.351234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-7df24ac8-f5cc-4c66-b2d3-52dcca9dc61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.356023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-7df24ac8-f5cc-4c66-b2d3-52dcca9dc61f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1135 time: 0.3045745 Oct 15 00:56:22.475098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:22.538702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b28e5cc-d4c8-496d-953b-f22409ef718d req-29a26822-4d91-421c-b7a4-c47d32d85e23 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 210 time: 0.0943756 Oct 15 00:56:22.563110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.563575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.564030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.564488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.564944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.566889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.566889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.566889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.566889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.568620 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bff06324-3a1e-4d59-a954-89002417f9f8 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6204 time: 0.6240647 Oct 15 00:56:22.590938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43304) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:22.670633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ab8de6-4fa5-41e4-9fef-ce4316b249cf']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:22.676612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-fc9ef7cf-0ba4-41bb-9d28-7d7c348a7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.678304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-fc9ef7cf-0ba4-41bb-9d28-7d7c348a7af9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1 HTTP/1.1" status: 200 len: 897 time: 0.3054693 Oct 15 00:56:22.692276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-9715e907-3ef2-44d4-9d6b-5b2eb24689da tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.693691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-9715e907-3ef2-44d4-9d6b-5b2eb24689da tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 814 time: 0.4781902 Oct 15 00:56:22.770945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '2084235d-7fad-4704-9ac5-a69c501e521f', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'port_id': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'mac_address': 'fa:16:3e:c3:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:56:19Z', 'updated_at': '2021-10-15T00:56:19Z', 'revision_number': 0, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:22.772481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Request body: {'port': {'device_id': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661', 'admin_state_up': True, 'tenant_id': '3596ce73f79748708623c7d533764b29'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:22.796967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297f4c34-8718-4538-94a0-3abf4024fee7') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:22.797267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297f4c34-8718-4538-94a0-3abf4024fee7') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:22.837356 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-333ca3e4-10db-4acc-916b-9c01db095b49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b HTTP/1.1" status: 200 len: 998 time: 0.1458189 Oct 15 00:56:22.850611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:22.856578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] Checking router: 0ba25f50-5fbc-44fa-9a6d-b2328760b30d for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:56:22.885196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:56:22.886033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:55:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:22.952265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-1dbb30d5-a3d3-43f1-be1c-ae1946882234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.953994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-1dbb30d5-a3d3-43f1-be1c-ae1946882234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa45ab1a-6f48-4627-9a44-e61926cf21cd HTTP/1.1" status: 200 len: 834 time: 0.1093094 Oct 15 00:56:22.973117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.973576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.974028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.975057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.975619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.976389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.976809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:22.983225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7257b561-d57d-43d4-bcd3-12d94ca3329d tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.3722284 Oct 15 00:56:22.986003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43312) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:22.992411 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:23.008105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:56:23.008571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:56:23.010684 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:56:23.174479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:23.187516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:23.199049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a0ab8de6-4fa5-41e4-9fef-ce4316b249cf HTTP/1.1" status: 204 len: 168 time: 1.1899173 Oct 15 00:56:23.228133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09455112-2e10-4aad-a46b-43576570d187 tempest-QuotasNegativeTest-813255501 tempest-QuotasNegativeTest-813255501-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0ab8de6-4fa5-41e4-9fef-ce4316b249cf,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:23.249223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Made reservation on behalf of 3596ce73f79748708623c7d533764b29 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:23.254349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:23.255631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:56:23.296214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-f4dac34b-b268-4f46-b489-ad337aefd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:23.298376 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-f4dac34b-b268-4f46-b489-ad337aefd3a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3345625 Oct 15 00:56:23.535546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Allocated IP 172.20.0.10 (1a87e5b3-911c-4980-8485-bd194f4db661/34ecc240-9126-4e54-837d-ad7b6fc3a74d/09ba8f44-43fd-4041-982f-691ec03cd973) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:23.718384 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-9a82ce14-a68a-4b93-a4d6-550ef0b704e9 service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122105 Oct 15 00:56:23.772496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97200f4a-1788-4220-97ec-4e58c587cdf0 req-bae091bc-67c3-4096-a610-46ef6f64c0fb tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 210 time: 0.1014826 Oct 15 00:56:23.912882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '2084235d-7fad-4704-9ac5-a69c501e521f', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'port_id': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'mac_address': 'fa:16:3e:c3:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:56:19Z', 'updated_at': '2021-10-15T00:56:19Z', 'revision_number': 0, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:23.954182 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:23.972176 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0144b5d8-1194-4f1f-9b05-279c7a788cb5 req-28e6d49e-d655-4c20-af8c-192df0a8e810 service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445791 Oct 15 00:56:23.990636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff273860-0bb1-4b8e-b437-817bdf7d8678 None None] The sync data for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 is: [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '2084235d-7fad-4704-9ac5-a69c501e521f', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'floating_ip_address': '172.25.2.52', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'port_id': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'mac_address': 'fa:16:3e:c3:9b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:56:19Z', 'updated_at': '2021-10-15T00:56:19Z', 'revision_number': 0, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:56:24.027980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-47770f8c-b3ab-45ac-839e-0f05b7e179aa tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.9897175 Oct 15 00:56:24.028737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43328) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:24.101169 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f43f6-92c3-4797-9331-d2d9f2179ac9 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:24.101840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f43f6-92c3-4797-9331-d2d9f2179ac9 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:24.117059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d49f43f6-92c3-4797-9331-d2d9f2179ac9 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ba25f50-5fbc-44fa-9a6d-b2328760b30d HTTP/1.1" status: 200 len: 1990 time: 0.0857806 Oct 15 00:56:24.138344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:24.188489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Network 1a87e5b3-911c-4980-8485-bd194f4db661 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:24.192744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:24.195350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:24.254386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:24.255111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:24.273324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Pushing event updated for resources: {'Port': ['ID=09ba8f44-43fd-4041-982f-691ec03cd973,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:24.356666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-c975c635-23d0-4630-83a6-c4ae8380c907 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6116257 Oct 15 00:56:24.370909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Request body: {'port': {'device_id': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:24.379477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2115c-ce13-45a1-9b33-f78dfd150bd8 None None] New status for floating IP 2084235d-7fad-4704-9ac5-a69c501e521f: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:56:24.495988 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:24.573556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43340) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:24.707123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf7725b9-bbe3-40a9-83d9-6bd37319419e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:24.877527 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf7725b9-bbe3-40a9-83d9-6bd37319419e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:24.946136 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf7725b9-bbe3-40a9-83d9-6bd37319419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:24.992605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cf7725b9-bbe3-40a9-83d9-6bd37319419e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5a6694c4f014d45b85b2b4f6c0aae86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173522 Oct 15 00:56:24.997103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43352) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:24.998530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7725b9-bbe3-40a9-83d9-6bd37319419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9509c58-34a7-4829-9874-9e42d24f2ed7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:25.051516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ba8f44-43fd-4041-982f-691ec03cd973 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:56:25.061497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.074590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Transition to ACTIVE for port object 09ba8f44-43fd-4041-982f-691ec03cd973 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:56:25.122273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82dc2-2788-4a0b-ae82-98fc9782b3ae req-f5c431ad-1cc1-419f-a158-691a108fb392 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:25.129898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cb82dc2-2788-4a0b-ae82-98fc9782b3ae req-f5c431ad-1cc1-419f-a158-691a108fb392 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 932 time: 0.2427673 Oct 15 00:56:25.154469 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.212743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-415c3b09-a3be-4583-80c3-587e85db3c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.256306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cb82dc2-2788-4a0b-ae82-98fc9782b3ae req-b8991dbf-fcdc-44b1-940d-89890ff34e04 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234329 Oct 15 00:56:25.267810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Pushing event updated for resources: {'Port': ['ID=09ba8f44-43fd-4041-982f-691ec03cd973,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:25.310974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-415c3b09-a3be-4583-80c3-587e85db3c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.391286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Attempting to bind port 09ba8f44-43fd-4041-982f-691ec03cd973 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:56:25.391286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Attempting to bind port 09ba8f44-43fd-4041-982f-691ec03cd973 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:56:25.391641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Attempting to bind port 09ba8f44-43fd-4041-982f-691ec03cd973 on network 1a87e5b3-911c-4980-8485-bd194f4db661 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:25.398325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Port 09ba8f44-43fd-4041-982f-691ec03cd973 on network 1a87e5b3-911c-4980-8485-bd194f4db661 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:56:25.398325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Attempting to bind port 09ba8f44-43fd-4041-982f-691ec03cd973 on network 1a87e5b3-911c-4980-8485-bd194f4db661 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:25.404497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:56:25.404497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Checking segment: {'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:25.404497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Bound using segment: {'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:56:25.404856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Bound port: 09ba8f44-43fd-4041-982f-691ec03cd973, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:56:25.404955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.496003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-415c3b09-a3be-4583-80c3-587e85db3c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.499063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-415c3b09-a3be-4583-80c3-587e85db3c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.520509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-415c3b09-a3be-4583-80c3-587e85db3c2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9509c58-34a7-4829-9874-9e42d24f2ed7 HTTP/1.1" status: 204 len: 168 time: 0.4402833 Oct 15 00:56:25.532789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] For port 09ba8f44-43fd-4041-982f-691ec03cd973, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:56:25.535189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c3b09-a3be-4583-80c3-587e85db3c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9509c58-34a7-4829-9874-9e42d24f2ed7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:25.568485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] For port 09ba8f44-43fd-4041-982f-691ec03cd973, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=09ba8f44-43fd-4041-982f-691ec03cd973,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:56:25.638564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.730221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:25.730978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:25.732460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] 10.222.0.39 "PUT /v2.0/ports/09ba8f44-43fd-4041-982f-691ec03cd973 HTTP/1.1" status: 200 len: 1092 time: 1.3672733 Oct 15 00:56:25.732930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'tag': '09ba8f44-43fd-4041-982f-691ec03cd973'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:25.735300 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbc1063-f807-48d8-9e10-8658136e005d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8737f75-2f13-4d78-9818-c18e9b0800d8", "tag": "09ba8f44-43fd-4041-982f-691ec03cd973"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:25.782359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04d592-57af-4be5-8606-090aa194e706 service neutron] Pushing event updated for resources: {'Port': ['ID=09ba8f44-43fd-4041-982f-691ec03cd973,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:25.787815 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782743e6-88e6-4fbf-b92d-6341927ef8a9 x-openstack-request-id: req-782743e6-88e6-4fbf-b92d-6341927ef8a9 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:25.788171 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8737f75-2f13-4d78-9818-c18e9b0800d8", "tag": "09ba8f44-43fd-4041-982f-691ec03cd973", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:25.788504 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-782743e6-88e6-4fbf-b92d-6341927ef8a9 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:25.788973 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'tag': '09ba8f44-43fd-4041-982f-691ec03cd973', 'status': 'completed', 'code': 200} Oct 15 00:56:25.859795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc1063-f807-48d8-9e10-8658136e005d req-f2af4d29-0dc6-4354-bbf2-01e027c0d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:25.863661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9fbc1063-f807-48d8-9e10-8658136e005d req-f2af4d29-0dc6-4354-bbf2-01e027c0d8a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 1095 time: 0.0447094 Oct 15 00:56:26.060706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc1063-f807-48d8-9e10-8658136e005d req-9f4a1bf2-608f-4508-9ef1-51a88603c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:26.062214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9fbc1063-f807-48d8-9e10-8658136e005d req-9f4a1bf2-608f-4508-9ef1-51a88603c636 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3596ce73f79748708623c7d533764b29&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1924410 Oct 15 00:56:26.271277 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bec1aeca-5581-4b4b-b58d-74970ee743ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.279527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc1063-f807-48d8-9e10-8658136e005d req-ef414149-cb26-4da2-81c0-d64282bac531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:26.280469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9fbc1063-f807-48d8-9e10-8658136e005d req-ef414149-cb26-4da2-81c0-d64282bac531 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109451 Oct 15 00:56:26.397635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-7c4d0bea-bee7-41c0-baa9-7b3e31ed9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:26.399128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-7c4d0bea-bee7-41c0-baa9-7b3e31ed9bac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 1095 time: 0.0577343 Oct 15 00:56:26.412025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23bf31-461f-48b1-9f49-00ade31de998 req-6ffcef18-d1df-43b7-aafa-76a3914bf719 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:26.413440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b23bf31-461f-48b1-9f49-00ade31de998 req-6ffcef18-d1df-43b7-aafa-76a3914bf719 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 944 time: 0.0836697 Oct 15 00:56:26.449324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43378) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:26.455213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-03fcc82f-97d7-435c-8040-05a22d3d00c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09ba8f44-43fd-4041-982f-691ec03cd973 HTTP/1.1" status: 200 len: 217 time: 0.0408561 Oct 15 00:56:26.463014 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c60e8391-55b7-4a01-9bc7-57d7e6c8d3d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.524079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b23bf31-461f-48b1-9f49-00ade31de998 req-c19210cf-579a-45e7-a5cd-e64a33bdf962 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713875 Oct 15 00:56:26.534701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-bcefd1df-4332-403f-8f00-6624a1e05eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:26.536184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-bcefd1df-4332-403f-8f00-6624a1e05eed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ecc240-9126-4e54-837d-ad7b6fc3a74d HTTP/1.1" status: 200 len: 854 time: 0.0687432 Oct 15 00:56:26.570022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-264709f7-f5da-4777-b357-68902ad86b89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a87e5b3-911c-4980-8485-bd194f4db661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264733 Oct 15 00:56:26.593298 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c60e8391-55b7-4a01-9bc7-57d7e6c8d3d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.673045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-f27ca4f6-56eb-45d8-953f-5f5c346de637 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932493 Oct 15 00:56:26.705562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c60e8391-55b7-4a01-9bc7-57d7e6c8d3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.776786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e8391-55b7-4a01-9bc7-57d7e6c8d3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6151c75-942a-45ce-8941-47d411f8c328,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:26.785126 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c60e8391-55b7-4a01-9bc7-57d7e6c8d3d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64beca0484fb4116a0504010d1a6b815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347073 Oct 15 00:56:26.786075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43380) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:26.799320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f366c5a9-2430-49f0-a8ed-411d446633ae req-94aa253d-593c-40ba-8703-2b40d388389e service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186633 Oct 15 00:56:26.839495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8f3279cf-c23a-4515-ab82-d711baf9d61e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.861698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8f3279cf-c23a-4515-ab82-d711baf9d61e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.976094 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8f3279cf-c23a-4515-ab82-d711baf9d61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.978774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8f3279cf-c23a-4515-ab82-d711baf9d61e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:26.983327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8f3279cf-c23a-4515-ab82-d711baf9d61e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6151c75-942a-45ce-8941-47d411f8c328 HTTP/1.1" status: 204 len: 168 time: 0.1936882 Oct 15 00:56:27.002629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3279cf-c23a-4515-ab82-d711baf9d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6151c75-942a-45ce-8941-47d411f8c328,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:27.775571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079988d8-59a5-4f08-8519-122bee52978b req-5dd13db1-9ec6-4116-a291-e3820c790946 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:27.787816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-079988d8-59a5-4f08-8519-122bee52978b req-5dd13db1-9ec6-4116-a291-e3820c790946 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 944 time: 0.1341517 Oct 15 00:56:27.834324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-079988d8-59a5-4f08-8519-122bee52978b req-dfcf6826-6f19-4037-8d94-28228a64f1b4 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Oct 15 00:56:28.575037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43432) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.705569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-1e9f2de4-9208-4d27-88b2-e7591bb71189 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.706718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1e9f2de4-9208-4d27-88b2-e7591bb71189 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1306484 Oct 15 00:56:28.709418 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43438) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.713251 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-0818c7ba-5e05-4cdd-9bea-5763a02561c1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.714767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0818c7ba-5e05-4cdd-9bea-5763a02561c1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044701 Oct 15 00:56:28.716753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43440) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.720441 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-ae691436-e915-4056-bb59-54f53e8aa944 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.721349 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ae691436-e915-4056-bb59-54f53e8aa944 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037920 Oct 15 00:56:28.723607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43442) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.728143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-580cbb9e-dde1-43ac-8892-118d7e8cb8a4 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.729374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-580cbb9e-dde1-43ac-8892-118d7e8cb8a4 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044031 Oct 15 00:56:28.731677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43444) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.735476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-d69f7b0d-8a9a-422a-a1c7-f0534d88f353 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.736403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d69f7b0d-8a9a-422a-a1c7-f0534d88f353 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038877 Oct 15 00:56:28.738868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43446) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.743018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-7d1571ca-aee5-46b5-9077-7e7cfc258bf1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.746141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7d1571ca-aee5-46b5-9077-7e7cfc258bf1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041475 Oct 15 00:56:28.746706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43448) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.754761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-c4197059-cd8b-489b-94f4-9344f4579584 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.758743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43450) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.761639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c4197059-cd8b-489b-94f4-9344f4579584 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0127366 Oct 15 00:56:28.764791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-7fdcedad-19ec-45c6-8ae6-3904d470702b tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.765933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7fdcedad-19ec-45c6-8ae6-3904d470702b tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062470 Oct 15 00:56:28.768404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43452) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.772650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-c6fcd60d-f68c-4001-8a34-3f3b6e44efdf tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.773577 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c6fcd60d-f68c-4001-8a34-3f3b6e44efdf tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041096 Oct 15 00:56:28.775947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43454) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.779910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-824825c3-fcad-416a-844c-f7f4b0f7a6db tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.786181 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-824825c3-fcad-416a-844c-f7f4b0f7a6db tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049536 Oct 15 00:56:28.787260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43456) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.791303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-c6a260c1-7ccc-422f-b46f-d76097f8acd9 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.792524 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c6a260c1-7ccc-422f-b46f-d76097f8acd9 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043867 Oct 15 00:56:28.794702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43458) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.798601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-63c6b862-9166-4ef2-860c-cf288e5381cb tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.799759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-63c6b862-9166-4ef2-860c-cf288e5381cb tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0039382 Oct 15 00:56:28.803041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43460) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.815522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-0af67cbb-1fa3-4f97-beea-2ba90d92a7bf tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.815522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0af67cbb-1fa3-4f97-beea-2ba90d92a7bf tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060222 Oct 15 00:56:28.817635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43464) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.832642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-d24dd323-e897-42c0-9ea0-544e220faf59 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.835348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d24dd323-e897-42c0-9ea0-544e220faf59 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0166509 Oct 15 00:56:28.836156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43466) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.837584 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-17fdc17f-9c8e-430e-8eb0-2e47140b802e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:28.842837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-73d012ac-2350-46fd-bac8-470b268ac8a0 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.847102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-73d012ac-2350-46fd-bac8-470b268ac8a0 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0095539 Oct 15 00:56:28.847709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43468) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.852668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-aff47d45-8c66-45e6-ae68-9ae3d0f46c38 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.856539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aff47d45-8c66-45e6-ae68-9ae3d0f46c38 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049233 Oct 15 00:56:28.859021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43472) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.863687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-0ac60e47-3551-4396-9f45-a64ab70141a4 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.868181 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ac60e47-3551-4396-9f45-a64ab70141a4 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079770 Oct 15 00:56:28.869300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43474) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.875136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-3aba34ba-e92d-4183-95ae-55f6a96dc9ca tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.879360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43476) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.883605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-0857d4c1-9b5d-4e43-8dad-c1c0cfee752e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.886971 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3aba34ba-e92d-4183-95ae-55f6a96dc9ca tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0152845 Oct 15 00:56:28.888155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0857d4c1-9b5d-4e43-8dad-c1c0cfee752e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074389 Oct 15 00:56:28.889330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43478) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.893943 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-48d9cb81-e180-4872-92d7-d8c68b6e4445 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.898203 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-48d9cb81-e180-4872-92d7-d8c68b6e4445 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0068517 Oct 15 00:56:28.898399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43480) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.915592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-1622ac4d-27db-4670-b9c8-064aad7411de tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.915807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43482) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.915913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1622ac4d-27db-4670-b9c8-064aad7411de tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075114 Oct 15 00:56:28.920476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-2b510ebb-efae-4c20-8bd3-f6e86206c2df tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.922132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b510ebb-efae-4c20-8bd3-f6e86206c2df tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0140026 Oct 15 00:56:28.933189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43484) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.947246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-05159d15-d24b-4011-b524-a19814b28501 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.952511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-05159d15-d24b-4011-b524-a19814b28501 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0177534 Oct 15 00:56:28.953251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43486) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.959835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-cc5f9ad1-cd7c-4d07-830c-07d60c3516b0 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.961917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cc5f9ad1-cd7c-4d07-830c-07d60c3516b0 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048122 Oct 15 00:56:28.978889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43488) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:28.985805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-cc74609a-6764-41e2-9557-b5bec3296f05 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:28.989460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cc74609a-6764-41e2-9557-b5bec3296f05 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057919 Oct 15 00:56:28.990437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43490) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.000422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-33a6e493-70d3-45f8-a9c5-f1e894a140e1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.004424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-33a6e493-70d3-45f8-a9c5-f1e894a140e1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0076241 Oct 15 00:56:29.005252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43492) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.009719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615525c2-00ad-4941-9559-37d33b75c33c req-f0378e47-2915-4d5d-b182-342ea34142f9 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:29.009986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-3f78085e-b2bf-4bed-945a-2ac2c41cbb6f tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.014734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3f78085e-b2bf-4bed-945a-2ac2c41cbb6f tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080132 Oct 15 00:56:29.015494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43494) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.018027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-615525c2-00ad-4941-9559-37d33b75c33c req-f0378e47-2915-4d5d-b182-342ea34142f9 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 944 time: 0.0792015 Oct 15 00:56:29.020529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-bfd87ee1-23e5-4502-8ef0-5fd2140797a6 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.024260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bfd87ee1-23e5-4502-8ef0-5fd2140797a6 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073819 Oct 15 00:56:29.025181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43496) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.030009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-115d86eb-cf67-4935-834c-f9bd2df9a08c tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.033937 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-115d86eb-cf67-4935-834c-f9bd2df9a08c tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071490 Oct 15 00:56:29.034821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43498) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.039338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-8ccf8e34-a8c7-41a4-b41a-739af3f47c14 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.043368 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8ccf8e34-a8c7-41a4-b41a-739af3f47c14 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074909 Oct 15 00:56:29.044168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43500) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.048784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-4fa9bf72-64a9-4269-8a9a-cedd0ec9c56a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.052548 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4fa9bf72-64a9-4269-8a9a-cedd0ec9c56a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0073388 Oct 15 00:56:29.053404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43502) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.059363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-bffb4b30-f424-40ad-b3f2-065611302166 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.063388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bffb4b30-f424-40ad-b3f2-065611302166 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087950 Oct 15 00:56:29.064172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43504) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.068964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-cca70127-643b-4bcb-8493-82360fc1b53a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.073915 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cca70127-643b-4bcb-8493-82360fc1b53a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077276 Oct 15 00:56:29.074604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43506) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.079689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-c76dd51f-669e-4478-a708-83724d6e3926 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.082751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-615525c2-00ad-4941-9559-37d33b75c33c req-eab7c1b4-c227-401b-8662-29428bc607d7 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568044 Oct 15 00:56:29.083451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43508) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.100401 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c76dd51f-669e-4478-a708-83724d6e3926 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0085487 Oct 15 00:56:29.100690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-ce0d38c6-1657-4da7-a230-42eb15ad5bc7 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.100690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce0d38c6-1657-4da7-a230-42eb15ad5bc7 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0061371 Oct 15 00:56:29.100858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43510) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.100858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-4a9f9da9-f601-42f4-9a89-786935f0bbb1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.100858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a9f9da9-f601-42f4-9a89-786935f0bbb1 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046461 Oct 15 00:56:29.102408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43512) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.106824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-74719449-3628-4ac4-9368-bad78528a10e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.107739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-74719449-3628-4ac4-9368-bad78528a10e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044901 Oct 15 00:56:29.110320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43514) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.114338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-04ab1d64-f3dd-456c-a659-b444f7c1aaa7 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.117622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43516) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.117738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-04ab1d64-f3dd-456c-a659-b444f7c1aaa7 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0064182 Oct 15 00:56:29.123543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-9823b397-1b88-4c3d-8b8f-4986e2222836 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.125544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9823b397-1b88-4c3d-8b8f-4986e2222836 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068395 Oct 15 00:56:29.126818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43518) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.131345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-62e6a7cd-52ea-4571-a349-035b2102c88e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.132274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-62e6a7cd-52ea-4571-a349-035b2102c88e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045695 Oct 15 00:56:29.134747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43520) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.139086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-fd3d46cb-e46c-44e0-b29f-279e19b2dd12 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.140050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fd3d46cb-e46c-44e0-b29f-279e19b2dd12 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038953 Oct 15 00:56:29.142447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.147464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-cca6dad2-7d74-4e8e-a346-093b4fa63b9c tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.148423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cca6dad2-7d74-4e8e-a346-093b4fa63b9c tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0049880 Oct 15 00:56:29.151992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43524) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.159481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-9437bf98-23ef-4b6d-8e27-7993a88a20be tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.162135 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9437bf98-23ef-4b6d-8e27-7993a88a20be tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0074999 Oct 15 00:56:29.163041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43526) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.170453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-13ca82e8-4142-4825-92fc-06fd10c6c54a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.173770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-13ca82e8-4142-4825-92fc-06fd10c6c54a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073812 Oct 15 00:56:29.174019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43528) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.179584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-5df9e9af-58b9-40ad-bde6-152864ec6d16 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.182150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5df9e9af-58b9-40ad-bde6-152864ec6d16 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055611 Oct 15 00:56:29.185984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43530) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.190574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-826d99e9-2e06-4358-b4bb-870f3d59fbfb tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.191888 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-826d99e9-2e06-4358-b4bb-870f3d59fbfb tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045230 Oct 15 00:56:29.194310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43532) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.200432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-eaac2db8-e945-4309-a715-84d517cbac29 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.205043 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eaac2db8-e945-4309-a715-84d517cbac29 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0093205 Oct 15 00:56:29.205789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.210356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-8a8051bb-b671-4b00-87c1-b5de8d6655ff tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.215282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43538) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.216111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a8051bb-b671-4b00-87c1-b5de8d6655ff tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0090408 Oct 15 00:56:29.221515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-f91beb5c-a449-419f-a8c3-7c031324da28 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.222746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f91beb5c-a449-419f-a8c3-7c031324da28 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060842 Oct 15 00:56:29.228117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.234317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-d22d90dc-d795-4797-9135-5e6fd3452b8b tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.238539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43542) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.238701 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d22d90dc-d795-4797-9135-5e6fd3452b8b tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092149 Oct 15 00:56:29.243647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-e48f55ce-2391-42f2-a88f-15119d460e8d tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.244670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e48f55ce-2391-42f2-a88f-15119d460e8d tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054410 Oct 15 00:56:29.251621 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43548) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.256070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-2f6a496e-6f50-4c29-b678-5af4b73972ba tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.259777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43550) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.260007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2f6a496e-6f50-4c29-b678-5af4b73972ba tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074141 Oct 15 00:56:29.266569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-b412e5f1-1872-4359-9366-d86129d8e1f7 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.269413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b412e5f1-1872-4359-9366-d86129d8e1f7 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0076420 Oct 15 00:56:29.272063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43552) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.279324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-47a96184-f341-4c24-abdc-1a813a2f50fc tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.282782 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-47a96184-f341-4c24-abdc-1a813a2f50fc tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077844 Oct 15 00:56:29.282901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43554) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.289936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-d88e6b3f-7d1e-4c59-916a-75f52f44386c tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.293289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d88e6b3f-7d1e-4c59-916a-75f52f44386c tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0070958 Oct 15 00:56:29.293513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43556) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.299802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-2184bc5f-258f-41fd-88db-16b50db1b085 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.304606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2184bc5f-258f-41fd-88db-16b50db1b085 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0076892 Oct 15 00:56:29.304734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43558) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.308814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-3c311095-0695-4c80-b462-11ccd85c9793 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.314738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3c311095-0695-4c80-b462-11ccd85c9793 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0090904 Oct 15 00:56:29.315758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43560) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.320413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-7a6b9dfd-074b-4473-8330-3f90f5826ddf tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.327481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7a6b9dfd-074b-4473-8330-3f90f5826ddf tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043786 Oct 15 00:56:29.327907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.332140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-6bf3c4bd-d3d8-4307-90ab-d5737cdb5f60 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.334227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6bf3c4bd-d3d8-4307-90ab-d5737cdb5f60 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053015 Oct 15 00:56:29.339024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43564) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.344054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-eb2dfb94-2fe7-418d-84fe-bf67a0385a92 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.350406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eb2dfb94-2fe7-418d-84fe-bf67a0385a92 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047908 Oct 15 00:56:29.351947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.356442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [None req-35c78496-a412-442a-932e-db4dea20ea65 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.357522 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-35c78496-a412-442a-932e-db4dea20ea65 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046754 Oct 15 00:56:29.361235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43570) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.364542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-1f1f1579-1dbd-42b9-a4da-c28ff4e2dd6a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.365483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1f1f1579-1dbd-42b9-a4da-c28ff4e2dd6a tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044188 Oct 15 00:56:29.367653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43572) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.371761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-7a81a1ac-33dc-4d34-a0b9-f0d3065b415e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.377484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7a81a1ac-33dc-4d34-a0b9-f0d3065b415e tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0050647 Oct 15 00:56:29.379350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43574) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.383526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-fc66ea18-30c5-4871-ab82-df4b53002649 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.384507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fc66ea18-30c5-4871-ab82-df4b53002649 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042417 Oct 15 00:56:29.387697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43576) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.391741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-fbc7c901-466b-4553-871a-5e6fc24b7e63 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.392658 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fbc7c901-466b-4553-871a-5e6fc24b7e63 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039811 Oct 15 00:56:29.395254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43578) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.399433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-f796425e-0286-4f6b-b6f4-eb424bcc26a8 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.404037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f796425e-0286-4f6b-b6f4-eb424bcc26a8 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079510 Oct 15 00:56:29.404580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43580) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.408268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-57b68639-07b8-49aa-883d-f7bfbe5762f4 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.409175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-57b68639-07b8-49aa-883d-f7bfbe5762f4 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038083 Oct 15 00:56:29.411769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43582) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.415815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-c207b896-87ac-479c-b812-5c0115950e18 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.419204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c207b896-87ac-479c-b812-5c0115950e18 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040777 Oct 15 00:56:29.420939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43584) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:29.424985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [None req-67fc14ae-2a42-4612-b86f-93dcb86b4977 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 00:56:29.425994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-67fc14ae-2a42-4612-b86f-93dcb86b4977 tempest-ExtensionsTestJSON-288591335 tempest-ExtensionsTestJSON-288591335-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041409 Oct 15 00:56:30.038023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43600) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:30.174966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.184323 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60ebf2fd-43da-40ae-9f9f-ddc3d5bfeb2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.245083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66deb8c-6c6a-4690-b2a0-2dc3b81a74f9 req-25be61ec-8077-445f-9b2a-32ccb796d582 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:30.252510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e66deb8c-6c6a-4690-b2a0-2dc3b81a74f9 req-25be61ec-8077-445f-9b2a-32ccb796d582 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 944 time: 0.0783870 Oct 15 00:56:30.281628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60ebf2fd-43da-40ae-9f9f-ddc3d5bfeb2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.291693 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.326639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e66deb8c-6c6a-4690-b2a0-2dc3b81a74f9 req-f7450576-5fee-4e5c-989f-5b4c8d5c01ae tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731709 Oct 15 00:56:30.380341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60ebf2fd-43da-40ae-9f9f-ddc3d5bfeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.422899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 09ba8f44-43fd-4041-982f-691ec03cd973 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:56:30.437607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43616) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:30.438606 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60ebf2fd-43da-40ae-9f9f-ddc3d5bfeb2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ce12994bcc8489aa8833247983398a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994918 Oct 15 00:56:30.440918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebf2fd-43da-40ae-9f9f-ddc3d5bfeb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b840747-6987-4939-8635-495aa32a6d04,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:30.550876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.574963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 09ba8f44-43fd-4041-982f-691ec03cd973, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=09ba8f44-43fd-4041-982f-691ec03cd973,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:30.584727 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.600277 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '09ba8f44-43fd-4041-982f-691ec03cd973', 'network_id': '1a87e5b3-911c-4980-8485-bd194f4db661', 'port_id': '09ba8f44-43fd-4041-982f-691ec03cd973', 'mac_address': 'fa:16:3e:a7:ed:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ecc240-9126-4e54-837d-ad7b6fc3a74d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:56:30.735115 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.741494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.750579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b840747-6987-4939-8635-495aa32a6d04 HTTP/1.1" status: 204 len: 168 time: 0.3039515 Oct 15 00:56:30.789108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b840747-6987-4939-8635-495aa32a6d04,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:30.806155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.806581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.807345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.808200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.808626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.809053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.809435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.809831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.810226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.810729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.811014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.819559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d8922-cd0c-4f4c-8560-a4f3b583f186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:30.843423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:30.862319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ba8f44-43fd-4041-982f-691ec03cd973 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:56:30.882770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 09ba8f44-43fd-4041-982f-691ec03cd973, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=09ba8f44-43fd-4041-982f-691ec03cd973,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:31.025614 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:31.074845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=09ba8f44-43fd-4041-982f-691ec03cd973,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:31.379365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['09ba8f44-43fd-4041-982f-691ec03cd973'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:56:31.623244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904a864-a38e-4b45-9994-7639cbef34c8 req-40073f25-3ebd-4f53-8304-f029bc51eeab tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:31.634673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f904a864-a38e-4b45-9994-7639cbef34c8 req-40073f25-3ebd-4f53-8304-f029bc51eeab tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 945 time: 0.1659353 Oct 15 00:56:31.677252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f904a864-a38e-4b45-9994-7639cbef34c8 req-2276bcf2-b6a0-4438-ae1d-478c9d477120 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Oct 15 00:56:32.180339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43662) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:32.332858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1063218503'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:32.391631 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.443471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 09ba8f44-43fd-4041-982f-691ec03cd973 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:56:32.454352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Made reservation on behalf of 1f98795178584c3b8191fba018bf605e for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:32.458232 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.472329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.580833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43674) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:32.608800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 09ba8f44-43fd-4041-982f-691ec03cd973 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:56:32.613218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 09ba8f44-43fd-4041-982f-691ec03cd973 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:32.613594 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.634733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.700598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.715860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:32.725610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.726123 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Added segment 1287b21b-e598-43d5-bf63-c8c78214046f of type vlan for network 973956f8-ba0f-43b4-b5af-bcb617087ab7 Oct 15 00:56:32.768148 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.771853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.821570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ba8f44-43fd-4041-982f-691ec03cd973'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:32.834603 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6203a7-cadb-4e7c-b995-3ddc98ff44ee" -d '{"events": [{"server_uuid": "f8737f75-2f13-4d78-9818-c18e9b0800d8", "name": "network-vif-plugged", "status": "completed", "tag": "09ba8f44-43fd-4041-982f-691ec03cd973"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:32.864011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 09ba8f44-43fd-4041-982f-691ec03cd973, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=09ba8f44-43fd-4041-982f-691ec03cd973,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:32.871689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf57b1fa-5272-4bf3-97c3-1a0396d4f47f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.894955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa278fc8-0d2a-4941-a156-a8938da0c40e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:32.938343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54c36a-137b-485d-88b9-8a3a68a5ca48 req-a9700c04-64ce-4fef-994d-8bf727c805e4 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:32.938343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f54c36a-137b-485d-88b9-8a3a68a5ca48 req-a9700c04-64ce-4fef-994d-8bf727c805e4 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 945 time: 0.1312807 Oct 15 00:56:32.938343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.951621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:32.959039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:32.960382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.067182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf57b1fa-5272-4bf3-97c3-1a0396d4f47f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.068906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=09ba8f44-43fd-4041-982f-691ec03cd973,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:33.107687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f54c36a-137b-485d-88b9-8a3a68a5ca48 req-03e5904d-df78-4591-91d8-301d484a5720 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357610 Oct 15 00:56:33.139618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event updated for resources: {'Network': ['ID=973956f8-ba0f-43b4-b5af-bcb617087ab7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:33.145971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf57b1fa-5272-4bf3-97c3-1a0396d4f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.151443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:56:33.229319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6f220651-1c18-4a66-ba73-951d3bdf5550 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0472646 Oct 15 00:56:33.238918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43688) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:33.240903 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489afa49-d17c-4a20-9af8-e72d5e6c0ecc x-openstack-request-id: req-489afa49-d17c-4a20-9af8-e72d5e6c0ecc {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:33.241786 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8737f75-2f13-4d78-9818-c18e9b0800d8", "name": "network-vif-plugged", "status": "completed", "tag": "09ba8f44-43fd-4041-982f-691ec03cd973", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:33.242273 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-489afa49-d17c-4a20-9af8-e72d5e6c0ecc {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:33.243470 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ba8f44-43fd-4041-982f-691ec03cd973', 'code': 200} Oct 15 00:56:33.254631 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cf57b1fa-5272-4bf3-97c3-1a0396d4f47f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95cb7d2c28214984846fb5e2eb460af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726248 Oct 15 00:56:33.255689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57b1fa-5272-4bf3-97c3-1a0396d4f47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa0b8f5-55ce-474d-b7f7-3ccba1ceaa7b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:33.258054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43690) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:33.262222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Request body: {'subnet': {'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:33.336719 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-263e4e86-ce9d-4e2f-9c11-89c66790a930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.363322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-263e4e86-ce9d-4e2f-9c11-89c66790a930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.445206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8408eb-e0ad-484e-8ec0-ff351af1863b req-6c82f18e-0f3e-468a-b9cf-f05d0d35f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:33.446739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea8408eb-e0ad-484e-8ec0-ff351af1863b req-6c82f18e-0f3e-468a-b9cf-f05d0d35f6e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 1097 time: 0.1463165 Oct 15 00:56:33.485618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea8408eb-e0ad-484e-8ec0-ff351af1863b req-b4993bea-f160-461c-be22-807def2ba361 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300817 Oct 15 00:56:33.503305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-263e4e86-ce9d-4e2f-9c11-89c66790a930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.510913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-263e4e86-ce9d-4e2f-9c11-89c66790a930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.510913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-263e4e86-ce9d-4e2f-9c11-89c66790a930 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daa0b8f5-55ce-474d-b7f7-3ccba1ceaa7b HTTP/1.1" status: 204 len: 168 time: 0.2504511 Oct 15 00:56:33.526523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e4e86-ce9d-4e2f-9c11-89c66790a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa0b8f5-55ce-474d-b7f7-3ccba1ceaa7b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:33.529342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Made reservation on behalf of 1f98795178584c3b8191fba018bf605e for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:33.533999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:33.940665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.012826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Checking segment: {'id': '1287b21b-e598-43d5-bf63-c8c78214046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:34.012826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Network hostable DHCP agents. Network: 973956f8-ba0f-43b4-b5af-bcb617087ab7, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:56:34.019048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event updated for resources: {'Subnet': ['ID=108d8ecd-b934-4e41-9e1a-3b1fd1019340,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:34.128441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:56:34.217992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 973956f8-ba0f-43b4-b5af-bcb617087ab7) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:34.223511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:34.224755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.230215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f815de-6c19-47d9-865d-4c33bacc8f9c None None] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:34.270815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb2a6c-e4f4-43fc-aa7d-0513bc71c468 req-06f32bac-6956-4a94-aefc-3651dabfe7b4 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:34.272963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bdb2a6c-e4f4-43fc-aa7d-0513bc71c468 req-06f32bac-6956-4a94-aefc-3651dabfe7b4 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 946 time: 0.0867791 Oct 15 00:56:34.298778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43712) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:34.329894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab54398-1392-47ed-a9ae-4df66fd5fe4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.352576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a9e0ea92-b0af-4564-a47e-4df4a97c6ce4 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1090462 Oct 15 00:56:34.353125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:34.359185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Request body: {'port': {'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1438790945'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:34.407595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bdb2a6c-e4f4-43fc-aa7d-0513bc71c468 req-3b081f8b-c4e0-4dc5-ac15-fdc70dc47b7f tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211307 Oct 15 00:56:34.554321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab54398-1392-47ed-a9ae-4df66fd5fe4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.576491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-973956f8-ba0f-43b4-b5af-bcb617087ab7', 'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7', 'tenant_id': '1f98795178584c3b8191fba018bf605e', 'fixed_ips': [{'subnet_id': '108d8ecd-b934-4e41-9e1a-3b1fd1019340'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:56:34.579811 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.625742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fab54398-1392-47ed-a9ae-4df66fd5fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.671566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fab54398-1392-47ed-a9ae-4df66fd5fe4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdbe9d0dae904fd88fdf42f16436fa3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698094 Oct 15 00:56:34.672530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Made reservation on behalf of 1f98795178584c3b8191fba018bf605e for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:34.676280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.679164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43720) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:34.685966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab54398-1392-47ed-a9ae-4df66fd5fe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69578d7b-8e09-4f41-85a8-5745924d559b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:34.705208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] device_id is not set on port b9539146-4cf8-400b-bd35-e91055ea4fb3 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:56:34.745040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4747-e032-4ee4-922e-ae3f8ef6b3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.766121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Allocated IP 2001:db8::2 (973956f8-ba0f-43b4-b5af-bcb617087ab7/108d8ecd-b934-4e41-9e1a-3b1fd1019340/20363326-2e4a-4425-b597-88e81bc49102) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:34.783068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4747-e032-4ee4-922e-ae3f8ef6b3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.980259 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4747-e032-4ee4-922e-ae3f8ef6b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.983917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4747-e032-4ee4-922e-ae3f8ef6b3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:34.985877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d6fd4747-e032-4ee4-922e-ae3f8ef6b3cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69578d7b-8e09-4f41-85a8-5745924d559b HTTP/1.1" status: 204 len: 168 time: 0.3046751 Oct 15 00:56:34.997699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd4747-e032-4ee4-922e-ae3f8ef6b3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69578d7b-8e09-4f41-85a8-5745924d559b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:35.041071 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.135553 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.183468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:35.186296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:35.191943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:35.201977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Pushing event updated for resources: {'Port': ['ID=20363326-2e4a-4425-b597-88e81bc49102,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:35.204640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Allocated IP 2001:db8::260 (973956f8-ba0f-43b4-b5af-bcb617087ab7/108d8ecd-b934-4e41-9e1a-3b1fd1019340/b9539146-4cf8-400b-bd35-e91055ea4fb3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:35.271235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Attempting to bind port 20363326-2e4a-4425-b597-88e81bc49102 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:56:35.271770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Attempting to bind port 20363326-2e4a-4425-b597-88e81bc49102 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1287b21b-e598-43d5-bf63-c8c78214046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:56:35.271899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Attempting to bind port 20363326-2e4a-4425-b597-88e81bc49102 on network 973956f8-ba0f-43b4-b5af-bcb617087ab7 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:35.284107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:56:35.284519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Checking segment: {'id': '1287b21b-e598-43d5-bf63-c8c78214046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:35.284921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.285318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Bound using segment: {'id': '1287b21b-e598-43d5-bf63-c8c78214046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:56:35.285790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Bound port: 20363326-2e4a-4425-b597-88e81bc49102, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1287b21b-e598-43d5-bf63-c8c78214046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:56:35.286201 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.367723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] For port 20363326-2e4a-4425-b597-88e81bc49102, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:56:35.371193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] For port 20363326-2e4a-4425-b597-88e81bc49102, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20363326-2e4a-4425-b597-88e81bc49102,segment=NetworkSegment(1287b21b-e598-43d5-bf63-c8c78214046f),segment_id=1287b21b-e598-43d5-bf63-c8c78214046f)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:56:35.383300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.509604 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.554948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4bd81-635c-4557-833b-06e2f3c86ffb req-cb0e4e43-07bc-4208-bfc2-4667274183c3 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:35.559284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0c4bd81-635c-4557-833b-06e2f3c86ffb req-cb0e4e43-07bc-4208-bfc2-4667274183c3 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 946 time: 0.0588129 Oct 15 00:56:35.561454 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.580462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752be1-dcf9-455e-814d-5ce43c6bed54 None None] Pushing event updated for resources: {'Port': ['ID=20363326-2e4a-4425-b597-88e81bc49102,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:35.631600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0c4bd81-635c-4557-833b-06e2f3c86ffb req-24726a40-93f4-4b2a-89c5-9714ad4d1b20 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574999 Oct 15 00:56:35.658325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:35.658325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:35.658325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:35.670024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:35.670839 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:35.715656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event updated for resources: {'Port': ['ID=b9539146-4cf8-400b-bd35-e91055ea4fb3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:35.787117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a47929de-1aa3-4934-86ea-be63fb410a6a tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4317529 Oct 15 00:56:35.790323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43752) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:35.796935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Request body: {'port': {'network_id': '973956f8-ba0f-43b4-b5af-bcb617087ab7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1921356592', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:35.800217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] bootfile-name is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:35.800217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] tftp-server is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:35.800217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] server-ip-address is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:36.140158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Made reservation on behalf of 1f98795178584c3b8191fba018bf605e for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:36.143877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:36.167500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] device_id is not set on port 94b63e45-0dfa-4c84-8eec-9232760d384a yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:56:36.295599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Allocated IP 2001:db8::ab (973956f8-ba0f-43b4-b5af-bcb617087ab7/108d8ecd-b934-4e41-9e1a-3b1fd1019340/94b63e45-0dfa-4c84-8eec-9232760d384a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:36.564196 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:36.688564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.091161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23acd309-1031-4697-92c5-acc198e18de9 None None] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:37.246879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c0ebf3d7-b0f2-433a-a4a9-78f800d2d676 None None] Provisioning complete for port 20363326-2e4a-4425-b597-88e81bc49102 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:37.250693 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf3d7-b0f2-433a-a4a9-78f800d2d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.263285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:37.277806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:37.277806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:37.284560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:37.285489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.306716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event updated for resources: {'Port': ['ID=94b63e45-0dfa-4c84-8eec-9232760d384a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:37.359002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf3d7-b0f2-433a-a4a9-78f800d2d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.389774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d18e136f-e440-41cc-8fe6-2106f8aaf506 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5983398 Oct 15 00:56:37.392173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43796) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:37.419339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c0ebf3d7-b0f2-433a-a4a9-78f800d2d676 None None] For port 20363326-2e4a-4425-b597-88e81bc49102, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20363326-2e4a-4425-b597-88e81bc49102,segment=NetworkSegment(1287b21b-e598-43d5-bf63-c8c78214046f),segment_id=1287b21b-e598-43d5-bf63-c8c78214046f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:37.476085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e23fef-08da-44fb-8dcf-bd2facee9d64 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:37.485209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e23fef-08da-44fb-8dcf-bd2facee9d64 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:37.498354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e23fef-08da-44fb-8dcf-bd2facee9d64 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:37.504888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b4e23fef-08da-44fb-8dcf-bd2facee9d64 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1069562 Oct 15 00:56:37.505063 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43798) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:37.512265 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0ebf3d7-b0f2-433a-a4a9-78f800d2d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.620550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebf3d7-b0f2-433a-a4a9-78f800d2d676 None None] Pushing event updated for resources: {'Port': ['ID=20363326-2e4a-4425-b597-88e81bc49102,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:37.694106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Deleting port 94b63e45-0dfa-4c84-8eec-9232760d384a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:37.694474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.847623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.848208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Provisioning complete for port b9539146-4cf8-400b-bd35-e91055ea4fb3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:37.848680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:37.892144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Calling delete_port for 94b63e45-0dfa-4c84-8eec-9232760d384a owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:37.923081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Port b9539146-4cf8-400b-bd35-e91055ea4fb3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:37.971182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Provisioning complete for port 94b63e45-0dfa-4c84-8eec-9232760d384a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:37.971612 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:38.024164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20363326-2e4a-4425-b597-88e81bc49102 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:56:38.125150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Port 94b63e45-0dfa-4c84-8eec-9232760d384a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:38.201737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Provisioning complete for port 20363326-2e4a-4425-b597-88e81bc49102 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:38.202127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9dc68a5b-f08a-4b67-845c-2609c80db04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:38.268333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 20363326-2e4a-4425-b597-88e81bc49102 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:38.268705 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:38.271563 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:38.304381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event deleted for resources: {'Port': ['ID=94b63e45-0dfa-4c84-8eec-9232760d384a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:38.338782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:38.342343 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "DELETE /v2.0/ports/94b63e45-0dfa-4c84-8eec-9232760d384a HTTP/1.1" status: 204 len: 168 time: 0.8378682 Oct 15 00:56:38.345878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43822) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:38.359072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Request body: {'port': {'name': 'tempest-new-port-name-1562964544', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:38.360067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.api.validators [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] bootfile-name is not in valid_values {{(pid=107725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:38.360500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.api.validators [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] tftp-server is not in valid_values {{(pid=107725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:38.360910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.api.validators [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] server-ip-address is not in valid_values {{(pid=107725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:38.365113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.365539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.365956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.366450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.371299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3795d314-09db-4076-9205-45aa88898c80 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:56:38.571804 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:38.701472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-82113949-5c59-4142-8ef8-a235556a43fb None None] Provisioning complete for port b9539146-4cf8-400b-bd35-e91055ea4fb3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:38.701858 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-82113949-5c59-4142-8ef8-a235556a43fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:38.828143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-82113949-5c59-4142-8ef8-a235556a43fb None None] Port b9539146-4cf8-400b-bd35-e91055ea4fb3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:38.830876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-82113949-5c59-4142-8ef8-a235556a43fb None None] Could not find standard attr ID for object 94b63e45-0dfa-4c84-8eec-9232760d384a. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 00:56:39.025886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:39.094681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:39.188333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event updated for resources: {'Port': ['ID=b9539146-4cf8-400b-bd35-e91055ea4fb3,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:39.199197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] In _notify_port_updated(), no bound segment for port b9539146-4cf8-400b-bd35-e91055ea4fb3 on network 973956f8-ba0f-43b4-b5af-bcb617087ab7 {{(pid=107725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:56:39.204834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:39.216967 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:39.218953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4c2e136b-71ef-46e6-af82-b03dfd4b4526 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "PUT /v2.0/ports/b9539146-4cf8-400b-bd35-e91055ea4fb3 HTTP/1.1" status: 200 len: 1130 time: 0.8677642 Oct 15 00:56:39.221845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43846) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:39.276378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714cce8-fb19-4554-b63e-1f6934827d20 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:39.277909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b714cce8-fb19-4554-b63e-1f6934827d20 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "GET /v2.0/ports/b9539146-4cf8-400b-bd35-e91055ea4fb3 HTTP/1.1" status: 200 len: 1130 time: 0.0550010 Oct 15 00:56:39.281296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43848) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:39.444077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Deleting port b9539146-4cf8-400b-bd35-e91055ea4fb3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:39.444508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:39.572184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:39.589522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Calling delete_port for b9539146-4cf8-400b-bd35-e91055ea4fb3 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:39.681597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-59a1678a-ad83-4d9f-85c9-4bacd5423341 None None] Provisioning complete for port b9539146-4cf8-400b-bd35-e91055ea4fb3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:39.682478 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-59a1678a-ad83-4d9f-85c9-4bacd5423341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:39.735944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-59a1678a-ad83-4d9f-85c9-4bacd5423341 None None] Port b9539146-4cf8-400b-bd35-e91055ea4fb3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:39.941513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.007949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.025151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event deleted for resources: {'Port': ['ID=b9539146-4cf8-400b-bd35-e91055ea4fb3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:40.066035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.071706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cdcd6e7c-55e6-40c6-b322-e3f14aa53107 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "DELETE /v2.0/ports/b9539146-4cf8-400b-bd35-e91055ea4fb3 HTTP/1.1" status: 204 len: 168 time: 0.7893245 Oct 15 00:56:40.074380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43858) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:40.177807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Deleting subnet 108d8ecd-b934-4e41-9e1a-3b1fd1019340 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:56:40.181514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.239527 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.357346 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.512458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.573692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event deleted for resources: {'Subnet': ['ID=108d8ecd-b934-4e41-9e1a-3b1fd1019340,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:40.593854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b91102-8149-400a-8aff-45cea68bd70c None None] Network 973956f8-ba0f-43b4-b5af-bcb617087ab7 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:40.607674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.622619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-74a890a5-0931-4c6d-a80a-2af80bb03950 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666258 Oct 15 00:56:40.624157 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4673592-1cd0-4bdb-aa8f-77bfc04af64b tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "DELETE /v2.0/subnets/108d8ecd-b934-4e41-9e1a-3b1fd1019340 HTTP/1.1" status: 204 len: 168 time: 0.5487587 Oct 15 00:56:40.625866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:40.781876 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.830683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Deleting port 20363326-2e4a-4425-b597-88e81bc49102 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:40.831027 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.842855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-66ebe4a2-706a-4cf5-b46b-266f963063ab tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:40.844387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-66ebe4a2-706a-4cf5-b46b-266f963063ab tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202439 Oct 15 00:56:40.868820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-649000e7-13ec-4e82-aca5-078fd4400623 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/quotas/c7e6fcc9c3d64aefb451e5718ad5543b HTTP/1.1" status: 200 len: 375 time: 0.0175819 Oct 15 00:56:40.933160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-d12f1033-fa40-4cab-998d-e285810cda51 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621340 Oct 15 00:56:40.933954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] DHCP port deletion for 973956f8-ba0f-43b4-b5af-bcb617087ab7 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:56:40.955623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] For port 20363326-2e4a-4425-b597-88e81bc49102, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20363326-2e4a-4425-b597-88e81bc49102,segment=NetworkSegment(1287b21b-e598-43d5-bf63-c8c78214046f),segment_id=1287b21b-e598-43d5-bf63-c8c78214046f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:40.965909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:40.991715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Calling delete_port for 20363326-2e4a-4425-b597-88e81bc49102 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:41.060815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] Deleting port 20363326-2e4a-4425-b597-88e81bc49102 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:41.061188 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.162947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] For port 20363326-2e4a-4425-b597-88e81bc49102, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=20363326-2e4a-4425-b597-88e81bc49102,segment=NetworkSegment(1287b21b-e598-43d5-bf63-c8c78214046f),segment_id=1287b21b-e598-43d5-bf63-c8c78214046f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:41.163158 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.177998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] Calling delete_port for 20363326-2e4a-4425-b597-88e81bc49102 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:41.199282 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.234184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event deleted for resources: {'Port': ['ID=20363326-2e4a-4425-b597-88e81bc49102,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:41.242831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] No DVR routers for this DVR port 20363326-2e4a-4425-b597-88e81bc49102 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:56:41.285550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.344425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.355814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] Pushing event deleted for resources: {'Port': ['ID=20363326-2e4a-4425-b597-88e81bc49102,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:41.362955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090ccb8-a6b1-44be-b4ea-e91b3de68c34 None None] No DVR routers for this DVR port 20363326-2e4a-4425-b597-88e81bc49102 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:56:41.391054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973956f8-ba0f-43b4-b5af-bcb617087ab7']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:41.401656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1287b21b-e598-43d5-bf63-c8c78214046f') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:41.401963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1287b21b-e598-43d5-bf63-c8c78214046f') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:41.413343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.428788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.443884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:56:41.444285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:56:41.448172 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:56:41.583707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95defaae-8506-4696-95f4-d04eb7104e6c req-d083cd7c-94d7-4d20-b4ea-594e28cc76bd tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0476689 Oct 15 00:56:41.872804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20363326-2e4a-4425-b597-88e81bc49102 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:56:41.902130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 20363326-2e4a-4425-b597-88e81bc49102 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:56:41.902619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 20363326-2e4a-4425-b597-88e81bc49102 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:56:41.905416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.925562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:41.929451 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] 10.222.0.13 "DELETE /v2.0/networks/973956f8-ba0f-43b4-b5af-bcb617087ab7 HTTP/1.1" status: 204 len: 168 time: 1.2970862 Oct 15 00:56:41.930853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f16592-aac0-4089-89af-37948eb15abf tempest-ExtraDHCPOptionsIpV6TestJSON-82363650 tempest-ExtraDHCPOptionsIpV6TestJSON-82363650-project] Pushing event deleted for resources: {'Network': ['ID=973956f8-ba0f-43b4-b5af-bcb617087ab7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:42.428907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 43908) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:42.618650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-db43a847-c475-4daf-91de-87d19ff1bda4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f98795178584c3b8191fba018bf605e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876247 Oct 15 00:56:42.621227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43920) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:42.677680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e085f31c-05cb-4477-9c47-f4c1b12644b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:42.681447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a754978-67be-486d-9985-b55fef5002da req-7167b3ac-f771-4c9f-91d2-2ba09320d66e tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0391617 Oct 15 00:56:42.711206 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e085f31c-05cb-4477-9c47-f4c1b12644b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:42.859972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e085f31c-05cb-4477-9c47-f4c1b12644b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:42.863225 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e085f31c-05cb-4477-9c47-f4c1b12644b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:42.864510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e085f31c-05cb-4477-9c47-f4c1b12644b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa278fc8-0d2a-4941-a156-a8938da0c40e HTTP/1.1" status: 204 len: 168 time: 0.2419989 Oct 15 00:56:42.877829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085f31c-05cb-4477-9c47-f4c1b12644b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa278fc8-0d2a-4941-a156-a8938da0c40e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:43.828860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0e876cc-8910-4ce3-9d20-f3f490eb29dc req-06681ebd-31b9-414e-9755-ec975d41545d tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0504563 Oct 15 00:56:44.288370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 43984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:44.438215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1059209931'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:44.568568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Made reservation on behalf of 4b4263b9caa447a4b565783dc47380be for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:44.573659 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:44.591712 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:44.699326 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:44.774180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:44.809176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:44.825534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b367cd-3250-4d1f-b0e2-3fe14bcc971e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:44.851287 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:44.851903 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Added segment 6f961548-924b-4da8-ac5b-416be663eaaf of type vlan for network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff Oct 15 00:56:44.920884 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:44.960861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-74f6ef3e-55e4-487a-87bb-b326703e805d req-58920228-cdd9-40c4-b33c-658e5a54471b tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0489521 Oct 15 00:56:45.042935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:45.048594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:45.049183 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:45.125147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event updated for resources: {'Network': ['ID=2f07e669-ad1d-41f1-a94e-b2d238ce6aff,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:45.129058 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:45.139813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:56:45.160879 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c51ee6d6-fd27-4f1f-9c76-2d2deddca50e tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8713856 Oct 15 00:56:45.164196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44008) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:45.171208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Request body: {'subnet': {'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:45.404199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Made reservation on behalf of 4b4263b9caa447a4b565783dc47380be for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:45.407787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:45.688355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:45.750893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event updated for resources: {'Subnet': ['ID=d159f366-b83d-4516-8f5c-0c90f4e970b3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:45.762911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Checking segment: {'id': '6f961548-924b-4da8-ac5b-416be663eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:45.763274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Network hostable DHCP agents. Network: 2f07e669-ad1d-41f1-a94e-b2d238ce6aff, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:56:45.848392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:56:46.031382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2f07e669-ad1d-41f1-a94e-b2d238ce6aff) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:46.036193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:46.037116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.040937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c37aa81-90c5-4665-9323-210f791035e0 None None] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:46.046666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce0be0eb-6c7b-4621-8604-1f3707012456 req-5bedfd98-7a7b-4acc-b47d-c7e0fe1f771d tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0284529 Oct 15 00:56:46.191667 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e9d27cd8-f1d6-4000-994e-987e7a83e28f tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0234811 Oct 15 00:56:46.191879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:46.197944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Request body: {'port': {'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-340278111'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:46.219257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-2f07e669-ad1d-41f1-a94e-b2d238ce6aff', 'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff', 'tenant_id': '4b4263b9caa447a4b565783dc47380be', 'fixed_ips': [{'subnet_id': 'd159f366-b83d-4516-8f5c-0c90f4e970b3'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:56:46.220116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.345914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-1a8e2989-4938-488a-a27b-ea56ec39f148 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375533 Oct 15 00:56:46.372898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Allocated IP 172.20.0.2 (2f07e669-ad1d-41f1-a94e-b2d238ce6aff/d159f366-b83d-4516-8f5c-0c90f4e970b3/aaec7abd-0f2a-4bea-9d14-cfad7069d10d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:46.416883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Made reservation on behalf of 4b4263b9caa447a4b565783dc47380be for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:46.420701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.546970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] device_id is not set on port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 yet. {{(pid=107725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:56:46.561362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.629734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-f2cc4d18-b419-4a1e-b6b4-8771d49e9c86 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:46.631209 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-f2cc4d18-b419-4a1e-b6b4-8771d49e9c86 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790043 Oct 15 00:56:46.646265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Request body: {'port': {'device_id': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'c7e6fcc9c3d64aefb451e5718ad5543b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:46.648910 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.689303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:46.696752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:46.699984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Pushing event updated for resources: {'Port': ['ID=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:46.707193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:46.760318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Allocated IP 172.20.0.6 (2f07e669-ad1d-41f1-a94e-b2d238ce6aff/d159f366-b83d-4516-8f5c-0c90f4e970b3/c7f4e3e4-7ec1-4151-a7c2-60fce7419de9) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:46.767116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Attempting to bind port aaec7abd-0f2a-4bea-9d14-cfad7069d10d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:56:46.767933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Attempting to bind port aaec7abd-0f2a-4bea-9d14-cfad7069d10d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '6f961548-924b-4da8-ac5b-416be663eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:56:46.768463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Attempting to bind port aaec7abd-0f2a-4bea-9d14-cfad7069d10d on network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:46.774750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:56:46.776003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Checking segment: {'id': '6f961548-924b-4da8-ac5b-416be663eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:46.776623 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.777186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Bound using segment: {'id': '6f961548-924b-4da8-ac5b-416be663eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:56:46.778152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Bound port: aaec7abd-0f2a-4bea-9d14-cfad7069d10d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f961548-924b-4da8-ac5b-416be663eaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:56:46.778729 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.847029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] For port aaec7abd-0f2a-4bea-9d14-cfad7069d10d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:56:46.850187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] For port aaec7abd-0f2a-4bea-9d14-cfad7069d10d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,segment=NetworkSegment(6f961548-924b-4da8-ac5b-416be663eaaf),segment_id=6f961548-924b-4da8-ac5b-416be663eaaf)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:56:46.915685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Made reservation on behalf of c7e6fcc9c3d64aefb451e5718ad5543b for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:46.919434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.928785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.933128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:46.998780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.003340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52520f-47a4-4f65-880e-c8f6be28df30 None None] Pushing event updated for resources: {'Port': ['ID=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:47.065293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.136796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.209140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.211939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c63d7b49-e197-4cdf-8d22-5e98f1048949 req-0cfd88eb-711d-4900-b636-93aad1626d5e tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0822406 Oct 15 00:56:47.239060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:47.265805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:47.265805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:47.326019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event updated for resources: {'Port': ['ID=c7f4e3e4-7ec1-4151-a7c2-60fce7419de9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:47.357876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9164d87-70ce-4dce-a9bf-d218d112213f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:47.391236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:47.391923 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.464641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Allocated IP 192.168.233.28 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/a0fcccf6-660b-4da3-a5f9-eb608810de4c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:47.524748 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a34f6b92-d379-419d-80c4-c4df52971534 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3247857 Oct 15 00:56:47.526904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44060) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:47.532336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Request body: {'port': {'network_id': '2f07e669-ad1d-41f1-a94e-b2d238ce6aff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-144220314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:47.532336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] bootfile-name is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:47.532662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] tftp-server is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:47.533042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] server-ip-address is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:47.645628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.762676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Made reservation on behalf of 4b4263b9caa447a4b565783dc47380be for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:47.766476 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.774321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:47.796104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] device_id is not set on port 00bd61a4-a230-4cd3-a6ed-ce62577d8a59 yet. {{(pid=107726) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 00:56:47.856133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:47.857390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Pushing event updated for resources: {'Port': ['ID=a0fcccf6-660b-4da3-a5f9-eb608810de4c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:47.860470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:47.874151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:47.962057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device aaec7abd-0f2a-4bea-9d14-cfad7069d10d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:56:47.975095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:47.975739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.042659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Allocated IP 172.20.0.4 (2f07e669-ad1d-41f1-a94e-b2d238ce6aff/d159f366-b83d-4516-8f5c-0c90f4e970b3/00bd61a4-a230-4cd3-a6ed-ce62577d8a59) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:48.054659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port aaec7abd-0f2a-4bea-9d14-cfad7069d10d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:48.056997 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.079492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-abb5e231-0797-47f3-a01e-951749138017 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4367592 Oct 15 00:56:48.101374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Request body: {'port': {'device_id': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:48.206842 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.280029 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.291878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port aaec7abd-0f2a-4bea-9d14-cfad7069d10d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,segment=NetworkSegment(6f961548-924b-4da8-ac5b-416be663eaaf),segment_id=6f961548-924b-4da8-ac5b-416be663eaaf)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:48.368284 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.381085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.468803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995265e-a0f6-4ef4-bc86-c1327461b106 req-f2378bd4-94fc-46b2-ba8e-5dd3689ceee2 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:48.468803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2995265e-a0f6-4ef4-bc86-c1327461b106 req-f2378bd4-94fc-46b2-ba8e-5dd3689ceee2 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 935 time: 0.1434407 Oct 15 00:56:48.507843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:48.521295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4c024f43-66e0-4552-b691-ed214f095224 None None] Provisioning complete for port a0fcccf6-660b-4da3-a5f9-eb608810de4c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:48.526117 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4c024f43-66e0-4552-b691-ed214f095224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.549965 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.614379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4c024f43-66e0-4552-b691-ed214f095224 None None] Port a0fcccf6-660b-4da3-a5f9-eb608810de4c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:48.623107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2995265e-a0f6-4ef4-bc86-c1327461b106 req-8589344d-c001-46fe-a0d5-39140c96a06c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466148 Oct 15 00:56:48.637306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:48.645728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5717b3a-32dc-4ed0-85c0-976a1644dd64 None None] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:48.646715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:48.693492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:48.699838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event updated for resources: {'Port': ['ID=00bd61a4-a230-4cd3-a6ed-ce62577d8a59,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:48.761862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-85b8901d-6549-4b9c-a20c-0ec89b67733e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102433 Oct 15 00:56:48.762112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fcccf6-660b-4da3-a5f9-eb608810de4c {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:56:48.764016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:48.764016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.785743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.809687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Transition to ACTIVE for port object a0fcccf6-660b-4da3-a5f9-eb608810de4c will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:56:48.815461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7adfcb6d-5949-48af-8fb5-c574874d45b0 None None] Provisioning complete for port aaec7abd-0f2a-4bea-9d14-cfad7069d10d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:48.815908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7adfcb6d-5949-48af-8fb5-c574874d45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.848929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-12112161-5a0a-4eba-be96-81188c5a9127 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3209331 Oct 15 00:56:48.849183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44086) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:48.877357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-b853164c-b7c9-49d4-9931-976cedab6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:48.882027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-b853164c-b7c9-49d4-9931-976cedab6abb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3596ce73f79748708623c7d533764b29&device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 1097 time: 0.0738893 Oct 15 00:56:48.893492 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:48.966329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fcccf6-660b-4da3-a5f9-eb608810de4c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:49.113076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e9b15-4ce7-4fdd-b6de-af5914b27dec tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:49.131597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e9b15-4ce7-4fdd-b6de-af5914b27dec tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:49.146317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e9b15-4ce7-4fdd-b6de-af5914b27dec tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:49.154148 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-912e9b15-4ce7-4fdd-b6de-af5914b27dec tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3012869 Oct 15 00:56:49.156947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44092) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:49.195789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-32d31f33-4562-4560-8032-ede1cab7fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:49.198601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-32d31f33-4562-4560-8032-ede1cab7fa7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 200 len: 915 time: 0.2970877 Oct 15 00:56:49.215494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Attempting to bind port a0fcccf6-660b-4da3-a5f9-eb608810de4c on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:56:49.216073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Attempting to bind port a0fcccf6-660b-4da3-a5f9-eb608810de4c by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:56:49.217178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Attempting to bind port a0fcccf6-660b-4da3-a5f9-eb608810de4c on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:49.224640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Port a0fcccf6-660b-4da3-a5f9-eb608810de4c on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:56:49.231232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Attempting to bind port a0fcccf6-660b-4da3-a5f9-eb608810de4c on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:49.232592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:56:49.233113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:49.234165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:56:49.234756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Bound port: a0fcccf6-660b-4da3-a5f9-eb608810de4c, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:56:49.235272 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:49.249898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-aa9d4ddf-db47-4e07-b58f-606ba23f1d09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09ba8f44-43fd-4041-982f-691ec03cd973 HTTP/1.1" status: 200 len: 217 time: 0.0408204 Oct 15 00:56:49.364869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] For port a0fcccf6-660b-4da3-a5f9-eb608810de4c, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:56:49.369151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] For port a0fcccf6-660b-4da3-a5f9-eb608810de4c, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:56:49.369338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-81839a38-a13b-408f-8bde-ac23ef70900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:49.370844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-81839a38-a13b-408f-8bde-ac23ef70900f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34ecc240-9126-4e54-837d-ad7b6fc3a74d HTTP/1.1" status: 200 len: 854 time: 0.0897539 Oct 15 00:56:49.384889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Deleting port 00bd61a4-a230-4cd3-a6ed-ce62577d8a59 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:49.385551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:49.419108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-1cbd2840-4f96-46f8-8384-90232c0071bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a87e5b3-911c-4980-8485-bd194f4db661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304818 Oct 15 00:56:49.437577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:49.486563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Provisioning complete for port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:49.487203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:49.513210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:49.520245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:49.521824 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/a0fcccf6-660b-4da3-a5f9-eb608810de4c HTTP/1.1" status: 200 len: 1095 time: 1.4291248 Oct 15 00:56:49.536569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'tag': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:49.539333 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42f0e8-f932-4cbb-8a3d-a39f3781bd90" -d '{"events": [{"name": "network-changed", "server_uuid": "171b6dcd-6022-48e1-b9e6-e43c715557ff", "tag": "a0fcccf6-660b-4da3-a5f9-eb608810de4c"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:49.566506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:49.584548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Provisioning complete for port 00bd61a4-a230-4cd3-a6ed-ce62577d8a59 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:49.585038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:49.598552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21855f3-3d54-4cc6-b431-7a72c57c13a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fcccf6-660b-4da3-a5f9-eb608810de4c,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:49.639375 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96557cd1-308c-455b-be31-7549cd43857c x-openstack-request-id: req-96557cd1-308c-455b-be31-7549cd43857c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:49.639794 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171b6dcd-6022-48e1-b9e6-e43c715557ff", "tag": "a0fcccf6-660b-4da3-a5f9-eb608810de4c", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:49.640143 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96557cd1-308c-455b-be31-7549cd43857c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:49.640641 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'tag': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c', 'status': 'completed', 'code': 200} Oct 15 00:56:49.651418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-76a68629-7802-44b2-9f4a-228b3ec47279 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218261 Oct 15 00:56:49.661152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Port 00bd61a4-a230-4cd3-a6ed-ce62577d8a59 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:49.692695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Provisioning complete for port aaec7abd-0f2a-4bea-9d14-cfad7069d10d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:49.692695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6671-4bd4-442b-87e0-a8f83f5f3080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:49.754570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f0e8-f932-4cbb-8a3d-a39f3781bd90 req-a6889af2-8733-4b6c-9ccf-96a80e987697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:49.760943 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb42f0e8-f932-4cbb-8a3d-a39f3781bd90 req-a6889af2-8733-4b6c-9ccf-96a80e987697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 1098 time: 0.1024771 Oct 15 00:56:49.894201 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb42f0e8-f932-4cbb-8a3d-a39f3781bd90 req-0f26db76-b134-4fbd-9a96-4599c0f97b44 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168787 Oct 15 00:56:49.981678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device aaec7abd-0f2a-4bea-9d14-cfad7069d10d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:56:50.055980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-413aabc8-444e-40a5-bebc-7c05d16ed05a None None] Provisioning complete for port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:50.056906 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-413aabc8-444e-40a5-bebc-7c05d16ed05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:50.106073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f0e8-f932-4cbb-8a3d-a39f3781bd90 req-5204c1bc-817b-4e96-9845-84d3c28219e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.108403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fb42f0e8-f932-4cbb-8a3d-a39f3781bd90 req-5204c1bc-817b-4e96-9845-84d3c28219e3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2105274 Oct 15 00:56:50.113590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:50.121295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-2de01ff0-f966-44b1-8e08-1f59af00e2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4027150 Oct 15 00:56:50.151683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee946-b457-41c1-8782-dcbdec1b4fa9 req-d4fcd980-fa7e-40a7-b83c-fe6d2b1de071 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.162108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35aee946-b457-41c1-8782-dcbdec1b4fa9 req-d4fcd980-fa7e-40a7-b83c-fe6d2b1de071 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 947 time: 0.3403037 Oct 15 00:56:50.237607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-14fa2abd-a304-4992-b341-7fb3efde9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.239740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-14fa2abd-a304-4992-b341-7fb3efde9328 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1135 time: 0.0572019 Oct 15 00:56:50.272231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Calling delete_port for 00bd61a4-a230-4cd3-a6ed-ce62577d8a59 owned by {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:50.286384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-530337aa-f12d-4a2d-a297-15a1ede85499 req-04c7a51c-f693-4462-83e9-7f702e903d82 service neutron] 10.222.0.39 "GET /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656495 Oct 15 00:56:50.336304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35aee946-b457-41c1-8782-dcbdec1b4fa9 req-9b56dcc8-5425-4fb7-bb81-7b2a8c7c36eb tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727602 Oct 15 00:56:50.388180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-0aa3ec2b-65d4-4ae4-ab63-8795f599c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.391511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-0aa3ec2b-65d4-4ae4-ab63-8795f599c37b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 1098 time: 0.1379869 Oct 15 00:56:50.403429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-413aabc8-444e-40a5-bebc-7c05d16ed05a None None] Port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:50.404939 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port aaec7abd-0f2a-4bea-9d14-cfad7069d10d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:50.405299 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:50.409483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-96bdb073-79a7-4155-953a-6b3c98b6aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.414980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-96bdb073-79a7-4155-953a-6b3c98b6aab0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1 HTTP/1.1" status: 200 len: 897 time: 0.1529970 Oct 15 00:56:50.474057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-8b63479f-2fc5-4ab4-a85b-fd6bf53e78d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c HTTP/1.1" status: 200 len: 217 time: 0.0665245 Oct 15 00:56:50.513989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-12956358-13f4-45db-b2c9-fda170aa21ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b HTTP/1.1" status: 200 len: 1000 time: 0.0911791 Oct 15 00:56:50.543510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-d875fef0-ff9a-463f-ad8c-51b64c126541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.544898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-d875fef0-ff9a-463f-ad8c-51b64c126541 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0626922 Oct 15 00:56:50.579040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b6b3bbde-989d-45b2-be2a-b4cb43887fce None None] Provisioning complete for port 00bd61a4-a230-4cd3-a6ed-ce62577d8a59 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:50.579040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b6b3bbde-989d-45b2-be2a-b4cb43887fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:50.592171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-272bbf93-88ea-49b7-85da-715b3a345916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.594366 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-272bbf93-88ea-49b7-85da-715b3a345916 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa45ab1a-6f48-4627-9a44-e61926cf21cd HTTP/1.1" status: 200 len: 834 time: 0.0719140 Oct 15 00:56:50.646445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3bbde-989d-45b2-be2a-b4cb43887fce None None] Port 00bd61a4-a230-4cd3-a6ed-ce62577d8a59 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:50.657534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-7c9fbf3d-fb47-43dc-971d-b81daf211919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.659140 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-7c9fbf3d-fb47-43dc-971d-b81daf211919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542228 Oct 15 00:56:50.677085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-5f0ba93b-a618-44ef-ab9d-0943ea36d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:50.678797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-5f0ba93b-a618-44ef-ab9d-0943ea36d130 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238799 Oct 15 00:56:50.764798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:50.772142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-477a6018-186d-42b2-9c9a-ac89924c3910 service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043763 Oct 15 00:56:50.810180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event deleted for resources: {'Port': ['ID=00bd61a4-a230-4cd3-a6ed-ce62577d8a59,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:50.871091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f103fb26-972a-4880-9f6a-7dad0f8f0329 req-534c786a-be7e-49b7-8a02-9ff004ce6213 service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906410 Oct 15 00:56:50.875134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-41c7413a-f1fa-4c4d-8bab-93bab803de94 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880534 Oct 15 00:56:50.931752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:50.935998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-da524543-28c3-4735-8240-eb0c69675f32 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "DELETE /v2.0/ports/00bd61a4-a230-4cd3-a6ed-ce62577d8a59 HTTP/1.1" status: 204 len: 168 time: 1.7777314 Oct 15 00:56:50.940721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44128) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:50.949615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Request body: {'port': {'name': 'tempest-new-port-name-1559502541', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:50.949986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] bootfile-name is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:50.950686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] tftp-server is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:50.950986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.api.validators [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] server-ip-address is not in valid_values {{(pid=107726) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 00:56:51.069549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26325742-1cc6-4f6c-a49f-0db8e3dcea10 req-015ec9de-7e79-4d39-9683-89841c4b8e5c service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826785 Oct 15 00:56:51.082201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.289807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.403555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.506781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44142) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:51.516634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event updated for resources: {'Port': ['ID=c7f4e3e4-7ec1-4151-a7c2-60fce7419de9,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:51.537897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] In _notify_port_updated(), no bound segment for port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 on network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff {{(pid=107726) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 00:56:51.547874 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:51.548561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.551374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7fe5231-3ad7-4101-b46f-85b29b24424c tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "PUT /v2.0/ports/c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 HTTP/1.1" status: 200 len: 1136 time: 0.6077352 Oct 15 00:56:51.560886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f965b0e-88ab-458b-95db-b38369fb6923 req-9de7b731-6d6a-495e-8491-f72e64d0c82f tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:51.568543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f965b0e-88ab-458b-95db-b38369fb6923 req-9de7b731-6d6a-495e-8491-f72e64d0c82f tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 947 time: 0.1371200 Oct 15 00:56:51.576100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44144) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:51.626954 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f7cbafed-0e1c-4590-8d3d-7363b231bb82 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2672 time: 0.1192648 Oct 15 00:56:51.630481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44148) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:51.636710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'network': {'name': 'tempest-network-smoke--1948413063', 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'port_security_enabled': False}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:51.648446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db17e83-4dad-4816-9b3d-9e537e173d0a tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:51.650627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2db17e83-4dad-4816-9b3d-9e537e173d0a tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "GET /v2.0/ports/c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 HTTP/1.1" status: 200 len: 1136 time: 0.0731380 Oct 15 00:56:51.662654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44150) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:51.662762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f965b0e-88ab-458b-95db-b38369fb6923 req-6512ca97-1c65-4802-86e9-0769c857f363 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879223 Oct 15 00:56:51.762319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Deleting port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:51.762658 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.784639 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Made reservation on behalf of 7f02cf7cc8f94b55beeb8f682a9425c8 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:51.788823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.818065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-00ff09b5-4c8e-4c4c-a9a3-4f43096b36b1 None None] Provisioning complete for port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:51.819166 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00ff09b5-4c8e-4c4c-a9a3-4f43096b36b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.825732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:51.834894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.835244 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Added segment c181208e-cc27-401c-b8ff-cd592fe4e223 of type vlan for network 42cc382e-7817-4424-b477-62fe9ffd5af0 Oct 15 00:56:51.866082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-00ff09b5-4c8e-4c4c-a9a3-4f43096b36b1 None None] Port c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:56:51.918706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.958133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:51.971917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Calling delete_port for c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 owned by {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:52.049109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.054745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:52.055322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.155972 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Network': ['ID=42cc382e-7817-4424-b477-62fe9ffd5af0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:52.164743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-95e4fbf7-7b54-45e3-9693-d87a1a41ae6f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5331533 Oct 15 00:56:52.167943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44166) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:52.169660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:56:52.174812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'admin_state_up': True, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:52.311265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.316029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.317124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.412574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event deleted for resources: {'Port': ['ID=c7f4e3e4-7ec1-4151-a7c2-60fce7419de9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:52.467640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.507130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.511928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e8381199-1ae4-4019-8ae4-586358501f31 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "DELETE /v2.0/ports/c7f4e3e4-7ec1-4151-a7c2-60fce7419de9 HTTP/1.1" status: 204 len: 168 time: 0.8552265 Oct 15 00:56:52.514314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44180) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:52.573182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Deleting subnet d159f366-b83d-4516-8f5c-0c90f4e970b3 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:56:52.577202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.642708 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:52.825491 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.019960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.067306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event deleted for resources: {'Subnet': ['ID=d159f366-b83d-4516-8f5c-0c90f4e970b3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:53.082191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.084008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff663cb-b43e-41d5-a2d7-0b38b7e8189e None None] Network 2f07e669-ad1d-41f1-a94e-b2d238ce6aff requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:53.099416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce3d217a-0c7f-4390-9bcb-22df0ec69820 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "DELETE /v2.0/subnets/d159f366-b83d-4516-8f5c-0c90f4e970b3 HTTP/1.1" status: 204 len: 168 time: 0.5840242 Oct 15 00:56:53.101787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44196) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:53.200751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.237364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.256248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759afcd4-beaa-420a-b5cb-40430c88d722 req-34278b16-8a43-4d1a-b870-14bac472a59b tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:53.257872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-759afcd4-beaa-420a-b5cb-40430c88d722 req-34278b16-8a43-4d1a-b870-14bac472a59b tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 947 time: 0.1872187 Oct 15 00:56:53.349159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-759afcd4-beaa-420a-b5cb-40430c88d722 req-533a3480-861d-4978-8e01-3843e4a9be48 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847015 Oct 15 00:56:53.384006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Deleting port aaec7abd-0f2a-4bea-9d14-cfad7069d10d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:53.384390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.397391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] DHCP port deletion for 2f07e669-ad1d-41f1-a94e-b2d238ce6aff request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:56:53.451998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] Deleting port aaec7abd-0f2a-4bea-9d14-cfad7069d10d {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:56:53.452700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.487704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] For port aaec7abd-0f2a-4bea-9d14-cfad7069d10d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,segment=NetworkSegment(6f961548-924b-4da8-ac5b-416be663eaaf),segment_id=6f961548-924b-4da8-ac5b-416be663eaaf)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:53.487934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.516015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Calling delete_port for aaec7abd-0f2a-4bea-9d14-cfad7069d10d owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:53.537123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] For port aaec7abd-0f2a-4bea-9d14-cfad7069d10d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,segment=NetworkSegment(6f961548-924b-4da8-ac5b-416be663eaaf),segment_id=6f961548-924b-4da8-ac5b-416be663eaaf)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:53.540051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.551511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] Calling delete_port for aaec7abd-0f2a-4bea-9d14-cfad7069d10d owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:56:53.655933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.684510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.686649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.690414 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.714785 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] Pushing event deleted for resources: {'Port': ['ID=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:53.722225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event deleted for resources: {'Port': ['ID=aaec7abd-0f2a-4bea-9d14-cfad7069d10d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:53.731747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] No DVR routers for this DVR port aaec7abd-0f2a-4bea-9d14-cfad7069d10d on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:56:53.739078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0143c8-c6b1-476f-b6ed-bd3a87f8f5fa None None] No DVR routers for this DVR port aaec7abd-0f2a-4bea-9d14-cfad7069d10d on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:56:53.840043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Allocated IP 172.25.2.114 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c1f99041-70d9-4352-bc6c-766595695b50) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:53.871367 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.896253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device aaec7abd-0f2a-4bea-9d14-cfad7069d10d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:56:53.897646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f07e669-ad1d-41f1-a94e-b2d238ce6aff']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:53.908430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f961548-924b-4da8-ac5b-416be663eaaf') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:53.908735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f961548-924b-4da8-ac5b-416be663eaaf') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:53.920471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.935056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.942230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:56:53.942789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:56:53.946404 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:56:53.956758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: aaec7abd-0f2a-4bea-9d14-cfad7069d10d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:56:53.957615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device aaec7abd-0f2a-4bea-9d14-cfad7069d10d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:56:54.032833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:54.094055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:54.105564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:54.109172 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] 10.222.0.13 "DELETE /v2.0/networks/2f07e669-ad1d-41f1-a94e-b2d238ce6aff HTTP/1.1" status: 204 len: 168 time: 1.0064032 Oct 15 00:56:54.152318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00239785-9983-4b9b-a683-8d3949308fc9 tempest-ExtraDHCPOptionsTestJSON-1270542205 tempest-ExtraDHCPOptionsTestJSON-1270542205-project] Pushing event deleted for resources: {'Network': ['ID=2f07e669-ad1d-41f1-a94e-b2d238ce6aff,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:54.152788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:54.211348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:54.214890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:54.219240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:54.264224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=c1f99041-70d9-4352-bc6c-766595695b50,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:54.477426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998a61-a664-4333-b215-65699b20b8e9 req-46b4170c-6498-42ac-8b0c-b51e91b25fd0 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:54.479452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40998a61-a664-4333-b215-65699b20b8e9 req-46b4170c-6498-42ac-8b0c-b51e91b25fd0 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 947 time: 0.0495458 Oct 15 00:56:54.527964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40998a61-a664-4333-b215-65699b20b8e9 req-8edf9dc2-3396-4766-9d35-2b32df588a1f tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Oct 15 00:56:54.704004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44228) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:54.713952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:54.955955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0fcccf6-660b-4da3-a5f9-eb608810de4c details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:56:55.086193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-943906a5-4dc8-4b62-a536-9069110ef700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b4263b9caa447a4b565783dc47380be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806202 Oct 15 00:56:55.089062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44246) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:55.130071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.141455 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:56:55.179479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0fcccf6-660b-4da3-a5f9-eb608810de4c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:55.194922 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94d0b554-1ff6-4e81-99e8-7149c6d84c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.200766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c', 'mac_address': 'fa:16:3e:11:47:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:56:55.236452 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94d0b554-1ff6-4e81-99e8-7149c6d84c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.249220 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.269648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fcccf6-660b-4da3-a5f9-eb608810de4c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:56:55.293254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0fcccf6-660b-4da3-a5f9-eb608810de4c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:55.362527 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94d0b554-1ff6-4e81-99e8-7149c6d84c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.368658 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-94d0b554-1ff6-4e81-99e8-7149c6d84c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.368658 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94d0b554-1ff6-4e81-99e8-7149c6d84c24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30b367cd-3250-4d1f-b0e2-3fe14bcc971e HTTP/1.1" status: 204 len: 168 time: 0.2762549 Oct 15 00:56:55.376537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0b554-1ff6-4e81-99e8-7149c6d84c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b367cd-3250-4d1f-b0e2-3fe14bcc971e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:55.410212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router ad41c510-6456-44ab-8026-88af19dd69bf is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:56:55.414293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.496359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a0fcccf6-660b-4da3-a5f9-eb608810de4c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:55.559256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:56:55.577775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Sync routers for ids ['ad41c510-6456-44ab-8026-88af19dd69bf'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:56:55.589152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Routers {'ad41c510-6456-44ab-8026-88af19dd69bf'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:56:55.589835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:56:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ad41c510-6456-44ab-8026-88af19dd69bf'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:55.731042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:55.738311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f8daebec-a7c2-4af3-9e5d-04e2b9b49406 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5650446 Oct 15 00:56:55.738766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44262) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:55.754055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Set router ad41c510-6456-44ab-8026-88af19dd69bf gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:56:55.781701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20d729-3e44-4c4b-8425-208bd4b28d44 req-3499ef1d-5c74-43d1-94e7-d60beeff5d33 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:55.784999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f20d729-3e44-4c4b-8425-208bd4b28d44 req-3499ef1d-5c74-43d1-94e7-d60beeff5d33 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 948 time: 0.1274948 Oct 15 00:56:55.793397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a0fcccf6-660b-4da3-a5f9-eb608810de4c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:56:55.879414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f20d729-3e44-4c4b-8425-208bd4b28d44 req-d06c2713-c2f6-4eae-a308-46072423c0bf tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831697 Oct 15 00:56:55.883535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb195fec-9403-46d2-8537-791f97da7885 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:55.888190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44272) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:55.902212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fb195fec-9403-46d2-8537-791f97da7885 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7f02cf7cc8f94b55beeb8f682a9425c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1587613 Oct 15 00:56:56.071905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:56:54Z', 'revision_number': 3, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ab:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:53Z', 'updated_at': '2021-10-15T00:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:56.107892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7366cf6-2384-4ca7-88df-fee15fb14769 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:56.109967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7366cf6-2384-4ca7-88df-fee15fb14769 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2208924 Oct 15 00:56:56.112876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44286) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:56.127179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Checking router: ad41c510-6456-44ab-8026-88af19dd69bf for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:56:56.127957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Updating router ad41c510-6456-44ab-8026-88af19dd69bf port c1f99041-70d9-4352-bc6c-766595695b50 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:56:56.144613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a46fd81e-d803-4f98-93ab-60c6bd22a84f tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303054 Oct 15 00:56:56.147491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44288) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:56.173110 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.185073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c0c7ef73-a068-48fd-bc26-f1b76dca604c tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=7f02cf7cc8f94b55beeb8f682a9425c8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340164 Oct 15 00:56:56.185488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44290) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:56.333692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0f822dfd-7d92-46c9-b6d0-b971e25cfbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.352704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4193324-c638-4d76-82c5-435d6bb6f439 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:56.358481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e4193324-c638-4d76-82c5-435d6bb6f439 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1718342 Oct 15 00:56:56.361849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44298) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:56.415942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5c1b81f3-6f6c-4920-b320-2abc6e191c7e tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473011 Oct 15 00:56:56.416041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44300) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:56.422124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046094211', 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0', 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:56.579924 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.597152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Made reservation on behalf of 7f02cf7cc8f94b55beeb8f682a9425c8 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:56.600979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.656067 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.725095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Attempting to bind port c1f99041-70d9-4352-bc6c-766595695b50 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:56:56.725464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Attempting to bind port c1f99041-70d9-4352-bc6c-766595695b50 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:56:56.725825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Attempting to bind port c1f99041-70d9-4352-bc6c-766595695b50 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:56.727708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735d281-c657-4543-b967-64402048e46c None None] Pushing event updated for resources: {'Port': ['ID=c1f99041-70d9-4352-bc6c-766595695b50,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:56.733810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:56:56.734218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:56.734621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.735004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:56:56.736008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Bound port: c1f99041-70d9-4352-bc6c-766595695b50, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:56:56.736008 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.809152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] For port c1f99041-70d9-4352-bc6c-766595695b50, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:56:56.813821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] For port c1f99041-70d9-4352-bc6c-766595695b50, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c1f99041-70d9-4352-bc6c-766595695b50,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:56:56.894594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.908717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44318) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:56.923647 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:56.976614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Subnet': ['ID=6c6f01cd-d3eb-4fe3-8aa4-7d121d120663,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:56.987508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Checking segment: {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:56.987987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network hostable DHCP agents. Network: 42cc382e-7817-4424-b477-62fe9ffd5af0, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:56:57.005957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0fcccf6-660b-4da3-a5f9-eb608810de4c up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:56:57.114686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:56:57.132636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Routers {'ad41c510-6456-44ab-8026-88af19dd69bf'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:56:57.133279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:56:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ad41c510-6456-44ab-8026-88af19dd69bf'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:57.136016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fec8c-aab5-470b-a5bc-ddd93a31a6ea req-a6f144d3-a411-4a91-9bd2-fc412b9a1e61 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:57.139132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1913602747'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:57.144209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f3fec8c-aab5-470b-a5bc-ddd93a31a6ea req-a6f144d3-a411-4a91-9bd2-fc412b9a1e61 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 948 time: 0.1299267 Oct 15 00:56:57.193418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f3fec8c-aab5-470b-a5bc-ddd93a31a6ea req-a1067640-5404-4b79-aa98-1ca1cae0e1a1 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480185 Oct 15 00:56:57.213530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735d281-c657-4543-b967-64402048e46c None None] Pushing event updated for resources: {'Port': ['ID=c1f99041-70d9-4352-bc6c-766595695b50,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:57.225692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 42cc382e-7817-4424-b477-62fe9ffd5af0) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:57.231216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:57.232096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.240588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de46ac-6a5b-4191-8853-ac8c8d370fbb None None] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:57.299439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:57.302937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.321819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.381140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] Set router ad41c510-6456-44ab-8026-88af19dd69bf gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:56:57.388604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6319f187-5cad-48c3-b90c-0175ec0d8ad7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9741805 Oct 15 00:56:57.391248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44334) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:57.409771 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.477116 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.524057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:57.551599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea832c-5ed7-4c2e-8834-027dc0f3469f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:57.562312 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.562659 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment efe843d9-67f6-44da-9569-b21070547ce0 of type vlan for network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 Oct 15 00:56:57.619703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.638589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a0fcccf6-660b-4da3-a5f9-eb608810de4c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:56:57.645097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a0fcccf6-660b-4da3-a5f9-eb608810de4c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:56:57.645461 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.705720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.715634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:57.717820 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:57.806331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8958941 Oct 15 00:56:57.869974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22bc28-0f39-4419-89e7-17b4c8e4944a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=fd10e71b-cfe2-45c3-bb5d-afe21bbe0077,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:57.917725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:56:57.951535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44350) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:57.957562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': 'fd10e71b-cfe2-45c3-bb5d-afe21bbe0077', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:58.055159 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:58.179309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-42cc382e-7817-4424-b477-62fe9ffd5af0', 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'fixed_ips': [{'subnet_id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:56:58.184762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:58.236467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:58.241639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:58.254149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:56:58.256404 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c351aba-0f36-4912-a52f-235ae9beabd5" -d '{"events": [{"server_uuid": "171b6dcd-6022-48e1-b9e6-e43c715557ff", "name": "network-vif-plugged", "status": "completed", "tag": "a0fcccf6-660b-4da3-a5f9-eb608810de4c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:56:58.298390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0fcccf6-660b-4da3-a5f9-eb608810de4c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:56:58.508445 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:58.519432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56112dc9-cb49-4052-a5dc-9644c01a1d07 req-6a1fc972-91cc-4712-aec5-42b6ef443109 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:58.532990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56112dc9-cb49-4052-a5dc-9644c01a1d07 req-6a1fc972-91cc-4712-aec5-42b6ef443109 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 948 time: 0.2323666 Oct 15 00:56:58.546105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:58.635500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56112dc9-cb49-4052-a5dc-9644c01a1d07 req-c0420194-4f69-4983-a828-966aa67bfaa7 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011918 Oct 15 00:56:58.714581 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6b8690-f18e-4c75-bab4-4e865b557fc1 x-openstack-request-id: req-7c6b8690-f18e-4c75-bab4-4e865b557fc1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:56:58.714877 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171b6dcd-6022-48e1-b9e6-e43c715557ff", "name": "network-vif-plugged", "status": "completed", "tag": "a0fcccf6-660b-4da3-a5f9-eb608810de4c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:56:58.715136 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c6b8690-f18e-4c75-bab4-4e865b557fc1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:56:58.715540 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c', 'code': 200} Oct 15 00:56:58.756944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:58.831357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a0fcccf6-660b-4da3-a5f9-eb608810de4c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:58.894466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Allocated IP 172.20.0.18 (42cc382e-7817-4424-b477-62fe9ffd5af0/6c6f01cd-d3eb-4fe3-8aa4-7d121d120663/b5fc7871-6461-4ba4-a72c-63944041dade) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:58.901696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fdfd09ef-725e-4784-8e72-9adebc5ee377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.151493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f132c-126a-4a19-a23c-8b0ddb08cc95 req-f78fe7dd-d271-41a3-8c59-1d1e6db8678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:59.153196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-106f132c-126a-4a19-a23c-8b0ddb08cc95 req-f78fe7dd-d271-41a3-8c59-1d1e6db8678d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 1100 time: 0.3846109 Oct 15 00:56:59.248151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=aacdd313-7951-4f2a-89ae-3148fca042c4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:59.254370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': 'efe843d9-67f6-44da-9569-b21070547ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fd10e71b-cfe2-45c3-bb5d-afe21bbe0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:59.254879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: fd10e71b-cfe2-45c3-bb5d-afe21bbe0077, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:56:59.269074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:56:54Z', 'revision_number': 3, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ab:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:53Z', 'updated_at': '2021-10-15T00:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:56:59.314282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bd4dd-4fa2-4ad9-9e86-08320fcfacd5 None None] The sync data for ids ['ad41c510-6456-44ab-8026-88af19dd69bf'] in n-d-811521-2 is: [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:56:54Z', 'revision_number': 3, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ab:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:53Z', 'updated_at': '2021-10-15T00:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:56:59.316751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-106f132c-126a-4a19-a23c-8b0ddb08cc95 req-dcf0a19a-2854-4e5d-afef-f633571be623 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834019 Oct 15 00:56:59.390878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:56:59.391071 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.479984 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.519664 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, fd10e71b-cfe2-45c3-bb5d-afe21bbe0077) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:59.530712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:56:59.531313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.567407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:56:59.568433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04cb48-8917-4bc0-9ff4-43e9e7047065 None None] Network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:56:59.576292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:56:59.578953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:56:59.628649 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-74746ac9-6285-4260-90ee-da899da9ab8e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6758749 Oct 15 00:56:59.629504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44380) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:56:59.653158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-484811643'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:56:59.678822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Allocated IP 172.20.0.17 (42cc382e-7817-4424-b477-62fe9ffd5af0/6c6f01cd-d3eb-4fe3-8aa4-7d121d120663/2fea8a78-af09-4cde-a576-d1f1eeac7c5e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:56:59.751562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Pushing event updated for resources: {'Port': ['ID=b5fc7871-6461-4ba4-a72c-63944041dade,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:56:59.783894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Attempting to bind port b5fc7871-6461-4ba4-a72c-63944041dade on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:56:59.784279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Attempting to bind port b5fc7871-6461-4ba4-a72c-63944041dade by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:56:59.784643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Attempting to bind port b5fc7871-6461-4ba4-a72c-63944041dade on network 42cc382e-7817-4424-b477-62fe9ffd5af0 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:56:59.793026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:56:59.793346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Checking segment: {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:56:59.793703 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.794354 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Bound using segment: {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:56:59.794838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Bound port: b5fc7871-6461-4ba4-a72c-63944041dade, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:56:59.795286 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.796902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:56:59.802826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.868042 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:56:59.926563 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:56:59.930336 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 3f6547ca-4b32-423b-bf05-f387fb5b8832 of type vlan for network e9f12acb-7695-4cae-998b-340bee53f534 Oct 15 00:56:59.997532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32399f88-3c04-4a03-ab79-516636c4b29c req-b8b7bca4-2ccb-4377-a2a7-e2478fa2a661 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:00.006545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32399f88-3c04-4a03-ab79-516636c4b29c req-b8b7bca4-2ccb-4377-a2a7-e2478fa2a661 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 949 time: 0.2065902 Oct 15 00:57:00.014692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1f99041-70d9-4352-bc6c-766595695b50 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:00.054822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.076449 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32399f88-3c04-4a03-ab79-516636c4b29c req-cbc0c92d-165d-49c6-86b2-866f153ca64e tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691950 Oct 15 00:57:00.103562 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.130267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] For port b5fc7871-6461-4ba4-a72c-63944041dade, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:00.155268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] For port b5fc7871-6461-4ba4-a72c-63944041dade, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b5fc7871-6461-4ba4-a72c-63944041dade,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:00.205869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c1f99041-70d9-4352-bc6c-766595695b50 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:00.206591 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.215393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-fd10e71b-cfe2-45c3-bb5d-afe21bbe0077', 'network_id': 'fd10e71b-cfe2-45c3-bb5d-afe21bbe0077', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': 'aacdd313-7951-4f2a-89ae-3148fca042c4'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:00.216249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.219999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.230891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:00.231804 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.273236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.282154 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.284605 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.386560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:00.393671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:00.408589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:00.425251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7928913 Oct 15 00:57:00.427955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44410) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:00.434946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad97c7-4caf-4df6-949c-be6b7dca3416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=e9f12acb-7695-4cae-998b-340bee53f534,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:00.472742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': 'e9f12acb-7695-4cae-998b-340bee53f534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:00.510359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.550259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e9f12acb-7695-4cae-998b-340bee53f534 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:00.636341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:00.640843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Allocated IP 172.20.255.242 (fd10e71b-cfe2-45c3-bb5d-afe21bbe0077/aacdd313-7951-4f2a-89ae-3148fca042c4/35befa3d-05ae-4d17-b8a4-5869f5cf834d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:00.649680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.781316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aab2d-ed39-4c79-9873-aa2622a37bb6 None None] Pushing event updated for resources: {'Port': ['ID=b5fc7871-6461-4ba4-a72c-63944041dade,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:00.859480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.876241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:00.880413 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:00.889586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port c1f99041-70d9-4352-bc6c-766595695b50, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c1f99041-70d9-4352-bc6c-766595695b50,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:00.928023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.023824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.110041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.160386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=c1f99041-70d9-4352-bc6c-766595695b50,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:01.188990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.242194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:01.250194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:01.254779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:01.340700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Pushing event updated for resources: {'Port': ['ID=35befa3d-05ae-4d17-b8a4-5869f5cf834d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:01.365181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Attempting to bind port 35befa3d-05ae-4d17-b8a4-5869f5cf834d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:01.365538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Attempting to bind port 35befa3d-05ae-4d17-b8a4-5869f5cf834d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'efe843d9-67f6-44da-9569-b21070547ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fd10e71b-cfe2-45c3-bb5d-afe21bbe0077'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:01.365895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Attempting to bind port 35befa3d-05ae-4d17-b8a4-5869f5cf834d on network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:01.381873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:01.382274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Checking segment: {'id': 'efe843d9-67f6-44da-9569-b21070547ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fd10e71b-cfe2-45c3-bb5d-afe21bbe0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:01.382676 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.383060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Bound using segment: {'id': 'efe843d9-67f6-44da-9569-b21070547ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fd10e71b-cfe2-45c3-bb5d-afe21bbe0077'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:01.383582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Bound port: 35befa3d-05ae-4d17-b8a4-5869f5cf834d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe843d9-67f6-44da-9569-b21070547ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fd10e71b-cfe2-45c3-bb5d-afe21bbe0077'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:01.384929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.534395 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.539891 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.547543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087345b4-6d1f-42a9-927f-00c57f2cc6e6 req-a57ba7e8-c6bb-4585-978e-7467232154de tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:01.558939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087345b4-6d1f-42a9-927f-00c57f2cc6e6 req-a57ba7e8-c6bb-4585-978e-7467232154de tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 949 time: 0.1134179 Oct 15 00:57:01.581027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.686634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': '3f6547ca-4b32-423b-bf05-f387fb5b8832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e9f12acb-7695-4cae-998b-340bee53f534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:01.687224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: e9f12acb-7695-4cae-998b-340bee53f534, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:01.708676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=d848bd9b-6806-4fe0-b632-0e5c576b02ec,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:01.724493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-087345b4-6d1f-42a9-927f-00c57f2cc6e6 req-82e8704e-523d-4178-a88a-9f8bcc2a9705 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642461 Oct 15 00:57:01.730294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.741885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:01.782124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] For port 35befa3d-05ae-4d17-b8a4-5869f5cf834d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:01.786799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network e9f12acb-7695-4cae-998b-340bee53f534 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:01.790601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] For port 35befa3d-05ae-4d17-b8a4-5869f5cf834d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=35befa3d-05ae-4d17-b8a4-5869f5cf834d,segment=NetworkSegment(efe843d9-67f6-44da-9569-b21070547ce0),segment_id=efe843d9-67f6-44da-9569-b21070547ce0)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:01.871837 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.888148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e9f12acb-7695-4cae-998b-340bee53f534) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:01.893752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:01.894690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:01.916088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:01.920987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:01.999037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628610ef-2d8a-4c48-9b52-6c0fc45baf13 None None] Network e9f12acb-7695-4cae-998b-340bee53f534 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:02.014510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-498e3773-8798-4184-b2d2-244be1e54ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5815914 Oct 15 00:57:02.015794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:02.141381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b5fc7871-6461-4ba4-a72c-63944041dade up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:02.171273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router ad41c510-6456-44ab-8026-88af19dd69bf has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:57:02.287455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6e27d-794d-4d13-91f0-d97e1528847b None None] Pushing event updated for resources: {'Port': ['ID=35befa3d-05ae-4d17-b8a4-5869f5cf834d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:02.305461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:02.478878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:57:02.489020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b5fc7871-6461-4ba4-a72c-63944041dade triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:02.490576 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:02.502950 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0fbd6195-f2bd-4387-b810-04e70ba6bb34 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "PUT /v2.0/routers/ad41c510-6456-44ab-8026-88af19dd69bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1024795 Oct 15 00:57:02.515513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:02.525765 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Sync routers for ids ['ad41c510-6456-44ab-8026-88af19dd69bf'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:57:02.546637 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Routers {'ad41c510-6456-44ab-8026-88af19dd69bf'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:02.547277 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:56:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ad41c510-6456-44ab-8026-88af19dd69bf'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:02.636447 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:02.668981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0aa4d-01c1-459b-81e0-7eb0a643c296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-e9f12acb-7695-4cae-998b-340bee53f534', 'network_id': 'e9f12acb-7695-4cae-998b-340bee53f534', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': 'd848bd9b-6806-4fe0-b632-0e5c576b02ec'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:02.686373 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87e0aa4d-01c1-459b-81e0-7eb0a643c296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:02.822211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:02.901444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=d848bd9b-6806-4fe0-b632-0e5c576b02ec,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:02.957236 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Set router ad41c510-6456-44ab-8026-88af19dd69bf gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:03.076719 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.144108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.179331 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f12acb-7695-4cae-998b-340bee53f534']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-87e0aa4d-01c1-459b-81e0-7eb0a643c296 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d848bd9b-6806-4fe0-b632-0e5c576b02ec: This subnet is being modified by another concurrent operation. Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d848bd9b-6806-4fe0-b632-0e5c576b02ec: This subnet is being modified by another concurrent operation. Oct 15 00:57:03.188811 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:57:03.208613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6547ca-4b32-423b-bf05-f387fb5b8832') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:03.208613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6547ca-4b32-423b-bf05-f387fb5b8832') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:03.215940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b5fc7871-6461-4ba4-a72c-63944041dade, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b5fc7871-6461-4ba4-a72c-63944041dade,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:03.234419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78411cf-9e07-4370-ad21-842748be080d None None] Network e9f12acb-7695-4cae-998b-340bee53f534 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:03.239877 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.265656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.272521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:03.273605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.291184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91540ab-962c-4757-9bdb-e404da6df99b None None] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:03.296474 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:03.326321 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.327119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1f99041-70d9-4352-bc6c-766595695b50 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:03.384406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-73117f49-1614-45e0-9634-ef784190b773 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:03.392226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-73117f49-1614-45e0-9634-ef784190b773 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/networks?id=42cc382e-7817-4424-b477-62fe9ffd5af0 HTTP/1.1" status: 200 len: 798 time: 0.2699127 Oct 15 00:57:03.428472 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-e04cd21b-5be7-4acc-b385-dbacbb05743a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/quotas/7f02cf7cc8f94b55beeb8f682a9425c8 HTTP/1.1" status: 200 len: 375 time: 0.0295241 Oct 15 00:57:03.518720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-90fb643c-ac10-4a23-9153-91981f915aeb tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0891237 Oct 15 00:57:03.593762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.606464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.619098 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/e9f12acb-7695-4cae-998b-340bee53f534 HTTP/1.1" status: 204 len: 168 time: 1.6031132 Oct 15 00:57:03.625202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44466) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:03.660085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-37998117'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:03.675402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c293c94-da44-4e5d-b6fd-e91a43e17671 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=e9f12acb-7695-4cae-998b-340bee53f534,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:03.714780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-8459b4f4-a36b-45e9-bcf1-085651d610fa service neutron] 10.222.0.13 "GET /v2.0/networks/42cc382e-7817-4424-b477-62fe9ffd5af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919978 Oct 15 00:57:03.767191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-28d493f7-c295-418b-9e1d-bf2b4bd12d4c None None] Provisioning complete for port b5fc7871-6461-4ba4-a72c-63944041dade triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:03.767745 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28d493f7-c295-418b-9e1d-bf2b4bd12d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.813841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:03.818021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.828519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b5fc7871-6461-4ba4-a72c-63944041dade,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:03.890240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-974df8f9-0d76-42ba-94fe-69fbce0dcc2f service neutron] 10.222.0.13 "GET /v2.0/networks/42cc382e-7817-4424-b477-62fe9ffd5af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742249 Oct 15 00:57:03.891994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:03.910753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:03.911860 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 37e38d2b-003c-45cf-a8c3-476f0be7654b of type vlan for network b70b6440-ab5c-4b5d-94b3-bb0d9b44057a Oct 15 00:57:03.960840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c1f99041-70d9-4352-bc6c-766595695b50 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:03.961236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:04.022821 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:57:00Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ab:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:53Z', 'updated_at': '2021-10-15T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2fea8a78-af09-4cde-a576-d1f1eeac7c5e', 'name': '', 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:5a:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:59Z', 'updated_at': '2021-10-15T00:57:01Z', 'revision_number': 2, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:04.027879 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:04.105928 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Checking router: ad41c510-6456-44ab-8026-88af19dd69bf for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:57:04.106225 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Updating router ad41c510-6456-44ab-8026-88af19dd69bf port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:57:04.110984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:04.140834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:04.142789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:04.217619 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:04.252539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50e123a2-cbc3-412b-8ebe-0651e95435b2 req-356200d6-3af0-4765-9824-148b95b1d3e9 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 210 time: 0.0635822 Oct 15 00:57:04.275276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=b70b6440-ab5c-4b5d-94b3-bb0d9b44057a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:04.319998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b70b6440-ab5c-4b5d-94b3-bb0d9b44057a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:04.343826 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f59ad97-3930-4635-ad15-057ddbd4dcd7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7168062 Oct 15 00:57:04.346188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44478) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:04.355889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5acbe-443f-4a2f-afb0-b49d863508ef None None] Network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:04.357806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': 'b70b6440-ab5c-4b5d-94b3-bb0d9b44057a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:04.630974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:04.638934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:04.751852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing IP validity checks on allocation pools {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 00:57:04.752889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 00:57:04.989273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35befa3d-05ae-4d17-b8a4-5869f5cf834d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:05.061154 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.088252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.122813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-af625a60-b6b3-4f87-ac4f-6764c6524780 None None] Provisioning complete for port 35befa3d-05ae-4d17-b8a4-5869f5cf834d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:05.123813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af625a60-b6b3-4f87-ac4f-6764c6524780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.168565 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.222292 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Pushing event updated for resources: {'Port': ['ID=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:05.249882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.263908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.263908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.263908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.263908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.263908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.263908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.263908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.265131 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.265588 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.266132 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.266309 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:05.276989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': '37e38d2b-003c-45cf-a8c3-476f0be7654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b70b6440-ab5c-4b5d-94b3-bb0d9b44057a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:05.277362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: b70b6440-ab5c-4b5d-94b3-bb0d9b44057a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:05.283530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=f97fb30e-5a70-4e6f-93bd-346acfa8272e,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:05.364660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 35befa3d-05ae-4d17-b8a4-5869f5cf834d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:05.364660 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.427531 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Attempting to bind port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:05.428217 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Attempting to bind port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:05.428644 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Attempting to bind port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e on network 42cc382e-7817-4424-b477-62fe9ffd5af0 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:05.429009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc279c54-41a0-499d-9a0b-3a6e8acb78ae req-ccc9927e-e9b8-4ec3-afb1-0bd3dbeecd4f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 210 time: 0.0562527 Oct 15 00:57:05.442182 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:05.445631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network b70b6440-ab5c-4b5d-94b3-bb0d9b44057a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:05.445759 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Checking segment: {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:05.445759 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.445759 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Bound using segment: {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:05.445759 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Bound port: 2fea8a78-af09-4cde-a576-d1f1eeac7c5e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:05.445759 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.522444 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af625a60-b6b3-4f87-ac4f-6764c6524780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.572233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.579043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b70b6440-ab5c-4b5d-94b3-bb0d9b44057a) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:05.584347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:05.585092 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.594281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4caa5-831a-4fc4-b7ac-22bf15c58c3c None None] Network b70b6440-ab5c-4b5d-94b3-bb0d9b44057a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:05.641318 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] For port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:05.646576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] For port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:05.653278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-af625a60-b6b3-4f87-ac4f-6764c6524780 None None] For port 35befa3d-05ae-4d17-b8a4-5869f5cf834d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=35befa3d-05ae-4d17-b8a4-5869f5cf834d,segment=NetworkSegment(efe843d9-67f6-44da-9569-b21070547ce0),segment_id=efe843d9-67f6-44da-9569-b21070547ce0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:05.686294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1a53eb11-f49c-4ca8-b522-e3c2709bece4 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3387678 Oct 15 00:57:05.688725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44504) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:05.757481 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.826608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af625a60-b6b3-4f87-ac4f-6764c6524780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.889338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:05.896946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb1d8a-95a4-4539-8133-a423d77a6e26 None None] Pushing event updated for resources: {'Port': ['ID=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:05.903547 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Routers {'ad41c510-6456-44ab-8026-88af19dd69bf'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:05.911867 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:56:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ad41c510-6456-44ab-8026-88af19dd69bf'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:05.966786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.038272 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:57:06.038272 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:57:06.108277 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] Set router ad41c510-6456-44ab-8026-88af19dd69bf gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:06.151764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.161835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af625a60-b6b3-4f87-ac4f-6764c6524780 None None] Pushing event updated for resources: {'Port': ['ID=35befa3d-05ae-4d17-b8a4-5869f5cf834d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:06.249649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Provisioning complete for port b5fc7871-6461-4ba4-a72c-63944041dade triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:06.253860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.257180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=f97fb30e-5a70-4e6f-93bd-346acfa8272e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:06.264050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82610f55-5e57-4745-b88c-ced9e33c7df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-b70b6440-ab5c-4b5d-94b3-bb0d9b44057a', 'network_id': 'b70b6440-ab5c-4b5d-94b3-bb0d9b44057a', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': 'f97fb30e-5a70-4e6f-93bd-346acfa8272e'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:06.265050 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-82610f55-5e57-4745-b88c-ced9e33c7df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.429090 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.480444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70b6440-ab5c-4b5d-94b3-bb0d9b44057a']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:06.524181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e38d2b-003c-45cf-a8c3-476f0be7654b') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:06.524695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e38d2b-003c-45cf-a8c3-476f0be7654b') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:06.554478 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.581762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.593398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:06.594323 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:06.600735 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:06.612046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-790595ee-a2be-42e6-99dc-bc6e1fb9585d req-0553e6a2-92fb-44d9-847c-f35323744f27 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 210 time: 0.0468187 Oct 15 00:57:06.628037 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:57:00Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ab:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:53Z', 'updated_at': '2021-10-15T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2fea8a78-af09-4cde-a576-d1f1eeac7c5e', 'name': '', 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:5a:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:59Z', 'updated_at': '2021-10-15T00:57:05Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:06.661313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e551fe55-d6f8-4038-b191-addb7e178d09 None None] Network b70b6440-ab5c-4b5d-94b3-bb0d9b44057a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:06.686848 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7304a429-e79c-4ed7-9304-85c21ef461d3 None None] The sync data for ids ['ad41c510-6456-44ab-8026-88af19dd69bf'] in n-d-811521-2 is: [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:57:00Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ab:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:53Z', 'updated_at': '2021-10-15T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2fea8a78-af09-4cde-a576-d1f1eeac7c5e', 'name': '', 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:5a:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:59Z', 'updated_at': '2021-10-15T00:57:05Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:57:06.854956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.859695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:06.869270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44524) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:06.869797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/b70b6440-ab5c-4b5d-94b3-bb0d9b44057a HTTP/1.1" status: 204 len: 168 time: 1.1790884 Oct 15 00:57:06.876528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1553468564'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:06.904417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a2879-cfd5-48c8-a3d8-a16f50770c96 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=b70b6440-ab5c-4b5d-94b3-bb0d9b44057a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:06.982610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b5fc7871-6461-4ba4-a72c-63944041dade up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:07.015871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:07.019460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.224414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388b4ba-3549-4296-b799-c9da86de280f None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:07.224918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:07.236753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.237377 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 62c16825-992f-4211-9df1-c8f742eb8226 of type vlan for network a714bacf-720a-4473-8e41-d26574dd4b3a Oct 15 00:57:07.276650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Provisioning complete for port 35befa3d-05ae-4d17-b8a4-5869f5cf834d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:07.277020 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.311455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b5fc7871-6461-4ba4-a72c-63944041dade triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:07.311831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.356206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.400762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-d6a607f2-a573-42e6-a466-69345d857b1d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:07.402360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-d6a607f2-a573-42e6-a466-69345d857b1d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.39 "GET /v2.0/networks?id=42cc382e-7817-4424-b477-62fe9ffd5af0 HTTP/1.1" status: 200 len: 798 time: 0.4791379 Oct 15 00:57:07.421292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Request body: {'port': {'device_id': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0', 'admin_state_up': True, 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:07.669267 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.684453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:07.691742 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.779251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e388b4ba-3549-4296-b799-c9da86de280f None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:07.840330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Provisioning complete for port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:07.840699 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:07.865808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ebc94ed-ce39-49e2-8eba-2c0f764fd818 req-58edcc3b-17e3-43b9-8916-a75c27a673d3 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 210 time: 0.0845575 Oct 15 00:57:07.955564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Made reservation on behalf of 7f02cf7cc8f94b55beeb8f682a9425c8 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:07.979915 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:08.017631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=a714bacf-720a-4473-8e41-d26574dd4b3a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:08.051184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-74e6f48c-6bb9-4feb-884e-62c615b1f9f9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1795387 Oct 15 00:57:08.054250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44532) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:08.060258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': 'a714bacf-720a-4473-8e41-d26574dd4b3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:08.071946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network a714bacf-720a-4473-8e41-d26574dd4b3a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:08.203578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Allocated IP 172.20.0.28 (42cc382e-7817-4424-b477-62fe9ffd5af0/6c6f01cd-d3eb-4fe3-8aa4-7d121d120663/f94796db-49e2-4019-a756-84c2bdfb0714) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:08.235302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35befa3d-05ae-4d17-b8a4-5869f5cf834d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:08.310817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:08.314930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:08.497524 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:08.648922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] For port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:08.696616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 35befa3d-05ae-4d17-b8a4-5869f5cf834d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:08.697192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:08.855798 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:08.885456 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:08.924196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.007253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=4d840243-1cb3-49a3-bcb7-c962a969db1a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:09.056806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e38474-5a88-41f4-857c-48c9d31e8c85 req-9b6c673a-be81-4639-be69-2fd261ac6e75 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 210 time: 0.0496900 Oct 15 00:57:09.058190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98236497-2df9-48b4-a5cd-a4d277c17ad2 None None] Pushing event updated for resources: {'Port': ['ID=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:09.088728 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.089385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': '62c16825-992f-4211-9df1-c8f742eb8226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a714bacf-720a-4473-8e41-d26574dd4b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:09.089846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: a714bacf-720a-4473-8e41-d26574dd4b3a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:09.136294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:09.141913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:09.144688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:09.172047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fea8a78-af09-4cde-a576-d1f1eeac7c5e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:09.208779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event updated for resources: {'Port': ['ID=f94796db-49e2-4019-a756-84c2bdfb0714,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:09.212718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7b7e30b9-9d91-4b5a-8a29-488f80cb32ec None None] Provisioning complete for port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:09.213133 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7b7e30b9-9d91-4b5a-8a29-488f80cb32ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.231146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network a714bacf-720a-4473-8e41-d26574dd4b3a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:09.244509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:09.246880 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.311061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, a714bacf-720a-4473-8e41-d26574dd4b3a) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:09.320321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:09.324039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.330764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f7f26c-11a0-4902-80cf-305319767cb2 None None] Network a714bacf-720a-4473-8e41-d26574dd4b3a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:09.336535 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-1ed92ef5-144b-451c-b6ae-e4c4d0ee7e44 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9213991 Oct 15 00:57:09.350784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Request body: {'port': {'device_id': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:09.409296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:09.409667 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.451648 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-330405ef-d1a1-411e-b398-a106549ca31c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3963084 Oct 15 00:57:09.454283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44550) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:09.470762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.626571 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.735636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.786022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de15c0b-14c0-4585-b127-28097a959e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-a714bacf-720a-4473-8e41-d26574dd4b3a', 'network_id': 'a714bacf-720a-4473-8e41-d26574dd4b3a', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': '4d840243-1cb3-49a3-bcb7-c962a969db1a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:09.788726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8de15c0b-14c0-4585-b127-28097a959e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.938715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f63f3008-aebd-4cc3-bac6-7e402ce9637c None None] Provisioning complete for port f94796db-49e2-4019-a756-84c2bdfb0714 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:09.939096 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f63f3008-aebd-4cc3-bac6-7e402ce9637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:09.991447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.067334 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.071058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=4d840243-1cb3-49a3-bcb7-c962a969db1a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:10.073953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fea8a78-af09-4cde-a576-d1f1eeac7c5e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:10.205838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f63f3008-aebd-4cc3-bac6-7e402ce9637c None None] Port f94796db-49e2-4019-a756-84c2bdfb0714 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-8de15c0b-14c0-4585-b127-28097a959e7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d840243-1cb3-49a3-bcb7-c962a969db1a: This subnet is being modified by another concurrent operation. Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d840243-1cb3-49a3-bcb7-c962a969db1a: This subnet is being modified by another concurrent operation. Oct 15 00:57:10.239441 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:57:10.247507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94796db-49e2-4019-a756-84c2bdfb0714 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:57:10.258313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:10.258313 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.258313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a998c9-6481-4d26-bfbc-2241234dcfdd None None] Network a714bacf-720a-4473-8e41-d26574dd4b3a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:10.279186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.307273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Transition to ACTIVE for port object f94796db-49e2-4019-a756-84c2bdfb0714 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:57:10.312192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.374207 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a714bacf-720a-4473-8e41-d26574dd4b3a']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:10.380221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.402866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c16825-992f-4211-9df1-c8f742eb8226') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:10.403267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c16825-992f-4211-9df1-c8f742eb8226') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:10.420252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.427691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5428c0-73ca-41f7-a2c0-bedc73d634f7 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:10.440379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.449339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:10.450061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.591140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Pushing event updated for resources: {'Port': ['ID=f94796db-49e2-4019-a756-84c2bdfb0714,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:10.602611 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:10.628470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2d1e5-f917-44a5-80f4-60ef233cb3a2 req-64fd418d-ddfa-4a67-9aa2-d32280194802 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:10.640200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3bf2d1e5-f917-44a5-80f4-60ef233cb3a2 req-64fd418d-ddfa-4a67-9aa2-d32280194802 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 895 time: 0.3300550 Oct 15 00:57:10.670500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.677072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.686701 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/a714bacf-720a-4473-8e41-d26574dd4b3a HTTP/1.1" status: 204 len: 168 time: 1.2313480 Oct 15 00:57:10.687654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:10.708325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1659994391'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:10.731090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb76e3e-62de-4e22-a06e-fbc893cd4668 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=a714bacf-720a-4473-8e41-d26574dd4b3a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:10.791642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Attempting to bind port f94796db-49e2-4019-a756-84c2bdfb0714 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:10.791981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Attempting to bind port f94796db-49e2-4019-a756-84c2bdfb0714 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:10.792659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Attempting to bind port f94796db-49e2-4019-a756-84c2bdfb0714 on network 42cc382e-7817-4424-b477-62fe9ffd5af0 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:10.797256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Port f94796db-49e2-4019-a756-84c2bdfb0714 on network 42cc382e-7817-4424-b477-62fe9ffd5af0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:57:10.797574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Attempting to bind port f94796db-49e2-4019-a756-84c2bdfb0714 on network 42cc382e-7817-4424-b477-62fe9ffd5af0 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:10.803620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:10.803954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Checking segment: {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:10.804342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Bound using segment: {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:10.804766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Bound port: f94796db-49e2-4019-a756-84c2bdfb0714, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c181208e-cc27-401c-b8ff-cd592fe4e223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:10.805253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.841959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5428c0-73ca-41f7-a2c0-bedc73d634f7 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:10.859638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:10.863892 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.945136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:10.953132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] For port f94796db-49e2-4019-a756-84c2bdfb0714, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:10.958901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] For port f94796db-49e2-4019-a756-84c2bdfb0714, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f94796db-49e2-4019-a756-84c2bdfb0714,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:10.977060 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:10.977584 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 12714900-ce1a-4e14-8766-b16361c1098d of type vlan for network 93994b5c-062f-4cb4-9668-5756d9ad08b3 Oct 15 00:57:11.020115 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:11.137032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:11.151593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Pushing event updated for resources: {'Port': ['ID=f94796db-49e2-4019-a756-84c2bdfb0714,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:11.181391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.182666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:11.186517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-6282b745-dad4-4067-b354-96b38ed06a86 service neutron] 10.222.0.39 "PUT /v2.0/ports/f94796db-49e2-4019-a756-84c2bdfb0714 HTTP/1.1" status: 200 len: 1055 time: 1.8380213 Oct 15 00:57:11.186517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'tag': 'f94796db-49e2-4019-a756-84c2bdfb0714'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:57:11.194577 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f27e23-0271-4328-9987-d86b94d27b80" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6f0f6d-18ab-4f44-acfc-743c70f4986f", "tag": "f94796db-49e2-4019-a756-84c2bdfb0714"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:57:11.273294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:11.280711 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362769df-5ecd-46fa-8378-e81eda7ff6fb x-openstack-request-id: req-362769df-5ecd-46fa-8378-e81eda7ff6fb {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:57:11.281286 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6f0f6d-18ab-4f44-acfc-743c70f4986f", "tag": "f94796db-49e2-4019-a756-84c2bdfb0714", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:57:11.281399 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-362769df-5ecd-46fa-8378-e81eda7ff6fb {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:57:11.281834 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'tag': 'f94796db-49e2-4019-a756-84c2bdfb0714', 'status': 'completed', 'code': 200} Oct 15 00:57:11.299747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.306482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:11.389191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=93994b5c-062f-4cb4-9668-5756d9ad08b3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:11.391030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27e23-0271-4328-9987-d86b94d27b80 req-08d99041-0eec-4897-85aa-a95402c136af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.398940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71f27e23-0271-4328-9987-d86b94d27b80 req-08d99041-0eec-4897-85aa-a95402c136af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 1058 time: 0.0823190 Oct 15 00:57:11.402279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 93994b5c-062f-4cb4-9668-5756d9ad08b3 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:11.425576 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a7c76d31-1bd2-490b-b974-04896ddbcf9c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7216649 Oct 15 00:57:11.426295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44572) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:11.436366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': '93994b5c-062f-4cb4-9668-5756d9ad08b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:11.584442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27e23-0271-4328-9987-d86b94d27b80 req-9432a4fc-199c-4dd9-b270-32fc188237c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.593239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27e23-0271-4328-9987-d86b94d27b80 req-9432a4fc-199c-4dd9-b270-32fc188237c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.593239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71f27e23-0271-4328-9987-d86b94d27b80 req-9432a4fc-199c-4dd9-b270-32fc188237c0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1874809 Oct 15 00:57:11.716404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:11.720164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:11.754123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27e23-0271-4328-9987-d86b94d27b80 req-a6a2a971-fff4-4af7-ad8a-14b23c465f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.755878 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71f27e23-0271-4328-9987-d86b94d27b80 req-a6a2a971-fff4-4af7-ad8a-14b23c465f45 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610928 Oct 15 00:57:11.878700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb592b-1b36-488c-9619-868b72f57584 req-27106c06-2ead-4db2-b2ed-e276c9eab33a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.880299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dcb592b-1b36-488c-9619-868b72f57584 req-27106c06-2ead-4db2-b2ed-e276c9eab33a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 907 time: 0.1198783 Oct 15 00:57:11.921425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-bb08f551-83d9-4b21-94b7-545a747a986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:11.924856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-bb08f551-83d9-4b21-94b7-545a747a986f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 1058 time: 0.1142752 Oct 15 00:57:11.989554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-d260b6e5-dc07-48ad-bd33-84dedb7b7f0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f94796db-49e2-4019-a756-84c2bdfb0714 HTTP/1.1" status: 200 len: 217 time: 0.0556002 Oct 15 00:57:12.065277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-acc82e25-e44b-4583-ac1b-0c57a985449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:12.066779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-acc82e25-e44b-4583-ac1b-0c57a985449a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c6f01cd-d3eb-4fe3-8aa4-7d121d120663 HTTP/1.1" status: 200 len: 838 time: 0.0702789 Oct 15 00:57:12.122956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:12.124249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-21a86321-cce2-462f-b0e1-0ea7f10599cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:12.125772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-21a86321-cce2-462f-b0e1-0ea7f10599cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42cc382e-7817-4424-b477-62fe9ffd5af0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522175 Oct 15 00:57:12.186307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=5396efe0-fe15-4799-8ab8-0ba179168776,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:12.212315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': '12714900-ce1a-4e14-8766-b16361c1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '93994b5c-062f-4cb4-9668-5756d9ad08b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:12.214248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: 93994b5c-062f-4cb4-9668-5756d9ad08b3, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:12.256791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-47ed2d4b-a1dc-447f-9dde-435bc9f5e7d7 service neutron] 10.222.0.39 "GET /v2.0/networks/42cc382e-7817-4424-b477-62fe9ffd5af0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232009 Oct 15 00:57:12.322495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network 93994b5c-062f-4cb4-9668-5756d9ad08b3 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:12.366069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4469f120-2bb6-42c3-86b8-8e0d8f867185 req-81a713c0-dda9-448c-82c6-82072997aca8 service neutron] 10.222.0.39 "GET /v2.0/networks/42cc382e-7817-4424-b477-62fe9ffd5af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004472 Oct 15 00:57:12.408026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 93994b5c-062f-4cb4-9668-5756d9ad08b3) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:12.413215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:12.415822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:12.416691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b3d80-c2fc-4171-8792-69496b419874 None None] Network 93994b5c-062f-4cb4-9668-5756d9ad08b3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:12.484321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-45e6ddb6-fe31-47f3-8883-5e8566ae6b4f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0564167 Oct 15 00:57:12.486644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44590) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:12.635357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-93994b5c-062f-4cb4-9668-5756d9ad08b3', 'network_id': '93994b5c-062f-4cb4-9668-5756d9ad08b3', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': '5396efe0-fe15-4799-8ab8-0ba179168776'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:12.636685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:12.750869 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:12.871000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Allocated IP 172.20.0.2 (93994b5c-062f-4cb4-9668-5756d9ad08b3/5396efe0-fe15-4799-8ab8-0ba179168776/baae6551-eb8b-4e56-87ca-90bd2c4e46dc) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:12.890024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.035375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60dcd8-db4a-4cee-b2d8-777250b61474 req-11f00406-70d7-49a5-b235-c1dc7485a86f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:13.037831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec60dcd8-db4a-4cee-b2d8-777250b61474 req-11f00406-70d7-49a5-b235-c1dc7485a86f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 907 time: 0.0621727 Oct 15 00:57:13.067778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.123364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.168162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Network 93994b5c-062f-4cb4-9668-5756d9ad08b3 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:13.171164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:13.174186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:13.189062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Pushing event updated for resources: {'Port': ['ID=baae6551-eb8b-4e56-87ca-90bd2c4e46dc,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:13.209609 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.216622 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.217108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.217633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.217978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.220288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.220288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.220288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.220288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.220288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.220288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.220288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.221223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:13.255349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Attempting to bind port baae6551-eb8b-4e56-87ca-90bd2c4e46dc on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:13.255829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Attempting to bind port baae6551-eb8b-4e56-87ca-90bd2c4e46dc by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '12714900-ce1a-4e14-8766-b16361c1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '93994b5c-062f-4cb4-9668-5756d9ad08b3'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:13.256387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Attempting to bind port baae6551-eb8b-4e56-87ca-90bd2c4e46dc on network 93994b5c-062f-4cb4-9668-5756d9ad08b3 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:13.264127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:13.264642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Checking segment: {'id': '12714900-ce1a-4e14-8766-b16361c1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '93994b5c-062f-4cb4-9668-5756d9ad08b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:13.265143 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.265644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Bound using segment: {'id': '12714900-ce1a-4e14-8766-b16361c1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '93994b5c-062f-4cb4-9668-5756d9ad08b3'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:13.266500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Bound port: baae6551-eb8b-4e56-87ca-90bd2c4e46dc, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12714900-ce1a-4e14-8766-b16361c1098d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '93994b5c-062f-4cb4-9668-5756d9ad08b3'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:13.266652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=5396efe0-fe15-4799-8ab8-0ba179168776,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:13.266772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.335519 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.342384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] For port baae6551-eb8b-4e56-87ca-90bd2c4e46dc, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:13.345807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] For port baae6551-eb8b-4e56-87ca-90bd2c4e46dc, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=baae6551-eb8b-4e56-87ca-90bd2c4e46dc,segment=NetworkSegment(12714900-ce1a-4e14-8766-b16361c1098d),segment_id=12714900-ce1a-4e14-8766-b16361c1098d)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:13.357663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93994b5c-062f-4cb4-9668-5756d9ad08b3']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:13.368433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12714900-ce1a-4e14-8766-b16361c1098d') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:13.375362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12714900-ce1a-4e14-8766-b16361c1098d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:13.383541 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.450783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.451017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.458614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:13.459113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:13.462928 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:13.536216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a49466-2d36-4a43-b812-9c6f87f658bf None None] Pushing event updated for resources: {'Port': ['ID=baae6551-eb8b-4e56-87ca-90bd2c4e46dc,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:13.551109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:57:13.551109 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:57:13.551109 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '93994b5c-062f-4cb4-9668-5756d9ad08b3'}] Oct 15 00:57:13.551109 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:57:13.551497 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:57:13.557717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d875e12-168f-4a80-816f-c46adfc4a5c9 None None] Network 93994b5c-062f-4cb4-9668-5756d9ad08b3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:13.679932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb199469-126e-45f2-85a4-f58833892162 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:13.774252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb199469-126e-45f2-85a4-f58833892162 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:14.052792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.108493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting port baae6551-eb8b-4e56-87ca-90bd2c4e46dc {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:14.108888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.200944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] For port baae6551-eb8b-4e56-87ca-90bd2c4e46dc, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=baae6551-eb8b-4e56-87ca-90bd2c4e46dc,segment=NetworkSegment(12714900-ce1a-4e14-8766-b16361c1098d),segment_id=12714900-ce1a-4e14-8766-b16361c1098d)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:14.201305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.218479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Calling delete_port for baae6551-eb8b-4e56-87ca-90bd2c4e46dc owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:14.226871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13fc9-b97c-43f4-8016-92706ef7fe4b req-0cafb23f-51af-46c3-9d71-e9122b9fd2ea tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:14.228922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09b13fc9-b97c-43f4-8016-92706ef7fe4b req-0cafb23f-51af-46c3-9d71-e9122b9fd2ea tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 907 time: 0.1077960 Oct 15 00:57:14.384839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.409068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Port': ['ID=baae6551-eb8b-4e56-87ca-90bd2c4e46dc,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:14.415599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No DVR routers for this DVR port baae6551-eb8b-4e56-87ca-90bd2c4e46dc on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:14.494280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.514930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93994b5c-062f-4cb4-9668-5756d9ad08b3']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:14.524978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12714900-ce1a-4e14-8766-b16361c1098d') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:14.525303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12714900-ce1a-4e14-8766-b16361c1098d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:14.539252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.553246 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.559115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:14.559497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:14.562505 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:14.670821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.677808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.681116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/93994b5c-062f-4cb4-9668-5756d9ad08b3 HTTP/1.1" status: 204 len: 168 time: 2.1931844 Oct 15 00:57:14.686054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44612) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:14.689563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f94796db-49e2-4019-a756-84c2bdfb0714 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:57:14.693138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc601b86-0708-4cb3-b998-a95e33cccd32 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=93994b5c-062f-4cb4-9668-5756d9ad08b3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:14.695915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1814155372'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:14.773801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:14.778953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.806818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:14.807060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f94796db-49e2-4019-a756-84c2bdfb0714, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f94796db-49e2-4019-a756-84c2bdfb0714,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:14.816899 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.817527 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 7d242651-13c5-4b2b-84dd-b48ec097d467 of type vlan for network 1bb3ce54-54c5-4608-9602-013f7be30236 Oct 15 00:57:14.819192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'f94796db-49e2-4019-a756-84c2bdfb0714', 'network_id': '42cc382e-7817-4424-b477-62fe9ffd5af0', 'port_id': 'f94796db-49e2-4019-a756-84c2bdfb0714', 'mac_address': 'fa:16:3e:f0:02:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6f01cd-d3eb-4fe3-8aa4-7d121d120663', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:57:14.860785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.863824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.874872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94796db-49e2-4019-a756-84c2bdfb0714 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:57:14.897507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f94796db-49e2-4019-a756-84c2bdfb0714, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f94796db-49e2-4019-a756-84c2bdfb0714,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:14.950499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:14.956272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:14.956935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:15.002209 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:15.029174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=1bb3ce54-54c5-4608-9602-013f7be30236,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:15.041678 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 1bb3ce54-54c5-4608-9602-013f7be30236 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:15.102271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3227e62b-d400-44de-b2e4-19ad29e03ac6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4144180 Oct 15 00:57:15.105718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44614) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:15.111022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': '1bb3ce54-54c5-4608-9602-013f7be30236', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:15.122551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f94796db-49e2-4019-a756-84c2bdfb0714,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:15.130417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:15.298485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f94796db-49e2-4019-a756-84c2bdfb0714'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:57:15.307368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:15.311710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:15.355279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bb574-8645-418a-8a12-0635db170615 req-d3d91011-d6f6-48a1-9f80-6dc2ba7021ea tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:15.356971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af3bb574-8645-418a-8a12-0635db170615 req-d3d91011-d6f6-48a1-9f80-6dc2ba7021ea tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 908 time: 0.0573096 Oct 15 00:57:15.388120 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_backend_mixin [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing IP validity checks on allocation pools {{(pid=107725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 00:57:15.388638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_backend_mixin [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 00:57:15.562643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:15.630143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=133e7489-63a6-43ab-b456-7b8460984495,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:15.636107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': '7d242651-13c5-4b2b-84dd-b48ec097d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1bb3ce54-54c5-4608-9602-013f7be30236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:15.636460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: 1bb3ce54-54c5-4608-9602-013f7be30236, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:15.704737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network 1bb3ce54-54c5-4608-9602-013f7be30236 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:15.767704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 1bb3ce54-54c5-4608-9602-013f7be30236) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:15.771660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:15.772246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:15.777310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde56c8f-c07b-4908-8f2e-6403145c9fa0 None None] Network 1bb3ce54-54c5-4608-9602-013f7be30236 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:15.847793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44618) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:15.848240 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-195c48e6-64ac-442d-bdb5-ed6e6811abea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7398033 Oct 15 00:57:15.943395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-1bb3ce54-54c5-4608-9602-013f7be30236', 'network_id': '1bb3ce54-54c5-4608-9602-013f7be30236', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': '133e7489-63a6-43ab-b456-7b8460984495'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:15.944290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:15.956547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.016740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.097667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Allocated IP 172.20.0.3 (1bb3ce54-54c5-4608-9602-013f7be30236/133e7489-63a6-43ab-b456-7b8460984495/d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:16.244587 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.301396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.338330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Network 1bb3ce54-54c5-4608-9602-013f7be30236 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:16.341194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:16.344658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:16.360334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Pushing event updated for resources: {'Port': ['ID=d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:16.363400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.406836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Attempting to bind port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:16.407217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Attempting to bind port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7d242651-13c5-4b2b-84dd-b48ec097d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1bb3ce54-54c5-4608-9602-013f7be30236'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:16.408811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Attempting to bind port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02 on network 1bb3ce54-54c5-4608-9602-013f7be30236 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:16.412874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:16.413250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Checking segment: {'id': '7d242651-13c5-4b2b-84dd-b48ec097d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1bb3ce54-54c5-4608-9602-013f7be30236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:16.413658 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.414051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Bound using segment: {'id': '7d242651-13c5-4b2b-84dd-b48ec097d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1bb3ce54-54c5-4608-9602-013f7be30236'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:16.415089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Bound port: d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d242651-13c5-4b2b-84dd-b48ec097d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1bb3ce54-54c5-4608-9602-013f7be30236'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:16.415480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.457056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=133e7489-63a6-43ab-b456-7b8460984495,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:16.485824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] For port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:16.489143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] For port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02,segment=NetworkSegment(7d242651-13c5-4b2b-84dd-b48ec097d467),segment_id=7d242651-13c5-4b2b-84dd-b48ec097d467)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:16.525235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.550128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb3ce54-54c5-4608-9602-013f7be30236']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:16.567727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978553fe-bad2-4747-80ee-915164bb0c8b req-994d3f9b-c924-46cf-b163-8ff1884c780e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:16.569188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-978553fe-bad2-4747-80ee-915164bb0c8b req-994d3f9b-c924-46cf-b163-8ff1884c780e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 908 time: 0.1139681 Oct 15 00:57:16.570938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d242651-13c5-4b2b-84dd-b48ec097d467') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:16.571211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d242651-13c5-4b2b-84dd-b48ec097d467') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:16.580449 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.631450 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.634141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.642444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:16.644181 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:16.646638 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:16.701637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f94796db-49e2-4019-a756-84c2bdfb0714 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:16.757174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72088a-83b3-4a8d-aa70-e79c6124a736 None None] Pushing event updated for resources: {'Port': ['ID=d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:16.778407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d0e5f-d0fe-4460-ba02-325067a7b9bc None None] Network 1bb3ce54-54c5-4608-9602-013f7be30236 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:16.825011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:57:16.825011 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:57:16.825011 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '1bb3ce54-54c5-4608-9602-013f7be30236'}] Oct 15 00:57:16.825011 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:57:16.825527 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:57:16.883577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port f94796db-49e2-4019-a756-84c2bdfb0714 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:57:16.890715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port f94796db-49e2-4019-a756-84c2bdfb0714 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:16.891230 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:16.944486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba64896b-a01e-43b9-b608-3ddc1130e916 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:17.049341 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.090507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94796db-49e2-4019-a756-84c2bdfb0714'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:57:17.092716 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2938fe9-c3a5-40a7-ae78-89b3be96d952" -d '{"events": [{"server_uuid": "5e6f0f6d-18ab-4f44-acfc-743c70f4986f", "name": "network-vif-plugged", "status": "completed", "tag": "f94796db-49e2-4019-a756-84c2bdfb0714"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:57:17.097146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64896b-a01e-43b9-b608-3ddc1130e916 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:17.109052 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f94796db-49e2-4019-a756-84c2bdfb0714, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f94796db-49e2-4019-a756-84c2bdfb0714,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:17.139745 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c5b71-60ec-4ab0-a4a7-640f6283c245 x-openstack-request-id: req-d81c5b71-60ec-4ab0-a4a7-640f6283c245 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:57:17.140036 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6f0f6d-18ab-4f44-acfc-743c70f4986f", "name": "network-vif-plugged", "status": "completed", "tag": "f94796db-49e2-4019-a756-84c2bdfb0714", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:57:17.140290 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d81c5b71-60ec-4ab0-a4a7-640f6283c245 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:57:17.140677 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94796db-49e2-4019-a756-84c2bdfb0714', 'code': 200} Oct 15 00:57:17.199758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.243557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ec9d8-d31c-4c9e-b8ee-f10e380de249 req-39a0ac2e-b807-429d-8001-1d2fc889713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:17.245215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a3ec9d8-d31c-4c9e-b8ee-f10e380de249 req-39a0ac2e-b807-429d-8001-1d2fc889713c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 1060 time: 0.0455580 Oct 15 00:57:17.300562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f94796db-49e2-4019-a756-84c2bdfb0714,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:17.326151 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.389068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:17.389361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.455138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] For port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02,segment=NetworkSegment(7d242651-13c5-4b2b-84dd-b48ec097d467),segment_id=7d242651-13c5-4b2b-84dd-b48ec097d467)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:17.455497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.468061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Calling delete_port for d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:17.602621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.630563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Port': ['ID=d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:17.632518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No DVR routers for this DVR port d3be4f5b-b31b-4dad-b5e1-b4bd945e4a02 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:17.740185 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.765690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb3ce54-54c5-4608-9602-013f7be30236']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:17.775584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd6972-c2dc-41f8-a3c1-4445be09d69a req-336aad36-bad7-4645-a723-221df8b31208 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:17.777108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02dd6972-c2dc-41f8-a3c1-4445be09d69a req-336aad36-bad7-4645-a723-221df8b31208 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 909 time: 0.1208644 Oct 15 00:57:17.785928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d242651-13c5-4b2b-84dd-b48ec097d467') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:17.786256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d242651-13c5-4b2b-84dd-b48ec097d467') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:17.796614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.811447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.817617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:17.818011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:17.822275 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:17.927734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.935239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:17.941767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/1bb3ce54-54c5-4608-9602-013f7be30236 HTTP/1.1" status: 204 len: 168 time: 2.0906365 Oct 15 00:57:17.942040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44626) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:17.947968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1765470978'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:17.952251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0ffa-fb28-436a-a54d-5775271ae69d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=1bb3ce54-54c5-4608-9602-013f7be30236,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:18.047001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:18.050646 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:18.075314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:18.083674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:18.084014 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment e109dcc6-55b5-4851-884f-04fc0ace2cda of type vlan for network 78a2b944-1953-423e-9f66-e2889bbaecd8 Oct 15 00:57:18.124711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:18.225064 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:18.231167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:18.231753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:18.305895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=78a2b944-1953-423e-9f66-e2889bbaecd8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:18.316885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 78a2b944-1953-423e-9f66-e2889bbaecd8 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:18.327265 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-302bb3a9-ea9c-4dc6-9252-29ed1b74adf6 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3839834 Oct 15 00:57:18.331195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44628) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:18.335173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': '78a2b944-1953-423e-9f66-e2889bbaecd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:18.499283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:18.503627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:18.791128 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:18.909596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=64ee0fad-e2a6-45bc-81bd-00269bbbbd5b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:18.926953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73b998-2e97-43f2-9c17-4cd1eca7514b req-f93de06f-b8e7-4d0f-ab44-2797bd362cfe tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:18.928977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed73b998-2e97-43f2-9c17-4cd1eca7514b req-f93de06f-b8e7-4d0f-ab44-2797bd362cfe tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 909 time: 0.0773153 Oct 15 00:57:18.954402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': 'e109dcc6-55b5-4851-884f-04fc0ace2cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '78a2b944-1953-423e-9f66-e2889bbaecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:18.954402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: 78a2b944-1953-423e-9f66-e2889bbaecd8, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:19.070972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d316f-eac9-44f5-a3ab-e98ec81d95c3 req-ec8a2b2f-a988-4469-9e95-8336871458f7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:19.073095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b32d316f-eac9-44f5-a3ab-e98ec81d95c3 req-ec8a2b2f-a988-4469-9e95-8336871458f7 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 909 time: 0.0621738 Oct 15 00:57:19.084837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network 78a2b944-1953-423e-9f66-e2889bbaecd8 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:19.178937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 78a2b944-1953-423e-9f66-e2889bbaecd8) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:19.185808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:19.186735 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.191209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959960f-d2ac-46b5-86f4-d89caf2cf426 None None] Network 78a2b944-1953-423e-9f66-e2889bbaecd8 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:19.251439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8c4b75f6-3eed-4103-9a06-fd075f88fc09 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9200146 Oct 15 00:57:19.254070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44646) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:19.385446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d74bf0-0c51-4602-bf0d-7ea0c7dc5192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-78a2b944-1953-423e-9f66-e2889bbaecd8', 'network_id': '78a2b944-1953-423e-9f66-e2889bbaecd8', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': '64ee0fad-e2a6-45bc-81bd-00269bbbbd5b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:19.387128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96d74bf0-0c51-4602-bf0d-7ea0c7dc5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.397753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.470627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.498406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68434abf-9a06-4680-af49-e9f9e1704902 req-0fc86904-cb24-4bc3-8f97-ee481a65c3fd tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:19.501704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-68434abf-9a06-4680-af49-e9f9e1704902 req-0fc86904-cb24-4bc3-8f97-ee481a65c3fd tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 1060 time: 0.0471704 Oct 15 00:57:19.637053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.679476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=64ee0fad-e2a6-45bc-81bd-00269bbbbd5b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:19.679695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd558550-2376-4e6d-bf06-f9c90fd7ae87 req-cb49dd6b-2f15-4aaa-b8a0-4ade65a379ba tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:19.686783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd558550-2376-4e6d-bf06-f9c90fd7ae87 req-cb49dd6b-2f15-4aaa-b8a0-4ade65a379ba tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 946 time: 0.0803049 Oct 15 00:57:19.741967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd558550-2376-4e6d-bf06-f9c90fd7ae87 req-94fec634-cb10-4f66-a965-f576433dd435 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server [None req-96d74bf0-0c51-4602-bf0d-7ea0c7dc5192 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64ee0fad-e2a6-45bc-81bd-00269bbbbd5b: This subnet is being modified by another concurrent operation. Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server raise exception Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64ee0fad-e2a6-45bc-81bd-00269bbbbd5b: This subnet is being modified by another concurrent operation. Oct 15 00:57:19.759972 n-d-811521-2 neutron-server[107727]: ERROR oslo_messaging.rpc.server Oct 15 00:57:19.779725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14237760-77d1-43e1-a365-ad1d359ce498 None None] Network 78a2b944-1953-423e-9f66-e2889bbaecd8 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:19.780035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.808195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a2b944-1953-423e-9f66-e2889bbaecd8']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:19.822019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e109dcc6-55b5-4851-884f-04fc0ace2cda') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:19.822329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e109dcc6-55b5-4851-884f-04fc0ace2cda') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:19.846379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.862986 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.868601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94583-0ceb-4ff5-9af8-df97e7adaf6c req-48b96fef-cab4-4c0c-8cd8-99253e10dfca tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:19.871868 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:19.873102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:19.876541 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:19.886379 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9f94583-0ceb-4ff5-9af8-df97e7adaf6c req-48b96fef-cab4-4c0c-8cd8-99253e10dfca tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1135 time: 0.0656221 Oct 15 00:57:19.927779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9f94583-0ceb-4ff5-9af8-df97e7adaf6c req-b60246e4-a16c-4721-904c-415ae73af871 tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0464759 Oct 15 00:57:19.946950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:19.962533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63504ce6-a1f8-4ab3-a4af-7a6f121faeef None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:19.996476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9fa06-90d3-48ad-b0d4-77f7b2b4561b tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:20.000547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34b9fa06-90d3-48ad-b0d4-77f7b2b4561b tempest-TestSecurityGroupsBasicOps-1930335277 tempest-TestSecurityGroupsBasicOps-1930335277-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 1055 time: 0.0500591 Oct 15 00:57:20.076498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.089174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.091668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63504ce6-a1f8-4ab3-a4af-7a6f121faeef None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:20.098345 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/78a2b944-1953-423e-9f66-e2889bbaecd8 HTTP/1.1" status: 204 len: 168 time: 0.8403661 Oct 15 00:57:20.099143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44662) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:20.106606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162753714'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:20.115933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb03880-70db-47b0-b602-fd27cdf2e912 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=78a2b944-1953-423e-9f66-e2889bbaecd8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:20.179600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:20.183874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.216271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:20.234309 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.234711 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment c2054bad-c863-43a2-bef7-058126cfb3b4 of type vlan for network 6267d68c-1d3c-4b1e-959f-ddc7b1105413 Oct 15 00:57:20.285414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.362668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.370354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:20.371764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.487364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=6267d68c-1d3c-4b1e-959f-ddc7b1105413,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:20.497954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 6267d68c-1d3c-4b1e-959f-ddc7b1105413 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:20.522474 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-31e52b44-d78d-47dc-b178-eb98a5a31bcd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4217119 Oct 15 00:57:20.530423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44666) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:20.534759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:20.567606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ceb32-3405-4ffa-8606-4d602b278eef req-f44b86cd-070c-40d7-ac2b-36ab2a0d3493 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:20.569109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f5ceb32-3405-4ffa-8606-4d602b278eef req-f44b86cd-070c-40d7-ac2b-36ab2a0d3493 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 909 time: 0.1014211 Oct 15 00:57:20.682581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:20.686517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:20.885424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a8499-54a3-47c5-ada6-b86a3fbc5cf2 req-1721946a-51de-4ab1-953d-53a29c2f0128 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:20.887021 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-682a8499-54a3-47c5-ada6-b86a3fbc5cf2 req-1721946a-51de-4ab1-953d-53a29c2f0128 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 946 time: 0.0627706 Oct 15 00:57:20.946464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-682a8499-54a3-47c5-ada6-b86a3fbc5cf2 req-2789c9c4-37c9-4322-bd1c-07b1c8d3baa1 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1633112-c064-4f80-bde6-4fe24e88fa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509086 Oct 15 00:57:20.962936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.028522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=5c070fb4-f805-4ade-8397-4dfdc91478ff,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:21.037554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': 'c2054bad-c863-43a2-bef7-058126cfb3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:21.037800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: 6267d68c-1d3c-4b1e-959f-ddc7b1105413, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:21.138745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network 6267d68c-1d3c-4b1e-959f-ddc7b1105413 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:21.200975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-e8bbb784-5c85-4ef7-970e-889b9aec92b6 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:21.202292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-e8bbb784-5c85-4ef7-970e-889b9aec92b6 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 946 time: 0.0485582 Oct 15 00:57:21.253476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 6267d68c-1d3c-4b1e-959f-ddc7b1105413) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:21.262676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b6d65-9329-44be-aea5-09f9840aee39 None None] Network 6267d68c-1d3c-4b1e-959f-ddc7b1105413 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:21.265841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:21.266555 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.300096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Deleting port 09ba8f44-43fd-4041-982f-691ec03cd973 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:21.300448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.354052 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0a36b7be-bd1e-4c00-abc8-faf830b3eb03 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8268542 Oct 15 00:57:21.356888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44674) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:21.405685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] For port 09ba8f44-43fd-4041-982f-691ec03cd973, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=09ba8f44-43fd-4041-982f-691ec03cd973,segment=NetworkSegment(2b7f95b3-8d02-41a1-961d-332c5ec6ebb8),segment_id=2b7f95b3-8d02-41a1-961d-332c5ec6ebb8)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:21.406264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.421747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Calling delete_port for 09ba8f44-43fd-4041-982f-691ec03cd973 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:21.436930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-6267d68c-1d3c-4b1e-959f-ddc7b1105413', 'network_id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': '5c070fb4-f805-4ade-8397-4dfdc91478ff'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:21.437788 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.481698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.548002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.676899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Allocated IP 172.20.0.1 (6267d68c-1d3c-4b1e-959f-ddc7b1105413/5c070fb4-f805-4ade-8397-4dfdc91478ff/64111487-4f08-4ba8-a021-bfbe229ffc83) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:21.725902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.754695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['09ba8f44-43fd-4041-982f-691ec03cd973'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:57:21.761624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Pushing event deleted for resources: {'Port': ['ID=09ba8f44-43fd-4041-982f-691ec03cd973,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:21.811915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fad50-84ea-4e51-80ae-d520f650851d req-22b4eb8f-6707-4807-8b06-8cf5a992d661 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:21.813435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-521fad50-84ea-4e51-80ae-d520f650851d req-22b4eb8f-6707-4807-8b06-8cf5a992d661 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 909 time: 0.1271095 Oct 15 00:57:21.814231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] No DVR routers for this DVR port 09ba8f44-43fd-4041-982f-691ec03cd973 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:21.816763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.820216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db945a2a-949b-471a-9a4a-ed25ada3b1d5 req-600f6a75-b8b7-495d-a46f-4b9880014a88 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.39 "DELETE /v2.0/ports/09ba8f44-43fd-4041-982f-691ec03cd973 HTTP/1.1" status: 204 len: 173 time: 0.6117814 Oct 15 00:57:21.821192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'name': 'network-vif-deleted', 'tag': '09ba8f44-43fd-4041-982f-691ec03cd973'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:57:21.823786 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0a48a-f0a1-4429-9fc5-f559297ad8c3" -d '{"events": [{"server_uuid": "f8737f75-2f13-4d78-9818-c18e9b0800d8", "name": "network-vif-deleted", "tag": "09ba8f44-43fd-4041-982f-691ec03cd973"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:57:21.899805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:21.906784 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4d5c9b-be67-429e-add9-f980b3eb414c x-openstack-request-id: req-9e4d5c9b-be67-429e-add9-f980b3eb414c {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:57:21.907325 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8737f75-2f13-4d78-9818-c18e9b0800d8", "name": "network-vif-deleted", "tag": "09ba8f44-43fd-4041-982f-691ec03cd973", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:57:21.907795 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e4d5c9b-be67-429e-add9-f980b3eb414c {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:57:21.908540 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8737f75-2f13-4d78-9818-c18e9b0800d8', 'name': 'network-vif-deleted', 'tag': '09ba8f44-43fd-4041-982f-691ec03cd973', 'status': 'completed', 'code': 200} Oct 15 00:57:22.008403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.064347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Pushing event updated for resources: {'Port': ['ID=64111487-4f08-4ba8-a021-bfbe229ffc83,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:22.071706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f62476a-f414-4bec-87f1-4c67ebf22040 req-cdd9ee3c-8a28-4647-b143-ee0b6a040053 tempest-VolumesSnapshotTestJSON-1795463807 tempest-VolumesSnapshotTestJSON-1795463807-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8737f75-2f13-4d78-9818-c18e9b0800d8 HTTP/1.1" status: 200 len: 210 time: 0.0415778 Oct 15 00:57:22.074002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Network 6267d68c-1d3c-4b1e-959f-ddc7b1105413 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:22.076053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:22.078491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:22.128509 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.128749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-ffc54153-409f-43f2-9965-8c392a0fabc8 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:22.130308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-ffc54153-409f-43f2-9965-8c392a0fabc8 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 909 time: 0.0575194 Oct 15 00:57:22.179831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Attempting to bind port 64111487-4f08-4ba8-a021-bfbe229ffc83 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:22.180700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Attempting to bind port 64111487-4f08-4ba8-a021-bfbe229ffc83 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c2054bad-c863-43a2-bef7-058126cfb3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:22.181057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Attempting to bind port 64111487-4f08-4ba8-a021-bfbe229ffc83 on network 6267d68c-1d3c-4b1e-959f-ddc7b1105413 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:22.196348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:22.199016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Checking segment: {'id': 'c2054bad-c863-43a2-bef7-058126cfb3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:22.199016 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.199016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Bound using segment: {'id': 'c2054bad-c863-43a2-bef7-058126cfb3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:22.201272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=5c070fb4-f805-4ade-8397-4dfdc91478ff,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:22.205978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Bound port: 64111487-4f08-4ba8-a021-bfbe229ffc83, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2054bad-c863-43a2-bef7-058126cfb3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:22.206643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.301722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.310537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port f94796db-49e2-4019-a756-84c2bdfb0714 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:22.310880 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.325957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6267d68c-1d3c-4b1e-959f-ddc7b1105413']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:22.326232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] For port 64111487-4f08-4ba8-a021-bfbe229ffc83, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:22.332375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] For port 64111487-4f08-4ba8-a021-bfbe229ffc83, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=64111487-4f08-4ba8-a021-bfbe229ffc83,segment=NetworkSegment(c2054bad-c863-43a2-bef7-058126cfb3b4),segment_id=c2054bad-c863-43a2-bef7-058126cfb3b4)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:22.347250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2054bad-c863-43a2-bef7-058126cfb3b4') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:22.347913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2054bad-c863-43a2-bef7-058126cfb3b4') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:22.373566 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.413976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.417196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.422297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] For port f94796db-49e2-4019-a756-84c2bdfb0714, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f94796db-49e2-4019-a756-84c2bdfb0714,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:22.423344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.425768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:22.426274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:22.430752 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:22.440314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for f94796db-49e2-4019-a756-84c2bdfb0714 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:22.579857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2da019-56f1-448b-b8b1-6f594302cc3d None None] Pushing event updated for resources: {'Port': ['ID=64111487-4f08-4ba8-a021-bfbe229ffc83,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:22.580862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.api [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:57:22.580862 n-d-811521-2 neutron-server[107725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:57:22.580862 n-d-811521-2 neutron-server[107725]: [parameters: {'id': '6267d68c-1d3c-4b1e-959f-ddc7b1105413'}] Oct 15 00:57:22.580862 n-d-811521-2 neutron-server[107725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:57:22.581721 n-d-811521-2 neutron-server[107725]: DEBUG oslo_db.api [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:57:22.599720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc04fef-9db3-458f-87f3-6bedca85fa41 None None] Network 6267d68c-1d3c-4b1e-959f-ddc7b1105413 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:22.705029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.735535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90faa3f3-ea64-474f-bab6-abe3e4ef1aab None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:22.736096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=f94796db-49e2-4019-a756-84c2bdfb0714,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:22.792910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] No DVR routers for this DVR port f94796db-49e2-4019-a756-84c2bdfb0714 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:22.796297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:22.800757 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0a9924d-34b7-4fbf-9a37-30a6bd89c029 req-53cfe682-a3e1-4bc5-9b50-7c374510faee tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.39 "DELETE /v2.0/ports/f94796db-49e2-4019-a756-84c2bdfb0714 HTTP/1.1" status: 204 len: 173 time: 0.6632400 Oct 15 00:57:22.858272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90faa3f3-ea64-474f-bab6-abe3e4ef1aab None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:22.966630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-043f76bc-93f5-4326-8019-9219bdc8bd77 req-c7a18f27-8e53-490c-a995-6eacad589aae tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 210 time: 0.0500767 Oct 15 00:57:23.083198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.185792 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting port 64111487-4f08-4ba8-a021-bfbe229ffc83 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:23.186263 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.315278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] For port 64111487-4f08-4ba8-a021-bfbe229ffc83, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=64111487-4f08-4ba8-a021-bfbe229ffc83,segment=NetworkSegment(c2054bad-c863-43a2-bef7-058126cfb3b4),segment_id=c2054bad-c863-43a2-bef7-058126cfb3b4)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:23.315278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.344071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Calling delete_port for 64111487-4f08-4ba8-a021-bfbe229ffc83 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:23.527954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.571104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Port': ['ID=64111487-4f08-4ba8-a021-bfbe229ffc83,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:23.573378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No DVR routers for this DVR port 64111487-4f08-4ba8-a021-bfbe229ffc83 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:23.692476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.721233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6267d68c-1d3c-4b1e-959f-ddc7b1105413']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:23.734646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2054bad-c863-43a2-bef7-058126cfb3b4') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:23.735198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2054bad-c863-43a2-bef7-058126cfb3b4') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:23.748041 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.764335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.777107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:23.777523 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:23.784285 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:23.909698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'name': 'network-vif-deleted', 'tag': 'f94796db-49e2-4019-a756-84c2bdfb0714'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:57:23.913052 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8a622a-7df4-4043-8399-b3db32dc94b5" -d '{"events": [{"server_uuid": "5e6f0f6d-18ab-4f44-acfc-743c70f4986f", "name": "network-vif-deleted", "tag": "f94796db-49e2-4019-a756-84c2bdfb0714"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:57:23.972946 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04b8f55-b348-4bd3-a5f7-da307e8ad6b7 x-openstack-request-id: req-f04b8f55-b348-4bd3-a5f7-da307e8ad6b7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:57:23.973339 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6f0f6d-18ab-4f44-acfc-743c70f4986f", "name": "network-vif-deleted", "tag": "f94796db-49e2-4019-a756-84c2bdfb0714", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:57:23.973691 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f04b8f55-b348-4bd3-a5f7-da307e8ad6b7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:57:23.974452 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6f0f6d-18ab-4f44-acfc-743c70f4986f', 'name': 'network-vif-deleted', 'tag': 'f94796db-49e2-4019-a756-84c2bdfb0714', 'status': 'completed', 'code': 200} Oct 15 00:57:23.986984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:23.999275 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.011828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44722) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:24.014585 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/6267d68c-1d3c-4b1e-959f-ddc7b1105413 HTTP/1.1" status: 204 len: 168 time: 2.6551933 Oct 15 00:57:24.017915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-233452619'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:24.064665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acd9ba-b6de-4a64-9076-2aed72058e5c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=6267d68c-1d3c-4b1e-959f-ddc7b1105413,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:24.153982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2790c049-af4d-4ac0-84d5-10b562dffdbe req-dd1e5ae0-1055-4a26-aac7-07de9d2e8423 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6f0f6d-18ab-4f44-acfc-743c70f4986f HTTP/1.1" status: 200 len: 210 time: 0.0275600 Oct 15 00:57:24.155023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:24.158414 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.187927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:24.197264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.197602 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 0cb4c0b3-4d31-43af-82fe-83569517ee6e of type vlan for network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 Oct 15 00:57:24.245857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.335473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.341203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:24.345628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.444029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4306176 Oct 15 00:57:24.447661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:24.454138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'New_network'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:24.459741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a084de-840f-419b-af31-8880f7ada2f5 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=cabea235-a0a3-43eb-8ff2-2a7f36b3e281,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:24.479510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:24.691177 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.716753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 09ba8f44-43fd-4041-982f-691ec03cd973 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:24.767539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 09ba8f44-43fd-4041-982f-691ec03cd973 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:24.768190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 09ba8f44-43fd-4041-982f-691ec03cd973 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:24.797097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.819762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 is not hosted by any dhcp agent {{(pid=107725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:57:24.826797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:24.827720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:24.831740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "PUT /v2.0/networks/cabea235-a0a3-43eb-8ff2-2a7f36b3e281 HTTP/1.1" status: 200 len: 723 time: 0.3805265 Oct 15 00:57:24.832107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44732) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:24.837668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:24.883938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f0153-b45e-48d0-b833-98d083baae47 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=cabea235-a0a3-43eb-8ff2-2a7f36b3e281,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:24.896363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:25.065351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:25.069571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:25.254210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44740) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:25.699917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:25.737281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:25.759656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=42fc6769-d712-406a-aa36-207fb632e904,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:25.794486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': '0cb4c0b3-4d31-43af-82fe-83569517ee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:25.794486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: cabea235-a0a3-43eb-8ff2-2a7f36b3e281, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:25.893248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:25.984822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, cabea235-a0a3-43eb-8ff2-2a7f36b3e281) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:25.989387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:25.990570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:25.996080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b2b7b-1f4e-4a2d-b08e-5ffce356970a None None] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:26.022005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:26.022395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.104459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-844b2733-8432-426d-98c7-1e6881b666fb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2709644 Oct 15 00:57:26.110879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44754) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:26.117787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a89e6a2a-37e5-41c2-8406-3c6ed5285e2c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:26.140252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] For port 2fea8a78-af09-4cde-a576-d1f1eeac7c5e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:26.140501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.157866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for 2fea8a78-af09-4cde-a576-d1f1eeac7c5e owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:26.176382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-cabea235-a0a3-43eb-8ff2-2a7f36b3e281', 'network_id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': '42fc6769-d712-406a-aa36-207fb632e904'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:26.177608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.245186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a89e6a2a-37e5-41c2-8406-3c6ed5285e2c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59229755'] for subnet, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.306002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ac08d27-c513-4c2f-a183-bb3ce39f037f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.447849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.476307 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a89e6a2a-37e5-41c2-8406-3c6ed5285e2c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736271237434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59488639'] for subnet, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.517461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=2fea8a78-af09-4cde-a576-d1f1eeac7c5e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:26.597845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e6a2a-37e5-41c2-8406-3c6ed5285e2c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=42fc6769-d712-406a-aa36-207fb632e904,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:26.602737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89e6a2a-37e5-41c2-8406-3c6ed5285e2c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:26.604666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a89e6a2a-37e5-41c2-8406-3c6ed5285e2c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.606605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a89e6a2a-37e5-41c2-8406-3c6ed5285e2c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "PUT /v2.0/subnets/42fc6769-d712-406a-aa36-207fb632e904 HTTP/1.1" status: 200 len: 806 time: 0.4941261 Oct 15 00:57:26.615359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Allocated IP 172.20.0.2 (cabea235-a0a3-43eb-8ff2-2a7f36b3e281/42fc6769-d712-406a-aa36-207fb632e904/5a0f033b-1eed-43c4-8f26-49d743808fad) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:26.618080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44760) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:26.727528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f94796db-49e2-4019-a756-84c2bdfb0714 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:26.755266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: f94796db-49e2-4019-a756-84c2bdfb0714 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:26.755613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f94796db-49e2-4019-a756-84c2bdfb0714 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:26.830013 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.886316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.895297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.950118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:26.981431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.042717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:27.059972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:27.059972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:27.070131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Pushing event updated for resources: {'Port': ['ID=5a0f033b-1eed-43c4-8f26-49d743808fad,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:27.075831 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.144156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=42fc6769-d712-406a-aa36-207fb632e904,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:27.191313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Attempting to bind port 5a0f033b-1eed-43c4-8f26-49d743808fad on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:27.191688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Attempting to bind port 5a0f033b-1eed-43c4-8f26-49d743808fad by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0cb4c0b3-4d31-43af-82fe-83569517ee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:27.192051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Attempting to bind port 5a0f033b-1eed-43c4-8f26-49d743808fad on network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:27.205911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:27.206560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Checking segment: {'id': '0cb4c0b3-4d31-43af-82fe-83569517ee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:27.206976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.207371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Bound using segment: {'id': '0cb4c0b3-4d31-43af-82fe-83569517ee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:27.207859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Bound port: 5a0f033b-1eed-43c4-8f26-49d743808fad, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb4c0b3-4d31-43af-82fe-83569517ee6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:27.208242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.253040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.277889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabea235-a0a3-43eb-8ff2-2a7f36b3e281']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:27.296838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb4c0b3-4d31-43af-82fe-83569517ee6e') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:27.297192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb4c0b3-4d31-43af-82fe-83569517ee6e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:27.312507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.331387 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.344916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:27.345321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:27.355928 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:27.359992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] For port 5a0f033b-1eed-43c4-8f26-49d743808fad, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:27.441049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] For port 5a0f033b-1eed-43c4-8f26-49d743808fad, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5a0f033b-1eed-43c4-8f26-49d743808fad,segment=NetworkSegment(0cb4c0b3-4d31-43af-82fe-83569517ee6e),segment_id=0cb4c0b3-4d31-43af-82fe-83569517ee6e)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:27.470852 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:57:27.470852 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:57:27.470852 n-d-811521-2 neutron-server[107726]: [parameters: {'id': 'cabea235-a0a3-43eb-8ff2-2a7f36b3e281'}] Oct 15 00:57:27.470852 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:57:27.472151 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:57:27.511291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:27.603784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668c5ee-2fb3-472c-b61d-091d5a4f1496 None None] Pushing event updated for resources: {'Port': ['ID=5a0f033b-1eed-43c4-8f26-49d743808fad,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:27.662019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2a5e8-1f4a-452e-b951-f2ee2c815000 None None] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:27.901323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d264146-76bd-4382-813c-a4365aad3ceb None None] Network cabea235-a0a3-43eb-8ff2-2a7f36b3e281 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:27.904936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router ad41c510-6456-44ab-8026-88af19dd69bf has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:57:27.973344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.073475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting port 5a0f033b-1eed-43c4-8f26-49d743808fad {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:28.073812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.128357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:57:28.141112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] Sync routers for ids ['ad41c510-6456-44ab-8026-88af19dd69bf'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:57:28.144529 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1866eaeb-9997-4e99-b9cd-e7fa8c81497a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "PUT /v2.0/routers/ad41c510-6456-44ab-8026-88af19dd69bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8865480 Oct 15 00:57:28.144911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44792) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:28.188201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] Routers {'ad41c510-6456-44ab-8026-88af19dd69bf'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:28.188813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:56:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ad41c510-6456-44ab-8026-88af19dd69bf'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:28.222970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] For port 5a0f033b-1eed-43c4-8f26-49d743808fad, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=5a0f033b-1eed-43c4-8f26-49d743808fad,segment=NetworkSegment(0cb4c0b3-4d31-43af-82fe-83569517ee6e),segment_id=0cb4c0b3-4d31-43af-82fe-83569517ee6e)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:28.223522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.224662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting subnet 6c6f01cd-d3eb-4fe3-8aa4-7d121d120663 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:57:28.233135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.252530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323cbc5d-1e47-4329-8b38-6420a1714437 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:28.258307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Calling delete_port for 5a0f033b-1eed-43c4-8f26-49d743808fad owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:28.315404 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.435212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.482750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.521694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Port': ['ID=5a0f033b-1eed-43c4-8f26-49d743808fad,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:28.523408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No DVR routers for this DVR port 5a0f033b-1eed-43c4-8f26-49d743808fad on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:28.535419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] Set router ad41c510-6456-44ab-8026-88af19dd69bf gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:28.568171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.619710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6f01cd-d3eb-4fe3-8aa4-7d121d120663,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:28.630361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.632198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-81c59493-5b1e-4c04-9378-962f67b181e6 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/subnets/6c6f01cd-d3eb-4fe3-8aa4-7d121d120663 HTTP/1.1" status: 204 len: 168 time: 0.4864669 Oct 15 00:57:28.636255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:28.775464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323cbc5d-1e47-4329-8b38-6420a1714437 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:28.825376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.830458 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:28.920606 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2089ae64-4bcf-4f8b-9efd-59ac1c61500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.033433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabea235-a0a3-43eb-8ff2-2a7f36b3e281']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:29.056109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb4c0b3-4d31-43af-82fe-83569517ee6e') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:29.057798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb4c0b3-4d31-43af-82fe-83569517ee6e') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:29.100823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.129611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.144044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:29.144459 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.148825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:57:26Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'c1f99041-70d9-4352-bc6c-766595695b50', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ab:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:56:53Z', 'updated_at': '2021-10-15T00:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:29.164804 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:29.176503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.243834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] Checking router: ad41c510-6456-44ab-8026-88af19dd69bf for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:57:29.276769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] Routers {'ad41c510-6456-44ab-8026-88af19dd69bf'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:29.277459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ad41c510-6456-44ab-8026-88af19dd69bf'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:29.320743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.339720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.344334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/cabea235-a0a3-43eb-8ff2-2a7f36b3e281 HTTP/1.1" status: 204 len: 168 time: 2.7240489 Oct 15 00:57:29.347173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44806) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:29.393660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port c1f99041-70d9-4352-bc6c-766595695b50 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:29.394313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.395302 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78a31a2-0d5e-4385-a857-3b4bf168a3ad tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:29.396114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78a31a2-0d5e-4385-a857-3b4bf168a3ad tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:29.397819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e2b83-58fd-4af8-891d-2b258cdd5d00 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=cabea235-a0a3-43eb-8ff2-2a7f36b3e281,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:29.405317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e78a31a2-0d5e-4385-a857-3b4bf168a3ad tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/cabea235-a0a3-43eb-8ff2-2a7f36b3e281 HTTP/1.1" status: 404 len: 339 time: 0.0570102 Oct 15 00:57:29.406112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44810) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:29.418060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1851129907', 'description': 'd1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:29.523234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] For port c1f99041-70d9-4352-bc6c-766595695b50, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c1f99041-70d9-4352-bc6c-766595695b50,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:29.524873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.542610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for c1f99041-70d9-4352-bc6c-766595695b50 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:29.574033 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:29.578412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.633460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:29.681415 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.682392 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 23f6d67e-233e-480b-9386-49c6ee84f2d7 of type vlan for network 9749c68d-a20f-4da6-9f52-ef3d6fce12a2 Oct 15 00:57:29.750646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] Set router ad41c510-6456-44ab-8026-88af19dd69bf gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:29.811434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.885413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:57:29Z', 'revision_number': 6, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:29.919772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac3ca4-3e37-4e93-a45e-7be6287a0382 None None] The sync data for ids ['ad41c510-6456-44ab-8026-88af19dd69bf'] in n-d-811521-2 is: [{'id': 'ad41c510-6456-44ab-8026-88af19dd69bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1482239349', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:56:52Z', 'updated_at': '2021-10-15T00:57:29Z', 'revision_number': 6, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:57:29.927993 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.938422 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:29.938422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.951112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:29.989693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39bf2a-5786-4088-b2b7-151e6b41d77d None None] Network 42cc382e-7817-4424-b477-62fe9ffd5af0 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:30.005667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=c1f99041-70d9-4352-bc6c-766595695b50,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:30.062038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=9749c68d-a20f-4da6-9f52-ef3d6fce12a2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:30.079201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.083874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9749c68d-a20f-4da6-9f52-ef3d6fce12a2 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:30.098874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b17cd200-14de-443a-bd56-65dc1d5bb533 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6886668 Oct 15 00:57:30.098874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44822) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:30.250543 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.252860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6414c9e-3eb7-4d6e-a2cd-e48142fcf12a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:30.253268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.254666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d6414c9e-3eb7-4d6e-a2cd-e48142fcf12a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/networks?id=9749c68d-a20f-4da6-9f52-ef3d6fce12a2 HTTP/1.1" status: 200 len: 761 time: 0.1553550 Oct 15 00:57:30.257314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44826) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:30.262605 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.264401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'description': 'd2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:30.344900 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.421077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] DHCP port deletion for 42cc382e-7817-4424-b477-62fe9ffd5af0 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:57:30.442352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.442915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Fanout notify agent at l3_agent the message router_deleted on router ad41c510-6456-44ab-8026-88af19dd69bf {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:57:30.452281 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.459909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e9f7487a-46e3-4908-a4a8-38e9e3815d58 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/routers/ad41c510-6456-44ab-8026-88af19dd69bf HTTP/1.1" status: 204 len: 168 time: 1.8227143 Oct 15 00:57:30.469212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44830) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:30.542644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] Deleting port b5fc7871-6461-4ba4-a72c-63944041dade {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:30.543022 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.582640 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.628306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.630985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.706542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] For port b5fc7871-6461-4ba4-a72c-63944041dade, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b5fc7871-6461-4ba4-a72c-63944041dade,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:30.706542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.744221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port b5fc7871-6461-4ba4-a72c-63944041dade {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:30.744221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.744439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] Calling delete_port for b5fc7871-6461-4ba4-a72c-63944041dade owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:30.806689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=9749c68d-a20f-4da6-9f52-ef3d6fce12a2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:30.817093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network 9749c68d-a20f-4da6-9f52-ef3d6fce12a2 is not hosted by any dhcp agent {{(pid=107725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 00:57:30.825505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 9749c68d-a20f-4da6-9f52-ef3d6fce12a2 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:30.856490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:30.861210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:30.861210 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e54c5f25-b4fd-47d8-8e84-de00a2dbadea tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "PUT /v2.0/networks/9749c68d-a20f-4da6-9f52-ef3d6fce12a2 HTTP/1.1" status: 200 len: 758 time: 0.5987451 Oct 15 00:57:30.863105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44838) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:31.020214 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.076043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] For port b5fc7871-6461-4ba4-a72c-63944041dade, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b5fc7871-6461-4ba4-a72c-63944041dade,segment=NetworkSegment(c181208e-cc27-401c-b8ff-cd592fe4e223),segment_id=c181208e-cc27-401c-b8ff-cd592fe4e223)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:31.078208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.093688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] Pushing event deleted for resources: {'Port': ['ID=b5fc7871-6461-4ba4-a72c-63944041dade,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:31.110459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9418e-ed0f-43d0-8b6b-81cb9e6797a5 None None] No DVR routers for this DVR port b5fc7871-6461-4ba4-a72c-63944041dade on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:31.130044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for b5fc7871-6461-4ba4-a72c-63944041dade owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:31.138981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca49fcd-9595-4bce-bd39-73603755badf tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:31.140900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aca49fcd-9595-4bce-bd39-73603755badf tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/networks?id=9749c68d-a20f-4da6-9f52-ef3d6fce12a2 HTTP/1.1" status: 200 len: 761 time: 0.2767127 Oct 15 00:57:31.144921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44844) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:31.152267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-68552459'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:31.232133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.251787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:31.260024 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.281452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=b5fc7871-6461-4ba4-a72c-63944041dade,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:31.298567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.299470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.300136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.300584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.301323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.301467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.301907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.302369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.302801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.303234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.308934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.310387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:31.314537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:31.318210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] No DVR routers for this DVR port b5fc7871-6461-4ba4-a72c-63944041dade on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:31.335124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.335475 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment 1a7e9ff9-775c-46f4-b9eb-e4004eaac34b of type vlan for network 7ad63866-840f-48d7-b5bb-801b1421a942 Oct 15 00:57:31.425039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.491968 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.516422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.526206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:31.526834 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.545440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cc382e-7817-4424-b477-62fe9ffd5af0']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:31.592643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c181208e-cc27-401c-b8ff-cd592fe4e223') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:31.593314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c181208e-cc27-401c-b8ff-cd592fe4e223') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:31.624039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.680203 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.688607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:31.690180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: self.session.flush() Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:31.694201 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:31.796622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=7ad63866-840f-48d7-b5bb-801b1421a942,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:31.807967 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3c2c117-a8c8-4ba8-a935-faa2a819e847 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6618962 Oct 15 00:57:31.810680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44860) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:31.818198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': '7ad63866-840f-48d7-b5bb-801b1421a942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:31.827711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 7ad63866-840f-48d7-b5bb-801b1421a942 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:31.920503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:31.938879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:32.019436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/networks/42cc382e-7817-4424-b477-62fe9ffd5af0 HTTP/1.1" status: 204 len: 168 time: 1.4855208 Oct 15 00:57:32.161898 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44866) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:32.164432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fea8a78-af09-4cde-a576-d1f1eeac7c5e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:32.164812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8f583-4de2-4c6d-a675-06d2dec5337e tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Network': ['ID=42cc382e-7817-4424-b477-62fe9ffd5af0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:32.165147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 2fea8a78-af09-4cde-a576-d1f1eeac7c5e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:32.165147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2fea8a78-af09-4cde-a576-d1f1eeac7c5e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:32.165147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b5fc7871-6461-4ba4-a72c-63944041dade no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:32.165523 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:57:32.166251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b5fc7871-6461-4ba4-a72c-63944041dade {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:32.166251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b5fc7871-6461-4ba4-a72c-63944041dade not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:32.166251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1f99041-70d9-4352-bc6c-766595695b50 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:32.197497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:32.201890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:32.223817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c1f99041-70d9-4352-bc6c-766595695b50 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:32.230478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c1f99041-70d9-4352-bc6c-766595695b50 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:32.381932 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:32.488162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port 16206a2b-9a82-4d1b-a565-20de01463298 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:32.488775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:32.665022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:32.665022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:32.694897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for 16206a2b-9a82-4d1b-a565-20de01463298 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:32.744898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:32.832893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=c55c5795-9f65-4451-83a0-30d905105bee,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:32.898310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ad63866-840f-48d7-b5bb-801b1421a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:32.899080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: 7ad63866-840f-48d7-b5bb-801b1421a942, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:33.031171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network 7ad63866-840f-48d7-b5bb-801b1421a942 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:33.065454 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.126518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=16206a2b-9a82-4d1b-a565-20de01463298,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:33.152110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 7ad63866-840f-48d7-b5bb-801b1421a942) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:33.159948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:33.160691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.172670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2b6d3-b637-4ecb-acf1-c57960605b2f None None] Network 7ad63866-840f-48d7-b5bb-801b1421a942 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:33.245190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-68bddc8b-2119-4c05-8309-0ca7f459d1fe tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4331791 Oct 15 00:57:33.247756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 44898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:33.355909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.356521 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Floating IP 2084235d-7fad-4704-9ac5-a69c501e521f disassociated (deleted). External IP: 172.25.2.52, port: 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b. Oct 15 00:57:33.471665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.480712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-7ad63866-840f-48d7-b5bb-801b1421a942', 'network_id': '7ad63866-840f-48d7-b5bb-801b1421a942', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': 'c55c5795-9f65-4451-83a0-30d905105bee'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:33.481582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.609729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.737681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Allocated IP 172.20.0.2 (7ad63866-840f-48d7-b5bb-801b1421a942/c55c5795-9f65-4451-83a0-30d905105bee/89304bc5-7a95-4ba6-8af8-7d9a82e5798b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:33.741653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:57:33.900601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:57:33.911731 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] Sync routers for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:57:33.915880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.931133 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:33.931750 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:33.963015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:33.978744 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27ff6194-437f-4684-b594-516588f288ca tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/floatingips/2084235d-7fad-4704-9ac5-a69c501e521f HTTP/1.1" status: 204 len: 168 time: 2.0070481 Oct 15 00:57:33.978744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:57:33.978744 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:57:34.065352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:34.112586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Network 7ad63866-840f-48d7-b5bb-801b1421a942 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:34.163860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:34.172448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:34.173498 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:34.191104 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:34.245757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=c55c5795-9f65-4451-83a0-30d905105bee,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:34.344189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Pushing event updated for resources: {'Port': ['ID=89304bc5-7a95-4ba6-8af8-7d9a82e5798b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:34.356573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Attempting to bind port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:34.356942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Attempting to bind port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ad63866-840f-48d7-b5bb-801b1421a942'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:34.357301 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Attempting to bind port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b on network 7ad63866-840f-48d7-b5bb-801b1421a942 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:34.364995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:34.365329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Checking segment: {'id': '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ad63866-840f-48d7-b5bb-801b1421a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:34.365878 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:34.369331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Bound using segment: {'id': '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ad63866-840f-48d7-b5bb-801b1421a942'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:34.370712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Bound port: 89304bc5-7a95-4ba6-8af8-7d9a82e5798b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7ad63866-840f-48d7-b5bb-801b1421a942'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:34.373670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:34.384612 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf097b7-fcbb-4f6f-a86e-26827c39085f x-openstack-request-id: req-dbf097b7-fcbb-4f6f-a86e-26827c39085f {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:57:34.385085 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:57:34.385188 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbf097b7-fcbb-4f6f-a86e-26827c39085f {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:57:34.385606 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'status': 'completed', 'code': 200} Oct 15 00:57:34.569376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] For port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:34.592896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] For port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=89304bc5-7a95-4ba6-8af8-7d9a82e5798b,segment=NetworkSegment(1a7e9ff9-775c-46f4-b9eb-e4004eaac34b),segment_id=1a7e9ff9-775c-46f4-b9eb-e4004eaac34b)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:34.629192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:34.659738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:34.685123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad63866-840f-48d7-b5bb-801b1421a942']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:34.734946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:34.735250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:34.753005 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:34.756909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-6332e630-e197-4e6f-961d-613271fbc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:34.765879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-6332e630-e197-4e6f-961d-613271fbc1ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 1135 time: 0.3394933 Oct 15 00:57:34.790942 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] Checking router: 0ba25f50-5fbc-44fa-9a6d-b2328760b30d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:57:34.816532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330c305-64e9-47b7-9154-42440c954933 None None] Network 7ad63866-840f-48d7-b5bb-801b1421a942 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:34.819449 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:34.820230 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:34.973185 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:34.975744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-7a47da24-cdca-42e5-b17a-16d2b0a59fcb req-16cb21da-f0fc-457e-9f87-07edcc066210 service neutron] (107726) timed out ('10.222.0.13', 49516) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 00:57:34.977680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-4c28f517-9a5c-44c3-a7be-0e833039f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:34.979655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-4c28f517-9a5c-44c3-a7be-0e833039f6a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1 HTTP/1.1" status: 200 len: 897 time: 0.2004645 Oct 15 00:57:35.039888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-2168d299-8fe8-44a0-8da7-40502bab8e0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b HTTP/1.1" status: 200 len: 217 time: 0.0514176 Oct 15 00:57:35.067001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1646b2b-3003-42e1-b736-dfcf96115884 None None] Pushing event updated for resources: {'Port': ['ID=89304bc5-7a95-4ba6-8af8-7d9a82e5798b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:35.131408 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:35.157771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:35.159080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40309597-cf7d-427c-a567-345b1c669316 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:35.252214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:35.264267 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:35.347130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-1dde4f63-0c36-40e2-9d04-9f98e9828937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:35.348723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-1dde4f63-0c36-40e2-9d04-9f98e9828937 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa45ab1a-6f48-4627-9a44-e61926cf21cd HTTP/1.1" status: 200 len: 834 time: 0.2995498 Oct 15 00:57:35.374054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303835-de6e-4954-87fe-7d3ac384152d req-43d0e615-cadb-4804-b04f-2be38521be4b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:35.376832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff303835-de6e-4954-87fe-7d3ac384152d req-43d0e615-cadb-4804-b04f-2be38521be4b tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 984 time: 0.2890134 Oct 15 00:57:35.425832 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:57:35.425832 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:57:35.425832 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '7ad63866-840f-48d7-b5bb-801b1421a942'}] Oct 15 00:57:35.425832 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:57:35.426760 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:57:35.458076 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff303835-de6e-4954-87fe-7d3ac384152d req-8c40b45a-b7c9-4241-af50-ffe55ccd5429 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0587571 Oct 15 00:57:35.474077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-5f66f9a2-213e-44f5-a485-5a9a213bb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:35.480570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-5f66f9a2-213e-44f5-a485-5a9a213bb548 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf3000b6-a06e-41e7-9c43-fff2fc180bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176765 Oct 15 00:57:35.517783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40309597-cf7d-427c-a567-345b1c669316 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:35.697818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-6d1e7f43-4159-4302-86ab-391352dabeff service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134852 Oct 15 00:57:36.112629 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:36.183678 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d49b9-c283-4760-b61b-3105f14dab4b None None] The sync data for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 is: [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:55:54Z', 'revision_number': 4, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '31923c65-a921-48a2-b5ca-fc7d15e6c619', 'name': '', 'network_id': 'cf3000b6-a06e-41e7-9c43-fff2fc180bc1', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'mac_address': 'fa:16:3e:f5:b3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:52Z', 'updated_at': '2021-10-15T00:55:58Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'subnets': [{'id': 'fa45ab1a-6f48-4627-9a44-e61926cf21cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:57:36.216046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:36.333686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-315ce63c-2580-4df3-a1ae-ad69ea1bd4a7 req-d3d947a1-ac3b-477c-98d1-e02edbdf7862 service neutron] 10.222.0.30 "GET /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270046 Oct 15 00:57:36.354122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:36.354740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:36.404119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-b43437b3-bef2-4df0-93d8-840301654e0d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:36.405666 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-b43437b3-bef2-4df0-93d8-840301654e0d tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 984 time: 0.1527936 Oct 15 00:57:36.502171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] For port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=89304bc5-7a95-4ba6-8af8-7d9a82e5798b,segment=NetworkSegment(1a7e9ff9-775c-46f4-b9eb-e4004eaac34b),segment_id=1a7e9ff9-775c-46f4-b9eb-e4004eaac34b)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:36.502171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:36.547257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Calling delete_port for 89304bc5-7a95-4ba6-8af8-7d9a82e5798b owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:36.700232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:36.702232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:36.713256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf97ddf5-68de-464e-968b-915a2e2ef8b3 None None] New status for floating IP 2084235d-7fad-4704-9ac5-a69c501e521f: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:57:36.792093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cc26b-5144-4d60-aa6a-30cf6e94cd55 req-c2eb967a-4195-4796-b712-7eead36a5656 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:36.798501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-947cc26b-5144-4d60-aa6a-30cf6e94cd55 req-c2eb967a-4195-4796-b712-7eead36a5656 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 984 time: 0.1734824 Oct 15 00:57:36.867585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-947cc26b-5144-4d60-aa6a-30cf6e94cd55 req-7782d235-a2db-42d0-95d2-7209e37db3bc tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d53c954-d21d-4bbe-b803-3f54f02a326c&id=4954b9f4-0db4-4400-b04b-f342dc31499e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0638704 Oct 15 00:57:36.869114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] For port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:36.869491 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:36.904952 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:36.964508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Port': ['ID=89304bc5-7a95-4ba6-8af8-7d9a82e5798b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:36.964603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:36.964692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No DVR routers for this DVR port 89304bc5-7a95-4ba6-8af8-7d9a82e5798b on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:37.143093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:37.165150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad63866-840f-48d7-b5bb-801b1421a942']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:37.185940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:37.186379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7e9ff9-775c-46f4-b9eb-e4004eaac34b') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:37.198137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:37.254164 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:37.602671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:37.603291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:37.640978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:37.662420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/7ad63866-840f-48d7-b5bb-801b1421a942 HTTP/1.1" status: 204 len: 168 time: 4.4131289 Oct 15 00:57:37.702058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44992) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:37.736288 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b8b466-524c-4dd6-a749-c1aa97a5336f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] GET failed (client error): The resource could not be found. Oct 15 00:57:37.738221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e1b8b466-524c-4dd6-a749-c1aa97a5336f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/subnets/c55c5795-9f65-4451-83a0-30d905105bee HTTP/1.1" status: 404 len: 337 time: 0.0329387 Oct 15 00:57:37.743012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:37.745005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44994) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:37.807399 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a546138b-c7f0-44f1-a0d1-627e19c0455a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:37.808371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a546138b-c7f0-44f1-a0d1-627e19c0455a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:37.811938 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a546138b-c7f0-44f1-a0d1-627e19c0455a tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/7ad63866-840f-48d7-b5bb-801b1421a942 HTTP/1.1" status: 404 len: 339 time: 0.0642200 Oct 15 00:57:37.813282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] No DVR routers for this DVR port 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:37.815661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 44998) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:37.874647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deda5f3-d20c-4b62-a145-a9abb1581162 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=7ad63866-840f-48d7-b5bb-801b1421a942,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:38.054794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fa02417-0d84-481e-8207-2b25cacde172 req-5c18492d-c0f3-44f5-97bf-6b07aebe4071 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0556505 Oct 15 00:57:38.063567 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:38.069720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5ca3a7e-559a-45e8-8425-f8041063191c req-03c24cdd-29dd-4d4a-9e72-8891df1cf13f tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.30 "DELETE /v2.0/ports/7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b HTTP/1.1" status: 204 len: 173 time: 1.6541429 Oct 15 00:57:38.069720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'name': 'network-vif-deleted', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:57:38.073294 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa11d99a-fbff-4f6a-91d7-fffa6506e626" -d '{"events": [{"server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "name": "network-vif-deleted", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:57:38.163145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eda2f9-b124-42d1-9b7f-ecf234735541 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:38.165616 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-29eda2f9-b124-42d1-9b7f-ecf234735541 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3482759 Oct 15 00:57:38.167492 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94fcc3-2227-4c13-a76a-c0a523b45368 x-openstack-request-id: req-9c94fcc3-2227-4c13-a76a-c0a523b45368 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:57:38.167933 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6", "name": "network-vif-deleted", "tag": "7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:57:38.168843 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c94fcc3-2227-4c13-a76a-c0a523b45368 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:57:38.168971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45006) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:38.172414 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6', 'name': 'network-vif-deleted', 'tag': '7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b', 'status': 'completed', 'code': 200} Oct 15 00:57:38.240035 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fd281062-f7ec-40a9-bd49-9eaa9669bb2d tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 207 time: 0.0631742 Oct 15 00:57:38.240286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45008) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:38.589217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fdc60-551d-4d50-99a4-64cc10b0e0c7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:38.595734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fdc60-551d-4d50-99a4-64cc10b0e0c7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:38.603670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fdc60-551d-4d50-99a4-64cc10b0e0c7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:38.611132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992fdc60-551d-4d50-99a4-64cc10b0e0c7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:38.616999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45018) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:38.617901 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-992fdc60-551d-4d50-99a4-64cc10b0e0c7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3758059 Oct 15 00:57:38.838376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-be1803fd-ea5b-4cca-8b1b-89985ff02fc0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2199023 Oct 15 00:57:38.841534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45022) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:39.050734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfefd7f-c38a-4995-ad22-9d835e40df02 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:39.052565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfefd7f-c38a-4995-ad22-9d835e40df02 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:39.054202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-abfefd7f-c38a-4995-ad22-9d835e40df02 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2116826 Oct 15 00:57:39.058223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45026) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:39.146150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aafcbb-74d4-4416-8c18-4cd35a708b92 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:39.147574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aafcbb-74d4-4416-8c18-4cd35a708b92 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['shared'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:39.153283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-71aafcbb-74d4-4416-8c18-4cd35a708b92 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0902834 Oct 15 00:57:39.154231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45030) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:39.236452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f83d179c-6814-458c-ab7f-681b340f7f36 req-31eab4e6-4348-4416-80c3-6b2affe0fd91 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a1b8504-8b53-4ff7-8b92-25c6d9c0f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0658431 Oct 15 00:57:39.355333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189143e-7ccf-418b-a270-4723368f50fd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:39.357191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0189143e-7ccf-418b-a270-4723368f50fd tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/networks/fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 HTTP/1.1" status: 200 len: 800 time: 0.2011163 Oct 15 00:57:39.361086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45036) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:39.514639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b5b23568-2431-4d0c-ace6-f576dacaaf65 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/networks/fd10e71b-cfe2-45c3-bb5d-afe21bbe0077?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1525280 Oct 15 00:57:39.520904 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45042) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:39.604559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf7a2a-3a73-498f-a6df-09bbea29e2a9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:39.606816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8aaf7a2a-3a73-498f-a6df-09bbea29e2a9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/subnets/aacdd313-7951-4f2a-89ae-3148fca042c4 HTTP/1.1" status: 200 len: 811 time: 0.0848501 Oct 15 00:57:39.610515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45046) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:39.675756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0fbd9-8c4d-40d8-8ba4-772905376a60 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['shared'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:39.680085 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d3f0fbd9-8c4d-40d8-8ba4-772905376a60 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "GET /v2.0/subnets/aacdd313-7951-4f2a-89ae-3148fca042c4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0657346 Oct 15 00:57:39.684207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:39.689274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-326493178'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:39.803283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:39.807943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:39.833838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:39.842835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:39.843196 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Added segment d23cccdd-5120-48de-8deb-42e509bc8535 of type vlan for network 2a6187cd-fbbe-4a66-a93c-9934d691763c Oct 15 00:57:39.894576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.001926 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.013280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.013280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:40.013280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.106458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Network': ['ID=2a6187cd-fbbe-4a66-a93c-9934d691763c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:40.118744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 2a6187cd-fbbe-4a66-a93c-9934d691763c details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:40.164221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b890027-8f6b-4c0a-abf8-1277a4c97ed0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4788778 Oct 15 00:57:40.167592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45056) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:40.172466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'network_id': '2a6187cd-fbbe-4a66-a93c-9934d691763c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:40.302619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45064) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:40.403887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.427948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.482350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Made reservation on behalf of 4a39f7fc95a841b9911758aaadeff5f0 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:40.488969 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.549425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing IP validity checks on allocation pools {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 00:57:40.549948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.ipam_backend_mixin [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107726) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 00:57:40.567835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.574265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.574265 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/security-groups/4954b9f4-0db4-4400-b04b-f342dc31499e HTTP/1.1" status: 204 len: 168 time: 0.2693377 Oct 15 00:57:40.575729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45076) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:40.597310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954b9f4-0db4-4400-b04b-f342dc31499e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:40.623159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.623824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.623824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.624653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.625014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.625350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.625679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.626396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.626782 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.627116 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.627440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.627767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc6624f-5cee-40cd-876e-16c245db607a tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:57:40.716244 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b81d-604d-4263-949b-ee303c96f42c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.791703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b81d-604d-4263-949b-ee303c96f42c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:40.963867 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:41.003918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b81d-604d-4263-949b-ee303c96f42c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:41.007197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b81d-604d-4263-949b-ee303c96f42c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:41.012556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1ec7b81d-604d-4263-949b-ee303c96f42c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d53c954-d21d-4bbe-b803-3f54f02a326c HTTP/1.1" status: 204 len: 168 time: 0.4352443 Oct 15 00:57:41.018624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45086) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:41.107137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:41.156358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7b81d-604d-4263-949b-ee303c96f42c tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d53c954-d21d-4bbe-b803-3f54f02a326c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:41.198737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=6357623e-fe55-4a25-9ea3-de96d4f1d480,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:41.217175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Checking segment: {'id': 'd23cccdd-5120-48de-8deb-42e509bc8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2a6187cd-fbbe-4a66-a93c-9934d691763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:41.217653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network hostable DHCP agents. Network: 2a6187cd-fbbe-4a66-a93c-9934d691763c, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:41.226818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:41.230741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7afb3cdd-589d-4a4a-8bbe-1cc1c407b96b not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:41.339414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Network 2a6187cd-fbbe-4a66-a93c-9934d691763c is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:41.417391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 2a6187cd-fbbe-4a66-a93c-9934d691763c) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:41.417888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:41.418561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:41.430999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd87ae-ba2f-4a2c-83bb-5919052a62a9 None None] Network 2a6187cd-fbbe-4a66-a93c-9934d691763c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:41.557401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2a0e68d3-940b-4d54-936d-2da49ccdaf1e tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3883958 Oct 15 00:57:41.558130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45094) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:41.564563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f7733c02-907f-444e-857a-41c5374e74d1 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:41.727295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7733c02-907f-444e-857a-41c5374e74d1 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59229755'] for subnet, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:41.771640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-2a6187cd-fbbe-4a66-a93c-9934d691763c', 'network_id': '2a6187cd-fbbe-4a66-a93c-9934d691763c', 'tenant_id': '4a39f7fc95a841b9911758aaadeff5f0', 'fixed_ips': [{'subnet_id': '6357623e-fe55-4a25-9ea3-de96d4f1d480'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:41.774766 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.151510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7733c02-907f-444e-857a-41c5374e74d1 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736271237434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59488639'] for subnet, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.186773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7733c02-907f-444e-857a-41c5374e74d1 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:42.187767 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7733c02-907f-444e-857a-41c5374e74d1 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.193867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f7733c02-907f-444e-857a-41c5374e74d1 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "PUT /v2.0/subnets/6357623e-fe55-4a25-9ea3-de96d4f1d480 HTTP/1.1" status: 200 len: 877 time: 0.6302657 Oct 15 00:57:42.194934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45108) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:42.233236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Allocated IP 172.20.0.3 (2a6187cd-fbbe-4a66-a93c-9934d691763c/6357623e-fe55-4a25-9ea3-de96d4f1d480/c7b35d36-fac0-409d-a5c4-93cbaedb2362) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:42.338037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7733c02-907f-444e-857a-41c5374e74d1 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event updated for resources: {'Subnet': ['ID=6357623e-fe55-4a25-9ea3-de96d4f1d480,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:42.368227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.393080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.442855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.485444 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.579160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.625105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Network 2a6187cd-fbbe-4a66-a93c-9934d691763c is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:42.631080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:42.635036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:42.676768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.716690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Pushing event updated for resources: {'Port': ['ID=c7b35d36-fac0-409d-a5c4-93cbaedb2362,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:42.731199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=6357623e-fe55-4a25-9ea3-de96d4f1d480,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:42.733752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port 31923c65-a921-48a2-b5ca-fc7d15e6c619 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:42.736269 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.743640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Attempting to bind port c7b35d36-fac0-409d-a5c4-93cbaedb2362 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:42.744278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Attempting to bind port c7b35d36-fac0-409d-a5c4-93cbaedb2362 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'd23cccdd-5120-48de-8deb-42e509bc8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2a6187cd-fbbe-4a66-a93c-9934d691763c'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:42.744917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Attempting to bind port c7b35d36-fac0-409d-a5c4-93cbaedb2362 on network 2a6187cd-fbbe-4a66-a93c-9934d691763c {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:42.761533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:42.763034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Checking segment: {'id': 'd23cccdd-5120-48de-8deb-42e509bc8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2a6187cd-fbbe-4a66-a93c-9934d691763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:42.763763 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.764319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Bound using segment: {'id': 'd23cccdd-5120-48de-8deb-42e509bc8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2a6187cd-fbbe-4a66-a93c-9934d691763c'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:42.765272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Bound port: c7b35d36-fac0-409d-a5c4-93cbaedb2362, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23cccdd-5120-48de-8deb-42e509bc8535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2a6187cd-fbbe-4a66-a93c-9934d691763c'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:42.765824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.855590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.880924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6187cd-fbbe-4a66-a93c-9934d691763c']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:42.892042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23cccdd-5120-48de-8deb-42e509bc8535') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:42.894048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23cccdd-5120-48de-8deb-42e509bc8535') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:42.900326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] For port c7b35d36-fac0-409d-a5c4-93cbaedb2362, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:42.905237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] For port c7b35d36-fac0-409d-a5c4-93cbaedb2362, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7b35d36-fac0-409d-a5c4-93cbaedb2362,segment=NetworkSegment(d23cccdd-5120-48de-8deb-42e509bc8535),segment_id=d23cccdd-5120-48de-8deb-42e509bc8535)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:42.911910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] For port 31923c65-a921-48a2-b5ca-fc7d15e6c619, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=31923c65-a921-48a2-b5ca-fc7d15e6c619,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:42.912484 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.922446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:42.930545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for 31923c65-a921-48a2-b5ca-fc7d15e6c619 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:43.036252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:43.042683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:43.052310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:43.052704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:43.055792 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:43.164400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb6467-5ef6-49f3-ae86-207ad3d03199 None None] Network 2a6187cd-fbbe-4a66-a93c-9934d691763c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:43.211834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab91dd-6e41-4cf4-9561-aa1e5af74f37 None None] Pushing event updated for resources: {'Port': ['ID=c7b35d36-fac0-409d-a5c4-93cbaedb2362,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:43.254318 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 00:57:43.254318 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 00:57:43.254318 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '2a6187cd-fbbe-4a66-a93c-9934d691763c'}] Oct 15 00:57:43.254318 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:57:43.255245 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:57:43.361969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:43.399937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=31923c65-a921-48a2-b5ca-fc7d15e6c619,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:43.638584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11068a4-ab6e-4dd0-a379-4362e8018be0 None None] Network 2a6187cd-fbbe-4a66-a93c-9934d691763c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:43.756947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:43.779333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:43.872386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting port c7b35d36-fac0-409d-a5c4-93cbaedb2362 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:43.872733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.015269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca50a5-4f77-4a79-b5c5-d908f4c95adb None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 00:57:44.051812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] For port c7b35d36-fac0-409d-a5c4-93cbaedb2362, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7b35d36-fac0-409d-a5c4-93cbaedb2362,segment=NetworkSegment(d23cccdd-5120-48de-8deb-42e509bc8535),segment_id=d23cccdd-5120-48de-8deb-42e509bc8535)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:44.052268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.067143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Calling delete_port for c7b35d36-fac0-409d-a5c4-93cbaedb2362 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:44.136487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ca50a5-4f77-4a79-b5c5-d908f4c95adb None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 00:57:44.310977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.359500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:57:44.389084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Port': ['ID=c7b35d36-fac0-409d-a5c4-93cbaedb2362,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:44.405212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No DVR routers for this DVR port c7b35d36-fac0-409d-a5c4-93cbaedb2362 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:44.563496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:57:44.565757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.573471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f17794c5-3d39-4197-ad5e-9f8d8637ff06 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "PUT /v2.0/routers/0ba25f50-5fbc-44fa-9a6d-b2328760b30d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5537357 Oct 15 00:57:44.573471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45148) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:44.576388 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] Sync routers for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:57:44.589768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6187cd-fbbe-4a66-a93c-9934d691763c']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:44.604686 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:44.604686 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:44.604941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23cccdd-5120-48de-8deb-42e509bc8535') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:44.604941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23cccdd-5120-48de-8deb-42e509bc8535') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:44.610276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.629741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.639521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting subnet fa45ab1a-6f48-4627-9a44-e61926cf21cd {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:57:44.646068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.647296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:44.648312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:44.653680 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:44.741428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.828870 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:44.864582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.872064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.879581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/2a6187cd-fbbe-4a66-a93c-9934d691763c HTTP/1.1" status: 204 len: 168 time: 2.6830592 Oct 15 00:57:44.888326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:44.898588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33452fa2-b1fb-464e-8a55-b89225a2b54c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=2a6187cd-fbbe-4a66-a93c-9934d691763c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:44.921870 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c56bb87-d52b-4945-a44a-cb08eb97c530 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:44.922734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c56bb87-d52b-4945-a44a-cb08eb97c530 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:44.926005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9c56bb87-d52b-4945-a44a-cb08eb97c530 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/6357623e-fe55-4a25-9ea3-de96d4f1d480 HTTP/1.1" status: 404 len: 337 time: 0.0363181 Oct 15 00:57:44.929042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45160) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:44.941902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:44.996098 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad458f72-fec2-42ee-94a0-8420bf61a020 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:44.999137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad458f72-fec2-42ee-94a0-8420bf61a020 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:45.004898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ad458f72-fec2-42ee-94a0-8420bf61a020 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/2a6187cd-fbbe-4a66-a93c-9934d691763c HTTP/1.1" status: 404 len: 339 time: 0.0738285 Oct 15 00:57:45.010902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45164) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:45.067318 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-496b0f08-28c0-48b1-895e-b97f18fbcbbf tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:45.068210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496b0f08-28c0-48b1-895e-b97f18fbcbbf tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:45.072321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-496b0f08-28c0-48b1-895e-b97f18fbcbbf tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/c55c5795-9f65-4451-83a0-30d905105bee HTTP/1.1" status: 404 len: 337 time: 0.0599556 Oct 15 00:57:45.076219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45168) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:45.096024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.121744 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80d0adb-869f-4767-bce8-b3ef5f5e0218 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:45.122373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80d0adb-869f-4767-bce8-b3ef5f5e0218 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:45.133018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45170) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:45.133282 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a80d0adb-869f-4767-bce8-b3ef5f5e0218 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/7ad63866-840f-48d7-b5bb-801b1421a942 HTTP/1.1" status: 404 len: 339 time: 0.0559242 Oct 15 00:57:45.172778 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:57:43Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:45.185036 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.212358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Subnet': ['ID=fa45ab1a-6f48-4627-9a44-e61926cf21cd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:45.219074 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] Checking router: 0ba25f50-5fbc-44fa-9a6d-b2328760b30d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:57:45.226856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.227607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8d3d9f-4967-40a6-b4c5-130d4821ddaa None None] Network cf3000b6-a06e-41e7-9c43-fff2fc180bc1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:45.232691 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-35df6dd3-d979-44b8-a133-191ccc627cbd tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/subnets/fa45ab1a-6f48-4627-9a44-e61926cf21cd HTTP/1.1" status: 204 len: 168 time: 0.6578186 Oct 15 00:57:45.233771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.234312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45172) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:45.253671 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] Routers {'0ba25f50-5fbc-44fa-9a6d-b2328760b30d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:57:45.254320 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:45.439648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.459476 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] Set router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:57:45.470998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9749c68d-a20f-4da6-9f52-ef3d6fce12a2']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:45.487610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f6d67e-233e-480b-9386-49c6ee84f2d7') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:45.488036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f6d67e-233e-480b-9386-49c6ee84f2d7') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:45.506532 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.539045 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.554901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:45.555658 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:45.559333 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:45.583911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] DHCP port deletion for cf3000b6-a06e-41e7-9c43-fff2fc180bc1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:57:45.648707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.675417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] Deleting port 3bbecc4c-b843-4151-abdf-b98e60558f02 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:45.675787 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.761970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.771022 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:57:43Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:45.775117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] For port 3bbecc4c-b843-4151-abdf-b98e60558f02, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3bbecc4c-b843-4151-abdf-b98e60558f02,segment=NetworkSegment(eb04cddb-847a-4794-b75d-aabf51071367),segment_id=eb04cddb-847a-4794-b75d-aabf51071367)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:45.775117 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.775379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.786001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/9749c68d-a20f-4da6-9f52-ef3d6fce12a2 HTTP/1.1" status: 204 len: 168 time: 0.6494865 Oct 15 00:57:45.790573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45180) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:45.807195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] Calling delete_port for 3bbecc4c-b843-4151-abdf-b98e60558f02 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:45.855976 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2248a-45f6-4e72-b0f5-7bcd9c8d4c91 None None] The sync data for ids ['0ba25f50-5fbc-44fa-9a6d-b2328760b30d'] in n-d-811521-2 is: [{'id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910433925', 'tenant_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:55:44Z', 'updated_at': '2021-10-15T00:57:43Z', 'revision_number': 5, 'project_id': '7f02cf7cc8f94b55beeb8f682a9425c8', 'gw_port': {'id': 'f140a3ba-5be1-4392-a069-52c1c27ef51c', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba25f50-5fbc-44fa-9a6d-b2328760b30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:55:45Z', 'updated_at': '2021-10-15T00:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:57:45.937882 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5802812b-1627-4b4d-9abe-94d085e490c0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:45.946010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5802812b-1627-4b4d-9abe-94d085e490c0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:45.951714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:45.952765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5802812b-1627-4b4d-9abe-94d085e490c0 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/42fc6769-d712-406a-aa36-207fb632e904 HTTP/1.1" status: 404 len: 337 time: 0.1611245 Oct 15 00:57:45.956200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45186) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:45.971252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422630a7-4ab0-43af-8fd4-d74c62f17216 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=9749c68d-a20f-4da6-9f52-ef3d6fce12a2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:45.989141 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab28ab59-1d81-42f1-a386-c6af68474f1c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:45.989942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab28ab59-1d81-42f1-a386-c6af68474f1c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:45.993563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ab28ab59-1d81-42f1-a386-c6af68474f1c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/cabea235-a0a3-43eb-8ff2-2a7f36b3e281 HTTP/1.1" status: 404 len: 339 time: 0.0359006 Oct 15 00:57:45.996144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45188) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.029647 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1b6fdb-09ca-477c-a65a-14a88dc48dfb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.029647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1b6fdb-09ca-477c-a65a-14a88dc48dfb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.035701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3c1b6fdb-09ca-477c-a65a-14a88dc48dfb tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/5c070fb4-f805-4ade-8397-4dfdc91478ff HTTP/1.1" status: 404 len: 337 time: 0.0385454 Oct 15 00:57:46.040068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45192) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.071850 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2e1302-14f5-40ce-8d34-fbfd87aff200 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.072554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2e1302-14f5-40ce-8d34-fbfd87aff200 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.075887 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7f2e1302-14f5-40ce-8d34-fbfd87aff200 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/6267d68c-1d3c-4b1e-959f-ddc7b1105413 HTTP/1.1" status: 404 len: 339 time: 0.0345190 Oct 15 00:57:46.079479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.093555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:46.162865 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95737df-ab92-45a3-a202-e0fbb6be96b9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.164931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95737df-ab92-45a3-a202-e0fbb6be96b9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.168128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] Pushing event deleted for resources: {'Port': ['ID=3bbecc4c-b843-4151-abdf-b98e60558f02,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:46.174760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f95737df-ab92-45a3-a202-e0fbb6be96b9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/64ee0fad-e2a6-45bc-81bd-00269bbbbd5b HTTP/1.1" status: 404 len: 337 time: 0.0890560 Oct 15 00:57:46.175216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45198) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.181113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc925844-31ae-4c09-9a18-9a393c3b4de3 None None] No DVR routers for this DVR port 3bbecc4c-b843-4151-abdf-b98e60558f02 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:46.210016 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee64650-210c-4198-9e45-dde77ae05eb7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.213637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee64650-210c-4198-9e45-dde77ae05eb7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.220546 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1ee64650-210c-4198-9e45-dde77ae05eb7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/78a2b944-1953-423e-9f66-e2889bbaecd8 HTTP/1.1" status: 404 len: 339 time: 0.0393615 Oct 15 00:57:46.223098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45200) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.280387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Deleting port f140a3ba-5be1-4392-a069-52c1c27ef51c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:46.281258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:46.285076 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cd2be9-2a6c-494f-a5d4-92beab19f392 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.285076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cd2be9-2a6c-494f-a5d4-92beab19f392 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.291244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-43cd2be9-2a6c-494f-a5d4-92beab19f392 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/133e7489-63a6-43ab-b456-7b8460984495 HTTP/1.1" status: 404 len: 337 time: 0.0645523 Oct 15 00:57:46.292588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45202) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.298053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3bbecc4c-b843-4151-abdf-b98e60558f02 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:46.336049 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff00934-58c5-4200-bed8-072a0a6b7416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.336668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 3bbecc4c-b843-4151-abdf-b98e60558f02 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:46.337088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3bbecc4c-b843-4151-abdf-b98e60558f02 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:46.337529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff00934-58c5-4200-bed8-072a0a6b7416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.341986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eff00934-58c5-4200-bed8-072a0a6b7416 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/1bb3ce54-54c5-4608-9602-013f7be30236 HTTP/1.1" status: 404 len: 339 time: 0.0478656 Oct 15 00:57:46.345575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45204) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.403203 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9fd5f5-4b4d-4f2a-832f-88b65279b192 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.409333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9fd5f5-4b4d-4f2a-832f-88b65279b192 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.412736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0f9fd5f5-4b4d-4f2a-832f-88b65279b192 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/5396efe0-fe15-4799-8ab8-0ba179168776 HTTP/1.1" status: 404 len: 337 time: 0.0657728 Oct 15 00:57:46.415840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45208) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.445521 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-27490db8-0ed2-4f90-8194-6c4f85433619 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.446565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27490db8-0ed2-4f90-8194-6c4f85433619 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.450043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-27490db8-0ed2-4f90-8194-6c4f85433619 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/93994b5c-062f-4cb4-9668-5756d9ad08b3 HTTP/1.1" status: 404 len: 339 time: 0.0330899 Oct 15 00:57:46.455330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45210) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.496742 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c966f66-0b10-4c5a-98a4-b18df1999015 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.497202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c966f66-0b10-4c5a-98a4-b18df1999015 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.498200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] For port f140a3ba-5be1-4392-a069-52c1c27ef51c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f140a3ba-5be1-4392-a069-52c1c27ef51c,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:46.498821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:46.507774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5c966f66-0b10-4c5a-98a4-b18df1999015 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/4d840243-1cb3-49a3-bcb7-c962a969db1a HTTP/1.1" status: 404 len: 337 time: 0.0485446 Oct 15 00:57:46.510474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45212) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.534747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Calling delete_port for f140a3ba-5be1-4392-a069-52c1c27ef51c owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:46.546115 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7d4411-96b5-4ff3-be47-abbb3ca99ca7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.548831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7d4411-96b5-4ff3-be47-abbb3ca99ca7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.550777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-de7d4411-96b5-4ff3-be47-abbb3ca99ca7 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/a714bacf-720a-4473-8e41-d26574dd4b3a HTTP/1.1" status: 404 len: 339 time: 0.0384827 Oct 15 00:57:46.566844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45214) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.597119 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba46ac9-1a6c-4e76-bcde-8eb02198570c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.597704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba46ac9-1a6c-4e76-bcde-8eb02198570c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.600918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2ba46ac9-1a6c-4e76-bcde-8eb02198570c tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/f97fb30e-5a70-4e6f-93bd-346acfa8272e HTTP/1.1" status: 404 len: 337 time: 0.0335054 Oct 15 00:57:46.610689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45216) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.636426 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef869ba-a438-4838-99d0-4e546586c349 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.636980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef869ba-a438-4838-99d0-4e546586c349 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.643551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ef869ba-a438-4838-99d0-4e546586c349 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/b70b6440-ab5c-4b5d-94b3-bb0d9b44057a HTTP/1.1" status: 404 len: 339 time: 0.0287545 Oct 15 00:57:46.643551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45218) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.671708 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c06275c-485d-4a2b-bce0-7f3e21d2437f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.672175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c06275c-485d-4a2b-bce0-7f3e21d2437f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.675278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4c06275c-485d-4a2b-bce0-7f3e21d2437f tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/d848bd9b-6806-4fe0-b632-0e5c576b02ec HTTP/1.1" status: 404 len: 337 time: 0.0310318 Oct 15 00:57:46.677916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45220) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.697736 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-c365a27a-cff8-4027-9760-881b20fc4fc9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] DELETE failed (client error): The resource could not be found. Oct 15 00:57:46.698267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c365a27a-cff8-4027-9760-881b20fc4fc9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 00:57:46.701277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c365a27a-cff8-4027-9760-881b20fc4fc9 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/e9f12acb-7695-4cae-998b-340bee53f534 HTTP/1.1" status: 404 len: 339 time: 0.0224373 Oct 15 00:57:46.703791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45222) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:46.767527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting subnet aacdd313-7951-4f2a-89ae-3148fca042c4 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:57:46.770679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:46.815417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:46.875908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:46.932628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Port': ['ID=f140a3ba-5be1-4392-a069-52c1c27ef51c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:47.006207 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.032440 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.179514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.181935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.395968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.396543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba25f50-5fbc-44fa-9a6d-b2328760b30d {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:57:47.404304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.405441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e372e17e-051b-4931-9a43-821046315998 tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/routers/0ba25f50-5fbc-44fa-9a6d-b2328760b30d HTTP/1.1" status: 204 len: 168 time: 2.1700397 Oct 15 00:57:47.408145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45248) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:47.532762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.569717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.614222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.621541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5403fb0c-f692-42b0-88dd-968500516042 None None] Network fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:47.632339 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/subnets/aacdd313-7951-4f2a-89ae-3148fca042c4 HTTP/1.1" status: 204 len: 168 time: 0.9273534 Oct 15 00:57:47.634237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc324a-f70e-4c15-8574-a7fd31013884 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Subnet': ['ID=aacdd313-7951-4f2a-89ae-3148fca042c4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:47.634977 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45260) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:47.745032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.802984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Deleting port 35befa3d-05ae-4d17-b8a4-5869f5cf834d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:47.803800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.871032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.935471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] For port 35befa3d-05ae-4d17-b8a4-5869f5cf834d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=35befa3d-05ae-4d17-b8a4-5869f5cf834d,segment=NetworkSegment(efe843d9-67f6-44da-9569-b21070547ce0),segment_id=efe843d9-67f6-44da-9569-b21070547ce0)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:47.945064 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:47.961596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3000b6-a06e-41e7-9c43-fff2fc180bc1']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:47.995843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Calling delete_port for 35befa3d-05ae-4d17-b8a4-5869f5cf834d owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:47.999583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb04cddb-847a-4794-b75d-aabf51071367') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:47.999836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb04cddb-847a-4794-b75d-aabf51071367') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:48.012483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] DHCP port deletion for fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:57:48.030253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.071687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.091894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:48.091894 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:48.094802 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:48.152668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 31923c65-a921-48a2-b5ca-fc7d15e6c619 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:48.196670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 31923c65-a921-48a2-b5ca-fc7d15e6c619 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:48.197017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 31923c65-a921-48a2-b5ca-fc7d15e6c619 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:48.197436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f140a3ba-5be1-4392-a069-52c1c27ef51c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:48.233642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: f140a3ba-5be1-4392-a069-52c1c27ef51c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:48.234016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f140a3ba-5be1-4392-a069-52c1c27ef51c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:48.241481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] Deleting port 35befa3d-05ae-4d17-b8a4-5869f5cf834d {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:57:48.242505 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.309281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.333143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] For port 35befa3d-05ae-4d17-b8a4-5869f5cf834d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=35befa3d-05ae-4d17-b8a4-5869f5cf834d,segment=NetworkSegment(efe843d9-67f6-44da-9569-b21070547ce0),segment_id=efe843d9-67f6-44da-9569-b21070547ce0)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:48.333674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.355417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.356047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] Calling delete_port for 35befa3d-05ae-4d17-b8a4-5869f5cf834d owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:57:48.360723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.368173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] 10.222.0.13 "DELETE /v2.0/networks/cf3000b6-a06e-41e7-9c43-fff2fc180bc1 HTTP/1.1" status: 204 len: 168 time: 0.9549642 Oct 15 00:57:48.369611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Port': ['ID=35befa3d-05ae-4d17-b8a4-5869f5cf834d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:48.387770 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] No DVR routers for this DVR port 35befa3d-05ae-4d17-b8a4-5869f5cf834d on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:48.403172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63329fc4-f5b2-4971-8973-6fec4326a2aa tempest-TestSecurityGroupsBasicOps-326397969 tempest-TestSecurityGroupsBasicOps-326397969-project] Pushing event deleted for resources: {'Network': ['ID=cf3000b6-a06e-41e7-9c43-fff2fc180bc1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:48.491259 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.523313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] No DVR routers for this DVR port 35befa3d-05ae-4d17-b8a4-5869f5cf834d on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:57:48.526518 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.526777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a45ff-cf82-4489-b399-0e37008f81e5 None None] Pushing event deleted for resources: {'Port': ['ID=35befa3d-05ae-4d17-b8a4-5869f5cf834d,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:48.585997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd10e71b-cfe2-45c3-bb5d-afe21bbe0077']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:48.597344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe843d9-67f6-44da-9569-b21070547ce0') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:48.597651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe843d9-67f6-44da-9569-b21070547ce0') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:57:48.609920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.637561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.645124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:57:48.646025 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:57:48.650310 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:57:49.136296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:49.146911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:49.154634 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] 10.222.0.13 "DELETE /v2.0/networks/fd10e71b-cfe2-45c3-bb5d-afe21bbe0077 HTTP/1.1" status: 204 len: 168 time: 1.5147727 Oct 15 00:57:49.169199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018d8af-5657-42e6-bc72-5fc17f095f81 tempest-NetworksTest-143209136 tempest-NetworksTest-143209136-project] Pushing event deleted for resources: {'Network': ['ID=fd10e71b-cfe2-45c3-bb5d-afe21bbe0077,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:49.323126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45298) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:49.537587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eb6c735a-a603-4470-a47a-29a28cab5e65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f02cf7cc8f94b55beeb8f682a9425c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129264 Oct 15 00:57:49.540818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45304) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:49.612159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18475242-9202-4b2b-8fab-7dda003a5c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:49.638511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18475242-9202-4b2b-8fab-7dda003a5c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:49.865024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18475242-9202-4b2b-8fab-7dda003a5c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:49.872127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18475242-9202-4b2b-8fab-7dda003a5c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:49.878368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18475242-9202-4b2b-8fab-7dda003a5c3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ae050ba-da16-4d75-8143-c46af2b50571 HTTP/1.1" status: 204 len: 168 time: 0.3243296 Oct 15 00:57:49.890336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18475242-9202-4b2b-8fab-7dda003a5c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae050ba-da16-4d75-8143-c46af2b50571,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:49.991363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35befa3d-05ae-4d17-b8a4-5869f5cf834d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:57:50.066457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45318) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:50.071637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 35befa3d-05ae-4d17-b8a4-5869f5cf834d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:57:50.072186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 35befa3d-05ae-4d17-b8a4-5869f5cf834d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:57:50.263916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84d3cb6c-b251-4c6e-a491-c3d6bee4b7d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a39f7fc95a841b9911758aaadeff5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958003 Oct 15 00:57:50.267195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45326) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:50.326206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8ad721a-446e-4111-aa01-ad9b1b5cbb59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:50.350136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8ad721a-446e-4111-aa01-ad9b1b5cbb59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:50.556317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8ad721a-446e-4111-aa01-ad9b1b5cbb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:50.564092 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8ad721a-446e-4111-aa01-ad9b1b5cbb59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:50.564092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f8ad721a-446e-4111-aa01-ad9b1b5cbb59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1ea832c-5ed7-4c2e-8834-027dc0f3469f HTTP/1.1" status: 204 len: 168 time: 0.2931521 Oct 15 00:57:50.576792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad721a-446e-4111-aa01-ad9b1b5cbb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea832c-5ed7-4c2e-8834-027dc0f3469f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:51.046739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45346) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:51.068316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9290ba59-3916-4fe3-88f8-5b7867a40812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:51.174592 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9290ba59-3916-4fe3-88f8-5b7867a40812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:51.326446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9290ba59-3916-4fe3-88f8-5b7867a40812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:51.384750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45360) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:51.385392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9290ba59-3916-4fe3-88f8-5b7867a40812 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43f161081ed1487ab5cf09b589f9a3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370228 Oct 15 00:57:51.385867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290ba59-3916-4fe3-88f8-5b7867a40812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe15939-42f6-406b-9f2e-d3c3693af906,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:51.442670 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ce4946c-366a-4656-b96e-d42a63527f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:51.490859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ce4946c-366a-4656-b96e-d42a63527f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:51.732390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ce4946c-366a-4656-b96e-d42a63527f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:51.734908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5ce4946c-366a-4656-b96e-d42a63527f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:51.735997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5ce4946c-366a-4656-b96e-d42a63527f22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fe15939-42f6-406b-9f2e-d3c3693af906 HTTP/1.1" status: 204 len: 168 time: 0.3494573 Oct 15 00:57:51.748466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4946c-366a-4656-b96e-d42a63527f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe15939-42f6-406b-9f2e-d3c3693af906,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:51.760934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-f8b066c4-d3a9-42b0-8dda-48566bfcaff7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596535 Oct 15 00:57:51.915318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-384f762a-c272-4145-ad46-76db74833a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:51.916934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-384f762a-c272-4145-ad46-76db74833a74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 1100 time: 0.0756981 Oct 15 00:57:52.099008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-aed02ea7-4d82-4aa8-9437-248ef750d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:52.105994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-aed02ea7-4d82-4aa8-9437-248ef750d5f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1686149 Oct 15 00:57:52.158080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-fdae1bc5-3ddf-45f7-b033-d169600f23f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c HTTP/1.1" status: 200 len: 217 time: 0.0451446 Oct 15 00:57:52.238468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-af57ba4d-de18-473f-a65d-fd79e320f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:52.242238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-af57ba4d-de18-473f-a65d-fd79e320f7c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0760703 Oct 15 00:57:52.335385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-5851ab08-3c2a-4e08-92bb-cd27d983dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:52.338234 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-5851ab08-3c2a-4e08-92bb-cd27d983dfc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891397 Oct 15 00:57:52.434711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45406) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:52.542002 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-dd6587a8-ea47-43f0-a595-e76a90eba8ad service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967897 Oct 15 00:57:52.650299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-304678a8-65a3-4e77-8b99-efd2d91c3c07 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1259257734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:52.731119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45418) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:52.741945 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1c812baa-71a7-4ed2-9e53-2261e1ea9d47 req-445fe0c5-6f0e-4f8c-b76f-d8cf4217d103 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887674 Oct 15 00:57:52.800985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45422) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:52.814131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-99c1adf6-886a-4277-87b9-7d015a12fc1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de589fb6f2104cee953aaa35aae0f013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701830 Oct 15 00:57:52.862240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e0172f6-2f44-449a-9f8f-0a24b6f08a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:52.885382 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e0172f6-2f44-449a-9f8f-0a24b6f08a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:52.928048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304678a8-65a3-4e77-8b99-efd2d91c3c07 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:52.935626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304678a8-65a3-4e77-8b99-efd2d91c3c07 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.031696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e0172f6-2f44-449a-9f8f-0a24b6f08a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.043713 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7e0172f6-2f44-449a-9f8f-0a24b6f08a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.044149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7e0172f6-2f44-449a-9f8f-0a24b6f08a37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/896815c2-6e2e-4e77-9881-047ce90a80df HTTP/1.1" status: 204 len: 168 time: 0.2402058 Oct 15 00:57:53.081570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0172f6-2f44-449a-9f8f-0a24b6f08a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896815c2-6e2e-4e77-9881-047ce90a80df,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:53.125089 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304678a8-65a3-4e77-8b99-efd2d91c3c07 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.201955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304678a8-65a3-4e77-8b99-efd2d91c3c07 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.290883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304678a8-65a3-4e77-8b99-efd2d91c3c07 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.292532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-304678a8-65a3-4e77-8b99-efd2d91c3c07 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8559442 Oct 15 00:57:53.295187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45434) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:53.300609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1550680517'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:53.430599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Made reservation on behalf of 5bd5f3b762174a458b162a37aeb5f2c7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:53.434326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.451045 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.724045 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.790034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.926851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:53.994290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:53.994651 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Added segment a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be of type vlan for network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec Oct 15 00:57:54.060875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9119b6-5933-4884-bc9e-6d8cc741e25a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:54.072593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:54.188883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:54.195087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:54.195697 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:54.295166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Network': ['ID=d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:54.307824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:54.317410 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4ebeb7cf-98ed-46f4-b817-6325d4bb33d0 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0185194 Oct 15 00:57:54.317826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45458) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:54.329138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'subnet': {'network_id': 'd6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:54.544794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Made reservation on behalf of 5bd5f3b762174a458b162a37aeb5f2c7 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:54.548477 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:54.869581 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:54.981744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Subnet': ['ID=cce533d4-9b18-4b39-9af4-0ee1d7679866,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:54.984218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Checking segment: {'id': 'a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:54.984592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network hostable DHCP agents. Network: d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:55.080906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:55.207290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:55.218318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:55.219397 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.220643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a829a-ed44-453e-bac5-f05bdb40ac3a None None] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:55.343081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45482) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:55.348828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'network': {'name': 'tempest-router-network01--249959517'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:55.351697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a6c6b749-c0e4-4fd9-8f90-f88e33550149 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0326791 Oct 15 00:57:55.426922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec', 'network_id': 'd6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec', 'tenant_id': '5bd5f3b762174a458b162a37aeb5f2c7', 'fixed_ips': [{'subnet_id': 'cce533d4-9b18-4b39-9af4-0ee1d7679866'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:55.430490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.447037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Made reservation on behalf of 5bd5f3b762174a458b162a37aeb5f2c7 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:55.450654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.478019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:55.493862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.493862 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Added segment ec1ed4c4-fe64-4eab-8839-ce7c55132821 of type vlan for network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a Oct 15 00:57:55.556449 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.627656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Allocated IP 172.20.0.2 (d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec/cce533d4-9b18-4b39-9af4-0ee1d7679866/a01e7cd6-b202-4307-8450-a01e972a216b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:55.648040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.655397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:55.656001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.758900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Network': ['ID=931faaa2-f7fa-41a8-bda8-6ba09ebac42a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:55.792712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:55.869629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45490) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:55.869834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-67a9d00e-3bec-4f01-97f1-6ccc4d9536e1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5254593 Oct 15 00:57:55.878645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'network': {'name': 'tempest-router-network02--1951498058'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:55.903793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:55.990654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.030895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:57:56.033919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:56.036436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:57:56.053381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Made reservation on behalf of 5bd5f3b762174a458b162a37aeb5f2c7 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:56.056403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Pushing event updated for resources: {'Port': ['ID=a01e7cd6-b202-4307-8450-a01e972a216b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:56.068410 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.115267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Attempting to bind port a01e7cd6-b202-4307-8450-a01e972a216b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:57:56.115681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Attempting to bind port a01e7cd6-b202-4307-8450-a01e972a216b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:57:56.116102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Attempting to bind port a01e7cd6-b202-4307-8450-a01e972a216b on network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:57:56.121868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:57:56.122208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Checking segment: {'id': 'a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:56.122780 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.123176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Bound using segment: {'id': 'a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:57:56.123697 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Bound port: a01e7cd6-b202-4307-8450-a01e972a216b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:57:56.124079 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.139308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:57:56.165380 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.165380 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Added segment 77aaeec8-055b-4d97-8f6e-d890b2171bec of type vlan for network 01643c9e-b509-4aab-b914-3f62990f28ac Oct 15 00:57:56.217006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.241608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] For port a01e7cd6-b202-4307-8450-a01e972a216b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:57:56.245809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] For port a01e7cd6-b202-4307-8450-a01e972a216b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a01e7cd6-b202-4307-8450-a01e972a216b,segment=NetworkSegment(a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be),segment_id=a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:57:56.338878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.339750 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-55aac201-a7b4-4892-93b8-19c87fd1934e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.342941 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.346594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:56.347444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:56.432942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Network': ['ID=01643c9e-b509-4aab-b914-3f62990f28ac,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:56.454049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 01643c9e-b509-4aab-b914-3f62990f28ac details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:57:56.517993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45508) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:56.525773 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f125d035-7843-4f13-b380-bb1d2e772413 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6547117 Oct 15 00:57:56.525997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'subnet': {'network_id': '931faaa2-f7fa-41a8-bda8-6ba09ebac42a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:56.640677 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc464b-f2c7-4bef-a2bb-688319aba015 None None] Pushing event updated for resources: {'Port': ['ID=a01e7cd6-b202-4307-8450-a01e972a216b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:56.835210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Made reservation on behalf of 5bd5f3b762174a458b162a37aeb5f2c7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:56.838899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:57.211651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:57.373389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Checking segment: {'id': 'ec1ed4c4-fe64-4eab-8839-ce7c55132821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '931faaa2-f7fa-41a8-bda8-6ba09ebac42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:57.373717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network hostable DHCP agents. Network: 931faaa2-f7fa-41a8-bda8-6ba09ebac42a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:57.390428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Subnet': ['ID=96624f9f-b56b-41f9-bbae-6d4770069de2,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:57.523945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:57.609890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 931faaa2-f7fa-41a8-bda8-6ba09ebac42a) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:57.621982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:57.623332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e4183-5cba-445a-a9a6-f2bd37c4f232 None None] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:57.623864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:57.738647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-777706e5-7a51-4959-951b-c66285ef61d4 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2192500 Oct 15 00:57:57.741997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45552) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:57.748749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'subnet': {'network_id': '01643c9e-b509-4aab-b914-3f62990f28ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:57:58.093192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-931faaa2-f7fa-41a8-bda8-6ba09ebac42a', 'network_id': '931faaa2-f7fa-41a8-bda8-6ba09ebac42a', 'tenant_id': '5bd5f3b762174a458b162a37aeb5f2c7', 'fixed_ips': [{'subnet_id': '96624f9f-b56b-41f9-bbae-6d4770069de2'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:58.094344 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:58.150949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a01e7cd6-b202-4307-8450-a01e972a216b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:57:58.172766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Made reservation on behalf of 5bd5f3b762174a458b162a37aeb5f2c7 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:57:58.176827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:58.298725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b69e7-a717-4b69-8c18-6a5c64a4f066 None None] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:58.646295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-020dfad5-f5ad-4465-8db4-9014657a61cc None None] Provisioning complete for port a01e7cd6-b202-4307-8450-a01e972a216b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:58.647061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-020dfad5-f5ad-4465-8db4-9014657a61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:58.705546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:58.860424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45584) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:58.876229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Subnet': ['ID=b8071936-e993-4c10-9097-8cd5cd9e195b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:58.954705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Checking segment: {'id': '77aaeec8-055b-4d97-8f6e-d890b2171bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '01643c9e-b509-4aab-b914-3f62990f28ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:57:58.955066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network hostable DHCP agents. Network: 01643c9e-b509-4aab-b914-3f62990f28ac, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:57:59.004736 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0fd78e8-e6b7-4eb1-8c2b-efd87b58ad19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.082246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network 01643c9e-b509-4aab-b914-3f62990f28ac is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:57:59.167907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0fd78e8-e6b7-4eb1-8c2b-efd87b58ad19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.179346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 01643c9e-b509-4aab-b914-3f62990f28ac) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:57:59.194957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:57:59.195604 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.217839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd87f1-ce5c-4143-a9d4-d48ddef156b0 None None] Network 01643c9e-b509-4aab-b914-3f62990f28ac requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:57:59.264424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0fd78e8-e6b7-4eb1-8c2b-efd87b58ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.265884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Allocated IP 172.20.0.2 (931faaa2-f7fa-41a8-bda8-6ba09ebac42a/96624f9f-b56b-41f9-bbae-6d4770069de2/11a296d5-fe5f-4e19-b63d-b68d387f4d6e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:57:59.293016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a01e7cd6-b202-4307-8450-a01e972a216b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:57:59.293386 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.324771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45590) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:59.330978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b0fd78e8-e6b7-4eb1-8c2b-efd87b58ad19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e724de9b2424951b80400364f1692a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4694066 Oct 15 00:57:59.336275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd78e8-e6b7-4eb1-8c2b-efd87b58ad19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37de869c-f7a9-49f7-af09-b9470f881bd4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:59.355657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18c90175-1533-440a-8d81-7eb84ab16edd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6124475 Oct 15 00:57:59.358446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45592) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:57:59.464058 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d255-fb2a-42d1-8888-a0b6387715f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.465533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ff56986-f19b-4d6d-b2df-635cd8b8073d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.511080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ff56986-f19b-4d6d-b2df-635cd8b8073d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.595832 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-020dfad5-f5ad-4465-8db4-9014657a61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.652539 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ff56986-f19b-4d6d-b2df-635cd8b8073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.656016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ff56986-f19b-4d6d-b2df-635cd8b8073d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.657478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ff56986-f19b-4d6d-b2df-635cd8b8073d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37de869c-f7a9-49f7-af09-b9470f881bd4 HTTP/1.1" status: 204 len: 168 time: 0.3316257 Oct 15 00:57:59.671228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff56986-f19b-4d6d-b2df-635cd8b8073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37de869c-f7a9-49f7-af09-b9470f881bd4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:57:59.672520 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.795978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-020dfad5-f5ad-4465-8db4-9014657a61cc None None] For port a01e7cd6-b202-4307-8450-a01e972a216b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a01e7cd6-b202-4307-8450-a01e972a216b,segment=NetworkSegment(a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be),segment_id=a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:57:59.858874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.899737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-01643c9e-b509-4aab-b914-3f62990f28ac', 'network_id': '01643c9e-b509-4aab-b914-3f62990f28ac', 'tenant_id': '5bd5f3b762174a458b162a37aeb5f2c7', 'fixed_ips': [{'subnet_id': 'b8071936-e993-4c10-9097-8cd5cd9e195b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:57:59.905007 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.921335 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-020dfad5-f5ad-4465-8db4-9014657a61cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:57:59.925563 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.052426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:58:00.052984 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:58:00.080291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.101181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dfad5-f5ad-4465-8db4-9014657a61cc None None] Pushing event updated for resources: {'Port': ['ID=a01e7cd6-b202-4307-8450-a01e972a216b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:00.149864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:00.150695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-83a7c794-831b-4bc2-a2cd-52ad935f99db None None] Provisioning complete for port a01e7cd6-b202-4307-8450-a01e972a216b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:00.151398 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-83a7c794-831b-4bc2-a2cd-52ad935f99db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.178182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:00.201918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:58:00.219605 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.237390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Pushing event updated for resources: {'Port': ['ID=11a296d5-fe5f-4e19-b63d-b68d387f4d6e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:00.242188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Allocated IP 172.20.0.1 (931faaa2-f7fa-41a8-bda8-6ba09ebac42a/96624f9f-b56b-41f9-bbae-6d4770069de2/7b0182ca-c085-4cbd-b386-4f425155971c) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:58:00.301561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Allocated IP 172.20.0.2 (01643c9e-b509-4aab-b914-3f62990f28ac/b8071936-e993-4c10-9097-8cd5cd9e195b/3a182b05-054a-4c3a-a24b-226af30f7cb2) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:58:00.318876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.333310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Attempting to bind port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:58:00.333710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Attempting to bind port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ec1ed4c4-fe64-4eab-8839-ce7c55132821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '931faaa2-f7fa-41a8-bda8-6ba09ebac42a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:58:00.334044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Attempting to bind port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e on network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:58:00.373338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:58:00.373656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Checking segment: {'id': 'ec1ed4c4-fe64-4eab-8839-ce7c55132821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '931faaa2-f7fa-41a8-bda8-6ba09ebac42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:58:00.374059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.374475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Bound using segment: {'id': 'ec1ed4c4-fe64-4eab-8839-ce7c55132821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '931faaa2-f7fa-41a8-bda8-6ba09ebac42a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:58:00.374956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Bound port: 11a296d5-fe5f-4e19-b63d-b68d387f4d6e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1ed4c4-fe64-4eab-8839-ce7c55132821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '931faaa2-f7fa-41a8-bda8-6ba09ebac42a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:58:00.375336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.448400 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.533972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] For port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:58:00.595043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] For port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=11a296d5-fe5f-4e19-b63d-b68d387f4d6e,segment=NetworkSegment(ec1ed4c4-fe64-4eab-8839-ce7c55132821),segment_id=ec1ed4c4-fe64-4eab-8839-ce7c55132821)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:58:00.602724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.643248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45610) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:00.649671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.662512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c12d2d0-5c78-4ac0-9030-811b563678e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.669988 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.740178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:00.746540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:00.761672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:58:00.795218 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.830432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a01e7cd6-b202-4307-8450-a01e972a216b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:58:00.843306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c12d2d0-5c78-4ac0-9030-811b563678e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.845342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Port': ['ID=7b0182ca-c085-4cbd-b386-4f425155971c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:00.904968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.932903 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c12d2d0-5c78-4ac0-9030-811b563678e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:00.992714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Network 01643c9e-b509-4aab-b914-3f62990f28ac is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:01.020640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:01.026664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824b7b6-281b-4e6c-bffd-a2a16554dcfd None None] Pushing event updated for resources: {'Port': ['ID=11a296d5-fe5f-4e19-b63d-b68d387f4d6e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:01.034041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1c12d2d0-5c78-4ac0-9030-811b563678e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2514f3729cc4ac7b433870006b13e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906910 Oct 15 00:58:01.034901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12d2d0-5c78-4ac0-9030-811b563678e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f9de69-6901-4dc2-84c2-c94e456d69c6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:01.040933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:58:01.045753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45616) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:01.203948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e1fb33-4c90-4c22-991b-a631f627ca54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.239812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e1fb33-4c90-4c22-991b-a631f627ca54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.295891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Pushing event updated for resources: {'Port': ['ID=3a182b05-054a-4c3a-a24b-226af30f7cb2,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:01.342377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Attempting to bind port 3a182b05-054a-4c3a-a24b-226af30f7cb2 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:58:01.342841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Attempting to bind port 3a182b05-054a-4c3a-a24b-226af30f7cb2 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '77aaeec8-055b-4d97-8f6e-d890b2171bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '01643c9e-b509-4aab-b914-3f62990f28ac'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:58:01.343263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Attempting to bind port 3a182b05-054a-4c3a-a24b-226af30f7cb2 on network 01643c9e-b509-4aab-b914-3f62990f28ac {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:58:01.353037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a01e7cd6-b202-4307-8450-a01e972a216b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:01.358522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.396043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.399491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:58:01.400153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Checking segment: {'id': '77aaeec8-055b-4d97-8f6e-d890b2171bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '01643c9e-b509-4aab-b914-3f62990f28ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:58:01.400493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.400976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Bound using segment: {'id': '77aaeec8-055b-4d97-8f6e-d890b2171bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '01643c9e-b509-4aab-b914-3f62990f28ac'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:58:01.401591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Bound port: 3a182b05-054a-4c3a-a24b-226af30f7cb2, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77aaeec8-055b-4d97-8f6e-d890b2171bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '01643c9e-b509-4aab-b914-3f62990f28ac'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:58:01.402084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.403620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e1fb33-4c90-4c22-991b-a631f627ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.410073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-80e1fb33-4c90-4c22-991b-a631f627ca54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.417848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-80e1fb33-4c90-4c22-991b-a631f627ca54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6f9de69-6901-4dc2-84c2-c94e456d69c6 HTTP/1.1" status: 204 len: 168 time: 0.3700633 Oct 15 00:58:01.462220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1fb33-4c90-4c22-991b-a631f627ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f9de69-6901-4dc2-84c2-c94e456d69c6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:01.521606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] For port 3a182b05-054a-4c3a-a24b-226af30f7cb2, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:58:01.592001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] For port 3a182b05-054a-4c3a-a24b-226af30f7cb2, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a182b05-054a-4c3a-a24b-226af30f7cb2,segment=NetworkSegment(77aaeec8-055b-4d97-8f6e-d890b2171bec),segment_id=77aaeec8-055b-4d97-8f6e-d890b2171bec)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:58:01.662704 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:01.795716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aa9c7-3d64-43ca-bc1c-f22dd82c705e None None] Pushing event updated for resources: {'Port': ['ID=3a182b05-054a-4c3a-a24b-226af30f7cb2,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:02.028942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:02.113254 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:02.204348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:02.327333 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:02.365603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Port': ['ID=7b0182ca-c085-4cbd-b386-4f425155971c,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:02.416241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:02.418867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:02.581037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f7fb7-44fd-483a-91fa-e1e093d53e4e None None] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:58:02.667358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-35e34865-3625-4a45-a904-57dbd43a5f0c None None] Provisioning complete for port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:02.667998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35e34865-3625-4a45-a904-57dbd43a5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:02.687873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Router 47be544c-ed55-4811-835e-88abad6a8ca7 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:58:02.858228 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35e34865-3625-4a45-a904-57dbd43a5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:02.967147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:58:02.979879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45646) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:02.981011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c7a489e5-6274-497e-bf7d-62ec64ca6192 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "PUT /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6209791 Oct 15 00:58:02.984160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] Sync routers for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:58:03.019022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:03.019631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:03.094356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11a296d5-fe5f-4e19-b63d-b68d387f4d6e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:58:03.096124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:03.142300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-35e34865-3625-4a45-a904-57dbd43a5f0c None None] For port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=11a296d5-fe5f-4e19-b63d-b68d387f4d6e,segment=NetworkSegment(ec1ed4c4-fe64-4eab-8839-ce7c55132821),segment_id=ec1ed4c4-fe64-4eab-8839-ce7c55132821)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:03.165336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:03.166157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:03.475620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9965a-3b9f-4e4e-9fef-ed8fee6ca0ff None None] Network 01643c9e-b509-4aab-b914-3f62990f28ac requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:58:03.481710 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35e34865-3625-4a45-a904-57dbd43a5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:03.483639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:03.484391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0dcb80-c9d8-4e3c-bcaf-1f06b9b107ed None None] The sync data for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:58:03.658594 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-fed0593a-0cf8-47a2-8a77-45ac8864bd9e tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 00:58:03.664243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fed0593a-0cf8-47a2-8a77-45ac8864bd9e tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "PUT /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6824646 Oct 15 00:58:03.666834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45660) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:03.700473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:03.701261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:03.709380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e34865-3625-4a45-a904-57dbd43a5f0c None None] Pushing event updated for resources: {'Port': ['ID=11a296d5-fe5f-4e19-b63d-b68d387f4d6e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:03.900019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5d9e64b5-a87b-4e4a-ab41-070d1f9a99c0 None None] Provisioning complete for port 3a182b05-054a-4c3a-a24b-226af30f7cb2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:03.900685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d9e64b5-a87b-4e4a-ab41-070d1f9a99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.196884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3a182b05-054a-4c3a-a24b-226af30f7cb2 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:58:04.198569 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d9e64b5-a87b-4e4a-ab41-070d1f9a99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.301498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5d9e64b5-a87b-4e4a-ab41-070d1f9a99c0 None None] For port 3a182b05-054a-4c3a-a24b-226af30f7cb2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a182b05-054a-4c3a-a24b-226af30f7cb2,segment=NetworkSegment(77aaeec8-055b-4d97-8f6e-d890b2171bec),segment_id=77aaeec8-055b-4d97-8f6e-d890b2171bec)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:04.314777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3a182b05-054a-4c3a-a24b-226af30f7cb2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:04.315160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.391452 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.395654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d9e64b5-a87b-4e4a-ab41-070d1f9a99c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.441062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.622176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e64b5-a87b-4e4a-ab41-070d1f9a99c0 None None] Pushing event updated for resources: {'Port': ['ID=3a182b05-054a-4c3a-a24b-226af30f7cb2,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:04.646976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5067f604-3f61-4aec-b7d0-37d1a28fccf0 None None] Provisioning complete for port 7b0182ca-c085-4cbd-b386-4f425155971c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:04.648319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5067f604-3f61-4aec-b7d0-37d1a28fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.688088 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:58:04.688456 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:58:04.704921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5067f604-3f61-4aec-b7d0-37d1a28fccf0 None None] Port 7b0182ca-c085-4cbd-b386-4f425155971c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:58:04.727613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5067f604-3f61-4aec-b7d0-37d1a28fccf0 None None] Provisioning complete for port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:04.728180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5067f604-3f61-4aec-b7d0-37d1a28fccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.827025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Deleting port 7b0182ca-c085-4cbd-b386-4f425155971c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:58:04.827517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.957856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.961567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a3b76dac-0ef5-40b9-8be6-00776acdc9d0 None None] Provisioning complete for port 3a182b05-054a-4c3a-a24b-226af30f7cb2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:04.962629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a3b76dac-0ef5-40b9-8be6-00776acdc9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:04.972121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Calling delete_port for 7b0182ca-c085-4cbd-b386-4f425155971c owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:58:05.103572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a3b76dac-0ef5-40b9-8be6-00776acdc9d0 None None] Provisioning complete for port 7b0182ca-c085-4cbd-b386-4f425155971c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:05.103572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a3b76dac-0ef5-40b9-8be6-00776acdc9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:05.224617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a3b76dac-0ef5-40b9-8be6-00776acdc9d0 None None] Port 7b0182ca-c085-4cbd-b386-4f425155971c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:58:05.385641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11a296d5-fe5f-4e19-b63d-b68d387f4d6e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:58:05.451766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:05.452250 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:05.582446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3a182b05-054a-4c3a-a24b-226af30f7cb2 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:58:05.651362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 3a182b05-054a-4c3a-a24b-226af30f7cb2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:05.651876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:05.767752 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:05.802234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Port': ['ID=7b0182ca-c085-4cbd-b386-4f425155971c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:06.048260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:06.228744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:06.267474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Router 47be544c-ed55-4811-835e-88abad6a8ca7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:58:06.361745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:58:06.368321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5796785a-4f3a-4daf-81b6-7742c853f2f1 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "PUT /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997762 Oct 15 00:58:06.374629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:06.386427 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] Sync routers for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:58:06.387228 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9cdafb13-6bdd-4111-bdb7-574709db222e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:06.399965 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:06.400582 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:06.452983 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-9ba54305-447a-45a8-ad7b-f60392586b97 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] delete failed (client error): The resource could not be found. Oct 15 00:58:06.454546 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9ba54305-447a-45a8-ad7b-f60392586b97 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-216659788 HTTP/1.1" status: 404 len: 334 time: 0.0786047 Oct 15 00:58:06.457894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45740) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:06.465555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f7dca2f3-9040-4175-b2c8-ebc99d6acf0f tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'router': {'external_gateway_info': {'network_id': '47be544c-ed55-4811-835e-88abad6a8ca7'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:06.469172 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:06.479413 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:06.480679 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:06.535370 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:06.536183 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc7a9d-60cc-40ed-8ad2-1bae574e80b9 None None] The sync data for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:58:06.612145 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9cdafb13-6bdd-4111-bdb7-574709db222e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:06.704180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9cdafb13-6bdd-4111-bdb7-574709db222e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:06.742552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:06.749247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9cdafb13-6bdd-4111-bdb7-574709db222e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c555b99b6e245b3aa051d9e46ed9c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187626 Oct 15 00:58:06.838183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f7dca2f3-9040-4175-b2c8-ebc99d6acf0f tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:06.839689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c40d35b-51e8-4600-9df3-0b6e450ed39f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:06.867655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdafb13-6bdd-4111-bdb7-574709db222e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7031e18-cbd0-4f93-9f82-a651ddc7006d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:06.887283 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c40d35b-51e8-4600-9df3-0b6e450ed39f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:06.940853 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-f7dca2f3-9040-4175-b2c8-ebc99d6acf0f tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] update failed (client error): The resource could not be found. Oct 15 00:58:06.946317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f7dca2f3-9040-4175-b2c8-ebc99d6acf0f tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "PUT /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7 HTTP/1.1" status: 404 len: 339 time: 0.4873455 Oct 15 00:58:06.946511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:07.034132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c40d35b-51e8-4600-9df3-0b6e450ed39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:07.037234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c40d35b-51e8-4600-9df3-0b6e450ed39f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:07.039241 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2c40d35b-51e8-4600-9df3-0b6e450ed39f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7031e18-cbd0-4f93-9f82-a651ddc7006d HTTP/1.1" status: 204 len: 168 time: 0.2954743 Oct 15 00:58:07.092482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d35b-51e8-4600-9df3-0b6e450ed39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7031e18-cbd0-4f93-9f82-a651ddc7006d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:07.355600 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:07.687587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Allocated IP 172.20.0.1 (d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec/cce533d4-9b18-4b39-9af4-0ee1d7679866/ca078073-43ad-4d8b-b924-505ecd7dc25e) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:58:07.824418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45770) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:07.828557 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:07.845468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-065e80a5-f47e-444a-b323-e3c219d0e2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:07.939179 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-065e80a5-f47e-444a-b323-e3c219d0e2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:07.979531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.031943 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:08.035228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:08.035938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-065e80a5-f47e-444a-b323-e3c219d0e2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.044632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:58:08.076658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Port': ['ID=ca078073-43ad-4d8b-b924-505ecd7dc25e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:08.098019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-065e80a5-f47e-444a-b323-e3c219d0e2d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55123cbd67f945a486184ec787838837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689812 Oct 15 00:58:08.101885 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45778) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:08.119492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e80a5-f47e-444a-b323-e3c219d0e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7699779-455d-4f3c-ac55-4ef7c97f522b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:08.144239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.315044 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-331f0778-b179-409a-a80e-43955f5da12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.358176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-331f0778-b179-409a-a80e-43955f5da12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.380865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-98c1d7f7-4ef4-4c3f-8fea-14f38db8b848 None None] Provisioning complete for port ca078073-43ad-4d8b-b924-505ecd7dc25e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:08.382492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98c1d7f7-4ef4-4c3f-8fea-14f38db8b848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.417055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-98c1d7f7-4ef4-4c3f-8fea-14f38db8b848 None None] Port ca078073-43ad-4d8b-b924-505ecd7dc25e cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:58:08.481784 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-331f0778-b179-409a-a80e-43955f5da12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.495819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-331f0778-b179-409a-a80e-43955f5da12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.499335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-331f0778-b179-409a-a80e-43955f5da12d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7699779-455d-4f3c-ac55-4ef7c97f522b HTTP/1.1" status: 204 len: 168 time: 0.3939414 Oct 15 00:58:08.566428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:08.595517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f0778-b179-409a-a80e-43955f5da12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7699779-455d-4f3c-ac55-4ef7c97f522b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:08.982741 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:09.058869 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:09.140694 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:58:09.184306 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:09.229420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event updated for resources: {'Port': ['ID=ca078073-43ad-4d8b-b924-505ecd7dc25e,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:09.332552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:09.334235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:09.541850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Router 47be544c-ed55-4811-835e-88abad6a8ca7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:58:09.688997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:58:09.699917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373576e1-db29-498f-9938-80a98636cf70 None None] Sync routers for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:58:09.703542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-978f87f9-922e-4986-a23f-06dbf4b59b3c tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "PUT /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7537918 Oct 15 00:58:09.703795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45818) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:09.713754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373576e1-db29-498f-9938-80a98636cf70 None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:09.716089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-373576e1-db29-498f-9938-80a98636cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:09.775308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-373576e1-db29-498f-9938-80a98636cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:09.785684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-85553877-ce6b-4499-9008-bb06f21fe3df None None] Provisioning complete for port ca078073-43ad-4d8b-b924-505ecd7dc25e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:09.786415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85553877-ce6b-4499-9008-bb06f21fe3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:09.837304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373576e1-db29-498f-9938-80a98636cf70 None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:09.837925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-373576e1-db29-498f-9938-80a98636cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:09.839217 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-da0dfc05-ebad-4488-8365-f98793092916 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:09.874201 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-85553877-ce6b-4499-9008-bb06f21fe3df None None] Port ca078073-43ad-4d8b-b924-505ecd7dc25e cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:58:09.879476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-373576e1-db29-498f-9938-80a98636cf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:09.880137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373576e1-db29-498f-9938-80a98636cf70 None None] The sync data for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 is: [] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:58:09.954313 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-da0dfc05-ebad-4488-8365-f98793092916 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 00:58:09.955638 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-da0dfc05-ebad-4488-8365-f98793092916 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7 HTTP/1.1" status: 409 len: 329 time: 0.2503116 Oct 15 00:58:09.959082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45830) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:09.971760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.528517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.542739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45850) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:10.548045 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dcd7fcae-df80-416c-91a5-ff5708578b66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721944807', 'description': 'tempest-secgroup-smoke-1721944807 description', 'project_id': '2e99e638c4a94c348a03369d466dc27c'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:10.636077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dcd7fcae-df80-416c-91a5-ff5708578b66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.731368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dcd7fcae-df80-416c-91a5-ff5708578b66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.825483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dcd7fcae-df80-416c-91a5-ff5708578b66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.860742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Deleting port ca078073-43ad-4d8b-b924-505ecd7dc25e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:58:10.861083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.872254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7fcae-df80-416c-91a5-ff5708578b66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:10.955603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dcd7fcae-df80-416c-91a5-ff5708578b66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.961440 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dcd7fcae-df80-416c-91a5-ff5708578b66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4176722 Oct 15 00:58:10.962440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45864) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:10.964250 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:10.970802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7326cef0-47a2-47c7-9429-3c51e64ee98b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'security_group_rule': {'security_group_id': '86915e95-e9d3-4a5d-9d0e-1d12b970eb8a', 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:10.987641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Calling delete_port for ca078073-43ad-4d8b-b924-505ecd7dc25e owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:58:11.106457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7326cef0-47a2-47c7-9429-3c51e64ee98b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.196569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7326cef0-47a2-47c7-9429-3c51e64ee98b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.281905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.310625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7326cef0-47a2-47c7-9429-3c51e64ee98b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.313317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Port': ['ID=ca078073-43ad-4d8b-b924-505ecd7dc25e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:11.325667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326cef0-47a2-47c7-9429-3c51e64ee98b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc693845-b603-4f79-b972-9b323fb1bcbf,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:11.432441 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7326cef0-47a2-47c7-9429-3c51e64ee98b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.434053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7326cef0-47a2-47c7-9429-3c51e64ee98b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4704456 Oct 15 00:58:11.437013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45880) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:11.442498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-83846bb7-2667-45ef-9afb-5c2fdaad300a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'security_group_rule': {'security_group_id': '86915e95-e9d3-4a5d-9d0e-1d12b970eb8a', 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:11.589520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83846bb7-2667-45ef-9afb-5c2fdaad300a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.658928 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83846bb7-2667-45ef-9afb-5c2fdaad300a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.748537 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83846bb7-2667-45ef-9afb-5c2fdaad300a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.795478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846bb7-2667-45ef-9afb-5c2fdaad300a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3264b7c-48ff-4565-a4d1-9ac20ff53545,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:11.833914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.917787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83846bb7-2667-45ef-9afb-5c2fdaad300a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:11.921910 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83846bb7-2667-45ef-9afb-5c2fdaad300a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4833591 Oct 15 00:58:11.922600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45890) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:11.927189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-98526d86-dc61-4aca-ac86-19c26bc4af2c tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'security_group_rule': {'security_group_id': '86915e95-e9d3-4a5d-9d0e-1d12b970eb8a', 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:11.998819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Router 47be544c-ed55-4811-835e-88abad6a8ca7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:58:12.069859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98526d86-dc61-4aca-ac86-19c26bc4af2c tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.078262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:58:12.088520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e9631c46-bcc3-44f1-8c7a-35568b4e3909 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "PUT /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1254499 Oct 15 00:58:12.088666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45894) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:12.092492 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] Sync routers for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:58:12.113341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:12.113341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:12.127714 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-0127506e-251c-408d-870d-72915ef19eda tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] show failed (client error): The resource could not be found. Oct 15 00:58:12.132777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0127506e-251c-408d-870d-72915ef19eda tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-64872999 HTTP/1.1" status: 404 len: 333 time: 0.0431676 Oct 15 00:58:12.133825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45896) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:12.138849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-62c4f570-42b8-4aff-88be-8fba1e545a53 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Request body: {'router': {'name': 'new_name'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:12.149598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98526d86-dc61-4aca-ac86-19c26bc4af2c tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.154238 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:12.164541 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] Routers {'47be544c-ed55-4811-835e-88abad6a8ca7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:12.165376 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:57:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['47be544c-ed55-4811-835e-88abad6a8ca7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:12.177541 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-62c4f570-42b8-4aff-88be-8fba1e545a53 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] update failed (client error): The resource could not be found. Oct 15 00:58:12.183629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-62c4f570-42b8-4aff-88be-8fba1e545a53 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1013526736 HTTP/1.1" status: 404 len: 335 time: 0.0492084 Oct 15 00:58:12.184209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45900) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:12.212274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:12.212936 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dea49-d053-4a6b-af86-bcea94c3dbbe None None] The sync data for ids ['47be544c-ed55-4811-835e-88abad6a8ca7'] in n-d-811521-2 is: [] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:58:12.243521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Deleting subnet b8071936-e993-4c10-9097-8cd5cd9e195b {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:58:12.250384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.254763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98526d86-dc61-4aca-ac86-19c26bc4af2c tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.286246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98526d86-dc61-4aca-ac86-19c26bc4af2c tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5969a647-056d-497b-85ea-ecf54ba8183c,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:12.323715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.352790 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98526d86-dc61-4aca-ac86-19c26bc4af2c tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.354178 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-98526d86-dc61-4aca-ac86-19c26bc4af2c tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303980 Oct 15 00:58:12.358102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45904) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:12.370813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f0d10061-1aad-46a2-832e-38d4cd79eaad tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'security_group_rule': {'security_group_id': '86915e95-e9d3-4a5d-9d0e-1d12b970eb8a', 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:12.434771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.503033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d10061-1aad-46a2-832e-38d4cd79eaad tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.558956 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d10061-1aad-46a2-832e-38d4cd79eaad tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.619464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.657936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Subnet': ['ID=b8071936-e993-4c10-9097-8cd5cd9e195b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:12.657936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.659362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c3450ad6-d214-4baf-a7f8-f36435fcaa62 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/subnets/b8071936-e993-4c10-9097-8cd5cd9e195b HTTP/1.1" status: 204 len: 168 time: 0.4725282 Oct 15 00:58:12.660280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d10061-1aad-46a2-832e-38d4cd79eaad tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.661010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45916) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:12.670453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371421c-9707-44bd-b762-d2f0c2340877 None None] Network 01643c9e-b509-4aab-b914-3f62990f28ac requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:58:12.679498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d10061-1aad-46a2-832e-38d4cd79eaad tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43405941-bc16-431c-9f6d-0736031a8a07,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:12.734039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Deleting subnet 96624f9f-b56b-41f9-bbae-6d4770069de2 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:58:12.737568 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.771616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0d10061-1aad-46a2-832e-38d4cd79eaad tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.779964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f0d10061-1aad-46a2-832e-38d4cd79eaad tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4217684 Oct 15 00:58:12.781549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45918) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:12.786434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'security_group_rule': {'security_group_id': '86915e95-e9d3-4a5d-9d0e-1d12b970eb8a', 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:12.796466 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.892546 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Project 2e99e638c4a94c348a03369d466dc27c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 00:58:12.892970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.938887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] DHCP port deletion for 01643c9e-b509-4aab-b914-3f62990f28ac request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:58:12.941652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:12.998265 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.006980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Deleting port 3a182b05-054a-4c3a-a24b-226af30f7cb2 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:58:13.007593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.071353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.107801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8437e39e-d284-437a-9d45-21e8e7c6eeb7,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:13.110299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] For port 3a182b05-054a-4c3a-a24b-226af30f7cb2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a182b05-054a-4c3a-a24b-226af30f7cb2,segment=NetworkSegment(77aaeec8-055b-4d97-8f6e-d890b2171bec),segment_id=77aaeec8-055b-4d97-8f6e-d890b2171bec)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:13.110921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.116657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.128465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Calling delete_port for 3a182b05-054a-4c3a-a24b-226af30f7cb2 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:58:13.167446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Subnet': ['ID=96624f9f-b56b-41f9-bbae-6d4770069de2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:13.198790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce007a0-aa8f-4bf1-8371-7a1ecc8064fe None None] Network 931faaa2-f7fa-41a8-bda8-6ba09ebac42a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:58:13.198938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.199412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.202629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d0ea3b06-4b08-4ac9-8d17-3129cc6bb51f tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4198489 Oct 15 00:58:13.203247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45926) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:13.209138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'security_group_rule': {'security_group_id': '86915e95-e9d3-4a5d-9d0e-1d12b970eb8a', 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:13.210637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-611e5eca-4ff7-4db6-9fdc-6f9d81a0300b tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/subnets/96624f9f-b56b-41f9-bbae-6d4770069de2 HTTP/1.1" status: 204 len: 168 time: 0.5478587 Oct 15 00:58:13.211509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45928) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:13.327772 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.351264 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Project 2e99e638c4a94c348a03369d466dc27c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 00:58:13.359390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.396360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 3a182b05-054a-4c3a-a24b-226af30f7cb2 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:58:13.468817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Deleting port 3a182b05-054a-4c3a-a24b-226af30f7cb2 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:58:13.469319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.506063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.550108 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.573602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] For port 3a182b05-054a-4c3a-a24b-226af30f7cb2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=3a182b05-054a-4c3a-a24b-226af30f7cb2,segment=NetworkSegment(77aaeec8-055b-4d97-8f6e-d890b2171bec),segment_id=77aaeec8-055b-4d97-8f6e-d890b2171bec)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:13.574161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.588352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.597498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Calling delete_port for 3a182b05-054a-4c3a-a24b-226af30f7cb2 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:58:13.607747 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.645031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc191260-632a-4f3f-bdc1-cabdb90af3c0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:13.659677 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Pushing event deleted for resources: {'Port': ['ID=3a182b05-054a-4c3a-a24b-226af30f7cb2,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:13.667454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] DHCP port deletion for 931faaa2-f7fa-41a8-bda8-6ba09ebac42a request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:58:13.686577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] No DVR routers for this DVR port 3a182b05-054a-4c3a-a24b-226af30f7cb2 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:58:13.689821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.690395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.690955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.691474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.691978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.692313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.692652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.692984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.693333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.695198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.695542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.696907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31eb2-19b1-4ffa-8a56-e3800ac915cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:13.741077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.742546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff84766f-2b30-4246-9dc1-86945fd6f542 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5383601 Oct 15 00:58:13.759894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.784942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] Deleting port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:58:13.787969 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.790104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Port': ['ID=3a182b05-054a-4c3a-a24b-226af30f7cb2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:13.804985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] No DVR routers for this DVR port 3a182b05-054a-4c3a-a24b-226af30f7cb2 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:58:13.919040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] For port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=11a296d5-fe5f-4e19-b63d-b68d387f4d6e,segment=NetworkSegment(ec1ed4c4-fe64-4eab-8839-ce7c55132821),segment_id=ec1ed4c4-fe64-4eab-8839-ce7c55132821)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:13.925180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.939658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] Calling delete_port for 11a296d5-fe5f-4e19-b63d-b68d387f4d6e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:58:13.964318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:13.995040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01643c9e-b509-4aab-b914-3f62990f28ac']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:14.007244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77aaeec8-055b-4d97-8f6e-d890b2171bec') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:14.007871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77aaeec8-055b-4d97-8f6e-d890b2171bec') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:14.140522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.188858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] Pushing event deleted for resources: {'Port': ['ID=11a296d5-fe5f-4e19-b63d-b68d387f4d6e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:14.192147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ecf9d-d0ad-433a-8fd4-9f6445b29986 None None] No DVR routers for this DVR port 11a296d5-fe5f-4e19-b63d-b68d387f4d6e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:58:14.249076 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-33755f87-0142-44cb-bed9-ec90adbeb6bb tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721944807&fields=id&tenant_id=2e99e638c4a94c348a03369d466dc27c HTTP/1.1" status: 200 len: 267 time: 0.0633714 Oct 15 00:58:14.331190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.361903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.369413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:58:14.370690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: self.session.flush() Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:58:14.373701 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:58:14.418278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-bf831d1d-0a19-4e21-bdc8-9ea79d9a1d01 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:14.419752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-bf831d1d-0a19-4e21-bdc8-9ea79d9a1d01 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 811 time: 0.1576247 Oct 15 00:58:14.435756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-61a625bb-047b-4392-958a-0b246ae256e0 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/quotas/2e99e638c4a94c348a03369d466dc27c HTTP/1.1" status: 200 len: 375 time: 0.0098422 Oct 15 00:58:14.520149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-95afcd27-a905-4ece-bd7d-12751d53a442 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785320 Oct 15 00:58:14.540215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.548360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.564149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/networks/01643c9e-b509-4aab-b914-3f62990f28ac HTTP/1.1" status: 204 len: 168 time: 1.3514001 Oct 15 00:58:14.568135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 45960) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:14.580998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835c854-9a29-4af9-92ee-e7e86f7e8272 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Network': ['ID=01643c9e-b509-4aab-b914-3f62990f28ac,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:14.651207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.771029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.834033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931faaa2-f7fa-41a8-bda8-6ba09ebac42a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:14.852155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1ed4c4-fe64-4eab-8839-ce7c55132821') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:14.852448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1ed4c4-fe64-4eab-8839-ce7c55132821') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:14.864759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.895060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.907875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-da84c718-d517-4fe0-961f-ee3adb1f3dd6 service neutron] 10.222.0.13 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703606 Oct 15 00:58:14.909126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:58:14.909278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: timer() Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:58:14.913563 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:58:15.060192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-ab3d1001-e357-43da-934a-7fd6f7cccdcf service neutron] 10.222.0.13 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432869 Oct 15 00:58:15.093465 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.141526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.141526 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.141526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/networks/931faaa2-f7fa-41a8-bda8-6ba09ebac42a HTTP/1.1" status: 204 len: 168 time: 0.5702496 Oct 15 00:58:15.144094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45976) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:15.155818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9e96e-ce87-480f-99b0-01b4c6923901 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Network': ['ID=931faaa2-f7fa-41a8-bda8-6ba09ebac42a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:15.205508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Deleting subnet cce533d4-9b18-4b39-9af4-0ee1d7679866 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:58:15.208664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.248920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.346326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11a296d5-fe5f-4e19-b63d-b68d387f4d6e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:58:15.366050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.374484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 11a296d5-fe5f-4e19-b63d-b68d387f4d6e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:58:15.374827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11a296d5-fe5f-4e19-b63d-b68d387f4d6e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:58:15.543783 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.572982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Subnet': ['ID=cce533d4-9b18-4b39-9af4-0ee1d7679866,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:15.576634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.582936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088c77e-38a4-4205-ba48-94a632c5ef10 None None] Network d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:58:15.592558 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a4b161ba-0795-4abb-baf7-bd265797405a tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/subnets/cce533d4-9b18-4b39-9af4-0ee1d7679866 HTTP/1.1" status: 204 len: 168 time: 0.4409306 Oct 15 00:58:15.597777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 45992) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:15.677476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.758986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Deleting port a01e7cd6-b202-4307-8450-a01e972a216b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:58:15.759328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.799857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] DHCP port deletion for d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:58:15.854251 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b125bbb9-43d2-48fe-ab39-63ff9c158295 req-bfa110cb-bc2b-41be-b7c8-62fce2dd450d tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0590754 Oct 15 00:58:15.878996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] For port a01e7cd6-b202-4307-8450-a01e972a216b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a01e7cd6-b202-4307-8450-a01e972a216b,segment=NetworkSegment(a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be),segment_id=a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:15.879452 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.891673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] Deleting port a01e7cd6-b202-4307-8450-a01e972a216b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:58:15.891673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:15.898879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Calling delete_port for a01e7cd6-b202-4307-8450-a01e972a216b owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:58:15.974118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] For port a01e7cd6-b202-4307-8450-a01e972a216b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a01e7cd6-b202-4307-8450-a01e972a216b,segment=NetworkSegment(a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be),segment_id=a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:15.974576 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.150331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.151103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] Calling delete_port for a01e7cd6-b202-4307-8450-a01e972a216b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:58:16.179168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Port': ['ID=a01e7cd6-b202-4307-8450-a01e972a216b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:16.186910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] No DVR routers for this DVR port a01e7cd6-b202-4307-8450-a01e972a216b on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:58:16.246297 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.273787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] Pushing event deleted for resources: {'Port': ['ID=a01e7cd6-b202-4307-8450-a01e972a216b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:16.276277 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.278577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866d16d-5a24-4883-8a53-ad9d53504b88 None None] No DVR routers for this DVR port a01e7cd6-b202-4307-8450-a01e972a216b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:58:16.311034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:16.327301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:16.336476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22ece75-bdd6-4ac9-8fa1-0ac65c5ec1be') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:16.344753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.370302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.372264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:58:16.372753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:58:16.376120 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:58:16.561607 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.569491 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.578233 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/networks/d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec HTTP/1.1" status: 204 len: 168 time: 0.9767349 Oct 15 00:58:16.579761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46012) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:16.613070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc5c94-4bb5-4e50-a3db-d03cc4614c21 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Pushing event deleted for resources: {'Network': ['ID=d6d1ec73-1e3e-4f40-9494-8a1eb3aa24ec,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:16.649308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c3a4a81d-e6fc-441e-85b3-48b0cc8fbbfd tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be544c-ed55-4811-835e-88abad6a8ca7 HTTP/1.1" status: 200 len: 205 time: 0.0681281 Oct 15 00:58:16.651804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46020) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:16.742154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce707846-51ef-44c8-98a6-4d36dd825498 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:16.956237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9ee0a52-dab6-406f-8787-a834813139bb req-02d92a45-120d-43b9-a376-ed48f7614093 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0301504 Oct 15 00:58:17.007190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce707846-51ef-44c8-98a6-4d36dd825498 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:17.009400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce707846-51ef-44c8-98a6-4d36dd825498 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:17.184554 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce707846-51ef-44c8-98a6-4d36dd825498 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:17.185089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce707846-51ef-44c8-98a6-4d36dd825498 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Fanout notify agent at l3_agent the message router_deleted on router 47be544c-ed55-4811-835e-88abad6a8ca7 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:58:17.200249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce707846-51ef-44c8-98a6-4d36dd825498 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:17.200666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce707846-51ef-44c8-98a6-4d36dd825498 tempest-RoutersNegativeTest-1008098981 tempest-RoutersNegativeTest-1008098981-project] 10.222.0.13 "DELETE /v2.0/routers/47be544c-ed55-4811-835e-88abad6a8ca7 HTTP/1.1" status: 204 len: 168 time: 0.5476646 Oct 15 00:58:17.374233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a01e7cd6-b202-4307-8450-a01e972a216b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:58:17.452593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: a01e7cd6-b202-4307-8450-a01e972a216b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:58:17.453317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a01e7cd6-b202-4307-8450-a01e972a216b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:58:17.876556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46050) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:18.074643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3495f461-0ab0-4597-a8a7-e29f89104c50 req-7893c5e3-772c-4f47-bc67-ce100a1ddfe7 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0374491 Oct 15 00:58:18.116225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46060) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:18.122737 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cc6b0aaa-1592-49fa-ae70-f1ddd10d45b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bd5f3b762174a458b162a37aeb5f2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369618 Oct 15 00:58:18.175678 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7bbd-0c10-458c-b166-a160c7c07bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:18.201949 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7bbd-0c10-458c-b166-a160c7c07bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:18.321678 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7bbd-0c10-458c-b166-a160c7c07bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:18.324455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7bbd-0c10-458c-b166-a160c7c07bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:18.325745 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ce0c7bbd-0c10-458c-b166-a160c7c07bbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be9119b6-5933-4884-bc9e-6d8cc741e25a HTTP/1.1" status: 204 len: 168 time: 0.2083883 Oct 15 00:58:18.335146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7bbd-0c10-458c-b166-a160c7c07bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9119b6-5933-4884-bc9e-6d8cc741e25a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:18.934206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-489588e1-a939-4823-a212-fec69b715c65 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:18.935731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-489588e1-a939-4823-a212-fec69b715c65 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.39 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 811 time: 0.1706171 Oct 15 00:58:19.020154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-6dc5ceac-618f-45b2-b02e-f5f72a0f345a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e99e638c4a94c348a03369d466dc27c HTTP/1.1" status: 200 len: 380 time: 0.0748644 Oct 15 00:58:19.030180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'port': {'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'admin_state_up': True, 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'security_groups': ['86915e95-e9d3-4a5d-9d0e-1d12b970eb8a']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:19.239789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5172ccd-2ec6-4840-af2c-548814cbf29c req-cc959b51-bcdc-49ab-9741-5ed38c459b9d tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0556684 Oct 15 00:58:19.373250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Made reservation on behalf of 2e99e638c4a94c348a03369d466dc27c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:58:19.376836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:19.561083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Allocated IP 172.20.0.6 (358ff5d8-a9da-4394-8238-4c3859f49b81/ca528801-90e0-414a-9864-6f2c74340e29/6e4a0b18-7180-47fc-84f6-cdf51e85cfc7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:58:19.774853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:19.890668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46108) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:19.910727 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:19.979724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'Port': ['ID=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:19.995073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:19.998380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:20.013598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--588526991'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:20.015094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:58:20.086219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:20.086866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.156818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.180866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.221562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-cb0b3b03-9f6b-4ec8-a80d-06fe4bfd7b55 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1951649 Oct 15 00:58:20.235085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Request body: {'port': {'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:20.365091 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.365899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.433985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0828f5a5-ef78-4252-8ce2-40e6b4c73f93 None None] Provisioning complete for port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:20.434598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0828f5a5-ef78-4252-8ce2-40e6b4c73f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.484237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.545261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0828f5a5-ef78-4252-8ce2-40e6b4c73f93 None None] Port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:58:20.572448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28de24d3-72e2-4be2-80f8-8605242fd539,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:20.629905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c600aaf-9570-4431-93b0-489415588d05 req-dd8a98a2-e25b-4c0e-848e-a51ed7e902b9 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:20.632129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c600aaf-9570-4431-93b0-489415588d05 req-dd8a98a2-e25b-4c0e-848e-a51ed7e902b9 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 931 time: 0.2332766 Oct 15 00:58:20.660188 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.736550 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c600aaf-9570-4431-93b0-489415588d05 req-f1500b05-3008-483b-9d73-2b4c619fc7fc tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950518 Oct 15 00:58:20.773328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.819378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1a101-3c15-44d1-b4d4-878386182478,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:20.948757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:58:20.957075 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:20.970909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Transition to ACTIVE for port object 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 00:58:21.043939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.049960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a42a1864-96b3-489f-989f-9e74202044e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1552432 Oct 15 00:58:21.050401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46138) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:21.094404 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.256789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:21.270493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0e899b33-ac54-4ea5-a90a-8c65aa61cf11 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2162645 Oct 15 00:58:21.270802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46140) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:21.275479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-27c735d5-20ab-4242-bab7-0c8e0169fea4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-security--345536938', 'description': 'tempest-security-description-961273015'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:21.329616 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27c735d5-20ab-4242-bab7-0c8e0169fea4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.421841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Attempting to bind port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:58:21.422542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Attempting to bind port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:58:21.422542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Attempting to bind port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 on network 358ff5d8-a9da-4394-8238-4c3859f49b81 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:58:21.431804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 on network 358ff5d8-a9da-4394-8238-4c3859f49b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 00:58:21.432236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Attempting to bind port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 on network 358ff5d8-a9da-4394-8238-4c3859f49b81 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:58:21.438668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:58:21.445616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Checking segment: {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:58:21.445616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Bound using segment: {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:58:21.445616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Bound port: 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf5b3e2-46a1-4852-b7c4-842625f5e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:58:21.445616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.450852 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27c735d5-20ab-4242-bab7-0c8e0169fea4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.561857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27c735d5-20ab-4242-bab7-0c8e0169fea4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.565309 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27c735d5-20ab-4242-bab7-0c8e0169fea4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.567684 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27c735d5-20ab-4242-bab7-0c8e0169fea4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "PUT /v2.0/security-groups/e8b1a101-3c15-44d1-b4d4-878386182478 HTTP/1.1" status: 200 len: 1778 time: 0.2956879 Oct 15 00:58:21.574317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46144) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:21.611360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] For port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:58:21.611807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c735d5-20ab-4242-bab7-0c8e0169fea4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1a101-3c15-44d1-b4d4-878386182478,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:21.628407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] For port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:58:21.686483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-47795d9d-2ff8-488a-953c-5b2bd40b4ffc tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups/e8b1a101-3c15-44d1-b4d4-878386182478 HTTP/1.1" status: 200 len: 1778 time: 0.1107936 Oct 15 00:58:21.689166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46150) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:21.723473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.820164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:21.822491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.825212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] 10.222.0.39 "PUT /v2.0/ports/6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 1091 time: 1.5950072 Oct 15 00:58:21.825686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:58:21.831176 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2bd25cc-8705-4c4e-afda-e3a9a32e66b9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.833052 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252120c5-90f9-4d16-a652-3028c4f3a2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:58:21.866481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46156) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:21.906574 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2bd25cc-8705-4c4e-afda-e3a9a32e66b9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:21.946240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e36adb-5c2c-48cd-94e5-e4d72b9d905a service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:22.083221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2bd25cc-8705-4c4e-afda-e3a9a32e66b9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.091041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515999-63c8-429a-be38-e19a4ad8a9d3 req-3826f2d9-3e6b-4c37-b856-d473b490525b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:22.091041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a515999-63c8-429a-be38-e19a4ad8a9d3 req-3826f2d9-3e6b-4c37-b856-d473b490525b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.1644826 Oct 15 00:58:22.091227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2bd25cc-8705-4c4e-afda-e3a9a32e66b9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.091227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e2bd25cc-8705-4c4e-afda-e3a9a32e66b9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/e8b1a101-3c15-44d1-b4d4-878386182478 HTTP/1.1" status: 204 len: 168 time: 0.3985109 Oct 15 00:58:22.092973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46164) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:22.105742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-bc6f06df-981e-4f95-b12b-0def96ad8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:22.107468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-bc6f06df-981e-4f95-b12b-0def96ad8115 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1094 time: 0.0885365 Oct 15 00:58:22.121148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd25cc-8705-4c4e-afda-e3a9a32e66b9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1a101-3c15-44d1-b4d4-878386182478,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:22.222772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-0253bc40-117c-479d-811c-13cf8b2c7c82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 217 time: 0.0936010 Oct 15 00:58:22.228084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18ff0390-b25c-4771-8f8a-91fa3cfb9b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.300154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-af259b99-b81a-42fe-acbf-4a8e815a9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:22.301055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-af259b99-b81a-42fe-acbf-4a8e815a9fce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 200 len: 850 time: 0.0586710 Oct 15 00:58:22.309633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a1289948-59eb-4ef1-bec4-08892478c455 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2084346 Oct 15 00:58:22.310475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46174) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:22.311868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a515999-63c8-429a-be38-e19a4ad8a9d3 req-fd6c877d-09e6-40e3-a35b-ccaf3d3fa281 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031941 Oct 15 00:58:22.351427 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [None req-68552384-0401-4a92-b78d-8ff3b62ab708 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] delete failed (client error): The resource could not be found. Oct 15 00:58:22.367093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46176) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:22.373888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e9db5c13-3166-4e4b-b615-3fed646127be tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206888618'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:22.388923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-68552384-0401-4a92-b78d-8ff3b62ab708 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/e8b1a101-3c15-44d1-b4d4-878386182478 HTTP/1.1" status: 404 len: 347 time: 0.0541482 Oct 15 00:58:22.405646 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3d0931-3601-4b64-b4b8-de0ea730ea2a x-openstack-request-id: req-3e3d0931-3601-4b64-b4b8-de0ea730ea2a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:58:22.406143 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:58:22.407517 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e3d0931-3601-4b64-b4b8-de0ea730ea2a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:58:22.408086 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'status': 'completed', 'code': 200} Oct 15 00:58:22.417841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908220db-b81a-490b-baae-13529789e848 req-b44436d5-44d3-4a11-a786-2e722a302103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:22.419544 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-b44436d5-44d3-4a11-a786-2e722a302103 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=358ff5d8-a9da-4394-8238-4c3859f49b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068177 Oct 15 00:58:22.513561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c13-3166-4e4b-b615-3fed646127be tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.520633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18ff0390-b25c-4771-8f8a-91fa3cfb9b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.563449 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-cd21317a-5e24-4e71-b544-d797361fb28b service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360359 Oct 15 00:58:22.651601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18ff0390-b25c-4771-8f8a-91fa3cfb9b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.680679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c13-3166-4e4b-b615-3fed646127be tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.703955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18ff0390-b25c-4771-8f8a-91fa3cfb9b84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=324d3b335c0d4646892a6c2c37a7f2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8366017 Oct 15 00:58:22.706633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46180) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:22.723174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff0390-b25c-4771-8f8a-91fa3cfb9b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f89d38-ee91-401d-8944-a6d4e3751b4a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:22.731682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-908220db-b81a-490b-baae-13529789e848 req-8a370888-f888-48cb-9e56-1ecc30b0c16f service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605966 Oct 15 00:58:22.767560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed821a07-80a6-4bbf-b3d8-df70d3e04d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.773443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c13-3166-4e4b-b615-3fed646127be tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.807085 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed821a07-80a6-4bbf-b3d8-df70d3e04d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.823917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5c13-3166-4e4b-b615-3fed646127be tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2b394-da80-403b-b853-fb8d7b97523a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:22.916937 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9db5c13-3166-4e4b-b615-3fed646127be tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:22.918302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e9db5c13-3166-4e4b-b615-3fed646127be tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5500031 Oct 15 00:58:22.925437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46186) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:22.925437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-369c4e3f-a08b-446f-a104-f6dcd828fe94 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': '85e2b394-da80-403b-b853-fb8d7b97523a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:22.966343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-9de539dd-0c6e-4c04-8640-ada359c6686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:22.967861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-9de539dd-0c6e-4c04-8640-ada359c6686f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1094 time: 0.0925078 Oct 15 00:58:22.995968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed821a07-80a6-4bbf-b3d8-df70d3e04d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:23.001339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ed821a07-80a6-4bbf-b3d8-df70d3e04d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:23.005530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ed821a07-80a6-4bbf-b3d8-df70d3e04d1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91f89d38-ee91-401d-8944-a6d4e3751b4a HTTP/1.1" status: 204 len: 168 time: 0.2976348 Oct 15 00:58:23.040038 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed821a07-80a6-4bbf-b3d8-df70d3e04d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f89d38-ee91-401d-8944-a6d4e3751b4a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:23.404794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-369c4e3f-a08b-446f-a104-f6dcd828fe94 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:23.482582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-7f917891-c34e-4291-9bc7-dcd921bb309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:23.496682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-7f917891-c34e-4291-9bc7-dcd921bb309b service neutron] 10.222.0.39 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 912 time: 0.5095325 Oct 15 00:58:23.565180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-48104e08-3df9-4850-9cb1-ead9d63f8a31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 217 time: 0.0493259 Oct 15 00:58:23.565180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-369c4e3f-a08b-446f-a104-f6dcd828fe94 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:23.600062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f476-f1cc-4055-ab7b-09f23a472422 req-6d444a0c-1ea9-473e-b301-648820b90219 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:23.600062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b12f476-f1cc-4055-ab7b-09f23a472422 req-6d444a0c-1ea9-473e-b301-648820b90219 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.1623096 Oct 15 00:58:23.634757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-0316ac66-fc44-465b-b99e-8eb62d789fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:23.636466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-0316ac66-fc44-465b-b99e-8eb62d789fd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 200 len: 850 time: 0.0838289 Oct 15 00:58:23.644087 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b12f476-f1cc-4055-ab7b-09f23a472422 req-1250b2ff-36ea-429d-aeaf-9fb86730eb49 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450883 Oct 15 00:58:23.687003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-69443e13-fc7f-48a6-a711-991abdb6d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:23.688629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-69443e13-fc7f-48a6-a711-991abdb6d6d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=358ff5d8-a9da-4394-8238-4c3859f49b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437145 Oct 15 00:58:23.758295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-369c4e3f-a08b-446f-a104-f6dcd828fe94 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:23.788370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4e3f-a08b-446f-a104-f6dcd828fe94 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd844b3-5522-4ed4-b2b4-e311b9b6c8cd,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:23.805702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-33415edb-4872-475d-8d07-79a46819bdaa service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089833 Oct 15 00:58:23.902480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-369c4e3f-a08b-446f-a104-f6dcd828fe94 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:23.906538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-369c4e3f-a08b-446f-a104-f6dcd828fe94 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9816873 Oct 15 00:58:23.906923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46204) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:23.934807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-252120c5-90f9-4d16-a652-3028c4f3a2b7 req-31aa82fd-8524-47cf-9c8a-2c6544b7b8be service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205599 Oct 15 00:58:23.984633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19923351-a0d7-48e2-b0b8-3980577dc9e4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:23.985530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19923351-a0d7-48e2-b0b8-3980577dc9e4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.107651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46210) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:24.122665 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-45fc5778-ad96-4dfd-86ab-8747979880bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.133243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19923351-a0d7-48e2-b0b8-3980577dc9e4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.146549 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19923351-a0d7-48e2-b0b8-3980577dc9e4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.148381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19923351-a0d7-48e2-b0b8-3980577dc9e4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6bd844b3-5522-4ed4-b2b4-e311b9b6c8cd HTTP/1.1" status: 204 len: 168 time: 0.2403336 Oct 15 00:58:24.157266 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46212) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:24.180884 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923351-a0d7-48e2-b0b8-3980577dc9e4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bd844b3-5522-4ed4-b2b4-e311b9b6c8cd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:24.224472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-45fc5778-ad96-4dfd-86ab-8747979880bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.281064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1db861f-996f-41d8-b753-3a39dd4dba64 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1171412 Oct 15 00:58:24.283784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46218) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:24.320874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-45fc5778-ad96-4dfd-86ab-8747979880bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.344264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1fa0-3c27-457c-ae5d-77ff2138a668 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.381868 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1fa0-3c27-457c-ae5d-77ff2138a668 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.387486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-45fc5778-ad96-4dfd-86ab-8747979880bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c9671a61c8e4efb942eb7fdecf48e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786608 Oct 15 00:58:24.394851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46220) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:24.469910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc5778-ad96-4dfd-86ab-8747979880bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c112b-322c-45ee-9707-e44a7dfa3f15,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:24.537543 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de4b8bb3-98f6-421d-b4d4-bd702a5e79eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.568180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1fa0-3c27-457c-ae5d-77ff2138a668 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.571714 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de4b8bb3-98f6-421d-b4d4-bd702a5e79eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.572211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1fa0-3c27-457c-ae5d-77ff2138a668 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.573031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2c9e1fa0-3c27-457c-ae5d-77ff2138a668 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/85e2b394-da80-403b-b853-fb8d7b97523a HTTP/1.1" status: 204 len: 168 time: 0.2881894 Oct 15 00:58:24.575646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46222) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:24.583287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e1fa0-3c27-457c-ae5d-77ff2138a668 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2b394-da80-403b-b853-fb8d7b97523a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:24.654909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-009776a4-655b-4abe-ae3d-93ee05fc88d1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780036 Oct 15 00:58:24.659218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46226) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:24.663716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2aba30ba-7638-494e-8ff9-b1d4aa9e06f5 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037181815'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:24.788148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f892ec8-6945-473f-8b93-d12b2d3b280e req-7b54ef5c-4340-4c47-bd90-298fe2c4610e tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:24.789889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f892ec8-6945-473f-8b93-d12b2d3b280e req-7b54ef5c-4340-4c47-bd90-298fe2c4610e tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0528629 Oct 15 00:58:24.803989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de4b8bb3-98f6-421d-b4d4-bd702a5e79eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.807281 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-de4b8bb3-98f6-421d-b4d4-bd702a5e79eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.816072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-de4b8bb3-98f6-421d-b4d4-bd702a5e79eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c6c112b-322c-45ee-9707-e44a7dfa3f15 HTTP/1.1" status: 204 len: 168 time: 0.4171646 Oct 15 00:58:24.820157 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2aba30ba-7638-494e-8ff9-b1d4aa9e06f5 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.861183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b8bb3-98f6-421d-b4d4-bd702a5e79eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c112b-322c-45ee-9707-e44a7dfa3f15,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:24.944002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2aba30ba-7638-494e-8ff9-b1d4aa9e06f5 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:24.973818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f892ec8-6945-473f-8b93-d12b2d3b280e req-d8643f46-2bcc-4ff9-8e8a-73e9026747ac tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689076 Oct 15 00:58:25.019146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2aba30ba-7638-494e-8ff9-b1d4aa9e06f5 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:25.054022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba30ba-7638-494e-8ff9-b1d4aa9e06f5 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53d1e07-cc95-4922-83dd-259020bf2961,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:25.198117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2aba30ba-7638-494e-8ff9-b1d4aa9e06f5 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:25.199647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2aba30ba-7638-494e-8ff9-b1d4aa9e06f5 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5395000 Oct 15 00:58:25.202333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46238) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:25.206751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9dcb8db0-7983-48af-9000-b0f2bd5c9ea2 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'd53d1e07-cc95-4922-83dd-259020bf2961', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:25.333943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8db0-7983-48af-9000-b0f2bd5c9ea2 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:25.466604 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8db0-7983-48af-9000-b0f2bd5c9ea2 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:25.602317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8db0-7983-48af-9000-b0f2bd5c9ea2 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:25.634969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb8db0-7983-48af-9000-b0f2bd5c9ea2 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe25542-62d4-4840-be9d-d4854de54301,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:25.746959 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8db0-7983-48af-9000-b0f2bd5c9ea2 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:25.748462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9dcb8db0-7983-48af-9000-b0f2bd5c9ea2 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5452173 Oct 15 00:58:25.751452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:25.756076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6b66de1f-1044-467e-ba0b-3b27648d9781 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'd53d1e07-cc95-4922-83dd-259020bf2961', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:25.856465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b66de1f-1044-467e-ba0b-3b27648d9781 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:25.945605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b66de1f-1044-467e-ba0b-3b27648d9781 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.075768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b66de1f-1044-467e-ba0b-3b27648d9781 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.110133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66de1f-1044-467e-ba0b-3b27648d9781 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f5704a-3d94-46b9-8f00-0e9406bbaa9f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:26.159846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d89ac8-c09e-4f91-a77a-f6cdd059e7f2 req-ad740f85-8506-462c-9fbf-a321b83352a9 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:26.167974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2d89ac8-c09e-4f91-a77a-f6cdd059e7f2 req-ad740f85-8506-462c-9fbf-a321b83352a9 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0711546 Oct 15 00:58:26.175167 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b66de1f-1044-467e-ba0b-3b27648d9781 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.179484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b66de1f-1044-467e-ba0b-3b27648d9781 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4237709 Oct 15 00:58:26.179962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46272) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:26.185644 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7910388f-9106-4dcf-a791-20019e528c86 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'd53d1e07-cc95-4922-83dd-259020bf2961', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:26.229547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2d89ac8-c09e-4f91-a77a-f6cdd059e7f2 req-7b503985-8f14-41c1-a51d-e655e96d31f4 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522189 Oct 15 00:58:26.259523 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-013e8a94-31d2-417a-9491-cff4ee98d978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.292145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7910388f-9106-4dcf-a791-20019e528c86 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.362586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7910388f-9106-4dcf-a791-20019e528c86 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.458543 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7910388f-9106-4dcf-a791-20019e528c86 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.473309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910388f-9106-4dcf-a791-20019e528c86 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0750a8-d33b-4f99-a2cc-e761ee865879,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:26.580657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7910388f-9106-4dcf-a791-20019e528c86 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.591048 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7910388f-9106-4dcf-a791-20019e528c86 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4007032 Oct 15 00:58:26.591048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46290) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:26.591048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0b5d31cc-6902-4df0-88ca-f16e46f0f7ec tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'd53d1e07-cc95-4922-83dd-259020bf2961', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:26.694842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b5d31cc-6902-4df0-88ca-f16e46f0f7ec tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.770488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b5d31cc-6902-4df0-88ca-f16e46f0f7ec tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.853740 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b5d31cc-6902-4df0-88ca-f16e46f0f7ec tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.873858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d31cc-6902-4df0-88ca-f16e46f0f7ec tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31288cf1-63ce-4f75-b508-36653bab460f,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:26.957723 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0b5d31cc-6902-4df0-88ca-f16e46f0f7ec tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:26.961720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0b5d31cc-6902-4df0-88ca-f16e46f0f7ec tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3732164 Oct 15 00:58:26.961933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46332) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:26.967349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5556449b-fcb7-4132-90d4-bcb80f44546f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'd53d1e07-cc95-4922-83dd-259020bf2961', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:27.081192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5556449b-fcb7-4132-90d4-bcb80f44546f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.153149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5556449b-fcb7-4132-90d4-bcb80f44546f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.224319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5556449b-fcb7-4132-90d4-bcb80f44546f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.243848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556449b-fcb7-4132-90d4-bcb80f44546f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28da2bd6-964e-4e65-961d-b8f17b65a843,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:27.327331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5556449b-fcb7-4132-90d4-bcb80f44546f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.329268 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5556449b-fcb7-4132-90d4-bcb80f44546f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3660874 Oct 15 00:58:27.332095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46340) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:27.359231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d0177-2937-442d-b429-de25b6f71d17 req-76f58254-94b4-40a7-9973-c686254f4f45 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:27.360780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c0d0177-2937-442d-b429-de25b6f71d17 req-76f58254-94b4-40a7-9973-c686254f4f45 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0618587 Oct 15 00:58:27.373192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aad1d4ce-f564-415f-ad72-67cdf7cdf602 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.382483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aad1d4ce-f564-415f-ad72-67cdf7cdf602 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.413651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c0d0177-2937-442d-b429-de25b6f71d17 req-a17b61d6-a79f-41f5-9906-fef06e473df2 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Oct 15 00:58:27.487284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aad1d4ce-f564-415f-ad72-67cdf7cdf602 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.493558 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aad1d4ce-f564-415f-ad72-67cdf7cdf602 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.494780 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aad1d4ce-f564-415f-ad72-67cdf7cdf602 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/28da2bd6-964e-4e65-961d-b8f17b65a843 HTTP/1.1" status: 204 len: 168 time: 0.1617379 Oct 15 00:58:27.497556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46348) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:27.546336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1d4ce-f564-415f-ad72-67cdf7cdf602 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28da2bd6-964e-4e65-961d-b8f17b65a843,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:27.591207 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-80657cc2-ffc7-48ec-bd5b-b4b89ae635b0 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0909321 Oct 15 00:58:27.593418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46354) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:27.639567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43a908c-c7ef-4ca4-9477-4bf64daa638f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.650652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43a908c-c7ef-4ca4-9477-4bf64daa638f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.750225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43a908c-c7ef-4ca4-9477-4bf64daa638f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.758457 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d43a908c-c7ef-4ca4-9477-4bf64daa638f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.764267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46360) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:27.764538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d43a908c-c7ef-4ca4-9477-4bf64daa638f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/31288cf1-63ce-4f75-b508-36653bab460f HTTP/1.1" status: 204 len: 168 time: 0.1699905 Oct 15 00:58:27.770774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a908c-c7ef-4ca4-9477-4bf64daa638f tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31288cf1-63ce-4f75-b508-36653bab460f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:27.814351 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a5f07cd7-79e9-4320-b736-57e18c26a609 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0489249 Oct 15 00:58:27.816949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46364) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:27.845388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3594c57c-df3a-48a8-a2b5-b12fa1878c62 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.848854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3594c57c-df3a-48a8-a2b5-b12fa1878c62 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.950608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3594c57c-df3a-48a8-a2b5-b12fa1878c62 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.957692 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3594c57c-df3a-48a8-a2b5-b12fa1878c62 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:27.961703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3594c57c-df3a-48a8-a2b5-b12fa1878c62 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fb0750a8-d33b-4f99-a2cc-e761ee865879 HTTP/1.1" status: 204 len: 168 time: 0.1412277 Oct 15 00:58:27.962846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46386) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:27.966463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594c57c-df3a-48a8-a2b5-b12fa1878c62 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb0750a8-d33b-4f99-a2cc-e761ee865879,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:28.030188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-96189923-8797-436e-bd4e-edf7584213e1 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0658154 Oct 15 00:58:28.032785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46398) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:28.069724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0f5909de-8e6d-42a6-a0f6-1cd13611fb19 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.080757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0f5909de-8e6d-42a6-a0f6-1cd13611fb19 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.226739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0f5909de-8e6d-42a6-a0f6-1cd13611fb19 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.236613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0f5909de-8e6d-42a6-a0f6-1cd13611fb19 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.237773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0f5909de-8e6d-42a6-a0f6-1cd13611fb19 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/46f5704a-3d94-46b9-8f00-0e9406bbaa9f HTTP/1.1" status: 204 len: 168 time: 0.2008884 Oct 15 00:58:28.240742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46410) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:28.261461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5909de-8e6d-42a6-a0f6-1cd13611fb19 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46f5704a-3d94-46b9-8f00-0e9406bbaa9f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:28.296987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b4704fcb-b909-4c96-93bd-0dde9deb1cd0 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0541153 Oct 15 00:58:28.306581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46412) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:28.327787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe305-9d1e-43db-a5b1-8a01b94f98a8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.336454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe305-9d1e-43db-a5b1-8a01b94f98a8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.440751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe305-9d1e-43db-a5b1-8a01b94f98a8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.456382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe305-9d1e-43db-a5b1-8a01b94f98a8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.456382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7cbe305-9d1e-43db-a5b1-8a01b94f98a8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8fe25542-62d4-4840-be9d-d4854de54301 HTTP/1.1" status: 204 len: 168 time: 0.1525767 Oct 15 00:58:28.456567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46418) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:28.484003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbe305-9d1e-43db-a5b1-8a01b94f98a8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fe25542-62d4-4840-be9d-d4854de54301,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:28.519816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83b3f872-260e-42a1-8a20-a8e50688db44 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613170 Oct 15 00:58:28.522630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46420) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:28.649054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276986f3-5316-4981-9990-9c5953a39c43 req-49503fa7-1a5e-4b6e-a377-408fffe1ed66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:28.650875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-276986f3-5316-4981-9990-9c5953a39c43 req-49503fa7-1a5e-4b6e-a377-408fffe1ed66 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0910892 Oct 15 00:58:28.652009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c28705d-ae71-4326-b295-84a07924068b tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.686494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c28705d-ae71-4326-b295-84a07924068b tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.742174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-276986f3-5316-4981-9990-9c5953a39c43 req-3975c807-d9f0-4481-9bc9-36af6e11ad47 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670991 Oct 15 00:58:28.847216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6cc93ab0-fec0-4193-bdc9-d7a58512c905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.858731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c28705d-ae71-4326-b295-84a07924068b tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.861392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c28705d-ae71-4326-b295-84a07924068b tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:28.862636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2c28705d-ae71-4326-b295-84a07924068b tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/d53d1e07-cc95-4922-83dd-259020bf2961 HTTP/1.1" status: 204 len: 168 time: 0.3389812 Oct 15 00:58:28.865855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46428) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:28.882289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28705d-ae71-4326-b295-84a07924068b tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53d1e07-cc95-4922-83dd-259020bf2961,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:28.969842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-144c045f-fe25-49cf-892b-b711b861c07d tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027853 Oct 15 00:58:28.976075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46432) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:28.980922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-58e494b8-c654-476d-b4d4-7dc4f1da8b60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--919840446'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:29.064356 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58e494b8-c654-476d-b4d4-7dc4f1da8b60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.159812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58e494b8-c654-476d-b4d4-7dc4f1da8b60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.258757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58e494b8-c654-476d-b4d4-7dc4f1da8b60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.298831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e494b8-c654-476d-b4d4-7dc4f1da8b60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4bc721-7189-4592-967d-3b49c48219d2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:29.379726 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-58e494b8-c654-476d-b4d4-7dc4f1da8b60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.381599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-58e494b8-c654-476d-b4d4-7dc4f1da8b60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4044616 Oct 15 00:58:29.384546 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46440) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:29.392296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-97d1a22d-b36a-4671-9162-e03af457c2fd tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'be4bc721-7189-4592-967d-3b49c48219d2', 'direction': 'ingress', 'protocol': 17}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:29.487392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97d1a22d-b36a-4671-9162-e03af457c2fd tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.572916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97d1a22d-b36a-4671-9162-e03af457c2fd tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.670447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97d1a22d-b36a-4671-9162-e03af457c2fd tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.697486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1a22d-b36a-4671-9162-e03af457c2fd tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711a68a4-9b0f-494f-9790-7b713f5cd03a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:29.780425 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-97d1a22d-b36a-4671-9162-e03af457c2fd tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.784987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46450) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:29.793236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-97d1a22d-b36a-4671-9162-e03af457c2fd tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4071021 Oct 15 00:58:29.901447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb1c366a-e91a-466f-8c1e-8ea074911cea tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.921187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d78a2b-bc52-4479-a188-ce3fa5f27331 req-6e8ee14f-98f5-4c69-9456-0e7443975627 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:29.922835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2d78a2b-bc52-4479-a188-ce3fa5f27331 req-6e8ee14f-98f5-4c69-9456-0e7443975627 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0787866 Oct 15 00:58:29.935586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb1c366a-e91a-466f-8c1e-8ea074911cea tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:29.977729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2d78a2b-bc52-4479-a188-ce3fa5f27331 req-4d402127-407a-4fef-8393-e5a4cd94a36e tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447268 Oct 15 00:58:30.076088 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb1c366a-e91a-466f-8c1e-8ea074911cea tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.080985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cb1c366a-e91a-466f-8c1e-8ea074911cea tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.080985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cb1c366a-e91a-466f-8c1e-8ea074911cea tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/be4bc721-7189-4592-967d-3b49c48219d2 HTTP/1.1" status: 204 len: 168 time: 0.2946022 Oct 15 00:58:30.086851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46456) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:30.111117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c366a-e91a-466f-8c1e-8ea074911cea tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4bc721-7189-4592-967d-3b49c48219d2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:30.144866 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.154690 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66b57faa-cc4f-46e8-8339-2a472e41ca60 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626731 Oct 15 00:58:30.155004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46458) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:30.160976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fa8e99d6-a6ba-4222-88be-4d9bde1616aa tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--98231490'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:30.288069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa8e99d6-a6ba-4222-88be-4d9bde1616aa tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.299029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.371392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa8e99d6-a6ba-4222-88be-4d9bde1616aa tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.435851 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa8e99d6-a6ba-4222-88be-4d9bde1616aa tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.467053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e99d6-a6ba-4222-88be-4d9bde1616aa tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397e14b1-a5b8-4ee4-8280-e13a84912215,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:30.557631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa8e99d6-a6ba-4222-88be-4d9bde1616aa tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.559029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa8e99d6-a6ba-4222-88be-4d9bde1616aa tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4030240 Oct 15 00:58:30.561736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46466) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:30.566169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5e4ea333-9b71-49fa-bbf1-00b10721eaad tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458184751'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:30.653185 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea333-9b71-49fa-bbf1-00b10721eaad tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.753975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea333-9b71-49fa-bbf1-00b10721eaad tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.857650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea333-9b71-49fa-bbf1-00b10721eaad tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.892896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ea333-9b71-49fa-bbf1-00b10721eaad tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374d0241-d4c8-4d56-b306-95372f7d94d5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:30.952222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea333-9b71-49fa-bbf1-00b10721eaad tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:30.954929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5e4ea333-9b71-49fa-bbf1-00b10721eaad tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3908138 Oct 15 00:58:30.956383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46474) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:30.961637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': '397e14b1-a5b8-4ee4-8280-e13a84912215', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '374d0241-d4c8-4d56-b306-95372f7d94d5', 'remote_ip_prefix': None}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:31.127464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.157070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48674603-61ef-432f-9a12-83726cafd5cb req-aaf1f8dc-1f46-4ce2-8ebd-e05ab3fb0e52 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:31.158749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48674603-61ef-432f-9a12-83726cafd5cb req-aaf1f8dc-1f46-4ce2-8ebd-e05ab3fb0e52 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.1181231 Oct 15 00:58:31.240541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48674603-61ef-432f-9a12-83726cafd5cb req-76f8bfad-9b9e-4fc7-adba-911009d94d8b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 Oct 15 00:58:31.252846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.327620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.354014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c595bf74-41a0-419a-80f9-f2985efdc0e2,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:31.364239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.364585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.366282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.367097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.367097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.367290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.367617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.370311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.371306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.372354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.373398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.373731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:31.451271 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.456220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46492) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:31.456940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fbdcd71f-c046-49d2-997a-2eca12cea8a4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4990196 Oct 15 00:58:31.485473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f6a2-fd25-4c12-89c8-d928cae2c882 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.497143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f6a2-fd25-4c12-89c8-d928cae2c882 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.637809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f6a2-fd25-4c12-89c8-d928cae2c882 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.649931 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f6a2-fd25-4c12-89c8-d928cae2c882 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.652907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ca0f6a2-fd25-4c12-89c8-d928cae2c882 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c595bf74-41a0-419a-80f9-f2985efdc0e2 HTTP/1.1" status: 204 len: 168 time: 0.1956475 Oct 15 00:58:31.655642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46496) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:31.669421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0f6a2-fd25-4c12-89c8-d928cae2c882 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c595bf74-41a0-419a-80f9-f2985efdc0e2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:31.745150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46498) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:31.746569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d848bea9-f8e8-42c1-bb15-2a21760b4a63 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0853944 Oct 15 00:58:31.841265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7e296f5-1a44-4076-8bec-a1302993e674 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:31.884724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7e296f5-1a44-4076-8bec-a1302993e674 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.081432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7e296f5-1a44-4076-8bec-a1302993e674 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.085972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d7e296f5-1a44-4076-8bec-a1302993e674 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.087560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d7e296f5-1a44-4076-8bec-a1302993e674 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/374d0241-d4c8-4d56-b306-95372f7d94d5 HTTP/1.1" status: 204 len: 168 time: 0.3409173 Oct 15 00:58:32.090191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46506) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:32.107687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e296f5-1a44-4076-8bec-a1302993e674 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374d0241-d4c8-4d56-b306-95372f7d94d5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:32.237977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b835cb2b-d9c6-4f18-9883-85843b9c8978 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1438596 Oct 15 00:58:32.238550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46510) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:32.335341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27e1f0c1-3bb8-4d76-bdfb-c3a91f6ae813 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.375977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27e1f0c1-3bb8-4d76-bdfb-c3a91f6ae813 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.378909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.406025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c943e97-a0e0-4f6f-beac-a1d050dc4b5e req-596f78ef-2f8a-44f0-a2a3-ea9d64038e53 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:32.416778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c943e97-a0e0-4f6f-beac-a1d050dc4b5e req-596f78ef-2f8a-44f0-a2a3-ea9d64038e53 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0827553 Oct 15 00:58:32.461879 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c943e97-a0e0-4f6f-beac-a1d050dc4b5e req-be4d7112-bacb-4d49-bb8d-99715f86cb80 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Oct 15 00:58:32.533249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27e1f0c1-3bb8-4d76-bdfb-c3a91f6ae813 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.535976 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-27e1f0c1-3bb8-4d76-bdfb-c3a91f6ae813 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.538197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-27e1f0c1-3bb8-4d76-bdfb-c3a91f6ae813 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/397e14b1-a5b8-4ee4-8280-e13a84912215 HTTP/1.1" status: 204 len: 168 time: 0.2978237 Oct 15 00:58:32.541684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46518) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:32.548604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1f0c1-3bb8-4d76-bdfb-c3a91f6ae813 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e14b1-a5b8-4ee4-8280-e13a84912215,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:32.636285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46522) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:32.636493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-97357b5d-a0c2-4e8e-985c-ec30f26926e4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928395 Oct 15 00:58:32.641723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c40bf245-b206-4d44-a530-75d097219eb4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434074577'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:32.740904 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c40bf245-b206-4d44-a530-75d097219eb4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.836148 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c40bf245-b206-4d44-a530-75d097219eb4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.926141 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c40bf245-b206-4d44-a530-75d097219eb4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:32.955613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bf245-b206-4d44-a530-75d097219eb4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e294cb-b412-402d-afc4-953872b28c60,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:33.047896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c40bf245-b206-4d44-a530-75d097219eb4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.049693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c40bf245-b206-4d44-a530-75d097219eb4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4117396 Oct 15 00:58:33.053152 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46530) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:33.059016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-01d57eb1-c6cb-49be-9f95-1a0d73b56cdb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': '21e294cb-b412-402d-afc4-953872b28c60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:33.168562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01d57eb1-c6cb-49be-9f95-1a0d73b56cdb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.232552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01d57eb1-c6cb-49be-9f95-1a0d73b56cdb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.303896 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01d57eb1-c6cb-49be-9f95-1a0d73b56cdb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.322891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d57eb1-c6cb-49be-9f95-1a0d73b56cdb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ee999d-e7ae-49a6-b111-3bd4eaed9f78,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:33.420550 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-01d57eb1-c6cb-49be-9f95-1a0d73b56cdb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.421823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-01d57eb1-c6cb-49be-9f95-1a0d73b56cdb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3674405 Oct 15 00:58:33.424703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46540) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:33.451439 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3efda2c4-b1c4-4b04-b45a-5800601b48bf tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.459880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3efda2c4-b1c4-4b04-b45a-5800601b48bf tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.584345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3efda2c4-b1c4-4b04-b45a-5800601b48bf tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.592181 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3efda2c4-b1c4-4b04-b45a-5800601b48bf tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.593570 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3efda2c4-b1c4-4b04-b45a-5800601b48bf tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/27ee999d-e7ae-49a6-b111-3bd4eaed9f78 HTTP/1.1" status: 204 len: 168 time: 0.1679060 Oct 15 00:58:33.599071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b398768-fa21-4bbc-aef2-88386ececa22 req-a57fbd97-9746-4046-b0e5-1926896324f4 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:33.602749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b398768-fa21-4bbc-aef2-88386ececa22 req-a57fbd97-9746-4046-b0e5-1926896324f4 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0657990 Oct 15 00:58:33.603234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46546) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:33.610421 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efda2c4-b1c4-4b04-b45a-5800601b48bf tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27ee999d-e7ae-49a6-b111-3bd4eaed9f78,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:33.665101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b398768-fa21-4bbc-aef2-88386ececa22 req-09af7f52-02c9-49c0-8b92-e4741455154e tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553107 Oct 15 00:58:33.678280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-684f4200-e3ac-4df3-bd99-9b16715825e6 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738518 Oct 15 00:58:33.680899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46550) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:33.737815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89c87e0b-f4a6-4e0c-adc8-c5b2052bd0cb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.764507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89c87e0b-f4a6-4e0c-adc8-c5b2052bd0cb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.887528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89c87e0b-f4a6-4e0c-adc8-c5b2052bd0cb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.889922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89c87e0b-f4a6-4e0c-adc8-c5b2052bd0cb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:33.894697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-89c87e0b-f4a6-4e0c-adc8-c5b2052bd0cb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/21e294cb-b412-402d-afc4-953872b28c60 HTTP/1.1" status: 204 len: 168 time: 0.2091241 Oct 15 00:58:33.894907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46556) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:33.915927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c87e0b-f4a6-4e0c-adc8-c5b2052bd0cb tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e294cb-b412-402d-afc4-953872b28c60,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:33.972363 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-42e4da2d-9898-4aca-bf3b-499a7461e60a tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769243 Oct 15 00:58:33.979419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46560) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:33.992052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-84d22d0a-0fac-44d6-95af-c80300ea2501 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741546858'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:34.111238 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84d22d0a-0fac-44d6-95af-c80300ea2501 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.205511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84d22d0a-0fac-44d6-95af-c80300ea2501 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.291945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84d22d0a-0fac-44d6-95af-c80300ea2501 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.324527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d22d0a-0fac-44d6-95af-c80300ea2501 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c840e26a-2bb8-49bf-9516-b1c7be627920,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:34.403333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84d22d0a-0fac-44d6-95af-c80300ea2501 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.407132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84d22d0a-0fac-44d6-95af-c80300ea2501 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4221961 Oct 15 00:58:34.407544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46568) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:34.412794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-71c10416-e51e-4441-a94d-d19839108de9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'c840e26a-2bb8-49bf-9516-b1c7be627920', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:34.498239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71c10416-e51e-4441-a94d-d19839108de9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.566846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71c10416-e51e-4441-a94d-d19839108de9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.626109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71c10416-e51e-4441-a94d-d19839108de9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.649809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c10416-e51e-4441-a94d-d19839108de9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f8e220-97e1-4e2d-b184-724d5ae2a5b4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:34.736737 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71c10416-e51e-4441-a94d-d19839108de9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.738348 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71c10416-e51e-4441-a94d-d19839108de9 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3297486 Oct 15 00:58:34.742959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46578) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:34.766045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b9a881ab-8101-4d4e-9976-31d627a93f18 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules/39f8e220-97e1-4e2d-b184-724d5ae2a5b4 HTTP/1.1" status: 200 len: 763 time: 0.0208130 Oct 15 00:58:34.769199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46580) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:34.829734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-afc4c7cf-d33c-47b1-9df9-1f761011c12d tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0592635 Oct 15 00:58:34.832202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46582) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:34.858238 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b2cd7b5f-5aff-4a2f-9d6d-63865eff8c5a tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.868854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b2cd7b5f-5aff-4a2f-9d6d-63865eff8c5a tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:34.903569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405bc0-88db-47b7-a8ad-653a2c8d59e3 req-d3f36b1f-7192-444e-a966-32c2eba9017b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:34.905082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4405bc0-88db-47b7-a8ad-653a2c8d59e3 req-d3f36b1f-7192-444e-a966-32c2eba9017b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 943 time: 0.0983942 Oct 15 00:58:34.955951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4405bc0-88db-47b7-a8ad-653a2c8d59e3 req-128826f7-6357-4270-af74-f882c879c7fa tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Oct 15 00:58:34.994894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b2cd7b5f-5aff-4a2f-9d6d-63865eff8c5a tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.001205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b2cd7b5f-5aff-4a2f-9d6d-63865eff8c5a tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.002566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b2cd7b5f-5aff-4a2f-9d6d-63865eff8c5a tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/39f8e220-97e1-4e2d-b184-724d5ae2a5b4 HTTP/1.1" status: 204 len: 168 time: 0.1692848 Oct 15 00:58:35.005179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46586) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:35.019337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd7b5f-5aff-4a2f-9d6d-63865eff8c5a tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39f8e220-97e1-4e2d-b184-724d5ae2a5b4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:35.064940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-44ecd88c-40bd-4afa-a45d-2e675532374e tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575016 Oct 15 00:58:35.067309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46590) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:35.075012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2b0d183d-9d08-48c6-b782-7eb8863481e3 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'c840e26a-2bb8-49bf-9516-b1c7be627920', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:35.092966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 00:58:35.181468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b0d183d-9d08-48c6-b782-7eb8863481e3 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.219009 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:35.234017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'mac_address': 'fa:16:3e:21:3d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 00:58:35.283530 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.299074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b0d183d-9d08-48c6-b782-7eb8863481e3 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.305337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 00:58:35.338167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:35.395856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b0d183d-9d08-48c6-b782-7eb8863481e3 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.418229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d183d-9d08-48c6-b782-7eb8863481e3 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b806dd-cb40-4054-b52d-97aa911a9cd1,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:35.424701 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.492312 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:35.516715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b0d183d-9d08-48c6-b782-7eb8863481e3 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.520500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b0d183d-9d08-48c6-b782-7eb8863481e3 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4498112 Oct 15 00:58:35.531209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46598) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:35.541812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0ae6f3b0-1614-421a-b500-c729c1b74023 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules/73b806dd-cb40-4054-b52d-97aa911a9cd1 HTTP/1.1" status: 200 len: 763 time: 0.0173502 Oct 15 00:58:35.542158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:35.626284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9875a373-9958-49d7-9dc6-1917da780091 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0824840 Oct 15 00:58:35.631560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46604) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:35.676196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6dff5fe-4839-46a4-9f6b-c37c98860150 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.685496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6dff5fe-4839-46a4-9f6b-c37c98860150 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.726550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:58:35.790766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6dff5fe-4839-46a4-9f6b-c37c98860150 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.798499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f6dff5fe-4839-46a4-9f6b-c37c98860150 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:35.798499 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f6dff5fe-4839-46a4-9f6b-c37c98860150 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/73b806dd-cb40-4054-b52d-97aa911a9cd1 HTTP/1.1" status: 204 len: 168 time: 0.1651442 Oct 15 00:58:35.800503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46608) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:35.807512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dff5fe-4839-46a4-9f6b-c37c98860150 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b806dd-cb40-4054-b52d-97aa911a9cd1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:35.862821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9f2a0b18-048d-4324-a39d-3cca8bc01294 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610633 Oct 15 00:58:35.865276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46612) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:35.870825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Request body: {'security_group_rule': {'security_group_id': 'c840e26a-2bb8-49bf-9516-b1c7be627920', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:35.997862 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Project f0a8650940b447639f7ca5ec657ebde6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 00:58:36.004136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.090326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.165295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1756d49-0331-41ac-a6bb-5067482dd728 req-c49e2fcd-c0ec-44f0-84cb-d721584a8e67 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:36.166832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1756d49-0331-41ac-a6bb-5067482dd728 req-c49e2fcd-c0ec-44f0-84cb-d721584a8e67 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 944 time: 0.0554216 Oct 15 00:58:36.187601 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.238450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4f61be-9740-4910-8480-61c171ada680,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:36.269394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1756d49-0331-41ac-a6bb-5067482dd728 req-cd2f060e-2d1d-4747-924e-6c9cfcdf9f81 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951853 Oct 15 00:58:36.335717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.337322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-61fc32ba-f0e0-4330-8e57-fb426217f6e8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4696984 Oct 15 00:58:36.339636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46622) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:36.358011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9cfcee05-b8f6-47a8-9bce-e80608016881 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules/fd4f61be-9740-4910-8480-61c171ada680 HTTP/1.1" status: 200 len: 769 time: 0.0172162 Oct 15 00:58:36.360462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46624) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:36.425601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c53d6384-e8b0-4fd3-a9f4-49e8cf4d7bf8 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0640337 Oct 15 00:58:36.429239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46630) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:36.466488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef9403c9-0d64-4b04-b3a2-721e89cce272 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.477999 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef9403c9-0d64-4b04-b3a2-721e89cce272 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.567575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef9403c9-0d64-4b04-b3a2-721e89cce272 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.575438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef9403c9-0d64-4b04-b3a2-721e89cce272 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.576556 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ef9403c9-0d64-4b04-b3a2-721e89cce272 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fd4f61be-9740-4910-8480-61c171ada680 HTTP/1.1" status: 204 len: 168 time: 0.1463499 Oct 15 00:58:36.579225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46632) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:36.591846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9403c9-0d64-4b04-b3a2-721e89cce272 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd4f61be-9740-4910-8480-61c171ada680,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:36.656844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b3738aa1-0676-472f-b91c-258d558a66ce tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740352 Oct 15 00:58:36.657049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46636) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:36.713160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb56c651-0181-4064-9e9d-f4fdb48bc8c6 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.742824 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb56c651-0181-4064-9e9d-f4fdb48bc8c6 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.835997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb56c651-0181-4064-9e9d-f4fdb48bc8c6 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.838681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb56c651-0181-4064-9e9d-f4fdb48bc8c6 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:36.840098 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fb56c651-0181-4064-9e9d-f4fdb48bc8c6 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "DELETE /v2.0/security-groups/c840e26a-2bb8-49bf-9516-b1c7be627920 HTTP/1.1" status: 204 len: 168 time: 0.1818950 Oct 15 00:58:36.842853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:36.865071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56c651-0181-4064-9e9d-f4fdb48bc8c6 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c840e26a-2bb8-49bf-9516-b1c7be627920,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:36.915672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ae92a05d-5359-4f01-b8fa-64d49618dac4 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708468 Oct 15 00:58:36.916584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46648) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:36.966173 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7cf40046-ef33-44ac-b7c5-b315b82a9215 tempest-SecGroupIPv6Test-1883547092 tempest-SecGroupIPv6Test-1883547092-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481658 Oct 15 00:58:37.105996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:58:37.269449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 00:58:37.277791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:58:37.277791 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:37.398665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:37.434349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:58:37.437333 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0177bc-26e2-42bd-80b0-b1bc68fe4edd" -d '{"events": [{"server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:58:37.456858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:58:37.478142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e2f1e-4528-4fe0-badc-9884b59e3425 req-4c81ba09-096d-42a9-b373-2707a2127578 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:37.486890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-414e2f1e-4528-4fe0-badc-9884b59e3425 req-4c81ba09-096d-42a9-b373-2707a2127578 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 944 time: 0.0804808 Oct 15 00:58:37.539422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:37.610885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-414e2f1e-4528-4fe0-badc-9884b59e3425 req-11295ada-e11e-403f-b78f-43e05b389cb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184914 Oct 15 00:58:37.728585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46668) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:37.730814 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0bf776-9ed4-4afa-b80f-7f5edc9af27e x-openstack-request-id: req-3c0bf776-9ed4-4afa-b80f-7f5edc9af27e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:58:37.734284 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:58:37.743937 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c0bf776-9ed4-4afa-b80f-7f5edc9af27e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:58:37.750770 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'code': 200} Oct 15 00:58:37.763013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:37.844886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6a5fa-4e57-40d8-b1de-464fcd607402 req-e6e159e7-012e-48e1-b054-455d48e7e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:37.847572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16a6a5fa-4e57-40d8-b1de-464fcd607402 req-e6e159e7-012e-48e1-b054-455d48e7e3c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0735219 Oct 15 00:58:37.929773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16a6a5fa-4e57-40d8-b1de-464fcd607402 req-1559b72a-14d3-41a4-827d-50d7c96b56f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707421 Oct 15 00:58:38.027014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46676) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:38.027452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e3416046-d7dc-4eeb-a08c-0d2a318fd3d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0a8650940b447639f7ca5ec657ebde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973523 Oct 15 00:58:38.095398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a574d-ea43-4e52-8bc4-d3671cf10c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:38.129338 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a574d-ea43-4e52-8bc4-d3671cf10c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:38.270392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a574d-ea43-4e52-8bc4-d3671cf10c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:38.275571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7c8a574d-ea43-4e52-8bc4-d3671cf10c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:38.283542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7c8a574d-ea43-4e52-8bc4-d3671cf10c76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28de24d3-72e2-4be2-80f8-8605242fd539 HTTP/1.1" status: 204 len: 168 time: 0.2535048 Oct 15 00:58:38.293362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a574d-ea43-4e52-8bc4-d3671cf10c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de24d3-72e2-4be2-80f8-8605242fd539,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:38.769939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc430cd9-4a38-4088-a527-bc4466731cc2 req-2215766f-b7da-4cde-985c-b90981e3225b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:38.778243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc430cd9-4a38-4088-a527-bc4466731cc2 req-2215766f-b7da-4cde-985c-b90981e3225b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 945 time: 0.0650926 Oct 15 00:58:38.826649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc430cd9-4a38-4088-a527-bc4466731cc2 req-4f52ecdb-2036-471f-8921-7f14075565ba tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475070 Oct 15 00:58:39.953027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca45b2e-cc0b-4400-bd9d-1d9c74e64122 req-aabee509-ff3e-40c9-8596-5fd38133f7f5 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:39.954565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ca45b2e-cc0b-4400-bd9d-1d9c74e64122 req-aabee509-ff3e-40c9-8596-5fd38133f7f5 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Oct 15 00:58:39.984080 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:39.997553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ca45b2e-cc0b-4400-bd9d-1d9c74e64122 req-58bf08c4-b627-4a96-8037-3bef54ed8a16 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355866 Oct 15 00:58:40.159379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35a226-653c-4891-b774-ccc074b1a4bf req-6fc8eda4-ef5b-4f0b-adc1-9f3f11d45fec tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:40.159567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:40.160920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a35a226-653c-4891-b774-ccc074b1a4bf req-6fc8eda4-ef5b-4f0b-adc1-9f3f11d45fec tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 945 time: 0.0787513 Oct 15 00:58:40.167410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46738) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:40.167754 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0073643 Oct 15 00:58:40.228101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a35a226-653c-4891-b774-ccc074b1a4bf req-bd575191-ba65-447d-8279-ba0680b780ab tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585148 Oct 15 00:58:40.254232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46742) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:40.323130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-125b3cb2-49e8-4c90-af21-65065499933d tempest-NetworksApiDiscovery-1118453709 tempest-NetworksApiDiscovery-1118453709-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1545596 Oct 15 00:58:40.482109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c41a45-26a3-478d-951f-601422e60f2a tempest-TestVolumeBackupRestore-1797023937 tempest-TestVolumeBackupRestore-1797023937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:40.484062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-06c41a45-26a3-478d-951f-601422e60f2a tempest-TestVolumeBackupRestore-1797023937 tempest-TestVolumeBackupRestore-1797023937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1091 time: 0.2288055 Oct 15 00:58:40.487098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:40.492336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:40.580416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:40.765651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:40.909543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Allocated IP 172.25.2.73 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/73cb5157-010c-4f25-aff8-4197f44b98a6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:58:40.915309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:41.053780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.124113 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.200630 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.247853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:58:41.250942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:58:41.257447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:58:41.262966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'Port': ['ID=73cb5157-010c-4f25-aff8-4197f44b98a6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:41.276393 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.334381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.377049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22afdf6d-92c2-4e56-a6a3-26d54737a385,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:41.403803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.404247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.404700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.405134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.405556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.405989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.406877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.407193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.407623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.408040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.408459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.408903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:58:41.438912 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8da26088-83ee-4e07-916b-a57c8f5d5647 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5976a19e54c94da3a9cc63e831079e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219171 Oct 15 00:58:41.439668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46778) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:41.527260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e93c-f981-42c9-ba77-2562a785dfc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.557963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e93c-f981-42c9-ba77-2562a785dfc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.704532 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e93c-f981-42c9-ba77-2562a785dfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.707175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e93c-f981-42c9-ba77-2562a785dfc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:41.710751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3e2e93c-f981-42c9-ba77-2562a785dfc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22afdf6d-92c2-4e56-a6a3-26d54737a385 HTTP/1.1" status: 204 len: 168 time: 0.2699757 Oct 15 00:58:41.734127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2e93c-f981-42c9-ba77-2562a785dfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22afdf6d-92c2-4e56-a6a3-26d54737a385,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:41.920001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:42.119461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:42.326963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:42.417344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:42.557962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event updated for resources: {'Port': ['ID=73cb5157-010c-4f25-aff8-4197f44b98a6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:42.638008 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:42.760518 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Floating IP 70779998-5651-49d2-93fd-94acf2a30099 associated. External IP: 172.25.2.73, port: 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7. Oct 15 00:58:42.998039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Router 98e924e8-465c-4857-b78a-ba453c6c2138 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:58:43.120383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:58:43.131592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] Sync routers for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:58:43.141178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:43.141797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:43.266505 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:43.281581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:58:43.328870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-12779030-4420-42a6-ab3b-e7bf5c45a935 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8366811 Oct 15 00:58:43.328870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:58:43.328870 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457ec085-b9c6-4fe6-82f0-427d5e9a7111" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:58:43.335299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:43.405730 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0316efee-5e8f-4805-a211-45cf05bb68d5 x-openstack-request-id: req-0316efee-5e8f-4805-a211-45cf05bb68d5 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:58:43.406023 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:58:43.406350 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0316efee-5e8f-4805-a211-45cf05bb68d5 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:58:43.406750 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'status': 'completed', 'code': 200} Oct 15 00:58:43.413923 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fecf4-0b8f-443c-a0b0-35191c08fbf2 tempest-TestVolumeBackupRestore-1797023937 tempest-TestVolumeBackupRestore-1797023937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:43.418761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46822) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:43.419825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-936fecf4-0b8f-443c-a0b0-35191c08fbf2 tempest-TestVolumeBackupRestore-1797023937 tempest-TestVolumeBackupRestore-1797023937-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1091 time: 0.0871181 Oct 15 00:58:43.424588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Request body: {'floatingip': {'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:58:43.532970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-69b40250-3c2d-4348-9d69-b51cba2d74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:43.539442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-69b40250-3c2d-4348-9d69-b51cba2d74f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1096 time: 0.1095743 Oct 15 00:58:43.550769 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for floatingip, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:43.706746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-389369d7-d02c-4806-b651-d7cfed5742b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:43.708349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-389369d7-d02c-4806-b651-d7cfed5742b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 912 time: 0.1613328 Oct 15 00:58:43.713429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '70779998-5651-49d2-93fd-94acf2a30099', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'mac_address': 'fa:16:3e:21:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:58:41Z', 'updated_at': '2021-10-15T00:58:41Z', 'revision_number': 0, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:43.766042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] Checking router: 98e924e8-465c-4857-b78a-ba453c6c2138 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:58:43.779037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:43.780211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:43.890885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-023c8dc6-9c8e-45ab-850c-7f945df12837 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 998 time: 0.1752248 Oct 15 00:58:43.955435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:58:43.993814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-d3f941fa-a044-4fee-9115-b4cbc2d8c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:43.995380 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-d3f941fa-a044-4fee-9115-b4cbc2d8c974 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 200 len: 850 time: 0.0870607 Oct 15 00:58:44.074545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-4b7abb9f-8e10-40d2-901a-212618d1c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:44.078052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-4b7abb9f-8e10-40d2-901a-212618d1c860 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=358ff5d8-a9da-4394-8238-4c3859f49b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755002 Oct 15 00:58:44.305202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '70779998-5651-49d2-93fd-94acf2a30099', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'mac_address': 'fa:16:3e:21:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:58:41Z', 'updated_at': '2021-10-15T00:58:41Z', 'revision_number': 0, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:44.309199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-968cbf10-e7c8-4a4e-b500-e862842f1178 service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213292 Oct 15 00:58:44.346428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba589708-9a82-45a5-895f-80a449562e80 None None] The sync data for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 is: [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '70779998-5651-49d2-93fd-94acf2a30099', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'mac_address': 'fa:16:3e:21:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:58:41Z', 'updated_at': '2021-10-15T00:58:41Z', 'revision_number': 0, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:58:44.512281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-457ec085-b9c6-4fe6-82f0-427d5e9a7111 req-bce1d10d-42e3-4d67-82b9-62809f025b1f service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905379 Oct 15 00:58:44.709724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.resource_extend [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 00:58:44.790983 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e1eb4-d396-4a2c-b171-ef8fc98bc4ff None None] New status for floating IP 70779998-5651-49d2-93fd-94acf2a30099: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:58:44.817359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:44.909957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:45.019586 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.db.api [None req-d24e1eb4-d396-4a2c-b171-ef8fc98bc4ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107728) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:58:45.021090 n-d-811521-2 neutron-server[107728]: DEBUG oslo_db.api [None req-d24e1eb4-d396-4a2c-b171-ef8fc98bc4ff None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:58:45.116570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:45.245344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Router 98e924e8-465c-4857-b78a-ba453c6c2138 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:58:45.526494 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e1eb4-d396-4a2c-b171-ef8fc98bc4ff None None] New status for floating IP 70779998-5651-49d2-93fd-94acf2a30099: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:58:45.683159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:58:45.688101 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:45.759632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:58:45.759632 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab67a602-e5f5-452d-ab78-0ca49ee8385a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:58:45.766856 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f76916ab-5a99-48c4-b74d-02b8141c6114 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "PUT /v2.0/floatingips/70779998-5651-49d2-93fd-94acf2a30099 HTTP/1.1" status: 200 len: 990 time: 2.3461790 Oct 15 00:58:45.781147 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c9bdbb-2f65-45cf-83d7-f79639e92527 x-openstack-request-id: req-19c9bdbb-2f65-45cf-83d7-f79639e92527 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:58:45.781526 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:58:45.781876 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19c9bdbb-2f65-45cf-83d7-f79639e92527 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:58:45.782445 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'status': 'completed', 'code': 200} Oct 15 00:58:45.852435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-8e9347df-c07e-49d9-b843-bc781db8783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:45.904029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-8e9347df-c07e-49d9-b843-bc781db8783b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0471191 Oct 15 00:58:45.955983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-1f351c83-b91a-40e3-ba67-0b522833f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:46.019296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-1f351c83-b91a-40e3-ba67-0b522833f890 service neutron] 10.222.0.39 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 912 time: 0.0971227 Oct 15 00:58:46.151262 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:58:46.256088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] Sync routers for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:58:46.279265 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:46.280260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:46.427187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:58:46.443619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46910) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:46.595495 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-dec33355-ad75-4a8e-80d5-ddf5a9c3c7d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 998 time: 0.6304729 Oct 15 00:58:46.638626 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fcb2184e-f54a-490b-91d1-ad2b436d6b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:46.666287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-f3d33cde-c773-45ee-a871-77e424815287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:46.668150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-f3d33cde-c773-45ee-a871-77e424815287 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 200 len: 850 time: 0.0651956 Oct 15 00:58:46.800952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-d682b682-523d-4d48-b95d-c22b7636c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:46.803284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-d682b682-523d-4d48-b95d-c22b7636c787 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=358ff5d8-a9da-4394-8238-4c3859f49b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274078 Oct 15 00:58:46.805274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fcb2184e-f54a-490b-91d1-ad2b436d6b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:46.862587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '70779998-5651-49d2-93fd-94acf2a30099', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'mac_address': 'fa:16:3e:21:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:58:41Z', 'updated_at': '2021-10-15T00:58:45Z', 'revision_number': 2, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:46.870004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fcb2184e-f54a-490b-91d1-ad2b436d6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:46.912724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] Checking router: 98e924e8-465c-4857-b78a-ba453c6c2138 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:58:46.916027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fcb2184e-f54a-490b-91d1-ad2b436d6b4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa82d1d7da2c4335af031197abc9a8f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711871 Oct 15 00:58:46.917787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46922) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:46.923527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:58:46.924458 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:46.977467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2184e-f54a-490b-91d1-ad2b436d6b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e4e842-1044-4192-a63f-a694def159b5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:46.983034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac752c4-b325-4796-848e-10a397343bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:47.008789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac752c4-b325-4796-848e-10a397343bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:47.040421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-ebf5108f-908b-48df-9205-e70e718a0037 service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296000 Oct 15 00:58:47.058195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:58:47.176159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab67a602-e5f5-452d-ab78-0ca49ee8385a req-3118234a-0347-486d-86ee-a6e64f480661 service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286907 Oct 15 00:58:47.185033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac752c4-b325-4796-848e-10a397343bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:47.189416 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aac752c4-b325-4796-848e-10a397343bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:47.189416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aac752c4-b325-4796-848e-10a397343bd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2e4e842-1044-4192-a63f-a694def159b5 HTTP/1.1" status: 204 len: 168 time: 0.2701824 Oct 15 00:58:47.207408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac752c4-b325-4796-848e-10a397343bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e4e842-1044-4192-a63f-a694def159b5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:47.595463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '70779998-5651-49d2-93fd-94acf2a30099', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'mac_address': 'fa:16:3e:21:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:58:41Z', 'updated_at': '2021-10-15T00:58:45Z', 'revision_number': 2, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:47.650809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d334a1-d51c-41e0-9d33-cdf660f8cef4 None None] The sync data for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 is: [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '70779998-5651-49d2-93fd-94acf2a30099', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'port_id': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'mac_address': 'fa:16:3e:21:3d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T00:58:41Z', 'updated_at': '2021-10-15T00:58:45Z', 'revision_number': 2, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:58:47.784197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:58:47.789140 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:58:47.868868 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80b286-7997-47dd-bb79-8016d73abc20 x-openstack-request-id: req-6e80b286-7997-47dd-bb79-8016d73abc20 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:58:47.869519 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:58:47.869621 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e80b286-7997-47dd-bb79-8016d73abc20 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:58:47.870160 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'status': 'completed', 'code': 200} Oct 15 00:58:47.986370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-7a5e434b-c436-46bd-bd8a-ac9074bbd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:47.987888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-7a5e434b-c436-46bd-bd8a-ac9074bbd19f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0987284 Oct 15 00:58:48.099925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 46952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:48.100043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-427d5ecc-0cd0-45aa-ba7f-9235bbe60536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:48.100043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-427d5ecc-0cd0-45aa-ba7f-9235bbe60536 service neutron] 10.222.0.39 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 912 time: 0.0961628 Oct 15 00:58:48.135806 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5750-b109-4376-b017-26eed489e48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:48.181567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-93a6c491-ea84-4e37-b101-742e1eb93a34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 1000 time: 0.0743396 Oct 15 00:58:48.248836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-e40e07f5-8629-47ff-96a2-98d6f4ec9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:48.250396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-e40e07f5-8629-47ff-96a2-98d6f4ec9c7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 200 len: 850 time: 0.0615339 Oct 15 00:58:48.270727 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5750-b109-4376-b017-26eed489e48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:48.330519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-6f465dca-63ef-471b-baa7-d9fe8ee0a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:48.332505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-6f465dca-63ef-471b-baa7-d9fe8ee0a4f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=358ff5d8-a9da-4394-8238-4c3859f49b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747864 Oct 15 00:58:48.344024 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5750-b109-4376-b017-26eed489e48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:48.390000 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd5750-b109-4376-b017-26eed489e48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a251b9c-8d72-427e-b00a-b9f982eb490b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:48.395651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2bbd5750-b109-4376-b017-26eed489e48e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e23e1426f14485493679856f507b94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998674 Oct 15 00:58:48.405634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 46958) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:48.587648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf50a93a-1f1f-4dff-8106-e5cf1708ea8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:48.590626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-b5b3252f-4b03-46bb-b28d-c024b7d7a0be service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507033 Oct 15 00:58:48.632429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf50a93a-1f1f-4dff-8106-e5cf1708ea8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:48.731263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-357d6ad7-d5a2-457b-9f4d-2cce08e9e425 req-e19f700b-5425-40cc-b339-1626d12a1130 service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313410 Oct 15 00:58:48.807221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf50a93a-1f1f-4dff-8106-e5cf1708ea8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:48.809845 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf50a93a-1f1f-4dff-8106-e5cf1708ea8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:48.811015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf50a93a-1f1f-4dff-8106-e5cf1708ea8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a251b9c-8d72-427e-b00a-b9f982eb490b HTTP/1.1" status: 204 len: 168 time: 0.4044108 Oct 15 00:58:48.819067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a93a-1f1f-4dff-8106-e5cf1708ea8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a251b9c-8d72-427e-b00a-b9f982eb490b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:52.685439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-5e2738a2-03c2-42b2-a947-4ae63a856e74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575044 Oct 15 00:58:52.769016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-561c7bc0-76b9-4579-92db-048a3641d0a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0653105 Oct 15 00:58:52.789618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-2189ce29-d755-43df-9e02-9a1a691f177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:52.791787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-2189ce29-d755-43df-9e02-9a1a691f177d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1096 time: 0.0574028 Oct 15 00:58:52.895440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-953567d6-e578-48bf-9cd5-deefffd0f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:52.899575 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-953567d6-e578-48bf-9cd5-deefffd0f1b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 1100 time: 0.0530705 Oct 15 00:58:52.948945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-916796cc-db1e-4c84-9d53-001cb25a8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:52.951142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-916796cc-db1e-4c84-9d53-001cb25a8824 service neutron] 10.222.0.39 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 912 time: 0.1357727 Oct 15 00:58:53.027841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-7eaf3877-78e6-41b4-8f99-d874ef7dd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:53.030150 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-7eaf3877-78e6-41b4-8f99-d874ef7dd334 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5e5d727-2938-4f2d-bc72-62733a04fc7f HTTP/1.1" status: 200 len: 870 time: 0.1100008 Oct 15 00:58:53.046756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-2b5663fb-74d6-4fe8-815e-41c5920b5f68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 1000 time: 0.0870333 Oct 15 00:58:53.081235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-6370a4a5-8bf5-4c0d-a414-19449a0bff66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c HTTP/1.1" status: 200 len: 217 time: 0.0420592 Oct 15 00:58:53.120685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-df98550e-43fc-40a8-880f-abd338788b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:53.120685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-df98550e-43fc-40a8-880f-abd338788b84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 200 len: 850 time: 0.0643730 Oct 15 00:58:53.148832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-406a0e54-df8e-4885-83a4-e00d472e8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:53.150361 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-406a0e54-df8e-4885-83a4-e00d472e8d2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0622468 Oct 15 00:58:53.179464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-a62ef01b-cbb1-4005-9e72-bc044317366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:53.181316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-a62ef01b-cbb1-4005-9e72-bc044317366e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=358ff5d8-a9da-4394-8238-4c3859f49b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557041 Oct 15 00:58:53.235874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-04bf716d-8258-4ed8-9062-8bebf69fe598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:58:53.237420 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-04bf716d-8258-4ed8-9062-8bebf69fe598 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803688 Oct 15 00:58:53.314041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-5ffc7575-18af-40bd-92ba-9d27bf403d01 service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246676 Oct 15 00:58:53.361001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-a56f4a23-ee9c-4921-9579-af061244851c service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163313 Oct 15 00:58:53.418774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06a431fd-3e4d-4248-82b8-ecc8021d3eae req-2bf8adf3-d4dd-43cf-85bb-037e9bbd1b68 service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963807 Oct 15 00:58:53.465147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-29bf25d9-0e1e-4b55-8240-46539288fb44 req-d2d78f40-ddf4-441f-8158-1703be022ce0 service neutron] 10.222.0.30 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971713 Oct 15 00:58:56.354373 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-79f9b03c-43e6-432a-a76d-9ef7c732a6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:58.445075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47222) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:58.765915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] Deleting subnet 34ecc240-9126-4e54-837d-ad7b6fc3a74d {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:58:58.769403 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:58.823322 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-efaaed72-3e25-4a69-8fdd-5583e4b7022b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:58.840285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:58.913587 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.105088 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.156049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ecc240-9126-4e54-837d-ad7b6fc3a74d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:58:59.165762 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.177527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2d93a79f-6adf-48a8-be9b-f56361fc93f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34ecc240-9126-4e54-837d-ad7b6fc3a74d HTTP/1.1" status: 204 len: 168 time: 0.7286489 Oct 15 00:58:59.178124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47232) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:58:59.259912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.369701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.397635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a87e5b3-911c-4980-8485-bd194f4db661']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:59.410191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:59.410461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7f95b3-8d02-41a1-961d-332c5ec6ebb8') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:58:59.423146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.439756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.448464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:58:59.449175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:58:59.472791 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:58:59.635897 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.650322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:58:59.653936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] 10.222.0.13 "DELETE /v2.0/networks/1a87e5b3-911c-4980-8485-bd194f4db661 HTTP/1.1" status: 204 len: 168 time: 0.4747434 Oct 15 00:58:59.683967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19b03b-64c5-4803-ab00-ec95532e350f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a87e5b3-911c-4980-8485-bd194f4db661,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:00.036913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47244) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:00.082711 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-baf42a42-f1a4-43b7-bbe8-5b5e7d8174da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3596ce73f79748708623c7d533764b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446167 Oct 15 00:59:00.084599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47246) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:00.121947 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:00.137706 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edc59199-a682-42c5-8c80-efb38a84d941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:00.163585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edc59199-a682-42c5-8c80-efb38a84d941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:00.264396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:00.294034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edc59199-a682-42c5-8c80-efb38a84d941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:00.296750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-edc59199-a682-42c5-8c80-efb38a84d941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:00.300258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-edc59199-a682-42c5-8c80-efb38a84d941 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1633112-c064-4f80-bde6-4fe24e88fa1c HTTP/1.1" status: 204 len: 168 time: 0.2123845 Oct 15 00:59:00.308680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc59199-a682-42c5-8c80-efb38a84d941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1633112-c064-4f80-bde6-4fe24e88fa1c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:01.560959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47288) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:01.688490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-774635410-network', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:59:01.773081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Made reservation on behalf of 2bdd5680e58d4a2b853637ba3ca0002c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:59:01.776350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:01.794669 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:01.972768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.075935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.101499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:59:02.117496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93f8dd3-dd87-4f43-8898-65ffde364c5b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:02.120530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.120869 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Added segment ca384149-73de-4220-92cb-1a44e1551d72 of type vlan for network 722792b5-855b-4569-97bf-238311334138 Oct 15 00:59:02.175569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.326297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.327338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:02.327912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.409122 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.494982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] Pushing event updated for resources: {'Network': ['ID=722792b5-855b-4569-97bf-238311334138,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:02.512930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 722792b5-855b-4569-97bf-238311334138 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:59:02.584589 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ef95f797-9e2d-40f9-a2b0-48444688650f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0187583 Oct 15 00:59:02.585674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47308) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:02.590257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Request body: {'subnet': {'network_id': '722792b5-855b-4569-97bf-238311334138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-774635410-subnet', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:59:02.709397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Made reservation on behalf of 2bdd5680e58d4a2b853637ba3ca0002c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:59:02.711985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:02.909577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47312) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:02.991562 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.096519 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f36d3511-84bc-4328-b1f5-e255c2f9bab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.123348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Checking segment: {'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:03.123711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Network hostable DHCP agents. Network: 722792b5-855b-4569-97bf-238311334138, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:59:03.130061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5050c508-24c1-4e14-9019-a23ddce21eb7,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:03.189071 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f36d3511-84bc-4328-b1f5-e255c2f9bab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.241788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Network 722792b5-855b-4569-97bf-238311334138 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:59:03.281223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f36d3511-84bc-4328-b1f5-e255c2f9bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.320272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 722792b5-855b-4569-97bf-238311334138) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:03.323017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:03.323605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.327742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb555d8c-e4d0-4447-9465-7d435b3e1b62 None None] Network 722792b5-855b-4569-97bf-238311334138 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:59:03.351686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d3511-84bc-4328-b1f5-e255c2f9bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e03049-c91d-43d7-8172-3404f604cbe1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:03.367469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f36d3511-84bc-4328-b1f5-e255c2f9bab7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64a669bb526f476aa63346c160f0f61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563627 Oct 15 00:59:03.370172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47320) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:03.436220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4b3cfd3e-6245-4ee2-8cff-ad698aededd7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8470502 Oct 15 00:59:03.438789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47324) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:03.444308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:59:03.491693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-204966a1-071a-42ea-b71e-29e13b8fd393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.555848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-204966a1-071a-42ea-b71e-29e13b8fd393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.560803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.563695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.681222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-722792b5-855b-4569-97bf-238311334138', 'network_id': '722792b5-855b-4569-97bf-238311334138', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'fixed_ips': [{'subnet_id': '5050c508-24c1-4e14-9019-a23ddce21eb7'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:59:03.682169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.693707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.694287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-204966a1-071a-42ea-b71e-29e13b8fd393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.696755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-204966a1-071a-42ea-b71e-29e13b8fd393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:03.700398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-204966a1-071a-42ea-b71e-29e13b8fd393 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27e03049-c91d-43d7-8172-3404f604cbe1 HTTP/1.1" status: 204 len: 168 time: 0.3265939 Oct 15 00:59:03.714727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204966a1-071a-42ea-b71e-29e13b8fd393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e03049-c91d-43d7-8172-3404f604cbe1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:03.932202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Allocated IP 172.20.0.2 (722792b5-855b-4569-97bf-238311334138/5050c508-24c1-4e14-9019-a23ddce21eb7/e329bad1-577e-4668-b1c0-85cb47914903) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:59:03.975510 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.152423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.229486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.280423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Network 722792b5-855b-4569-97bf-238311334138 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:04.287089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:04.290935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:59:04.304424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Pushing event updated for resources: {'Port': ['ID=e329bad1-577e-4668-b1c0-85cb47914903,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:04.384182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.397057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Attempting to bind port e329bad1-577e-4668-b1c0-85cb47914903 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:59:04.397590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Attempting to bind port e329bad1-577e-4668-b1c0-85cb47914903 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:59:04.398021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Attempting to bind port e329bad1-577e-4668-b1c0-85cb47914903 on network 722792b5-855b-4569-97bf-238311334138 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:59:04.404210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:59:04.404606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Checking segment: {'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:04.405022 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.405496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Bound using segment: {'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:59:04.406047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Bound port: e329bad1-577e-4668-b1c0-85cb47914903, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:59:04.406480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.411889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.487808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] For port e329bad1-577e-4668-b1c0-85cb47914903, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:59:04.500408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] For port e329bad1-577e-4668-b1c0-85cb47914903, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e329bad1-577e-4668-b1c0-85cb47914903,segment=NetworkSegment(ca384149-73de-4220-92cb-1a44e1551d72),segment_id=ca384149-73de-4220-92cb-1a44e1551d72)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:59:04.510811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47372) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:04.530640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb92ed8a-2168-4f89-b329-878dfc4ed993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.583643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.653985 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Allocated IP 172.25.2.36 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/4c68a0e0-4488-48bb-add2-883f94935ee8) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:59:04.723164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340c5c2-04a2-4406-8c83-36a92f5948e8 None None] Pushing event updated for resources: {'Port': ['ID=e329bad1-577e-4668-b1c0-85cb47914903,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:04.757305 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb92ed8a-2168-4f89-b329-878dfc4ed993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.817375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.847360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb92ed8a-2168-4f89-b329-878dfc4ed993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:04.926569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92ed8a-2168-4f89-b329-878dfc4ed993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd292f36-6587-4290-86a4-0d3ffe72da78,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:04.938028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fb92ed8a-2168-4f89-b329-878dfc4ed993 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f06dce3bdce143ec807e1472c5a62130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248343 Oct 15 00:59:04.940459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47396) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:04.959508 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.004291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f670fa8a-9dcc-4059-b6a6-079754cbb940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.029196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c68a0e0-4488-48bb-add2-883f94935ee8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:05.042324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f670fa8a-9dcc-4059-b6a6-079754cbb940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.044171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:05.045789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:05.049813 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:59:05.258621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f670fa8a-9dcc-4059-b6a6-079754cbb940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.261301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f670fa8a-9dcc-4059-b6a6-079754cbb940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.265558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f670fa8a-9dcc-4059-b6a6-079754cbb940 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd292f36-6587-4290-86a4-0d3ffe72da78 HTTP/1.1" status: 204 len: 168 time: 0.3240871 Oct 15 00:59:05.280449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670fa8a-9dcc-4059-b6a6-079754cbb940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd292f36-6587-4290-86a4-0d3ffe72da78,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:05.309916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47412) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:05.495492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e329bad1-577e-4668-b1c0-85cb47914903 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:05.506699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b470451-3906-485e-9cff-476a476804c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.597273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port e329bad1-577e-4668-b1c0-85cb47914903 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:05.598123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.718809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.732385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b470451-3906-485e-9cff-476a476804c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.741106 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.813619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b470451-3906-485e-9cff-476a476804c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:05.841110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port e329bad1-577e-4668-b1c0-85cb47914903, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e329bad1-577e-4668-b1c0-85cb47914903,segment=NetworkSegment(ca384149-73de-4220-92cb-1a44e1551d72),segment_id=ca384149-73de-4220-92cb-1a44e1551d72)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:05.874815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b470451-3906-485e-9cff-476a476804c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cb6116-0d18-423e-bcfc-21e2620543de,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:05.924797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4b470451-3906-485e-9cff-476a476804c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66249c88a1584c2189285b261ecc0708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6117373 Oct 15 00:59:05.926231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47438) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:05.933462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:06.026901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=e329bad1-577e-4668-b1c0-85cb47914903,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:06.137334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:06.212461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca7b938f-ccaf-4235-8735-85e381bc4a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:06.281104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ce625-9244-4b93-8c01-e35f02861215 None None] Network 722792b5-855b-4569-97bf-238311334138 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:59:06.457334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fbfdb510-0e82-4e28-9dc4-7ab85add630c None None] Provisioning complete for port e329bad1-577e-4668-b1c0-85cb47914903 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:06.457892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb510-0e82-4e28-9dc4-7ab85add630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:06.707657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca7b938f-ccaf-4235-8735-85e381bc4a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:06.897864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Router 34f2db95-2696-4319-86df-33c355a6ffd4 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:59:06.901694 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca7b938f-ccaf-4235-8735-85e381bc4a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:06.904697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ca7b938f-ccaf-4235-8735-85e381bc4a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:06.909192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ca7b938f-ccaf-4235-8735-85e381bc4a43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25cb6116-0d18-423e-bcfc-21e2620543de HTTP/1.1" status: 204 len: 168 time: 0.9812045 Oct 15 00:59:06.996502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-16272ded-c19c-45df-b4ff-d860ab4b7e07 None None] Provisioning complete for port e329bad1-577e-4668-b1c0-85cb47914903 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:06.997006 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-16272ded-c19c-45df-b4ff-d860ab4b7e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:07.040611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b938f-ccaf-4235-8735-85e381bc4a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cb6116-0d18-423e-bcfc-21e2620543de,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:07.047552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:59:07.059330 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Sync routers for ids ['34f2db95-2696-4319-86df-33c355a6ffd4'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:59:07.071388 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Routers {'34f2db95-2696-4319-86df-33c355a6ffd4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:07.072109 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['34f2db95-2696-4319-86df-33c355a6ffd4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:07.164797 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:07.168885 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3ab3ead2-7f00-44a0-9fac-c9e6ed9a65c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7264953 Oct 15 00:59:07.169072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47506) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:07.189238 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Set router 34f2db95-2696-4319-86df-33c355a6ffd4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:07.441101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e329bad1-577e-4668-b1c0-85cb47914903 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:07.448729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:05Z', 'revision_number': 3, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port': {'id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:04Z', 'updated_at': '2021-10-15T00:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:07.512396 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Checking router: 34f2db95-2696-4319-86df-33c355a6ffd4 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:59:07.512743 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Updating router 34f2db95-2696-4319-86df-33c355a6ffd4 port 4c68a0e0-4488-48bb-add2-883f94935ee8 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:59:07.546365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port e329bad1-577e-4668-b1c0-85cb47914903 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:07.546747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:07.564603 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:07.809374 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:07.917934 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.019006 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.046818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Allocated IP 172.20.0.1 (722792b5-855b-4569-97bf-238311334138/5050c508-24c1-4e14-9019-a23ddce21eb7/4199dbca-f525-4389-9c21-0771bbcbdc94) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:59:08.074414 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Attempting to bind port 4c68a0e0-4488-48bb-add2-883f94935ee8 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:59:08.075038 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Attempting to bind port 4c68a0e0-4488-48bb-add2-883f94935ee8 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:59:08.075738 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Attempting to bind port 4c68a0e0-4488-48bb-add2-883f94935ee8 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:59:08.089808 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:59:08.090667 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:08.091161 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.091726 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:59:08.092287 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Bound port: 4c68a0e0-4488-48bb-add2-883f94935ee8, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:59:08.092820 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.140973 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Pushing event updated for resources: {'Port': ['ID=4c68a0e0-4488-48bb-add2-883f94935ee8,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:08.159027 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.159460 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.159858 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.160249 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.160645 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.161762 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.162171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.162493 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.163051 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.163384 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.163695 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.164013 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:08.173856 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] For port 4c68a0e0-4488-48bb-add2-883f94935ee8, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:59:08.177315 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] For port 4c68a0e0-4488-48bb-add2-883f94935ee8, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4c68a0e0-4488-48bb-add2-883f94935ee8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:59:08.191898 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.286793 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.312871 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.378946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Routers {'34f2db95-2696-4319-86df-33c355a6ffd4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:08.380187 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['34f2db95-2696-4319-86df-33c355a6ffd4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:08.396279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Network 722792b5-855b-4569-97bf-238311334138 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:08.400540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:08.402456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Pushing event updated for resources: {'Port': ['ID=4199dbca-f525-4389-9c21-0771bbcbdc94,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:08.404724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:59:08.433909 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247453-efd1-40a8-9364-a202ac3bd0de None None] Pushing event updated for resources: {'Port': ['ID=4c68a0e0-4488-48bb-add2-883f94935ee8,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:08.518805 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.603871 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] Set router 34f2db95-2696-4319-86df-33c355a6ffd4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:08.743314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6ef73209-e0bd-447d-90fe-4c63640da91c None None] Provisioning complete for port 4199dbca-f525-4389-9c21-0771bbcbdc94 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:08.743874 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6ef73209-e0bd-447d-90fe-4c63640da91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.783293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6ef73209-e0bd-447d-90fe-4c63640da91c None None] Port 4199dbca-f525-4389-9c21-0771bbcbdc94 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:59:08.798074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:08.840840 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:05Z', 'revision_number': 3, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port': {'id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:04Z', 'updated_at': '2021-10-15T00:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:08.872629 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff949-b770-4956-aa75-2317666cf7b8 None None] The sync data for ids ['34f2db95-2696-4319-86df-33c355a6ffd4'] in n-d-811521-2 is: [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:05Z', 'revision_number': 3, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port': {'id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:04Z', 'updated_at': '2021-10-15T00:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:59:08.986538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:09.120317 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:09.203111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:09.205046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Pushing event updated for resources: {'Port': ['ID=4199dbca-f525-4389-9c21-0771bbcbdc94,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:09.307342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Network 722792b5-855b-4569-97bf-238311334138 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:09.308626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:09.495810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Router 34f2db95-2696-4319-86df-33c355a6ffd4 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:59:09.514414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4c68a0e0-4488-48bb-add2-883f94935ee8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:09.571360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47658) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:09.657551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4c68a0e0-4488-48bb-add2-883f94935ee8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:09.657884 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:09.701587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:59:09.708897 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a74ff4a6-0cc0-4dff-aeb7-0059fd5bdc71 admin admin] 10.222.0.13 "PUT /v2.0/routers/34f2db95-2696-4319-86df-33c355a6ffd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5377157 Oct 15 00:59:09.734428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-40f0fe26-7eab-41bf-9d2d-feaef8a45a8d None None] Provisioning complete for port 4199dbca-f525-4389-9c21-0771bbcbdc94 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:09.734990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-40f0fe26-7eab-41bf-9d2d-feaef8a45a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:09.770754 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fc8459c7-c194-4d27-b223-9aaf5913bb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:09.816845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:09.823479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-40f0fe26-7eab-41bf-9d2d-feaef8a45a8d None None] Port 4199dbca-f525-4389-9c21-0771bbcbdc94 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:59:09.842822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 4c68a0e0-4488-48bb-add2-883f94935ee8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4c68a0e0-4488-48bb-add2-883f94935ee8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:09.903805 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fc8459c7-c194-4d27-b223-9aaf5913bb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.013091 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.064510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=4c68a0e0-4488-48bb-add2-883f94935ee8,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:10.104379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fc8459c7-c194-4d27-b223-9aaf5913bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.104553 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.148136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fc8459c7-c194-4d27-b223-9aaf5913bb4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=919a123737014d158a7abe30cfa6c0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756664 Oct 15 00:59:10.149620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8459c7-c194-4d27-b223-9aaf5913bb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2593020-1b2e-4029-a2de-5071417e2d7e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:10.150986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47692) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:10.222789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9d87fc-59bd-400f-83cf-800e284b8ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.246857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9d87fc-59bd-400f-83cf-800e284b8ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.417635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9d87fc-59bd-400f-83cf-800e284b8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.420636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5a9d87fc-59bd-400f-83cf-800e284b8ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.424106 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5a9d87fc-59bd-400f-83cf-800e284b8ee7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2593020-1b2e-4029-a2de-5071417e2d7e HTTP/1.1" status: 204 len: 168 time: 0.2688894 Oct 15 00:59:10.431800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d87fc-59bd-400f-83cf-800e284b8ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2593020-1b2e-4029-a2de-5071417e2d7e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:10.702560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:10.707538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-653175155-network', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:59:10.750071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Sync routers for ids ['34f2db95-2696-4319-86df-33c355a6ffd4'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:59:10.761821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Routers {'34f2db95-2696-4319-86df-33c355a6ffd4'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:10.762985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['34f2db95-2696-4319-86df-33c355a6ffd4'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:10.811774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Made reservation on behalf of a1fbc7697d464298872ddbfd696af73b for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:59:10.815018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.825758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:10.944877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Set router 34f2db95-2696-4319-86df-33c355a6ffd4 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:10.955092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.087794 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.121375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 00:59:11.132919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b0fa51-9774-47f4-b2e5-5929bb87ed16,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:11.137910 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.138374 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Added segment 3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6 of type vlan for network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 Oct 15 00:59:11.169323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:08Z', 'revision_number': 4, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port': {'id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:04Z', 'updated_at': '2021-10-15T00:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4199dbca-f525-4389-9c21-0771bbcbdc94', 'name': '', 'network_id': '722792b5-855b-4569-97bf-238311334138', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'mac_address': 'fa:16:3e:d0:f3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '5050c508-24c1-4e14-9019-a23ddce21eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:07Z', 'updated_at': '2021-10-15T00:59:08Z', 'revision_number': 2, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'subnets': [{'id': '5050c508-24c1-4e14-9019-a23ddce21eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:11.185097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.197072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Checking router: 34f2db95-2696-4319-86df-33c355a6ffd4 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:59:11.197433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Updating router 34f2db95-2696-4319-86df-33c355a6ffd4 port 4199dbca-f525-4389-9c21-0771bbcbdc94 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:59:11.228504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.281166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.282189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:11.282773 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.329425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47754) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:11.350362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4221dc56-3302-4bb9-a158-9fe3a52166a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.366124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] Pushing event updated for resources: {'Network': ['ID=90a2d58b-eaf9-435a-90cc-66a6e01d36d6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:11.381872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 00:59:11.392148 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-66ae91f9-4448-424a-9af0-8ecb05ce11ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6860003 Oct 15 00:59:11.392410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47756) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:11.399933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4c68a0e0-4488-48bb-add2-883f94935ee8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:11.400996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Request body: {'subnet': {'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-653175155-subnet', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:59:11.440661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4221dc56-3302-4bb9-a158-9fe3a52166a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.510680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Made reservation on behalf of a1fbc7697d464298872ddbfd696af73b for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 00:59:11.514303 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.561429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4221dc56-3302-4bb9-a158-9fe3a52166a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.607973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4221dc56-3302-4bb9-a158-9fe3a52166a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c55fd6afe4cc45278cc3b8dc262dd646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775197 Oct 15 00:59:11.609239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221dc56-3302-4bb9-a158-9fe3a52166a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3b998f-de45-47a4-a966-c6e06d36c9ee,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:11.615959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47768) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:11.687148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3e2e-c021-472c-b391-1068cb133040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.721138 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3e2e-c021-472c-b391-1068cb133040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.730669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4c68a0e0-4488-48bb-add2-883f94935ee8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:11.731282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.814839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.824534 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.880471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4867e9-89d9-4d53-87f1-185f6a828959,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:11.881561 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3e2e-c021-472c-b391-1068cb133040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.884409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3e2e-c021-472c-b391-1068cb133040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.887753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1fcd3e2e-c021-472c-b391-1068cb133040 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd3b998f-de45-47a4-a966-c6e06d36c9ee HTTP/1.1" status: 204 len: 168 time: 0.2690129 Oct 15 00:59:11.897649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd3e2e-c021-472c-b391-1068cb133040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3b998f-de45-47a4-a966-c6e06d36c9ee,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:11.902749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Checking segment: {'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:11.907071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Network hostable DHCP agents. Network: 90a2d58b-eaf9-435a-90cc-66a6e01d36d6, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 00:59:11.928026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:11.989152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6a20d-ab3a-4d1d-b2ad-b6b119927f59 None None] Pushing event updated for resources: {'Port': ['ID=4199dbca-f525-4389-9c21-0771bbcbdc94,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:12.022514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 00:59:12.045144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Attempting to bind port 4199dbca-f525-4389-9c21-0771bbcbdc94 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:59:12.045514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Attempting to bind port 4199dbca-f525-4389-9c21-0771bbcbdc94 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:59:12.046110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Attempting to bind port 4199dbca-f525-4389-9c21-0771bbcbdc94 on network 722792b5-855b-4569-97bf-238311334138 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:59:12.052003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:59:12.052565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Checking segment: {'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:12.052973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.053366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Bound using segment: {'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:59:12.053829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Bound port: 4199dbca-f525-4389-9c21-0771bbcbdc94, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca384149-73de-4220-92cb-1a44e1551d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '722792b5-855b-4569-97bf-238311334138'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:59:12.054235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.124460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] For port 4199dbca-f525-4389-9c21-0771bbcbdc94, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:59:12.128293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] For port 4199dbca-f525-4389-9c21-0771bbcbdc94, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4199dbca-f525-4389-9c21-0771bbcbdc94,segment=NetworkSegment(ca384149-73de-4220-92cb-1a44e1551d72),segment_id=ca384149-73de-4220-92cb-1a44e1551d72)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:59:12.207210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 90a2d58b-eaf9-435a-90cc-66a6e01d36d6) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:12.213247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:12.214194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.220544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f53c45-e046-4a7a-9014-94fcdfbc6f46 None None] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:59:12.250795 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.337644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2f1d5843-6de9-4788-a536-75504758c7d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9434714 Oct 15 00:59:12.340122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 47804) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:12.344821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 00:59:12.357788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3977aa3a-00e0-47ac-bf2e-9b99b92ab352 None None] Provisioning complete for port 4199dbca-f525-4389-9c21-0771bbcbdc94 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:12.358187 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3977aa3a-00e0-47ac-bf2e-9b99b92ab352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.393481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6a20d-ab3a-4d1d-b2ad-b6b119927f59 None None] Pushing event updated for resources: {'Port': ['ID=4199dbca-f525-4389-9c21-0771bbcbdc94,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:12.413370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Routers {'34f2db95-2696-4319-86df-33c355a6ffd4'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:12.413924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['34f2db95-2696-4319-86df-33c355a6ffd4'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:12.467776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.467776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.534739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.626378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] Set router 34f2db95-2696-4319-86df-33c355a6ffd4 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:12.656521 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3977aa3a-00e0-47ac-bf2e-9b99b92ab352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.663273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-90a2d58b-eaf9-435a-90cc-66a6e01d36d6', 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'fixed_ips': [{'subnet_id': '9a4867e9-89d9-4d53-87f1-185f6a828959'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 00:59:12.664173 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.820937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3977aa3a-00e0-47ac-bf2e-9b99b92ab352 None None] For port 4199dbca-f525-4389-9c21-0771bbcbdc94, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4199dbca-f525-4389-9c21-0771bbcbdc94,segment=NetworkSegment(ca384149-73de-4220-92cb-1a44e1551d72),segment_id=ca384149-73de-4220-92cb-1a44e1551d72)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:12.864228 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.922691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3977aa3a-00e0-47ac-bf2e-9b99b92ab352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:12.997220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Allocated IP 172.20.0.2 (90a2d58b-eaf9-435a-90cc-66a6e01d36d6/9a4867e9-89d9-4d53-87f1-185f6a828959/b781d7c2-292e-47d5-8ba4-f6485ca904e0) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:59:13.039747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977aa3a-00e0-47ac-bf2e-9b99b92ab352 None None] Pushing event updated for resources: {'Port': ['ID=4199dbca-f525-4389-9c21-0771bbcbdc94,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:13.108613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cef6db5c-5ff0-450c-8fe5-225f11c4e945 None None] Provisioning complete for port 4199dbca-f525-4389-9c21-0771bbcbdc94 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:13.109337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cef6db5c-5ff0-450c-8fe5-225f11c4e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.218012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:08Z', 'revision_number': 4, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port': {'id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:04Z', 'updated_at': '2021-10-15T00:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4199dbca-f525-4389-9c21-0771bbcbdc94', 'name': '', 'network_id': '722792b5-855b-4569-97bf-238311334138', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'mac_address': 'fa:16:3e:d0:f3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '5050c508-24c1-4e14-9019-a23ddce21eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:07Z', 'updated_at': '2021-10-15T00:59:12Z', 'revision_number': 4, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'subnets': [{'id': '5050c508-24c1-4e14-9019-a23ddce21eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:13.264044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931c30e5-3195-406f-8e56-30c2e5906c52 None None] The sync data for ids ['34f2db95-2696-4319-86df-33c355a6ffd4'] in n-d-811521-2 is: [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:08Z', 'revision_number': 4, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port': {'id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:04Z', 'updated_at': '2021-10-15T00:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4199dbca-f525-4389-9c21-0771bbcbdc94', 'name': '', 'network_id': '722792b5-855b-4569-97bf-238311334138', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'mac_address': 'fa:16:3e:d0:f3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '5050c508-24c1-4e14-9019-a23ddce21eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:07Z', 'updated_at': '2021-10-15T00:59:12Z', 'revision_number': 4, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'subnets': [{'id': '5050c508-24c1-4e14-9019-a23ddce21eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:59:13.291211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.334928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.387131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.465232 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.585719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Allocated IP 172.25.2.50 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/acace146-536d-46ae-ad14-31c3db986fb7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:59:13.591734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:13.595192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:13.604213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:59:13.625063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Pushing event updated for resources: {'Port': ['ID=b781d7c2-292e-47d5-8ba4-f6485ca904e0,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Attempting to bind port b781d7c2-292e-47d5-8ba4-f6485ca904e0 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Attempting to bind port b781d7c2-292e-47d5-8ba4-f6485ca904e0 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Attempting to bind port b781d7c2-292e-47d5-8ba4-f6485ca904e0 on network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Checking segment: {'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Bound using segment: {'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Bound port: b781d7c2-292e-47d5-8ba4-f6485ca904e0, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:59:13.763336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.765631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.816649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] For port b781d7c2-292e-47d5-8ba4-f6485ca904e0, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:59:13.822856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] For port b781d7c2-292e-47d5-8ba4-f6485ca904e0, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b781d7c2-292e-47d5-8ba4-f6485ca904e0,segment=NetworkSegment(3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6),segment_id=3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:59:13.899299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.941470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:13.944675 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:13.956373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:13.959657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:59:14.036804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Pushing event updated for resources: {'Port': ['ID=b781d7c2-292e-47d5-8ba4-f6485ca904e0,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:14.048130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.049341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.050063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.050597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.051762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.052553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.053059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.053547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.054041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.054827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.055327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.055827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0162949-9a1a-4032-9286-0020529bbb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:14.109481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Pushing event updated for resources: {'Port': ['ID=acace146-536d-46ae-ad14-31c3db986fb7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:14.405673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47906) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:14.512724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:14.617055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef785385-91e4-4d7d-874f-e46c70827b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:14.717899 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef785385-91e4-4d7d-874f-e46c70827b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:14.771993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:14.783319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ef785385-91e4-4d7d-874f-e46c70827b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:14.817770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ef785385-91e4-4d7d-874f-e46c70827b0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da64d6331d264f3b88db50ed86d68b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129267 Oct 15 00:59:14.825576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47928) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:14.878686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef785385-91e4-4d7d-874f-e46c70827b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c00de3d-ebf8-4a89-b174-1e48b0a647f3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:14.940171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe6-1449-4e58-be64-c439fa14d3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:14.974848 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe6-1449-4e58-be64-c439fa14d3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:15.120990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 00:59:15.167963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe6-1449-4e58-be64-c439fa14d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:15.174759 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe6-1449-4e58-be64-c439fa14d3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:15.174759 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9605fbe6-1449-4e58-be64-c439fa14d3bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c00de3d-ebf8-4a89-b174-1e48b0a647f3 HTTP/1.1" status: 204 len: 168 time: 0.3450963 Oct 15 00:59:15.175140 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:15.191023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605fbe6-1449-4e58-be64-c439fa14d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c00de3d-ebf8-4a89-b174-1e48b0a647f3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:15.288743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:59:15.300969 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Sync routers for ids ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:59:15.315744 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Routers {'727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:15.316428 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:15.394745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:15.413298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 47952) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:15.413780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-763e86ae-b4ee-40d3-95a6-bc23d5fa97c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0723221 Oct 15 00:59:15.511541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2e8b4-deb7-46a0-a45a-6ebce1103f5e None None] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:59:15.538605 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Set router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:15.544672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b781d7c2-292e-47d5-8ba4-f6485ca904e0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:15.655688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5b4e1d4a-8fe6-4f02-b234-f453994f7960 None None] Provisioning complete for port b781d7c2-292e-47d5-8ba4-f6485ca904e0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:15.656038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1d4a-8fe6-4f02-b234-f453994f7960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:15.832914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b781d7c2-292e-47d5-8ba4-f6485ca904e0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:15.834118 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:15.982777 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:14Z', 'revision_number': 3, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port': {'id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:13Z', 'updated_at': '2021-10-15T00:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:16.006261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1d4a-8fe6-4f02-b234-f453994f7960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.028663 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Checking router: 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:59:16.029788 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Updating router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb port acace146-536d-46ae-ad14-31c3db986fb7 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:59:16.063219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.106280 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5b4e1d4a-8fe6-4f02-b234-f453994f7960 None None] For port b781d7c2-292e-47d5-8ba4-f6485ca904e0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b781d7c2-292e-47d5-8ba4-f6485ca904e0,segment=NetworkSegment(3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6),segment_id=3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:16.121342 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.202550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b4e1d4a-8fe6-4f02-b234-f453994f7960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.243552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.374785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 00:59:16.375666 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 00:59:16.413568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e1d4a-8fe6-4f02-b234-f453994f7960 None None] Pushing event updated for resources: {'Port': ['ID=b781d7c2-292e-47d5-8ba4-f6485ca904e0,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:16.485657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Allocated IP 172.20.0.1 (90a2d58b-eaf9-435a-90cc-66a6e01d36d6/9a4867e9-89d9-4d53-87f1-185f6a828959/4a45afee-0e19-4154-9769-dd62b8e6af99) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 00:59:16.497584 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.529376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4b4d2878-cb68-4b2b-bb56-7e0a3e957498 None None] Provisioning complete for port b781d7c2-292e-47d5-8ba4-f6485ca904e0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:16.529746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2878-cb68-4b2b-bb56-7e0a3e957498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.589984 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.643558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311e1ad-4b69-4748-9cd9-ec1f2f001d22 None None] Pushing event updated for resources: {'Port': ['ID=acace146-536d-46ae-ad14-31c3db986fb7,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:16.654472 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Attempting to bind port acace146-536d-46ae-ad14-31c3db986fb7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:59:16.654788 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Attempting to bind port acace146-536d-46ae-ad14-31c3db986fb7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:59:16.655142 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Attempting to bind port acace146-536d-46ae-ad14-31c3db986fb7 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:59:16.679638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:59:16.680018 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:16.680418 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.682198 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:59:16.682679 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Bound port: acace146-536d-46ae-ad14-31c3db986fb7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:59:16.684719 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.695133 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.770631 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] For port acace146-536d-46ae-ad14-31c3db986fb7, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:59:16.773811 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] For port acace146-536d-46ae-ad14-31c3db986fb7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=acace146-536d-46ae-ad14-31c3db986fb7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:59:16.813620 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.855617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:16.861463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:16.865224 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:16.867021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 00:59:16.870578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Pushing event updated for resources: {'Port': ['ID=4a45afee-0e19-4154-9769-dd62b8e6af99,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:16.911433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.017325 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311e1ad-4b69-4748-9cd9-ec1f2f001d22 None None] Pushing event updated for resources: {'Port': ['ID=acace146-536d-46ae-ad14-31c3db986fb7,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:17.050012 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Routers {'727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:17.053550 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:17.167143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.193929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4199dbca-f525-4389-9c21-0771bbcbdc94 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:17.275685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4199dbca-f525-4389-9c21-0771bbcbdc94 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:17.275685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.276478 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] Set router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:17.377161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1c4d9f72-6bd7-425e-81e9-3938634efbb2 None None] Provisioning complete for port 4a45afee-0e19-4154-9769-dd62b8e6af99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:17.377606 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1c4d9f72-6bd7-425e-81e9-3938634efbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.466237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.480789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d9f72-6bd7-425e-81e9-3938634efbb2 None None] Port 4a45afee-0e19-4154-9769-dd62b8e6af99 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:59:17.539127 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:14Z', 'revision_number': 3, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port': {'id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:13Z', 'updated_at': '2021-10-15T00:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:17.562689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.572337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b781d7c2-292e-47d5-8ba4-f6485ca904e0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:17.583955 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378a4df-1682-4c2a-b75a-1b5ac795e4fe None None] The sync data for ids ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'] in n-d-811521-2 is: [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:14Z', 'revision_number': 3, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port': {'id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:13Z', 'updated_at': '2021-10-15T00:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:59:17.628094 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.648582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b781d7c2-292e-47d5-8ba4-f6485ca904e0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:17.648953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:17.705869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Pushing event updated for resources: {'Port': ['ID=4a45afee-0e19-4154-9769-dd62b8e6af99,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:17.789158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 00:59:17.791080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 00:59:17.958566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:59:18.189439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:59:18.203893 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b347a87d-c78d-4e6b-8c6e-e8a0d116a466 admin admin] 10.222.0.13 "PUT /v2.0/routers/727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819879 Oct 15 00:59:18.213780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6085dc5e-5e9b-41a5-af3b-329e4940aeff None None] Provisioning complete for port 4a45afee-0e19-4154-9769-dd62b8e6af99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:18.214291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6085dc5e-5e9b-41a5-af3b-329e4940aeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:18.279740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6085dc5e-5e9b-41a5-af3b-329e4940aeff None None] Port 4a45afee-0e19-4154-9769-dd62b8e6af99 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 00:59:19.574714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device acace146-536d-46ae-ad14-31c3db986fb7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:19.628268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port acace146-536d-46ae-ad14-31c3db986fb7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:19.628633 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:19.716219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:19.737891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port acace146-536d-46ae-ad14-31c3db986fb7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=acace146-536d-46ae-ad14-31c3db986fb7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:19.858721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:19.942144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=acace146-536d-46ae-ad14-31c3db986fb7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:20.376933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48120) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:20.503902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Sync routers for ids ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:59:20.512517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Routers {'727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:20.513127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:20.650432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Set router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:20.886359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:17Z', 'revision_number': 4, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port': {'id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:13Z', 'updated_at': '2021-10-15T00:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4a45afee-0e19-4154-9769-dd62b8e6af99', 'name': '', 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'mac_address': 'fa:16:3e:11:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '9a4867e9-89d9-4d53-87f1-185f6a828959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:16Z', 'updated_at': '2021-10-15T00:59:17Z', 'revision_number': 2, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'subnets': [{'id': '9a4867e9-89d9-4d53-87f1-185f6a828959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:20.916083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Checking router: 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:59:20.916768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Updating router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb port 4a45afee-0e19-4154-9769-dd62b8e6af99 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 00:59:20.950040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.252760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.289714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.355966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.411027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e86d8-03f1-4887-a6c5-a7f12bd01907 None None] Pushing event updated for resources: {'Port': ['ID=4a45afee-0e19-4154-9769-dd62b8e6af99,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:21.522982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Attempting to bind port 4a45afee-0e19-4154-9769-dd62b8e6af99 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 00:59:21.534565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Attempting to bind port 4a45afee-0e19-4154-9769-dd62b8e6af99 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 00:59:21.535012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Attempting to bind port 4a45afee-0e19-4154-9769-dd62b8e6af99 on network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 00:59:21.565220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 00:59:21.565608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Checking segment: {'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 00:59:21.568288 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.576426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Bound using segment: {'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 00:59:21.577084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Bound port: 4a45afee-0e19-4154-9769-dd62b8e6af99, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 00:59:21.577494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.618976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device acace146-536d-46ae-ad14-31c3db986fb7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:21.772908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] For port 4a45afee-0e19-4154-9769-dd62b8e6af99, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 00:59:21.779648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] For port 4a45afee-0e19-4154-9769-dd62b8e6af99, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4a45afee-0e19-4154-9769-dd62b8e6af99,segment=NetworkSegment(3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6),segment_id=3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 00:59:21.790176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Deleting port 4199dbca-f525-4389-9c21-0771bbcbdc94 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:21.791381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.800916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port acace146-536d-46ae-ad14-31c3db986fb7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:21.801348 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.903889 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.907561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] For port 4199dbca-f525-4389-9c21-0771bbcbdc94, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4199dbca-f525-4389-9c21-0771bbcbdc94,segment=NetworkSegment(ca384149-73de-4220-92cb-1a44e1551d72),segment_id=ca384149-73de-4220-92cb-1a44e1551d72)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:21.907709 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:21.926671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Calling delete_port for 4199dbca-f525-4389-9c21-0771bbcbdc94 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:21.990069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b1bb6ca0-5f79-48ba-8e05-eac52f380702 None None] Provisioning complete for port 4a45afee-0e19-4154-9769-dd62b8e6af99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:21.990956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6ca0-5f79-48ba-8e05-eac52f380702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:22.017684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e86d8-03f1-4887-a6c5-a7f12bd01907 None None] Pushing event updated for resources: {'Port': ['ID=4a45afee-0e19-4154-9769-dd62b8e6af99,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:22.071696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Routers {'727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:22.074391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:22.280320 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6ca0-5f79-48ba-8e05-eac52f380702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:22.312198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] Set router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:22.418886 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:22.444341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Pushing event deleted for resources: {'Port': ['ID=4199dbca-f525-4389-9c21-0771bbcbdc94,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:22.451511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b1bb6ca0-5f79-48ba-8e05-eac52f380702 None None] For port 4a45afee-0e19-4154-9769-dd62b8e6af99, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4a45afee-0e19-4154-9769-dd62b8e6af99,segment=NetworkSegment(3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6),segment_id=3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:22.559931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1bb6ca0-5f79-48ba-8e05-eac52f380702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:22.638269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb6ca0-5f79-48ba-8e05-eac52f380702 None None] Pushing event updated for resources: {'Port': ['ID=4a45afee-0e19-4154-9769-dd62b8e6af99,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:22.653365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:17Z', 'revision_number': 4, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port': {'id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:13Z', 'updated_at': '2021-10-15T00:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4a45afee-0e19-4154-9769-dd62b8e6af99', 'name': '', 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'mac_address': 'fa:16:3e:11:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '9a4867e9-89d9-4d53-87f1-185f6a828959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:16Z', 'updated_at': '2021-10-15T00:59:21Z', 'revision_number': 4, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'subnets': [{'id': '9a4867e9-89d9-4d53-87f1-185f6a828959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:22.702857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6746bd-2a14-4938-b458-dca3409129bc None None] The sync data for ids ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'] in n-d-811521-2 is: [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:17Z', 'revision_number': 4, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port': {'id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:13Z', 'updated_at': '2021-10-15T00:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4a45afee-0e19-4154-9769-dd62b8e6af99', 'name': '', 'network_id': '90a2d58b-eaf9-435a-90cc-66a6e01d36d6', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'mac_address': 'fa:16:3e:11:a8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '9a4867e9-89d9-4d53-87f1-185f6a828959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:16Z', 'updated_at': '2021-10-15T00:59:21Z', 'revision_number': 4, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'subnets': [{'id': '9a4867e9-89d9-4d53-87f1-185f6a828959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:59:22.726204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:22.726413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f76ea3a3-ea52-44a1-849f-d567c8aa4262 None None] Provisioning complete for port 4a45afee-0e19-4154-9769-dd62b8e6af99 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:22.726413 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f76ea3a3-ea52-44a1-849f-d567c8aa4262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:23.139474 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 00:59:23.259784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Router 34f2db95-2696-4319-86df-33c355a6ffd4 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:59:23.388865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:59:23.395608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-227d3d5a-c300-449b-8d4d-cc88e374f292 admin admin] 10.222.0.13 "PUT /v2.0/routers/34f2db95-2696-4319-86df-33c355a6ffd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0168457 Oct 15 00:59:23.397888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48160) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:23.400588 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] Sync routers for ids ['34f2db95-2696-4319-86df-33c355a6ffd4'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:59:23.413570 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] Routers {'34f2db95-2696-4319-86df-33c355a6ffd4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:23.417671 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['34f2db95-2696-4319-86df-33c355a6ffd4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:23.542002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:23.603402 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] Set router 34f2db95-2696-4319-86df-33c355a6ffd4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:23.683462 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:23.763780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4a45afee-0e19-4154-9769-dd62b8e6af99 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 00:59:23.833694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Deleting port 4c68a0e0-4488-48bb-add2-883f94935ee8 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:23.833694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:23.871538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:22Z', 'revision_number': 5, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port': {'id': '4c68a0e0-4488-48bb-add2-883f94935ee8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:43:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:04Z', 'updated_at': '2021-10-15T00:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:23.892634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4a45afee-0e19-4154-9769-dd62b8e6af99 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 00:59:23.896704 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:23.934249 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] Checking router: 34f2db95-2696-4319-86df-33c355a6ffd4 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:59:23.941504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] For port 4c68a0e0-4488-48bb-add2-883f94935ee8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4c68a0e0-4488-48bb-add2-883f94935ee8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:23.941979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:23.946421 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] Routers {'34f2db95-2696-4319-86df-33c355a6ffd4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:23.947241 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['34f2db95-2696-4319-86df-33c355a6ffd4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:23.961936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Calling delete_port for 4c68a0e0-4488-48bb-add2-883f94935ee8 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:24.069887 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] Set router 34f2db95-2696-4319-86df-33c355a6ffd4 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:24.131346 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:23Z', 'revision_number': 6, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:24.159705 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3b91e-5c2b-4aad-abd8-781ec5329c10 None None] The sync data for ids ['34f2db95-2696-4319-86df-33c355a6ffd4'] in n-d-811521-2 is: [{'id': '34f2db95-2696-4319-86df-33c355a6ffd4', 'name': 'tempest-TestAggregatesBasicOps-774635410-router', 'tenant_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:03Z', 'updated_at': '2021-10-15T00:59:23Z', 'revision_number': 6, 'project_id': '2bdd5680e58d4a2b853637ba3ca0002c', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:59:24.313854 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:24.399018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c68a0e0-4488-48bb-add2-883f94935ee8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:24.451335 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:24.569079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:24.572039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:24.762144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:24.762790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f2db95-2696-4319-86df-33c355a6ffd4 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:59:24.770406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:24.774942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4e7acb4e-07a6-4932-b663-d4c7c9a21d3b admin admin] 10.222.0.13 "DELETE /v2.0/routers/34f2db95-2696-4319-86df-33c355a6ffd4 HTTP/1.1" status: 204 len: 168 time: 1.3655272 Oct 15 00:59:24.775565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48182) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:24.897606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] Deleting subnet 5050c508-24c1-4e14-9019-a23ddce21eb7 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:59:24.902941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:24.954970 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.129978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.310391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.338519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5050c508-24c1-4e14-9019-a23ddce21eb7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:25.342814 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.346332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bd191a8c-77f4-4138-8c3d-fbf6e3c969f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5050c508-24c1-4e14-9019-a23ddce21eb7 HTTP/1.1" status: 204 len: 168 time: 0.5699632 Oct 15 00:59:25.349435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48190) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:25.356008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c97c06-c657-4570-9cb7-a227b2ef1939 None None] Network 722792b5-855b-4569-97bf-238311334138 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:59:25.464582 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.581974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Deleting port e329bad1-577e-4668-b1c0-85cb47914903 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:25.582522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.626417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4c68a0e0-4488-48bb-add2-883f94935ee8 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:25.671710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 4c68a0e0-4488-48bb-add2-883f94935ee8 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:25.673962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4c68a0e0-4488-48bb-add2-883f94935ee8 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:59:25.674509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4199dbca-f525-4389-9c21-0771bbcbdc94 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:25.710242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 4199dbca-f525-4389-9c21-0771bbcbdc94 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:25.710737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4199dbca-f525-4389-9c21-0771bbcbdc94 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:59:25.714586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] DHCP port deletion for 722792b5-855b-4569-97bf-238311334138 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:59:25.728317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] For port e329bad1-577e-4668-b1c0-85cb47914903, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e329bad1-577e-4668-b1c0-85cb47914903,segment=NetworkSegment(ca384149-73de-4220-92cb-1a44e1551d72),segment_id=ca384149-73de-4220-92cb-1a44e1551d72)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:25.728691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.772307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] Deleting port e329bad1-577e-4668-b1c0-85cb47914903 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:25.772801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.855940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] For port e329bad1-577e-4668-b1c0-85cb47914903, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e329bad1-577e-4668-b1c0-85cb47914903,segment=NetworkSegment(ca384149-73de-4220-92cb-1a44e1551d72),segment_id=ca384149-73de-4220-92cb-1a44e1551d72)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:25.856826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:25.875360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] Calling delete_port for e329bad1-577e-4668-b1c0-85cb47914903 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:26.092942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.116243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Calling delete_port for e329bad1-577e-4668-b1c0-85cb47914903 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:26.121623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] Pushing event deleted for resources: {'Port': ['ID=e329bad1-577e-4668-b1c0-85cb47914903,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:26.131571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40762b-ab6c-49e8-bb31-e4ef9208fc17 None None] No DVR routers for this DVR port e329bad1-577e-4668-b1c0-85cb47914903 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:59:26.216445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.245077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e329bad1-577e-4668-b1c0-85cb47914903,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:26.246841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] No DVR routers for this DVR port e329bad1-577e-4668-b1c0-85cb47914903 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:59:26.302860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b6626ab-a48f-417b-a528-de716db048d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.336696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.357946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722792b5-855b-4569-97bf-238311334138']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:26.367956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca384149-73de-4220-92cb-1a44e1551d72') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:26.368248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca384149-73de-4220-92cb-1a44e1551d72') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:26.377897 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.396196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.400596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:59:26.400874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:59:26.402553 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:59:26.538970 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.545580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:26.548053 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/722792b5-855b-4569-97bf-238311334138 HTTP/1.1" status: 204 len: 168 time: 1.1976933 Oct 15 00:59:26.551733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48212) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:26.562376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4eff88-dfc1-4663-9c78-a49bb8788bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=722792b5-855b-4569-97bf-238311334138,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:26.966835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:27.244026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Deleting port 4a45afee-0e19-4154-9769-dd62b8e6af99 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:27.244359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:27.330786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] For port 4a45afee-0e19-4154-9769-dd62b8e6af99, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4a45afee-0e19-4154-9769-dd62b8e6af99,segment=NetworkSegment(3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6),segment_id=3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:27.331192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:27.344651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Calling delete_port for 4a45afee-0e19-4154-9769-dd62b8e6af99 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:27.596608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0571-4737-4968-ad71-c1dfe4f69018 req-768e53e4-5ef3-432d-8d52-49d24114120f tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:27.598653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98de0571-4737-4968-ad71-c1dfe4f69018 req-768e53e4-5ef3-432d-8d52-49d24114120f tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 949 time: 0.1040721 Oct 15 00:59:27.604187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e329bad1-577e-4668-b1c0-85cb47914903 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:27.627393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: e329bad1-577e-4668-b1c0-85cb47914903 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:27.627804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e329bad1-577e-4668-b1c0-85cb47914903 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:59:27.652351 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98de0571-4737-4968-ad71-c1dfe4f69018 req-3fdad819-4e67-434d-87b0-9f816119fbd2 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465350 Oct 15 00:59:27.675587 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:27.702358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4a45afee-0e19-4154-9769-dd62b8e6af99,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:27.879763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:28.437227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:59:28.561743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:59:28.570609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f45814a1-2dcf-45ef-8527-4930ac2a23ae admin admin] 10.222.0.13 "PUT /v2.0/routers/727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0147552 Oct 15 00:59:28.570728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48250) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:28.576239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] Sync routers for ids ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:59:28.585344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] Routers {'727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:28.586038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:58:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:28.685334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:28.827822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6d924-c077-4e72-90d8-9366a904e4ea req-fe7a7d33-8d24-4642-b500-a96fe19ab8cf tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:28.829746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ce6d924-c077-4e72-90d8-9366a904e4ea req-fe7a7d33-8d24-4642-b500-a96fe19ab8cf tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 949 time: 0.0862901 Oct 15 00:59:28.894166 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:28.898717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ce6d924-c077-4e72-90d8-9366a904e4ea req-946a4d7a-4682-442d-9193-1a404daa0b30 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/security-groups?id=b9164d87-70ce-4dce-a9bf-d218d112213f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Oct 15 00:59:28.904617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] Set router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:28.966357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-c2b1f7b8-794b-4203-835b-c454219d8e9e tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:28.968093 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-c2b1f7b8-794b-4203-835b-c454219d8e9e tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.30 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 949 time: 0.0566967 Oct 15 00:59:28.973709 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9ff8357-bf1c-4a66-bd20-c40d65a5b149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.113041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Deleting port acace146-536d-46ae-ad14-31c3db986fb7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:29.113870 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.136274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:27Z', 'revision_number': 5, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port': {'id': 'acace146-536d-46ae-ad14-31c3db986fb7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:59:13Z', 'updated_at': '2021-10-15T00:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:29.169899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] Checking router: 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:59:29.182492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] Routers {'727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:29.182931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:29.201611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Deleting port a0fcccf6-660b-4da3-a5f9-eb608810de4c {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:29.201952 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.229698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] For port acace146-536d-46ae-ad14-31c3db986fb7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=acace146-536d-46ae-ad14-31c3db986fb7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:29.230056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.266552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Calling delete_port for acace146-536d-46ae-ad14-31c3db986fb7 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:29.294452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] Set router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:29.355602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:28Z', 'revision_number': 6, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:29.386515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62808099-b941-443c-aa0c-8f3c52cb1988 None None] The sync data for ids ['727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb'] in n-d-811521-2 is: [{'id': '727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb', 'name': 'tempest-TestAggregatesBasicOps-653175155-router', 'tenant_id': 'a1fbc7697d464298872ddbfd696af73b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:59:12Z', 'updated_at': '2021-10-15T00:59:28Z', 'revision_number': 6, 'project_id': 'a1fbc7697d464298872ddbfd696af73b', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:59:29.400841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] For port a0fcccf6-660b-4da3-a5f9-eb608810de4c, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0fcccf6-660b-4da3-a5f9-eb608810de4c,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:29.401207 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.453517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Calling delete_port for a0fcccf6-660b-4da3-a5f9-eb608810de4c owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:29.756548 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.786830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=acace146-536d-46ae-ad14-31c3db986fb7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:29.803165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4a45afee-0e19-4154-9769-dd62b8e6af99 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:29.835725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 4a45afee-0e19-4154-9769-dd62b8e6af99 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:29.835725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4a45afee-0e19-4154-9769-dd62b8e6af99 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:59:29.861968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.863696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:29.873896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a0fcccf6-660b-4da3-a5f9-eb608810de4c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 00:59:29.955709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Pushing event deleted for resources: {'Port': ['ID=a0fcccf6-660b-4da3-a5f9-eb608810de4c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:30.010756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db8d3874-3f6a-45ea-90e2-50f6e446c1fc req-a570dc69-ab17-4a19-8af3-95676d44827c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0499504 Oct 15 00:59:30.038739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] No DVR routers for this DVR port a0fcccf6-660b-4da3-a5f9-eb608810de4c on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:59:30.042246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.044474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.047980 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ded5fbfa-ff94-4166-b1f9-0b3bd76d75de req-edb63bad-246f-4e58-ad59-fc4a3ed89a0c tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.30 "DELETE /v2.0/ports/a0fcccf6-660b-4da3-a5f9-eb608810de4c HTTP/1.1" status: 204 len: 173 time: 1.0705359 Oct 15 00:59:30.048528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'name': 'network-vif-deleted', 'tag': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:59:30.051404 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e622c7f5-2af6-49f5-b021-f8b4e9555c59" -d '{"events": [{"server_uuid": "171b6dcd-6022-48e1-b9e6-e43c715557ff", "name": "network-vif-deleted", "tag": "a0fcccf6-660b-4da3-a5f9-eb608810de4c"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:59:30.055092 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.103703 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28ed3a-a540-4694-8503-a9c347f60a80 x-openstack-request-id: req-cd28ed3a-a540-4694-8503-a9c347f60a80 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:59:30.103856 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171b6dcd-6022-48e1-b9e6-e43c715557ff", "name": "network-vif-deleted", "tag": "a0fcccf6-660b-4da3-a5f9-eb608810de4c", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:59:30.104002 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd28ed3a-a540-4694-8503-a9c347f60a80 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:59:30.104402 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171b6dcd-6022-48e1-b9e6-e43c715557ff', 'name': 'network-vif-deleted', 'tag': 'a0fcccf6-660b-4da3-a5f9-eb608810de4c', 'status': 'completed', 'code': 200} Oct 15 00:59:30.212665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.251077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.251240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 00:59:30.260112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.265156 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-99a7807a-a137-4a52-914b-b549fd3d5c2a admin admin] 10.222.0.13 "DELETE /v2.0/routers/727a896d-8ac5-4a48-aba3-8f5cc4a9d4fb HTTP/1.1" status: 204 len: 168 time: 1.6941328 Oct 15 00:59:30.267912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48278) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:30.276116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.345326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] Deleting subnet 9a4867e9-89d9-4d53-87f1-185f6a828959 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 00:59:30.350664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.407207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.512567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.722268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.751006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4867e9-89d9-4d53-87f1-185f6a828959,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:30.756319 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.759806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b0a81a24-9b41-4063-a769-8e5b44595001 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a4867e9-89d9-4d53-87f1-185f6a828959 HTTP/1.1" status: 204 len: 168 time: 0.4908130 Oct 15 00:59:30.762835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48288) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:30.782479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a588c1c-c146-41aa-9a89-150c6ecb6bf9 None None] Network 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 00:59:30.852365 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:30.929353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Deleting port b781d7c2-292e-47d5-8ba4-f6485ca904e0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:30.930001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.016692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] For port b781d7c2-292e-47d5-8ba4-f6485ca904e0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b781d7c2-292e-47d5-8ba4-f6485ca904e0,segment=NetworkSegment(3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6),segment_id=3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:31.017265 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.036185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Calling delete_port for b781d7c2-292e-47d5-8ba4-f6485ca904e0 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:31.045540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] DHCP port deletion for 90a2d58b-eaf9-435a-90cc-66a6e01d36d6 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 00:59:31.146677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4179d05-c675-478e-82c8-868443612a6e req-d2330a4f-47c2-4bfa-9966-98d4b4664f62 tempest-VolumesBackupsTest-1768091396 tempest-VolumesBackupsTest-1768091396-project] 10.222.0.13 "GET /v2.0/ports?device_id=171b6dcd-6022-48e1-b9e6-e43c715557ff HTTP/1.1" status: 200 len: 210 time: 0.0377131 Oct 15 00:59:31.171021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] Deleting port b781d7c2-292e-47d5-8ba4-f6485ca904e0 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:31.171393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.248534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] For port b781d7c2-292e-47d5-8ba4-f6485ca904e0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b781d7c2-292e-47d5-8ba4-f6485ca904e0,segment=NetworkSegment(3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6),segment_id=3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:31.249189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.270575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] Calling delete_port for b781d7c2-292e-47d5-8ba4-f6485ca904e0 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:31.316015 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.343056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Pushing event deleted for resources: {'Port': ['ID=b781d7c2-292e-47d5-8ba4-f6485ca904e0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:31.350253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] No DVR routers for this DVR port b781d7c2-292e-47d5-8ba4-f6485ca904e0 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:59:31.362908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.404072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] Pushing event deleted for resources: {'Port': ['ID=b781d7c2-292e-47d5-8ba4-f6485ca904e0,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:31.413287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8930ac-d29a-42b0-a8bd-bf0a4152ef6d None None] No DVR routers for this DVR port b781d7c2-292e-47d5-8ba4-f6485ca904e0 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:59:31.455948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.478074 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a2d58b-eaf9-435a-90cc-66a6e01d36d6']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:31.488080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:31.489586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf40bea-58b3-41b2-bb43-ea9ce71ccbb6') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:31.499203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.516052 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.524697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 00:59:31.524929 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: timer() Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 00:59:31.527047 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 00:59:31.616217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b781d7c2-292e-47d5-8ba4-f6485ca904e0 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:31.638383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b781d7c2-292e-47d5-8ba4-f6485ca904e0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:31.638732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b781d7c2-292e-47d5-8ba4-f6485ca904e0 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:59:31.639137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device acace146-536d-46ae-ad14-31c3db986fb7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:31.658907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: acace146-536d-46ae-ad14-31c3db986fb7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:31.659250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device acace146-536d-46ae-ad14-31c3db986fb7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:59:31.675429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.685374 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:31.692280 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] 10.222.0.13 "DELETE /v2.0/networks/90a2d58b-eaf9-435a-90cc-66a6e01d36d6 HTTP/1.1" status: 204 len: 168 time: 0.9244812 Oct 15 00:59:31.710566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dc8c5-0497-4574-a48a-66304f073301 admin admin] Pushing event deleted for resources: {'Network': ['ID=90a2d58b-eaf9-435a-90cc-66a6e01d36d6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:32.157351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48310) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:32.203036 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3dcac530-1fbb-4090-b8e1-1f1f2127a9bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bdd5680e58d4a2b853637ba3ca0002c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444787 Oct 15 00:59:32.205527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48314) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:32.282652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7da76bd5-fe3f-42da-b2a5-065f570b4747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:32.323233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7da76bd5-fe3f-42da-b2a5-065f570b4747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:32.440027 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:32.492445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7da76bd5-fe3f-42da-b2a5-065f570b4747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:32.495065 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7da76bd5-fe3f-42da-b2a5-065f570b4747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:32.496307 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7da76bd5-fe3f-42da-b2a5-065f570b4747 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a93f8dd3-dd87-4f43-8898-65ffde364c5b HTTP/1.1" status: 204 len: 168 time: 0.2897842 Oct 15 00:59:32.505151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76bd5-fe3f-42da-b2a5-065f570b4747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93f8dd3-dd87-4f43-8898-65ffde364c5b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:33.305680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48338) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:33.383578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-80bf00a8-4cc0-4070-b054-e6abd267a5d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1fbc7697d464298872ddbfd696af73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762904 Oct 15 00:59:33.386413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 48344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:33.442299 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d814b2a-cb8f-4c24-b169-9af7cc451047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:33.465106 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d814b2a-cb8f-4c24-b169-9af7cc451047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:33.496012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0fcccf6-660b-4da3-a5f9-eb608810de4c no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:33.559059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: a0fcccf6-660b-4da3-a5f9-eb608810de4c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:33.559396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0fcccf6-660b-4da3-a5f9-eb608810de4c not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 00:59:33.623835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d814b2a-cb8f-4c24-b169-9af7cc451047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:33.623835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4d814b2a-cb8f-4c24-b169-9af7cc451047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:33.623835 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4d814b2a-cb8f-4c24-b169-9af7cc451047 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28b0fa51-9774-47f4-b2e5-5929bb87ed16 HTTP/1.1" status: 204 len: 168 time: 0.2357652 Oct 15 00:59:33.637322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d814b2a-cb8f-4c24-b169-9af7cc451047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b0fa51-9774-47f4-b2e5-5929bb87ed16,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:39.955775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:42.876314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-c2e331fa-7f7a-4440-ab05-aa8d1fa9b8ae req-95a1482d-6a05-4fdf-9088-04346b7a1929 service neutron] (107725) timed out ('10.222.0.39', 50111) {{(pid=107725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 00:59:45.111155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:51.341152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48726) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 00:59:51.848199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Deleting port 73cb5157-010c-4f25-aff8-4197f44b98a6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:51.848581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:51.936678 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:51.937050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:51.952529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Calling delete_port for 73cb5157-010c-4f25-aff8-4197f44b98a6 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:52.355793 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:52.395102 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event deleted for resources: {'Port': ['ID=73cb5157-010c-4f25-aff8-4197f44b98a6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:52.408165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.408500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.408917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.409270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.410155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.410770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.411139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.411435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.411787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.412168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.412490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.412821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 00:59:52.494301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:52.494731 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Floating IP 70779998-5651-49d2-93fd-94acf2a30099 disassociated (deleted). External IP: 172.25.2.73, port: 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7. Oct 15 00:59:52.761051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Router 98e924e8-465c-4857-b78a-ba453c6c2138 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 00:59:52.879556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 00:59:52.889412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:52.899652 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157284e9-318a-4605-a875-3911e101b1ff None None] Sync routers for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 00:59:52.917625 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:52.918596 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:52.938639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2e20e245-ce67-47f4-aa8d-c08b1390cffe tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "DELETE /v2.0/floatingips/70779998-5651-49d2-93fd-94acf2a30099 HTTP/1.1" status: 204 len: 168 time: 1.5908716 Oct 15 00:59:52.938639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:59:52.938639 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735d1733-325d-4691-95eb-fe29e1a6e83f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:59:53.071967 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:53.407248 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:53.438596 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157284e9-318a-4605-a875-3911e101b1ff None None] Checking router: 98e924e8-465c-4857-b78a-ba453c6c2138 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 00:59:53.448643 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 00:59:53.449270 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:53.575400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 00:59:53.582820 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44d9466-063e-4604-8b18-64d3d908a63e x-openstack-request-id: req-e44d9466-063e-4604-8b18-64d3d908a63e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:59:53.582820 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:59:53.582820 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e44d9466-063e-4604-8b18-64d3d908a63e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:59:53.582820 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'status': 'completed', 'code': 200} Oct 15 00:59:53.691851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cf1be-cb76-4f2a-a6e9-7c94dcdb6f03 req-cac98174-ee3d-494b-9107-a02660ec3f47 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:53.693405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-896cf1be-cb76-4f2a-a6e9-7c94dcdb6f03 req-cac98174-ee3d-494b-9107-a02660ec3f47 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 945 time: 0.0613499 Oct 15 00:59:53.793817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-896cf1be-cb76-4f2a-a6e9-7c94dcdb6f03 req-e4bbabb4-89c3-4079-b565-eef14c1f3e07 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879691 Oct 15 00:59:53.821611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-3832ee28-48ef-4201-8c6d-358fe73363ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:53.823297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-3832ee28-48ef-4201-8c6d-358fe73363ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e99e638c4a94c348a03369d466dc27c&device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 1096 time: 0.2084999 Oct 15 00:59:53.843263 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-157284e9-318a-4605-a875-3911e101b1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 00:59:53.880921 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157284e9-318a-4605-a875-3911e101b1ff None None] The sync data for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 is: [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T00:53:53Z', 'revision_number': 4, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '724af67b-4412-4c7e-9029-c3a383f514be', 'name': '', 'network_id': '358ff5d8-a9da-4394-8238-4c3859f49b81', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'mac_address': 'fa:16:3e:36:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:52Z', 'updated_at': '2021-10-15T00:53:58Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'subnets': [{'id': 'ca528801-90e0-414a-9864-6f2c74340e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 00:59:53.952254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-03c821e3-2214-4fb0-a643-13964b0cc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:53.954385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-03c821e3-2214-4fb0-a643-13964b0cc6b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 200 len: 912 time: 0.1221108 Oct 15 00:59:54.011152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-352f1105-c915-4ad2-b5c8-63d941705b8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 200 len: 217 time: 0.0499930 Oct 15 00:59:54.076991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-584f723a-1321-42f8-8942-39b5ca844a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:54.078868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-584f723a-1321-42f8-8942-39b5ca844a67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 200 len: 850 time: 0.0595253 Oct 15 00:59:54.168356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-4d8d3c47-d1a8-4f1c-9c6e-643dd91fd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:54.169866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-4d8d3c47-d1a8-4f1c-9c6e-643dd91fd994 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=358ff5d8-a9da-4394-8238-4c3859f49b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745554 Oct 15 00:59:54.292332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a38c9-b859-4310-b2ae-3a94c3275fec None None] New status for floating IP 70779998-5651-49d2-93fd-94acf2a30099: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 00:59:54.319545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-da7f6cd5-c9b1-4e31-9a67-6fe590c04301 service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402261 Oct 15 00:59:54.462517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-735d1733-325d-4691-95eb-fe29e1a6e83f req-33fc599c-5af1-4d9a-ae1d-e846bdd8056a service neutron] 10.222.0.39 "GET /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336534 Oct 15 00:59:54.952649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d4ee9-8902-4417-ab2f-d6c4aa852125 req-4a823653-a901-43e1-a371-b72de558c5f5 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:54.954976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f22d4ee9-8902-4417-ab2f-d6c4aa852125 req-4a823653-a901-43e1-a371-b72de558c5f5 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 945 time: 0.0681212 Oct 15 00:59:54.998814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f22d4ee9-8902-4417-ab2f-d6c4aa852125 req-4128663c-f2ae-4bef-af9e-4ac14c82f157 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/security-groups?id=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369308 Oct 15 00:59:55.204352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-3100730f-da3a-4528-9c37-f6a22186a8af tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 00:59:55.207505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-3100730f-da3a-4528-9c37-f6a22186a8af tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 945 time: 0.0604839 Oct 15 00:59:55.338161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Deleting port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 00:59:55.338643 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:55.466299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] For port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 00:59:55.466611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:55.480819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Calling delete_port for 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 00:59:55.693060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:55.725689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event deleted for resources: {'Port': ['ID=6e4a0b18-7180-47fc-84f6-cdf51e85cfc7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 00:59:55.802688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] No DVR routers for this DVR port 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 00:59:55.805374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:55.809070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d04e4fa9-02a5-487c-810b-1ffa3921e08b req-bf9d92d5-df91-46c6-9ec9-6dd5a24aabb6 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.39 "DELETE /v2.0/ports/6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 HTTP/1.1" status: 204 len: 173 time: 0.5958955 Oct 15 00:59:55.809515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'name': 'network-vif-deleted', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 00:59:55.811936 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e900c8a-d140-447e-8c6e-b233a07cf82d" -d '{"events": [{"server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "name": "network-vif-deleted", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 00:59:55.867382 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d07249f-835a-4f64-90bf-54d5e7db9647 x-openstack-request-id: req-5d07249f-835a-4f64-90bf-54d5e7db9647 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 00:59:55.867676 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0ce36a-fe2e-4728-9dca-18e16c8af1a5", "name": "network-vif-deleted", "tag": "6e4a0b18-7180-47fc-84f6-cdf51e85cfc7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 00:59:55.867924 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d07249f-835a-4f64-90bf-54d5e7db9647 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 00:59:55.868654 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0ce36a-fe2e-4728-9dca-18e16c8af1a5', 'name': 'network-vif-deleted', 'tag': '6e4a0b18-7180-47fc-84f6-cdf51e85cfc7', 'status': 'completed', 'code': 200} Oct 15 00:59:56.133274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7ae95b5-568c-4acf-bf6f-184d1c65a1d5 req-5805b1e9-f9f8-4a51-8276-8546962af88a tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0482175 Oct 15 00:59:56.264140 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-090eaf67-e8aa-4c96-ae64-4d9e428839b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:57.247952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33580495-0298-4840-b409-69b8865ffaa4 req-c646fb3d-bf85-4957-ba8c-fc50401f9ce1 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0389974 Oct 15 00:59:58.351623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17085eb1-0505-4a4b-8aee-d3a8f74b5ea7 req-79a91804-1e91-4f1c-ae1d-f1d81b7ada2b tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0374246 Oct 15 00:59:58.870075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b26d08e0-08c5-4cf0-be4a-f6b0607a3860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 00:59:59.452238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2dbd38a-5c0e-43cc-b001-f9b30060f2eb req-68d089af-ea1c-4951-8589-7a69c6688e14 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0285056 Oct 15 00:59:59.515124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 00:59:59.537391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 00:59:59.537742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 6e4a0b18-7180-47fc-84f6-cdf51e85cfc7 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:00:00.143216 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:00:00.193764 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:00.320873 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:00.556305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f2a6902-500c-4f85-99a1-7084088d51e0 req-1e5a6ac0-88ba-4494-acfd-3bce31a97a4e tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0314019 Oct 15 01:00:01.685742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63ae2120-71ab-44eb-a90a-2c4960b30eba req-cfc0ff06-e061-464d-b197-cd847b7c5f47 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0ce36a-fe2e-4728-9dca-18e16c8af1a5 HTTP/1.1" status: 200 len: 210 time: 0.0309319 Oct 15 01:00:02.441219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:02.742284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48952) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:02.819843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae25b572-97d4-4331-93a6-35a659f61cb8 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:02.854465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae25b572-97d4-4331-93a6-35a659f61cb8 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:03.019567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae25b572-97d4-4331-93a6-35a659f61cb8 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:03.023718 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ae25b572-97d4-4331-93a6-35a659f61cb8 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:03.023846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ae25b572-97d4-4331-93a6-35a659f61cb8 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] 10.222.0.13 "DELETE /v2.0/security-groups/86915e95-e9d3-4a5d-9d0e-1d12b970eb8a HTTP/1.1" status: 204 len: 168 time: 0.2805085 Oct 15 01:00:03.038578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b572-97d4-4331-93a6-35a659f61cb8 tempest-TestVolumeBackupRestore-1328754265 tempest-TestVolumeBackupRestore-1328754265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86915e95-e9d3-4a5d-9d0e-1d12b970eb8a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:03.717393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 48986) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:03.832639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce12b2b8-fc6c-43cb-87ad-964dd4ec9c8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:03.931139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce12b2b8-fc6c-43cb-87ad-964dd4ec9c8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:04.098821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce12b2b8-fc6c-43cb-87ad-964dd4ec9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:04.143314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12b2b8-fc6c-43cb-87ad-964dd4ec9c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8fdf1f-e14e-4eb9-9339-83bbf2159490,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:04.149228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce12b2b8-fc6c-43cb-87ad-964dd4ec9c8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4fbc945b6bb48a6b48dc8ea64544043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294720 Oct 15 01:00:04.150818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49014) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:04.205371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:04.244870 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:04.458602 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:04.461240 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:04.464962 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d8fdf1f-e14e-4eb9-9339-83bbf2159490 HTTP/1.1" status: 204 len: 168 time: 0.3109527 Oct 15 01:00:04.472083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8fdf1f-e14e-4eb9-9339-83bbf2159490,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:04.480710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.480988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.481333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.481669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.482285 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.482615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.483132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.483647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.484004 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.484369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.484703 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:04.485022 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9cc68e-a0c9-4dba-8149-0983b37bc7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:08.623962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:09.347193 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:09.733922 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Deleting port 724af67b-4412-4c7e-9029-c3a383f514be {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:09.734531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:09.861733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] For port 724af67b-4412-4c7e-9029-c3a383f514be, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=724af67b-4412-4c7e-9029-c3a383f514be,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:09.861733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:09.876145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Calling delete_port for 724af67b-4412-4c7e-9029-c3a383f514be owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:09.977653 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:10.165724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:10.258251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=724af67b-4412-4c7e-9029-c3a383f514be,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:10.798687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:11.054403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Router 98e924e8-465c-4857-b78a-ba453c6c2138 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:00:11.242657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:11.255989 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] Sync routers for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:11.260528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cdc1b71c-f84c-4d3e-9ac0-1f68d0ae39c9 admin admin] 10.222.0.13 "PUT /v2.0/routers/98e924e8-465c-4857-b78a-ba453c6c2138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6331277 Oct 15 01:00:11.260817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49336) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:11.276390 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:11.276901 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:11.405612 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:11.405821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:11.574833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:11.708653 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T01:00:10Z', 'revision_number': 5, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port': {'id': 'c3d37917-4088-4278-876a-43f5894e93b0', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:53:48Z', 'updated_at': '2021-10-15T00:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:11.744929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Deleting port c3d37917-4088-4278-876a-43f5894e93b0 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:11.745276 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:11.752738 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] Checking router: 98e924e8-465c-4857-b78a-ba453c6c2138 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:11.761295 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] Routers {'98e924e8-465c-4857-b78a-ba453c6c2138'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:11.761965 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['98e924e8-465c-4857-b78a-ba453c6c2138'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:11.859962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] For port c3d37917-4088-4278-876a-43f5894e93b0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c3d37917-4088-4278-876a-43f5894e93b0,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:11.860492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:11.868630 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] Set router 98e924e8-465c-4857-b78a-ba453c6c2138 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:11.872802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Calling delete_port for c3d37917-4088-4278-876a-43f5894e93b0 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:11.922505 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T01:00:11Z', 'revision_number': 6, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:11.955877 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b57234-9a7c-40c5-8fa1-b02f61002cb8 None None] The sync data for ids ['98e924e8-465c-4857-b78a-ba453c6c2138'] in n-d-811521-2 is: [{'id': '98e924e8-465c-4857-b78a-ba453c6c2138', 'name': 'tempest-TestVolumeBackupRestore-7791311-router', 'tenant_id': '2e99e638c4a94c348a03369d466dc27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:53:46Z', 'updated_at': '2021-10-15T01:00:11Z', 'revision_number': 6, 'project_id': '2e99e638c4a94c348a03369d466dc27c', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:12.144148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.177787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d37917-4088-4278-876a-43f5894e93b0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:12.239386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.352692 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.355412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.526947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.527623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e924e8-465c-4857-b78a-ba453c6c2138 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:00:12.532581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.535127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6da26a7b-5147-4522-b992-92b8906f7483 admin admin] 10.222.0.13 "DELETE /v2.0/routers/98e924e8-465c-4857-b78a-ba453c6c2138 HTTP/1.1" status: 204 len: 168 time: 1.2720942 Oct 15 01:00:12.536797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49402) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:12.607605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] Deleting subnet ca528801-90e0-414a-9864-6f2c74340e29 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:00:12.611159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.658255 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.749642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.864948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.896329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca528801-90e0-414a-9864-6f2c74340e29,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:12.900948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:12.907019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb35bf36-2edd-4984-86c8-3eb604c0da33 None None] Network 358ff5d8-a9da-4394-8238-4c3859f49b81 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:12.913139 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cc0a9289-664d-4bfe-a2aa-eafa6ad29d56 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ca528801-90e0-414a-9864-6f2c74340e29 HTTP/1.1" status: 204 len: 168 time: 0.3727925 Oct 15 01:00:12.913383 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49422) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:13.024591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.092173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Deleting port b32374c0-94e7-4e44-8000-2ce1daf1e101 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:13.092785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.216367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] For port b32374c0-94e7-4e44-8000-2ce1daf1e101, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b32374c0-94e7-4e44-8000-2ce1daf1e101,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:13.216990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.226802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] DHCP port deletion for 358ff5d8-a9da-4394-8238-4c3859f49b81 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:00:13.259932 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Calling delete_port for b32374c0-94e7-4e44-8000-2ce1daf1e101 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:13.350638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] Deleting port b32374c0-94e7-4e44-8000-2ce1daf1e101 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:13.351268 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.435701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.464093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] For port b32374c0-94e7-4e44-8000-2ce1daf1e101, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b32374c0-94e7-4e44-8000-2ce1daf1e101,segment=NetworkSegment(0bf5b3e2-46a1-4852-b7c4-842625f5e04a),segment_id=0bf5b3e2-46a1-4852-b7c4-842625f5e04a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:13.464492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.481319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] No DVR routers for this DVR port b32374c0-94e7-4e44-8000-2ce1daf1e101 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:00:13.503767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] Calling delete_port for b32374c0-94e7-4e44-8000-2ce1daf1e101 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:13.514648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b32374c0-94e7-4e44-8000-2ce1daf1e101,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:13.645277 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.680165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.689968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 724af67b-4412-4c7e-9029-c3a383f514be no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:00:13.695807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] Pushing event deleted for resources: {'Port': ['ID=b32374c0-94e7-4e44-8000-2ce1daf1e101,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:13.714400 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358ff5d8-a9da-4394-8238-4c3859f49b81']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:13.719386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 724af67b-4412-4c7e-9029-c3a383f514be {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:00:13.720113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 724af67b-4412-4c7e-9029-c3a383f514be not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:00:13.720765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3d37917-4088-4278-876a-43f5894e93b0 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:00:13.730829 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf5b3e2-46a1-4852-b7c4-842625f5e04a') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:13.731017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf5b3e2-46a1-4852-b7c4-842625f5e04a') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:13.744139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.748795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361a5d16-986b-4003-a2b9-6f07d390ee77 None None] No DVR routers for this DVR port b32374c0-94e7-4e44-8000-2ce1daf1e101 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:00:13.750713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c3d37917-4088-4278-876a-43f5894e93b0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:00:13.751287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3d37917-4088-4278-876a-43f5894e93b0 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:00:13.751934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b32374c0-94e7-4e44-8000-2ce1daf1e101 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:00:13.762847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.771995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:00:13.773043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:00:13.776238 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:00:13.793255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b32374c0-94e7-4e44-8000-2ce1daf1e101 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:00:13.793605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b32374c0-94e7-4e44-8000-2ce1daf1e101 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:00:13.934552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.946341 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:13.951148 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/358ff5d8-a9da-4394-8238-4c3859f49b81 HTTP/1.1" status: 204 len: 168 time: 1.0364316 Oct 15 01:00:13.954350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49468) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:14.010212 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcfd86-92da-49c8-89d9-d4f7bd18f9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=358ff5d8-a9da-4394-8238-4c3859f49b81,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:14.411165 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:14.701867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Deleting port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:14.702238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:14.795084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] For port 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,segment=NetworkSegment(fdd737e0-ca99-4389-9703-61babdb73b65),segment_id=fdd737e0-ca99-4389-9703-61babdb73b65)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:14.795448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:14.810264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Calling delete_port for 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:15.062495 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:15.092772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Pushing event deleted for resources: {'Port': ['ID=9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:15.148351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:15.290508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:15.579520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Router 6687ae30-786c-447a-bc0b-8588178a46d0 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:00:15.734116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:15.742788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c0975be3-1d03-49ab-a4df-390e8141d492 admin admin] 10.222.0.13 "PUT /v2.0/routers/6687ae30-786c-447a-bc0b-8588178a46d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848861 Oct 15 01:00:15.744135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49574) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:15.749450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] Sync routers for ids ['6687ae30-786c-447a-bc0b-8588178a46d0'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:15.773004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] Routers {'6687ae30-786c-447a-bc0b-8588178a46d0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:15.774031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6687ae30-786c-447a-bc0b-8588178a46d0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:15.891451 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:15.899541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] Set router 6687ae30-786c-447a-bc0b-8588178a46d0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:16.015146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.111126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T01:00:14Z', 'revision_number': 5, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port': {'id': 'b085fbdf-6e71-4498-b62e-e71fd7aae1cd', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T00:54:02Z', 'updated_at': '2021-10-15T00:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:16.159737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] Checking router: 6687ae30-786c-447a-bc0b-8588178a46d0 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:16.167832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Deleting port b085fbdf-6e71-4498-b62e-e71fd7aae1cd {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:16.168173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.173066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] Routers {'6687ae30-786c-447a-bc0b-8588178a46d0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:16.173848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6687ae30-786c-447a-bc0b-8588178a46d0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:16.256108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] For port b085fbdf-6e71-4498-b62e-e71fd7aae1cd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:16.256488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.272459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Calling delete_port for b085fbdf-6e71-4498-b62e-e71fd7aae1cd owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:16.291160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] Set router 6687ae30-786c-447a-bc0b-8588178a46d0 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:16.359216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T01:00:16Z', 'revision_number': 6, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:16.392185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f93e3-52b1-4829-bf40-0d9ae6084414 None None] The sync data for ids ['6687ae30-786c-447a-bc0b-8588178a46d0'] in n-d-811521-2 is: [{'id': '6687ae30-786c-447a-bc0b-8588178a46d0', 'name': 'tempest-TestVolumeBackupRestore-1689916647-router', 'tenant_id': '17de6cb8aa584754a69824bcd15a6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T00:54:01Z', 'updated_at': '2021-10-15T01:00:16Z', 'revision_number': 6, 'project_id': '17de6cb8aa584754a69824bcd15a6ffd', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:16.560008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.593630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b085fbdf-6e71-4498-b62e-e71fd7aae1cd,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:16.669648 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.776821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.779079 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.921722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.922289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6687ae30-786c-447a-bc0b-8588178a46d0 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:00:16.927445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:16.928650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be0a6076-60f7-4249-be45-951c4c389da9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6687ae30-786c-447a-bc0b-8588178a46d0 HTTP/1.1" status: 204 len: 168 time: 1.1835115 Oct 15 01:00:16.931360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49652) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:16.986199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] Deleting subnet a29b1656-a33b-46fa-a733-35968ac113aa {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:00:16.990978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.030117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.110539 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.218774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.241989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfff783-9349-490e-b71a-d1285fb14f71 None None] Network 118d1e7c-b855-4c5c-befc-b7e22e12274a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:17.257767 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.261521 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a29b1656-a33b-46fa-a733-35968ac113aa HTTP/1.1" status: 204 len: 168 time: 0.3290925 Oct 15 01:00:17.263218 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d0199-a559-4039-8e9c-ccd6700fe1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29b1656-a33b-46fa-a733-35968ac113aa,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:17.264119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49670) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:17.400500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.481720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Deleting port 23addea0-f77e-4ab4-b364-dd027565d4c9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:17.482440 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.503026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] DHCP port deletion for 118d1e7c-b855-4c5c-befc-b7e22e12274a request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:00:17.582602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Deleting port 23addea0-f77e-4ab4-b364-dd027565d4c9 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:00:17.584075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.587369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] For port 23addea0-f77e-4ab4-b364-dd027565d4c9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=23addea0-f77e-4ab4-b364-dd027565d4c9,segment=NetworkSegment(fdd737e0-ca99-4389-9703-61babdb73b65),segment_id=fdd737e0-ca99-4389-9703-61babdb73b65)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:17.587736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.622939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Calling delete_port for 23addea0-f77e-4ab4-b364-dd027565d4c9 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:17.699071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:00:17.731771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:00:17.731771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9167dc9d-2ebe-4d77-a98a-3b8d5ecad54c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:00:17.731771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b085fbdf-6e71-4498-b62e-e71fd7aae1cd no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:00:17.782077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b085fbdf-6e71-4498-b62e-e71fd7aae1cd {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:00:17.782364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b085fbdf-6e71-4498-b62e-e71fd7aae1cd not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:00:17.782979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 23addea0-f77e-4ab4-b364-dd027565d4c9 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:00:17.815326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] For port 23addea0-f77e-4ab4-b364-dd027565d4c9, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=23addea0-f77e-4ab4-b364-dd027565d4c9,segment=NetworkSegment(fdd737e0-ca99-4389-9703-61babdb73b65),segment_id=fdd737e0-ca99-4389-9703-61babdb73b65)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:17.815718 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.835917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Calling delete_port for 23addea0-f77e-4ab4-b364-dd027565d4c9 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:00:17.862546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.896899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] No DVR routers for this DVR port 23addea0-f77e-4ab4-b364-dd027565d4c9 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:00:17.902692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Pushing event deleted for resources: {'Port': ['ID=23addea0-f77e-4ab4-b364-dd027565d4c9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:17.965863 n-d-811521-2 neutron-server[107727]: INFO neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No ports have port_id starting with 23addea0-f77e-4ab4-b364-dd027565d4c9 Oct 15 01:00:17.968366 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:17.995494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.018574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118d1e7c-b855-4c5c-befc-b7e22e12274a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:18.026632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] No DVR routers for this DVR port 23addea0-f77e-4ab4-b364-dd027565d4c9 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:00:18.028255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Pushing event deleted for resources: {'Port': ['ID=23addea0-f77e-4ab4-b364-dd027565d4c9,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:18.029336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd737e0-ca99-4389-9703-61babdb73b65') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:18.029824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd737e0-ca99-4389-9703-61babdb73b65') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:18.038238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.044017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.044382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.044716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.045050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.045379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.045844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.046624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.047119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.047600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.048093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.048603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dd5bd7-ea2c-4e16-9d39-ad730a6f2fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:18.051614 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.070381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.080718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:00:18.081385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:00:18.096054 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:00:18.223215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.228364 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.234772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] 10.222.0.13 "DELETE /v2.0/networks/118d1e7c-b855-4c5c-befc-b7e22e12274a HTTP/1.1" status: 204 len: 168 time: 0.9690053 Oct 15 01:00:18.253881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783504b2-da84-43ed-b442-cbe26cdfc856 admin admin] Pushing event deleted for resources: {'Network': ['ID=118d1e7c-b855-4c5c-befc-b7e22e12274a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:18.554628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49732) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:18.626115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-88c261f4-34d8-4a0e-bbf3-0b2854ccbc56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e99e638c4a94c348a03369d466dc27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664623 Oct 15 01:00:18.626469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49738) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:18.678152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b8ea3e-5e3a-4954-bf30-ac1418b081f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.707749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b8ea3e-5e3a-4954-bf30-ac1418b081f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.835659 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b8ea3e-5e3a-4954-bf30-ac1418b081f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.838262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-02b8ea3e-5e3a-4954-bf30-ac1418b081f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:18.859336 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-02b8ea3e-5e3a-4954-bf30-ac1418b081f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16bbe67b-e148-400a-891d-7ed7386bd0b6 HTTP/1.1" status: 204 len: 168 time: 0.2316210 Oct 15 01:00:18.873604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8ea3e-5e3a-4954-bf30-ac1418b081f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bbe67b-e148-400a-891d-7ed7386bd0b6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:19.605903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49748) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:19.672346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-22b755b9-e2f8-44b8-a42a-bb4b920a6f21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17de6cb8aa584754a69824bcd15a6ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650568 Oct 15 01:00:19.675620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49754) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:19.739954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3104fa28-04da-4833-89eb-819d59c03371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:19.767788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3104fa28-04da-4833-89eb-819d59c03371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:19.892645 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3104fa28-04da-4833-89eb-819d59c03371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:19.896193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3104fa28-04da-4833-89eb-819d59c03371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:19.900123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3104fa28-04da-4833-89eb-819d59c03371 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e11e908c-3912-4e37-baf8-aaed10a2a700 HTTP/1.1" status: 204 len: 168 time: 0.2205837 Oct 15 01:00:19.906275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104fa28-04da-4833-89eb-819d59c03371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e908c-3912-4e37-baf8-aaed10a2a700,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:21.034242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49794) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:21.166897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-225974823-network', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:21.253043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:21.255650 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.264732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.345481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.410948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.437865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:00:21.444164 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1977ee-abf7-4fa7-802b-6da70892a5a6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:21.450174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.450502 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Added segment 6f4823bd-8adb-462e-8401-3f94e09c1b3a of type vlan for network 67ddd921-adca-4ac9-a3a0-143c1539ba05 Oct 15 01:00:21.496281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.595682 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.597277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:21.597760 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:21.662230 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] Pushing event updated for resources: {'Network': ['ID=67ddd921-adca-4ac9-a3a0-143c1539ba05,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:21.678689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:00:21.699362 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5160fb42-11d4-452e-af84-2dbdaf562f39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6638775 Oct 15 01:00:21.702499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49804) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:21.708200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Request body: {'subnet': {'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-225974823-subnet', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:21.796785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:21.799194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:22.092750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:22.150223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eedaf6c-fbfd-4e37-a084-0993139f69bb,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:22.170053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:22.170829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Network hostable DHCP agents. Network: 67ddd921-adca-4ac9-a3a0-143c1539ba05, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:00:22.252109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:00:22.326691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 67ddd921-adca-4ac9-a3a0-143c1539ba05) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:22.336998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:22.339209 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:22.347597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68b389-8788-413f-8b4b-34d0769e3c0f None None] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:22.438229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-035575c1-9535-4f88-b5e9-aa0861814d88 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7344368 Oct 15 01:00:22.441365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 49818) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:22.446730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:22.578119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:22.579361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:22.582570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-67ddd921-adca-4ac9-a3a0-143c1539ba05', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:00:22.583934 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:22.640313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:22.770309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Allocated IP 172.20.0.2 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:22.960722 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.212209 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.286914 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.320486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.341981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:23.343381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Pushing event updated for resources: {'Port': ['ID=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:23.344261 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.346640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:23.349120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:23.458570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Attempting to bind port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:23.458955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Attempting to bind port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:23.459795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Attempting to bind port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:23.466518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:23.466845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:23.467454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.467853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:23.468827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Bound port: 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:23.469219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.498634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Allocated IP 172.25.2.64 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/32e42f05-d0c8-4669-935a-219fe0dacb19) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:23.553096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] For port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:23.556686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] For port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:23.636269 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:23.762054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35264cf3-2913-4271-bdf5-d0cc8ed9376d None None] Pushing event updated for resources: {'Port': ['ID=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:24.024073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:24.148346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:24.199771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:24.207905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:24.213478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Pushing event updated for resources: {'Port': ['ID=32e42f05-d0c8-4669-935a-219fe0dacb19,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:24.215947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:24.567003 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:24.811359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:24.944783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a7eb2-66cc-4b77-94e3-5a2dbc3f9291 None None] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:25.038309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-17898c4d-ab14-4cb6-8456-efd5f10283e1 None None] Provisioning complete for port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:25.038309 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-17898c4d-ab14-4cb6-8456-efd5f10283e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:25.056731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:00:25.239829 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-17898c4d-ab14-4cb6-8456-efd5f10283e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:25.247806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:25.266637 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:25.279689 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:25.280595 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:25.293872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-17898c4d-ab14-4cb6-8456-efd5f10283e1 None None] For port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:25.327538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:25.334591 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 49936) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:25.335068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bd645ef7-97ac-4e86-91e2-635e0f9b8af6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8920941 Oct 15 01:00:25.374713 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-17898c4d-ab14-4cb6-8456-efd5f10283e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:25.452336 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:25.528643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17898c4d-ab14-4cb6-8456-efd5f10283e1 None None] Pushing event updated for resources: {'Port': ['ID=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:25.713581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-372d69d0-5b8b-4687-9780-5a6fee6dd75b None None] Provisioning complete for port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:25.713972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-372d69d0-5b8b-4687-9780-5a6fee6dd75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:25.806259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:25.894027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:25.894317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:25.916820 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:24Z', 'revision_number': 3, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:25.991274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:25.991656 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Updating router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac port 32e42f05-d0c8-4669-935a-219fe0dacb19 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:00:26.035005 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:26.286624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8fc425b9-e565-43c9-a86d-e2cbf9493242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:26.649457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:26.652191 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:26.762520 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:26.858371 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Pushing event updated for resources: {'Port': ['ID=32e42f05-d0c8-4669-935a-219fe0dacb19,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:26.864966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Allocated IP 172.20.0.1 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:26.869613 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.869987 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.870324 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.870786 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.871125 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.871448 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.871773 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.872091 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.872411 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.872740 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.873181 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.873500 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:26.914367 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Attempting to bind port 32e42f05-d0c8-4669-935a-219fe0dacb19 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:26.914741 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Attempting to bind port 32e42f05-d0c8-4669-935a-219fe0dacb19 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:26.915097 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Attempting to bind port 32e42f05-d0c8-4669-935a-219fe0dacb19 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:26.920900 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:26.921211 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:26.921725 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:26.922700 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:26.923176 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Bound port: 32e42f05-d0c8-4669-935a-219fe0dacb19, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:26.923573 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:26.984034 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] For port 32e42f05-d0c8-4669-935a-219fe0dacb19, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:26.987439 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] For port 32e42f05-d0c8-4669-935a-219fe0dacb19, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=32e42f05-d0c8-4669-935a-219fe0dacb19,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:27.015684 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.074513 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.138740 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.146754 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:27.147461 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T00:59:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:27.193476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:27.194514 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8c03-b1d3-4353-915f-41400595bd7a None None] Pushing event updated for resources: {'Port': ['ID=32e42f05-d0c8-4669-935a-219fe0dacb19,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:27.239649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:27.245202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:27.254502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:27.284639 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:27.340669 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.592411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.665614 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:24Z', 'revision_number': 3, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:27.689833 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b67b5dc8-a7f8-4b72-82ab-878654a3a0a6 None None] Provisioning complete for port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:27.691058 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b67b5dc8-a7f8-4b72-82ab-878654a3a0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.702157 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d53f4e-3189-420d-ae7c-b00e80a29e84 None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:24Z', 'revision_number': 3, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:27.757543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b67b5dc8-a7f8-4b72-82ab-878654a3a0a6 None None] Port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:27.794956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.872097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:27.961795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:27.978124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:28.135452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:28.136798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:28.279700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:00:28.491095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:28.497059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3bcb59de-ad92-4199-b562-de9dad29d3f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/12e0b2aa-8701-49f9-bb75-a2b5b1d634ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1610985 Oct 15 01:00:28.520426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3c72ce57-433e-4e36-bbdb-772e27282fe3 None None] Provisioning complete for port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:28.521143 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3c72ce57-433e-4e36-bbdb-772e27282fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:28.557973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3c72ce57-433e-4e36-bbdb-772e27282fe3 None None] Port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:28.846969 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da4e082e-5406-4526-9ed7-75096b926a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.424368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50136) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:29.432912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1809933365-network', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:29.444399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50138) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:29.549834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Made reservation on behalf of 3157c3365f664832be0e6fdc82e5c77f for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:29.552562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.571342 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.660222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 32e42f05-d0c8-4669-935a-219fe0dacb19 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:29.724651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 32e42f05-d0c8-4669-935a-219fe0dacb19 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:29.725258 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.725968 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.740116 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab79a3dd-befb-4cda-a569-c88a38a241cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.790864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.830679 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.841184 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab79a3dd-befb-4cda-a569-c88a38a241cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.847486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:00:29.863254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b460ccb9-4c1d-4a43-b376-b22e3e631fb3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:29.885407 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.885407 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Added segment fe4398db-40b4-4fe4-a45e-73776b843851 of type vlan for network f09d043d-04f3-41a2-be69-92d9c32e1c3f Oct 15 01:00:29.896891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:29.904347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 32e42f05-d0c8-4669-935a-219fe0dacb19, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=32e42f05-d0c8-4669-935a-219fe0dacb19,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:29.915756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:29.916707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:29.936346 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:29.966677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ab79a3dd-befb-4cda-a569-c88a38a241cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.028230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79a3dd-befb-4cda-a569-c88a38a241cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63b7b14-7055-434b-950a-ca5aee28a243,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:30.040291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.040291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:30.040291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.040872 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.081364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ab79a3dd-befb-4cda-a569-c88a38a241cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b17049001c34c41a5c0a4d546e5805f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6355922 Oct 15 01:00:30.085439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50168) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:30.139676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7131183 Oct 15 01:00:30.142602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50178) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:30.149252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=32e42f05-d0c8-4669-935a-219fe0dacb19,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:30.154006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Request body: {'subnet': {'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1809933365-subnet', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:30.168069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:30.173415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdcddb73-a9b3-4e07-bdd2-438464288c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.203374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e74c9-64f5-46de-95b9-aa5daa589e62 admin admin] Pushing event updated for resources: {'Network': ['ID=f09d043d-04f3-41a2-be69-92d9c32e1c3f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:30.205752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdcddb73-a9b3-4e07-bdd2-438464288c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.223434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:00:30.277330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.333381 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.379217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Made reservation on behalf of 3157c3365f664832be0e6fdc82e5c77f for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:30.391120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.429416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdcddb73-a9b3-4e07-bdd2-438464288c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.433866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdcddb73-a9b3-4e07-bdd2-438464288c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.433866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bdcddb73-a9b3-4e07-bdd2-438464288c34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f63b7b14-7055-434b-950a-ca5aee28a243 HTTP/1.1" status: 204 len: 168 time: 0.3466325 Oct 15 01:00:30.441155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcddb73-a9b3-4e07-bdd2-438464288c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63b7b14-7055-434b-950a-ca5aee28a243,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:30.532881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 2, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:30.567145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:30.567582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Updating router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:00:30.604427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.670117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.738754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55949373-9dd1-4611-9af8-0a4f75149762,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:30.749131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Checking segment: {'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:30.749416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Network hostable DHCP agents. Network: f09d043d-04f3-41a2-be69-92d9c32e1c3f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:00:30.844892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:00:30.908911 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.932925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f09d043d-04f3-41a2-be69-92d9c32e1c3f) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:30.937986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:30.939234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.958076 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:30.961458 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e5760-2f5d-48bf-b3da-87353d6ccd53 None None] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:31.059780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50226) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:31.060761 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b66945af-7050-4317-85b9-f3d88a443ef1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9155922 Oct 15 01:00:31.075932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:31.093607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892d4ba-00e8-47f2-8609-c995baf02cc5 None None] Pushing event updated for resources: {'Port': ['ID=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:31.171620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Attempting to bind port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:31.172074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Attempting to bind port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:31.172999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Attempting to bind port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:31.183169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:31.183639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:31.184232 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.184867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:31.185472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Bound port: ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:31.186006 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.245834 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.247009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.334543 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.337561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] For port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:31.341804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] For port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:31.344695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-f09d043d-04f3-41a2-be69-92d9c32e1c3f', 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'fixed_ips': [{'subnet_id': '55949373-9dd1-4611-9af8-0a4f75149762'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:00:31.346775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.453342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-03e8b449-a5a5-4c00-b778-8efd427e9a69 None None] Provisioning complete for port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:31.453710 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-03e8b449-a5a5-4c00-b778-8efd427e9a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.484223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.606314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-03e8b449-a5a5-4c00-b778-8efd427e9a69 None None] Port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:31.662492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:31.670564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 32e42f05-d0c8-4669-935a-219fe0dacb19 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:31.709292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Allocated IP 172.20.0.2 (f09d043d-04f3-41a2-be69-92d9c32e1c3f/55949373-9dd1-4611-9af8-0a4f75149762/abfdc20f-5f99-458b-8b90-b6ee2ffe28e1) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:31.718793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892d4ba-00e8-47f2-8609-c995baf02cc5 None None] Pushing event updated for resources: {'Port': ['ID=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:31.769814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:31.770326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:32.063669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.090052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.139991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 32e42f05-d0c8-4669-935a-219fe0dacb19 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:32.140964 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.229913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Allocated IP 172.25.2.239 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/fe7d918a-3675-48ae-860d-1d460b4d07f6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:32.234378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:32.268600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-744bef97-d7b0-468c-9ba5-973a5ca09db2 None None] Provisioning complete for port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:32.269167 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-744bef97-d7b0-468c-9ba5-973a5ca09db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.358752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.419634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.490853 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.505572 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.545702 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.562215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:32.565867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:32.569532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:32.610566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-744bef97-d7b0-468c-9ba5-973a5ca09db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.614688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:32.620183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Pushing event updated for resources: {'Port': ['ID=fe7d918a-3675-48ae-860d-1d460b4d07f6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:32.627996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:32.631610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Pushing event updated for resources: {'Port': ['ID=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:32.634486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:32.712285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-744bef97-d7b0-468c-9ba5-973a5ca09db2 None None] For port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:32.743764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Attempting to bind port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:32.744131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Attempting to bind port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:32.744489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Attempting to bind port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 on network f09d043d-04f3-41a2-be69-92d9c32e1c3f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:32.751710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:32.752102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Checking segment: {'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:32.752717 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.753167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Bound using segment: {'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:32.753632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Bound port: abfdc20f-5f99-458b-8b90-b6ee2ffe28e1, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:32.754010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.771197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:31Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:32.817533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad729f4-7057-4124-9690-02695841fc4e None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:31Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:32.821305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-744bef97-d7b0-468c-9ba5-973a5ca09db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:32.910790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] For port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:32.944447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bef97-d7b0-468c-9ba5-973a5ca09db2 None None] Pushing event updated for resources: {'Port': ['ID=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:32.951107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] For port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,segment=NetworkSegment(fe4398db-40b4-4fe4-a45e-73776b843851),segment_id=fe4398db-40b4-4fe4-a45e-73776b843851)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:33.056301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:33.066156 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:33.130599 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464b925-2d95-4e8c-917a-7703ac8a70f0 None None] Pushing event updated for resources: {'Port': ['ID=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:33.346404 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:33.629440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Router e8207855-9e0d-441b-b94c-94d7d3943aa6 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:00:33.766801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:33.854969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:33.865496 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Sync routers for ids ['e8207855-9e0d-441b-b94c-94d7d3943aa6'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:33.873796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:33.874251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:33.882585 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Routers {'e8207855-9e0d-441b-b94c-94d7d3943aa6'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:33.883194 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e8207855-9e0d-441b-b94c-94d7d3943aa6'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:33.996676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:33.998037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a84ab4f8-44d8-49d5-aec2-055a33739a8d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9364779 Oct 15 01:00:34.000725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50372) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:34.086642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:34.117899 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Set router e8207855-9e0d-441b-b94c-94d7d3943aa6 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:34.201337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:34.201842 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:34.411266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:34.510770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,segment=NetworkSegment(fe4398db-40b4-4fe4-a45e-73776b843851),segment_id=fe4398db-40b4-4fe4-a45e-73776b843851)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:34.539731 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 3, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port': {'id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:32Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:34.561277 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3ec0a-7ccc-4ca5-8f95-4ee8c9d690c0 None None] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:34.577043 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Checking router: e8207855-9e0d-441b-b94c-94d7d3943aa6 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:34.577645 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Updating router e8207855-9e0d-441b-b94c-94d7d3943aa6 port fe7d918a-3675-48ae-860d-1d460b4d07f6 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:00:34.602963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:34.637217 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:34.862123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:34.967940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5d012d9a-fdcc-4b37-b4c1-b7b3d7c4bdef None None] Provisioning complete for port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:34.968921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d012d9a-fdcc-4b37-b4c1-b7b3d7c4bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.008930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:35.112424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Allocated IP 172.20.0.1 (f09d043d-04f3-41a2-be69-92d9c32e1c3f/55949373-9dd1-4611-9af8-0a4f75149762/c7f2fead-c26a-4b5c-993a-a666c90f67c5) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:35.179278 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.251139 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.288082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.313618 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Attempting to bind port fe7d918a-3675-48ae-860d-1d460b4d07f6 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:35.314705 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Attempting to bind port fe7d918a-3675-48ae-860d-1d460b4d07f6 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:35.315659 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Attempting to bind port fe7d918a-3675-48ae-860d-1d460b4d07f6 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:35.323017 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:35.323816 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:35.324486 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.325106 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:35.325803 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Bound port: fe7d918a-3675-48ae-860d-1d460b4d07f6, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:35.326430 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.355831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec092a7-04c9-4f1e-9c46-e815e0c772cc None None] Pushing event updated for resources: {'Port': ['ID=fe7d918a-3675-48ae-860d-1d460b4d07f6,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:35.390613 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] For port fe7d918a-3675-48ae-860d-1d460b4d07f6, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:35.393685 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] For port fe7d918a-3675-48ae-860d-1d460b4d07f6, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fe7d918a-3675-48ae-860d-1d460b4d07f6,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:35.424749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.441543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5627a3eb-4f30-4577-8dc6-12551219f85f None None] Provisioning complete for port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:35.441907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5627a3eb-4f30-4577-8dc6-12551219f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.468477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:35.473997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:35.481478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:35.510785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Pushing event updated for resources: {'Port': ['ID=c7f2fead-c26a-4b5c-993a-a666c90f67c5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:35.558661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.730539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:35.730539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:35.730539 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.745168 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.897744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3b83e9a9-e071-48fa-a86c-516d4402a4c7 None None] Provisioning complete for port c7f2fead-c26a-4b5c-993a-a666c90f67c5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:35.897744 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b83e9a9-e071-48fa-a86c-516d4402a4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:35.897744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-3b83e9a9-e071-48fa-a86c-516d4402a4c7 None None] Port c7f2fead-c26a-4b5c-993a-a666c90f67c5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:35.898205 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Routers {'e8207855-9e0d-441b-b94c-94d7d3943aa6'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:35.898205 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e8207855-9e0d-441b-b94c-94d7d3943aa6'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:35.900849 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec092a7-04c9-4f1e-9c46-e815e0c772cc None None] Pushing event updated for resources: {'Port': ['ID=fe7d918a-3675-48ae-860d-1d460b4d07f6,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:36.029310 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] Set router e8207855-9e0d-441b-b94c-94d7d3943aa6 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:36.136828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:36.266724 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 3, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port': {'id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:32Z', 'updated_at': '2021-10-15T01:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:36.295132 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d68e34-2640-4e9f-a45c-68cbfd0fe20a None None] The sync data for ids ['e8207855-9e0d-441b-b94c-94d7d3943aa6'] in n-d-811521-2 is: [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 3, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port': {'id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:32Z', 'updated_at': '2021-10-15T01:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:36.370989 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:36.458243 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:36.532480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:36.590104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Pushing event updated for resources: {'Port': ['ID=c7f2fead-c26a-4b5c-993a-a666c90f67c5,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:36.700143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:36.701615 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:36.935762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Router e8207855-9e0d-441b-b94c-94d7d3943aa6 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:00:37.100888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5b844e72-9290-4cb7-90d2-b16f64c1c481 None None] Provisioning complete for port c7f2fead-c26a-4b5c-993a-a666c90f67c5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:37.105208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b844e72-9290-4cb7-90d2-b16f64c1c481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:37.119496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:37.125237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bf4f729e-42f2-4dea-ad1e-41c551e69e4a admin admin] 10.222.0.13 "PUT /v2.0/routers/e8207855-9e0d-441b-b94c-94d7d3943aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1233909 Oct 15 01:00:37.146380 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:00:37.156547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5b844e72-9290-4cb7-90d2-b16f64c1c481 None None] Port c7f2fead-c26a-4b5c-993a-a666c90f67c5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:37.686484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe7d918a-3675-48ae-860d-1d460b4d07f6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:37.794637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fe7d918a-3675-48ae-860d-1d460b4d07f6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:37.795353 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:37.903482 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:37.951516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port fe7d918a-3675-48ae-860d-1d460b4d07f6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fe7d918a-3675-48ae-860d-1d460b4d07f6,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:38.019181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:38.120384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=fe7d918a-3675-48ae-860d-1d460b4d07f6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:38.647908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Sync routers for ids ['e8207855-9e0d-441b-b94c-94d7d3943aa6'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:38.679881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Routers {'e8207855-9e0d-441b-b94c-94d7d3943aa6'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:38.681866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e8207855-9e0d-441b-b94c-94d7d3943aa6'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:38.904504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Set router e8207855-9e0d-441b-b94c-94d7d3943aa6 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:39.160067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:00:35Z', 'revision_number': 4, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port': {'id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:32Z', 'updated_at': '2021-10-15T01:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c7f2fead-c26a-4b5c-993a-a666c90f67c5', 'name': '', 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'mac_address': 'fa:16:3e:b6:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '55949373-9dd1-4611-9af8-0a4f75149762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:34Z', 'updated_at': '2021-10-15T01:00:36Z', 'revision_number': 2, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'subnets': [{'id': '55949373-9dd1-4611-9af8-0a4f75149762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:39.207786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Checking router: e8207855-9e0d-441b-b94c-94d7d3943aa6 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:39.208303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Updating router e8207855-9e0d-441b-b94c-94d7d3943aa6 port c7f2fead-c26a-4b5c-993a-a666c90f67c5 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:00:39.244132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:39.649573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe7d918a-3675-48ae-860d-1d460b4d07f6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:39.696360 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:39.710351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fe7d918a-3675-48ae-860d-1d460b4d07f6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:39.710778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:39.781817 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:40.179798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Attempting to bind port c7f2fead-c26a-4b5c-993a-a666c90f67c5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:40.187051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Attempting to bind port c7f2fead-c26a-4b5c-993a-a666c90f67c5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:40.187051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Attempting to bind port c7f2fead-c26a-4b5c-993a-a666c90f67c5 on network f09d043d-04f3-41a2-be69-92d9c32e1c3f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:40.200304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477ce6-6662-4c80-815d-fb33781a346e None None] Pushing event updated for resources: {'Port': ['ID=c7f2fead-c26a-4b5c-993a-a666c90f67c5,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:40.209473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:40.209846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Checking segment: {'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:40.210300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:40.210719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Bound using segment: {'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:40.211429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Bound port: c7f2fead-c26a-4b5c-993a-a666c90f67c5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4398db-40b4-4fe4-a45e-73776b843851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:40.212083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:40.224505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-99a6b4b9-ae2f-45ab-9d34-e57b63d381d3 None None] Provisioning complete for port c7f2fead-c26a-4b5c-993a-a666c90f67c5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:40.224877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99a6b4b9-ae2f-45ab-9d34-e57b63d381d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:40.284292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-99a6b4b9-ae2f-45ab-9d34-e57b63d381d3 None None] Port c7f2fead-c26a-4b5c-993a-a666c90f67c5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:40.292576 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:40.377523 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] For port c7f2fead-c26a-4b5c-993a-a666c90f67c5, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:40.381061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] For port c7f2fead-c26a-4b5c-993a-a666c90f67c5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7f2fead-c26a-4b5c-993a-a666c90f67c5,segment=NetworkSegment(fe4398db-40b4-4fe4-a45e-73776b843851),segment_id=fe4398db-40b4-4fe4-a45e-73776b843851)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:40.447337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:40.537792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Routers {'e8207855-9e0d-441b-b94c-94d7d3943aa6'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:40.538636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e8207855-9e0d-441b-b94c-94d7d3943aa6'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:40.542122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477ce6-6662-4c80-815d-fb33781a346e None None] Pushing event updated for resources: {'Port': ['ID=c7f2fead-c26a-4b5c-993a-a666c90f67c5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:40.735022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] Set router e8207855-9e0d-441b-b94c-94d7d3943aa6 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:40.945829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ed857e38-99ac-4dc5-b34d-611feef7c34f None None] Provisioning complete for port c7f2fead-c26a-4b5c-993a-a666c90f67c5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:40.946368 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed857e38-99ac-4dc5-b34d-611feef7c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:41.086411 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed857e38-99ac-4dc5-b34d-611feef7c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:41.115318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:00:35Z', 'revision_number': 4, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port': {'id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:32Z', 'updated_at': '2021-10-15T01:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c7f2fead-c26a-4b5c-993a-a666c90f67c5', 'name': '', 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'mac_address': 'fa:16:3e:b6:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '55949373-9dd1-4611-9af8-0a4f75149762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:34Z', 'updated_at': '2021-10-15T01:00:40Z', 'revision_number': 4, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'subnets': [{'id': '55949373-9dd1-4611-9af8-0a4f75149762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:41.153441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8b163-7926-4714-a802-5d0eae9ccc2c None None] The sync data for ids ['e8207855-9e0d-441b-b94c-94d7d3943aa6'] in n-d-811521-2 is: [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:00:35Z', 'revision_number': 4, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port': {'id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:32Z', 'updated_at': '2021-10-15T01:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c7f2fead-c26a-4b5c-993a-a666c90f67c5', 'name': '', 'network_id': 'f09d043d-04f3-41a2-be69-92d9c32e1c3f', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'mac_address': 'fa:16:3e:b6:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '55949373-9dd1-4611-9af8-0a4f75149762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:34Z', 'updated_at': '2021-10-15T01:00:40Z', 'revision_number': 4, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'subnets': [{'id': '55949373-9dd1-4611-9af8-0a4f75149762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:41.171367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ed857e38-99ac-4dc5-b34d-611feef7c34f None None] For port c7f2fead-c26a-4b5c-993a-a666c90f67c5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7f2fead-c26a-4b5c-993a-a666c90f67c5,segment=NetworkSegment(fe4398db-40b4-4fe4-a45e-73776b843851),segment_id=fe4398db-40b4-4fe4-a45e-73776b843851)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:41.262457 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed857e38-99ac-4dc5-b34d-611feef7c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:41.418181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed857e38-99ac-4dc5-b34d-611feef7c34f None None] Pushing event updated for resources: {'Port': ['ID=c7f2fead-c26a-4b5c-993a-a666c90f67c5,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:41.713823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-2d57d5ac-f922-4dec-8810-a03107b30a75 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:41.716768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-2d57d5ac-f922-4dec-8810-a03107b30a75 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.2531431 Oct 15 01:00:41.744555 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c7f2fead-c26a-4b5c-993a-a666c90f67c5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:41.748518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-a5f29692-e334-4d28-b731-9b3f10ae64a7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/quotas/43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0251880 Oct 15 01:00:41.819652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-9d6c10a6-fd31-4f08-a72a-3ef9b3cb4a67 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633771 Oct 15 01:00:41.819888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c7f2fead-c26a-4b5c-993a-a666c90f67c5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:41.820309 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:41.996829 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-f7175a10-7af3-473d-a926-31b7e1f45fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754105 Oct 15 01:00:42.113775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-e4ff2b47-c39f-4965-9c2c-d04d8378a9d6 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159823 Oct 15 01:00:42.785291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a4fa4c5-e84d-49fe-99f8-b1edff1514b1 req-b022074d-02a0-4825-990d-238cdad4896f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0362813 Oct 15 01:00:43.926205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-555134b4-6bb2-40f2-a745-f6769fdb817d req-0cc5824f-bd3b-4122-8b78-9c7f04840bda tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0547945 Oct 15 01:00:43.973961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50618) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:44.157628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dd9127b-232c-4010-9f05-a873f5f9adc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:44.251049 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dd9127b-232c-4010-9f05-a873f5f9adc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:44.311074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dd9127b-232c-4010-9f05-a873f5f9adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:44.356263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9127b-232c-4010-9f05-a873f5f9adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da97f4-15b8-4666-b819-762c5482e282,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:44.369441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3dd9127b-232c-4010-9f05-a873f5f9adc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8693f9d9fa1049f182e1b9608ba44f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915777 Oct 15 01:00:44.369670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50622) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:44.428740 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4be25ce-99b7-4d1f-8c7e-9e85ffe1e73f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:44.453972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4be25ce-99b7-4d1f-8c7e-9e85ffe1e73f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:44.589460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4be25ce-99b7-4d1f-8c7e-9e85ffe1e73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:44.592400 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f4be25ce-99b7-4d1f-8c7e-9e85ffe1e73f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:44.593552 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f4be25ce-99b7-4d1f-8c7e-9e85ffe1e73f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56da97f4-15b8-4666-b819-762c5482e282 HTTP/1.1" status: 204 len: 168 time: 0.2229612 Oct 15 01:00:44.602113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be25ce-99b7-4d1f-8c7e-9e85ffe1e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da97f4-15b8-4666-b819-762c5482e282,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:45.059363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a7fca44-2971-4be8-8d2a-5ccec4cb0569 req-485c0bd4-822a-4b20-8846-17bf0d9be6a6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0456972 Oct 15 01:00:45.127559 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:45.252951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-e4de02e5-435c-4b8a-b64d-f7fe2c084d21 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:45.254452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-e4de02e5-435c-4b8a-b64d-f7fe2c084d21 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.2888753 Oct 15 01:00:45.269261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'port': {'device_id': 'a402301b-9597-4037-afb3-68ee3437fda4', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'admin_state_up': True, 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:45.503637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:45.508002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:45.676157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.20.0.7 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/8dca69cb-45a3-4a4c-8314-71385eaf7d94) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:45.866468 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:46.007958 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:46.058419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:46.063862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:46.066686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:46.075589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=8dca69cb-45a3-4a4c-8314-71385eaf7d94,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:46.138127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:46.138334 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:46.238610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-12fdfd31-7862-4384-96d3-99fce1fb4e94 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9743805 Oct 15 01:00:46.252929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Request body: {'port': {'device_id': 'a402301b-9597-4037-afb3-68ee3437fda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:46.357203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8a30c-de03-4a9f-b7b3-c4d883c7e3b4 req-c8a7267e-6bb5-4cab-b673-31fb9afa0088 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:46.366289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30a8a30c-de03-4a9f-b7b3-c4d883c7e3b4 req-c8a7267e-6bb5-4cab-b673-31fb9afa0088 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 931 time: 0.1495898 Oct 15 01:00:46.381643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:46.428486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30a8a30c-de03-4a9f-b7b3-c4d883c7e3b4 req-4f2af5df-bfea-43c4-8c13-0549c5eb2791 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602424 Oct 15 01:00:46.547075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5a499d8c-b055-43bf-bf42-bbea6b2584a6 None None] Provisioning complete for port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:46.552132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a499d8c-b055-43bf-bf42-bbea6b2584a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:46.592223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5a499d8c-b055-43bf-bf42-bbea6b2584a6 None None] Port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:46.778927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50678) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:46.839735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dca69cb-45a3-4a4c-8314-71385eaf7d94 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:00:46.849093 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:46.863903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Transition to ACTIVE for port object 8dca69cb-45a3-4a4c-8314-71385eaf7d94 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:00:46.938520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:46.973155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-64829d7e-9714-4434-a6e2-2659b6220d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.067962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-64829d7e-9714-4434-a6e2-2659b6220d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.151691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-64829d7e-9714-4434-a6e2-2659b6220d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.152589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50688) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:47.218756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Attempting to bind port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:47.219156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Attempting to bind port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:47.219599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Attempting to bind port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:47.231157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:00:47.231631 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Attempting to bind port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:47.233964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8dca69cb-45a3-4a4c-8314-71385eaf7d94,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:47.257390 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:47.262606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:47.263051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:47.264769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Bound port: 8dca69cb-45a3-4a4c-8314-71385eaf7d94, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:47.265227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.296288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829d7e-9714-4434-a6e2-2659b6220d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6894e7-58db-4cb1-bd09-3c6b0369d69f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:47.321152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-64829d7e-9714-4434-a6e2-2659b6220d88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9018b8055b504da4b4995e80331d1752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406313 Oct 15 01:00:47.326801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50694) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:47.424931 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-711b9742-6461-4b8f-88ae-781c45d9491f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.447781 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] For port 8dca69cb-45a3-4a4c-8314-71385eaf7d94, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:47.454527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] For port 8dca69cb-45a3-4a4c-8314-71385eaf7d94, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8dca69cb-45a3-4a4c-8314-71385eaf7d94,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:47.463628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-711b9742-6461-4b8f-88ae-781c45d9491f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.527818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.566511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'network': {'name': 'tempest-network-smoke--724918808', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'port_security_enabled': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:47.717100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c124973-989f-4ff9-be9f-d3e00e72a70e req-b98bc092-70b8-43a2-9eb6-45d079c4573e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:47.718931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c124973-989f-4ff9-be9f-d3e00e72a70e req-b98bc092-70b8-43a2-9eb6-45d079c4573e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.1430080 Oct 15 01:00:47.774940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c124973-989f-4ff9-be9f-d3e00e72a70e req-74105e10-4754-403f-910c-8a0cbe21a9f4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487626 Oct 15 01:00:47.782231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:47.788927 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.803226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.810355 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-711b9742-6461-4b8f-88ae-781c45d9491f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.813778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-711b9742-6461-4b8f-88ae-781c45d9491f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:47.828018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-711b9742-6461-4b8f-88ae-781c45d9491f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e6894e7-58db-4cb1-bd09-3c6b0369d69f HTTP/1.1" status: 204 len: 168 time: 0.4965701 Oct 15 01:00:47.904096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b9742-6461-4b8f-88ae-781c45d9491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6894e7-58db-4cb1-bd09-3c6b0369d69f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:47.978738 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.075160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.119221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:48.120066 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.122330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:00:48.122471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/8dca69cb-45a3-4a4c-8314-71385eaf7d94 HTTP/1.1" status: 200 len: 1091 time: 1.8738742 Oct 15 01:00:48.122994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a402301b-9597-4037-afb3-68ee3437fda4', 'tag': '8dca69cb-45a3-4a4c-8314-71385eaf7d94'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:00:48.129053 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fde04f-9c06-4062-9072-ecbce39e86aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a402301b-9597-4037-afb3-68ee3437fda4", "tag": "8dca69cb-45a3-4a4c-8314-71385eaf7d94"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:00:48.133040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d08d0-80f6-4500-ab76-940469f7e6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8dca69cb-45a3-4a4c-8314-71385eaf7d94,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:48.140509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a6f52-d20b-48cb-b9f7-40a8a74043d3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:48.151219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.158482 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Added segment 17f93d12-5123-4e61-a762-6df4ad9d65e8 of type vlan for network 530808df-1ff3-4893-84e5-37debed64f88 Oct 15 01:00:48.203419 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428cde8e-6f2a-433c-8b7c-fa8cbf5f6210 x-openstack-request-id: req-428cde8e-6f2a-433c-8b7c-fa8cbf5f6210 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:00:48.203722 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a402301b-9597-4037-afb3-68ee3437fda4", "tag": "8dca69cb-45a3-4a4c-8314-71385eaf7d94", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:00:48.203974 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-428cde8e-6f2a-433c-8b7c-fa8cbf5f6210 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:00:48.204374 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a402301b-9597-4037-afb3-68ee3437fda4', 'tag': '8dca69cb-45a3-4a4c-8314-71385eaf7d94', 'status': 'completed', 'code': 200} Oct 15 01:00:48.225961 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.298160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fde04f-9c06-4062-9072-ecbce39e86aa req-0e768745-d77f-43f5-935e-67c3baedb4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:48.300615 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9fde04f-9c06-4062-9072-ecbce39e86aa req-0e768745-d77f-43f5-935e-67c3baedb4e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 1094 time: 0.0570700 Oct 15 01:00:48.330890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.337613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:48.338352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.498135 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3396962 Oct 15 01:00:48.498135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b9670-8267-4688-a182-a8729b24ddc5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Network': ['ID=530808df-1ff3-4893-84e5-37debed64f88,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:48.503866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50710) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:48.520694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'admin_state_up': True, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:48.535748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 530808df-1ff3-4893-84e5-37debed64f88 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:00:48.573519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fde04f-9c06-4062-9072-ecbce39e86aa req-37ca39a1-5b7c-454f-8bb5-8b0be1ec9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:48.575047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9fde04f-9c06-4062-9072-ecbce39e86aa req-37ca39a1-5b7c-454f-8bb5-8b0be1ec9195 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=43ecb285c0194811a33f92c22a80d9c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2654464 Oct 15 01:00:48.696134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.697197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.707712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fde04f-9c06-4062-9072-ecbce39e86aa req-9d24ba44-af96-41f8-9203-034f817f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:48.709227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9fde04f-9c06-4062-9072-ecbce39e86aa req-9d24ba44-af96-41f8-9203-034f817f1d0c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277628 Oct 15 01:00:48.823969 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:48.840196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-fc7401ee-a4b7-41b9-b4ad-6e7ed53b5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:48.841735 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-fc7401ee-a4b7-41b9-b4ad-6e7ed53b5e03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 1094 time: 0.0529909 Oct 15 01:00:48.923657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-69081166-31b2-4e3f-8a17-9ca5aac8fe51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8dca69cb-45a3-4a4c-8314-71385eaf7d94 HTTP/1.1" status: 200 len: 217 time: 0.0724020 Oct 15 01:00:48.958555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fcbfa-ff42-4e92-9912-eab7f928617f req-6b570d81-eef6-478e-b977-8e9560d6b142 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:48.977993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5fcbfa-ff42-4e92-9912-eab7f928617f req-6b570d81-eef6-478e-b977-8e9560d6b142 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.0951493 Oct 15 01:00:49.046497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5fcbfa-ff42-4e92-9912-eab7f928617f req-7d67afb6-bcd6-42da-b9d6-b07eed287b00 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679710 Oct 15 01:00:49.183619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.193581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-63953379-a17b-479f-bec6-8be5e3b818ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:49.195111 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-63953379-a17b-479f-bec6-8be5e3b818ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.1332154 Oct 15 01:00:49.262742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-e9d5626d-df8f-4188-892d-f81e8f4bfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:49.264802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-e9d5626d-df8f-4188-892d-f81e8f4bfe22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611329 Oct 15 01:00:49.321795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50734) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:49.416288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-cf7e73cd-b56d-47cb-bf8b-907c065a3de6 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355395 Oct 15 01:00:49.438082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-327300655-network', 'tenant_id': '58ab7203333544008f3fc1806c037887'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:49.553338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Made reservation on behalf of 58ab7203333544008f3fc1806c037887 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:49.555776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.566258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.580886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d5b5862d-ffad-448b-9a40-47d8ed772ec5 req-9d342e58-475c-4a47-a409-97e7569a8532 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492412 Oct 15 01:00:49.659660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.690159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.712348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.789161 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.818313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:00:49.828176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.25.2.248 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/e79e1703-339b-4dad-b746-a4da64155b07) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:49.836816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.837421 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Added segment 2e302571-2c7d-45af-a4f1-1b88989c72e9 of type vlan for network fa0abd0a-67fd-4903-bb2d-8c8febc9464a Oct 15 01:00:49.879782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8df15-b6b2-45a6-aac1-81516106b394,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:49.889981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.954350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.966383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:49.967378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:49.968385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:50.033804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7106836 Oct 15 01:00:50.034887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b9752-f2bb-410d-962b-9aef12beefef admin admin] Pushing event updated for resources: {'Network': ['ID=fa0abd0a-67fd-4903-bb2d-8c8febc9464a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:50.036757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50744) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:50.041964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Request body: {'subnet': {'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-327300655-subnet', 'tenant_id': '58ab7203333544008f3fc1806c037887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:50.046353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network fa0abd0a-67fd-4903-bb2d-8c8febc9464a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:00:50.077757 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:50.100890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:50.104787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:50.111580 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:50.191845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Made reservation on behalf of 58ab7203333544008f3fc1806c037887 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:50.195016 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:50.217973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b65b5-27c2-4a41-9da6-965c82e3fb7a req-0431c621-942b-4ada-b995-629102d99e0f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:50.227589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-458b65b5-27c2-4a41-9da6-965c82e3fb7a req-0431c621-942b-4ada-b995-629102d99e0f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.0809817 Oct 15 01:00:50.278189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-458b65b5-27c2-4a41-9da6-965c82e3fb7a req-11f7a6ad-6755-40e6-b1cc-56a79b10d48b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Oct 15 01:00:50.362737 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=e79e1703-339b-4dad-b746-a4da64155b07,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:50.625432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:50.743761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=688cbb08-b4a4-446c-95b6-1c52dbbf1ef8,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:50.781167 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:50.785508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Checking segment: {'id': '2e302571-2c7d-45af-a4f1-1b88989c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:50.785508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Network hostable DHCP agents. Network: fa0abd0a-67fd-4903-bb2d-8c8febc9464a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:00:50.949159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Network fa0abd0a-67fd-4903-bb2d-8c8febc9464a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:00:51.025086 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:51.083431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, fa0abd0a-67fd-4903-bb2d-8c8febc9464a) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:51.089822 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:51.089822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:51.093544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79a40b-13f6-448a-bf47-8bd078a7a256 None None] Network fa0abd0a-67fd-4903-bb2d-8c8febc9464a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:51.234455 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85897c-1bc5-47ce-abbe-6103a77b8894 None None] Network fa0abd0a-67fd-4903-bb2d-8c8febc9464a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:51.250639 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-abd62a8b-10f7-4818-a392-28c84020ab3c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2118082 Oct 15 01:00:51.298031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router cfef5806-7773-4310-a978-b488cc5ccdef is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:00:51.441685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:51.454394 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Sync routers for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:51.466353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14130-fe4b-4b06-83de-e5ecf27311b1 req-aeb250dc-9484-4b35-9c19-b978815244d8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:51.468146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51f14130-fe4b-4b06-83de-e5ecf27311b1 req-aeb250dc-9484-4b35-9c19-b978815244d8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.1012022 Oct 15 01:00:51.476533 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:51.477243 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:51.512855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51f14130-fe4b-4b06-83de-e5ecf27311b1 req-c1753b32-1716-4317-bd13-26b6f30de5b5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Oct 15 01:00:51.522212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:51.523895 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77fad218-e913-4e16-b26f-0f62e53fceb8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0088117 Oct 15 01:00:51.527123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50760) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:51.623777 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:51.767588 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e865e95e-e65d-4912-b319-1f560d24fb9d tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ec4d548791e45138ee11d03b417b25e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2383151 Oct 15 01:00:51.769649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50766) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:51.841567 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:50Z', 'revision_number': 3, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:51.878485 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Checking router: cfef5806-7773-4310-a978-b488cc5ccdef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:51.878830 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Updating router cfef5806-7773-4310-a978-b488cc5ccdef port e79e1703-339b-4dad-b746-a4da64155b07 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:00:51.931172 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.049655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82e96f-99eb-476d-acfa-1961a7c02b84 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:52.053869 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8f82e96f-99eb-476d-acfa-1961a7c02b84 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2803988 Oct 15 01:00:52.054928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50778) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:52.094160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ef424bc6-c4c5-42ac-a1f9-81a6d5527456 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349920 Oct 15 01:00:52.094454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50780) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:52.099924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-750550034', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:52.224887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50786) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:52.233193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-39108605-network', 'tenant_id': '75b0b37f84ed4439864b9d256b5b8c33'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:52.257465 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.317723 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:52.322013 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.338139 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.387802 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Attempting to bind port e79e1703-339b-4dad-b746-a4da64155b07 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:52.388357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Attempting to bind port e79e1703-339b-4dad-b746-a4da64155b07 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:52.389605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Made reservation on behalf of 75b0b37f84ed4439864b9d256b5b8c33 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:52.390692 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Attempting to bind port e79e1703-339b-4dad-b746-a4da64155b07 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:52.392132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.402363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.415033 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e8e1-54c6-4c8a-b35c-dd987f59d108 None None] Pushing event updated for resources: {'Port': ['ID=e79e1703-339b-4dad-b746-a4da64155b07,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:52.422633 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:52.423043 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:52.423911 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.424905 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:52.425289 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Bound port: e79e1703-339b-4dad-b746-a4da64155b07, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:52.425730 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.494570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.518486 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] For port e79e1703-339b-4dad-b746-a4da64155b07, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:52.529662 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] For port e79e1703-339b-4dad-b746-a4da64155b07, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e79e1703-339b-4dad-b746-a4da64155b07,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:52.565243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.589920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:00:52.594341 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.644361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.644733 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Added segment 96f2c588-7f12-4437-8304-da9bef8ab6ce of type vlan for network 0209b9dd-3560-4fe8-b1cb-d63f3a777166 Oct 15 01:00:52.646051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f504a125-d22c-4dce-b67c-9d53ecec888b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:52.652428 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.659734 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:52.660352 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:52.666616 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235e8e1-54c6-4c8a-b35c-dd987f59d108 None None] Pushing event updated for resources: {'Port': ['ID=e79e1703-339b-4dad-b746-a4da64155b07,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:52.668491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.668833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.669168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.669498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.669823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.670176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.670510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.670812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.671115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.671426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.671812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.672129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:00:52.719033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5d9c-fbb5-4d85-b322-174f327c673c req-adaba2f2-a046-4411-a389-ccdf8acbe570 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:52.720752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-541e5d9c-fbb5-4d85-b322-174f327c673c req-adaba2f2-a046-4411-a389-ccdf8acbe570 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.1319180 Oct 15 01:00:52.722384 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.727135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Subnet': ['ID=1ee66d29-9182-48bb-bd80-7a57174b68fd,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:52.764735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Checking segment: {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:52.765134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network hostable DHCP agents. Network: 530808df-1ff3-4893-84e5-37debed64f88, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:00:52.779160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-541e5d9c-fbb5-4d85-b322-174f327c673c req-50fb2868-fcf0-4944-a6a0-74fa5d494718 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502648 Oct 15 01:00:52.809561 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:52.824564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.826236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:52.827085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.852077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 530808df-1ff3-4893-84e5-37debed64f88 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:00:52.937927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 530808df-1ff3-4893-84e5-37debed64f88) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:52.943248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:52.944138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:52.952113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5665a8aa-7510-4a3d-9426-f94d0c0723b2 None None] Network 530808df-1ff3-4893-84e5-37debed64f88 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:53.038848 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3dcfd4f0-78de-48b5-bb1f-87fa1faf9f39 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9432280 Oct 15 01:00:53.042065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50792) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:53.063953 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:50Z', 'revision_number': 3, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:53.102275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3568374-f9c6-4f61-b1f0-4e4b53f1ceab None None] The sync data for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 is: [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:50Z', 'revision_number': 3, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:53.148063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-530808df-1ff3-4893-84e5-37debed64f88', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:00:53.148264 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:53.294439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0657792 Oct 15 01:00:53.294439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83048c5-4543-416c-9a2a-45115c7bff72 admin admin] Pushing event updated for resources: {'Network': ['ID=0209b9dd-3560-4fe8-b1cb-d63f3a777166,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:53.295226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50794) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:53.306847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Request body: {'subnet': {'network_id': '0209b9dd-3560-4fe8-b1cb-d63f3a777166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-39108605-subnet', 'tenant_id': '75b0b37f84ed4439864b9d256b5b8c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:53.334581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 0209b9dd-3560-4fe8-b1cb-d63f3a777166 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:00:53.360485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Allocated IP 172.20.0.2 (530808df-1ff3-4893-84e5-37debed64f88/1ee66d29-9182-48bb-bd80-7a57174b68fd/582108e8-de40-40a4-80e6-15aa412fea2b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:53.433921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Made reservation on behalf of 75b0b37f84ed4439864b9d256b5b8c33 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:53.438624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:53.629417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:53.706273 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:53.756851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e79e1703-339b-4dad-b746-a4da64155b07 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:53.793786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Network 530808df-1ff3-4893-84e5-37debed64f88 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:53.803016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:53.817642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:53.829804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Pushing event updated for resources: {'Port': ['ID=582108e8-de40-40a4-80e6-15aa412fea2b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:53.927656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:53.935346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Attempting to bind port 582108e8-de40-40a4-80e6-15aa412fea2b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:53.935887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Attempting to bind port 582108e8-de40-40a4-80e6-15aa412fea2b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:53.936495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Attempting to bind port 582108e8-de40-40a4-80e6-15aa412fea2b on network 530808df-1ff3-4893-84e5-37debed64f88 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:53.939872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port e79e1703-339b-4dad-b746-a4da64155b07 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:53.940346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:53.988532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:53.989263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Checking segment: {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:53.994539 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:53.995894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Bound using segment: {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:53.995894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Bound port: 582108e8-de40-40a4-80e6-15aa412fea2b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:53.996354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.093974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7336f761-7fef-402e-bfd8-fafef0e04f2d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:54.117996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.126183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04732f-a3f3-46c8-b773-ab0610a20b0a req-3c320bd8-7670-4f67-be1d-b8e249d84455 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:54.127876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd04732f-a3f3-46c8-b773-ab0610a20b0a req-3c320bd8-7670-4f67-be1d-b8e249d84455 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.1906004 Oct 15 01:00:54.128768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Checking segment: {'id': '96f2c588-7f12-4437-8304-da9bef8ab6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0209b9dd-3560-4fe8-b1cb-d63f3a777166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:54.129235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Network hostable DHCP agents. Network: 0209b9dd-3560-4fe8-b1cb-d63f3a777166, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:00:54.184749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] For port 582108e8-de40-40a4-80e6-15aa412fea2b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:54.192107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] For port 582108e8-de40-40a4-80e6-15aa412fea2b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=582108e8-de40-40a4-80e6-15aa412fea2b,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:54.194101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.206980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd04732f-a3f3-46c8-b773-ab0610a20b0a req-0264ea94-5473-44d1-89ed-80ce96dc7131 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Oct 15 01:00:54.218501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port e79e1703-339b-4dad-b746-a4da64155b07, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e79e1703-339b-4dad-b746-a4da64155b07,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:54.252934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Network 0209b9dd-3560-4fe8-b1cb-d63f3a777166 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:00:54.281526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.352069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.366858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 0209b9dd-3560-4fe8-b1cb-d63f3a777166) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:54.372569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:54.375947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.377519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4da5d-3833-4073-bb07-46ff4b72fed1 None None] Network 0209b9dd-3560-4fe8-b1cb-d63f3a777166 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:54.380893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c33683-4c9b-4c36-bfc9-9e14effa7387 None None] Pushing event updated for resources: {'Port': ['ID=582108e8-de40-40a4-80e6-15aa412fea2b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:54.490500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b5a61e27-3076-45ac-9de4-ac7e8c230a9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1875517 Oct 15 01:00:54.500283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.20.0.1 (530808df-1ff3-4893-84e5-37debed64f88/1ee66d29-9182-48bb-bd80-7a57174b68fd/7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:54.532078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=e79e1703-339b-4dad-b746-a4da64155b07,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:54.668368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb2ff9-a626-4f9f-a006-7338b69ce5d0 None None] Network 0209b9dd-3560-4fe8-b1cb-d63f3a777166 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:54.717001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.881788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:54.932803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 530808df-1ff3-4893-84e5-37debed64f88 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:54.938287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:54.944177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:54.948605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:55.006932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:55.253544 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:55.284563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-683fa7d7-1d78-4539-85f7-8b5fbb3205c6 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:55.286035 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-683fa7d7-1d78-4539-85f7-8b5fbb3205c6 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/networks?id=fa0abd0a-67fd-4903-bb2d-8c8febc9464a HTTP/1.1" status: 200 len: 811 time: 0.1130626 Oct 15 01:00:55.301395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-7abd116c-7fee-4983-af75-6e22ab73fa49 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/quotas/58ab7203333544008f3fc1806c037887 HTTP/1.1" status: 200 len: 375 time: 0.0095623 Oct 15 01:00:55.334518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-4ab20480-3467-41be-aee6-7f771d78981b tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58ab7203333544008f3fc1806c037887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273898 Oct 15 01:00:55.478496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-299251e6-a37d-404d-aec4-6880a3b0ae90 service neutron] 10.222.0.13 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361809 Oct 15 01:00:55.603200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-1496167a-af27-4752-9949-77632a8364e6 service neutron] 10.222.0.13 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181138 Oct 15 01:00:55.620345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:55.697666 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:55.791405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e79e1703-339b-4dad-b746-a4da64155b07 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:55.800645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:55.808779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:55.863607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port e79e1703-339b-4dad-b746-a4da64155b07 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:55.863974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:55.976008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 582108e8-de40-40a4-80e6-15aa412fea2b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:56.014483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b5b73-5351-4a45-b251-40d9f3092b19 None None] Network 530808df-1ff3-4893-84e5-37debed64f88 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:00:56.038661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 530808df-1ff3-4893-84e5-37debed64f88 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:56.041877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:56.085365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33b5a-1b8d-45e0-af25-83b9a64ffd6c req-36abf55c-889f-42ef-bdaf-b9304fc10aff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.096826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63b33b5a-1b8d-45e0-af25-83b9a64ffd6c req-36abf55c-889f-42ef-bdaf-b9304fc10aff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.1213346 Oct 15 01:00:56.161967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 582108e8-de40-40a4-80e6-15aa412fea2b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:56.162361 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:56.162717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-63b33b5a-1b8d-45e0-af25-83b9a64ffd6c req-c5bb50d8-8fb2-44b3-8ad4-2d9f4ef1bb5f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524225 Oct 15 01:00:56.177015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-022485a0-77de-4d9f-9947-f9891bb49c26 None None] Provisioning complete for port 582108e8-de40-40a4-80e6-15aa412fea2b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:56.177440 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-022485a0-77de-4d9f-9947-f9891bb49c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:56.241456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4410502f-52d5-475f-8d8f-9f9f64f8f444 req-63dcb45f-f937-4f0f-87e8-c91e4c2b2772 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 210 time: 0.0341866 Oct 15 01:00:56.275392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router cfef5806-7773-4310-a978-b488cc5ccdef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:00:56.390296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:00:56.391062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aea7d541-b873-4125-9b3f-843214ca484f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:56.395864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-90c8fa76-dffc-4bbd-9b1f-384060551ade tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "PUT /v2.0/routers/cfef5806-7773-4310-a978-b488cc5ccdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3526647 Oct 15 01:00:56.398661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50842) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:56.408181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-022485a0-77de-4d9f-9947-f9891bb49c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:56.422616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Sync routers for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:00:56.448177 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:56.468089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:56.468708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:56.526623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-022485a0-77de-4d9f-9947-f9891bb49c26 None None] For port 582108e8-de40-40a4-80e6-15aa412fea2b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=582108e8-de40-40a4-80e6-15aa412fea2b,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:56.651657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.652083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.652538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.652992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.653443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.654050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.654527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.654973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.657067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-71bca75c-9f40-403a-a1d4-8f3e3070ba7e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.2559345 Oct 15 01:00:56.660347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50846) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:56.774970 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-022485a0-77de-4d9f-9947-f9891bb49c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:56.796625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.796625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.797008 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.801696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.801696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.801696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.801696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.801696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:56.805520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50852) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:56.806340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-89d74bce-ba7c-418b-9f56-fdc54173c067 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.1443193 Oct 15 01:00:56.867303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:56.922891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:00:56.923319 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:00:56.936179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022485a0-77de-4d9f-9947-f9891bb49c26 None None] Pushing event updated for resources: {'Port': ['ID=582108e8-de40-40a4-80e6-15aa412fea2b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:56.997124 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-96efcea7-5c61-4c0d-87df-b0b5624172a8 None None] Provisioning complete for port 582108e8-de40-40a4-80e6-15aa412fea2b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:56.997493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96efcea7-5c61-4c0d-87df-b0b5624172a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.117192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-06945d30-6214-4835-b109-8dbd04c91a64 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3104804 Oct 15 01:00:57.248335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:55Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:55Z', 'revision_number': 2, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:57.299179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Checking router: cfef5806-7773-4310-a978-b488cc5ccdef for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:00:57.299179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Updating router cfef5806-7773-4310-a978-b488cc5ccdef port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:00:57.318756 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.339328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-96efcea7-5c61-4c0d-87df-b0b5624172a8 None None] Provisioning complete for port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:57.339683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96efcea7-5c61-4c0d-87df-b0b5624172a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.462031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50862) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:57.468588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9868b3b6-8fd5-4246-a475-d565ebe5d424 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549989806', 'description': 'tempest-secgroup-smoke-1549989806 description', 'project_id': '0ec4d548791e45138ee11d03b417b25e'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:57.472226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-96efcea7-5c61-4c0d-87df-b0b5624172a8 None None] Port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:57.584423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03e1a5-0e34-47c9-ac42-d5ca4bc6c80c req-34a9c0d5-dc0f-40da-b085-f08b55f28bf9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:57.585942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da03e1a5-0e34-47c9-ac42-d5ca4bc6c80c req-34a9c0d5-dc0f-40da-b085-f08b55f28bf9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.0538602 Oct 15 01:00:57.587374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9868b3b6-8fd5-4246-a475-d565ebe5d424 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.614595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6b7257d0-61f5-4bbd-94e6-d236869fc417 None None] Provisioning complete for port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:57.615275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b7257d0-61f5-4bbd-94e6-d236869fc417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.678117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6b7257d0-61f5-4bbd-94e6-d236869fc417 None None] Port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:00:57.682267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da03e1a5-0e34-47c9-ac42-d5ca4bc6c80c req-36dee2d5-156d-430f-a5e4-d613ec83e2fa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745442 Oct 15 01:00:57.692747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 582108e8-de40-40a4-80e6-15aa412fea2b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:57.708354 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9868b3b6-8fd5-4246-a475-d565ebe5d424 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.784942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.798918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d924117-a0de-44f6-ad09-b31c907fec76 req-5a2ce241-decd-4ee5-ae70-49131b0bf54f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 210 time: 0.0286222 Oct 15 01:00:57.802025 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 582108e8-de40-40a4-80e6-15aa412fea2b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:57.802525 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.811912 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9868b3b6-8fd5-4246-a475-d565ebe5d424 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.842892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868b3b6-8fd5-4246-a475-d565ebe5d424 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5086c5-5018-4229-a24c-55aa209d5db0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:57.890295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9868b3b6-8fd5-4246-a475-d565ebe5d424 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.891723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9868b3b6-8fd5-4246-a475-d565ebe5d424 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4285316 Oct 15 01:00:57.895238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50868) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:57.900737 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:57.901490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2ac263f7-ab41-430e-826d-7344e402f73a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'bf5086c5-5018-4229-a24c-55aa209d5db0', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:57.963939 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969823f2-49cd-42f6-852a-3a3706bf737a None None] Pushing event updated for resources: {'Port': ['ID=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:58.024652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Attempting to bind port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:00:58.027383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Attempting to bind port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:00:58.027383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Attempting to bind port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a on network 530808df-1ff3-4893-84e5-37debed64f88 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:00:58.029786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2ac263f7-ab41-430e-826d-7344e402f73a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.033524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:00:58.034044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Checking segment: {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:00:58.034559 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.035015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Bound using segment: {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:00:58.035541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Bound port: 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:00:58.036017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.095655 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2ac263f7-ab41-430e-826d-7344e402f73a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.107370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] For port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:00:58.111589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] For port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:00:58.172351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2ac263f7-ab41-430e-826d-7344e402f73a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.191380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac263f7-ab41-430e-826d-7344e402f73a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0beb514-3c39-4241-ac4f-e7d360839ba8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:58.202974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.252243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2d9491da-fb34-4d09-9e25-ae248e8919bf None None] Provisioning complete for port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:58.252560 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2d9491da-fb34-4d09-9e25-ae248e8919bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.306780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2ac263f7-ab41-430e-826d-7344e402f73a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.308067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:00:58.308682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:58.309444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2ac263f7-ab41-430e-826d-7344e402f73a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131866 Oct 15 01:00:58.312552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 50872) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:58.319919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-690fab9f-c6af-457b-aff6-80aac15fbae5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'bf5086c5-5018-4229-a24c-55aa209d5db0', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:58.348266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969823f2-49cd-42f6-852a-3a3706bf737a None None] Pushing event updated for resources: {'Port': ['ID=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:58.460652 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2d9491da-fb34-4d09-9e25-ae248e8919bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.466010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:00:58.550992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-690fab9f-c6af-457b-aff6-80aac15fbae5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.562322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2d9491da-fb34-4d09-9e25-ae248e8919bf None None] For port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:00:58.588085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-9d01af75-fac3-47e6-8736-a5a0c8ac8b9f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:58.590269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-9d01af75-fac3-47e6-8736-a5a0c8ac8b9f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.39 "GET /v2.0/networks?id=fa0abd0a-67fd-4903-bb2d-8c8febc9464a HTTP/1.1" status: 200 len: 811 time: 0.2247837 Oct 15 01:00:58.607408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Request body: {'port': {'device_id': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a', 'admin_state_up': True, 'tenant_id': '58ab7203333544008f3fc1806c037887'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:58.635843 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2d9491da-fb34-4d09-9e25-ae248e8919bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.707293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-690fab9f-c6af-457b-aff6-80aac15fbae5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.729030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9491da-fb34-4d09-9e25-ae248e8919bf None None] Pushing event updated for resources: {'Port': ['ID=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:58.771140 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-690fab9f-c6af-457b-aff6-80aac15fbae5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.780765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-08b98027-6b34-453f-95b9-e517bb8bea26 None None] Provisioning complete for port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:58.781394 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-08b98027-6b34-453f-95b9-e517bb8bea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.791283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fab9f-c6af-457b-aff6-80aac15fbae5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948a7d74-61d6-4468-a8d2-e74845690d88,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:58.817477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:55Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:00:58.831608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Made reservation on behalf of 58ab7203333544008f3fc1806c037887 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:00:58.835316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.848008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93371774-9d13-45d3-9c84-43b111ae00c4 None None] The sync data for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 is: [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:55Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:00:58.873469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa20e2-1983-4583-8aef-626d59ba4319 req-94895ae5-af08-4878-a232-1f7d79353706 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:58.875272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eafa20e2-1983-4583-8aef-626d59ba4319 req-94895ae5-af08-4878-a232-1f7d79353706 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.0851722 Oct 15 01:00:58.903690 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0e805b71-fb0b-4459-b507-cd29ebb28b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.963679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-690fab9f-c6af-457b-aff6-80aac15fbae5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:58.967330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-690fab9f-c6af-457b-aff6-80aac15fbae5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6508977 Oct 15 01:00:58.967605 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:58.976326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0303c057-cff6-475a-9151-574091a94c09 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'bf5086c5-5018-4229-a24c-55aa209d5db0', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:59.015914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eafa20e2-1983-4583-8aef-626d59ba4319 req-bf53b137-e7d8-4664-8da7-bf0eb938674f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299906 Oct 15 01:00:59.106233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Allocated IP 172.20.0.14 (fa0abd0a-67fd-4903-bb2d-8c8febc9464a/688cbb08-b4a4-446c-95b6-1c52dbbf1ef8/76a7ec60-50d0-42f4-9d31-ac719191f8bf) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:00:59.110215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3831f0aa-44b6-44b3-9186-79bdd95bfc38 req-998e8cf5-ad44-42b2-99a3-c6a9c2da4101 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 210 time: 0.0321443 Oct 15 01:00:59.171743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0303c057-cff6-475a-9151-574091a94c09 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.240194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0303c057-cff6-475a-9151-574091a94c09 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.294535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.320833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0303c057-cff6-475a-9151-574091a94c09 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.348569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303c057-cff6-475a-9151-574091a94c09 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fbf66a-51ef-4971-a05e-cb2fe6e67141,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:59.418590 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.448731 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0303c057-cff6-475a-9151-574091a94c09 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.450371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0303c057-cff6-475a-9151-574091a94c09 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4807918 Oct 15 01:00:59.458956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50886) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:59.463877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a367ce16-6642-4280-8155-20f776f8bcb7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'bf5086c5-5018-4229-a24c-55aa209d5db0', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:59.464491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Network fa0abd0a-67fd-4903-bb2d-8c8febc9464a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:00:59.467629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:00:59.473700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:00:59.480219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Pushing event updated for resources: {'Port': ['ID=76a7ec60-50d0-42f4-9d31-ac719191f8bf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:59.534932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:00:59.535618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.609664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a367ce16-6642-4280-8155-20f776f8bcb7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.667409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-20d70e41-5eaa-4797-a2b6-9d04bb327da8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0670493 Oct 15 01:00:59.681633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:00:59.689469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Request body: {'port': {'device_id': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:59.690194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a367ce16-6642-4280-8155-20f776f8bcb7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.747998 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a367ce16-6642-4280-8155-20f776f8bcb7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.754230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:00:59.754692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.765594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367ce16-6642-4280-8155-20f776f8bcb7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abb45ef-a253-4a3e-8e26-627ed3049e54,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:00:59.783838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.861364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a367ce16-6642-4280-8155-20f776f8bcb7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:00:59.866593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a367ce16-6642-4280-8155-20f776f8bcb7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4063013 Oct 15 01:00:59.867966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50888) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:00:59.873457 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'bf5086c5-5018-4229-a24c-55aa209d5db0', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:00:59.962623 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Project 0ec4d548791e45138ee11d03b417b25e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:00:59.969135 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.079017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.153078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.164103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a7ec60-50d0-42f4-9d31-ac719191f8bf {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:01:00.173068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.181362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.197288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Transition to ACTIVE for port object 76a7ec60-50d0-42f4-9d31-ac719191f8bf will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:01:00.203054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e749ea0-ee87-4828-8f50-ec73d56c2eeb,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:00.213479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee86bc-8710-48a0-b26c-9c20ebe8d40b req-74424101-bf43-4015-acf4-5952014862f4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:00.213479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cee86bc-8710-48a0-b26c-9c20ebe8d40b req-74424101-bf43-4015-acf4-5952014862f4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.0975506 Oct 15 01:01:00.248649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cee86bc-8710-48a0-b26c-9c20ebe8d40b req-6786f00f-9eea-491a-a4fc-695109bbdd38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Oct 15 01:01:00.256185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.288970 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.300227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60ca1e24-03c5-4db7-b57e-3f15be3ed2d3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4247959 Oct 15 01:01:00.300227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 50900) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:00.302849 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.303629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'bf5086c5-5018-4229-a24c-55aa209d5db0', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:00.400764 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Project 0ec4d548791e45138ee11d03b417b25e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:01:00.400993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Pushing event updated for resources: {'Port': ['ID=76a7ec60-50d0-42f4-9d31-ac719191f8bf,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:00.406585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.417720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e33e-c6f0-455b-9020-e86c09293b19 req-de94e69d-fb2e-415d-881b-9aeaaf3020f3 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:00.419311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51d1e33e-c6f0-455b-9020-e86c09293b19 req-de94e69d-fb2e-415d-881b-9aeaaf3020f3 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 944 time: 0.1016347 Oct 15 01:01:00.490074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.509486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51d1e33e-c6f0-455b-9020-e86c09293b19 req-cabd0d08-9430-4e0a-97c2-62618ab0bc67 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755842 Oct 15 01:01:00.512006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Attempting to bind port 76a7ec60-50d0-42f4-9d31-ac719191f8bf on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:01:00.512361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Attempting to bind port 76a7ec60-50d0-42f4-9d31-ac719191f8bf by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '2e302571-2c7d-45af-a4f1-1b88989c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:01:00.512675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Attempting to bind port 76a7ec60-50d0-42f4-9d31-ac719191f8bf on network fa0abd0a-67fd-4903-bb2d-8c8febc9464a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:01:00.517881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Port 76a7ec60-50d0-42f4-9d31-ac719191f8bf on network fa0abd0a-67fd-4903-bb2d-8c8febc9464a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:01:00.518225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Attempting to bind port 76a7ec60-50d0-42f4-9d31-ac719191f8bf on network fa0abd0a-67fd-4903-bb2d-8c8febc9464a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:01:00.524659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:01:00.525185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Checking segment: {'id': '2e302571-2c7d-45af-a4f1-1b88989c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:01:00.525853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Bound using segment: {'id': '2e302571-2c7d-45af-a4f1-1b88989c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:01:00.526401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Bound port: 76a7ec60-50d0-42f4-9d31-ac719191f8bf, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e302571-2c7d-45af-a4f1-1b88989c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:01:00.526850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.560838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.577922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfff628-8d35-4859-8e09-e02df8c782cc,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:00.596140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] For port 76a7ec60-50d0-42f4-9d31-ac719191f8bf, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:01:00.599256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] For port 76a7ec60-50d0-42f4-9d31-ac719191f8bf, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf,segment=NetworkSegment(2e302571-2c7d-45af-a4f1-1b88989c72e9),segment_id=2e302571-2c7d-45af-a4f1-1b88989c72e9)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:01:00.658082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.659397 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f37d34ea-6bbb-4962-92a5-74a0640a165c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3633366 Oct 15 01:01:00.679427 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.715173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:00.715800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:00.717149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] 10.222.0.39 "PUT /v2.0/ports/76a7ec60-50d0-42f4-9d31-ac719191f8bf HTTP/1.1" status: 200 len: 1092 time: 1.0412707 Oct 15 01:01:00.717597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'tag': '76a7ec60-50d0-42f4-9d31-ac719191f8bf'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:00.719923 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c823656-d660-403c-8160-f3542b89dfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b670a985-3d66-4356-8a93-dbdb06eabeeb", "tag": "76a7ec60-50d0-42f4-9d31-ac719191f8bf"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:00.745652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a9b4d-829e-46f3-9959-c9d39b77039b service neutron] Pushing event updated for resources: {'Port': ['ID=76a7ec60-50d0-42f4-9d31-ac719191f8bf,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:00.778159 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01425451-ce60-4f14-9064-6f7b952443c6 x-openstack-request-id: req-01425451-ce60-4f14-9064-6f7b952443c6 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:00.778449 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b670a985-3d66-4356-8a93-dbdb06eabeeb", "tag": "76a7ec60-50d0-42f4-9d31-ac719191f8bf", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:00.778699 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01425451-ce60-4f14-9064-6f7b952443c6 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:00.779099 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'tag': '76a7ec60-50d0-42f4-9d31-ac719191f8bf', 'status': 'completed', 'code': 200} Oct 15 01:01:00.856695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823656-d660-403c-8160-f3542b89dfc9 req-3dc0761e-8d45-469a-8834-be188b98a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:00.858419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c823656-d660-403c-8160-f3542b89dfc9 req-3dc0761e-8d45-469a-8834-be188b98a064 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58ab7203333544008f3fc1806c037887&device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 1095 time: 0.0586812 Oct 15 01:01:00.920505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-c0e169e2-cc62-4a45-8fd7-281aa340de83 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549989806&fields=id&tenant_id=0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 267 time: 0.0757749 Oct 15 01:01:01.041921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823656-d660-403c-8160-f3542b89dfc9 req-a28b0706-ee19-43b9-890f-fb067a6a8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:01.043315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c823656-d660-403c-8160-f3542b89dfc9 req-a28b0706-ee19-43b9-890f-fb067a6a8918 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=58ab7203333544008f3fc1806c037887&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1758637 Oct 15 01:01:01.106338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-a0640b14-183c-4060-90eb-d918937bc14c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:01.108097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-a0640b14-183c-4060-90eb-d918937bc14c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/networks?id=530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 200 len: 796 time: 0.1609924 Oct 15 01:01:01.162567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-8bc18de7-11b6-492f-94f9-f0ccacb59376 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/quotas/0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 375 time: 0.0241032 Oct 15 01:01:01.210816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c823656-d660-403c-8160-f3542b89dfc9 req-3257eea9-7131-4515-877b-95ede704dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:01.212289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c823656-d660-403c-8160-f3542b89dfc9 req-3257eea9-7131-4515-877b-95ede704dc11 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601539 Oct 15 01:01:01.230646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-bd07bb79-5507-4b20-9e9d-cd35f72037c7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611839 Oct 15 01:01:01.343052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-c86f4e74-600b-41e1-a46c-fab43d23b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:01.344534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-c86f4e74-600b-41e1-a46c-fab43d23b7aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58ab7203333544008f3fc1806c037887&device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 1095 time: 0.0940466 Oct 15 01:01:01.396126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-323ecb0f-dbff-4532-8d9e-b6286b2a0d05 service neutron] 10.222.0.13 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530097 Oct 15 01:01:01.397777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-137a5b1c-39e3-4dcf-b128-5fdf756e31ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf HTTP/1.1" status: 200 len: 217 time: 0.0443857 Oct 15 01:01:01.504371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ca1d4c5b-5088-4089-bf5c-e32b61d0dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:01.505823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-ca1d4c5b-5088-4089-bf5c-e32b61d0dcc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=688cbb08-b4a4-446c-95b6-1c52dbbf1ef8 HTTP/1.1" status: 200 len: 851 time: 0.1010714 Oct 15 01:01:01.542621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-75513526-1a66-4aac-99c6-8bb33480df4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa0abd0a-67fd-4903-bb2d-8c8febc9464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298245 Oct 15 01:01:01.559924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-fa0c9c14-bab6-48f0-8099-5655650783dd service neutron] 10.222.0.13 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562982 Oct 15 01:01:01.974506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8dca69cb-45a3-4a4c-8314-71385eaf7d94 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:01:02.018150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-a7284013-89b1-44f7-b7a0-3188161008b6 service neutron] 10.222.0.39 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668519 Oct 15 01:01:02.057383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9cb50-a855-4618-ae4a-7bdbb23b9494 req-8c25f3cf-2fac-4e38-a58e-bd9f6ce2e3b2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:02.064637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edc9cb50-a855-4618-ae4a-7bdbb23b9494 req-8c25f3cf-2fac-4e38-a58e-bd9f6ce2e3b2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 943 time: 0.1046398 Oct 15 01:01:02.140652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8dca69cb-45a3-4a4c-8314-71385eaf7d94, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8dca69cb-45a3-4a4c-8314-71385eaf7d94,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:02.154993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '8dca69cb-45a3-4a4c-8314-71385eaf7d94', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'port_id': '8dca69cb-45a3-4a4c-8314-71385eaf7d94', 'mac_address': 'fa:16:3e:fa:6a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:01:02.162452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edc9cb50-a855-4618-ae4a-7bdbb23b9494 req-23509baf-e5cc-410c-bfad-7f81de035178 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968292 Oct 15 01:01:02.190839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0fdd091-e5fa-4ca1-9ddc-3e7b093d2631 req-6036a80c-effe-4a42-8911-826bcc3b61a8 service neutron] 10.222.0.39 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636963 Oct 15 01:01:02.216650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:02.230887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dca69cb-45a3-4a4c-8314-71385eaf7d94 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:01:02.253061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8dca69cb-45a3-4a4c-8314-71385eaf7d94, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8dca69cb-45a3-4a4c-8314-71385eaf7d94,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:02.273815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e33e7e-4b66-4f92-845f-d1b583201372 req-f0ac4f66-de22-4afd-9d1f-b20bef031030 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:02.275493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55e33e7e-4b66-4f92-845f-d1b583201372 req-f0ac4f66-de22-4afd-9d1f-b20bef031030 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 944 time: 0.0558867 Oct 15 01:01:02.331627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55e33e7e-4b66-4f92-845f-d1b583201372 req-320bded0-6330-47ee-a759-b786f986e9ff tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486500 Oct 15 01:01:02.337909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:02.453838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc58ed5f-ce82-42a4-81ed-5a0ff73a79c3 req-c6d006e3-420f-4b40-853c-1ee1a4416935 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 210 time: 0.0434618 Oct 15 01:01:02.584662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:02.619017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8dca69cb-45a3-4a4c-8314-71385eaf7d94,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:02.651310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8dca69cb-45a3-4a4c-8314-71385eaf7d94'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:01:03.282171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1080-535b-42f4-994c-da43eeb07870 req-807f7056-f6cc-466d-9f56-b7dadc92138c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:03.285000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1be1080-535b-42f4-994c-da43eeb07870 req-807f7056-f6cc-466d-9f56-b7dadc92138c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 944 time: 0.0616789 Oct 15 01:01:03.327177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f1be1080-535b-42f4-994c-da43eeb07870 req-d3ea31a6-6714-4f66-b26a-c269e93b63cb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Oct 15 01:01:03.473024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52bef5-f6ec-484d-a614-1a64f9fccfc0 req-0791dd03-7d34-441c-b683-f650f921b1ea tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:03.474542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c52bef5-f6ec-484d-a614-1a64f9fccfc0 req-0791dd03-7d34-441c-b683-f650f921b1ea tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 944 time: 0.0515671 Oct 15 01:01:03.520990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c52bef5-f6ec-484d-a614-1a64f9fccfc0 req-58fdc726-602f-49c7-8f6a-c4bc1e87b8f6 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Oct 15 01:01:03.603708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-600acf4c-0b63-4a7b-8cda-0effa3f0a5d2 req-a96299ff-b7f8-4837-8350-74f1a0bf3a1f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 210 time: 0.0269454 Oct 15 01:01:03.982010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8dca69cb-45a3-4a4c-8314-71385eaf7d94 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:01:04.081480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:01:04.085511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:04.093114 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:04.165844 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:04.167428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-5fa2e42c-1f99-4424-a709-06220b445057 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:04.168881 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-5fa2e42c-1f99-4424-a709-06220b445057 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/networks?id=530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 200 len: 796 time: 0.1132174 Oct 15 01:01:04.189644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a402301b-9597-4037-afb3-68ee3437fda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dca69cb-45a3-4a4c-8314-71385eaf7d94'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:04.192216 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a6ea4-3c43-4894-9203-61d8f774f153" -d '{"events": [{"server_uuid": "a402301b-9597-4037-afb3-68ee3437fda4", "name": "network-vif-plugged", "status": "completed", "tag": "8dca69cb-45a3-4a4c-8314-71385eaf7d94"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:04.205923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 8dca69cb-45a3-4a4c-8314-71385eaf7d94, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8dca69cb-45a3-4a4c-8314-71385eaf7d94,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:04.233873 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7469fe1-e93b-458a-8b9a-54db0350b1ad x-openstack-request-id: req-c7469fe1-e93b-458a-8b9a-54db0350b1ad {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:04.234122 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a402301b-9597-4037-afb3-68ee3437fda4", "name": "network-vif-plugged", "status": "completed", "tag": "8dca69cb-45a3-4a4c-8314-71385eaf7d94", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:04.234639 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7469fe1-e93b-458a-8b9a-54db0350b1ad {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:04.235035 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a402301b-9597-4037-afb3-68ee3437fda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dca69cb-45a3-4a4c-8314-71385eaf7d94', 'code': 200} Oct 15 01:01:04.240739 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-e01237d1-1f22-4ae8-9c37-86a99d2f0c7d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 380 time: 0.0615056 Oct 15 01:01:04.250876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'port': {'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'admin_state_up': True, 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'security_groups': ['bf5086c5-5018-4229-a24c-55aa209d5db0']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:04.286463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:04.362027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eae1ab-04d0-4b03-b4e5-291f41a20133 req-a16a2fa6-2d9e-40d9-b43d-1ef75cd3d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:04.364139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22eae1ab-04d0-4b03-b4e5-291f41a20133 req-a16a2fa6-2d9e-40d9-b43d-1ef75cd3d7ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 1096 time: 0.0732756 Oct 15 01:01:04.418134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22eae1ab-04d0-4b03-b4e5-291f41a20133 req-d06ee761-f26e-4d80-a87d-fa20479d33d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465386 Oct 15 01:01:04.427606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=8dca69cb-45a3-4a4c-8314-71385eaf7d94,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:04.463579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:01:04.467187 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:04.515809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7d6e-c378-4932-9331-3a2e83e590d6 req-93978a60-3c3d-43c0-b138-d06256d982a4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:04.518233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052f7d6e-c378-4932-9331-3a2e83e590d6 req-93978a60-3c3d-43c0-b138-d06256d982a4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 945 time: 0.0659475 Oct 15 01:01:04.562127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-052f7d6e-c378-4932-9331-3a2e83e590d6 req-b8101623-924c-413b-822c-1601735f0380 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372684 Oct 15 01:01:04.630454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.20.0.6 (530808df-1ff3-4893-84e5-37debed64f88/1ee66d29-9182-48bb-bd80-7a57174b68fd/ea821c48-045c-4cf6-85c0-7c60475e7bb1) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:01:04.667630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604eb60-2c51-438d-aee6-1e00071f920f req-b6adb322-517d-4b37-8470-2d59aa4c2083 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:04.669125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c604eb60-2c51-438d-aee6-1e00071f920f req-b6adb322-517d-4b37-8470-2d59aa4c2083 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 944 time: 0.0514820 Oct 15 01:01:04.711713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c604eb60-2c51-438d-aee6-1e00071f920f req-412bd0e7-0aaa-4814-ba02-6de01f1089a5 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Oct 15 01:01:04.772437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:04.806595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37a3c1ea-1b10-493f-af83-00ae1ef2f47e req-94628632-b8e5-4c04-886f-b84cdd0f2cc8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 210 time: 0.0320709 Oct 15 01:01:04.879323 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:04.922174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 530808df-1ff3-4893-84e5-37debed64f88 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:01:04.925190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:01:04.928736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:01:04.962040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=ea821c48-045c-4cf6-85c0-7c60475e7bb1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:04.972549 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.972894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.973228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.973562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.973945 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.974320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.974649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.974970 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.975291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.975611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.975930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.976259 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:04.999430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:05.000245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:05.117607 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-ea560ccf-0652-40b4-8ccc-a317e5cf78f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8705997 Oct 15 01:01:05.196815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-370106e5-8bfb-4427-8778-4021ed8ff22b None None] Provisioning complete for port ea821c48-045c-4cf6-85c0-7c60475e7bb1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:05.197367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-370106e5-8bfb-4427-8778-4021ed8ff22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:05.229611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Request body: {'port': {'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:05.233253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-370106e5-8bfb-4427-8778-4021ed8ff22b None None] Port ea821c48-045c-4cf6-85c0-7c60475e7bb1 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:01:05.302044 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:05.590440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea821c48-045c-4cf6-85c0-7c60475e7bb1 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:01:05.602551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:05.619601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Transition to ACTIVE for port object ea821c48-045c-4cf6-85c0-7c60475e7bb1 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:01:05.687832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5883b76-e6ce-4e98-858b-7e1a94e99047 req-b60afb80-20b4-4903-8124-85f0d7a3107b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:05.689792 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5883b76-e6ce-4e98-858b-7e1a94e99047 req-b60afb80-20b4-4903-8124-85f0d7a3107b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 945 time: 0.0513270 Oct 15 01:01:05.697779 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:05.733315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5883b76-e6ce-4e98-858b-7e1a94e99047 req-02983098-8703-4d75-a86c-1c9a31c4a9f6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369754 Oct 15 01:01:05.779003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Pushing event updated for resources: {'Port': ['ID=ea821c48-045c-4cf6-85c0-7c60475e7bb1,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:05.791694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76a7ec60-50d0-42f4-9d31-ac719191f8bf details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:01:05.853006 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Attempting to bind port ea821c48-045c-4cf6-85c0-7c60475e7bb1 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:01:05.853705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Attempting to bind port ea821c48-045c-4cf6-85c0-7c60475e7bb1 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:01:05.854308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Attempting to bind port ea821c48-045c-4cf6-85c0-7c60475e7bb1 on network 530808df-1ff3-4893-84e5-37debed64f88 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:01:05.859858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Port ea821c48-045c-4cf6-85c0-7c60475e7bb1 on network 530808df-1ff3-4893-84e5-37debed64f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:01:05.860543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Attempting to bind port ea821c48-045c-4cf6-85c0-7c60475e7bb1 on network 530808df-1ff3-4893-84e5-37debed64f88 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:01:05.867255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:01:05.867938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Checking segment: {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:01:05.868542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Bound using segment: {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:01:05.869208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Bound port: ea821c48-045c-4cf6-85c0-7c60475e7bb1, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f93d12-5123-4e61-a762-6df4ad9d65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '530808df-1ff3-4893-84e5-37debed64f88'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:01:05.869803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:05.937727 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fc5d5-5424-46e2-be72-39856bf29155 req-79dd7113-d776-4e79-987b-138dfb93bbe0 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:05.946924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e21fc5d5-5424-46e2-be72-39856bf29155 req-79dd7113-d776-4e79-987b-138dfb93bbe0 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 944 time: 0.0927424 Oct 15 01:01:05.971068 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] For port ea821c48-045c-4cf6-85c0-7c60475e7bb1, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:01:05.974780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] For port ea821c48-045c-4cf6-85c0-7c60475e7bb1, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:01:05.983180 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 76a7ec60-50d0-42f4-9d31-ac719191f8bf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf,segment=NetworkSegment(2e302571-2c7d-45af-a4f1-1b88989c72e9),segment_id=2e302571-2c7d-45af-a4f1-1b88989c72e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:05.997069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '76a7ec60-50d0-42f4-9d31-ac719191f8bf', 'network_id': 'fa0abd0a-67fd-4903-bb2d-8c8febc9464a', 'port_id': '76a7ec60-50d0-42f4-9d31-ac719191f8bf', 'mac_address': 'fa:16:3e:03:0e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688cbb08-b4a4-446c-95b6-1c52dbbf1ef8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:01:06.000009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e21fc5d5-5424-46e2-be72-39856bf29155 req-21c9cf84-e85d-4f0a-942a-3d7c02a378a2 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Oct 15 01:01:06.038861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:06.051886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a7ec60-50d0-42f4-9d31-ac719191f8bf {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:01:06.074933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 76a7ec60-50d0-42f4-9d31-ac719191f8bf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf,segment=NetworkSegment(2e302571-2c7d-45af-a4f1-1b88989c72e9),segment_id=2e302571-2c7d-45af-a4f1-1b88989c72e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:06.081833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:06.108903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db79bbb-43dc-424f-b92a-a848dc116ac9 req-d524e0dc-2c19-43c9-95fc-f1618c261033 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:06.111617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8db79bbb-43dc-424f-b92a-a848dc116ac9 req-d524e0dc-2c19-43c9-95fc-f1618c261033 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 945 time: 0.0550199 Oct 15 01:01:06.114816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:06.115422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:06.116785 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] 10.222.0.30 "PUT /v2.0/ports/ea821c48-045c-4cf6-85c0-7c60475e7bb1 HTTP/1.1" status: 200 len: 1091 time: 0.9909298 Oct 15 01:01:06.117219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:06.119500 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f72103-86f9-4858-8b73-167b99239836" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:06.148277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f194c7e-ffb0-4447-8514-019b511edf9e service neutron] Pushing event updated for resources: {'Port': ['ID=ea821c48-045c-4cf6-85c0-7c60475e7bb1,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:06.156091 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:06.174667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8db79bbb-43dc-424f-b92a-a848dc116ac9 req-0108fd7a-1924-4ef7-83dd-de809f65a0e4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554061 Oct 15 01:01:06.214309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=76a7ec60-50d0-42f4-9d31-ac719191f8bf,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:06.310376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4990c-705d-465f-a169-e33f556e794e req-1e88b343-fe8e-4609-831b-47f3c8feea3c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:06.312303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81d4990c-705d-465f-a169-e33f556e794e req-1e88b343-fe8e-4609-831b-47f3c8feea3c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 943 time: 0.0609837 Oct 15 01:01:06.329665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-915ef20d-7ba4-4f33-b723-d8e783765e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:06.331379 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-915ef20d-7ba4-4f33-b723-d8e783765e76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 1094 time: 0.0501878 Oct 15 01:01:06.366833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81d4990c-705d-465f-a169-e33f556e794e req-3b28cf89-0f17-4a3e-9fab-9a6b7d57c703 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Oct 15 01:01:06.389734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3b721386-4eb3-4b22-bdd7-0899b182d26a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1 HTTP/1.1" status: 200 len: 217 time: 0.0499041 Oct 15 01:01:06.412642 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53fb1f2-005f-47fb-9b8a-eba517cc8729 x-openstack-request-id: req-d53fb1f2-005f-47fb-9b8a-eba517cc8729 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:06.412965 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:06.413206 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d53fb1f2-005f-47fb-9b8a-eba517cc8729 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:06.413601 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'status': 'completed', 'code': 200} Oct 15 01:01:06.451297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-8da5cc5a-a863-4241-8b52-07a00743dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:06.452764 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-8da5cc5a-a863-4241-8b52-07a00743dc40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee66d29-9182-48bb-bd80-7a57174b68fd HTTP/1.1" status: 200 len: 834 time: 0.0533371 Oct 15 01:01:06.484618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['76a7ec60-50d0-42f4-9d31-ac719191f8bf'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:01:06.522828 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-5e619cce-0199-482d-a805-48829edded82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:06.524312 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-5e619cce-0199-482d-a805-48829edded82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=530808df-1ff3-4893-84e5-37debed64f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638709 Oct 15 01:01:06.531724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488ddd5-de0a-45c1-8e8a-476dca6e8fd1 req-69dee20b-f293-4dec-adc4-3a31c2f1172b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:06.533561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3488ddd5-de0a-45c1-8e8a-476dca6e8fd1 req-69dee20b-f293-4dec-adc4-3a31c2f1172b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 945 time: 0.0821395 Oct 15 01:01:06.576440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3488ddd5-de0a-45c1-8e8a-476dca6e8fd1 req-c2ddeed2-e46c-4bf5-b308-cb54b31bd08f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Oct 15 01:01:06.640738 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-3c635ecd-a190-4679-af68-27bc1dbb51c1 service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090498 Oct 15 01:01:06.737476 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e4e36c0c-ab48-49e5-8dbd-634c929cac6c req-8600f16c-caeb-47fe-83e3-8cc6fbf3c538 service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890005 Oct 15 01:01:07.221409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72103-86f9-4858-8b73-167b99239836 req-fd1523a0-f1d5-4f4a-8e1d-6b9ba7c592c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:07.222949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f72103-86f9-4858-8b73-167b99239836 req-fd1523a0-f1d5-4f4a-8e1d-6b9ba7c592c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 1094 time: 0.0481796 Oct 15 01:01:07.327062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72103-86f9-4858-8b73-167b99239836 req-286be824-1114-417a-a92d-e3ac739d2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:07.328663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f72103-86f9-4858-8b73-167b99239836 req-286be824-1114-417a-a92d-e3ac739d2c85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 200 len: 897 time: 0.0984175 Oct 15 01:01:07.371547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7324fdd-17fa-4663-ae6c-83e62dc7a186 req-69d1e478-4afd-4a1b-86f8-2f3c2db5a8e7 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:07.373285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7324fdd-17fa-4663-ae6c-83e62dc7a186 req-69d1e478-4afd-4a1b-86f8-2f3c2db5a8e7 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 945 time: 0.0540729 Oct 15 01:01:07.385621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f72103-86f9-4858-8b73-167b99239836 req-b1fa21bc-26bb-4425-999f-d6fc315d3725 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1 HTTP/1.1" status: 200 len: 217 time: 0.0481784 Oct 15 01:01:07.436797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7324fdd-17fa-4663-ae6c-83e62dc7a186 req-95a29950-b56c-4185-8009-6a8a092511da tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Oct 15 01:01:07.449626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72103-86f9-4858-8b73-167b99239836 req-cffae8f4-4d81-45fd-85ed-2ef61418d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:07.451580 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f72103-86f9-4858-8b73-167b99239836 req-cffae8f4-4d81-45fd-85ed-2ef61418d7d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee66d29-9182-48bb-bd80-7a57174b68fd HTTP/1.1" status: 200 len: 834 time: 0.0568228 Oct 15 01:01:07.513337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72103-86f9-4858-8b73-167b99239836 req-31b10734-72c9-476a-86f2-8bf1c9cc8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:07.518193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f72103-86f9-4858-8b73-167b99239836 req-31b10734-72c9-476a-86f2-8bf1c9cc8a08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=530808df-1ff3-4893-84e5-37debed64f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531580 Oct 15 01:01:07.597605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d64e4f-dc3e-442b-8594-35e3b8cafec4 req-67eb05dc-2b2d-417d-bed0-884ed9e80655 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:07.601973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70d64e4f-dc3e-442b-8594-35e3b8cafec4 req-67eb05dc-2b2d-417d-bed0-884ed9e80655 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 945 time: 0.0960722 Oct 15 01:01:07.636142 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f72103-86f9-4858-8b73-167b99239836 req-03c16400-ecaf-4cfd-8d74-f870fe38447f service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125431 Oct 15 01:01:07.647977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70d64e4f-dc3e-442b-8594-35e3b8cafec4 req-0b456d4a-a4cf-4e00-bbff-58b4eae56070 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Oct 15 01:01:07.733074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-04f72103-86f9-4858-8b73-167b99239836 req-a215fa73-6919-43d2-859e-aaff3d1f2639 service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889926 Oct 15 01:01:07.756062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1234f7-b0f3-4e52-ab0f-81bc07d2b632 req-d1a3a4bb-a749-49bc-9fe5-3a42437cc408 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:07.757524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f1234f7-b0f3-4e52-ab0f-81bc07d2b632 req-d1a3a4bb-a749-49bc-9fe5-3a42437cc408 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 943 time: 0.0533869 Oct 15 01:01:07.794953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f1234f7-b0f3-4e52-ab0f-81bc07d2b632 req-c5322cfe-824b-43d9-aee9-2fb8de2e22fb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Oct 15 01:01:07.801965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76a7ec60-50d0-42f4-9d31-ac719191f8bf up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:01:07.926552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 76a7ec60-50d0-42f4-9d31-ac719191f8bf completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:01:07.930886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 76a7ec60-50d0-42f4-9d31-ac719191f8bf triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:07.931251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:08.009054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:08.030967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a7ec60-50d0-42f4-9d31-ac719191f8bf'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:08.036667 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f166a8-9ac0-4539-9287-38f421a7ff38" -d '{"events": [{"server_uuid": "b670a985-3d66-4356-8a93-dbdb06eabeeb", "name": "network-vif-plugged", "status": "completed", "tag": "76a7ec60-50d0-42f4-9d31-ac719191f8bf"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:08.045641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 76a7ec60-50d0-42f4-9d31-ac719191f8bf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf,segment=NetworkSegment(2e302571-2c7d-45af-a4f1-1b88989c72e9),segment_id=2e302571-2c7d-45af-a4f1-1b88989c72e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:08.072032 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08803020-ef42-4237-95df-e6b6b82fd6e3 x-openstack-request-id: req-08803020-ef42-4237-95df-e6b6b82fd6e3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:08.072341 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b670a985-3d66-4356-8a93-dbdb06eabeeb", "name": "network-vif-plugged", "status": "completed", "tag": "76a7ec60-50d0-42f4-9d31-ac719191f8bf", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:08.072773 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08803020-ef42-4237-95df-e6b6b82fd6e3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:08.073183 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a7ec60-50d0-42f4-9d31-ac719191f8bf', 'code': 200} Oct 15 01:01:08.135800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:08.166023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb70859-6561-45f3-82bf-343f6f01d55c req-9bfee231-3fe5-45d4-9abd-b1f1fbd1b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:08.167858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adb70859-6561-45f3-82bf-343f6f01d55c req-9bfee231-3fe5-45d4-9abd-b1f1fbd1b94f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 1097 time: 0.0408475 Oct 15 01:01:08.185766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=76a7ec60-50d0-42f4-9d31-ac719191f8bf,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:08.208716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adb70859-6561-45f3-82bf-343f6f01d55c req-601d9ddd-cf23-4209-9130-c5001b38831b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338845 Oct 15 01:01:08.577310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc57c3f-414c-4760-a4a8-e1f60c4fe784 req-dd283ea0-119f-4548-953f-eb0303f099ec tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:08.578874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afc57c3f-414c-4760-a4a8-e1f60c4fe784 req-dd283ea0-119f-4548-953f-eb0303f099ec tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0599043 Oct 15 01:01:08.617758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afc57c3f-414c-4760-a4a8-e1f60c4fe784 req-b6e5be8a-72b8-4640-8ceb-91789a751315 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Oct 15 01:01:08.762003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a88209-1268-42d6-8543-e79eb4b788c5 req-e27c8da3-44d6-45ee-ac61-6f60b421811b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:08.763400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3a88209-1268-42d6-8543-e79eb4b788c5 req-e27c8da3-44d6-45ee-ac61-6f60b421811b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 945 time: 0.0492527 Oct 15 01:01:08.807537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3a88209-1268-42d6-8543-e79eb4b788c5 req-fa820e71-a807-4676-bdae-f84c2ef49f0b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378258 Oct 15 01:01:08.912696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-48267098-7866-43bf-b2d2-8de6bc1ac07c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:08.914207 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-48267098-7866-43bf-b2d2-8de6bc1ac07c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 945 time: 0.0629239 Oct 15 01:01:08.926603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f2971-ba88-4ffc-90b4-b56026b6b0d2 req-d82c14fe-eddd-4308-9e90-5e66798bb1f2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:08.928193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a79f2971-ba88-4ffc-90b4-b56026b6b0d2 req-d82c14fe-eddd-4308-9e90-5e66798bb1f2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 943 time: 0.0504062 Oct 15 01:01:08.973320 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a79f2971-ba88-4ffc-90b4-b56026b6b0d2 req-d178879a-82d6-4e63-b7ec-b213825e1092 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Oct 15 01:01:09.018007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:01:09.018391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:09.113200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] For port 8dca69cb-45a3-4a4c-8314-71385eaf7d94, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=8dca69cb-45a3-4a4c-8314-71385eaf7d94,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:09.113565 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:09.126715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for 8dca69cb-45a3-4a4c-8314-71385eaf7d94 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:01:09.332552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:09.344916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['8dca69cb-45a3-4a4c-8314-71385eaf7d94'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:01:09.365579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=8dca69cb-45a3-4a4c-8314-71385eaf7d94,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:09.410394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] No DVR routers for this DVR port 8dca69cb-45a3-4a4c-8314-71385eaf7d94 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:01:09.413390 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:09.417593 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e67608ca-427d-42fd-b3aa-799ca298e3dc req-61cf2fc6-602c-4dc5-9821-030596e45b87 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "DELETE /v2.0/ports/8dca69cb-45a3-4a4c-8314-71385eaf7d94 HTTP/1.1" status: 204 len: 173 time: 0.4974174 Oct 15 01:01:09.418076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a402301b-9597-4037-afb3-68ee3437fda4', 'name': 'network-vif-deleted', 'tag': '8dca69cb-45a3-4a4c-8314-71385eaf7d94'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:09.421089 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513a276b-f2ec-4a19-bbf1-bdf3acc59e27" -d '{"events": [{"server_uuid": "a402301b-9597-4037-afb3-68ee3437fda4", "name": "network-vif-deleted", "tag": "8dca69cb-45a3-4a4c-8314-71385eaf7d94"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:09.461990 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de0c244-cdb4-4794-b255-0444b3220c79 x-openstack-request-id: req-0de0c244-cdb4-4794-b255-0444b3220c79 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:09.465225 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a402301b-9597-4037-afb3-68ee3437fda4", "name": "network-vif-deleted", "tag": "8dca69cb-45a3-4a4c-8314-71385eaf7d94", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:09.465225 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de0c244-cdb4-4794-b255-0444b3220c79 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:09.465225 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a402301b-9597-4037-afb3-68ee3437fda4', 'name': 'network-vif-deleted', 'tag': '8dca69cb-45a3-4a4c-8314-71385eaf7d94', 'status': 'completed', 'code': 200} Oct 15 01:01:09.764059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a262ab2-77a9-46f6-ba96-eaef3c5dc439 req-32f4a318-628e-43d8-896d-ff2a5bfb5a9a tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:09.765731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a262ab2-77a9-46f6-ba96-eaef3c5dc439 req-32f4a318-628e-43d8-896d-ff2a5bfb5a9a tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0583103 Oct 15 01:01:09.809638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a262ab2-77a9-46f6-ba96-eaef3c5dc439 req-4edcabd8-9f64-46ce-84e9-43ab241c1d07 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373380 Oct 15 01:01:09.916866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17133ea3-a1dd-43a5-8e93-a26dc0c89e90 req-7d7dab7e-1474-4297-b62c-c0df65f763e7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0313649 Oct 15 01:01:09.993408 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:09.995924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ea821c48-045c-4cf6-85c0-7c60475e7bb1 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:01:10.101439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e0588-772a-49f2-97b5-47f5a0e5bb33 req-840ba85b-7902-4de7-8633-8e7bbec26991 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:10.101439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f13e0588-772a-49f2-97b5-47f5a0e5bb33 req-840ba85b-7902-4de7-8633-8e7bbec26991 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 943 time: 0.0524232 Oct 15 01:01:10.141138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f13e0588-772a-49f2-97b5-47f5a0e5bb33 req-f0bcd234-7ea8-4782-9b7a-0ce4170e3867 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364575 Oct 15 01:01:10.156464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ea821c48-045c-4cf6-85c0-7c60475e7bb1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:10.169211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:01:10.206921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:10.223684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea821c48-045c-4cf6-85c0-7c60475e7bb1 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:01:10.243008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ea821c48-045c-4cf6-85c0-7c60475e7bb1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:10.315365 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:10.366440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ea821c48-045c-4cf6-85c0-7c60475e7bb1,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:10.511448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['ea821c48-045c-4cf6-85c0-7c60475e7bb1'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:01:10.939534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45b724-416f-4cbd-9aed-2bf4a89811a2 req-d498c296-81a1-490a-a4ba-9a83ed566f11 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:10.941718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a45b724-416f-4cbd-9aed-2bf4a89811a2 req-d498c296-81a1-490a-a4ba-9a83ed566f11 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0597076 Oct 15 01:01:10.981480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a45b724-416f-4cbd-9aed-2bf4a89811a2 req-509d5a58-fa1a-46fb-b09b-e5203723cea1 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331290 Oct 15 01:01:11.069344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00cd604a-7bf5-49f4-b818-5f0f8a2d02f4 req-41aca629-7d3e-4d54-8605-3b577973bc26 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0280862 Oct 15 01:01:11.186274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a2a64-62d5-4c5e-9c34-0bfbe4002dcd req-74ea9125-464e-471f-b031-3e97c1bc4535 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:11.187751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd2a2a64-62d5-4c5e-9c34-0bfbe4002dcd req-74ea9125-464e-471f-b031-3e97c1bc4535 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0513773 Oct 15 01:01:11.228671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd2a2a64-62d5-4c5e-9c34-0bfbe4002dcd req-0e4b342c-577f-49ff-9595-542fbbc9c4f8 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Oct 15 01:01:11.350703 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b877b2-e6ce-4cd2-8253-b25d36af8f13 req-5b8c63f2-b85b-483a-a5df-752370a3859d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:11.352365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25b877b2-e6ce-4cd2-8253-b25d36af8f13 req-5b8c63f2-b85b-483a-a5df-752370a3859d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 944 time: 0.0566573 Oct 15 01:01:11.394252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25b877b2-e6ce-4cd2-8253-b25d36af8f13 req-0280df2d-94c0-4631-b456-e02160e155b0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355752 Oct 15 01:01:11.867317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3cebc-55bc-4258-b44e-54a168db8078 req-5bccf348-9dcb-4c2b-bcc3-9daaa16f5189 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:11.869116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcf3cebc-55bc-4258-b44e-54a168db8078 req-5bccf348-9dcb-4c2b-bcc3-9daaa16f5189 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0712929 Oct 15 01:01:11.908957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcf3cebc-55bc-4258-b44e-54a168db8078 req-ab02f55e-a34b-4607-b2f1-230cdf495b16 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Oct 15 01:01:12.006741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ea821c48-045c-4cf6-85c0-7c60475e7bb1 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:01:12.159743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port ea821c48-045c-4cf6-85c0-7c60475e7bb1 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:01:12.164588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port ea821c48-045c-4cf6-85c0-7c60475e7bb1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:12.168896 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:12.169051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16d57b2f-d5bd-482a-adc4-8df878e9ddd3 req-5d8041b3-44ba-4673-948c-76cb3c0c9062 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Oct 15 01:01:12.256915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:12.291502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:12.293784 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181636a-a490-4e21-b76a-5b51ba757f98" -d '{"events": [{"server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "name": "network-vif-plugged", "status": "completed", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:12.324199 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port ea821c48-045c-4cf6-85c0-7c60475e7bb1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:12.339659 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d737d008-0af8-4f8a-ba66-eb257f93e650 x-openstack-request-id: req-d737d008-0af8-4f8a-ba66-eb257f93e650 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:12.340006 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "name": "network-vif-plugged", "status": "completed", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:12.340506 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d737d008-0af8-4f8a-ba66-eb257f93e650 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:12.340947 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'code': 200} Oct 15 01:01:12.393995 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:12.394918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8dca69cb-45a3-4a4c-8314-71385eaf7d94 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:01:12.473870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=ea821c48-045c-4cf6-85c0-7c60475e7bb1,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:12.478736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 8dca69cb-45a3-4a4c-8314-71385eaf7d94 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:01:12.479393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 8dca69cb-45a3-4a4c-8314-71385eaf7d94 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:01:12.480676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a98d1-35f7-44c4-ae6e-eb99cb1fa7d5 req-80574102-94f2-4748-8467-41ed2c6b45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:12.483232 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc9a98d1-35f7-44c4-ae6e-eb99cb1fa7d5 req-80574102-94f2-4748-8467-41ed2c6b45d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 1096 time: 0.0872054 Oct 15 01:01:12.531703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fc9a98d1-35f7-44c4-ae6e-eb99cb1fa7d5 req-e24e1ce9-eac3-4ae3-a649-9412207f96aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 Oct 15 01:01:12.557328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c519a-4b94-406e-a395-07671e457da2 req-b4681907-e51a-41d0-bb36-d5134f322310 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:12.558985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad3c519a-4b94-406e-a395-07671e457da2 req-b4681907-e51a-41d0-bb36-d5134f322310 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 945 time: 0.0579238 Oct 15 01:01:12.612875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad3c519a-4b94-406e-a395-07671e457da2 req-b2b040ae-61cb-4736-bf1f-7e334692af1c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Oct 15 01:01:13.031464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa5bdc-06cb-4acb-a998-1e71b68a48c9 req-e9a94107-8a6c-4bc0-9330-0d2a372c644f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:13.033435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4aa5bdc-06cb-4acb-a998-1e71b68a48c9 req-e9a94107-8a6c-4bc0-9330-0d2a372c644f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0533113 Oct 15 01:01:13.073762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4aa5bdc-06cb-4acb-a998-1e71b68a48c9 req-813659cd-a2df-44fc-a8ff-3431db8dd2b1 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336127 Oct 15 01:01:13.376262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d36a1b3d-4569-4031-af7c-0d99eed364f7 req-5f4e9c55-bf69-42a1-9827-765962e502bc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0277109 Oct 15 01:01:13.559430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ddeb7-c1aa-4a1d-85cc-d64e4c33b112 req-10d22ed9-8c84-4fe3-9dd2-0d88657c344e tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:13.561083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f9ddeb7-c1aa-4a1d-85cc-d64e4c33b112 req-10d22ed9-8c84-4fe3-9dd2-0d88657c344e tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.1054654 Oct 15 01:01:13.564824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-707f212f-5f54-4c9e-907d-715f22552259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:13.566494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-707f212f-5f54-4c9e-907d-715f22552259 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58ab7203333544008f3fc1806c037887&device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 1097 time: 0.0983231 Oct 15 01:01:13.671537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f9ddeb7-c1aa-4a1d-85cc-d64e4c33b112 req-42e5babd-1b08-43e0-a7af-3bc7ac95bcfd tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981562 Oct 15 01:01:13.716984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-ca09a5fe-10dd-404a-b096-b8385daf2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:13.718623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-ca09a5fe-10dd-404a-b096-b8385daf2845 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa0abd0a-67fd-4903-bb2d-8c8febc9464a HTTP/1.1" status: 200 len: 912 time: 0.1367748 Oct 15 01:01:13.771851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-90b3785c-bc00-4a1f-8717-a6595070a3e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf HTTP/1.1" status: 200 len: 217 time: 0.0454381 Oct 15 01:01:13.851147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-7ab202b5-4441-4832-a243-ecffb41676e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:13.852604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-7ab202b5-4441-4832-a243-ecffb41676e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=688cbb08-b4a4-446c-95b6-1c52dbbf1ef8 HTTP/1.1" status: 200 len: 851 time: 0.0579703 Oct 15 01:01:13.877075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5329c-0942-44ef-8717-0ce003ac925d req-4c634155-943b-4e79-8c55-0e7452f6a4f2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:13.878584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61e5329c-0942-44ef-8717-0ce003ac925d req-4c634155-943b-4e79-8c55-0e7452f6a4f2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 945 time: 0.1164379 Oct 15 01:01:13.899089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-a1bf1ac1-6e5f-4dd6-8040-b5562afe656a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa0abd0a-67fd-4903-bb2d-8c8febc9464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369463 Oct 15 01:01:13.982732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61e5329c-0942-44ef-8717-0ce003ac925d req-ef783fbf-c7aa-4a43-849f-f3fd7b39af82 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858972 Oct 15 01:01:14.017589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-fb7fe0c1-dd45-4814-b592-153657306545 service neutron] 10.222.0.39 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053178 Oct 15 01:01:14.119069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae586bb5-c837-479b-8202-7e59a04977b8 req-1e4ddfcb-7eab-45e6-bce6-f7e2768f1bc0 service neutron] 10.222.0.39 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948009 Oct 15 01:01:14.145574 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:01:14.487845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62c551c8-f1c0-4a85-8984-f04d73f5bae6 req-c1b23cf6-ee1f-4b1a-8e59-32049c932c91 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=a402301b-9597-4037-afb3-68ee3437fda4 HTTP/1.1" status: 200 len: 210 time: 0.0269608 Oct 15 01:01:14.804395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd320f-f0ba-41ad-a242-7c37d6ceef7f req-7b207be7-8769-410b-a2a1-882b131bff95 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:14.805946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96fd320f-f0ba-41ad-a242-7c37d6ceef7f req-7b207be7-8769-410b-a2a1-882b131bff95 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0538852 Oct 15 01:01:14.850159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96fd320f-f0ba-41ad-a242-7c37d6ceef7f req-5406454f-4898-4a57-a85c-17dc1ae3a3a0 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Oct 15 01:01:15.122540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1372e-9afa-4f33-88fc-3dba79546421 req-2e133a0c-245e-4752-944c-4b6b24fbb320 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:15.124023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2a1372e-9afa-4f33-88fc-3dba79546421 req-2e133a0c-245e-4752-944c-4b6b24fbb320 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 945 time: 0.0610352 Oct 15 01:01:15.132362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:15.167109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2a1372e-9afa-4f33-88fc-3dba79546421 req-48ad1435-fcbd-4348-82fd-a1fddc664786 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338805 Oct 15 01:01:15.293015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f015fa-8675-4128-ae2b-28ae3332500a req-7931d561-b9b5-4ffe-bdbe-a33ef1483197 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:15.294604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4f015fa-8675-4128-ae2b-28ae3332500a req-7931d561-b9b5-4ffe-bdbe-a33ef1483197 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 945 time: 0.0536168 Oct 15 01:01:15.333872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4f015fa-8675-4128-ae2b-28ae3332500a req-73ad0ecb-2c77-4368-8960-8681714bcd4a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Oct 15 01:01:15.363936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51122) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:15.403934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d993b-91f9-4cbe-ad4c-b326c02ddd9e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:15.405397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-692d993b-91f9-4cbe-ad4c-b326c02ddd9e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 1091 time: 0.0404284 Oct 15 01:01:15.409240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51124) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:15.413603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:15.490337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:15.611176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:15.725880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.25.2.31 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/8dd09049-0712-4d1a-9fbb-9a234b2a9b64) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:01:15.839510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:15.950746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:16.012209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:01:16.018585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:01:16.021773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=8dd09049-0712-4d1a-9fbb-9a234b2a9b64,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:16.023954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:01:16.035367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adb96f-7093-4eb0-b4ef-17607d22b54f req-5a0295ef-9beb-44d8-aea8-60e167c72ed3 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:16.036862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9adb96f-7093-4eb0-b4ef-17607d22b54f req-5a0295ef-9beb-44d8-aea8-60e167c72ed3 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.1151052 Oct 15 01:01:16.119100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9adb96f-7093-4eb0-b4ef-17607d22b54f req-06fa2b41-06be-494e-a5e5-368f61503fb6 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643153 Oct 15 01:01:16.445630 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:16.604481 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:16.638076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ca8a6-78e9-4e32-b080-4d899e3a6d80 req-e7b0217d-478a-4d24-a70c-7e79fe626465 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:16.639576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-850ca8a6-78e9-4e32-b080-4d899e3a6d80 req-e7b0217d-478a-4d24-a70c-7e79fe626465 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0958555 Oct 15 01:01:16.715255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-850ca8a6-78e9-4e32-b080-4d899e3a6d80 req-1f3d2eb0-6ac0-4032-a520-6cd1387378c4 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688035 Oct 15 01:01:16.820337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:16.886522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:16.960148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=8dd09049-0712-4d1a-9fbb-9a234b2a9b64,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:16.972363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:17.073015 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Floating IP 3b6248fb-f92b-4518-81b4-840648bda5ee associated. External IP: 172.25.2.31, port: ea821c48-045c-4cf6-85c0-7c60475e7bb1. Oct 15 01:01:17.288660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router cfef5806-7773-4310-a978-b488cc5ccdef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:01:17.405534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:01:17.419713 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] Sync routers for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:01:17.435058 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:01:17.435689 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:17.481863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:17.682387 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:01:17.956628 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:55Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:16Z', 'revision_number': 0, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:17.979156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51168) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:17.979730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-12d68c9a-cf02-492a-8e58-b50d27c15f37 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5694020 Oct 15 01:01:17.981235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:17.984321 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f2c96-5c67-4b29-a126-5534570d4bca" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:17.993676 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] Checking router: cfef5806-7773-4310-a978-b488cc5ccdef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:01:18.000687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194a35-27cb-4063-a4c4-c4a56e8b2c21 req-4e186c83-35b0-4873-ac09-7fb9b2e6c8c3 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.002508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce194a35-27cb-4063-a4c4-c4a56e8b2c21 req-4e186c83-35b0-4873-ac09-7fb9b2e6c8c3 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0946341 Oct 15 01:01:18.011308 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:01:18.011909 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:00:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:18.044567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce194a35-27cb-4063-a4c4-c4a56e8b2c21 req-012ade8d-2c1b-43de-9e7e-36fef519cb74 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Oct 15 01:01:18.085957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4430ad3f-6ab3-4e5b-b0fc-b0971c680f77 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/floatingips/3b6248fb-f92b-4518-81b4-840648bda5ee HTTP/1.1" status: 200 len: 990 time: 0.1055167 Oct 15 01:01:18.139180 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:01:18.177629 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78ebbc1-1da5-4877-8afb-5c692567846b x-openstack-request-id: req-d78ebbc1-1da5-4877-8afb-5c692567846b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:18.178400 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:18.178400 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d78ebbc1-1da5-4877-8afb-5c692567846b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:18.178869 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'status': 'completed', 'code': 200} Oct 15 01:01:18.258515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2c96-5c67-4b29-a126-5534570d4bca req-26aec96f-0ad0-4f03-9621-b6b38ebc4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.260008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-828f2c96-5c67-4b29-a126-5534570d4bca req-26aec96f-0ad0-4f03-9621-b6b38ebc4ce8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 1096 time: 0.0502124 Oct 15 01:01:18.364367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2c96-5c67-4b29-a126-5534570d4bca req-b205aad2-5f0e-476e-b5bf-087841574a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.366244 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-828f2c96-5c67-4b29-a126-5534570d4bca req-b205aad2-5f0e-476e-b5bf-087841574a23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 200 len: 897 time: 0.0976148 Oct 15 01:01:18.431995 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:55Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:16Z', 'revision_number': 0, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:18.466432 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5694c064-4561-46f2-9e81-447f99d8f627 None None] The sync data for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 is: [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:00:55Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:16Z', 'revision_number': 0, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:01:18.491485 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-828f2c96-5c67-4b29-a126-5534570d4bca req-0a5415e5-37bc-4286-8954-41ab76687584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1 HTTP/1.1" status: 200 len: 998 time: 0.1179020 Oct 15 01:01:18.570779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2c96-5c67-4b29-a126-5534570d4bca req-a500acfe-96e2-4edb-b911-3ecc0bf1a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.573399 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-828f2c96-5c67-4b29-a126-5534570d4bca req-a500acfe-96e2-4edb-b911-3ecc0bf1a490 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee66d29-9182-48bb-bd80-7a57174b68fd HTTP/1.1" status: 200 len: 834 time: 0.0753534 Oct 15 01:01:18.659760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2c96-5c67-4b29-a126-5534570d4bca req-2cf573f3-f8c4-40a0-8c33-cede56245f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.662767 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-828f2c96-5c67-4b29-a126-5534570d4bca req-2cf573f3-f8c4-40a0-8c33-cede56245f9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=530808df-1ff3-4893-84e5-37debed64f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822501 Oct 15 01:01:18.691487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde08e76-3596-4f2a-ae62-d3513e45a782 req-eb43729a-8e6e-4ee8-9580-a4497a7b6229 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.693038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bde08e76-3596-4f2a-ae62-d3513e45a782 req-eb43729a-8e6e-4ee8-9580-a4497a7b6229 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.1108432 Oct 15 01:01:18.714772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146964-477b-4372-8853-16b5c2c0931f req-74867bf4-6f81-4069-b587-9e5299b3d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.716289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30146964-477b-4372-8853-16b5c2c0931f req-74867bf4-6f81-4069-b587-9e5299b3d77a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=58ab7203333544008f3fc1806c037887&device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 1097 time: 0.0914640 Oct 15 01:01:18.770490 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-828f2c96-5c67-4b29-a126-5534570d4bca req-a0054754-89b0-4f75-af89-f3dc94ebade2 service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999546 Oct 15 01:01:18.791970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bde08e76-3596-4f2a-ae62-d3513e45a782 req-73cbe3d9-166a-44aa-8133-fa1e2c912e73 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919015 Oct 15 01:01:18.812121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac14dfc-6ce1-42c6-9f6d-89fccba8ece6 None None] New status for floating IP 3b6248fb-f92b-4518-81b4-840648bda5ee: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:01:18.893953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146964-477b-4372-8853-16b5c2c0931f req-28d7e3a9-a274-4a07-871f-58a6044dbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:18.895858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30146964-477b-4372-8853-16b5c2c0931f req-28d7e3a9-a274-4a07-871f-58a6044dbcf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa0abd0a-67fd-4903-bb2d-8c8febc9464a HTTP/1.1" status: 200 len: 912 time: 0.1560848 Oct 15 01:01:18.913554 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-828f2c96-5c67-4b29-a126-5534570d4bca req-282c1050-934e-489b-b7e0-08e513d2cd36 service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356349 Oct 15 01:01:18.950911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30146964-477b-4372-8853-16b5c2c0931f req-d161fe53-703e-41aa-bdf9-dbe2ff6c8c10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf HTTP/1.1" status: 200 len: 217 time: 0.0482852 Oct 15 01:01:19.028592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30146964-477b-4372-8853-16b5c2c0931f req-51ed253c-d660-4949-b7bc-050ab8bd7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:19.036531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30146964-477b-4372-8853-16b5c2c0931f req-51ed253c-d660-4949-b7bc-050ab8bd7693 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=688cbb08-b4a4-446c-95b6-1c52dbbf1ef8 HTTP/1.1" status: 200 len: 851 time: 0.0711269 Oct 15 01:01:19.065509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30146964-477b-4372-8853-16b5c2c0931f req-98d593c0-81ab-430a-b876-ba6b0b8e6f10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa0abd0a-67fd-4903-bb2d-8c8febc9464a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270584 Oct 15 01:01:19.087962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51186) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:19.167621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e549e4e6-e67c-4738-b270-08f43a78692b tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/floatingips/3b6248fb-f92b-4518-81b4-840648bda5ee HTTP/1.1" status: 200 len: 992 time: 0.0785143 Oct 15 01:01:19.189694 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30146964-477b-4372-8853-16b5c2c0931f req-15c8039b-d1b7-42d6-bee8-cdb06c9089da service neutron] 10.222.0.39 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173759 Oct 15 01:01:19.282453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30146964-477b-4372-8853-16b5c2c0931f req-a90e6fec-50d8-43e1-9e69-bee16b5de95f service neutron] 10.222.0.39 "GET /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856881 Oct 15 01:01:19.924993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a764748-6974-4517-afb9-a825ddff06c9 req-e1ab42e9-feb8-4326-8448-749384a48c9f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:19.927258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a764748-6974-4517-afb9-a825ddff06c9 req-e1ab42e9-feb8-4326-8448-749384a48c9f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0572660 Oct 15 01:01:19.972433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a764748-6974-4517-afb9-a825ddff06c9 req-b00b7ac5-4942-4b39-86f0-6710406e8ecb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Oct 15 01:01:21.097914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f6522-b669-456c-a1fc-fd8ab9207361 req-eca6f1b9-2c24-490e-a1e1-ef508b09a1eb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:21.099425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-540f6522-b669-456c-a1fc-fd8ab9207361 req-eca6f1b9-2c24-490e-a1e1-ef508b09a1eb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0572436 Oct 15 01:01:21.149424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-540f6522-b669-456c-a1fc-fd8ab9207361 req-c7a4396a-53ca-49fe-a6de-7a284c38846f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Oct 15 01:01:21.685203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cb0b2-e2ee-4033-86e5-6223cc667354 req-0e3b6741-0cd1-41b4-99b7-5e6fa9ac2075 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:21.686643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-986cb0b2-e2ee-4033-86e5-6223cc667354 req-0e3b6741-0cd1-41b4-99b7-5e6fa9ac2075 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0521185 Oct 15 01:01:21.730739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-986cb0b2-e2ee-4033-86e5-6223cc667354 req-ec03dbe3-87e2-4aae-b400-66117901b094 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Oct 15 01:01:22.854570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebaee41-c56a-4d8a-9a8b-c0b24baba3e1 req-4774c1be-3615-48fe-9a3f-98803dd0680f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:22.862994 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ebaee41-c56a-4d8a-9a8b-c0b24baba3e1 req-4774c1be-3615-48fe-9a3f-98803dd0680f tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0515447 Oct 15 01:01:22.899347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ebaee41-c56a-4d8a-9a8b-c0b24baba3e1 req-376efe67-d035-4218-9b8a-497b951383b3 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Oct 15 01:01:23.662941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-64537d81-f0e0-4325-8902-14d113891ee7 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:23.664814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-64537d81-f0e0-4325-8902-14d113891ee7 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.39 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0512557 Oct 15 01:01:23.760060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Deleting port 76a7ec60-50d0-42f4-9d31-ac719191f8bf {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:01:23.760401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:23.875757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] For port 76a7ec60-50d0-42f4-9d31-ac719191f8bf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=76a7ec60-50d0-42f4-9d31-ac719191f8bf,segment=NetworkSegment(2e302571-2c7d-45af-a4f1-1b88989c72e9),segment_id=2e302571-2c7d-45af-a4f1-1b88989c72e9)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:23.876583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:23.890702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Calling delete_port for 76a7ec60-50d0-42f4-9d31-ac719191f8bf owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:01:24.053999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f72263-294f-4daa-bc7a-8e83d3c240c6 req-24dae53a-b7f0-455a-acdc-82ae58ed70c5 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:24.055761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80f72263-294f-4daa-bc7a-8e83d3c240c6 req-24dae53a-b7f0-455a-acdc-82ae58ed70c5 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 946 time: 0.0734909 Oct 15 01:01:24.130155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80f72263-294f-4daa-bc7a-8e83d3c240c6 req-fc0ff03f-a90e-4eaf-95ed-387a6de73620 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/security-groups?id=83c8df15-b6b2-45a6-aac1-81516106b394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493498 Oct 15 01:01:24.170538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:24.183096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['76a7ec60-50d0-42f4-9d31-ac719191f8bf'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:01:24.215234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Pushing event deleted for resources: {'Port': ['ID=76a7ec60-50d0-42f4-9d31-ac719191f8bf,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:24.270917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] No DVR routers for this DVR port 76a7ec60-50d0-42f4-9d31-ac719191f8bf on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:01:24.274598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:24.277900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17bdd3fd-4483-44ae-9954-5ab2ff7e3162 req-60af3696-1e56-4042-8a34-a1c2a693a8fb tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.39 "DELETE /v2.0/ports/76a7ec60-50d0-42f4-9d31-ac719191f8bf HTTP/1.1" status: 204 len: 173 time: 0.6076460 Oct 15 01:01:24.278381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'name': 'network-vif-deleted', 'tag': '76a7ec60-50d0-42f4-9d31-ac719191f8bf'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:24.280746 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5e87a4-69f9-49e1-b1e0-ac98ccbfa483" -d '{"events": [{"server_uuid": "b670a985-3d66-4356-8a93-dbdb06eabeeb", "name": "network-vif-deleted", "tag": "76a7ec60-50d0-42f4-9d31-ac719191f8bf"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:24.324102 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9bca34-acfa-4ccc-887f-631250acd245 x-openstack-request-id: req-db9bca34-acfa-4ccc-887f-631250acd245 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:24.324403 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b670a985-3d66-4356-8a93-dbdb06eabeeb", "name": "network-vif-deleted", "tag": "76a7ec60-50d0-42f4-9d31-ac719191f8bf", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:24.324652 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db9bca34-acfa-4ccc-887f-631250acd245 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:24.325063 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b670a985-3d66-4356-8a93-dbdb06eabeeb', 'name': 'network-vif-deleted', 'tag': '76a7ec60-50d0-42f4-9d31-ac719191f8bf', 'status': 'completed', 'code': 200} Oct 15 01:01:25.301819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87e56e7b-f7db-49e8-b27f-ac863f32d123 req-d9d573ad-2981-4080-a3d2-f9026c610ef4 tempest-TestServerAdvancedOps-962180332 tempest-TestServerAdvancedOps-962180332-project] 10.222.0.13 "GET /v2.0/ports?device_id=b670a985-3d66-4356-8a93-dbdb06eabeeb HTTP/1.1" status: 200 len: 210 time: 0.0419528 Oct 15 01:01:26.273217 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dda1006a-76b8-438e-8013-7f6ec23f2097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.369865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51364) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:26.437039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] Deleting subnet 688cbb08-b4a4-446c-95b6-1c52dbbf1ef8 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:01:26.440376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.484454 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.527388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.652977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.694900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688cbb08-b4a4-446c-95b6-1c52dbbf1ef8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:26.697647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.702550 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f85e33d8-d4d5-4bab-8a70-fb2b38c68258 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/688cbb08-b4a4-446c-95b6-1c52dbbf1ef8 HTTP/1.1" status: 204 len: 168 time: 0.3313689 Oct 15 01:01:26.705494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51372) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:26.796641 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.881493 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.903582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0abd0a-67fd-4903-bb2d-8c8febc9464a']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:26.915812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e302571-2c7d-45af-a4f1-1b88989c72e9') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:26.916159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e302571-2c7d-45af-a4f1-1b88989c72e9') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:26.931156 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.948034 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.954315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:01:26.954748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:01:26.959435 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:01:27.069302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.077268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.083978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] 10.222.0.13 "DELETE /v2.0/networks/fa0abd0a-67fd-4903-bb2d-8c8febc9464a HTTP/1.1" status: 204 len: 168 time: 0.3748415 Oct 15 01:01:27.084341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:27.093297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02765ba-d9ee-4514-b9f1-d9e483af0cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0abd0a-67fd-4903-bb2d-8c8febc9464a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:27.144918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] Deleting subnet 7336f761-7fef-402e-bfd8-fafef0e04f2d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:01:27.148421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.184777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.238285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.359651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.394911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.400331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7336f761-7fef-402e-bfd8-fafef0e04f2d HTTP/1.1" status: 204 len: 168 time: 0.3127358 Oct 15 01:01:27.400700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51386) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:27.402986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778dd79-0d58-4896-9ec7-6eb6c2530502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7336f761-7fef-402e-bfd8-fafef0e04f2d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:27.838036 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.901566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76a7ec60-50d0-42f4-9d31-ac719191f8bf no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:01:27.918685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.929913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 76a7ec60-50d0-42f4-9d31-ac719191f8bf {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:01:27.930281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 76a7ec60-50d0-42f4-9d31-ac719191f8bf not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:01:27.941374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0209b9dd-3560-4fe8-b1cb-d63f3a777166']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:27.952876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f2c588-7f12-4437-8304-da9bef8ab6ce') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:27.956347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f2c588-7f12-4437-8304-da9bef8ab6ce') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:01:27.966343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.980412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.987248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:01:27.987635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:01:27.989260 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:01:28.128016 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:28.134672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:28.146747 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] 10.222.0.13 "DELETE /v2.0/networks/0209b9dd-3560-4fe8-b1cb-d63f3a777166 HTTP/1.1" status: 204 len: 168 time: 0.7376015 Oct 15 01:01:28.159049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867305a2-17d3-47e9-9e62-b6fc94c5442c admin admin] Pushing event deleted for resources: {'Network': ['ID=0209b9dd-3560-4fe8-b1cb-d63f3a777166,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:28.504552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:28.571668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fd7167cc-0d10-48d9-bd3a-519e150fec3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58ab7203333544008f3fc1806c037887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685749 Oct 15 01:01:28.574236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51406) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:28.625794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08702baa-0714-4cac-8c11-a517481064fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:28.647589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08702baa-0714-4cac-8c11-a517481064fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:28.772223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08702baa-0714-4cac-8c11-a517481064fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:28.774866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08702baa-0714-4cac-8c11-a517481064fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:28.778363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-08702baa-0714-4cac-8c11-a517481064fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c8df15-b6b2-45a6-aac1-81516106b394 HTTP/1.1" status: 204 len: 168 time: 0.2008796 Oct 15 01:01:28.785367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08702baa-0714-4cac-8c11-a517481064fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8df15-b6b2-45a6-aac1-81516106b394,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:28.857856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-52229c65-f9ae-4dc1-a298-ca3a303561f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:29.504921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51424) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:29.544875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-17be74a4-15b1-46bc-9df1-3a2ca4e7c9f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75b0b37f84ed4439864b9d256b5b8c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387862 Oct 15 01:01:29.548119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51426) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:29.632395 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6994-8592-4263-9551-5093a60e5074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:29.659125 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6994-8592-4263-9551-5093a60e5074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:29.789538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6994-8592-4263-9551-5093a60e5074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:29.792917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6994-8592-4263-9551-5093a60e5074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:29.821089 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e7ad6994-8592-4263-9551-5093a60e5074 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f504a125-d22c-4dce-b67c-9d53ecec888b HTTP/1.1" status: 204 len: 168 time: 0.2453279 Oct 15 01:01:29.821089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad6994-8592-4263-9551-5093a60e5074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f504a125-d22c-4dce-b67c-9d53ecec888b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:30.164082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:30.301650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:32.377771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:40.029881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:43.557357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-65d08152-8cd1-4017-99c8-0c36f83dbc6e req-963cff85-db29-46d3-9f86-9b9b94cd3a6b service neutron] (107725) timed out ('10.222.0.13', 50370) {{(pid=107725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:01:45.113818 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:48.197494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-4f467beb-e93b-49f0-88ab-a6a8858ab693 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:48.198969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-4f467beb-e93b-49f0-88ab-a6a8858ab693 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1039276 Oct 15 01:01:48.215024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-54084e8c-f3cc-4c9e-a537-91dc27ad6540 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/quotas/43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0103190 Oct 15 01:01:48.264588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-0c02cf35-257e-4777-bab9-83c0a5e9cc9b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446017 Oct 15 01:01:48.358640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-64928e4b-c29d-407a-9208-fa7732be5085 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864985 Oct 15 01:01:48.416922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51670) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:48.447269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-4f85f920-e8f4-4728-a08a-6207582e4dce service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825057 Oct 15 01:01:48.491511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f122eb-f89c-4aa0-aecc-1762ceb6678c tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:48.491982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f122eb-f89c-4aa0-aecc-1762ceb6678c tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:48.492438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f122eb-f89c-4aa0-aecc-1762ceb6678c tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:48.494321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-42f122eb-f89c-4aa0-aecc-1762ceb6678c tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=0ec4d548791e45138ee11d03b417b25e&network_id=530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 200 len: 2969 time: 0.0763714 Oct 15 01:01:48.727560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-325124e1-5754-40dc-a880-f033a3018052 req-0ccf332e-ab11-41c3-b39d-b8e25003d67a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0415056 Oct 15 01:01:49.828534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64a2cb21-ebe8-4d3d-b9e8-dfc01fae88b0 req-5ae831c2-d528-4d92-92fb-6901deed3c96 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0282097 Oct 15 01:01:50.240885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51700) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:50.305895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866f5f9-aa04-4c31-a964-059e29ea361f tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:50.307469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e866f5f9-aa04-4c31-a964-059e29ea361f tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6 HTTP/1.1" status: 200 len: 814 time: 0.0653510 Oct 15 01:01:50.437779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a2ad97a2-3f98-478f-af29-2fa7e44e055c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:50.439537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a2ad97a2-3f98-478f-af29-2fa7e44e055c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1116061 Oct 15 01:01:50.453667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'port': {'device_id': 'b8665521-783b-482a-93ba-29fdb524de7c', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'admin_state_up': True, 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:50.634756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:01:50.638555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:50.796489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.20.0.7 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/f18720b0-2c19-4e8f-8012-422219b70b64) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:01:50.821234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51708) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:50.827356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'network': {'name': 'tempest-network-smoke--1588050961', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'port_security_enabled': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:50.920827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:01:50.925145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:50.938869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec4d76ea-e3b5-4350-a907-08217c718db0 req-3c004d08-e56a-4fb2-b3a6-d88e45b5cbbb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0390937 Oct 15 01:01:50.950447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:01:50.960485 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:50.961112 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Added segment a7b98794-68d8-4c23-819d-65d0a3bb92ef of type vlan for network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 Oct 15 01:01:50.969670 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.014473 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.103691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.146039 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:01:51.149521 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.156582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:51.157935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.159041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:01:51.164777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:01:51.168164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:01:51.198909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=f18720b0-2c19-4e8f-8012-422219b70b64,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:51.233278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:51.234261 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.254647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Network': ['ID=09b3a6b2-63b5-4ed5-919c-9f39dbf834b2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:51.264237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0f1f7019-ceec-497d-a86f-ac1f1f15ee0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4412735 Oct 15 01:01:51.267356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:51.270552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:01:51.362734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a4929881-13b7-4dad-b2a3-de14637795c7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141064 Oct 15 01:01:51.376891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Request body: {'port': {'device_id': 'b8665521-783b-482a-93ba-29fdb524de7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:51.417390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f590eb-4d30-472a-87aa-df51fb0a0e0c tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:51.422283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:51.422674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-01f590eb-4d30-472a-87aa-df51fb0a0e0c tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ec4d548791e45138ee11d03b417b25e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1538720 Oct 15 01:01:51.461569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-28fbda17-aa24-4479-acb2-ad2ca07c788f None None] Provisioning complete for port f18720b0-2c19-4e8f-8012-422219b70b64 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:51.462025 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-28fbda17-aa24-4479-acb2-ad2ca07c788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.515340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.539312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371aa31-f490-4e95-9a9c-bf14db1a2793 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:51.544567 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4371aa31-f490-4e95-9a9c-bf14db1a2793 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1202869 Oct 15 01:01:51.545275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51718) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:51.547015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-28fbda17-aa24-4479-acb2-ad2ca07c788f None None] Port f18720b0-2c19-4e8f-8012-422219b70b64 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:01:51.577859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-65f93d52-cc43-4e8a-a3c0-ddbf25c72121 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286558 Oct 15 01:01:51.578178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51720) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:51.608931 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60f7bca8-a477-4ac3-9cb9-b7c5844e448e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ec4d548791e45138ee11d03b417b25e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294828 Oct 15 01:01:51.614405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51722) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:51.710178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4facca3-b38d-4098-b985-f38360281c01 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:51.711615 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d4facca3-b38d-4098-b985-f38360281c01 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962405 Oct 15 01:01:51.723603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:51.751331 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-520979c4-31d2-4180-8eaa-3294b5efd981 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359340 Oct 15 01:01:51.753833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:51.760557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140577667', 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:51.867206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18720b0-2c19-4e8f-8012-422219b70b64 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:01:51.874947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.888227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Transition to ACTIVE for port object f18720b0-2c19-4e8f-8012-422219b70b64 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:01:51.918633 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:01:51.922411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:51.986792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:52.062272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Pushing event updated for resources: {'Port': ['ID=f18720b0-2c19-4e8f-8012-422219b70b64,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:52.175415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c967ec-0447-498d-8bbf-845e0f31adf9 req-113b74c4-732d-45ee-b6af-3371147cb149 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:52.177096 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5c967ec-0447-498d-8bbf-845e0f31adf9 req-113b74c4-732d-45ee-b6af-3371147cb149 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.1300900 Oct 15 01:01:52.197891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Attempting to bind port f18720b0-2c19-4e8f-8012-422219b70b64 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:01:52.198284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Attempting to bind port f18720b0-2c19-4e8f-8012-422219b70b64 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:01:52.198569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Attempting to bind port f18720b0-2c19-4e8f-8012-422219b70b64 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:01:52.216104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Port f18720b0-2c19-4e8f-8012-422219b70b64 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:01:52.216433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Attempting to bind port f18720b0-2c19-4e8f-8012-422219b70b64 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:01:52.228402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:01:52.228791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:01:52.229127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:01:52.229567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Bound port: f18720b0-2c19-4e8f-8012-422219b70b64, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:01:52.229923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:52.247904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5c967ec-0447-498d-8bbf-845e0f31adf9 req-02790252-61bf-4b6d-a2f5-818fe0fde272 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608418 Oct 15 01:01:52.263728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:52.324051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] For port f18720b0-2c19-4e8f-8012-422219b70b64, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:01:52.327182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] For port f18720b0-2c19-4e8f-8012-422219b70b64, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f18720b0-2c19-4e8f-8012-422219b70b64,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:01:52.360756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Subnet': ['ID=06399c25-1262-4f1d-98e9-03261382ecef,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:52.367312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Checking segment: {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:01:52.369391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network hostable DHCP agents. Network: 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:01:52.418375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:52.454643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:52.455424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:52.457610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] 10.222.0.39 "PUT /v2.0/ports/f18720b0-2c19-4e8f-8012-422219b70b64 HTTP/1.1" status: 200 len: 1091 time: 1.0847731 Oct 15 01:01:52.460271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8665521-783b-482a-93ba-29fdb524de7c', 'tag': 'f18720b0-2c19-4e8f-8012-422219b70b64'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:01:52.463533 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f0b796-6dc7-4081-bbc9-f95db5c16cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8665521-783b-482a-93ba-29fdb524de7c", "tag": "f18720b0-2c19-4e8f-8012-422219b70b64"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:01:52.478608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:01:52.502476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf159a-f328-4e7b-9120-17057126b9ce service neutron] Pushing event updated for resources: {'Port': ['ID=f18720b0-2c19-4e8f-8012-422219b70b64,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:52.509010 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12196c-3593-41a1-8484-0caf118c6047 x-openstack-request-id: req-6a12196c-3593-41a1-8484-0caf118c6047 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:01:52.509303 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8665521-783b-482a-93ba-29fdb524de7c", "tag": "f18720b0-2c19-4e8f-8012-422219b70b64", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:01:52.509569 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a12196c-3593-41a1-8484-0caf118c6047 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:01:52.509955 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8665521-783b-482a-93ba-29fdb524de7c', 'tag': 'f18720b0-2c19-4e8f-8012-422219b70b64', 'status': 'completed', 'code': 200} Oct 15 01:01:52.549775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:01:52.556921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:52.559167 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:52.561388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e72c89-d7b6-4442-becf-8c9f4511f5fe None None] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:01:52.613360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b796-6dc7-4081-bbc9-f95db5c16cf8 req-4099c3d0-e5de-4af5-99aa-8dc6a1e1dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:52.616041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9f0b796-6dc7-4081-bbc9-f95db5c16cf8 req-4099c3d0-e5de-4af5-99aa-8dc6a1e1dc32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 1094 time: 0.0833206 Oct 15 01:01:52.637182 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7180d68e-f73f-4370-9cc8-fd2303192acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8813024 Oct 15 01:01:52.812607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ips': [{'subnet_id': '06399c25-1262-4f1d-98e9-03261382ecef'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:01:52.813604 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:52.873451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b796-6dc7-4081-bbc9-f95db5c16cf8 req-abb0abec-ec74-4965-9b00-a9a70a50e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:52.875292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9f0b796-6dc7-4081-bbc9-f95db5c16cf8 req-abb0abec-ec74-4965-9b00-a9a70a50e9fc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=43ecb285c0194811a33f92c22a80d9c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2522075 Oct 15 01:01:52.993097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b796-6dc7-4081-bbc9-f95db5c16cf8 req-f4c87699-56c8-470c-9a39-7ce4efb10d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:52.994927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9f0b796-6dc7-4081-bbc9-f95db5c16cf8 req-f4c87699-56c8-470c-9a39-7ce4efb10d04 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120613 Oct 15 01:01:53.026481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Allocated IP 172.20.0.18 (09b3a6b2-63b5-4ed5-919c-9f39dbf834b2/06399c25-1262-4f1d-98e9-03261382ecef/8966cab4-b651-4485-8e28-3666ed0eeea1) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:01:53.091130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-f8ea96f6-52dd-4788-8d81-1a7d21354fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:53.092614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-f8ea96f6-52dd-4788-8d81-1a7d21354fa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 1094 time: 0.0573032 Oct 15 01:01:53.144013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-10b3d499-f515-4b79-9237-82a9dd0619d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f18720b0-2c19-4e8f-8012-422219b70b64 HTTP/1.1" status: 200 len: 217 time: 0.0432689 Oct 15 01:01:53.193195 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.209175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-63152c62-288b-469d-b40f-995e217ea427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:53.213170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-63152c62-288b-469d-b40f-995e217ea427 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0567427 Oct 15 01:01:53.225558 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51740) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:53.230187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d20662a1-ff6a-4382-a922-3f409a4fc5f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-30079120', 'description': 'tempest-secgroup-smoke-30079120 description', 'project_id': '0ec4d548791e45138ee11d03b417b25e'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:53.268447 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.270464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-5749cc4b-f0e7-458d-b854-176dcfbf9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:53.272962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-5749cc4b-f0e7-458d-b854-176dcfbf9c46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517712 Oct 15 01:01:53.315847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:01:53.319707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:01:53.327191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:01:53.377531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d20662a1-ff6a-4382-a922-3f409a4fc5f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.405334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-6ab6aa44-ed40-4a25-8e48-3282aa6b36ac service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136937 Oct 15 01:01:53.419579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Pushing event updated for resources: {'Port': ['ID=8966cab4-b651-4485-8e28-3666ed0eeea1,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:53.427751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Attempting to bind port 8966cab4-b651-4485-8e28-3666ed0eeea1 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:01:53.428209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Attempting to bind port 8966cab4-b651-4485-8e28-3666ed0eeea1 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:01:53.428503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Attempting to bind port 8966cab4-b651-4485-8e28-3666ed0eeea1 on network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:01:53.431452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.431798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.432140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.432480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.432804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.433135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.433462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.433789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.434134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.434466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.434787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.435109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:53.451893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:01:53.452275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Checking segment: {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:01:53.452690 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.453086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Bound using segment: {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:01:53.453577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Bound port: 8966cab4-b651-4485-8e28-3666ed0eeea1, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:01:53.453957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.496745 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d20662a1-ff6a-4382-a922-3f409a4fc5f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.537220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] For port 8966cab4-b651-4485-8e28-3666ed0eeea1, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:01:53.540395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] For port 8966cab4-b651-4485-8e28-3666ed0eeea1, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8966cab4-b651-4485-8e28-3666ed0eeea1,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:01:53.549172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f019ff4-b45d-493f-8fdd-770bfc316c5a req-31e85060-25f2-4af1-82ce-dc8785dbb34d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:53.550732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f019ff4-b45d-493f-8fdd-770bfc316c5a req-31e85060-25f2-4af1-82ce-dc8785dbb34d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.1444979 Oct 15 01:01:53.583749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d20662a1-ff6a-4382-a922-3f409a4fc5f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.615824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f019ff4-b45d-493f-8fdd-770bfc316c5a req-6cc38da4-3632-4571-bbb3-66a4b41c4d23 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520885 Oct 15 01:01:53.617723 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.620352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e5e5366-842b-4a96-8f79-cd0ef0647657 req-6ae7876a-ec44-4c3f-bd5f-e280779b6e4a service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976798 Oct 15 01:01:53.672674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20662a1-ff6a-4382-a922-3f409a4fc5f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88719355-d71a-474d-8433-ada6900100ca,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:53.696974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d20662a1-ff6a-4382-a922-3f409a4fc5f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.698287 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d20662a1-ff6a-4382-a922-3f409a4fc5f1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4716678 Oct 15 01:01:53.702288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:53.710014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': '88719355-d71a-474d-8433-ada6900100ca', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:53.714413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403b0b6-13b2-484a-ad63-e644ff036239 None None] Pushing event updated for resources: {'Port': ['ID=8966cab4-b651-4485-8e28-3666ed0eeea1,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:53.834450 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:53.978300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.060234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.076524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51782eef-29dc-4235-8670-305ae9aad0b7,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:54.086802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.087155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.087501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.087842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.088198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.088533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.088861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.089191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.089517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.089846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.090193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.090626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:01:54.197037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.198460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2cd08e7d-f957-4be1-bd46-40a8e4cb96d2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4947364 Oct 15 01:01:54.201055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51750) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:54.205554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9d46e27d-3b86-4465-bb77-cf1b761253a7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': '88719355-d71a-474d-8433-ada6900100ca', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:54.309234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d46e27d-3b86-4465-bb77-cf1b761253a7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.370576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d46e27d-3b86-4465-bb77-cf1b761253a7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.445392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d46e27d-3b86-4465-bb77-cf1b761253a7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.469395 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46e27d-3b86-4465-bb77-cf1b761253a7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb96bf69-9855-4084-a03d-f75d21da04ff,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:54.561997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9d46e27d-3b86-4465-bb77-cf1b761253a7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.565753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9d46e27d-3b86-4465-bb77-cf1b761253a7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612547 Oct 15 01:01:54.567435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 51752) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:54.573145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-068a3dcc-ba4c-41ee-b6ea-145efc61fee9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': '88719355-d71a-474d-8433-ada6900100ca', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:54.696441 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-068a3dcc-ba4c-41ee-b6ea-145efc61fee9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.832034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-068a3dcc-ba4c-41ee-b6ea-145efc61fee9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.849279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b5762-1a87-41aa-8438-37ee4239a0d5 req-eddc2163-5e79-46e5-b881-5e4919e7893e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:54.850966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c19b5762-1a87-41aa-8438-37ee4239a0d5 req-eddc2163-5e79-46e5-b881-5e4919e7893e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.1015267 Oct 15 01:01:54.907445 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-068a3dcc-ba4c-41ee-b6ea-145efc61fee9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:54.916871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed9ced7-dba3-4646-862a-54681db2f66d None None] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:01:54.924631 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c19b5762-1a87-41aa-8438-37ee4239a0d5 req-c868341e-839f-4d9c-8911-0c5ed856fb3b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664513 Oct 15 01:01:54.936075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a3dcc-ba4c-41ee-b6ea-145efc61fee9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb717366-b3a9-4b8f-8643-cefc2595e98f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:55.013355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-489929cf-9d29-43a4-bb7c-4e30edb5400c None None] Provisioning complete for port 8966cab4-b651-4485-8e28-3666ed0eeea1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:55.013828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-489929cf-9d29-43a4-bb7c-4e30edb5400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.029007 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-068a3dcc-ba4c-41ee-b6ea-145efc61fee9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.033770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-068a3dcc-ba4c-41ee-b6ea-145efc61fee9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4640884 Oct 15 01:01:55.037433 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51760) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:55.039468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1f07f14f-afc7-47fe-80ff-e9734cc6a7eb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': '88719355-d71a-474d-8433-ada6900100ca', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:55.129692 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f07f14f-afc7-47fe-80ff-e9734cc6a7eb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.198070 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f07f14f-afc7-47fe-80ff-e9734cc6a7eb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.272232 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f07f14f-afc7-47fe-80ff-e9734cc6a7eb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.291436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07f14f-afc7-47fe-80ff-e9734cc6a7eb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82cb19d-e1cd-4ca5-ab4b-e9d1d9e17a33,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:55.326427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-489929cf-9d29-43a4-bb7c-4e30edb5400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.361990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1f07f14f-afc7-47fe-80ff-e9734cc6a7eb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.366392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-489929cf-9d29-43a4-bb7c-4e30edb5400c None None] For port 8966cab4-b651-4485-8e28-3666ed0eeea1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8966cab4-b651-4485-8e28-3666ed0eeea1,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:01:55.368498 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1f07f14f-afc7-47fe-80ff-e9734cc6a7eb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333154 Oct 15 01:01:55.370911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51762) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:55.375398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': '88719355-d71a-474d-8433-ada6900100ca', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:55.438174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-489929cf-9d29-43a4-bb7c-4e30edb5400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.469453 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Project 0ec4d548791e45138ee11d03b417b25e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:01:55.476914 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.495250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489929cf-9d29-43a4-bb7c-4e30edb5400c None None] Pushing event updated for resources: {'Port': ['ID=8966cab4-b651-4485-8e28-3666ed0eeea1,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:55.551159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.621137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.639384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75f3b00-f669-4b0b-ae01-ec83dc48a07e,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:55.663956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4194dcfe-f8c0-4981-b0f5-8f0c5f84bca8 None None] Provisioning complete for port 8966cab4-b651-4485-8e28-3666ed0eeea1 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:55.664813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4194dcfe-f8c0-4981-b0f5-8f0c5f84bca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.723365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8966cab4-b651-4485-8e28-3666ed0eeea1 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:01:55.745403 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.750125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c354c6fc-7c72-4481-838a-3b41c7bc6b42 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3757591 Oct 15 01:01:55.755446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 51764) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:01:55.761934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': '88719355-d71a-474d-8433-ada6900100ca', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:55.808811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8966cab4-b651-4485-8e28-3666ed0eeea1 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:01:55.809187 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.856020 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Project 0ec4d548791e45138ee11d03b417b25e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:01:55.865631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:55.942405 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:56.036218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:56.053784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e9dc49-72b1-46b8-bdab-1c157453e925,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:01:56.069585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdac68-f501-415a-b9b0-d5cabba6a971 req-2b080cd6-098b-4f11-84db-9b7bc3b682bf tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:56.071559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbcdac68-f501-415a-b9b0-d5cabba6a971 req-2b080cd6-098b-4f11-84db-9b7bc3b682bf tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0649190 Oct 15 01:01:56.114387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbcdac68-f501-415a-b9b0-d5cabba6a971 req-45107661-c953-41cb-9498-63521a67b26a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Oct 15 01:01:56.137659 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:56.138920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8b7221ad-148f-46a3-bbdb-11acb9ded66a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3810477 Oct 15 01:01:56.296135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e1be11d-1119-4c2f-be55-e3d43a4aaeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:56.481359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9e069bc0-a0d4-4fbb-b90e-534ba58c482d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30079120&fields=id&tenant_id=0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 267 time: 0.0379851 Oct 15 01:01:56.481359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-5dc3a665-b609-45d7-aee7-6731d257953a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:56.481359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-5dc3a665-b609-45d7-aee7-6731d257953a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/networks?id=09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 HTTP/1.1" status: 200 len: 797 time: 0.1116426 Oct 15 01:01:56.498685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-348bc148-95d9-4675-ab05-f48010360295 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/quotas/0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 375 time: 0.0089982 Oct 15 01:01:56.564156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-5699e2e3-0a75-4c7f-b10f-2a0542a97c97 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0586822 Oct 15 01:01:56.679784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9db5b224-f4d6-4786-a356-2a9c3a91f9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/09b3a6b2-63b5-4ed5-919c-9f39dbf834b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067514 Oct 15 01:01:56.777378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-71458e05-1bb7-4b18-b30a-87d327440f1d service neutron] 10.222.0.13 "GET /v2.0/networks/09b3a6b2-63b5-4ed5-919c-9f39dbf834b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909348 Oct 15 01:01:57.066400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-680afd29-35e1-4972-90d0-3aa5b5d87905 req-ce6e5ecc-4b81-497f-98e8-abe935bae10b tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 210 time: 0.0282192 Oct 15 01:01:57.255847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa1ea2-803a-4e19-84ab-1c26a34d1c7e req-10ec28e8-c65e-49da-a5f2-d731c1a423d2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:57.257984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cfa1ea2-803a-4e19-84ab-1c26a34d1c7e req-10ec28e8-c65e-49da-a5f2-d731c1a423d2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0677984 Oct 15 01:01:57.309406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cfa1ea2-803a-4e19-84ab-1c26a34d1c7e req-099adb1d-3c02-4967-a7dd-31c13b6b4095 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Oct 15 01:01:57.746845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-221d4653-130b-42d6-bd17-e13926ada426 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488725 Oct 15 01:01:57.839071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-3f70360c-4055-4587-969f-a6e6bdf6b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:57.840698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-3f70360c-4055-4587-969f-a6e6bdf6b048 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 1096 time: 0.0464447 Oct 15 01:01:57.968053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-e4c6c09e-0df5-4131-b0eb-d85d786c196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:57.969514 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-e4c6c09e-0df5-4131-b0eb-d85d786c196b service neutron] 10.222.0.30 "GET /v2.0/networks?id=530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 200 len: 897 time: 0.1067917 Oct 15 01:01:58.046516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-f46300aa-db65-46c7-83d0-9ac5b0206f2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1 HTTP/1.1" status: 200 len: 1000 time: 0.0698149 Oct 15 01:01:58.106583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-61c543ed-bddc-4780-91f0-94047d03364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:58.108350 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-61c543ed-bddc-4780-91f0-94047d03364f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee66d29-9182-48bb-bd80-7a57174b68fd HTTP/1.1" status: 200 len: 834 time: 0.0555506 Oct 15 01:01:58.156173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-e87d44db-3e29-4e72-bde7-7c9879ad6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:58.157792 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-e87d44db-3e29-4e72-bde7-7c9879ad6c45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=530808df-1ff3-4893-84e5-37debed64f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427949 Oct 15 01:01:58.173338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e86dc27-f626-4987-94a7-217f3e67d09d req-7ee165de-65f0-408e-ae98-94bdfecd86cb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 210 time: 0.0311275 Oct 15 01:01:58.273542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-5433e222-b450-4936-a035-07de54bab11f service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030796 Oct 15 01:01:58.377296 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5d0b84b9-b698-45e3-ad2b-2035d8620cf7 req-295fe2d5-0e33-48c9-b7f7-58cad78f5ea2 service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961752 Oct 15 01:01:58.455868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21b087-8bc4-47ca-9d11-0bad744706c1 req-970a3570-573f-4270-a890-8d61bfe327f9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:58.457807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea21b087-8bc4-47ca-9d11-0bad744706c1 req-970a3570-573f-4270-a890-8d61bfe327f9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0523670 Oct 15 01:01:58.496934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea21b087-8bc4-47ca-9d11-0bad744706c1 req-d0bc354a-8f8d-485b-9f16-36a02bc35f3a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Oct 15 01:01:58.850069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d46e3dba-137f-4837-a692-87ff9bd2abb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:01:59.297174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d022d959-87fd-4950-a23e-3196fef267fb req-5794f904-06df-4f11-873e-df57417ba94e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 210 time: 0.0358953 Oct 15 01:01:59.561662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-8ab4b8cd-96da-4627-a6dc-fa6e39df5027 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:59.563424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-8ab4b8cd-96da-4627-a6dc-fa6e39df5027 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/networks?id=09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 HTTP/1.1" status: 200 len: 797 time: 0.1312218 Oct 15 01:01:59.625602 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-443b3bb8-4dcc-419c-a764-2ae724fd717b tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 471 time: 0.0533106 Oct 15 01:01:59.634789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'port': {'device_id': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'admin_state_up': True, 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'security_groups': ['88719355-d71a-474d-8433-ada6900100ca']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:01:59.664148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a424a6-b1af-4750-a4e5-13729c6a6821 req-d2d8b161-5deb-4228-ae96-31bb8c233c40 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:01:59.666290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76a424a6-b1af-4750-a4e5-13729c6a6821 req-d2d8b161-5deb-4228-ae96-31bb8c233c40 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0646720 Oct 15 01:01:59.715193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76a424a6-b1af-4750-a4e5-13729c6a6821 req-5f811139-9857-4c85-9696-488d33c5e873 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Oct 15 01:01:59.846563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:01:59.864804 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.012971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.20.0.26 (09b3a6b2-63b5-4ed5-919c-9f39dbf834b2/06399c25-1262-4f1d-98e9-03261382ecef/7a872bf3-8d32-4450-a79f-9c0f99597578) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:02:00.171078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.183483 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.295629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.332399 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.374122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:02:00.388873 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:00.392562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:02:00.396686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=7a872bf3-8d32-4450-a79f-9c0f99597578,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:00.451769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1fca5-4f9e-4643-9760-876a2e6fa7a5 req-0b1646af-502e-47bf-b04d-f460605f8a58 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:00.453257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ed1fca5-4f9e-4643-9760-876a2e6fa7a5 req-0b1646af-502e-47bf-b04d-f460605f8a58 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 932 time: 0.0829806 Oct 15 01:02:00.454494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:00.455370 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.513200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ed1fca5-4f9e-4643-9760-876a2e6fa7a5 req-877aaa17-43c9-4484-9a9d-75385b830b20 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531254 Oct 15 01:02:00.598687 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-9d5f1203-7c1b-453b-ac8e-f39a5265722c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9667549 Oct 15 01:02:00.611173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Request body: {'port': {'device_id': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:02:00.679841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.766310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-120c4f28-4e7f-4042-9c0f-b273b4ff4192 None None] Provisioning complete for port 7a872bf3-8d32-4450-a79f-9c0f99597578 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:00.766892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-120c4f28-4e7f-4042-9c0f-b273b4ff4192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:00.803263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-120c4f28-4e7f-4042-9c0f-b273b4ff4192 None None] Port 7a872bf3-8d32-4450-a79f-9c0f99597578 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:02:00.844110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9014ae-5a6d-434e-819c-575542b8bb9e req-4322e8c7-237f-4bc9-a7b2-d941e2849b9e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:00.845709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be9014ae-5a6d-434e-819c-575542b8bb9e req-4322e8c7-237f-4bc9-a7b2-d941e2849b9e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0516734 Oct 15 01:02:00.911214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be9014ae-5a6d-434e-819c-575542b8bb9e req-85c92c5b-72b6-4195-bba9-3daa9414078e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533280 Oct 15 01:02:00.999453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a872bf3-8d32-4450-a79f-9c0f99597578 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:02:01.008704 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:01.025555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Transition to ACTIVE for port object 7a872bf3-8d32-4450-a79f-9c0f99597578 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:02:01.123825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:01.183503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Pushing event updated for resources: {'Port': ['ID=7a872bf3-8d32-4450-a79f-9c0f99597578,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:01.264311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Attempting to bind port 7a872bf3-8d32-4450-a79f-9c0f99597578 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:02:01.264734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Attempting to bind port 7a872bf3-8d32-4450-a79f-9c0f99597578 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:02:01.265126 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Attempting to bind port 7a872bf3-8d32-4450-a79f-9c0f99597578 on network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:02:01.270027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Port 7a872bf3-8d32-4450-a79f-9c0f99597578 on network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:02:01.270377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Attempting to bind port 7a872bf3-8d32-4450-a79f-9c0f99597578 on network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:02:01.275228 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:02:01.275556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Checking segment: {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:02:01.275932 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Bound using segment: {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:02:01.276350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Bound port: 7a872bf3-8d32-4450-a79f-9c0f99597578, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:02:01.276698 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:01.354127 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] For port 7a872bf3-8d32-4450-a79f-9c0f99597578, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:02:01.358118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] For port 7a872bf3-8d32-4450-a79f-9c0f99597578, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7a872bf3-8d32-4450-a79f-9c0f99597578,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:02:01.435486 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:01.473404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:01.473989 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:01.475542 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] 10.222.0.30 "PUT /v2.0/ports/7a872bf3-8d32-4450-a79f-9c0f99597578 HTTP/1.1" status: 200 len: 1092 time: 0.8692708 Oct 15 01:02:01.475990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'tag': '7a872bf3-8d32-4450-a79f-9c0f99597578'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:02:01.479279 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6" -d '{"events": [{"name": "network-changed", "server_uuid": "96216c06-1c2a-4ec0-890b-dd0f9e7af9c2", "tag": "7a872bf3-8d32-4450-a79f-9c0f99597578"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:02:01.517494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0296733-ec1f-42a6-bc28-f0dac89cc304 service neutron] Pushing event updated for resources: {'Port': ['ID=7a872bf3-8d32-4450-a79f-9c0f99597578,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:01.562411 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c10c10-669d-4999-a2ca-9bb78a11d31f x-openstack-request-id: req-a7c10c10-669d-4999-a2ca-9bb78a11d31f {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:02:01.562724 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96216c06-1c2a-4ec0-890b-dd0f9e7af9c2", "tag": "7a872bf3-8d32-4450-a79f-9c0f99597578", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:02:01.562972 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7c10c10-669d-4999-a2ca-9bb78a11d31f {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:02:01.563374 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'tag': '7a872bf3-8d32-4450-a79f-9c0f99597578', 'status': 'completed', 'code': 200} Oct 15 01:02:01.652521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6 req-59fa3f0f-f2a8-4f78-8aa3-726de500b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:01.654046 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6 req-59fa3f0f-f2a8-4f78-8aa3-726de500b05f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 1095 time: 0.0654249 Oct 15 01:02:01.718129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce68f5-4bea-4e0c-b0aa-b151d93f0184 req-cb3febd7-4c5d-4bd6-af03-13cca438e301 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:01.723828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fce68f5-4bea-4e0c-b0aa-b151d93f0184 req-cb3febd7-4c5d-4bd6-af03-13cca438e301 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 944 time: 0.0734031 Oct 15 01:02:01.776788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fce68f5-4bea-4e0c-b0aa-b151d93f0184 req-82ec464f-62aa-4985-b26c-2171243c31e1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462060 Oct 15 01:02:01.809648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6 req-e3b71afe-d5b5-49f1-9c5b-3ccba41d6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:01.810139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6 req-e3b71afe-d5b5-49f1-9c5b-3ccba41d6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:01.811665 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6 req-e3b71afe-d5b5-49f1-9c5b-3ccba41d6c4e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0ec4d548791e45138ee11d03b417b25e&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1483552 Oct 15 01:02:01.924566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6 req-7f127244-f704-4f95-ace0-2ace4d713b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:01.927023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-faa4d4e3-8f64-450d-8e1e-96b524a3ccb6 req-7f127244-f704-4f95-ace0-2ace4d713b7f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087527 Oct 15 01:02:02.017234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-0ec5a8ee-de4c-4041-91f4-56ccb15da006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:02.019540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-0ec5a8ee-de4c-4041-91f4-56ccb15da006 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 1095 time: 0.0543702 Oct 15 01:02:02.033185 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fc7a8-42ae-4d7f-85a4-6da10843fc69 req-c7c7e453-fbfa-443b-ade0-c87c2a040db3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:02.041773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-273fc7a8-42ae-4d7f-85a4-6da10843fc69 req-c7c7e453-fbfa-443b-ade0-c87c2a040db3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0588672 Oct 15 01:02:02.083601 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-d86881e7-d029-4af9-86e1-6337d6229440 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=7a872bf3-8d32-4450-a79f-9c0f99597578 HTTP/1.1" status: 200 len: 217 time: 0.0558000 Oct 15 01:02:02.086622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-273fc7a8-42ae-4d7f-85a4-6da10843fc69 req-dcef4f76-4e49-49eb-811c-eb88e9d83bc0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Oct 15 01:02:02.158304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-cecca0f1-798d-48d1-9d64-f5154fc30b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:02.159758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-cecca0f1-798d-48d1-9d64-f5154fc30b94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06399c25-1262-4f1d-98e9-03261382ecef HTTP/1.1" status: 200 len: 837 time: 0.0694504 Oct 15 01:02:02.210051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-eb3d9d65-893d-4175-95b1-fb4dda18593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:02.211596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-eb3d9d65-893d-4175-95b1-fb4dda18593d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09b3a6b2-63b5-4ed5-919c-9f39dbf834b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448589 Oct 15 01:02:02.315452 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-a4bab726-f755-4561-9f8d-1f386ec5672b service neutron] 10.222.0.30 "GET /v2.0/networks/09b3a6b2-63b5-4ed5-919c-9f39dbf834b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954235 Oct 15 01:02:02.421090 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9d43d569-b68f-4e41-83fb-1451c3ca05eb req-ddcac290-f28d-45fa-b6c1-243f0a66787c service neutron] 10.222.0.30 "GET /v2.0/networks/09b3a6b2-63b5-4ed5-919c-9f39dbf834b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984008 Oct 15 01:02:02.429427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:02.913467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f205eab-988a-4dfc-b769-8230fd0da858 req-8dabf90c-99c9-44d1-bd94-f3a2e7fa74ce tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:02.915060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f205eab-988a-4dfc-b769-8230fd0da858 req-8dabf90c-99c9-44d1-bd94-f3a2e7fa74ce tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 944 time: 0.0531499 Oct 15 01:02:02.961024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f205eab-988a-4dfc-b769-8230fd0da858 req-0891c6e6-5c00-4c09-9c94-a6d51d597316 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396013 Oct 15 01:02:03.211354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30532c-ad5b-4059-aadb-f13d8c9dd49d req-c2bdb7c1-765b-4b68-9200-28610f59647c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:03.212895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba30532c-ad5b-4059-aadb-f13d8c9dd49d req-c2bdb7c1-765b-4b68-9200-28610f59647c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0527899 Oct 15 01:02:03.256458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba30532c-ad5b-4059-aadb-f13d8c9dd49d req-791724c2-6db8-495f-b209-af20e17effab tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374742 Oct 15 01:02:04.087290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c444-5b9e-4af5-81a2-ee2ca0abf277 req-48405921-1d0f-4af2-8115-7c43a6f5c8c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:04.089257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6af8c444-5b9e-4af5-81a2-ee2ca0abf277 req-48405921-1d0f-4af2-8115-7c43a6f5c8c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 944 time: 0.0555079 Oct 15 01:02:04.137970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6af8c444-5b9e-4af5-81a2-ee2ca0abf277 req-04a7626a-2ed5-4a8c-85cb-5152ea677100 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421066 Oct 15 01:02:04.389682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400dd4-34b8-497a-8ab8-9696dc8559ec req-fb02205c-dda1-4dce-bffa-41350e4cfd40 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:04.391444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7400dd4-34b8-497a-8ab8-9696dc8559ec req-fb02205c-dda1-4dce-bffa-41350e4cfd40 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0579984 Oct 15 01:02:04.439781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7400dd4-34b8-497a-8ab8-9696dc8559ec req-b62a1746-87c3-48f4-a113-06b7740657c3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Oct 15 01:02:05.267967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95545d1f-5c11-4e49-ab69-004f7a108526 req-b99473fd-b931-4d7c-9952-45079c0fd4f5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:05.270074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95545d1f-5c11-4e49-ab69-004f7a108526 req-b99473fd-b931-4d7c-9952-45079c0fd4f5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 944 time: 0.0507958 Oct 15 01:02:05.313878 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95545d1f-5c11-4e49-ab69-004f7a108526 req-e22577ed-66d1-45cc-bf89-7dfdb391ea9f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371916 Oct 15 01:02:05.589807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c94bb-5f77-4f19-9ae4-189d1a5b1fcf req-6581e603-fdfa-43cd-a3c7-510c8b582543 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:05.591324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-868c94bb-5f77-4f19-9ae4-189d1a5b1fcf req-6581e603-fdfa-43cd-a3c7-510c8b582543 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0584297 Oct 15 01:02:05.633931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-868c94bb-5f77-4f19-9ae4-189d1a5b1fcf req-47c0ba27-d925-4882-b697-f08b87959058 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Oct 15 01:02:06.219694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7a872bf3-8d32-4450-a79f-9c0f99597578 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:02:06.324115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7a872bf3-8d32-4450-a79f-9c0f99597578, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7a872bf3-8d32-4450-a79f-9c0f99597578,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:06.335385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7a872bf3-8d32-4450-a79f-9c0f99597578', 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'port_id': '7a872bf3-8d32-4450-a79f-9c0f99597578', 'mac_address': 'fa:16:3e:33:47:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06399c25-1262-4f1d-98e9-03261382ecef', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:02:06.374782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:06.388414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a872bf3-8d32-4450-a79f-9c0f99597578 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:02:06.412206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7a872bf3-8d32-4450-a79f-9c0f99597578, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7a872bf3-8d32-4450-a79f-9c0f99597578,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:06.452175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942abc80-979e-4e9b-8cc4-5dbca93ec9b0 req-34159734-7709-47ee-a6a2-c7f929e7b8b4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:06.453659 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-942abc80-979e-4e9b-8cc4-5dbca93ec9b0 req-34159734-7709-47ee-a6a2-c7f929e7b8b4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 944 time: 0.0688024 Oct 15 01:02:06.499459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-942abc80-979e-4e9b-8cc4-5dbca93ec9b0 req-ee07527f-ba72-4f16-9d2a-bc82e0b981ed tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376759 Oct 15 01:02:06.547030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:06.601854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7a872bf3-8d32-4450-a79f-9c0f99597578,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:06.759575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7a872bf3-8d32-4450-a79f-9c0f99597578'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:02:06.777883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36f26-1084-4ff9-ac05-d096c7e81abb req-c3447fdd-57b5-4e90-a332-d09dcf155285 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:06.779389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92e36f26-1084-4ff9-ac05-d096c7e81abb req-c3447fdd-57b5-4e90-a332-d09dcf155285 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0600181 Oct 15 01:02:06.819136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92e36f26-1084-4ff9-ac05-d096c7e81abb req-2ba29601-1dc4-46f1-8666-a4de1264464f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Oct 15 01:02:07.633452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5521a-1121-4e73-aad4-9264360764de req-3c8a10f3-9300-4f05-a051-9012c68c3aa5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:07.636072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69e5521a-1121-4e73-aad4-9264360764de req-3c8a10f3-9300-4f05-a051-9012c68c3aa5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 945 time: 0.0570180 Oct 15 01:02:07.677888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69e5521a-1121-4e73-aad4-9264360764de req-03380603-4642-4288-8688-1df49ff2f8f7 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365760 Oct 15 01:02:07.942636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50655a45-2bd6-4894-a4a1-4320ad9bffe9 req-e2e84d97-6981-4300-8552-e55e56672665 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:07.944227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50655a45-2bd6-4894-a4a1-4320ad9bffe9 req-e2e84d97-6981-4300-8552-e55e56672665 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0500464 Oct 15 01:02:07.988146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50655a45-2bd6-4894-a4a1-4320ad9bffe9 req-2afd61a3-8a13-4c41-a99f-cad2817aece9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Oct 15 01:02:08.235684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7a872bf3-8d32-4450-a79f-9c0f99597578 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:02:08.429109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 7a872bf3-8d32-4450-a79f-9c0f99597578 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:02:08.433437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7a872bf3-8d32-4450-a79f-9c0f99597578 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:08.433833 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:08.527106 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:08.553066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a872bf3-8d32-4450-a79f-9c0f99597578'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:02:08.555351 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5e333-4e2f-478d-b1bd-b626937a5001" -d '{"events": [{"server_uuid": "96216c06-1c2a-4ec0-890b-dd0f9e7af9c2", "name": "network-vif-plugged", "status": "completed", "tag": "7a872bf3-8d32-4450-a79f-9c0f99597578"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:02:08.568987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7a872bf3-8d32-4450-a79f-9c0f99597578, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7a872bf3-8d32-4450-a79f-9c0f99597578,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:08.667188 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:08.732617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7a872bf3-8d32-4450-a79f-9c0f99597578,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:08.746956 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993d2c73-bbd3-474b-ae9f-fa9f98b36682 x-openstack-request-id: req-993d2c73-bbd3-474b-ae9f-fa9f98b36682 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:02:08.747384 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96216c06-1c2a-4ec0-890b-dd0f9e7af9c2", "name": "network-vif-plugged", "status": "completed", "tag": "7a872bf3-8d32-4450-a79f-9c0f99597578", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:02:08.747622 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-993d2c73-bbd3-474b-ae9f-fa9f98b36682 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:02:08.748017 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a872bf3-8d32-4450-a79f-9c0f99597578', 'code': 200} Oct 15 01:02:08.845007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3f98-38db-4134-a556-1555976d618b req-a381b0af-42f4-4843-974d-0aad6e02ed2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:08.846515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-338f3f98-38db-4134-a556-1555976d618b req-a381b0af-42f4-4843-974d-0aad6e02ed2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 946 time: 0.0503809 Oct 15 01:02:08.852964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0ef3e-ca88-4ab6-9aab-4e9184bd8c38 req-98c73b8d-7388-4168-9d98-be202ce01de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:08.854571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4cc0ef3e-ca88-4ab6-9aab-4e9184bd8c38 req-98c73b8d-7388-4168-9d98-be202ce01de7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 1097 time: 0.0413842 Oct 15 01:02:08.887698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-338f3f98-38db-4134-a556-1555976d618b req-4014117a-afe4-4dee-8e40-bd3a0beddc85 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344696 Oct 15 01:02:08.910013 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4cc0ef3e-ca88-4ab6-9aab-4e9184bd8c38 req-53468bda-d414-4610-a3b1-9f65958a7ed9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442927 Oct 15 01:02:09.113862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8943ef8-80d9-442c-b1e0-a8854717c508 req-8301ae0b-bf20-428b-9bf0-13884a3322e4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:09.115942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8943ef8-80d9-442c-b1e0-a8854717c508 req-8301ae0b-bf20-428b-9bf0-13884a3322e4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0523560 Oct 15 01:02:09.157269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c8943ef8-80d9-442c-b1e0-a8854717c508 req-17b077c8-7ed8-4401-8f9e-899af63f55d6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Oct 15 01:02:10.028908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79461477-d426-4d38-82ea-bd2cd344d681 req-ee3c5938-1589-42db-9d32-7ba19335da0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:10.030395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79461477-d426-4d38-82ea-bd2cd344d681 req-ee3c5938-1589-42db-9d32-7ba19335da0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 946 time: 0.0643435 Oct 15 01:02:10.040537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:10.078625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79461477-d426-4d38-82ea-bd2cd344d681 req-582d0f24-cac6-4802-ae44-ec10f456c544 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416126 Oct 15 01:02:10.300887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002385c-b3b1-47bb-9578-4e1a092f8d3a req-71795a80-7d89-4688-bcf1-68bfd5f2df5e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:10.303345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b002385c-b3b1-47bb-9578-4e1a092f8d3a req-71795a80-7d89-4688-bcf1-68bfd5f2df5e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0593801 Oct 15 01:02:10.340630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b002385c-b3b1-47bb-9578-4e1a092f8d3a req-95032fe4-e28f-4016-a3a5-c82b0bc3eef7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Oct 15 01:02:11.214502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e5023-161b-4c34-91a1-467c795b868f req-51e14077-9ffb-4e34-a4f0-dd4d0b2e0ecd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:11.215965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a2e5023-161b-4c34-91a1-467c795b868f req-51e14077-9ffb-4e34-a4f0-dd4d0b2e0ecd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Oct 15 01:02:11.258821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a2e5023-161b-4c34-91a1-467c795b868f req-18d10bb2-3efa-406f-a710-230460a51562 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365372 Oct 15 01:02:11.388502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0f4d4-7b97-48c2-a3a5-0f9b9b6fa830 req-52d39a15-9fa9-48f1-aeb2-1a56f0b4bfac tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:11.389871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26a0f4d4-7b97-48c2-a3a5-0f9b9b6fa830 req-52d39a15-9fa9-48f1-aeb2-1a56f0b4bfac tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Oct 15 01:02:11.437222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26a0f4d4-7b97-48c2-a3a5-0f9b9b6fa830 req-616b94f0-cec6-4587-95c3-339e24c428a8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412405 Oct 15 01:02:11.548841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8e8c1-58db-4a26-b041-c09dc3007bca req-0ca33789-cd30-45cf-b11f-a2d995c9ca98 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:11.550328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cb8e8c1-58db-4a26-b041-c09dc3007bca req-0ca33789-cd30-45cf-b11f-a2d995c9ca98 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0517669 Oct 15 01:02:11.592271 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cb8e8c1-58db-4a26-b041-c09dc3007bca req-0a4b6da1-6a54-4f8b-b8f7-2857e8279a1c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Oct 15 01:02:12.731820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cece936-cd1b-4146-a3e3-18e7759e6581 req-f7817fbf-db61-4356-b46d-34f321e3bf08 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:12.733295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cece936-cd1b-4146-a3e3-18e7759e6581 req-f7817fbf-db61-4356-b46d-34f321e3bf08 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0596657 Oct 15 01:02:12.778859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9cece936-cd1b-4146-a3e3-18e7759e6581 req-a084976a-b61e-46e1-9f06-1de975f829b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Oct 15 01:02:12.961680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52070) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:13.450398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:13.760468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.20.0.17 (09b3a6b2-63b5-4ed5-919c-9f39dbf834b2/06399c25-1262-4f1d-98e9-03261382ecef/4fc1364f-ce68-4e83-91fe-4e3fd2bb9591) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:02:13.877535 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:13.911760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eebe5e-caca-433e-9dbe-f34fc7c1f84b req-479665dd-a78d-43f3-b3bd-e1403c4a27df tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:13.918452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69eebe5e-caca-433e-9dbe-f34fc7c1f84b req-479665dd-a78d-43f3-b3bd-e1403c4a27df tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0536711 Oct 15 01:02:13.960552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69eebe5e-caca-433e-9dbe-f34fc7c1f84b req-a77ece48-ac9e-4599-8334-2eeff41bd4ca tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Oct 15 01:02:14.058561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:14.100901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:02:14.104229 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:14.111077 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:02:14.150354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:14.164440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.167944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:14.176333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:14.383484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-476141d4-e7ee-4bb5-bc45-344bf65c4b61 None None] Provisioning complete for port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:14.384123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-476141d4-e7ee-4bb5-bc45-344bf65c4b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:14.394307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:14.426236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-476141d4-e7ee-4bb5-bc45-344bf65c4b61 None None] Port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:02:14.702585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:14.775435 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:14.853674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:14.855971 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:14.958687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:02:14.960108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:15.095659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router cfef5806-7773-4310-a978-b488cc5ccdef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:02:15.113053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29e997-6047-45ea-91f1-4c8d6f820a6a req-e51432ed-74c9-4621-a50d-69622a119561 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:15.115389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed29e997-6047-45ea-91f1-4c8d6f820a6a req-e51432ed-74c9-4621-a50d-69622a119561 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0788190 Oct 15 01:02:15.137280 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:15.177150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed29e997-6047-45ea-91f1-4c8d6f820a6a req-2f3907e4-c286-4d0b-b310-2c1c036f4711 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Oct 15 01:02:15.236876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:02:15.241965 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-541d66ce-e588-4425-8eb9-4d7702126acd tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "PUT /v2.0/routers/cfef5806-7773-4310-a978-b488cc5ccdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793086 Oct 15 01:02:15.260385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-db9013c7-8b6a-4e68-af65-85b901290dec None None] Provisioning complete for port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:15.260757 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-db9013c7-8b6a-4e68-af65-85b901290dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:15.260898 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Sync routers for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:02:15.285702 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:15.287006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:01:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:15.298813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-db9013c7-8b6a-4e68-af65-85b901290dec None None] Port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:02:15.417475 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:15.672843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:14Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:18Z', 'revision_number': 1, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc1364f-ce68-4e83-91fe-4e3fd2bb9591', 'name': '', 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:48:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '06399c25-1262-4f1d-98e9-03261382ecef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:13Z', 'updated_at': '2021-10-15T01:02:14Z', 'revision_number': 2, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '06399c25-1262-4f1d-98e9-03261382ecef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:15.693417 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Checking router: cfef5806-7773-4310-a978-b488cc5ccdef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:02:15.693762 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Updating router cfef5806-7773-4310-a978-b488cc5ccdef port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:02:15.718441 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.008239 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.123898 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.194356 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Pushing event updated for resources: {'Port': ['ID=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:16.217379 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.217728 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.218062 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.218424 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220130 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220674 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220674 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.220874 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:16.237361 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Attempting to bind port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:02:16.237812 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Attempting to bind port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:02:16.238269 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Attempting to bind port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 on network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:02:16.244616 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:02:16.245075 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Checking segment: {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:02:16.246117 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.246117 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Bound using segment: {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:02:16.248407 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Bound port: 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b98794-68d8-4c23-819d-65d0a3bb92ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:02:16.248407 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.309304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddce93-cf55-463c-899d-8f3ece0ed5ba req-e5920f58-abe2-4893-9593-f2ddbab9c6aa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:16.311642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-daddce93-cf55-463c-899d-8f3ece0ed5ba req-e5920f58-abe2-4893-9593-f2ddbab9c6aa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0571191 Oct 15 01:02:16.363439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-daddce93-cf55-463c-899d-8f3ece0ed5ba req-5e31beac-5daf-486a-9f71-69bac1ea7c78 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Oct 15 01:02:16.416008 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] For port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:02:16.423754 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] For port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:02:16.432374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c8c9df52-9e94-4907-9d57-de6facdd5d2a None None] Provisioning complete for port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:16.432907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c8c9df52-9e94-4907-9d57-de6facdd5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.472106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9df52-9e94-4907-9d57-de6facdd5d2a None None] Port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:02:16.526440 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.585935 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:16.592606 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:01:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:16.626557 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed33c-007c-48a8-92cf-c8c66fc4c8fb None None] Pushing event updated for resources: {'Port': ['ID=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:16.704383 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:16.795264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7e7200d6-5ee0-4bc8-868c-08e548fceadc None None] Provisioning complete for port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:16.795558 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e7200d6-5ee0-4bc8-868c-08e548fceadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.874465 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e7200d6-5ee0-4bc8-868c-08e548fceadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:16.908744 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7e7200d6-5ee0-4bc8-868c-08e548fceadc None None] For port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:16.937068 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:14Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:18Z', 'revision_number': 1, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc1364f-ce68-4e83-91fe-4e3fd2bb9591', 'name': '', 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:48:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '06399c25-1262-4f1d-98e9-03261382ecef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:13Z', 'updated_at': '2021-10-15T01:02:16Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '06399c25-1262-4f1d-98e9-03261382ecef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:16.963311 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9001554c-4aa9-410f-9fc6-d2884385d21e None None] The sync data for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 is: [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:14Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:18Z', 'revision_number': 1, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc1364f-ce68-4e83-91fe-4e3fd2bb9591', 'name': '', 'network_id': '09b3a6b2-63b5-4ed5-919c-9f39dbf834b2', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:48:83:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '06399c25-1262-4f1d-98e9-03261382ecef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:13Z', 'updated_at': '2021-10-15T01:02:16Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '06399c25-1262-4f1d-98e9-03261382ecef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:02:17.053000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e7200d6-5ee0-4bc8-868c-08e548fceadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:17.107751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7200d6-5ee0-4bc8-868c-08e548fceadc None None] Pushing event updated for resources: {'Port': ['ID=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:17.501486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d98db-a547-476b-9feb-24906f0b7dbd req-19662682-2dd6-46a2-9ae0-946d3a7a9ea7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:17.502939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-381d98db-a547-476b-9feb-24906f0b7dbd req-19662682-2dd6-46a2-9ae0-946d3a7a9ea7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0625384 Oct 15 01:02:17.547200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-381d98db-a547-476b-9feb-24906f0b7dbd req-9459127a-4314-4046-871e-9a2e3321ded4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377347 Oct 15 01:02:17.720541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:02:17.785318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:17.786049 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:18.681499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3139-e089-452f-92aa-26124b93a855 req-d0a774f7-4221-495c-a80b-776b483a5e37 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:18.683016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-273b3139-e089-452f-92aa-26124b93a855 req-d0a774f7-4221-495c-a80b-776b483a5e37 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0509744 Oct 15 01:02:18.722813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-273b3139-e089-452f-92aa-26124b93a855 req-f24ef960-bd8f-495c-9f3a-91cf57a72e2b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Oct 15 01:02:19.860723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401b120-59ca-4db8-ac6e-93407fcc21e9 req-3b7623a4-d0d2-414c-8b7f-ef0ad64ba11f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:19.866269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1401b120-59ca-4db8-ac6e-93407fcc21e9 req-3b7623a4-d0d2-414c-8b7f-ef0ad64ba11f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0506613 Oct 15 01:02:19.901274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1401b120-59ca-4db8-ac6e-93407fcc21e9 req-a87d51a0-1c66-41af-a32b-d790f021c135 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Oct 15 01:02:21.019351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f9fea-2a99-41b6-bb9f-c1a6b4ddfa75 req-21616626-52b9-409f-b108-32fa43ba7ac7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:21.021918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e44f9fea-2a99-41b6-bb9f-c1a6b4ddfa75 req-21616626-52b9-409f-b108-32fa43ba7ac7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0518239 Oct 15 01:02:21.066688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e44f9fea-2a99-41b6-bb9f-c1a6b4ddfa75 req-b94f611c-ac2d-4db8-8e76-151db6d53e9b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 Oct 15 01:02:22.186365 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461e27e-97fb-4cfb-afbf-aec41b96944c req-ca4cdbf4-fed0-4a74-8cba-cc8c10efb055 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:22.188810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4461e27e-97fb-4cfb-afbf-aec41b96944c req-ca4cdbf4-fed0-4a74-8cba-cc8c10efb055 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0512183 Oct 15 01:02:22.228758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4461e27e-97fb-4cfb-afbf-aec41b96944c req-9cde6583-d4d3-4c12-a7cb-4b7b186719f2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 Oct 15 01:02:23.344928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e466b81-09bf-457e-86ee-3ae6e52ec837 req-757a241c-85b3-41b4-8875-6039aa608b60 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:23.346514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e466b81-09bf-457e-86ee-3ae6e52ec837 req-757a241c-85b3-41b4-8875-6039aa608b60 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0503163 Oct 15 01:02:23.384306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e466b81-09bf-457e-86ee-3ae6e52ec837 req-48479ada-3cc4-4bc5-9d3c-b5a6ca837fa1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Oct 15 01:02:24.500983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256eb6e-f663-466b-ba52-d756dd99af1f req-5836594a-ea1c-4968-917d-8f3f045ea887 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:24.503234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9256eb6e-f663-466b-ba52-d756dd99af1f req-5836594a-ea1c-4968-917d-8f3f045ea887 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0534453 Oct 15 01:02:24.547247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9256eb6e-f663-466b-ba52-d756dd99af1f req-e68b13fb-4145-4194-9ec4-0e82684d4f4b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367086 Oct 15 01:02:25.664999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a6012-0c3e-4189-a648-6a4eddf55aea req-574aa5a9-3c74-4de2-8d83-28e5bbc45b19 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:25.666542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f99a6012-0c3e-4189-a648-6a4eddf55aea req-574aa5a9-3c74-4de2-8d83-28e5bbc45b19 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0499537 Oct 15 01:02:25.706653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f99a6012-0c3e-4189-a648-6a4eddf55aea req-fa12b938-47fb-4a8b-aea3-64af9aa5da1c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340352 Oct 15 01:02:26.257395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-093f556d-178d-4602-876f-aeb47c4fdfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:26.827302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d83f4-6fd9-4a9e-8f68-29b7e2855767 req-9f8ca0df-8500-44eb-a9f2-ea561207c16b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:26.828942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d6d83f4-6fd9-4a9e-8f68-29b7e2855767 req-9f8ca0df-8500-44eb-a9f2-ea561207c16b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0515950 Oct 15 01:02:26.868735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d6d83f4-6fd9-4a9e-8f68-29b7e2855767 req-81d384ed-817b-4680-a735-6b85c8ac8cd3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Oct 15 01:02:27.985601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56577de-9105-4e4b-bf87-0d364f6f3816 req-3fb96e17-c82c-46bc-a713-e08e980572a5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:27.987389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f56577de-9105-4e4b-bf87-0d364f6f3816 req-3fb96e17-c82c-46bc-a713-e08e980572a5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0494609 Oct 15 01:02:28.032645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f56577de-9105-4e4b-bf87-0d364f6f3816 req-6ba73ccd-bb52-4326-9e0a-fb77273b16cb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 Oct 15 01:02:28.146161 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:02:28.832101 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09c4f422-cc37-4595-8d65-f1907464b28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:29.148196 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8be61a-a035-48b4-83b2-579d8764144a req-c52901c1-8155-4c62-a108-423181ee2ac5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:29.149575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f8be61a-a035-48b4-83b2-579d8764144a req-c52901c1-8155-4c62-a108-423181ee2ac5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0486684 Oct 15 01:02:29.187579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f8be61a-a035-48b4-83b2-579d8764144a req-d55b85d2-e4e8-4599-8995-1351f4b24185 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320091 Oct 15 01:02:30.129486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:30.272494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:30.304143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8de1cd-5a7b-49d8-ab19-892e4b8be830 req-4b294fb8-00fa-40db-9a8c-930bbd46592f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:30.305633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad8de1cd-5a7b-49d8-ab19-892e4b8be830 req-4b294fb8-00fa-40db-9a8c-930bbd46592f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0488374 Oct 15 01:02:30.342452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad8de1cd-5a7b-49d8-ab19-892e4b8be830 req-859f3172-5076-42fd-be3c-5b68db85f644 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307829 Oct 15 01:02:31.461586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbbe21-b7c3-4eed-93a4-f88a0c523bea req-b091f6c1-9002-468e-85c6-943fcfefd526 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:31.463165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34bbbe21-b7c3-4eed-93a4-f88a0c523bea req-b091f6c1-9002-468e-85c6-943fcfefd526 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0502155 Oct 15 01:02:31.505710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34bbbe21-b7c3-4eed-93a4-f88a0c523bea req-6d5dd1e2-ba8e-44eb-8dea-431f7eeaa477 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Oct 15 01:02:32.343233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:32.958899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f23e-8e56-40c8-86dd-04d108a29934 req-87acce05-8730-4e71-a7ef-13f217771abe tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:32.960319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac28f23e-8e56-40c8-86dd-04d108a29934 req-87acce05-8730-4e71-a7ef-13f217771abe tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.3842962 Oct 15 01:02:32.999755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac28f23e-8e56-40c8-86dd-04d108a29934 req-cf9f366f-abca-4556-9acc-f3d4724a4511 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Oct 15 01:02:34.117042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef9793-24c3-47e4-b11d-bc51a4f0a84b req-1e7bc551-3f83-4a59-81f8-bf7d7e66b3fa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:34.118532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45ef9793-24c3-47e4-b11d-bc51a4f0a84b req-1e7bc551-3f83-4a59-81f8-bf7d7e66b3fa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0526364 Oct 15 01:02:34.156535 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45ef9793-24c3-47e4-b11d-bc51a4f0a84b req-a678cad6-f5d7-4b20-ac20-ef2e3d191567 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320852 Oct 15 01:02:35.271852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749769e-5e4a-4391-9c53-0fbad6864707 req-bef3720b-ee16-4070-b08b-bf5744e27fc9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:35.273324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e749769e-5e4a-4391-9c53-0fbad6864707 req-bef3720b-ee16-4070-b08b-bf5744e27fc9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0488477 Oct 15 01:02:35.314222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e749769e-5e4a-4391-9c53-0fbad6864707 req-fdbebd35-07ea-4978-b8fc-95759b2d4ef7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346868 Oct 15 01:02:35.962850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52560) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:36.302387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f18720b0-2c19-4e8f-8012-422219b70b64 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:02:36.408759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f18720b0-2c19-4e8f-8012-422219b70b64, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f18720b0-2c19-4e8f-8012-422219b70b64,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:36.423225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'f18720b0-2c19-4e8f-8012-422219b70b64', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'port_id': 'f18720b0-2c19-4e8f-8012-422219b70b64', 'mac_address': 'fa:16:3e:c8:f5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:02:36.448228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c804a9-b1e2-48c8-b139-3711b67cc27a req-30529ab6-bee6-4a57-bea8-ab6bd829e24e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:36.449686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5c804a9-b1e2-48c8-b139-3711b67cc27a req-30529ab6-bee6-4a57-bea8-ab6bd829e24e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 943 time: 0.0528970 Oct 15 01:02:36.466571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:36.482468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18720b0-2c19-4e8f-8012-422219b70b64 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:02:36.504375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5c804a9-b1e2-48c8-b139-3711b67cc27a req-bd7b4b44-d4cc-4d0c-a46e-f990a77e4352 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Oct 15 01:02:36.505750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f18720b0-2c19-4e8f-8012-422219b70b64, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f18720b0-2c19-4e8f-8012-422219b70b64,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:36.617283 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:36.672830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f18720b0-2c19-4e8f-8012-422219b70b64,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:36.684261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:36.935399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['f18720b0-2c19-4e8f-8012-422219b70b64'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:02:37.011221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:37.011221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:37.110802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:37.111150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:37.123380 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:37.377170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:37.406292 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=4fc1364f-ce68-4e83-91fe-4e3fd2bb9591,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:37.633935 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:37.637552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035fd7e-e574-4f77-a4fa-19d19b87f1bc req-0b5dc978-4faa-499a-b00b-7373d7aae6cb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:37.640076 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2035fd7e-e574-4f77-a4fa-19d19b87f1bc req-0b5dc978-4faa-499a-b00b-7373d7aae6cb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 944 time: 0.0546567 Oct 15 01:02:37.721893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2035fd7e-e574-4f77-a4fa-19d19b87f1bc req-a647fa2c-6f99-4a7b-a19e-ffdc60c86e15 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744176 Oct 15 01:02:37.912078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router cfef5806-7773-4310-a978-b488cc5ccdef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:02:38.027572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:02:38.036676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-219a986b-1682-4cda-b8d6-558de8cc0ea9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "PUT /v2.0/routers/cfef5806-7773-4310-a978-b488cc5ccdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725586 Oct 15 01:02:38.041225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] Sync routers for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:02:38.049361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:38.049991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:38.169694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:38.344178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f18720b0-2c19-4e8f-8012-422219b70b64 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:02:38.458544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:37Z', 'revision_number': 6, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:18Z', 'revision_number': 1, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:38.485923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] Checking router: cfef5806-7773-4310-a978-b488cc5ccdef for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:02:38.497757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:38.498393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:38.522024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7454be1-e50c-4ed3-9c66-d0378ebfba15 req-9bd16fc3-8865-4930-81ed-e7873e25bd72 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:38.523858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7454be1-e50c-4ed3-9c66-d0378ebfba15 req-9bd16fc3-8865-4930-81ed-e7873e25bd72 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 946 time: 0.0746763 Oct 15 01:02:38.536583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port f18720b0-2c19-4e8f-8012-422219b70b64 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:02:38.544595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port f18720b0-2c19-4e8f-8012-422219b70b64 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:38.545021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:38.569212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7454be1-e50c-4ed3-9c66-d0378ebfba15 req-bd7ae1bd-a1d1-4c25-8dbb-d238854c60de tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385985 Oct 15 01:02:38.644099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:38.756846 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:38.791955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8665521-783b-482a-93ba-29fdb524de7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18720b0-2c19-4e8f-8012-422219b70b64'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:02:38.794222 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cf6689-4c56-456c-a91f-20e4adfdbaef" -d '{"events": [{"server_uuid": "b8665521-783b-482a-93ba-29fdb524de7c", "name": "network-vif-plugged", "status": "completed", "tag": "f18720b0-2c19-4e8f-8012-422219b70b64"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:02:38.810141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port f18720b0-2c19-4e8f-8012-422219b70b64, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f18720b0-2c19-4e8f-8012-422219b70b64,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:38.847648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1945d02-1b85-47c7-9df9-f8840f0c41af req-cdae9c2d-52ad-4fef-b79d-e746ee1f4f5a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:38.850593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1945d02-1b85-47c7-9df9-f8840f0c41af req-cdae9c2d-52ad-4fef-b79d-e746ee1f4f5a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 944 time: 0.0573757 Oct 15 01:02:38.891577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1945d02-1b85-47c7-9df9-f8840f0c41af req-0c6592c0-fc6c-4058-a400-0a3a64eeefd7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Oct 15 01:02:38.897485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:38.943219 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b502f8-da02-4e2c-a0ba-21fd9c66a6fb x-openstack-request-id: req-88b502f8-da02-4e2c-a0ba-21fd9c66a6fb {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:02:38.943460 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8665521-783b-482a-93ba-29fdb524de7c", "name": "network-vif-plugged", "status": "completed", "tag": "f18720b0-2c19-4e8f-8012-422219b70b64", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:02:38.943711 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88b502f8-da02-4e2c-a0ba-21fd9c66a6fb {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:02:38.944100 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8665521-783b-482a-93ba-29fdb524de7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18720b0-2c19-4e8f-8012-422219b70b64', 'code': 200} Oct 15 01:02:38.980111 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=f18720b0-2c19-4e8f-8012-422219b70b64,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:38.996295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:37Z', 'revision_number': 6, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:18Z', 'revision_number': 1, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:39.024164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e91e6c-804c-4549-9793-504cd88d2b41 None None] The sync data for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 is: [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:37Z', 'revision_number': 6, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '3b6248fb-f92b-4518-81b4-840648bda5ee', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'port_id': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'mac_address': 'fa:16:3e:41:8c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:01:16Z', 'updated_at': '2021-10-15T01:01:18Z', 'revision_number': 1, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:02:39.045697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fdd67-7ae2-4e30-8bbe-df48702e7f6d req-896df6f1-84c6-4df4-b023-aa60b073479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:39.047232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a10fdd67-7ae2-4e30-8bbe-df48702e7f6d req-896df6f1-84c6-4df4-b023-aa60b073479c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 1096 time: 0.0425205 Oct 15 01:02:39.085237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a10fdd67-7ae2-4e30-8bbe-df48702e7f6d req-265b90a1-8652-468b-bd83-ca86f6c96b48 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Oct 15 01:02:39.656160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:39.678323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:39.678673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4fc1364f-ce68-4e83-91fe-4e3fd2bb9591 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:39.700765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2f343-04d2-4e34-855c-9e46939be382 req-10f43336-5605-497c-abbc-6d94ece0da12 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:39.702257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0f2f343-04d2-4e34-855c-9e46939be382 req-10f43336-5605-497c-abbc-6d94ece0da12 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 946 time: 0.0629930 Oct 15 01:02:39.748283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0f2f343-04d2-4e34-855c-9e46939be382 req-9e26f76b-6acd-4710-8cde-787a57766998 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=88719355-d71a-474d-8433-ada6900100ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382876 Oct 15 01:02:39.751973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-a1c5db0d-f4c4-49e4-bdf4-fbe2f5f39349 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:39.753563 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-a1c5db0d-f4c4-49e4-bdf4-fbe2f5f39349 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 946 time: 0.0541344 Oct 15 01:02:39.851032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port 7a872bf3-8d32-4450-a79f-9c0f99597578 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:39.851750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:39.949796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port 7a872bf3-8d32-4450-a79f-9c0f99597578, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7a872bf3-8d32-4450-a79f-9c0f99597578,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:39.950249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:39.964528 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for 7a872bf3-8d32-4450-a79f-9c0f99597578 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:40.013702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eda834-5bfb-4d77-b95b-c951b9e3e84e req-086f7c8a-695a-464a-985a-e02476cf4462 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:40.015166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27eda834-5bfb-4d77-b95b-c951b9e3e84e req-086f7c8a-695a-464a-985a-e02476cf4462 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 945 time: 0.0497384 Oct 15 01:02:40.045970 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:40.058603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27eda834-5bfb-4d77-b95b-c951b9e3e84e req-8ab57e7f-df2e-49e7-94eb-d4d7d893c077 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Oct 15 01:02:40.180538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:40.210437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=7a872bf3-8d32-4450-a79f-9c0f99597578,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:40.254789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] No DVR routers for this DVR port 7a872bf3-8d32-4450-a79f-9c0f99597578 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:02:40.257364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:40.260681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2cefa0d9-60ab-4112-a462-150849d43de9 req-9564b37d-801f-4d47-bde4-498144cda86d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "DELETE /v2.0/ports/7a872bf3-8d32-4450-a79f-9c0f99597578 HTTP/1.1" status: 204 len: 173 time: 0.5004158 Oct 15 01:02:40.261975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'name': 'network-vif-deleted', 'tag': '7a872bf3-8d32-4450-a79f-9c0f99597578'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:02:40.263463 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159f2c88-62d6-43bd-b09c-724b99cc2f32" -d '{"events": [{"server_uuid": "96216c06-1c2a-4ec0-890b-dd0f9e7af9c2", "name": "network-vif-deleted", "tag": "7a872bf3-8d32-4450-a79f-9c0f99597578"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:02:40.391313 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf863a-b747-4a6a-bedf-21076b61185c x-openstack-request-id: req-6dcf863a-b747-4a6a-bedf-21076b61185c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:02:40.391313 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96216c06-1c2a-4ec0-890b-dd0f9e7af9c2", "name": "network-vif-deleted", "tag": "7a872bf3-8d32-4450-a79f-9c0f99597578", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:02:40.391313 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dcf863a-b747-4a6a-bedf-21076b61185c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:02:40.391313 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96216c06-1c2a-4ec0-890b-dd0f9e7af9c2', 'name': 'network-vif-deleted', 'tag': '7a872bf3-8d32-4450-a79f-9c0f99597578', 'status': 'completed', 'code': 200} Oct 15 01:02:40.853922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7090016b-225e-4e9f-9588-2f06dfa6928c req-90fb617c-76c4-41e7-8bd4-7d42981fa7a5 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=96216c06-1c2a-4ec0-890b-dd0f9e7af9c2 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Oct 15 01:02:41.177328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13b981-a7ea-46c2-b155-676210cc581a req-3b0b3e36-6c04-4a5e-ace6-bf568ebf2add tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:41.178956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db13b981-a7ea-46c2-b155-676210cc581a req-3b0b3e36-6c04-4a5e-ace6-bf568ebf2add tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 945 time: 0.0512786 Oct 15 01:02:41.217290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db13b981-a7ea-46c2-b155-676210cc581a req-251a8984-a2f4-4ff2-9728-a998714dd7d4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Oct 15 01:02:41.334799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820b867-a958-406c-9371-366c3f3d3512 req-d0e1ec19-2fdc-4460-92ea-f03b0a056205 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:41.336239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a820b867-a958-406c-9371-366c3f3d3512 req-d0e1ec19-2fdc-4460-92ea-f03b0a056205 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 945 time: 0.0536084 Oct 15 01:02:41.376668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a820b867-a958-406c-9371-366c3f3d3512 req-b1b0c6b2-c684-4e9b-bd26-dc285d169a04 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Oct 15 01:02:41.492169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c341-80cd-434f-b116-cc80d050a145 req-33070114-d55c-4ee0-bf8c-923ca7d52a04 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:41.493908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3612c341-80cd-434f-b116-cc80d050a145 req-33070114-d55c-4ee0-bf8c-923ca7d52a04 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 945 time: 0.0496876 Oct 15 01:02:41.533667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3612c341-80cd-434f-b116-cc80d050a145 req-bacecaf8-21ee-4602-93a7-25708021f37c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337949 Oct 15 01:02:42.022151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52716) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:42.119673 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a7-33ef-4af0-bcaf-49bb8998306a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.151280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4886e-9df4-43f3-91ce-63425c146940 req-74d6381d-12dc-4902-832a-e02e4b6b9728 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:42.152744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15d4886e-9df4-43f3-91ce-63425c146940 req-74d6381d-12dc-4902-832a-e02e4b6b9728 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 945 time: 0.0887294 Oct 15 01:02:42.158825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a7-33ef-4af0-bcaf-49bb8998306a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.219038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15d4886e-9df4-43f3-91ce-63425c146940 req-c1ea8e8b-1ea4-43c3-8600-cc78b1decdfa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571952 Oct 15 01:02:42.314336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a7-33ef-4af0-bcaf-49bb8998306a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.317511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce2b77a7-33ef-4af0-bcaf-49bb8998306a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.321367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce2b77a7-33ef-4af0-bcaf-49bb8998306a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/security-groups/88719355-d71a-474d-8433-ada6900100ca HTTP/1.1" status: 204 len: 168 time: 0.2956860 Oct 15 01:02:42.329970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b77a7-33ef-4af0-bcaf-49bb8998306a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88719355-d71a-474d-8433-ada6900100ca,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:42.406805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52722) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:42.459950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting subnet 06399c25-1262-4f1d-98e9-03261382ecef {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:02:42.462974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.501722 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.588618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.724788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.754957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.760675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/subnets/06399c25-1262-4f1d-98e9-03261382ecef HTTP/1.1" status: 204 len: 168 time: 0.3504679 Oct 15 01:02:42.760675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d840a0-72a3-4dac-b8bd-3e50ed3724c3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Subnet': ['ID=06399c25-1262-4f1d-98e9-03261382ecef,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:42.761081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:42.761539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afc8f5-3941-432e-b677-b2e4e3cf9a38 None None] Network 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:02:42.854520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.911921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port 8966cab4-b651-4485-8e28-3666ed0eeea1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:42.912258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.980922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port 8966cab4-b651-4485-8e28-3666ed0eeea1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8966cab4-b651-4485-8e28-3666ed0eeea1,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:42.981437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:42.996645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for 8966cab4-b651-4485-8e28-3666ed0eeea1 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:43.112405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] DHCP port deletion for 09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:02:43.160338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] Deleting port 8966cab4-b651-4485-8e28-3666ed0eeea1 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:43.160700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.165684 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.197797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=8966cab4-b651-4485-8e28-3666ed0eeea1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:43.201588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] No DVR routers for this DVR port 8966cab4-b651-4485-8e28-3666ed0eeea1 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:02:43.225459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] For port 8966cab4-b651-4485-8e28-3666ed0eeea1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8966cab4-b651-4485-8e28-3666ed0eeea1,segment=NetworkSegment(a7b98794-68d8-4c23-819d-65d0a3bb92ef),segment_id=a7b98794-68d8-4c23-819d-65d0a3bb92ef)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:43.225853 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.239410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] Calling delete_port for 8966cab4-b651-4485-8e28-3666ed0eeea1 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:43.304454 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.327982 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b3a6b2-63b5-4ed5-919c-9f39dbf834b2']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:43.340081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b98794-68d8-4c23-819d-65d0a3bb92ef') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:43.340802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b98794-68d8-4c23-819d-65d0a3bb92ef') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:43.342076 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.354623 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.364525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b7101-cfea-44fa-bf13-cc54cc3eb067 req-baa1779c-d40e-4ef6-92b2-b00db58b4b58 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:43.371223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.371851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] Pushing event deleted for resources: {'Port': ['ID=8966cab4-b651-4485-8e28-3666ed0eeea1,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:43.375853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c55b7101-cfea-44fa-bf13-cc54cc3eb067 req-baa1779c-d40e-4ef6-92b2-b00db58b4b58 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 945 time: 0.0720577 Oct 15 01:02:43.381650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cdbf4-3a83-47d2-a358-469b01648701 None None] No DVR routers for this DVR port 8966cab4-b651-4485-8e28-3666ed0eeea1 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:02:43.389963 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:02:43.422905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c55b7101-cfea-44fa-bf13-cc54cc3eb067 req-389cbc2d-ef83-4694-a1b5-87847b3a9f9c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Oct 15 01:02:43.534875 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.542905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.545936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/networks/09b3a6b2-63b5-4ed5-919c-9f39dbf834b2 HTTP/1.1" status: 204 len: 168 time: 0.7827361 Oct 15 01:02:43.548766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:43.559907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f5347-e506-4b31-af1f-1c108e2f8b7f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Network': ['ID=09b3a6b2-63b5-4ed5-919c-9f39dbf834b2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:43.703991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9f80d-c787-432b-8058-75b6d8260acb req-194c155f-be27-4a54-baf3-5f6e2cf7d8e3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:43.705527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aab9f80d-c787-432b-8058-75b6d8260acb req-194c155f-be27-4a54-baf3-5f6e2cf7d8e3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 945 time: 0.1036463 Oct 15 01:02:43.712723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8966cab4-b651-4485-8e28-3666ed0eeea1 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:43.733422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8966cab4-b651-4485-8e28-3666ed0eeea1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:43.733765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8966cab4-b651-4485-8e28-3666ed0eeea1 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:43.841463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port 8dd09049-0712-4d1a-9fbb-9a234b2a9b64 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:43.841712 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:43.931403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port f18720b0-2c19-4e8f-8012-422219b70b64 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:43.939297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.011835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.012155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.032884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for 8dd09049-0712-4d1a-9fbb-9a234b2a9b64 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:44.109494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] For port f18720b0-2c19-4e8f-8012-422219b70b64, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=f18720b0-2c19-4e8f-8012-422219b70b64,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:44.109781 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.134261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for f18720b0-2c19-4e8f-8012-422219b70b64 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:44.393176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.394525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7a872bf3-8d32-4450-a79f-9c0f99597578 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:44.416065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7a872bf3-8d32-4450-a79f-9c0f99597578 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:44.416554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7a872bf3-8d32-4450-a79f-9c0f99597578 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:44.426753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=8dd09049-0712-4d1a-9fbb-9a234b2a9b64,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:44.429963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.478554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=f18720b0-2c19-4e8f-8012-422219b70b64,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:44.558813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f3e6723-0266-4cd2-8628-d5fa52bae87c req-88c6911f-dfb2-4170-8197-7ec3cfadd819 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0524516 Oct 15 01:02:44.590187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] No DVR routers for this DVR port f18720b0-2c19-4e8f-8012-422219b70b64 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:02:44.594221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.598217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aab9f80d-c787-432b-8058-75b6d8260acb req-c9752b2c-ad91-41ec-81bf-960f975a9e8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "DELETE /v2.0/ports/f18720b0-2c19-4e8f-8012-422219b70b64 HTTP/1.1" status: 204 len: 173 time: 0.8857360 Oct 15 01:02:44.599315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8665521-783b-482a-93ba-29fdb524de7c', 'name': 'network-vif-deleted', 'tag': 'f18720b0-2c19-4e8f-8012-422219b70b64'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:02:44.602864 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc8812-489a-4c6d-87f8-e2c10d03c351" -d '{"events": [{"server_uuid": "b8665521-783b-482a-93ba-29fdb524de7c", "name": "network-vif-deleted", "tag": "f18720b0-2c19-4e8f-8012-422219b70b64"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:02:44.612577 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.612931 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Floating IP 3b6248fb-f92b-4518-81b4-840648bda5ee disassociated (deleted). External IP: 172.25.2.31, port: ea821c48-045c-4cf6-85c0-7c60475e7bb1. Oct 15 01:02:44.654025 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3277d7-59cb-42d8-901f-6f917aa67c01 x-openstack-request-id: req-da3277d7-59cb-42d8-901f-6f917aa67c01 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:02:44.654348 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8665521-783b-482a-93ba-29fdb524de7c", "name": "network-vif-deleted", "tag": "f18720b0-2c19-4e8f-8012-422219b70b64", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:02:44.654600 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da3277d7-59cb-42d8-901f-6f917aa67c01 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:02:44.655000 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8665521-783b-482a-93ba-29fdb524de7c', 'name': 'network-vif-deleted', 'tag': 'f18720b0-2c19-4e8f-8012-422219b70b64', 'status': 'completed', 'code': 200} Oct 15 01:02:44.866622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router cfef5806-7773-4310-a978-b488cc5ccdef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:02:44.983570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:02:44.983570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:44.990642 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] Sync routers for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:02:45.000350 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:45.001057 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:45.012714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-54b5c363-900a-4e37-9adc-3bc400af79ca tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/floatingips/3b6248fb-f92b-4518-81b4-840648bda5ee HTTP/1.1" status: 204 len: 168 time: 1.4628758 Oct 15 01:02:45.116441 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:45.134603 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:45.320897 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:37Z', 'revision_number': 6, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:45.346545 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] Checking router: cfef5806-7773-4310-a978-b488cc5ccdef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:02:45.355431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:45.356011 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:45.465718 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:45.474691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a57fb-e68b-4941-92ac-86314ceca235 req-3a2e3bd6-a068-445d-9064-0c4a290130df tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:45.476253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-740a57fb-e68b-4941-92ac-86314ceca235 req-3a2e3bd6-a068-445d-9064-0c4a290130df tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 945 time: 0.0590193 Oct 15 01:02:45.519788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-740a57fb-e68b-4941-92ac-86314ceca235 req-0b895ad6-72cf-4243-9d6c-8c9b11c44017 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368600 Oct 15 01:02:45.670460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2fccdd3-aff3-48fd-ae06-ab402c5e201f req-a9d3cd87-6a08-4b7b-b760-05dc33186164 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0443439 Oct 15 01:02:45.674584 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:37Z', 'revision_number': 6, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:45.708449 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb96cf4-1cc3-47a8-bb9c-d47dd7f2095b None None] The sync data for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 is: [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:37Z', 'revision_number': 6, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a', 'name': '', 'network_id': '530808df-1ff3-4893-84e5-37debed64f88', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:61:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:54Z', 'updated_at': '2021-10-15T01:00:58Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '1ee66d29-9182-48bb-bd80-7a57174b68fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:02:45.941334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b3657-92fc-4658-baf3-56177f8f177c None None] New status for floating IP 3b6248fb-f92b-4518-81b4-840648bda5ee: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:02:46.395643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f18720b0-2c19-4e8f-8012-422219b70b64 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:46.416109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: f18720b0-2c19-4e8f-8012-422219b70b64 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:46.416454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device f18720b0-2c19-4e8f-8012-422219b70b64 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:46.642400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbd259-ef2c-46ca-87a1-6412671ec51f req-223a9361-3b39-4d9f-9ec4-b0f2ab984cef tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:46.643863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-accbd259-ef2c-46ca-87a1-6412671ec51f req-223a9361-3b39-4d9f-9ec4-b0f2ab984cef tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 945 time: 0.0521879 Oct 15 01:02:46.656892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:02:46.659080 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5b6dbe-25a9-4e22-a623-26299c23a57b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:02:46.689589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-accbd259-ef2c-46ca-87a1-6412671ec51f req-c6c512ab-5d1b-4c93-bfdc-5bfc39f0812f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf5086c5-5018-4229-a24c-55aa209d5db0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Oct 15 01:02:46.710467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-93777d50-6189-4dbc-b9a6-f9153bc5a670 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:46.710467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-93777d50-6189-4dbc-b9a6-f9153bc5a670 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 945 time: 0.0564642 Oct 15 01:02:46.739027 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e21afd-f555-4ef2-99d3-ad26137e341a x-openstack-request-id: req-94e21afd-f555-4ef2-99d3-ad26137e341a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:02:46.739027 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:02:46.740114 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94e21afd-f555-4ef2-99d3-ad26137e341a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:02:46.740523 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'status': 'completed', 'code': 200} Oct 15 01:02:46.812157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port ea821c48-045c-4cf6-85c0-7c60475e7bb1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:46.812531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:46.835429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5bfeda2d-f017-41e9-9592-9d0ca346ab11 req-7f4414ee-3ea8-42a6-bcb8-f1cb9f7f7aaf tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0347517 Oct 15 01:02:46.841856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-bf6e0d9a-a363-41c8-bd72-5ea893b7c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:46.843598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-bf6e0d9a-a363-41c8-bd72-5ea893b7c744 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 1096 time: 0.0754530 Oct 15 01:02:46.912344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port ea821c48-045c-4cf6-85c0-7c60475e7bb1, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:46.912707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:46.925523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for ea821c48-045c-4cf6-85c0-7c60475e7bb1 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:46.946360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-a92bc70b-0115-4e9d-ae61-3098984d51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:46.947840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-a92bc70b-0115-4e9d-ae61-3098984d51f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 200 len: 897 time: 0.0977266 Oct 15 01:02:46.992291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-e4c21acd-d453-4da7-b75d-a5d5a16b4142 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea821c48-045c-4cf6-85c0-7c60475e7bb1 HTTP/1.1" status: 200 len: 217 time: 0.0371130 Oct 15 01:02:47.043920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-522faa77-89d2-4d18-964f-cb1864c1c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:47.045382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-522faa77-89d2-4d18-964f-cb1864c1c50d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ee66d29-9182-48bb-bd80-7a57174b68fd HTTP/1.1" status: 200 len: 834 time: 0.0452127 Oct 15 01:02:47.097828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-4e1c9e95-17d5-4133-adc5-4e46b62a2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:47.099638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-4e1c9e95-17d5-4133-adc5-4e46b62a2b21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=530808df-1ff3-4893-84e5-37debed64f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473843 Oct 15 01:02:47.123747 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:47.166276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=ea821c48-045c-4cf6-85c0-7c60475e7bb1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:47.205618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-28a33fd0-075b-4229-997d-f2b7a2344ede service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992255 Oct 15 01:02:47.207551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] No DVR routers for this DVR port ea821c48-045c-4cf6-85c0-7c60475e7bb1 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:02:47.210431 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:47.222806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-679a7e1a-abe0-46d3-9934-1fcf697627fa req-5c465776-6f81-4e66-a846-afdaee71de14 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "DELETE /v2.0/ports/ea821c48-045c-4cf6-85c0-7c60475e7bb1 HTTP/1.1" status: 204 len: 173 time: 0.5076470 Oct 15 01:02:47.223297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'name': 'network-vif-deleted', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:02:47.229192 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2410957-1b4e-4551-9e40-b1188f67535e" -d '{"events": [{"server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "name": "network-vif-deleted", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:02:47.265906 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5703aa06-77d7-45ea-9695-677ff7d4bc31 x-openstack-request-id: req-5703aa06-77d7-45ea-9695-677ff7d4bc31 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:02:47.266228 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed8ca02-44c1-43c8-9a02-65f83ed266d0", "name": "network-vif-deleted", "tag": "ea821c48-045c-4cf6-85c0-7c60475e7bb1", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:02:47.267463 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5703aa06-77d7-45ea-9695-677ff7d4bc31 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:02:47.267463 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed8ca02-44c1-43c8-9a02-65f83ed266d0', 'name': 'network-vif-deleted', 'tag': 'ea821c48-045c-4cf6-85c0-7c60475e7bb1', 'status': 'completed', 'code': 200} Oct 15 01:02:47.318246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd5b6dbe-25a9-4e22-a623-26299c23a57b req-18d2f133-97fd-4427-aa48-ab69095f839e service neutron] 10.222.0.30 "GET /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049213 Oct 15 01:02:47.800099 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-178da225-ab8a-4aca-861b-f45dedcb6a07 req-964a19af-0092-46a5-89eb-9ee1d26175f0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ed8ca02-44c1-43c8-9a02-65f83ed266d0 HTTP/1.1" status: 200 len: 210 time: 0.0268338 Oct 15 01:02:47.938291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66328cf9-a33e-496b-a796-f3a3e0de2c83 req-806bde3b-ed1a-4c48-a523-d9ce237a2896 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0293500 Oct 15 01:02:48.856553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52770) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:48.915384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5a4b-37a6-4a59-b2d9-94b290261eb9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:48.940680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5a4b-37a6-4a59-b2d9-94b290261eb9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:49.035360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43e7e30e-e4e6-4565-8fca-84e603152967 req-ce369889-4e15-4edf-87e6-7b486586c83b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0256371 Oct 15 01:02:49.072237 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5a4b-37a6-4a59-b2d9-94b290261eb9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:49.074957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5b1d5a4b-37a6-4a59-b2d9-94b290261eb9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:49.078614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5b1d5a4b-37a6-4a59-b2d9-94b290261eb9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf5086c5-5018-4229-a24c-55aa209d5db0 HTTP/1.1" status: 204 len: 168 time: 0.2186220 Oct 15 01:02:49.090183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d5a4b-37a6-4a59-b2d9-94b290261eb9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5086c5-5018-4229-a24c-55aa209d5db0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:49.189872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52776) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:49.558268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:49.820093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:49.820432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:49.916382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:49.916928 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:49.929697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:50.137601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50640c31-19c5-4109-bffb-80685f2a2dc8 req-5e2e7965-3117-451c-8066-6411694605d5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8665521-783b-482a-93ba-29fdb524de7c HTTP/1.1" status: 200 len: 210 time: 0.0280838 Oct 15 01:02:50.228786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:50.258563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:50.393772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ea821c48-045c-4cf6-85c0-7c60475e7bb1 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:50.435333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: ea821c48-045c-4cf6-85c0-7c60475e7bb1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:50.435676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device ea821c48-045c-4cf6-85c0-7c60475e7bb1 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:50.844297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.078877 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router cfef5806-7773-4310-a978-b488cc5ccdef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:02:51.194149 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:02:51.199871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4b5494cc-cbdc-4b1e-92a2-420cf9d9edcb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "PUT /v2.0/routers/cfef5806-7773-4310-a978-b488cc5ccdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0085034 Oct 15 01:02:51.202706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52788) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:51.208533 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] Sync routers for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:02:51.219816 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:51.220511 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:51.276407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting subnet 1ee66d29-9182-48bb-bd80-7a57174b68fd {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:02:51.279471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.320397 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.408779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.430772 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:51.558298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.586741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee66d29-9182-48bb-bd80-7a57174b68fd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:51.590446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.593972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e901d2a0-c9c3-43e5-b718-f06b302608a0 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/subnets/1ee66d29-9182-48bb-bd80-7a57174b68fd HTTP/1.1" status: 204 len: 168 time: 0.3902709 Oct 15 01:02:51.596488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52792) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:51.604045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464daf41-69ed-4942-9876-efb41c0f38be None None] Network 530808df-1ff3-4893-84e5-37debed64f88 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:02:51.625622 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:50Z', 'revision_number': 7, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:51.668419 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] Checking router: cfef5806-7773-4310-a978-b488cc5ccdef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:02:51.686002 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] Routers {'cfef5806-7773-4310-a978-b488cc5ccdef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:51.686745 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['cfef5806-7773-4310-a978-b488cc5ccdef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:51.760275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.815683 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] Set router cfef5806-7773-4310-a978-b488cc5ccdef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:51.841583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] DHCP port deletion for 530808df-1ff3-4893-84e5-37debed64f88 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:02:51.893308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] Deleting port 582108e8-de40-40a4-80e6-15aa412fea2b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:51.893686 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.897303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:51.995596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] For port 582108e8-de40-40a4-80e6-15aa412fea2b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=582108e8-de40-40a4-80e6-15aa412fea2b,segment=NetworkSegment(17f93d12-5123-4e61-a762-6df4ad9d65e8),segment_id=17f93d12-5123-4e61-a762-6df4ad9d65e8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:52.005385 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.023752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] Calling delete_port for 582108e8-de40-40a4-80e6-15aa412fea2b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:52.038907 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:50Z', 'revision_number': 7, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:52.069352 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab4665-b76f-485a-938c-e240105fdf52 None None] The sync data for ids ['cfef5806-7773-4310-a978-b488cc5ccdef'] in n-d-811521-2 is: [{'id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'name': 'tempest-TestNetworkBasicOps-router-1243752605', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:48Z', 'updated_at': '2021-10-15T01:02:50Z', 'revision_number': 7, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': 'e79e1703-339b-4dad-b746-a4da64155b07', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfef5806-7773-4310-a978-b488cc5ccdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:49Z', 'updated_at': '2021-10-15T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:02:52.080120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port e79e1703-339b-4dad-b746-a4da64155b07 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:02:52.080464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.196656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port e79e1703-339b-4dad-b746-a4da64155b07, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e79e1703-339b-4dad-b746-a4da64155b07,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:52.197086 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.213484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for e79e1703-339b-4dad-b746-a4da64155b07 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:02:52.228582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.272470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] Pushing event deleted for resources: {'Port': ['ID=582108e8-de40-40a4-80e6-15aa412fea2b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:52.277506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f744a-4486-46a9-a8c0-1c1d978f7303 None None] No DVR routers for this DVR port 582108e8-de40-40a4-80e6-15aa412fea2b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:02:52.474252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.510975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=e79e1703-339b-4dad-b746-a4da64155b07,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:52.578432 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.672327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.674471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.771551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.772119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Fanout notify agent at l3_agent the message router_deleted on router cfef5806-7773-4310-a978-b488cc5ccdef {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:02:52.782530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.783847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d46ddcf9-93c4-4a17-b260-1000a8571317 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/routers/cfef5806-7773-4310-a978-b488cc5ccdef HTTP/1.1" status: 204 len: 168 time: 1.1863379 Oct 15 01:02:52.784460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52800) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:52.871500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.969408 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:52.990821 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530808df-1ff3-4893-84e5-37debed64f88']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:53.000713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f93d12-5123-4e61-a762-6df4ad9d65e8') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:53.001011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f93d12-5123-4e61-a762-6df4ad9d65e8') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:53.011495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.025107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.030869 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:02:53.031259 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:02:53.034199 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:02:53.151801 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.159483 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.165390 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/networks/530808df-1ff3-4893-84e5-37debed64f88 HTTP/1.1" status: 204 len: 168 time: 0.3769691 Oct 15 01:02:53.181148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6bfaf-c68f-413c-8476-ebe9eb2a59b9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Network': ['ID=530808df-1ff3-4893-84e5-37debed64f88,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:53.182351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:53.189995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'network': {'name': 'tempest-network-smoke--1329924652', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'port_security_enabled': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:02:53.297287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:02:53.301580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.333167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:02:53.338966 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.339621 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Added segment aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15 of type vlan for network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 Oct 15 01:02:53.392873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.474948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.481045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:53.481676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.552829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Network': ['ID=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:53.564363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:02:53.588591 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52808) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:53.590210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7996a359-46e3-405f-b06e-a2ac8f90e4fc tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4065833 Oct 15 01:02:53.594322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'admin_state_up': True, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:02:53.668749 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.670245 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.725362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e79e1703-339b-4dad-b746-a4da64155b07 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:53.734905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:53.748755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: e79e1703-339b-4dad-b746-a4da64155b07 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:53.749098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e79e1703-339b-4dad-b746-a4da64155b07 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:53.749521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 582108e8-de40-40a4-80e6-15aa412fea2b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:53.770686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 582108e8-de40-40a4-80e6-15aa412fea2b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:53.771034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 582108e8-de40-40a4-80e6-15aa412fea2b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:53.771450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:02:53.795221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:02:53.795567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7d5dd305-d21e-48ff-b0bb-4fbb92d85e3a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:02:53.948169 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:54.231290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:54.251667 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:54.356324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.25.2.43 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/24a0a6eb-189d-49e4-a5d0-894a82cffa04) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:02:54.475630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:54.598435 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:54.638808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:02:54.641730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:54.645099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:02:54.677871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=24a0a6eb-189d-49e4-a5d0-894a82cffa04,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:54.983984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:55.190236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:55.402899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:02:55.546583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:02:55.560901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Sync routers for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:02:55.573610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:55.574562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:55.642192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:55.647399 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fdff4561-fd2b-48c8-ac37-4c898ff5f262 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0537767 Oct 15 01:02:55.647662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:55.683957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2dfa32a0-fb93-4cf5-a3e5-b48d464452ea tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=0ec4d548791e45138ee11d03b417b25e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329854 Oct 15 01:02:55.684384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52856) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:55.762145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:55.812960 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf6f64-8d4c-454a-88c1-6e42dc16dc95 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:55.817679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c8bf6f64-8d4c-454a-88c1-6e42dc16dc95 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292191 Oct 15 01:02:55.818023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52860) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:55.861663 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf82bf2a-1747-4f32-aea2-337c71217b7b tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401797 Oct 15 01:02:55.864343 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:55.876983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2047524376', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:02:55.999855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:54Z', 'revision_number': 3, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:56.028817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Checking router: 0d6c7979-3c51-4b9d-81a1-387fa518fc25 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:02:56.029166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Updating router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 port 24a0a6eb-189d-49e4-a5d0-894a82cffa04 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:02:56.060358 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.102657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:02:56.106314 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.308915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7c46-326d-4e6c-a370-a76bd1402edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.424348 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.434842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.497301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.505078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Subnet': ['ID=6f92507d-3933-476e-9478-1f6ee81f9249,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:56.529476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Checking segment: {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:02:56.529975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network hostable DHCP agents. Network: b77942dc-cb7c-45d6-b9e4-5241fc96c6d3, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:02:56.570006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Attempting to bind port 24a0a6eb-189d-49e4-a5d0-894a82cffa04 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:02:56.570640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Attempting to bind port 24a0a6eb-189d-49e4-a5d0-894a82cffa04 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:02:56.570640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Attempting to bind port 24a0a6eb-189d-49e4-a5d0-894a82cffa04 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:02:56.572753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Pushing event updated for resources: {'Port': ['ID=24a0a6eb-189d-49e4-a5d0-894a82cffa04,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:56.582530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:02:56.582879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:02:56.583317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.583709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:02:56.584176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Bound port: 24a0a6eb-189d-49e4-a5d0-894a82cffa04, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:02:56.584556 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.587240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.587579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.587910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.588237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.588561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.588885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.589200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.589905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.589905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.598661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.598661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.598661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:56.617347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:02:56.672219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] For port 24a0a6eb-189d-49e4-a5d0-894a82cffa04, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:02:56.680260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] For port 24a0a6eb-189d-49e4-a5d0-894a82cffa04, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=24a0a6eb-189d-49e4-a5d0-894a82cffa04,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:02:56.726402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b77942dc-cb7c-45d6-b9e4-5241fc96c6d3) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:56.730923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef72c569-4a4d-47ab-bdb9-0d4e133812ae None None] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:02:56.731797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:56.733815 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.754752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:56.838829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8b8e4c63-8929-4b1e-841b-f5c42eadcb79 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9730480 Oct 15 01:02:56.839061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52876) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:56.866852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:02:56.867618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:56.919998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b53bba-fa65-459a-a5d6-ae81179b04c1 None None] Pushing event updated for resources: {'Port': ['ID=24a0a6eb-189d-49e4-a5d0-894a82cffa04,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:57.209266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:02:57.238937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:02:57.239795 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:57.532253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Allocated IP 172.20.0.2 (b77942dc-cb7c-45d6-b9e4-5241fc96c6d3/6f92507d-3933-476e-9478-1f6ee81f9249/362fe5f7-0721-4386-9360-c8d33c39dd95) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:02:57.645188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:54Z', 'revision_number': 3, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:02:57.680921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ddfdcd-95ff-4b36-a3bc-fbdecbc8a9ef None None] The sync data for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 is: [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:54Z', 'revision_number': 3, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:02:57.751000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:57.758632 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:57.891847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:57.947281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:02:57.950363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:57.953823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:02:57.970220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Pushing event updated for resources: {'Port': ['ID=362fe5f7-0721-4386-9360-c8d33c39dd95,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:58.036830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Attempting to bind port 362fe5f7-0721-4386-9360-c8d33c39dd95 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:02:58.037338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Attempting to bind port 362fe5f7-0721-4386-9360-c8d33c39dd95 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:02:58.038017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Attempting to bind port 362fe5f7-0721-4386-9360-c8d33c39dd95 on network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:02:58.045147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:02:58.045685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Checking segment: {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:02:58.046209 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:58.048918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Bound using segment: {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:02:58.049517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Bound port: 362fe5f7-0721-4386-9360-c8d33c39dd95, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:02:58.050077 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:58.113287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.20.0.1 (b77942dc-cb7c-45d6-b9e4-5241fc96c6d3/6f92507d-3933-476e-9478-1f6ee81f9249/fd3d4796-d1e9-434d-a11f-d27dad0467f7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:02:58.134996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] For port 362fe5f7-0721-4386-9360-c8d33c39dd95, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:02:58.139175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] For port 362fe5f7-0721-4386-9360-c8d33c39dd95, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=362fe5f7-0721-4386-9360-c8d33c39dd95,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:02:58.229634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:58.245042 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:58.292483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683b300-1ce3-4856-9d7f-1fa87a8d3709 None None] Pushing event updated for resources: {'Port': ['ID=362fe5f7-0721-4386-9360-c8d33c39dd95,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:58.366329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:58.423752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=fd3d4796-d1e9-434d-a11f-d27dad0467f7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:58.436376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:02:58.438670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.439017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.439355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.439686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.440016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.440339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.440665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.441014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.441337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.441660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.442067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.442408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:02:58.452327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:58.459099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:02:58.539862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:58.767556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:58.829042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0729f756-282b-422a-aa1e-2a616079cc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:59.126477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:59.211646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:59.322787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=fd3d4796-d1e9-434d-a11f-d27dad0467f7,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:02:59.325530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:59.435198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:02:59.436634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:02:59.440078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b67040-3589-4014-af55-3f9308d35103 None None] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:02:59.553180 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b70c3ed8-3587-4070-a227-1a9e6a9a7277 None None] Provisioning complete for port 362fe5f7-0721-4386-9360-c8d33c39dd95 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:59.553565 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b70c3ed8-3587-4070-a227-1a9e6a9a7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:59.571670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:02:59.733392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:02:59.745200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d3d08b9c-41d9-45b3-b5a9-de9be1211ce4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "PUT /v2.0/routers/0d6c7979-3c51-4b9d-81a1-387fa518fc25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9051633 Oct 15 01:02:59.747568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52922) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:59.768832 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b70c3ed8-3587-4070-a227-1a9e6a9a7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:59.824579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b70c3ed8-3587-4070-a227-1a9e6a9a7277 None None] For port 362fe5f7-0721-4386-9360-c8d33c39dd95, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=362fe5f7-0721-4386-9360-c8d33c39dd95,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:02:59.865510 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 362fe5f7-0721-4386-9360-c8d33c39dd95 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:02:59.899701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f4a2c-da68-46e2-bb31-e6380c3f65a7 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:59.900341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f4a2c-da68-46e2-bb31-e6380c3f65a7 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:59.900871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f4a2c-da68-46e2-bb31-e6380c3f65a7 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:59.901390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f4a2c-da68-46e2-bb31-e6380c3f65a7 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:59.902006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f4a2c-da68-46e2-bb31-e6380c3f65a7 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:59.902698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f4a2c-da68-46e2-bb31-e6380c3f65a7 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:02:59.903559 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b70c3ed8-3587-4070-a227-1a9e6a9a7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:02:59.904724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a43f4a2c-da68-46e2-bb31-e6380c3f65a7 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1542079 Oct 15 01:02:59.908481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52924) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:02:59.984600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 362fe5f7-0721-4386-9360-c8d33c39dd95 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:02:59.986285 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.007514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3127a6-f0c2-43af-87d9-42961e9fbf75 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:00.008050 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3127a6-f0c2-43af-87d9-42961e9fbf75 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:00.008570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3127a6-f0c2-43af-87d9-42961e9fbf75 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:00.009027 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3127a6-f0c2-43af-87d9-42961e9fbf75 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:00.009587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3127a6-f0c2-43af-87d9-42961e9fbf75 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:00.010039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3127a6-f0c2-43af-87d9-42961e9fbf75 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:00.014944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52928) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:00.015677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2f3127a6-f0c2-43af-87d9-42961e9fbf75 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1060011 Oct 15 01:03:00.026526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c3ed8-3587-4070-a227-1a9e6a9a7277 None None] Pushing event updated for resources: {'Port': ['ID=362fe5f7-0721-4386-9360-c8d33c39dd95,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:00.108182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 24a0a6eb-189d-49e4-a5d0-894a82cffa04 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:03:00.168112 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.180565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 24a0a6eb-189d-49e4-a5d0-894a82cffa04 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:00.180944 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.262866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-88f80d66-b3b6-41b6-b0c2-3a61698094b9 None None] Provisioning complete for port fd3d4796-d1e9-434d-a11f-d27dad0467f7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:00.263235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88f80d66-b3b6-41b6-b0c2-3a61698094b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.309528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bb659bf1-207d-49f2-a071-0ce611cbb010 tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2921200 Oct 15 01:03:00.326892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.329493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-88f80d66-b3b6-41b6-b0c2-3a61698094b9 None None] Port fd3d4796-d1e9-434d-a11f-d27dad0467f7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:03:00.359950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-88f80d66-b3b6-41b6-b0c2-3a61698094b9 None None] Provisioning complete for port 362fe5f7-0721-4386-9360-c8d33c39dd95 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:00.360360 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88f80d66-b3b6-41b6-b0c2-3a61698094b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.362051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.380069 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Sync routers for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:03:00.395754 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:00.396366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:00.481468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 24a0a6eb-189d-49e4-a5d0-894a82cffa04, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=24a0a6eb-189d-49e4-a5d0-894a82cffa04,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:00.540009 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:00.568902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.669880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=24a0a6eb-189d-49e4-a5d0-894a82cffa04,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:00.774430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:00.778698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-12c13428-9425-4975-87bf-0a0d027cf642 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102724933', 'description': 'tempest-secgroup-smoke-2102724933 description', 'project_id': '0ec4d548791e45138ee11d03b417b25e'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:00.790461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-731ab291-bde3-4bf3-83b0-db031bf9a2a8 None None] Provisioning complete for port fd3d4796-d1e9-434d-a11f-d27dad0467f7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:00.791180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-731ab291-bde3-4bf3-83b0-db031bf9a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.835357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-731ab291-bde3-4bf3-83b0-db031bf9a2a8 None None] Port fd3d4796-d1e9-434d-a11f-d27dad0467f7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:03:00.837362 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 2, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:00.875211 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Checking router: 0d6c7979-3c51-4b9d-81a1-387fa518fc25 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:03:00.875638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Updating router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 port fd3d4796-d1e9-434d-a11f-d27dad0467f7 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:03:00.902682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12c13428-9425-4975-87bf-0a0d027cf642 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.921971 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:00.963577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-70ec4e4e-c86f-4eff-a818-37659a978978 None None] Provisioning complete for port fd3d4796-d1e9-434d-a11f-d27dad0467f7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:00.964116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70ec4e4e-c86f-4eff-a818-37659a978978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.000343 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12c13428-9425-4975-87bf-0a0d027cf642 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.017940 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-70ec4e4e-c86f-4eff-a818-37659a978978 None None] Port fd3d4796-d1e9-434d-a11f-d27dad0467f7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:03:01.077490 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12c13428-9425-4975-87bf-0a0d027cf642 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.115681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c13428-9425-4975-87bf-0a0d027cf642 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b137e030-7ba8-462e-aa86-70b1eb87e022,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:01.182256 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-12c13428-9425-4975-87bf-0a0d027cf642 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.183498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-12c13428-9425-4975-87bf-0a0d027cf642 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4090536 Oct 15 01:03:01.186477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 52948) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:01.193745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-364dc921-967f-48d8-b730-0863cb543a41 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'b137e030-7ba8-462e-aa86-70b1eb87e022', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:01.242950 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.325705 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-364dc921-967f-48d8-b730-0863cb543a41 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.346461 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.387782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-364dc921-967f-48d8-b730-0863cb543a41 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.413875 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa65dd-26ee-4b88-a063-1f2a048735b7 None None] Pushing event updated for resources: {'Port': ['ID=fd3d4796-d1e9-434d-a11f-d27dad0467f7,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:01.465435 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Attempting to bind port fd3d4796-d1e9-434d-a11f-d27dad0467f7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:03:01.465805 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Attempting to bind port fd3d4796-d1e9-434d-a11f-d27dad0467f7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:03:01.466194 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Attempting to bind port fd3d4796-d1e9-434d-a11f-d27dad0467f7 on network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:03:01.472482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-364dc921-967f-48d8-b730-0863cb543a41 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.473383 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:03:01.473765 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Checking segment: {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:03:01.474205 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.474599 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Bound using segment: {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:03:01.475076 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Bound port: fd3d4796-d1e9-434d-a11f-d27dad0467f7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:03:01.475507 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.500296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dc921-967f-48d8-b730-0863cb543a41 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910ebbd1-21a6-475b-a2b7-89e4014cad4c,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:01.561283 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] For port fd3d4796-d1e9-434d-a11f-d27dad0467f7, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:03:01.569105 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] For port fd3d4796-d1e9-434d-a11f-d27dad0467f7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd3d4796-d1e9-434d-a11f-d27dad0467f7,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:03:01.590826 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-364dc921-967f-48d8-b730-0863cb543a41 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.592644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-364dc921-967f-48d8-b730-0863cb543a41 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4042284 Oct 15 01:03:01.595086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52956) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:01.600421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d45f786e-ddc1-4418-9555-3deee7c80458 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'b137e030-7ba8-462e-aa86-70b1eb87e022', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:01.640681 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.655423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b4b50c44-ec91-4ba6-a97f-a4b7d0397bef None None] Provisioning complete for port fd3d4796-d1e9-434d-a11f-d27dad0467f7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:01.655796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b50c44-ec91-4ba6-a97f-a4b7d0397bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.701783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d45f786e-ddc1-4418-9555-3deee7c80458 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.785728 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:01.786531 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:01.791641 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa65dd-26ee-4b88-a063-1f2a048735b7 None None] Pushing event updated for resources: {'Port': ['ID=fd3d4796-d1e9-434d-a11f-d27dad0467f7,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:01.806243 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 362fe5f7-0721-4386-9360-c8d33c39dd95 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:03:01.821602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d45f786e-ddc1-4418-9555-3deee7c80458 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.851422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b50c44-ec91-4ba6-a97f-a4b7d0397bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.903039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b4b50c44-ec91-4ba6-a97f-a4b7d0397bef None None] For port fd3d4796-d1e9-434d-a11f-d27dad0467f7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd3d4796-d1e9-434d-a11f-d27dad0467f7,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:01.908547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d45f786e-ddc1-4418-9555-3deee7c80458 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.918795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 362fe5f7-0721-4386-9360-c8d33c39dd95 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:01.919059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:01.937779 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:01.938982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f786e-ddc1-4418-9555-3deee7c80458 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef95f41b-eeac-4836-8cf5-aa36a414824f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:02.047542 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b50c44-ec91-4ba6-a97f-a4b7d0397bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.076574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 24a0a6eb-189d-49e4-a5d0-894a82cffa04 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:03:02.128921 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d45f786e-ddc1-4418-9555-3deee7c80458 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.131971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d45f786e-ddc1-4418-9555-3deee7c80458 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5357587 Oct 15 01:03:02.136391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 52966) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:02.142016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ff44e063-45a2-4a14-ae57-ec0b38623e7c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'b137e030-7ba8-462e-aa86-70b1eb87e022', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:02.146142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b50c44-ec91-4ba6-a97f-a4b7d0397bef None None] Pushing event updated for resources: {'Port': ['ID=fd3d4796-d1e9-434d-a11f-d27dad0467f7,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:02.173162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 24a0a6eb-189d-49e4-a5d0-894a82cffa04 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:02.173941 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.177397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dfd9a69c-14bc-4fc1-8cbc-9d7811711421 None None] Provisioning complete for port fd3d4796-d1e9-434d-a11f-d27dad0467f7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:02.177844 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a69c-14bc-4fc1-8cbc-9d7811711421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.241836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff44e063-45a2-4a14-ae57-ec0b38623e7c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.285847 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:02.319402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff44e063-45a2-4a14-ae57-ec0b38623e7c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.322744 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf9d31-42e7-41cd-8d73-7d79cd816bd0 None None] The sync data for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 is: [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:03:02.405027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff44e063-45a2-4a14-ae57-ec0b38623e7c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.448062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e063-45a2-4a14-ae57-ec0b38623e7c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1de2187-aef8-4066-aed0-4c8368e1e077,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:02.449127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.537302 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ff44e063-45a2-4a14-ae57-ec0b38623e7c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.540064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ff44e063-45a2-4a14-ae57-ec0b38623e7c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006634 Oct 15 01:03:02.541335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53008) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:02.545859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4b04e683-fd66-4e77-ad99-56fdda815eea tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'b137e030-7ba8-462e-aa86-70b1eb87e022', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:02.651995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b04e683-fd66-4e77-ad99-56fdda815eea tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.734905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b04e683-fd66-4e77-ad99-56fdda815eea tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.826243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b04e683-fd66-4e77-ad99-56fdda815eea tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.857778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04e683-fd66-4e77-ad99-56fdda815eea tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f6ebc7-e674-43fb-9d18-ef8b7bd699ac,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:02.954297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4b04e683-fd66-4e77-ad99-56fdda815eea tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:02.956013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4b04e683-fd66-4e77-ad99-56fdda815eea tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4136202 Oct 15 01:03:02.959271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53024) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:02.966858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'b137e030-7ba8-462e-aa86-70b1eb87e022', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:03.058112 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Project 0ec4d548791e45138ee11d03b417b25e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:03:03.066375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.172180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.283190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.299057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6f952b-5a1f-4550-9ab5-38a3f2371ade,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:03.407786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.410374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55d07750-35e5-4567-8075-383fa5d49c0f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4484582 Oct 15 01:03:03.412409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53034) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:03.427394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'security_group_rule': {'security_group_id': 'b137e030-7ba8-462e-aa86-70b1eb87e022', 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:03.525474 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Project 0ec4d548791e45138ee11d03b417b25e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:03:03.533636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.622246 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.683233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.727166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2deaedcd-578d-4aa9-abfa-ad54467f8e27,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:03.786873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fd3d4796-d1e9-434d-a11f-d27dad0467f7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:03:03.799747 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:03.802164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ee92a069-5ae7-4fea-82c4-3708495db116 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3858378 Oct 15 01:03:03.891989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fd3d4796-d1e9-434d-a11f-d27dad0467f7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:03.892787 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:04.018659 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-712005be-90bf-46da-8537-7dbeb479cf6d tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102724933&fields=id&tenant_id=0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 267 time: 0.0357976 Oct 15 01:03:04.144455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2b85b7bb-1dce-4c9b-a5fc-2a1e95ddd089 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:04.146269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2b85b7bb-1dce-4c9b-a5fc-2a1e95ddd089 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/networks?id=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 HTTP/1.1" status: 200 len: 797 time: 0.1194136 Oct 15 01:03:04.164217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-0f54a57f-388a-4c84-9931-0e7487e4bcaa tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/quotas/0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 375 time: 0.0112476 Oct 15 01:03:04.235692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-431fc602-6440-4086-a75c-04faf86f6db8 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624125 Oct 15 01:03:04.352581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-0a6a758c-ae21-44c7-a428-f8a375bde7e8 service neutron] 10.222.0.13 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952699 Oct 15 01:03:04.452489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-aaf54631-6502-4d21-8927-bb8c68080d53 service neutron] 10.222.0.13 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934093 Oct 15 01:03:04.737336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0584bd70-129a-4e81-917f-0d24649c43f1 req-1f0bb902-446c-4f76-870a-0dd4173b27a2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 210 time: 0.0315783 Oct 15 01:03:05.145252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:03:05.854660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-398e27a8-0bb5-44c0-b892-3c6d0b2ffb85 req-6edb999a-5294-497a-868b-1eafb0eb0a43 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 210 time: 0.0403183 Oct 15 01:03:06.637339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-cc65efd9-ce4a-44cb-9db6-3657fb3f8eba tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:06.641029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-cc65efd9-ce4a-44cb-9db6-3657fb3f8eba tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/networks?id=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 HTTP/1.1" status: 200 len: 797 time: 0.1282873 Oct 15 01:03:06.689383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-0cda210e-373b-4772-bc86-35e77f2c36e9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ec4d548791e45138ee11d03b417b25e HTTP/1.1" status: 200 len: 380 time: 0.0396719 Oct 15 01:03:06.699172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'port': {'device_id': '238b8919-cadc-4975-9e6a-c2486944750f', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'admin_state_up': True, 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'security_groups': ['b137e030-7ba8-462e-aa86-70b1eb87e022']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:06.891123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Made reservation on behalf of 0ec4d548791e45138ee11d03b417b25e for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:03:06.896287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:07.004872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcda3625-90ed-429c-a111-8fb33cfaa4e0 req-de7de418-d1a9-4b75-9521-45965e569c50 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 210 time: 0.0821810 Oct 15 01:03:07.090045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.20.0.6 (b77942dc-cb7c-45d6-b9e4-5241fc96c6d3/6f92507d-3933-476e-9478-1f6ee81f9249/b68164f9-056f-4852-975b-cb4f4c80e259) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:03:07.241418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:07.347132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:07.398559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:03:07.401603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:03:07.408242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:03:07.415168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=b68164f9-056f-4852-975b-cb4f4c80e259,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:07.480982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:07.482051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:07.563046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-2d3ca20c-a316-4381-aa52-c4c3518229f3 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8680661 Oct 15 01:03:07.575606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Request body: {'port': {'device_id': '238b8919-cadc-4975-9e6a-c2486944750f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:07.650245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:07.767379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2e0829d8-cc77-49be-8ec8-3d7db6acbb36 None None] Provisioning complete for port b68164f9-056f-4852-975b-cb4f4c80e259 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:07.767973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e0829d8-cc77-49be-8ec8-3d7db6acbb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:07.811439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2e0829d8-cc77-49be-8ec8-3d7db6acbb36 None None] Port b68164f9-056f-4852-975b-cb4f4c80e259 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:03:07.952719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68164f9-056f-4852-975b-cb4f4c80e259 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:03:07.961133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:07.974401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Transition to ACTIVE for port object b68164f9-056f-4852-975b-cb4f4c80e259 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:03:08.074361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:08.165704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Pushing event updated for resources: {'Port': ['ID=b68164f9-056f-4852-975b-cb4f4c80e259,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:08.199535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc504c4b-a9b6-433f-8d33-d50f393a35a9 req-93f587d1-cec2-4d11-ba07-8b4b916a0fdf tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:08.200991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc504c4b-a9b6-433f-8d33-d50f393a35a9 req-93f587d1-cec2-4d11-ba07-8b4b916a0fdf tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 943 time: 0.1212287 Oct 15 01:03:08.289776 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc504c4b-a9b6-433f-8d33-d50f393a35a9 req-9d12e068-ae64-420f-a8d5-1eb0e502e324 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544119 Oct 15 01:03:08.290451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Attempting to bind port b68164f9-056f-4852-975b-cb4f4c80e259 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:03:08.290793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Attempting to bind port b68164f9-056f-4852-975b-cb4f4c80e259 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:03:08.291091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Attempting to bind port b68164f9-056f-4852-975b-cb4f4c80e259 on network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:03:08.295984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Port b68164f9-056f-4852-975b-cb4f4c80e259 on network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:03:08.296302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Attempting to bind port b68164f9-056f-4852-975b-cb4f4c80e259 on network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:03:08.303403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:03:08.303728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Checking segment: {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:03:08.304121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Bound using segment: {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:03:08.305266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Bound port: b68164f9-056f-4852-975b-cb4f4c80e259, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:03:08.305619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:08.385915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] For port b68164f9-056f-4852-975b-cb4f4c80e259, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:03:08.388945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] For port b68164f9-056f-4852-975b-cb4f4c80e259, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=b68164f9-056f-4852-975b-cb4f4c80e259,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:03:08.462927 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:08.498486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:08.499087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:08.500479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] 10.222.0.30 "PUT /v2.0/ports/b68164f9-056f-4852-975b-cb4f4c80e259 HTTP/1.1" status: 200 len: 1091 time: 0.9293933 Oct 15 01:03:08.500920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:03:08.507195 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ce3e63-40d2-4b9a-b538-0365b670131c" -d '{"events": [{"name": "network-changed", "server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:03:08.560226 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8be507-32ae-4146-bd45-47933fba520b x-openstack-request-id: req-6a8be507-32ae-4146-bd45-47933fba520b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:03:08.560638 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:03:08.561006 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a8be507-32ae-4146-bd45-47933fba520b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:03:08.561553 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'status': 'completed', 'code': 200} Oct 15 01:03:08.565935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7b137-2115-4459-b48c-efedcbdbeffb service neutron] Pushing event updated for resources: {'Port': ['ID=b68164f9-056f-4852-975b-cb4f4c80e259,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:08.620596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3e63-40d2-4b9a-b538-0365b670131c req-26462eb2-e2b0-41a3-ada7-58c9080bd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:08.622500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5ce3e63-40d2-4b9a-b538-0365b670131c req-26462eb2-e2b0-41a3-ada7-58c9080bd20d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 1094 time: 0.0494764 Oct 15 01:03:08.750223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3e63-40d2-4b9a-b538-0365b670131c req-839290ea-71e8-4c9d-a744-b06172b935a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:08.752159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5ce3e63-40d2-4b9a-b538-0365b670131c req-839290ea-71e8-4c9d-a744-b06172b935a5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=0ec4d548791e45138ee11d03b417b25e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1214781 Oct 15 01:03:08.866912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3e63-40d2-4b9a-b538-0365b670131c req-af0af452-b727-4a11-9994-4efb9aed9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:08.869094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5ce3e63-40d2-4b9a-b538-0365b670131c req-af0af452-b727-4a11-9994-4efb9aed9dbb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087699 Oct 15 01:03:08.953338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-6cf25070-d403-4a5e-bfbb-8815d99d60ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:08.954874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-6cf25070-d403-4a5e-bfbb-8815d99d60ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 1094 time: 0.0468965 Oct 15 01:03:09.000110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-21ffc74e-d9a6-4b39-93d4-6d644e3f1f7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68164f9-056f-4852-975b-cb4f4c80e259 HTTP/1.1" status: 200 len: 217 time: 0.0378301 Oct 15 01:03:09.057665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-3356ec25-9370-41c9-bf44-57771beed299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:09.059316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-3356ec25-9370-41c9-bf44-57771beed299 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f92507d-3933-476e-9478-1f6ee81f9249 HTTP/1.1" status: 200 len: 835 time: 0.0503936 Oct 15 01:03:09.116602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-c9764726-2676-4ffb-8933-48956c2d474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:09.117681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-c9764726-2676-4ffb-8933-48956c2d474a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506880 Oct 15 01:03:09.220999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-1c3a7031-63e8-4030-89d9-62671928d081 service neutron] 10.222.0.30 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949817 Oct 15 01:03:09.320682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1043b7c8-bde0-4871-9f42-8fd69f061af6 req-9fc30bbb-9ba5-46e1-9006-2a15ae83a19a service neutron] 10.222.0.30 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930889 Oct 15 01:03:09.437782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de1426-65f5-41ca-9e35-4948b83088d7 req-b9d30816-e239-477e-9df4-6c4e8caec24f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:09.439427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31de1426-65f5-41ca-9e35-4948b83088d7 req-b9d30816-e239-477e-9df4-6c4e8caec24f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 943 time: 0.0568554 Oct 15 01:03:09.485530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31de1426-65f5-41ca-9e35-4948b83088d7 req-e8f236e4-ecfd-41a7-bd01-6e030b505c70 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 Oct 15 01:03:10.055141 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:10.625524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21848029-e8f3-4276-bd11-c606f85313c8 req-37c81015-b980-41e6-af0f-bf4088913c21 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:10.627059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21848029-e8f3-4276-bd11-c606f85313c8 req-37c81015-b980-41e6-af0f-bf4088913c21 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 943 time: 0.0530081 Oct 15 01:03:10.687556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21848029-e8f3-4276-bd11-c606f85313c8 req-cc338ab0-fc2c-4c7f-8d40-65416935e4fa tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511084 Oct 15 01:03:11.832905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5347d-4f52-4968-a6b9-7510eca90376 req-560cf4b4-7e70-4d7e-b354-40e69af7fd92 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:11.834557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cbd5347d-4f52-4968-a6b9-7510eca90376 req-560cf4b4-7e70-4d7e-b354-40e69af7fd92 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 943 time: 0.0614893 Oct 15 01:03:11.879269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cbd5347d-4f52-4968-a6b9-7510eca90376 req-0413a41f-4ac4-45ab-b2f0-4661a03ce710 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384614 Oct 15 01:03:12.473426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device b68164f9-056f-4852-975b-cb4f4c80e259 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:03:12.586580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port b68164f9-056f-4852-975b-cb4f4c80e259, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=b68164f9-056f-4852-975b-cb4f4c80e259,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:12.600792 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'port_id': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'mac_address': 'fa:16:3e:5d:d1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:03:12.643244 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:12.662173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68164f9-056f-4852-975b-cb4f4c80e259 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:03:12.682496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port b68164f9-056f-4852-975b-cb4f4c80e259, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=b68164f9-056f-4852-975b-cb4f4c80e259,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:12.743739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:12.802630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=b68164f9-056f-4852-975b-cb4f4c80e259,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:12.943835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['b68164f9-056f-4852-975b-cb4f4c80e259'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:03:13.051674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bd79a-b5dd-4ef1-886e-d752c606f42c req-8e11ff4e-359e-4ac4-91ad-73f618b8e82e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:13.055508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290bd79a-b5dd-4ef1-886e-d752c606f42c req-8e11ff4e-359e-4ac4-91ad-73f618b8e82e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 944 time: 0.0761242 Oct 15 01:03:13.106302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-290bd79a-b5dd-4ef1-886e-d752c606f42c req-c96b5a7b-d6f4-4fd6-bc9f-51a76b2652ae tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447662 Oct 15 01:03:14.254971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d8937-64ae-442c-a52c-2ad5bb1f1fb3 req-286a0707-4536-49ab-a9f0-c4e2c00349c4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:14.257228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f8d8937-64ae-442c-a52c-2ad5bb1f1fb3 req-286a0707-4536-49ab-a9f0-c4e2c00349c4 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 944 time: 0.0760605 Oct 15 01:03:14.309101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f8d8937-64ae-442c-a52c-2ad5bb1f1fb3 req-cd3c3e1b-f571-44eb-9471-885eb2040bfb tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 Oct 15 01:03:14.488782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device b68164f9-056f-4852-975b-cb4f4c80e259 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:03:14.597793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port b68164f9-056f-4852-975b-cb4f4c80e259 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:03:14.603844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port b68164f9-056f-4852-975b-cb4f4c80e259 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:14.606615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:14.692328 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:14.877553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:03:14.880499 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32497017-3f75-4aae-8865-9ba9f0a124ea" -d '{"events": [{"server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "name": "network-vif-plugged", "status": "completed", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:03:14.886363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port b68164f9-056f-4852-975b-cb4f4c80e259, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=b68164f9-056f-4852-975b-cb4f4c80e259,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:14.916778 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f47597a-040e-4e3f-a64e-9cb8adfde422 x-openstack-request-id: req-4f47597a-040e-4e3f-a64e-9cb8adfde422 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:03:14.917071 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "name": "network-vif-plugged", "status": "completed", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:03:14.917325 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f47597a-040e-4e3f-a64e-9cb8adfde422 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:03:14.917736 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'code': 200} Oct 15 01:03:15.031397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:15.045593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72def342-842a-432d-a042-13c3755f3799 req-a7178fcb-63d6-4620-9152-d1a54204362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:15.047250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72def342-842a-432d-a042-13c3755f3799 req-a7178fcb-63d6-4620-9152-d1a54204362a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 1095 time: 0.0489240 Oct 15 01:03:15.086898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72def342-842a-432d-a042-13c3755f3799 req-44e71a2a-6e68-48d3-b0f3-a4daae3a5eab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Oct 15 01:03:15.103184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=b68164f9-056f-4852-975b-cb4f4c80e259,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:15.129992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:15.437866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef12418-7065-49ae-b288-233f694ad166 req-1f77af5a-9fa7-4097-be14-4e6803522268 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:15.439299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ef12418-7065-49ae-b288-233f694ad166 req-1f77af5a-9fa7-4097-be14-4e6803522268 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 945 time: 0.0502331 Oct 15 01:03:15.489970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ef12418-7065-49ae-b288-233f694ad166 req-a148e95e-1d91-422d-bcc3-53f0371ff1ed tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Oct 15 01:03:16.611214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1c4f7-6e84-4842-baea-23ebf4461fe0 req-98595c3c-8b74-4a27-994f-4ca183d4b70b tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:16.614173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a6e1c4f7-6e84-4842-baea-23ebf4461fe0 req-98595c3c-8b74-4a27-994f-4ca183d4b70b tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 945 time: 0.0520544 Oct 15 01:03:16.652279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a6e1c4f7-6e84-4842-baea-23ebf4461fe0 req-749d8a10-1f87-49a0-8fce-ba1e35b0652a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316603 Oct 15 01:03:16.779151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9fc5-e290-4bc0-ac9d-5879b229a030 req-431be198-f802-4120-8d9f-72c31dfe7182 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:16.781213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8dde9fc5-e290-4bc0-ac9d-5879b229a030 req-431be198-f802-4120-8d9f-72c31dfe7182 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 945 time: 0.0561514 Oct 15 01:03:16.821581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8dde9fc5-e290-4bc0-ac9d-5879b229a030 req-e7c4d10b-61e8-436d-b1b7-32a326320404 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338643 Oct 15 01:03:16.844499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53318) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:16.889161 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e646f-18d3-4475-a3d2-e49b3562bd6e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:16.897811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53322) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:16.897964 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4e6e646f-18d3-4475-a3d2-e49b3562bd6e tempest-TestNetworkBasicOps-1392548740 tempest-TestNetworkBasicOps-1392548740-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 1091 time: 0.0523162 Oct 15 01:03:16.902598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:17.042161 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:17.176478 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:17.285682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Allocated IP 172.25.2.110 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/6a81e421-db38-4170-bf31-a1436742fc0e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:03:17.388117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:17.477663 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:17.522737 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:03:17.527219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:03:17.530421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:03:17.563281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=6a81e421-db38-4170-bf31-a1436742fc0e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:18.283012 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:18.418185 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:18.571321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:18.645534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:18.723382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event updated for resources: {'Port': ['ID=6a81e421-db38-4170-bf31-a1436742fc0e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:18.731543 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:18.842595 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Floating IP 75539cce-fb03-4c84-83d2-89b985d469e9 associated. External IP: 172.25.2.110, port: b68164f9-056f-4852-975b-cb4f4c80e259. Oct 15 01:03:19.073490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:03:19.195044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:03:19.208801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] Sync routers for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:03:19.217718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:19.218365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:19.290979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:19.344149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:19.358627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53370) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:19.364911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-662b58f4-5656-4e8c-92e9-5286137bfab6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4594309 Oct 15 01:03:19.364911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:03:19.364911 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8" -d '{"events": [{"name": "network-changed", "server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:03:19.403654 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b341783-4240-487c-9ae5-2565a523697e x-openstack-request-id: req-9b341783-4240-487c-9ae5-2565a523697e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:03:19.404004 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:03:19.404312 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b341783-4240-487c-9ae5-2565a523697e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:03:19.404779 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'status': 'completed', 'code': 200} Oct 15 01:03:19.443829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e7490e87-110e-4138-b99a-9beba4821b00 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/floatingips/75539cce-fb03-4c84-83d2-89b985d469e9 HTTP/1.1" status: 200 len: 991 time: 0.0830774 Oct 15 01:03:19.482464 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-15b9faa3-baf5-4958-8fe2-a3be9b945eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:19.484130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-15b9faa3-baf5-4958-8fe2-a3be9b945eec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 1096 time: 0.0548134 Oct 15 01:03:19.611321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-3d41978b-545a-4ec5-a29f-0432f971c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:19.611321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-3d41978b-545a-4ec5-a29f-0432f971c4d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 HTTP/1.1" status: 200 len: 898 time: 0.1140437 Oct 15 01:03:19.629911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '75539cce-fb03-4c84-83d2-89b985d469e9', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'port_id': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'mac_address': 'fa:16:3e:5d:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8919-cadc-4975-9e6a-c2486944750f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:03:18Z', 'updated_at': '2021-10-15T01:03:18Z', 'revision_number': 0, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:19.664129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] Checking router: 0d6c7979-3c51-4b9d-81a1-387fa518fc25 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:03:19.673651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:19.674389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:02:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:19.692538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-5f4cbba0-0309-43e4-aeae-22cc53cb92b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68164f9-056f-4852-975b-cb4f4c80e259 HTTP/1.1" status: 200 len: 999 time: 0.0789201 Oct 15 01:03:19.743539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-2dc8b3d2-ba70-469d-b7d4-166107d24ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:19.745226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-2dc8b3d2-ba70-469d-b7d4-166107d24ad9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f92507d-3933-476e-9478-1f6ee81f9249 HTTP/1.1" status: 200 len: 835 time: 0.0456841 Oct 15 01:03:19.786695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:19.800715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-4776d761-2f8c-4c78-bab5-05e2516fe5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:19.800715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-4776d761-2f8c-4c78-bab5-05e2516fe5b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474112 Oct 15 01:03:19.898904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-4b9f8efc-491b-4c00-9e9f-1d874741c524 service neutron] 10.222.0.30 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901797 Oct 15 01:03:20.019456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45d2f192-b19e-4ce3-b18d-3a52c86d40a8 req-52275552-dcc7-4755-a395-3af66dd71b7b service neutron] 10.222.0.30 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155674 Oct 15 01:03:20.066641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '75539cce-fb03-4c84-83d2-89b985d469e9', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'port_id': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'mac_address': 'fa:16:3e:5d:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8919-cadc-4975-9e6a-c2486944750f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:03:18Z', 'updated_at': '2021-10-15T01:03:18Z', 'revision_number': 0, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:20.098336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ad943-f7ae-44e8-a0ea-c89483f9fe69 None None] The sync data for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 is: [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '75539cce-fb03-4c84-83d2-89b985d469e9', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'port_id': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'mac_address': 'fa:16:3e:5d:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238b8919-cadc-4975-9e6a-c2486944750f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:03:18Z', 'updated_at': '2021-10-15T01:03:18Z', 'revision_number': 0, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:03:20.332903 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bba232-a8f4-4af5-9dae-cb468e7f2ced None None] New status for floating IP 75539cce-fb03-4c84-83d2-89b985d469e9: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:03:20.442459 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53388) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:20.509368 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ae6fe65c-e1b8-41d1-a3c0-5fa6ec40ee93 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/floatingips/75539cce-fb03-4c84-83d2-89b985d469e9 HTTP/1.1" status: 200 len: 991 time: 0.0658615 Oct 15 01:03:21.513326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53402) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:21.578810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-76c152fe-dece-4ff5-83f2-1e8a9526a1a2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/floatingips/75539cce-fb03-4c84-83d2-89b985d469e9 HTTP/1.1" status: 200 len: 993 time: 0.0643737 Oct 15 01:03:26.287021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7116b459-b908-495f-9083-15e586869f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:28.825708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-470d1b64-ecc4-4bcc-a011-3fc5c323f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:28.925846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-44593232-fd22-4417-b0a4-3af75c5a4e66 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:28.927245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-44593232-fd22-4417-b0a4-3af75c5a4e66 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1068151 Oct 15 01:03:28.942859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-7f7f4b28-25e3-4c14-a0b0-46a666f469bd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/quotas/43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0096126 Oct 15 01:03:28.997597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-29d64ec5-8d33-457b-b923-f0a67096b419 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492284 Oct 15 01:03:29.201034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-866cfcca-6ca9-46df-a996-c2c55dff8171 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952221 Oct 15 01:03:29.293508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-52cd2739-da11-40a3-be05-a5b4fa761ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 Oct 15 01:03:29.902731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-486b1792-30f2-4ef2-9e4b-50b1d3f4365d req-f4dcd937-6e4d-441a-9c24-ef31174d3e65 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0362599 Oct 15 01:03:30.142443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:30.262640 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:30.998437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2032913d-cfe4-47c1-b751-992f4cec84e6 req-97eb00ea-97c8-47e1-b8a0-3b9930940c0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0298350 Oct 15 01:03:31.702702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-9cc86089-c8a5-4a27-95d3-ba8525d11768 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:31.706278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-9cc86089-c8a5-4a27-95d3-ba8525d11768 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1060452 Oct 15 01:03:31.716594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'port': {'device_id': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'admin_state_up': True, 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:31.931159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:03:31.935025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:32.081178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.20.0.14 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/4ba89d6e-3eed-43d4-bba8-f2b9712f3b59) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:03:32.149672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5ce2750-8b6f-4c4d-9301-65760cfe9794 req-8774646f-56c9-4eb7-85dd-b03bc4cdbe49 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0521274 Oct 15 01:03:32.273736 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:32.382911 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:32.421504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:32.469510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:03:32.475131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:03:32.477755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:03:32.485039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:32.553484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:32.554248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:32.636883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-94a166ac-b963-48e5-b32f-bf42bfe36744 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9239573 Oct 15 01:03:32.650141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Request body: {'port': {'device_id': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:03:32.715212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:32.743692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a576d213-0a90-4f80-a3b2-3ed3dc3bc40f None None] Provisioning complete for port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:32.744073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a576d213-0a90-4f80-a3b2-3ed3dc3bc40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:32.783024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a576d213-0a90-4f80-a3b2-3ed3dc3bc40f None None] Port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:03:33.004523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:03:33.012284 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:33.024391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Transition to ACTIVE for port object 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:03:33.097743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:33.173501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Pushing event updated for resources: {'Port': ['ID=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:33.243634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Attempting to bind port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:03:33.243994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Attempting to bind port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:03:33.244285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Attempting to bind port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:03:33.256975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:03:33.257345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Attempting to bind port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:03:33.265510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:03:33.265510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:03:33.265510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:03:33.265510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Bound port: 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:03:33.265510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:33.363294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] For port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:03:33.374396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] For port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:03:33.392695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ed9ea-3649-474c-9b09-135269969d63 req-8303e9b2-2a25-4c70-9a69-e9113f494502 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:33.392695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae0ed9ea-3649-474c-9b09-135269969d63 req-8303e9b2-2a25-4c70-9a69-e9113f494502 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.1500270 Oct 15 01:03:33.435618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae0ed9ea-3649-474c-9b09-135269969d63 req-b0ca8ce9-2a14-4cb0-9255-ca6a5a9b34dd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Oct 15 01:03:33.443402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:33.483038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:33.483672 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:33.485295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] 10.222.0.39 "PUT /v2.0/ports/4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 HTTP/1.1" status: 200 len: 1092 time: 0.8394780 Oct 15 01:03:33.485733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'tag': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:03:33.488164 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ef16c-faad-492e-965c-9f20661b9c06" -d '{"events": [{"name": "network-changed", "server_uuid": "ec272431-3ba4-4d77-b3a5-262b5bd91779", "tag": "4ba89d6e-3eed-43d4-bba8-f2b9712f3b59"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:03:33.532113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0062c9-d821-444a-93c0-2edcd809494c service neutron] Pushing event updated for resources: {'Port': ['ID=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:33.588831 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca199b7b-31f3-4fd5-aefe-c23d5a855c14 x-openstack-request-id: req-ca199b7b-31f3-4fd5-aefe-c23d5a855c14 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:03:33.589130 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec272431-3ba4-4d77-b3a5-262b5bd91779", "tag": "4ba89d6e-3eed-43d4-bba8-f2b9712f3b59", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:03:33.589378 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca199b7b-31f3-4fd5-aefe-c23d5a855c14 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:03:33.589844 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'tag': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59', 'status': 'completed', 'code': 200} Oct 15 01:03:33.652149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-32c1db80-7124-424f-9256-7bea8d595e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:33.653960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-32c1db80-7124-424f-9256-7bea8d595e83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 1095 time: 0.0617399 Oct 15 01:03:33.716128 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-7be88d99-2696-4d3e-9b92-1094d47e71f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 HTTP/1.1" status: 200 len: 217 time: 0.0536575 Oct 15 01:03:33.774960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-cd0e639a-4362-4e6b-815f-947a9ce27d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:33.776427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-cd0e639a-4362-4e6b-815f-947a9ce27d40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0523207 Oct 15 01:03:33.828718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-ed543100-8024-4c0a-b998-b6836697b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:33.830397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-ed543100-8024-4c0a-b998-b6836697b3cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457215 Oct 15 01:03:33.925297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-7d04ff27-3b11-49f0-b496-66b5c64d0602 service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859053 Oct 15 01:03:34.028735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-103130aa-a6ea-44f8-8628-e8e3284fd504 req-d881e828-76fe-4271-a9a3-261c2349f1ae service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961688 Oct 15 01:03:34.200407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-f6b296fb-2d2c-49d9-b1d1-9b00fc99f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:34.201861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-f6b296fb-2d2c-49d9-b1d1-9b00fc99f1f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 1095 time: 0.0446587 Oct 15 01:03:34.299171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-64144130-cac8-4c14-9ca3-77262e61466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:34.300799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-64144130-cac8-4c14-9ca3-77262e61466d service neutron] 10.222.0.39 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0914681 Oct 15 01:03:34.343223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-7989ebc3-3544-473a-947c-918ba857dbd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 HTTP/1.1" status: 200 len: 217 time: 0.0356791 Oct 15 01:03:34.392750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-60fbe7a6-74f0-4e36-9c28-8589f09316d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:34.394972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-60fbe7a6-74f0-4e36-9c28-8589f09316d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0451901 Oct 15 01:03:34.444140 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-e90743c7-e669-478b-a583-1536d90cc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:34.445816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-e90743c7-e669-478b-a583-1536d90cc19e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439794 Oct 15 01:03:34.585836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-a6aeceb3-5089-4e3e-8f1b-2995a996892a service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324644 Oct 15 01:03:34.610488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cef277-689f-4e48-bd6e-b137d08c937e req-ad6858cc-23fc-4c73-bc31-9d9f943c23d1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:34.612936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9cef277-689f-4e48-bd6e-b137d08c937e req-ad6858cc-23fc-4c73-bc31-9d9f943c23d1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0729992 Oct 15 01:03:34.707187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9cef277-689f-4e48-bd6e-b137d08c937e req-609b4ba3-d382-465d-9c52-0ff1ea6e7d6a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845041 Oct 15 01:03:34.730684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f9ef16c-faad-492e-965c-9f20661b9c06 req-688fd0e3-52c4-4233-b28d-057e698d7c29 service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366627 Oct 15 01:03:35.851367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d8791-a767-486d-99e8-85a644b212af req-379b44b1-2e31-4b26-86cc-f5cd32071f00 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:35.852869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6d8791-a767-486d-99e8-85a644b212af req-379b44b1-2e31-4b26-86cc-f5cd32071f00 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0623868 Oct 15 01:03:35.895462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6d8791-a767-486d-99e8-85a644b212af req-ffb38954-db21-4db7-b5c3-2a1c904375f1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Oct 15 01:03:37.017062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675e864-b212-475c-812d-c8484d2416a8 req-398abbc1-8571-4ac1-91ea-587ca3329ecd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:37.019026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2675e864-b212-475c-812d-c8484d2416a8 req-398abbc1-8571-4ac1-91ea-587ca3329ecd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0557003 Oct 15 01:03:37.056288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2675e864-b212-475c-812d-c8484d2416a8 req-d7832860-096a-4ef8-b961-6cb0c20897a9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Oct 15 01:03:38.172164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23331ad-595f-4030-be37-eafd2a90d223 req-2e5bb7d2-52f4-4292-a1b3-6279102dd267 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:38.173660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d23331ad-595f-4030-be37-eafd2a90d223 req-2e5bb7d2-52f4-4292-a1b3-6279102dd267 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0504646 Oct 15 01:03:38.215124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d23331ad-595f-4030-be37-eafd2a90d223 req-fede6c3d-7714-4c51-83b6-da345cbcaa9e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339711 Oct 15 01:03:39.335170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cc0ef-2ae5-4171-8893-4d26026d1015 req-113af619-b4d8-4bef-b9fe-1edb00af7a8e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:39.336613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f1cc0ef-2ae5-4171-8893-4d26026d1015 req-113af619-b4d8-4bef-b9fe-1edb00af7a8e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0489891 Oct 15 01:03:39.375072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f1cc0ef-2ae5-4171-8893-4d26026d1015 req-ded0c2ce-9f1d-4630-81fd-468127aa84f8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Oct 15 01:03:40.054211 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:40.493513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a23121-58e7-4962-aeb1-7354b356b793 req-5d90016f-e242-42a9-9ec1-88c99716c432 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:40.495157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11a23121-58e7-4962-aeb1-7354b356b793 req-5d90016f-e242-42a9-9ec1-88c99716c432 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0545743 Oct 15 01:03:40.537358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11a23121-58e7-4962-aeb1-7354b356b793 req-5cac1368-1799-4e4d-b18a-620da0032b82 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Oct 15 01:03:41.652034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f51034-d765-4d53-94ac-88f6b7c35fc5 req-8079006c-089a-43a9-989f-34fc2e9dcee0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:41.653397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64f51034-d765-4d53-94ac-88f6b7c35fc5 req-8079006c-089a-43a9-989f-34fc2e9dcee0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0498030 Oct 15 01:03:41.694061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-64f51034-d765-4d53-94ac-88f6b7c35fc5 req-3a1c8261-4a46-4c8b-9832-e3d6b03268e6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Oct 15 01:03:42.146605 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:03:42.285114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-07403b2a-094c-48da-93d9-b554bcaddbfb req-462f4b16-aa8f-4bda-a16e-05e21d2069d6 tempest-ServerRescueTestJSON-1338776260 tempest-ServerRescueTestJSON-1338776260-project] (107726) timed out ('10.222.0.39', 50090) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:03:42.809884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14917a48-c75c-4a92-8abf-c8ce73dc7961 req-59c14b01-9c0d-44f1-9aba-bc06f95ee843 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:42.811385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14917a48-c75c-4a92-8abf-c8ce73dc7961 req-59c14b01-9c0d-44f1-9aba-bc06f95ee843 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0493319 Oct 15 01:03:42.862436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14917a48-c75c-4a92-8abf-c8ce73dc7961 req-b688bf8e-5756-482a-bf92-ae0456ed7105 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Oct 15 01:03:43.980146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1850c5-9274-4336-9054-f870de5cca92 req-8abcbb6e-975c-49ad-a315-2565025118bf tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:43.981595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1850c5-9274-4336-9054-f870de5cca92 req-8abcbb6e-975c-49ad-a315-2565025118bf tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0515029 Oct 15 01:03:44.019525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1850c5-9274-4336-9054-f870de5cca92 req-2cd0c24d-fbdf-4188-aca1-92464aef0ad5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Oct 15 01:03:45.134500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5c685-5cba-445e-84d1-b90e01633de9 req-30f526c1-b047-46f0-bfb7-20a0e19495a8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:45.136008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ae5c685-5cba-445e-84d1-b90e01633de9 req-30f526c1-b047-46f0-bfb7-20a0e19495a8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0497158 Oct 15 01:03:45.147803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:45.174545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ae5c685-5cba-445e-84d1-b90e01633de9 req-d16af886-0efc-432c-bb59-3a3290647749 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Oct 15 01:03:46.292812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13829363-ad43-4f4f-8262-3cc1b762a5e8 req-85f77071-a526-41ab-a999-c50c73001a56 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:46.294321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13829363-ad43-4f4f-8262-3cc1b762a5e8 req-85f77071-a526-41ab-a999-c50c73001a56 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0495019 Oct 15 01:03:46.330922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13829363-ad43-4f4f-8262-3cc1b762a5e8 req-b072e92c-66b2-4363-91b6-2ea829d4f495 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306780 Oct 15 01:03:47.450739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2b833-5460-40f0-835b-ba942981a2c8 req-3c417f5f-d22e-4b86-9221-758ef04928e5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:47.452211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0c2b833-5460-40f0-835b-ba942981a2c8 req-3c417f5f-d22e-4b86-9221-758ef04928e5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0542538 Oct 15 01:03:47.491052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a0c2b833-5460-40f0-835b-ba942981a2c8 req-1b2f09d6-27df-4281-81e7-6550ab07d01e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Oct 15 01:03:48.165553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53708) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:48.230500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85c30fdb-988e-4b9b-aa11-8d3d1f3ce3d6 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/floatingips/75539cce-fb03-4c84-83d2-89b985d469e9 HTTP/1.1" status: 200 len: 993 time: 0.0635810 Oct 15 01:03:48.505693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53714) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:48.597269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:03:48.661835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e01a-4099-436e-a557-8523bfea9914 req-eb30bf61-980e-4ade-9fff-64c06ad7762c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:48.663352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b10e01a-4099-436e-a557-8523bfea9914 req-eb30bf61-980e-4ade-9fff-64c06ad7762c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 944 time: 0.0956936 Oct 15 01:03:48.701249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:48.713432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'port_id': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59', 'mac_address': 'fa:16:3e:c8:89:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:03:48.726601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b10e01a-4099-436e-a557-8523bfea9914 req-76fbf977-87e7-4c08-862d-f8078852852e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Oct 15 01:03:48.740050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port 6a81e421-db38-4170-bf31-a1436742fc0e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:03:48.740409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:48.755369 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:48.769196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:03:48.790490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:48.835088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:48.835556 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:48.848813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for 6a81e421-db38-4170-bf31-a1436742fc0e owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:03:48.862439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:48.917109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:49.071973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:49.107307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=6a81e421-db38-4170-bf31-a1436742fc0e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:49.172379 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:49.172817 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Floating IP 75539cce-fb03-4c84-83d2-89b985d469e9 disassociated (deleted). External IP: 172.25.2.110, port: b68164f9-056f-4852-975b-cb4f4c80e259. Oct 15 01:03:49.179670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4ba89d6e-3eed-43d4-bba8-f2b9712f3b59'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:03:49.731108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:03:49.873251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:03:49.878038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:49.885770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76208688-36ac-406a-af01-663ecbf2106f None None] Sync routers for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:03:49.897003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:49.898144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:03:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:49.916303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0fa82-dee4-48e2-880d-8dc50eb69ee0 req-8562db80-09d8-4955-aff8-eddf4ade45e2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:49.917793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d0fa82-dee4-48e2-880d-8dc50eb69ee0 req-8562db80-09d8-4955-aff8-eddf4ade45e2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 945 time: 0.0949068 Oct 15 01:03:49.935708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-89dcd302-8825-496f-9de4-8feecc37df2c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/floatingips/75539cce-fb03-4c84-83d2-89b985d469e9 HTTP/1.1" status: 204 len: 168 time: 1.4241123 Oct 15 01:03:49.935708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:03:49.935708 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d89e9-4b7a-465d-b119-4370e7223066" -d '{"events": [{"name": "network-changed", "server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:03:49.989758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d0fa82-dee4-48e2-880d-8dc50eb69ee0 req-7ef052ee-5ed4-4787-9571-9d3c655c971c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Oct 15 01:03:50.032471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:50.250569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:50.277437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76208688-36ac-406a-af01-663ecbf2106f None None] Checking router: 0d6c7979-3c51-4b9d-81a1-387fa518fc25 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:03:50.287128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:50.287758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:03:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:50.399789 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:50.536206 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108cb02-959d-452d-8c67-ff6e8f687219 x-openstack-request-id: req-4108cb02-959d-452d-8c67-ff6e8f687219 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:03:50.536765 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:03:50.537019 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4108cb02-959d-452d-8c67-ff6e8f687219 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:03:50.537422 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'status': 'completed', 'code': 200} Oct 15 01:03:50.601420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-76208688-36ac-406a-af01-663ecbf2106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:50.630488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-b279a48a-f5ae-469e-a201-bca4424dad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:50.631998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-b279a48a-f5ae-469e-a201-bca4424dad3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ec4d548791e45138ee11d03b417b25e&device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 1096 time: 0.0718830 Oct 15 01:03:50.634509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:03:50.637724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76208688-36ac-406a-af01-663ecbf2106f None None] The sync data for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 is: [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:02:58Z', 'revision_number': 4, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'fd3d4796-d1e9-434d-a11f-d27dad0467f7', 'name': '', 'network_id': 'b77942dc-cb7c-45d6-b9e4-5241fc96c6d3', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'mac_address': 'fa:16:3e:cb:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:57Z', 'updated_at': '2021-10-15T01:03:01Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'subnets': [{'id': '6f92507d-3933-476e-9478-1f6ee81f9249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:03:50.650368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db72e3-4bd6-4e62-842f-e4ce2379fbce req-9f11e7c1-392f-4d57-ab40-0de149a21154 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:50.652073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01db72e3-4bd6-4e62-842f-e4ce2379fbce req-9f11e7c1-392f-4d57-ab40-0de149a21154 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 945 time: 0.0636895 Oct 15 01:03:50.747755 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:03:50.751716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01db72e3-4bd6-4e62-842f-e4ce2379fbce req-93ba086e-88c0-4126-8a13-e79b24d12eb9 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906024 Oct 15 01:03:50.752262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:03:50.752537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:50.782253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-62e5b71b-64e5-447c-8a96-924f493f5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:50.783642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-62e5b71b-64e5-447c-8a96-924f493f5bcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 HTTP/1.1" status: 200 len: 898 time: 0.1428506 Oct 15 01:03:50.830398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-ccc574b4-703e-40ae-9fab-a90415f5aaf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68164f9-056f-4852-975b-cb4f4c80e259 HTTP/1.1" status: 200 len: 217 time: 0.0380564 Oct 15 01:03:50.841599 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:50.865890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:03:50.868179 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89220d-134f-4cb2-a298-aad2b545032b" -d '{"events": [{"server_uuid": "ec272431-3ba4-4d77-b3a5-262b5bd91779", "name": "network-vif-plugged", "status": "completed", "tag": "4ba89d6e-3eed-43d4-bba8-f2b9712f3b59"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:03:50.885538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:50.897068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-90a1b94b-4c82-4957-b962-1db8f861fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:50.900211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-90a1b94b-4c82-4957-b962-1db8f861fc77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6f92507d-3933-476e-9478-1f6ee81f9249 HTTP/1.1" status: 200 len: 835 time: 0.0610840 Oct 15 01:03:50.910409 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8087c7-eda2-4aa1-a8d1-5f2b12291013 x-openstack-request-id: req-0f8087c7-eda2-4aa1-a8d1-5f2b12291013 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:03:50.911245 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec272431-3ba4-4d77-b3a5-262b5bd91779", "name": "network-vif-plugged", "status": "completed", "tag": "4ba89d6e-3eed-43d4-bba8-f2b9712f3b59", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:03:50.911506 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f8087c7-eda2-4aa1-a8d1-5f2b12291013 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:03:50.911909 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59', 'code': 200} Oct 15 01:03:50.921496 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a5c3a-54bc-415e-93ce-fde99c30be12 None None] New status for floating IP 75539cce-fb03-4c84-83d2-89b985d469e9: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:03:50.948068 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:50.960107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-b0cda846-08f7-45c6-a79e-48b1054b477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:50.962478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-b0cda846-08f7-45c6-a79e-48b1054b477d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534108 Oct 15 01:03:51.006916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:51.136441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1431b-6581-466e-9c5d-d7d5d4a397e4 req-7a75f92b-f525-4440-b021-73c18878bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:51.137926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ea1431b-6581-466e-9c5d-d7d5d4a397e4 req-7a75f92b-f525-4440-b021-73c18878bcd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 1097 time: 0.1474543 Oct 15 01:03:51.140990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-9a6be8c2-5a52-4c53-9184-17ddc0b4363a service neutron] 10.222.0.30 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711411 Oct 15 01:03:51.179607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ab77f-837b-45a7-bc33-a156c4891276 req-fa8fd5ae-6b40-47fc-a69b-c0b25b61beca tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:51.181078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c58ab77f-837b-45a7-bc33-a156c4891276 req-fa8fd5ae-6b40-47fc-a69b-c0b25b61beca tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 946 time: 0.1008456 Oct 15 01:03:51.269938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ea1431b-6581-466e-9c5d-d7d5d4a397e4 req-ac01c3bc-30ce-43c0-818a-477274882657 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238832 Oct 15 01:03:51.283324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c58ab77f-837b-45a7-bc33-a156c4891276 req-a852607b-49e5-4685-a770-719df622cc08 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904560 Oct 15 01:03:51.304351 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d3d89e9-4b7a-465d-b119-4370e7223066 req-5ebc2399-fb18-4394-9357-066b00b7dc1f service neutron] 10.222.0.30 "GET /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499827 Oct 15 01:03:51.875076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbc5f-d40c-47a0-b402-7bc83a3acb9e req-5cfbb112-ecfd-4e16-b074-80be1c5fb3c2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:51.876799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b2dbc5f-d40c-47a0-b402-7bc83a3acb9e req-5cfbb112-ecfd-4e16-b074-80be1c5fb3c2 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 945 time: 0.0533767 Oct 15 01:03:51.919504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b2dbc5f-d40c-47a0-b402-7bc83a3acb9e req-e4b85b29-c06d-4bd3-a6e3-0052d36246a1 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/security-groups?id=b137e030-7ba8-462e-aa86-70b1eb87e022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Oct 15 01:03:52.015675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-02361b9d-656a-4f46-807e-d1a9c0df3571 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:52.017124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-02361b9d-656a-4f46-807e-d1a9c0df3571 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 945 time: 0.0516503 Oct 15 01:03:52.119562 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port b68164f9-056f-4852-975b-cb4f4c80e259 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:03:52.119802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:52.211251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port b68164f9-056f-4852-975b-cb4f4c80e259, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=b68164f9-056f-4852-975b-cb4f4c80e259,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:52.211948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:52.229451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for b68164f9-056f-4852-975b-cb4f4c80e259 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:03:52.416100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1701a-1d88-44c3-b392-246074c7af22 req-c5f18a72-63a0-4891-a46a-d054b33cbe7e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:52.417601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1e1701a-1d88-44c3-b392-246074c7af22 req-c5f18a72-63a0-4891-a46a-d054b33cbe7e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 946 time: 0.0485721 Oct 15 01:03:52.455856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1e1701a-1d88-44c3-b392-246074c7af22 req-49a91cd7-9a62-4bd4-b8c0-5bfa05a36f82 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Oct 15 01:03:52.493887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:52.530296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=b68164f9-056f-4852-975b-cb4f4c80e259,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:52.572445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] No DVR routers for this DVR port b68164f9-056f-4852-975b-cb4f4c80e259 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:03:52.575306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:52.578668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf7bdb32-ff51-4056-b766-1b745e921e9a req-06e9badf-4911-4b7c-9b7c-05c0fc33fd5a tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.30 "DELETE /v2.0/ports/b68164f9-056f-4852-975b-cb4f4c80e259 HTTP/1.1" status: 204 len: 173 time: 0.5550723 Oct 15 01:03:52.579162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'name': 'network-vif-deleted', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:03:52.581420 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10599cb-d8be-4c7a-acf8-5ad03a684c46" -d '{"events": [{"server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "name": "network-vif-deleted", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:03:52.618673 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c81414-c704-4f84-996b-1860a063488b x-openstack-request-id: req-a7c81414-c704-4f84-996b-1860a063488b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:03:52.618826 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238b8919-cadc-4975-9e6a-c2486944750f", "name": "network-vif-deleted", "tag": "b68164f9-056f-4852-975b-cb4f4c80e259", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:03:52.619038 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7c81414-c704-4f84-996b-1860a063488b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:03:52.619445 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238b8919-cadc-4975-9e6a-c2486944750f', 'name': 'network-vif-deleted', 'tag': 'b68164f9-056f-4852-975b-cb4f4c80e259', 'status': 'completed', 'code': 200} Oct 15 01:03:53.052935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8545f239-fcbb-489b-8e1d-8007f3fcee77 req-f6264e03-fb64-4331-ab0f-950a39c8d067 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "GET /v2.0/ports?device_id=238b8919-cadc-4975-9e6a-c2486944750f HTTP/1.1" status: 200 len: 210 time: 0.0421491 Oct 15 01:03:53.579687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dad1ec-3906-43d1-9fde-702d25fdee70 req-c29e5241-3321-4cb7-8e86-7de4f2924d52 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:53.581374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9dad1ec-3906-43d1-9fde-702d25fdee70 req-c29e5241-3321-4cb7-8e86-7de4f2924d52 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 946 time: 0.0508497 Oct 15 01:03:53.621679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9dad1ec-3906-43d1-9fde-702d25fdee70 req-c92dfc8f-4c5e-4de3-9521-f646c00e5e7c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Oct 15 01:03:53.751927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e8a1b-0f05-4c24-a697-82d54bb915c7 req-8909e4be-4bbe-4a02-96a7-7a9437b98dcc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:53.753467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a1e8a1b-0f05-4c24-a697-82d54bb915c7 req-8909e4be-4bbe-4a02-96a7-7a9437b98dcc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 946 time: 0.0613446 Oct 15 01:03:53.793053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a1e8a1b-0f05-4c24-a697-82d54bb915c7 req-2070210c-1664-4aca-9f77-bc62718edef0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Oct 15 01:03:56.252254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53890) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:56.276596 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4eeb0980-cb7d-4250-b646-8353ebd92665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:56.322914 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:56.354121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:56.502927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:56.506333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:56.510004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/security-groups/b137e030-7ba8-462e-aa86-70b1eb87e022 HTTP/1.1" status: 204 len: 168 time: 0.2542317 Oct 15 01:03:56.529154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b137e030-7ba8-462e-aa86-70b1eb87e022,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:56.536917 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.537506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.538189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.538439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.538712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.539193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.539554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.539893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.539999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.540281 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.540604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.540946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1b611-2742-4afd-9777-22a386b60e51 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:56.613850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53902) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:56.687803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device b68164f9-056f-4852-975b-cb4f4c80e259 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:03:56.740853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: b68164f9-056f-4852-975b-cb4f4c80e259 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:03:56.741194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device b68164f9-056f-4852-975b-cb4f4c80e259 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:03:57.074273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:57.356209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port fd3d4796-d1e9-434d-a11f-d27dad0467f7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:03:57.356847 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:57.455470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port fd3d4796-d1e9-434d-a11f-d27dad0467f7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd3d4796-d1e9-434d-a11f-d27dad0467f7,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:57.455825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:57.469876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for fd3d4796-d1e9-434d-a11f-d27dad0467f7 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:03:57.565269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-8e0f549f-a14d-4fa4-8cdf-5070813cb8da tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:57.566908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-8e0f549f-a14d-4fa4-8cdf-5070813cb8da tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1211011 Oct 15 01:03:57.585265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-95334b99-136b-4acb-b713-ad15e16c353c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/quotas/43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0119922 Oct 15 01:03:57.648041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-466c0617-a766-4291-a0bc-f154fd85be73 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569549 Oct 15 01:03:57.745462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:57.753346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-d494719a-cece-43ab-819c-d3fd6bde3fc4 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972364 Oct 15 01:03:57.776175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=fd3d4796-d1e9-434d-a11f-d27dad0467f7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:57.898200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-1eada2fb-ee4d-4418-8544-f44b1c314a03 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358693 Oct 15 01:03:58.230963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07b8f0f1-e258-4ed3-864c-d03fb61f86a8 req-798d79b8-d2f3-44a3-bddc-1ba27315616b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0447693 Oct 15 01:03:58.383363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:58.620119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:03:58.736385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:03:58.742414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-43360041-c05c-4676-a232-769d631af04c tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "PUT /v2.0/routers/0d6c7979-3c51-4b9d-81a1-387fa518fc25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1265516 Oct 15 01:03:58.746081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 53962) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:58.777321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] Sync routers for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:03:58.788632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:58.789241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:03:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:58.802024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting subnet 6f92507d-3933-476e-9478-1f6ee81f9249 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:03:58.811318 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:58.857749 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fa7d-89fc-45ba-8851-b0a02fd43d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:58.875487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:58.917283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:58.982084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.116718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:03:57Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:59.122606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.155415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Subnet': ['ID=6f92507d-3933-476e-9478-1f6ee81f9249,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:03:59.163585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.170892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/subnets/6f92507d-3933-476e-9478-1f6ee81f9249 HTTP/1.1" status: 204 len: 168 time: 0.4236994 Oct 15 01:03:59.173672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53974) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:03:59.182985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.183813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.184348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.184926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.185446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.185998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.186665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.187186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.187841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.188381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.189054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.189556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c0b609-919e-465e-bd4b-34cb85e32d5f tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:03:59.292715 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.316288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c73003-47cb-416c-bf6a-c2de2b0d244c None None] Network b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:03:59.319686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] Checking router: 0d6c7979-3c51-4b9d-81a1-387fa518fc25 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:03:59.340898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] Routers {'0d6c7979-3c51-4b9d-81a1-387fa518fc25'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:03:59.341489 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e18f520b-76ca-457d-91ef-d5610ce312ad req-847c9faf-88b3-4174-acc2-4137b1dda731 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0333774 Oct 15 01:03:59.341627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:03:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:03:59.426360 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.547949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] Set router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:03:59.572482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Deleting port 24a0a6eb-189d-49e4-a5d0-894a82cffa04 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:03:59.572889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.663420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] For port 24a0a6eb-189d-49e4-a5d0-894a82cffa04, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=24a0a6eb-189d-49e4-a5d0-894a82cffa04,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:03:59.664344 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.681094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Calling delete_port for 24a0a6eb-189d-49e4-a5d0-894a82cffa04 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:03:59.773284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-f9a48a59-ee75-42e0-9853-dc4272579ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1251795 Oct 15 01:03:59.774459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] DHCP port deletion for b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:03:59.877083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-2477ef59-49c7-43c3-9d6f-e0ad37608a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:03:59.881592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-2477ef59-49c7-43c3-9d6f-e0ad37608a4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 1097 time: 0.0613267 Oct 15 01:03:59.912900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 362fe5f7-0721-4386-9360-c8d33c39dd95 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:03:59.959988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Deleting port 362fe5f7-0721-4386-9360-c8d33c39dd95 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:03:59.960267 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:03:59.979530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:03:57Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:04:00.014352 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.018770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbf9479-f5ae-4597-b04e-580593b41de2 None None] The sync data for ids ['0d6c7979-3c51-4b9d-81a1-387fa518fc25'] in n-d-811521-2 is: [{'id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'name': 'tempest-TestNetworkBasicOps-router-1168107428', 'tenant_id': '0ec4d548791e45138ee11d03b417b25e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:02:53Z', 'updated_at': '2021-10-15T01:03:57Z', 'revision_number': 5, 'project_id': '0ec4d548791e45138ee11d03b417b25e', 'gw_port': {'id': '24a0a6eb-189d-49e4-a5d0-894a82cffa04', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6c7979-3c51-4b9d-81a1-387fa518fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:02:54Z', 'updated_at': '2021-10-15T01:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:04:00.031970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-9b84afb9-5663-43c8-a586-f229415bac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:00.034060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-9b84afb9-5663-43c8-a586-f229415bac6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.1269810 Oct 15 01:04:00.076439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Port': ['ID=24a0a6eb-189d-49e4-a5d0-894a82cffa04,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:00.105693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] For port 362fe5f7-0721-4386-9360-c8d33c39dd95, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=362fe5f7-0721-4386-9360-c8d33c39dd95,segment=NetworkSegment(aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15),segment_id=aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:04:00.106208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.121145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Calling delete_port for 362fe5f7-0721-4386-9360-c8d33c39dd95 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:04:00.124571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-c7d2bfcf-4d5a-46da-9e5c-75ea56341255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 HTTP/1.1" status: 200 len: 217 time: 0.0776272 Oct 15 01:04:00.158130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.181522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-558ae678-1024-4678-9cbe-83836e4ccd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:00.183105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-558ae678-1024-4678-9cbe-83836e4ccd37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0517437 Oct 15 01:04:00.244535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-8f02c7d6-a987-4364-8603-704dd718956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:00.246032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-8f02c7d6-a987-4364-8603-704dd718956b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549872 Oct 15 01:04:00.255969 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.261846 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.271530 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.274831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.316486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.373092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-36ec48c2-48c3-4238-8152-2bd9cef88e09 service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190767 Oct 15 01:04:00.414242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.464654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] No DVR routers for this DVR port 362fe5f7-0721-4386-9360-c8d33c39dd95 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:04:00.473719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Pushing event deleted for resources: {'Port': ['ID=362fe5f7-0721-4386-9360-c8d33c39dd95,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:00.475766 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.477106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Fanout notify agent at l3_agent the message router_deleted on router 0d6c7979-3c51-4b9d-81a1-387fa518fc25 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:04:00.486901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.487431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.487567 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.487943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491707 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-98120446-20e2-4ac2-8f20-ffaaf018809e tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/routers/0d6c7979-3c51-4b9d-81a1-387fa518fc25 HTTP/1.1" status: 204 len: 168 time: 1.3139071 Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.491821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ecd0-913b-4a2c-b833-8d966144d84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:04:00.492567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 53998) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:04:00.496507 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 01:04:00.496507 n-d-811521-2 neutron-server[107727]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 15 01:04:00.496507 n-d-811521-2 neutron-server[107727]: [parameters: {'status': 'DOWN', 'ports_id': '362fe5f7-0721-4386-9360-c8d33c39dd95'}] Oct 15 01:04:00.496507 n-d-811521-2 neutron-server[107727]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:04:00.497340 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:04:00.538803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3dd4ebb-3e84-4c41-8cb3-d1ecb4d0a5e0 req-984b53ee-f031-4f7e-9aa7-7778407792ab tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0687561 Oct 15 01:04:00.598733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2119acd-2b93-419f-a7aa-075122e7d522 req-1947e0d6-379c-482f-928e-ce57472f193d service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163374 Oct 15 01:04:00.651878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.709313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-99f40376-a06c-444a-b047-1bae3070de34 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:00.710980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-99f40376-a06c-444a-b047-1bae3070de34 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1661873 Oct 15 01:04:00.724435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'port': {'device_id': '07a78130-55cc-459c-86f3-06ba7060fde8', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'admin_state_up': True, 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:04:00.767657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.796871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77942dc-cb7c-45d6-b9e4-5241fc96c6d3']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:04:00.819516 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:04:00.819951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf4fe70-6ef8-4df4-a96a-fcdc8ead8d15') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:04:00.834719 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.857992 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:04:00.895377 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:04:01.018076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Port 362fe5f7-0721-4386-9360-c8d33c39dd95 update to DOWN by agent not found {{(pid=107727) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 15 01:04:01.045569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:04:01.049473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:01.071862 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:01.087739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:01.094283 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] 10.222.0.13 "DELETE /v2.0/networks/b77942dc-cb7c-45d6-b9e4-5241fc96c6d3 HTTP/1.1" status: 204 len: 168 time: 0.5982883 Oct 15 01:04:01.116496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc19a0d-82b6-4503-9348-c2e656840807 tempest-TestNetworkBasicOps-577774566 tempest-TestNetworkBasicOps-577774566-project] Pushing event deleted for resources: {'Network': ['ID=b77942dc-cb7c-45d6-b9e4-5241fc96c6d3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:01.227362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.20.0.13 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/7b16a4c1-bce2-4e99-b9a3-4250e1f71247) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:04:01.396486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:01.514982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:01.528176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4ba89d6e-3eed-43d4-bba8-f2b9712f3b59'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:04:01.567691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:04:01.571838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:04:01.576314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:04:01.672588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:01.766151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:01.768661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:01.829573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b6a7f-cd24-4f6d-82f6-a2c91ae62b5a req-68a7364c-bddc-47cf-acff-f3a4624673a5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:01.831233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-899b6a7f-cd24-4f6d-82f6-a2c91ae62b5a req-68a7364c-bddc-47cf-acff-f3a4624673a5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 932 time: 0.1633332 Oct 15 01:04:01.880971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-469aa3ce-82df-45c6-b0e3-e28a54f90b31 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1608958 Oct 15 01:04:01.889106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-899b6a7f-cd24-4f6d-82f6-a2c91ae62b5a req-694780f9-c6d1-4273-be7f-4e558e1b2830 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508876 Oct 15 01:04:01.896489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Request body: {'port': {'device_id': '07a78130-55cc-459c-86f3-06ba7060fde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:04:01.897760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 24a0a6eb-189d-49e4-a5d0-894a82cffa04 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:04:01.934663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54024) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:04:02.000096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 24a0a6eb-189d-49e4-a5d0-894a82cffa04 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:04:02.000442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 24a0a6eb-189d-49e4-a5d0-894a82cffa04 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:04:02.000856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fd3d4796-d1e9-434d-a11f-d27dad0467f7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:04:02.026250 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.042672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: fd3d4796-d1e9-434d-a11f-d27dad0467f7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:04:02.043176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fd3d4796-d1e9-434d-a11f-d27dad0467f7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:04:02.136996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-12e86588-85d8-487e-8fb2-e01df90b62a8 None None] Provisioning complete for port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:04:02.137241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-12e86588-85d8-487e-8fb2-e01df90b62a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.159430 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9adce6a2-3037-43fb-a105-85587fc3de45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ec4d548791e45138ee11d03b417b25e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234235 Oct 15 01:04:02.162349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54036) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:04:02.217980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-12e86588-85d8-487e-8fb2-e01df90b62a8 None None] Port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:04:02.262165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1692f9f-da72-46f7-b686-03fa3335ed12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.286227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1692f9f-da72-46f7-b686-03fa3335ed12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.385516 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.397909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:04:02.406481 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.414188 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1692f9f-da72-46f7-b686-03fa3335ed12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.419778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b1692f9f-da72-46f7-b686-03fa3335ed12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.419778 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b1692f9f-da72-46f7-b686-03fa3335ed12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f2a6f52-d20b-48cb-b9f7-40a8a74043d3 HTTP/1.1" status: 204 len: 168 time: 0.2544100 Oct 15 01:04:02.426240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Transition to ACTIVE for port object 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:04:02.426502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1692f9f-da72-46f7-b686-03fa3335ed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a6f52-d20b-48cb-b9f7-40a8a74043d3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:02.512067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.599607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Pushing event updated for resources: {'Port': ['ID=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:02.663566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Attempting to bind port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:04:02.664119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Attempting to bind port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:04:02.664608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Attempting to bind port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:04:02.669667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:04:02.669994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Attempting to bind port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:04:02.683882 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:04:02.685660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:04:02.685972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:04:02.686461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Bound port: 7b16a4c1-bce2-4e99-b9a3-4250e1f71247, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:04:02.686833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.784946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] For port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:04:02.789360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] For port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:04:02.889780 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.931469 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:02.932127 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:02.933678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] 10.222.0.30 "PUT /v2.0/ports/7b16a4c1-bce2-4e99-b9a3-4250e1f71247 HTTP/1.1" status: 200 len: 1092 time: 1.0435090 Oct 15 01:04:02.934271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a78130-55cc-459c-86f3-06ba7060fde8', 'tag': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:04:02.936613 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdd013-0d9d-47f7-985a-3c44a6e2e04c" -d '{"events": [{"name": "network-changed", "server_uuid": "07a78130-55cc-459c-86f3-06ba7060fde8", "tag": "7b16a4c1-bce2-4e99-b9a3-4250e1f71247"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:04:02.969646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10684eb8-d0e5-4e4a-a645-9443d12556cc service neutron] Pushing event updated for resources: {'Port': ['ID=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:02.985723 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c792d40-842d-467e-b255-809305c14b13 x-openstack-request-id: req-7c792d40-842d-467e-b255-809305c14b13 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:04:02.985723 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a78130-55cc-459c-86f3-06ba7060fde8", "tag": "7b16a4c1-bce2-4e99-b9a3-4250e1f71247", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:04:02.985723 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c792d40-842d-467e-b255-809305c14b13 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:04:02.985723 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a78130-55cc-459c-86f3-06ba7060fde8', 'tag': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247', 'status': 'completed', 'code': 200} Oct 15 01:04:03.082009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd013-0d9d-47f7-985a-3c44a6e2e04c req-052d9bfb-00d0-4377-be32-c78ae4c202c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:03.084665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fbdd013-0d9d-47f7-985a-3c44a6e2e04c req-052d9bfb-00d0-4377-be32-c78ae4c202c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 1095 time: 0.0744562 Oct 15 01:04:03.167487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336b25a-6d8a-42d6-9bb3-d98cfd27033a req-d26877cc-9040-4be7-9fe8-1fadaf425705 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:03.169273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5336b25a-6d8a-42d6-9bb3-d98cfd27033a req-d26877cc-9040-4be7-9fe8-1fadaf425705 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0802281 Oct 15 01:04:03.260297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54062) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:04:03.279853 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fb45-d8f5-4cd9-9468-8dad22d1bf86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:03.281750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5336b25a-6d8a-42d6-9bb3-d98cfd27033a req-4eeef181-f834-48fb-b212-4560197dc76b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964942 Oct 15 01:04:03.315980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd013-0d9d-47f7-985a-3c44a6e2e04c req-386f9fea-1001-4076-aed7-fe6337ef06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:03.318228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fbdd013-0d9d-47f7-985a-3c44a6e2e04c req-386f9fea-1001-4076-aed7-fe6337ef06ce service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=43ecb285c0194811a33f92c22a80d9c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2171159 Oct 15 01:04:03.387796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fb45-d8f5-4cd9-9468-8dad22d1bf86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:03.436819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdd013-0d9d-47f7-985a-3c44a6e2e04c req-1b34c1d5-c489-40a9-969c-53cff7cb8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:03.437619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fbdd013-0d9d-47f7-985a-3c44a6e2e04c req-1b34c1d5-c489-40a9-969c-53cff7cb8265 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128585 Oct 15 01:04:03.485953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ea9fb45-d8f5-4cd9-9468-8dad22d1bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:03.539453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-951cae80-daea-46d7-9a2e-c7e132c05814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:03.540056 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9fb45-d8f5-4cd9-9468-8dad22d1bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afdf9da-9caf-4520-bb26-90e603b111f6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:03.541154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-951cae80-daea-46d7-9a2e-c7e132c05814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 1095 time: 0.0649016 Oct 15 01:04:03.547587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7ea9fb45-d8f5-4cd9-9468-8dad22d1bf86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8ed059d8dd64598af954a1721fe5ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825892 Oct 15 01:04:03.547788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54066) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:04:03.605877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-affc778e-6f24-416f-935f-e53136d1845d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b16a4c1-bce2-4e99-b9a3-4250e1f71247 HTTP/1.1" status: 200 len: 217 time: 0.0497098 Oct 15 01:04:03.611393 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd75be70-dc29-4a01-b561-e45b99602299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:03.640124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd75be70-dc29-4a01-b561-e45b99602299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:03.668759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-74924dda-7ad1-4cd0-9a91-60fec22c1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:03.670654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-74924dda-7ad1-4cd0-9a91-60fec22c1c4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0583260 Oct 15 01:04:03.728223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-23887224-2c2d-486c-9224-2f4d0fbc08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:03.729882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-23887224-2c2d-486c-9224-2f4d0fbc08cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513918 Oct 15 01:04:03.793979 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd75be70-dc29-4a01-b561-e45b99602299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:03.796855 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-bd75be70-dc29-4a01-b561-e45b99602299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:03.798170 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bd75be70-dc29-4a01-b561-e45b99602299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7afdf9da-9caf-4520-bb26-90e603b111f6 HTTP/1.1" status: 204 len: 168 time: 0.2494690 Oct 15 01:04:03.807708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75be70-dc29-4a01-b561-e45b99602299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afdf9da-9caf-4520-bb26-90e603b111f6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:03.843576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-70d750d0-35cb-43b0-a679-99578fe23129 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064353 Oct 15 01:04:03.962404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f76ce1b7-6633-4793-95bd-9e98bccc6b40 req-c73a7934-a0e7-468d-9564-4621fc83a439 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111915 Oct 15 01:04:04.448149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceb2f-f9d1-4368-b725-d9c2ee177c34 req-37a638c2-5b6c-42eb-a735-b6656c7b4607 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:04.450874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-508ceb2f-f9d1-4368-b725-d9c2ee177c34 req-37a638c2-5b6c-42eb-a735-b6656c7b4607 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0640876 Oct 15 01:04:04.554770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-508ceb2f-f9d1-4368-b725-d9c2ee177c34 req-4e04db0e-75c4-4c9a-87ef-10345171dc16 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Oct 15 01:04:05.677980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732392ab-6bce-4cb6-9f38-943e5c875b9b req-1fb1759d-966b-456d-9735-8858e802516c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:05.679390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-732392ab-6bce-4cb6-9f38-943e5c875b9b req-1fb1759d-966b-456d-9735-8858e802516c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0560107 Oct 15 01:04:05.720226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-732392ab-6bce-4cb6-9f38-943e5c875b9b req-86b4803a-f290-4d9f-b6bc-c6ca0843a749 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Oct 15 01:04:06.860768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20aaeab-a6c3-4652-b963-3e90fb105055 req-4c62e6c1-2f30-4c68-8766-855c93e828f1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:06.864057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c20aaeab-a6c3-4652-b963-3e90fb105055 req-4c62e6c1-2f30-4c68-8766-855c93e828f1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0549498 Oct 15 01:04:06.903741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c20aaeab-a6c3-4652-b963-3e90fb105055 req-3a9fc6ed-4944-4d90-8f74-ca937fcffe40 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330915 Oct 15 01:04:08.042013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec6765-ef7d-4f2f-89ae-461821c634a3 req-21c2d478-a591-4120-91fe-99fde605a9be tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:08.043384 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7ec6765-ef7d-4f2f-89ae-461821c634a3 req-21c2d478-a591-4120-91fe-99fde605a9be tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0549035 Oct 15 01:04:08.087383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7ec6765-ef7d-4f2f-89ae-461821c634a3 req-b7e16d9a-667e-4e3e-8fe8-9553d19e2165 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367589 Oct 15 01:04:09.220287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c04b3-37c9-4952-a361-8b7c749e2e70 req-187398ae-abca-4275-b1ba-04e704460a27 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:09.221936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-003c04b3-37c9-4952-a361-8b7c749e2e70 req-187398ae-abca-4275-b1ba-04e704460a27 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0527890 Oct 15 01:04:09.261265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-003c04b3-37c9-4952-a361-8b7c749e2e70 req-da51aac5-04e2-48f4-94c2-e859ef4287d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330534 Oct 15 01:04:10.057197 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:10.384133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b79fab-520a-49ca-8962-12dedd70d716 req-8550c0a6-5976-47bf-b1d4-151051c0d9ce tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:10.385546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8b79fab-520a-49ca-8962-12dedd70d716 req-8550c0a6-5976-47bf-b1d4-151051c0d9ce tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0514739 Oct 15 01:04:10.426624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8b79fab-520a-49ca-8962-12dedd70d716 req-ad3dd3e7-d1f6-431a-a47b-801be3414047 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Oct 15 01:04:11.585258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b9f38-01dc-4e5f-9eed-3ee05c034728 req-e8b02790-5338-4be1-b703-76bb02472939 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:11.587030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f22b9f38-01dc-4e5f-9eed-3ee05c034728 req-e8b02790-5338-4be1-b703-76bb02472939 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0619936 Oct 15 01:04:12.052247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f22b9f38-01dc-4e5f-9eed-3ee05c034728 req-be92b163-8d99-472b-ac97-5738085e51b6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587646 Oct 15 01:04:13.181022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815639d6-3423-412f-ae04-7430bfb31e7a req-19ba3fbf-24de-4423-908f-48f505dc61eb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:13.185985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-815639d6-3423-412f-ae04-7430bfb31e7a req-19ba3fbf-24de-4423-908f-48f505dc61eb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0567572 Oct 15 01:04:13.226934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-815639d6-3423-412f-ae04-7430bfb31e7a req-506b86a9-86d2-4fa9-bc70-bc7b553eebd9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364084 Oct 15 01:04:14.354957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ebd96-8913-409c-a7b0-ec079414096f req-e70e11fe-79c6-4685-80ee-66e487a1b5fa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:14.356482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee3ebd96-8913-409c-a7b0-ec079414096f req-e70e11fe-79c6-4685-80ee-66e487a1b5fa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0528879 Oct 15 01:04:14.406103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee3ebd96-8913-409c-a7b0-ec079414096f req-7ef32556-631b-400a-b3b0-d0781491fea4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Oct 15 01:04:15.166213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:15.542979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134edd93-35b7-43f6-ac51-4934e14be50e req-73feb6b3-2491-4c51-9bd7-9a04f0433c55 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:15.544633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134edd93-35b7-43f6-ac51-4934e14be50e req-73feb6b3-2491-4c51-9bd7-9a04f0433c55 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0625477 Oct 15 01:04:15.587965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134edd93-35b7-43f6-ac51-4934e14be50e req-bef49b1a-4757-4f39-a414-b5084e4cfba3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357382 Oct 15 01:04:16.706563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57f2e-dc52-458a-b3fc-26b21e7a2781 req-4529bea8-b265-43e4-ae9e-8dd36ed79e34 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:16.708078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7e57f2e-dc52-458a-b3fc-26b21e7a2781 req-4529bea8-b265-43e4-ae9e-8dd36ed79e34 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0520756 Oct 15 01:04:16.750078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7e57f2e-dc52-458a-b3fc-26b21e7a2781 req-ac8896f3-5281-4133-852e-ac5b6e44b86f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 Oct 15 01:04:18.099277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d338d77-bcdc-4d21-a7c3-c9fe8fbdb2a4 req-6bfed67e-c807-4979-9ffa-089f90213bd1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:18.101960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d338d77-bcdc-4d21-a7c3-c9fe8fbdb2a4 req-6bfed67e-c807-4979-9ffa-089f90213bd1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.2816072 Oct 15 01:04:18.142276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d338d77-bcdc-4d21-a7c3-c9fe8fbdb2a4 req-d628c645-3329-4ce2-8cb9-9e6d56f66579 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Oct 15 01:04:19.145922 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:04:19.271630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1711e9f-a8c0-45a6-b1ed-686c8098394e req-fdcca382-2b80-4ec9-919a-10206c8811e8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:19.273199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1711e9f-a8c0-45a6-b1ed-686c8098394e req-fdcca382-2b80-4ec9-919a-10206c8811e8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0548882 Oct 15 01:04:19.313475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1711e9f-a8c0-45a6-b1ed-686c8098394e req-4aa55303-7ca7-45e1-baa8-e85a05fe7e5a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337460 Oct 15 01:04:20.444844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0162094-332a-41da-8248-5d0234bdd03f req-eacc2788-9d31-4492-a147-cc481b272ff6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:20.446541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0162094-332a-41da-8248-5d0234bdd03f req-eacc2788-9d31-4492-a147-cc481b272ff6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0511041 Oct 15 01:04:20.487744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d0162094-332a-41da-8248-5d0234bdd03f req-ccbb504d-c7c3-47b6-817c-a50cedf9d8ae tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Oct 15 01:04:21.606470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17b5d-500c-4ba0-b130-3df0f8b57cd9 req-ae805eeb-7f1f-4a02-868a-b6bfbe8be301 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:21.608245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2f17b5d-500c-4ba0-b130-3df0f8b57cd9 req-ae805eeb-7f1f-4a02-868a-b6bfbe8be301 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0493989 Oct 15 01:04:21.647514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2f17b5d-500c-4ba0-b130-3df0f8b57cd9 req-aa47fc75-3eba-4f60-976d-81134ba6ca09 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Oct 15 01:04:22.771358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7b213-8acc-457d-93f5-4fa5b8422987 req-ad34bb1b-4fd2-4a08-8069-c98ae78e3f0f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:22.772878 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4c7b213-8acc-457d-93f5-4fa5b8422987 req-ad34bb1b-4fd2-4a08-8069-c98ae78e3f0f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0547128 Oct 15 01:04:22.812167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4c7b213-8acc-457d-93f5-4fa5b8422987 req-6bb40751-c122-41a6-a22e-6a29045e7458 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331297 Oct 15 01:04:23.931181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c68aa-6f19-492a-b120-72412e6ebc11 req-b6741b21-6102-4e48-ac21-a2c502d24aa7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:23.932661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-865c68aa-6f19-492a-b120-72412e6ebc11 req-b6741b21-6102-4e48-ac21-a2c502d24aa7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0517237 Oct 15 01:04:23.972119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-865c68aa-6f19-492a-b120-72412e6ebc11 req-60341372-2a2a-479d-a297-5da6293a32ef tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Oct 15 01:04:25.089339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd80f7-2e46-4200-a4df-b9fd5a026537 req-c90c9cce-5245-4864-81ff-83e458c01883 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:25.090977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2bd80f7-2e46-4200-a4df-b9fd5a026537 req-c90c9cce-5245-4864-81ff-83e458c01883 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0511715 Oct 15 01:04:25.129560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2bd80f7-2e46-4200-a4df-b9fd5a026537 req-90113443-2304-48bf-b36f-a25b396f9109 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Oct 15 01:04:26.250223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1057350-17cd-42cd-b300-1675e0b098ce req-7abe324d-6a0f-4d3e-a8f3-161ecd64c42f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:26.251690 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1057350-17cd-42cd-b300-1675e0b098ce req-7abe324d-6a0f-4d3e-a8f3-161ecd64c42f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0550015 Oct 15 01:04:26.279387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b29e320-1357-41b9-8e0a-e6c73141e410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:26.289620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1057350-17cd-42cd-b300-1675e0b098ce req-78fd3144-deeb-4a7b-85bb-37d42f1ea370 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317166 Oct 15 01:04:27.407567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8294a8-84bc-45da-9908-9935af3e02bc req-6272fc9b-143d-4146-bb99-b7139600036a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:27.409095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f8294a8-84bc-45da-9908-9935af3e02bc req-6272fc9b-143d-4146-bb99-b7139600036a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0502305 Oct 15 01:04:27.454412 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f8294a8-84bc-45da-9908-9935af3e02bc req-11bed095-c3f7-4416-8505-c002817add88 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376644 Oct 15 01:04:28.575507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188cd6-1322-4f21-8dfb-08a622936f5d req-d00070c8-4cf7-4112-b258-735259a6e280 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:28.577000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47188cd6-1322-4f21-8dfb-08a622936f5d req-d00070c8-4cf7-4112-b258-735259a6e280 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0501544 Oct 15 01:04:28.615708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47188cd6-1322-4f21-8dfb-08a622936f5d req-c521b70e-f3c3-49cd-afd8-aa30e415d0c5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Oct 15 01:04:28.853610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-786d6f2c-4ea4-417c-9a78-df18e717ff01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:29.742108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438651d-bb2b-4b66-9ec2-670b47e97dd3 req-72a10bb2-84cd-4568-a7dc-bd0a8f754671 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:29.743640 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a438651d-bb2b-4b66-9ec2-670b47e97dd3 req-72a10bb2-84cd-4568-a7dc-bd0a8f754671 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0569599 Oct 15 01:04:29.782787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a438651d-bb2b-4b66-9ec2-670b47e97dd3 req-86558903-9075-4d53-88d8-af2ba9373287 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Oct 15 01:04:30.161888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:30.304866 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:30.902968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce0a5f-518e-4e19-8ba6-b4c965301b34 req-3eb77b7f-0b38-498a-ad9f-2d390bd07022 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:30.904556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19ce0a5f-518e-4e19-8ba6-b4c965301b34 req-3eb77b7f-0b38-498a-ad9f-2d390bd07022 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0518668 Oct 15 01:04:30.944872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19ce0a5f-518e-4e19-8ba6-b4c965301b34 req-06938172-c807-4b8f-82bb-88898a7c766f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Oct 15 01:04:32.063300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d68d-ec24-4f7f-990d-ade56ea094a9 req-f4019347-9498-4cc3-b1de-ab3e57259a02 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:32.064851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23b1d68d-ec24-4f7f-990d-ade56ea094a9 req-f4019347-9498-4cc3-b1de-ab3e57259a02 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0522783 Oct 15 01:04:32.103742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23b1d68d-ec24-4f7f-990d-ade56ea094a9 req-a5f233e4-2411-451d-8459-ca65ba005e24 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Oct 15 01:04:32.447498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:33.238699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f0334-3f3e-4cbc-93ef-264ac5d4ae7a req-52f6936e-1311-4360-8a76-ee4376e88ecd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:33.240256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-127f0334-3f3e-4cbc-93ef-264ac5d4ae7a req-52f6936e-1311-4360-8a76-ee4376e88ecd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0559332 Oct 15 01:04:33.278137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-127f0334-3f3e-4cbc-93ef-264ac5d4ae7a req-46f5a321-c352-4074-8d4c-b4460e61f9bb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Oct 15 01:04:34.403595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e321174-3fb0-4f97-99eb-e2e5db716e87 req-823cbd68-25f1-4867-9c3d-37dc2c899f14 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:34.405145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e321174-3fb0-4f97-99eb-e2e5db716e87 req-823cbd68-25f1-4867-9c3d-37dc2c899f14 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0527036 Oct 15 01:04:34.445285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e321174-3fb0-4f97-99eb-e2e5db716e87 req-6ab26aba-e68f-4b76-ab85-770c1499a7c5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Oct 15 01:04:35.587828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d85557-29b7-478d-a051-d28213d6b8bf req-4efebaf3-e88e-44b8-80e1-8b8b45ff6e28 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:35.590060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83d85557-29b7-478d-a051-d28213d6b8bf req-4efebaf3-e88e-44b8-80e1-8b8b45ff6e28 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0639620 Oct 15 01:04:35.630336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83d85557-29b7-478d-a051-d28213d6b8bf req-c2f20ef2-7a34-499f-ada9-8a6df6b36af5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Oct 15 01:04:36.751687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262455fc-ae2d-4bb4-8355-2d28a6e91a76 req-8631157e-75de-46f2-bd8f-09970d1f0a46 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:36.753149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-262455fc-ae2d-4bb4-8355-2d28a6e91a76 req-8631157e-75de-46f2-bd8f-09970d1f0a46 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0539367 Oct 15 01:04:36.791905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-262455fc-ae2d-4bb4-8355-2d28a6e91a76 req-5096edf8-7821-4371-8b2d-d3ab9856d58a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Oct 15 01:04:37.919767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745af03-a8b4-4b3d-a245-0743fff72f9e req-354d48f1-4f0f-4942-a9f7-bc54f11adbf8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:37.921331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3745af03-a8b4-4b3d-a245-0743fff72f9e req-354d48f1-4f0f-4942-a9f7-bc54f11adbf8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0562129 Oct 15 01:04:37.970785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3745af03-a8b4-4b3d-a245-0743fff72f9e req-fab93202-42fe-4e0b-a184-6ff6aac6e6df tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Oct 15 01:04:39.088491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a28ab-e44c-4954-bc14-d8f1fe783e5f req-bb9cc310-2f8f-44ec-8f3a-062863568dbc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:39.090055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca7a28ab-e44c-4954-bc14-d8f1fe783e5f req-bb9cc310-2f8f-44ec-8f3a-062863568dbc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0517297 Oct 15 01:04:39.133780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca7a28ab-e44c-4954-bc14-d8f1fe783e5f req-86645d74-e401-43cc-9856-93ad9165a3fa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360060 Oct 15 01:04:40.084450 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:40.260555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c87d83-5d27-4336-9552-8b7036566ff1 req-afeabc7d-6c86-4822-9f6c-f8960397640d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:40.262013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c87d83-5d27-4336-9552-8b7036566ff1 req-afeabc7d-6c86-4822-9f6c-f8960397640d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0557125 Oct 15 01:04:40.299105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c87d83-5d27-4336-9552-8b7036566ff1 req-1283607b-0858-4234-a413-423e83565c47 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Oct 15 01:04:41.417492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f12d3-4b4d-4aeb-a80b-fa758e4ec89e req-f456846d-7ba0-498d-99a4-3193c2a538e7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:41.419280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f8f12d3-4b4d-4aeb-a80b-fa758e4ec89e req-f456846d-7ba0-498d-99a4-3193c2a538e7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0501349 Oct 15 01:04:41.461010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f8f12d3-4b4d-4aeb-a80b-fa758e4ec89e req-6db8bc0f-bb92-4a6e-b322-9955f231f0f2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Oct 15 01:04:42.320692 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54732) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:04:42.465636 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a3660b6a-c5f7-4a1a-84dd-67181ea8d905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7e6fcc9c3d64aefb451e5718ad5543b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438398 Oct 15 01:04:42.468242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 54736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:04:42.526312 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c17d5093-db9d-440c-8549-4603558ea4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:42.550198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c17d5093-db9d-440c-8549-4603558ea4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:42.587191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebab811-5f6a-429c-a671-625d2656e494 req-00c3eda9-c07a-4594-8c0e-59b6de3ccf40 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:42.590129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ebab811-5f6a-429c-a671-625d2656e494 req-00c3eda9-c07a-4594-8c0e-59b6de3ccf40 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0562141 Oct 15 01:04:42.629609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ebab811-5f6a-429c-a671-625d2656e494 req-48a0de0e-dcf1-4904-bcf0-2bf209f52415 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Oct 15 01:04:42.684780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c17d5093-db9d-440c-8549-4603558ea4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:42.687496 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c17d5093-db9d-440c-8549-4603558ea4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:42.688791 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c17d5093-db9d-440c-8549-4603558ea4db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9164d87-70ce-4dce-a9bf-d218d112213f HTTP/1.1" status: 204 len: 168 time: 0.2195771 Oct 15 01:04:42.697905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d5093-db9d-440c-8549-4603558ea4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9164d87-70ce-4dce-a9bf-d218d112213f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:43.758273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6639e62-a93c-40c3-aeba-50eed3725580 req-13da7636-2e4c-44a1-886b-f6d7765707f8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:43.760101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6639e62-a93c-40c3-aeba-50eed3725580 req-13da7636-2e4c-44a1-886b-f6d7765707f8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0595682 Oct 15 01:04:43.803633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6639e62-a93c-40c3-aeba-50eed3725580 req-0dabf253-cf2b-419a-b33b-460209c39ac6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369833 Oct 15 01:04:44.932018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cac1c0-ec04-4ce2-bf71-d66ba1648ae0 req-cb544caa-3afc-4e1a-95f9-e9df0e6c2556 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:44.933419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-75cac1c0-ec04-4ce2-bf71-d66ba1648ae0 req-cb544caa-3afc-4e1a-95f9-e9df0e6c2556 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0545666 Oct 15 01:04:44.978359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-75cac1c0-ec04-4ce2-bf71-d66ba1648ae0 req-03664d24-7409-4fdf-8ccb-8cdf48cf09ab tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Oct 15 01:04:45.142008 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:46.098803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9188f21-ff40-4846-9302-93b9206c5427 req-8de65b1e-0018-4c16-a6c9-03f770351bce tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:46.100346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9188f21-ff40-4846-9302-93b9206c5427 req-8de65b1e-0018-4c16-a6c9-03f770351bce tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0528839 Oct 15 01:04:46.141091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9188f21-ff40-4846-9302-93b9206c5427 req-8cd5733e-fda3-4a53-be54-cd17358f26b2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343592 Oct 15 01:04:47.273177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf89ad-7052-4383-bf8c-f85d54cd2bfe req-b83a46e0-9d4b-449f-abfc-4edb8201d941 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:47.274696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01cf89ad-7052-4383-bf8c-f85d54cd2bfe req-b83a46e0-9d4b-449f-abfc-4edb8201d941 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0555606 Oct 15 01:04:47.316297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01cf89ad-7052-4383-bf8c-f85d54cd2bfe req-97947a52-658f-4bc7-83c2-c640d327c06d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Oct 15 01:04:48.435967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58024893-68fc-43cf-8012-572636a990aa req-ef9db242-e978-4f09-9ab8-b837250ff373 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:48.437577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58024893-68fc-43cf-8012-572636a990aa req-ef9db242-e978-4f09-9ab8-b837250ff373 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0517180 Oct 15 01:04:48.478153 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58024893-68fc-43cf-8012-572636a990aa req-a5104c1d-5a5f-4e82-a2b2-526282b82de0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Oct 15 01:04:49.615566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46b3fd-eaac-43a3-81db-dae16f0ef0a5 req-832a51d9-54f1-4cc7-ac8c-236703780abb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:49.617063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea46b3fd-eaac-43a3-81db-dae16f0ef0a5 req-832a51d9-54f1-4cc7-ac8c-236703780abb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0602963 Oct 15 01:04:49.656861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea46b3fd-eaac-43a3-81db-dae16f0ef0a5 req-9f8adddb-c89b-40fe-adfe-6716fd2e2e82 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Oct 15 01:04:50.793322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe770-fd0f-4806-93c6-cb7c5a154593 req-5f9ff85c-3449-48e0-8b08-6118fa400f1a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:50.794846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4bfe770-fd0f-4806-93c6-cb7c5a154593 req-5f9ff85c-3449-48e0-8b08-6118fa400f1a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0583994 Oct 15 01:04:50.834252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4bfe770-fd0f-4806-93c6-cb7c5a154593 req-4b6f434d-580d-444e-8a75-129d00b10553 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Oct 15 01:04:51.958122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e5e62-ff51-4531-b5be-66ab37a0d130 req-e05d8a1e-50c5-4632-bbca-00e9da0767d3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:51.959660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-037e5e62-ff51-4531-b5be-66ab37a0d130 req-e05d8a1e-50c5-4632-bbca-00e9da0767d3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0547061 Oct 15 01:04:52.000462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-037e5e62-ff51-4531-b5be-66ab37a0d130 req-23deda94-54df-4230-867c-f19dbbfbf909 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Oct 15 01:04:53.122583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342ebd-00ce-4002-9930-63a6574048ff req-ca9ba99f-1dbd-48b9-b55b-3e41e3e622a9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:53.124100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9342ebd-00ce-4002-9930-63a6574048ff req-ca9ba99f-1dbd-48b9-b55b-3e41e3e622a9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0514340 Oct 15 01:04:53.166479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9342ebd-00ce-4002-9930-63a6574048ff req-f368ec1c-1577-4c83-b90e-b595e8005670 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Oct 15 01:04:54.292208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651772bc-0dd0-4aaa-9cf5-479176028082 req-4bf53190-c83a-4e26-900d-929deed791d9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:54.293857 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-651772bc-0dd0-4aaa-9cf5-479176028082 req-4bf53190-c83a-4e26-900d-929deed791d9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0554636 Oct 15 01:04:54.333569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-651772bc-0dd0-4aaa-9cf5-479176028082 req-acb2e9e1-6822-46d9-87fd-3b55e1219a76 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Oct 15 01:04:54.886042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:04:54.994483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:04:55.006524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'port_id': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247', 'mac_address': 'fa:16:3e:78:c4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:04:55.049803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:55.173116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:04:55.173116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:04:55.425001 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:55.456771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df9192-1ae3-43cc-9d1a-5254270beec1 req-114b6993-8a12-4f2c-89dd-800adb7e0265 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:55.458331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5df9192-1ae3-43cc-9d1a-5254270beec1 req-114b6993-8a12-4f2c-89dd-800adb7e0265 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 944 time: 0.0560143 Oct 15 01:04:55.478116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:55.502969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5df9192-1ae3-43cc-9d1a-5254270beec1 req-97b0397c-5634-4903-8747-eff928b69ab1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Oct 15 01:04:55.630838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7b16a4c1-bce2-4e99-b9a3-4250e1f71247'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:04:56.146062 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:04:56.267118 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6fc239fd-03f3-4111-9a17-bd32a76df191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:56.628144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7a285-0c58-492f-b420-d67ed7a4ec1b req-cfe398cb-11a6-4051-8500-a72c5cab1d98 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:56.629644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99d7a285-0c58-492f-b420-d67ed7a4ec1b req-cfe398cb-11a6-4051-8500-a72c5cab1d98 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 945 time: 0.0560668 Oct 15 01:04:56.668437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99d7a285-0c58-492f-b420-d67ed7a4ec1b req-4bdd786a-db25-4aed-810a-ff845a91da97 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Oct 15 01:04:56.900281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:04:57.012890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:04:57.016915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:04:57.017817 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:57.096905 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:57.119798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a78130-55cc-459c-86f3-06ba7060fde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:04:57.122015 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29cf39e-9558-4a8b-97fc-e691ae06e88c" -d '{"events": [{"server_uuid": "07a78130-55cc-459c-86f3-06ba7060fde8", "name": "network-vif-plugged", "status": "completed", "tag": "7b16a4c1-bce2-4e99-b9a3-4250e1f71247"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:04:57.135739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:04:57.159223 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876236ae-8ed9-45e5-9af6-6b3996ca7b8c x-openstack-request-id: req-876236ae-8ed9-45e5-9af6-6b3996ca7b8c {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:04:57.159523 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a78130-55cc-459c-86f3-06ba7060fde8", "name": "network-vif-plugged", "status": "completed", "tag": "7b16a4c1-bce2-4e99-b9a3-4250e1f71247", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:04:57.159780 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-876236ae-8ed9-45e5-9af6-6b3996ca7b8c {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:04:57.160176 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a78130-55cc-459c-86f3-06ba7060fde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247', 'code': 200} Oct 15 01:04:57.197007 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:57.250543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:04:57.263632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c72c10-3efc-4490-bbd8-b47fcc3ee474 req-3bdfda37-3739-46fe-8c08-e941e615bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:57.265124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08c72c10-3efc-4490-bbd8-b47fcc3ee474 req-3bdfda37-3739-46fe-8c08-e941e615bcb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 1097 time: 0.0468664 Oct 15 01:04:57.300401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08c72c10-3efc-4490-bbd8-b47fcc3ee474 req-80dee2dd-1a27-4575-ab0b-4ab188d84aa1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279632 Oct 15 01:04:57.793895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56b498-59f3-4988-9832-539e2ebbe3b6 req-2bf6be15-bf06-4a4c-9317-bd47d36022be tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:57.795453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb56b498-59f3-4988-9832-539e2ebbe3b6 req-2bf6be15-bf06-4a4c-9317-bd47d36022be tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 946 time: 0.0548084 Oct 15 01:04:57.837407 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb56b498-59f3-4988-9832-539e2ebbe3b6 req-9aa21f4a-7106-454c-9886-7fc515de046f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344272 Oct 15 01:04:58.827685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af538a50-72df-4507-8a00-bfe35d1e8756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:04:58.965655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cf6dc-9bd7-4dae-82d2-7bf7c6b7c050 req-3c59ca08-aa5a-4519-a4fc-617c3f7b5215 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:58.967181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba4cf6dc-9bd7-4dae-82d2-7bf7c6b7c050 req-3c59ca08-aa5a-4519-a4fc-617c3f7b5215 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 946 time: 0.0502169 Oct 15 01:04:59.006284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba4cf6dc-9bd7-4dae-82d2-7bf7c6b7c050 req-73fd9ebc-3877-41df-b721-262f36372dbb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Oct 15 01:04:59.126413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ad3e-41e3-4c6e-89cd-dc8ce3426f2c req-a5f298ec-3393-48ca-baa0-ad7170f00416 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:59.127799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2806ad3e-41e3-4c6e-89cd-dc8ce3426f2c req-a5f298ec-3393-48ca-baa0-ad7170f00416 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 946 time: 0.0549126 Oct 15 01:04:59.166645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2806ad3e-41e3-4c6e-89cd-dc8ce3426f2c req-54d66a1d-e950-48ed-8810-1e03ce99abbb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Oct 15 01:04:59.687673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad46f-077d-4a91-ab58-6f81b52af424 req-34f4bb81-f92e-44cf-93ff-5a8bdc0e25de tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:04:59.689645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-607ad46f-077d-4a91-ab58-6f81b52af424 req-34f4bb81-f92e-44cf-93ff-5a8bdc0e25de tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 946 time: 0.0511317 Oct 15 01:04:59.728992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-607ad46f-077d-4a91-ab58-6f81b52af424 req-95591d58-b763-4f2d-9dc3-84685d9597ce tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329502 Oct 15 01:05:00.164401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:00.275879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:00.746884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-d1e709f1-a3dc-4ac5-8704-8addc134b2c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430364 Oct 15 01:05:00.865381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-08040833-c8d3-4f06-8514-5b1559a22463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:00.866903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-08040833-c8d3-4f06-8514-5b1559a22463 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 1097 time: 0.0785968 Oct 15 01:05:00.879050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b42277-899e-4e79-926b-88c350262a71 req-2a5cb149-40c8-43ee-af0b-16922f347304 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:00.880485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18b42277-899e-4e79-926b-88c350262a71 req-2a5cb149-40c8-43ee-af0b-16922f347304 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 946 time: 0.0660374 Oct 15 01:05:00.979832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18b42277-899e-4e79-926b-88c350262a71 req-1324ac61-afef-4e39-a685-78967296b513 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918491 Oct 15 01:05:01.003153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-33026b90-494e-4e84-a402-1b0b970370c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:01.008861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-33026b90-494e-4e84-a402-1b0b970370c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.1182821 Oct 15 01:05:01.047002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-ce8b7796-3023-4bcc-836f-56d74188bd6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 HTTP/1.1" status: 200 len: 217 time: 0.0351808 Oct 15 01:05:01.095683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-6fb6155a-c256-44de-bddf-d601877f0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:01.097470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-6fb6155a-c256-44de-bddf-d601877f0f3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0438192 Oct 15 01:05:01.176306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-fa5f70d9-bf23-4ff8-aa30-65a35f16b292 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:01.177749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-fa5f70d9-bf23-4ff8-aa30-65a35f16b292 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 946 time: 0.0794339 Oct 15 01:05:01.180369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-98c3b97b-33e4-46d0-a162-12fe5c0fd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:01.181723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-98c3b97b-33e4-46d0-a162-12fe5c0fd1f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755384 Oct 15 01:05:01.194249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-685eadc6-c987-4522-8c12-e3b1cd5cdf95 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:05:01.195274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-685eadc6-c987-4522-8c12-e3b1cd5cdf95 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048463 Oct 15 01:05:01.341797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-cb2edd0a-fe10-4ca4-98df-2370ce58e35f service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304457 Oct 15 01:05:01.358869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:05:01.359209 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:01.513819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe0901f7-94fa-466c-a21b-4a960790f71f req-aeb07b81-40dc-467b-9253-8ad313080670 service neutron] 10.222.0.39 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650822 Oct 15 01:05:01.519397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] For port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:05:01.519744 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:01.532867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:05:01.733001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:01.747221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4ba89d6e-3eed-43d4-bba8-f2b9712f3b59'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:05:01.749442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['7b16a4c1-bce2-4e99-b9a3-4250e1f71247'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:05:01.763488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=7b16a4c1-bce2-4e99-b9a3-4250e1f71247,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:01.788551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.788893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.789233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.789570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.789904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.790260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.790584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.790905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.791226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.791550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.791869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.792189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:01.814408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] No DVR routers for this DVR port 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:05:01.817284 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:01.820716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1df48aaa-ab6f-4182-b6c0-c92fe0aaea09 req-c3847409-1cb6-421b-851d-ce4e67cad514 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "DELETE /v2.0/ports/7b16a4c1-bce2-4e99-b9a3-4250e1f71247 HTTP/1.1" status: 204 len: 173 time: 0.6372924 Oct 15 01:05:01.821179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a78130-55cc-459c-86f3-06ba7060fde8', 'name': 'network-vif-deleted', 'tag': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:05:01.823531 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c269385-b3cd-49b3-b9a3-a38f084ea502" -d '{"events": [{"server_uuid": "07a78130-55cc-459c-86f3-06ba7060fde8", "name": "network-vif-deleted", "tag": "7b16a4c1-bce2-4e99-b9a3-4250e1f71247"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:05:01.873903 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8345bd0-60ee-4fde-b9e9-e5792cb51079 x-openstack-request-id: req-f8345bd0-60ee-4fde-b9e9-e5792cb51079 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:05:01.873903 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a78130-55cc-459c-86f3-06ba7060fde8", "name": "network-vif-deleted", "tag": "7b16a4c1-bce2-4e99-b9a3-4250e1f71247", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:05:01.873903 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8345bd0-60ee-4fde-b9e9-e5792cb51079 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:05:01.873903 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a78130-55cc-459c-86f3-06ba7060fde8', 'name': 'network-vif-deleted', 'tag': '7b16a4c1-bce2-4e99-b9a3-4250e1f71247', 'status': 'completed', 'code': 200} Oct 15 01:05:02.086375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73a35843-7f8c-4260-9110-9f3d9e305438 req-9ebf8691-3e79-43d2-81b1-963e94798b57 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0328517 Oct 15 01:05:02.387476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:03.185705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a30c6413-2816-4a3d-b5d9-64408696e2ec req-1675248a-fd2c-4020-be00-b09167ad6eb9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0281336 Oct 15 01:05:04.284168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-403e9a9b-77cd-4476-b88d-5589cd91157f req-b185345b-b5f4-4c15-8a40-cb82be88ede1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Oct 15 01:05:04.932756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:05:04.953157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:05:04.953494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 7b16a4c1-bce2-4e99-b9a3-4250e1f71247 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:05:05.385809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f95180d4-a656-426f-9cb0-d0b94182fde2 req-56ead609-97eb-4b3b-8876-414788ff893a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0288057 Oct 15 01:05:06.483173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6edc2723-d5c3-40c1-9e46-8867eff6ed03 req-802a452e-015a-4b66-a871-cb2f460cbe6f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0282817 Oct 15 01:05:07.604078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f2a9a9d-f5e4-4f89-bc91-4208b16db79a req-5d9a6c01-2315-4900-bb80-06e2e8bf32ad tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=07a78130-55cc-459c-86f3-06ba7060fde8 HTTP/1.1" status: 200 len: 210 time: 0.0268385 Oct 15 01:05:10.090674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:14.531696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122139e-0bf8-44e2-b5bc-1494cebc544b req-81145c04-3937-422b-a264-609d3acb8921 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:14.533256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4122139e-0bf8-44e2-b5bc-1494cebc544b req-81145c04-3937-422b-a264-609d3acb8921 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 946 time: 0.0582423 Oct 15 01:05:14.572632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4122139e-0bf8-44e2-b5bc-1494cebc544b req-d202d204-9fab-48f9-a25c-cfd482f7d50b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Oct 15 01:05:15.181492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:15.687524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49f11f-e68b-4112-9640-d7ab30d040b7 req-1a36ca2e-63b9-482d-bfbc-e0611ba2263e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:15.688966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c49f11f-e68b-4112-9640-d7ab30d040b7 req-1a36ca2e-63b9-482d-bfbc-e0611ba2263e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 946 time: 0.0493875 Oct 15 01:05:15.727615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c49f11f-e68b-4112-9640-d7ab30d040b7 req-16876f57-8b8c-4b9c-b560-21f9cb2b6784 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f1977ee-abf7-4fa7-802b-6da70892a5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Oct 15 01:05:16.168419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-b525f278-936a-42c9-8256-f758b61f250c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:16.169854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-b525f278-936a-42c9-8256-f758b61f250c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 946 time: 0.0474420 Oct 15 01:05:16.264783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:05:16.265116 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:16.353024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] For port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:05:16.353378 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:16.367033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:05:16.578579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:16.591760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4ba89d6e-3eed-43d4-bba8-f2b9712f3b59'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:05:16.608886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=4ba89d6e-3eed-43d4-bba8-f2b9712f3b59,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:16.654821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] No DVR routers for this DVR port 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:05:16.657563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:16.661664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2453b737-ae9d-4a51-9954-79f3995a5f58 req-f5b7df59-80e2-4001-98a2-b376f0d814db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.39 "DELETE /v2.0/ports/4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 HTTP/1.1" status: 204 len: 173 time: 0.4854047 Oct 15 01:05:16.662298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'name': 'network-vif-deleted', 'tag': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:05:16.664640 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d44f72-19e1-49f3-89ba-0a1c28d55e3b" -d '{"events": [{"server_uuid": "ec272431-3ba4-4d77-b3a5-262b5bd91779", "name": "network-vif-deleted", "tag": "4ba89d6e-3eed-43d4-bba8-f2b9712f3b59"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:05:16.700145 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efadf7e-92e8-469e-8c93-05e59cca2e69 x-openstack-request-id: req-2efadf7e-92e8-469e-8c93-05e59cca2e69 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:05:16.700786 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec272431-3ba4-4d77-b3a5-262b5bd91779", "name": "network-vif-deleted", "tag": "4ba89d6e-3eed-43d4-bba8-f2b9712f3b59", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:05:16.700786 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2efadf7e-92e8-469e-8c93-05e59cca2e69 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:05:16.701066 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec272431-3ba4-4d77-b3a5-262b5bd91779', 'name': 'network-vif-deleted', 'tag': '4ba89d6e-3eed-43d4-bba8-f2b9712f3b59', 'status': 'completed', 'code': 200} Oct 15 01:05:16.835609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f366cf1-4d7a-4d2a-a445-32253f640994 req-74be8dff-fc17-4a87-851c-4d9c5d982e3b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0297866 Oct 15 01:05:17.927845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04e4a9eb-ddbd-420a-8110-941dd75a412d req-79f5f978-02e1-45b6-9925-dc20d734a783 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Oct 15 01:05:19.027134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3319f79-8738-4f89-8410-91c917a3fe07 req-0f5b9028-0cb6-45a9-b3b5-033d4fcca300 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0292447 Oct 15 01:05:19.052404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:05:19.073468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:05:19.073902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4ba89d6e-3eed-43d4-bba8-f2b9712f3b59 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:05:20.123984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-809123f1-5ee4-4c0d-8622-0e27a5820cd5 req-286ab6cd-bfb2-477a-b46d-7608b5b410aa tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0291295 Oct 15 01:05:21.235919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35e265e9-a056-462b-8cd3-63f476993df1 req-b594001d-1c32-462d-a6e8-fb2ae3e20c54 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Oct 15 01:05:22.356226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34788e03-bac8-468b-8a73-91554e74e2fc req-f87d11b2-a402-4cf1-9dc8-05b9da0524fb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec272431-3ba4-4d77-b3a5-262b5bd91779 HTTP/1.1" status: 200 len: 210 time: 0.0299139 Oct 15 01:05:26.335898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-137a13f6-9842-4e5a-a716-f1908f3c3d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.323280 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55126) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:27.328035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327761110', 'description': 'tempest-secgroup-smoke-327761110 description', 'project_id': '43ecb285c0194811a33f92c22a80d9c5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:27.404595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.478764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.584185 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.614559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:27.621956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.622362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.622704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.623238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.623684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.624017 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.624547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.624876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.625202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.625518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.625838 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.626186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:05:27.682900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.684238 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-caff4bf4-37ae-48b6-a0fc-8098515c2c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3598552 Oct 15 01:05:27.687229 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55130) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:27.692686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d41e1c08-55b3-4a04-9134-0f75daeb19c9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'security_group_rule': {'security_group_id': 'e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1', 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:27.789795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41e1c08-55b3-4a04-9134-0f75daeb19c9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.845997 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41e1c08-55b3-4a04-9134-0f75daeb19c9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.918424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41e1c08-55b3-4a04-9134-0f75daeb19c9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:27.935683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e1c08-55b3-4a04-9134-0f75daeb19c9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c943af-f235-4cf0-83e6-0b42c012221b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:28.012146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d41e1c08-55b3-4a04-9134-0f75daeb19c9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.014067 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d41e1c08-55b3-4a04-9134-0f75daeb19c9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252270 Oct 15 01:05:28.016353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55132) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:28.020697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-875bb08f-72ad-4344-9b59-ef6983f06894 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'security_group_rule': {'security_group_id': 'e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1', 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:28.141023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-875bb08f-72ad-4344-9b59-ef6983f06894 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.198517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-875bb08f-72ad-4344-9b59-ef6983f06894 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.275437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-875bb08f-72ad-4344-9b59-ef6983f06894 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.293606 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bb08f-72ad-4344-9b59-ef6983f06894 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b831c8ea-6e0e-4af0-a45d-3ecc71df2c49,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:28.385635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-875bb08f-72ad-4344-9b59-ef6983f06894 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.386965 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-875bb08f-72ad-4344-9b59-ef6983f06894 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3696311 Oct 15 01:05:28.389686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55134) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:28.394040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f0806849-0253-481d-9167-4b6cb0f758f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'security_group_rule': {'security_group_id': 'e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1', 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:28.492958 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0806849-0253-481d-9167-4b6cb0f758f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.558558 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0806849-0253-481d-9167-4b6cb0f758f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.635538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0806849-0253-481d-9167-4b6cb0f758f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.655800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0806849-0253-481d-9167-4b6cb0f758f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ab26ad-095b-4a0a-a362-aff19b3095de,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:28.751603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0806849-0253-481d-9167-4b6cb0f758f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.753439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f0806849-0253-481d-9167-4b6cb0f758f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624654 Oct 15 01:05:28.756809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55140) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:28.761919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e74e2f0c-d7b0-4ee2-af7b-2d6029966a0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'security_group_rule': {'security_group_id': 'e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1', 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:28.821403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b2e9b23f-6217-41ad-aab9-de422e38bb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.889262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e74e2f0c-d7b0-4ee2-af7b-2d6029966a0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:28.958576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e74e2f0c-d7b0-4ee2-af7b-2d6029966a0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.044401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e74e2f0c-d7b0-4ee2-af7b-2d6029966a0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.063928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e2f0c-d7b0-4ee2-af7b-2d6029966a0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8c3765-ecdf-4d34-96bf-27532943ee5b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:29.146247 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e74e2f0c-d7b0-4ee2-af7b-2d6029966a0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.147710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e74e2f0c-d7b0-4ee2-af7b-2d6029966a0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3894300 Oct 15 01:05:29.150226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55144) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:29.154718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'security_group_rule': {'security_group_id': 'e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1', 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:29.235681 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Project 43ecb285c0194811a33f92c22a80d9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:05:29.244132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.308447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.404608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.423625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424d7491-7edc-4317-8cdc-0565d4a8f2a8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:29.500698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.502322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-31ed1d58-5039-49d7-9044-c3e90893e3d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510938 Oct 15 01:05:29.505755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55146) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:29.512249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'security_group_rule': {'security_group_id': 'e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1', 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:29.601106 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Project 43ecb285c0194811a33f92c22a80d9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:05:29.606333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.666396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.735275 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.754948 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e5cc37-b634-4406-8ff8-698b7c2ec862,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:29.803459 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:29.813091 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6cebe8a6-7537-406c-9850-9e368d244ce4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2963536 Oct 15 01:05:30.166961 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:30.295694 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:32.384029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:32.528511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55234) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:32.656900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3447d310-5bbc-4c21-acac-e9ff79539391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:32.746842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3447d310-5bbc-4c21-acac-e9ff79539391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:32.835597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3447d310-5bbc-4c21-acac-e9ff79539391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:32.876655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3447d310-5bbc-4c21-acac-e9ff79539391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e57e8c98967d46c4b2bd3cb4b1e8033b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470426 Oct 15 01:05:32.877381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447d310-5bbc-4c21-acac-e9ff79539391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762dae37-cfe4-4a44-a81d-5fde9f7d819a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:32.879398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55240) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:05:32.935504 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e977ae5a-1e3c-47e7-9297-9bf3183da0e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:32.958017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e977ae5a-1e3c-47e7-9297-9bf3183da0e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:33.099729 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e977ae5a-1e3c-47e7-9297-9bf3183da0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:33.102992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e977ae5a-1e3c-47e7-9297-9bf3183da0e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:33.104248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e977ae5a-1e3c-47e7-9297-9bf3183da0e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/762dae37-cfe4-4a44-a81d-5fde9f7d819a HTTP/1.1" status: 204 len: 168 time: 0.2237957 Oct 15 01:05:33.113369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977ae5a-1e3c-47e7-9297-9bf3183da0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762dae37-cfe4-4a44-a81d-5fde9f7d819a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:33.151228 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:05:40.081319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:45.192585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:52.878229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-530f784c-6044-45da-a54c-1f440c1409b6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327761110&fields=id&tenant_id=43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 267 time: 0.0348570 Oct 15 01:05:52.992455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-831978c7-bc7a-47ab-a9be-905be965df96 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:52.994167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-831978c7-bc7a-47ab-a9be-905be965df96 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1082323 Oct 15 01:05:53.010492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-25fa8d01-c956-47ac-95e7-7eea3feccfbf tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/quotas/43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0103836 Oct 15 01:05:53.067651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-bbdab395-62ff-4238-b27b-90f7d164f26a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511446 Oct 15 01:05:53.162832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-45125989-d15c-4633-9b1e-17445f8a4773 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830476 Oct 15 01:05:53.259275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-bce1205f-49f0-4643-92fe-d2dc893be592 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894437 Oct 15 01:05:53.877244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1d050f0f-d0f2-4684-adcd-f16ea9b66c64 req-5bcb0cab-4413-4d35-a8e1-dbca2d6c8414 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.0279515 Oct 15 01:05:54.978365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb1857db-6d35-4f74-bd14-03bcbdbf4c50 req-279dca6b-c1af-43d4-bc33-9cf9f72e6f07 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.0281019 Oct 15 01:05:55.649490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-f5467ddd-1799-4c12-a5c3-26ba5a6a7377 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:55.650939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-f5467ddd-1799-4c12-a5c3-26ba5a6a7377 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1049094 Oct 15 01:05:55.698503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-79fd6dae-a768-4e89-bcd5-c489596833cb tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 379 time: 0.0363357 Oct 15 01:05:55.707500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'port': {'device_id': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'admin_state_up': True, 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'security_groups': ['e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:55.918339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:05:55.922529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.084402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52d7dd3c-3380-4c03-89a7-e26572693694 req-1fa6dc94-2d60-438e-8c3f-f81553f4e3b1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.0312595 Oct 15 01:05:56.095238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.20.0.10 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/042f9f56-e0b7-4e50-a2af-94e553305bf7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:05:56.241557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.276057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-54245322-3105-4beb-8142-02b2ff2d4069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.344103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.389408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:05:56.392479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:05:56.396076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:05:56.426018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=042f9f56-e0b7-4e50-a2af-94e553305bf7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:56.456415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:56.457064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.546723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-46138612-8ca1-424a-9cee-716ae41d649a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427196 Oct 15 01:05:56.564723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Request body: {'port': {'device_id': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:05:56.630731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.658974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-56861b0b-fa4c-42f7-94c8-94efb1c5aa28 None None] Provisioning complete for port 042f9f56-e0b7-4e50-a2af-94e553305bf7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:05:56.658974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-56861b0b-fa4c-42f7-94c8-94efb1c5aa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.704045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-56861b0b-fa4c-42f7-94c8-94efb1c5aa28 None None] Port 042f9f56-e0b7-4e50-a2af-94e553305bf7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:05:56.899885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042f9f56-e0b7-4e50-a2af-94e553305bf7 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:05:56.907346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:56.919473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Transition to ACTIVE for port object 042f9f56-e0b7-4e50-a2af-94e553305bf7 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:05:57.010368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:57.066640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Pushing event updated for resources: {'Port': ['ID=042f9f56-e0b7-4e50-a2af-94e553305bf7,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:57.156439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Attempting to bind port 042f9f56-e0b7-4e50-a2af-94e553305bf7 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:05:57.157022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Attempting to bind port 042f9f56-e0b7-4e50-a2af-94e553305bf7 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:05:57.157022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Attempting to bind port 042f9f56-e0b7-4e50-a2af-94e553305bf7 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:05:57.163087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Port 042f9f56-e0b7-4e50-a2af-94e553305bf7 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:05:57.163553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Attempting to bind port 042f9f56-e0b7-4e50-a2af-94e553305bf7 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:05:57.174576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:05:57.176452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:05:57.176452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:05:57.176452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Bound port: 042f9f56-e0b7-4e50-a2af-94e553305bf7, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:05:57.176936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:57.270886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf85234-23de-495e-b85d-6884a2656e63 req-38c802d2-05d4-400f-b042-7282e5127c5d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:57.272428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cf85234-23de-495e-b85d-6884a2656e63 req-38c802d2-05d4-400f-b042-7282e5127c5d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0930784 Oct 15 01:05:57.324268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] For port 042f9f56-e0b7-4e50-a2af-94e553305bf7, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:05:57.342722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cf85234-23de-495e-b85d-6884a2656e63 req-6d0f42ad-821b-4640-92fd-141579f08b03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615411 Oct 15 01:05:57.346847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] For port 042f9f56-e0b7-4e50-a2af-94e553305bf7, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:05:57.410320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:57.445503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:57.446417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:57.447806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-39656df9-09ff-496c-b29a-b664d4449def service neutron] 10.222.0.30 "PUT /v2.0/ports/042f9f56-e0b7-4e50-a2af-94e553305bf7 HTTP/1.1" status: 200 len: 1092 time: 0.8919203 Oct 15 01:05:57.448297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:05:57.450515 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0fbc6b-95cf-4fc6-91af-816ea2f9a0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:05:57.485393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39656df9-09ff-496c-b29a-b664d4449def service neutron] Pushing event updated for resources: {'Port': ['ID=042f9f56-e0b7-4e50-a2af-94e553305bf7,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:05:57.534588 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d00c9-f09a-40d9-9f80-bf439a35ff57 x-openstack-request-id: req-058d00c9-f09a-40d9-9f80-bf439a35ff57 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:05:57.534877 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:05:57.535129 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-058d00c9-f09a-40d9-9f80-bf439a35ff57 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:05:57.535535 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'status': 'completed', 'code': 200} Oct 15 01:05:57.616827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbc6b-95cf-4fc6-91af-816ea2f9a0d5 req-959aa8ca-21a1-4ad4-8c3d-ffeddaa00391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:57.622552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d0fbc6b-95cf-4fc6-91af-816ea2f9a0d5 req-959aa8ca-21a1-4ad4-8c3d-ffeddaa00391 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 1095 time: 0.0623500 Oct 15 01:05:57.731408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbc6b-95cf-4fc6-91af-816ea2f9a0d5 req-e258af75-f2bb-42ae-902f-3bda8897aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:57.733069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d0fbc6b-95cf-4fc6-91af-816ea2f9a0d5 req-e258af75-f2bb-42ae-902f-3bda8897aed8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=43ecb285c0194811a33f92c22a80d9c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1062117 Oct 15 01:05:57.838383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fbc6b-95cf-4fc6-91af-816ea2f9a0d5 req-5c5fd17d-e2e1-4de0-8ac4-cdedea83a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:57.839965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2d0fbc6b-95cf-4fc6-91af-816ea2f9a0d5 req-5c5fd17d-e2e1-4de0-8ac4-cdedea83a0fe service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005998 Oct 15 01:05:57.924493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-730c396a-1b9f-4679-9236-c32e135ee08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:57.926144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-730c396a-1b9f-4679-9236-c32e135ee08b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 1095 time: 0.0458474 Oct 15 01:05:57.969851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-5c548fab-d975-4d21-9a33-741ff4498e54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7 HTTP/1.1" status: 200 len: 217 time: 0.0363555 Oct 15 01:05:58.020981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-f468d7ad-89ec-4c73-9054-072e7388b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:58.022608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-f468d7ad-89ec-4c73-9054-072e7388b6b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0447996 Oct 15 01:05:58.074597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-bb67b1e7-0738-4095-9191-e051cb8c144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:58.076079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-bb67b1e7-0738-4095-9191-e051cb8c144b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461271 Oct 15 01:05:58.172061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-d54c92ff-8238-48dd-b44f-ee35635c3a45 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887554 Oct 15 01:05:58.269190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6234fbb-db18-4671-8297-2f20c0c28bc9 req-86d7f018-2a29-47ed-919e-76e8d3c57609 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905316 Oct 15 01:05:58.467084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cf4c1-0002-4357-b94e-e536c588bb62 req-36503936-7976-4dda-ab57-39feb7656353 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:58.468551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2cf4c1-0002-4357-b94e-e536c588bb62 req-36503936-7976-4dda-ab57-39feb7656353 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0535016 Oct 15 01:05:58.517316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d2cf4c1-0002-4357-b94e-e536c588bb62 req-f246a7a2-a732-479b-88cc-ff8898968b0c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 Oct 15 01:05:58.857504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-97eb8a68-e698-4425-830c-547e46cef1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:05:59.659175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1b5d7-cec1-44a0-81ad-ecc60ec2d574 req-8550cc52-620a-42e4-9157-a5d1914af65e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:05:59.660632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0f1b5d7-cec1-44a0-81ad-ecc60ec2d574 req-8550cc52-620a-42e4-9157-a5d1914af65e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0556848 Oct 15 01:05:59.724646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0f1b5d7-cec1-44a0-81ad-ecc60ec2d574 req-0595b232-8ba1-40f6-a31b-35b446e88d35 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405493 Oct 15 01:06:00.152236 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:00.289784 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:00.855312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcc27c-23da-4fef-a2a9-e6ba975fe64a req-47664169-98a1-431d-b883-6897d968de81 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:00.865719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22fcc27c-23da-4fef-a2a9-e6ba975fe64a req-47664169-98a1-431d-b883-6897d968de81 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0592692 Oct 15 01:06:00.903935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22fcc27c-23da-4fef-a2a9-e6ba975fe64a req-dc3d2393-5597-41d5-92bf-60ad2e39f9c4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409086 Oct 15 01:06:02.020874 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1b67-53c4-4224-a4a5-d4daddc5d338 req-65884d58-7c91-4503-b2b2-515fab198e45 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:02.022393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cbd1b67-53c4-4224-a4a5-d4daddc5d338 req-65884d58-7c91-4503-b2b2-515fab198e45 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0518198 Oct 15 01:06:02.061232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6cbd1b67-53c4-4224-a4a5-d4daddc5d338 req-45bad7b6-8c17-44b2-9c9e-dd1f2aa94482 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Oct 15 01:06:02.406146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:03.178750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c1c19-a9c0-42a5-90ab-936dcc652886 req-953d7c35-1e56-4561-bf3e-54d60b130674 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:03.180334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e36c1c19-a9c0-42a5-90ab-936dcc652886 req-953d7c35-1e56-4561-bf3e-54d60b130674 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0524490 Oct 15 01:06:03.219458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e36c1c19-a9c0-42a5-90ab-936dcc652886 req-1b251073-c41f-4f3f-95d0-07354857d739 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Oct 15 01:06:04.344145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32e3fd-8bc2-4f2f-bb68-3313c40f4ed0 req-939d48d9-bbe8-4e6e-bd39-54a66b62c6a4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:04.345605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c32e3fd-8bc2-4f2f-bb68-3313c40f4ed0 req-939d48d9-bbe8-4e6e-bd39-54a66b62c6a4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0532057 Oct 15 01:06:04.384632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c32e3fd-8bc2-4f2f-bb68-3313c40f4ed0 req-5863672d-8595-4ef8-9eab-e7ed398b89cc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327256 Oct 15 01:06:05.500676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba096d0-f8f9-4773-a618-4c4ed8d98a5b req-860e9bfa-8ecd-44e9-944e-bb91a00dcc78 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:05.502207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cba096d0-f8f9-4773-a618-4c4ed8d98a5b req-860e9bfa-8ecd-44e9-944e-bb91a00dcc78 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0509810 Oct 15 01:06:05.542873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cba096d0-f8f9-4773-a618-4c4ed8d98a5b req-602e81ef-46ba-4b45-a964-09aa643e11ce tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339110 Oct 15 01:06:06.660227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b085f-074e-48eb-8fc8-6dc82b341fa9 req-df657a0c-6d1a-4234-8459-170d291a087b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:06.661727 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe2b085f-074e-48eb-8fc8-6dc82b341fa9 req-df657a0c-6d1a-4234-8459-170d291a087b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0500603 Oct 15 01:06:06.699847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe2b085f-074e-48eb-8fc8-6dc82b341fa9 req-a9439e54-4939-43e3-9666-8d3cdb312c1c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Oct 15 01:06:07.817605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9707ec-37e8-4973-ab9d-4c6c8ab39e45 req-755cfa91-2f7b-47f9-95c3-787895bc7ca1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:07.819078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be9707ec-37e8-4973-ab9d-4c6c8ab39e45 req-755cfa91-2f7b-47f9-95c3-787895bc7ca1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0521584 Oct 15 01:06:07.856528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be9707ec-37e8-4973-ab9d-4c6c8ab39e45 req-ccf689d1-9145-4a21-94c0-05d56c3ae806 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Oct 15 01:06:08.976695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346570d9-4ec9-45c2-ad2a-a21b5c956357 req-ead3cf33-3c63-47f4-bbe4-fcbe5bd394e9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:08.978247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-346570d9-4ec9-45c2-ad2a-a21b5c956357 req-ead3cf33-3c63-47f4-bbe4-fcbe5bd394e9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 944 time: 0.0546768 Oct 15 01:06:09.018624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-346570d9-4ec9-45c2-ad2a-a21b5c956357 req-b4938323-e5b6-4cfc-b84d-32dc001770bc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Oct 15 01:06:09.219071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 042f9f56-e0b7-4e50-a2af-94e553305bf7 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:06:09.317621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 042f9f56-e0b7-4e50-a2af-94e553305bf7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:06:09.479023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'port_id': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'mac_address': 'fa:16:3e:91:8e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:06:09.519428 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:09.533400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042f9f56-e0b7-4e50-a2af-94e553305bf7 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:06:09.554572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 042f9f56-e0b7-4e50-a2af-94e553305bf7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:06:09.617800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:09.665012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=042f9f56-e0b7-4e50-a2af-94e553305bf7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:06:09.673812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.673812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.673812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.673812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.673812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.674408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.674408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.674617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.674901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.675221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.675538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.675857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:09.844581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['042f9f56-e0b7-4e50-a2af-94e553305bf7'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:06:10.138826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71243fb5-d54e-4ef1-a018-c3295ca7bd74 req-e4ffb3ec-cbbf-4a77-82e1-51109e9ee0fe tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:10.140315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71243fb5-d54e-4ef1-a018-c3295ca7bd74 req-e4ffb3ec-cbbf-4a77-82e1-51109e9ee0fe tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 945 time: 0.0506377 Oct 15 01:06:10.142989 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:10.143161 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:06:10.182664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71243fb5-d54e-4ef1-a018-c3295ca7bd74 req-eac23c29-911a-484e-bc89-a718fc1634d0 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339401 Oct 15 01:06:11.218955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 042f9f56-e0b7-4e50-a2af-94e553305bf7 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:06:11.312045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f39d2-a4ea-4407-8d18-65178bf23c21 req-d89776c6-d13b-4abe-82b9-338a1f8f29b2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:11.313546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d73f39d2-a4ea-4407-8d18-65178bf23c21 req-d89776c6-d13b-4abe-82b9-338a1f8f29b2 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 945 time: 0.0541286 Oct 15 01:06:11.342918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 042f9f56-e0b7-4e50-a2af-94e553305bf7 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:06:11.347166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 042f9f56-e0b7-4e50-a2af-94e553305bf7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:06:11.347403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:11.352863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d73f39d2-a4ea-4407-8d18-65178bf23c21 req-7bedae9d-a061-4112-b329-53c2f3810425 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326138 Oct 15 01:06:11.437643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:11.460270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:06:11.462523 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af238a7-f1a4-432b-a608-c4ab82888f80" -d '{"events": [{"server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "name": "network-vif-plugged", "status": "completed", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:06:11.475650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 042f9f56-e0b7-4e50-a2af-94e553305bf7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:06:11.501162 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c987618-4419-446a-9b21-fac662c2730d x-openstack-request-id: req-9c987618-4419-446a-9b21-fac662c2730d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:06:11.501455 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "name": "network-vif-plugged", "status": "completed", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:06:11.502013 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c987618-4419-446a-9b21-fac662c2730d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:06:11.502555 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'code': 200} Oct 15 01:06:11.569711 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:11.622609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=042f9f56-e0b7-4e50-a2af-94e553305bf7,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:06:11.715416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708dd9-4608-497b-91ef-aaaf431fff52 req-e9236ad3-9623-4b45-8bf1-eddb6518f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:11.716943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35708dd9-4608-497b-91ef-aaaf431fff52 req-e9236ad3-9623-4b45-8bf1-eddb6518f83d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 1097 time: 0.1524823 Oct 15 01:06:11.752370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35708dd9-4608-497b-91ef-aaaf431fff52 req-29e371b9-2a40-4d73-97a5-dafafe46f8b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284581 Oct 15 01:06:12.475640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe17e3-286b-4f68-82bb-0f1eed9b4626 req-e338278a-7a2a-4a5d-8a72-46cf91d63c07 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:12.477131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adbe17e3-286b-4f68-82bb-0f1eed9b4626 req-e338278a-7a2a-4a5d-8a72-46cf91d63c07 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 946 time: 0.0508935 Oct 15 01:06:12.515637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adbe17e3-286b-4f68-82bb-0f1eed9b4626 req-1937cd18-270c-49e9-89cf-3589165140c8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Oct 15 01:06:13.961582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f2b41-684d-4fa8-a931-af271309d9c6 req-44d6b0bc-f833-4c3c-8edf-1462cefddf9b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:13.963074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b7f2b41-684d-4fa8-a931-af271309d9c6 req-44d6b0bc-f833-4c3c-8edf-1462cefddf9b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 946 time: 0.3778491 Oct 15 01:06:14.000557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b7f2b41-684d-4fa8-a931-af271309d9c6 req-66708d2c-3451-48fa-a2d6-4c2e856b7b7d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Oct 15 01:06:14.113011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568215-a4e8-4ba2-8df2-590cb1126092 req-2ba496e2-79d3-4a53-aa8b-b14f27e21a64 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:14.114502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15568215-a4e8-4ba2-8df2-590cb1126092 req-2ba496e2-79d3-4a53-aa8b-b14f27e21a64 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 946 time: 0.0497670 Oct 15 01:06:14.152726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15568215-a4e8-4ba2-8df2-590cb1126092 req-f08c04cc-abcd-4ff5-9f0e-054c4a708653 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Oct 15 01:06:14.178749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55536) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:06:14.317347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f152d-d637-47c5-9a30-7ede74925b6a tempest-TestVolumeBootPattern-564794183 tempest-TestVolumeBootPattern-564794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:14.319537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-752f152d-d637-47c5-9a30-7ede74925b6a tempest-TestVolumeBootPattern-564794183 tempest-TestVolumeBootPattern-564794183-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 1092 time: 0.1398883 Oct 15 01:06:14.322319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55542) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:06:14.326497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:06:14.428944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:14.535043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:14.644363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.25.2.65 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c0a527c6-cb49-4ad2-bdc7-5c4f9f822a78) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:06:14.744778 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:14.852301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:14.895952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:06:14.900965 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:06:14.905198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:06:14.908307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=c0a527c6-cb49-4ad2-bdc7-5c4f9f822a78,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:06:14.944928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.945267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.945602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.945944 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.946303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.946636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.946960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.947287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.947606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.947962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.948244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:14.948566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:15.177420 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:15.292573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:15.420426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:15.584332 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:15.689053 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:15.758437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=c0a527c6-cb49-4ad2-bdc7-5c4f9f822a78,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:06:15.769825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:15.879679 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Floating IP 562934f9-d823-41c6-88dc-3a348e088c3e associated. External IP: 172.25.2.65, port: 042f9f56-e0b7-4e50-a2af-94e553305bf7. Oct 15 01:06:16.091344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:06:16.203218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:06:16.215338 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:06:16.224187 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:06:16.225466 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:05:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:06:16.282000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:16.313159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c14090d8-da52-4463-9d67-3b85d3d7d951 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9897382 Oct 15 01:06:16.313975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:06:16.316054 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3982cf-a170-4f33-a817-63aad1f89beb" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:06:16.336161 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:06:16.361625 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b7f6d-afd0-41ad-9982-44810145cb29 x-openstack-request-id: req-741b7f6d-afd0-41ad-9982-44810145cb29 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:06:16.362209 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:06:16.362465 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-741b7f6d-afd0-41ad-9982-44810145cb29 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:06:16.363546 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'status': 'completed', 'code': 200} Oct 15 01:06:16.433892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-b7caf9ef-147c-47ee-a3de-e4020fe55658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:16.435954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-b7caf9ef-147c-47ee-a3de-e4020fe55658 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 1097 time: 0.0495453 Oct 15 01:06:16.539209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-b864b53c-df9a-4430-a047-1c131bfc1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:16.540697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-b864b53c-df9a-4430-a047-1c131bfc1316 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0983405 Oct 15 01:06:16.581037 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '562934f9-d823-41c6-88dc-3a348e088c3e', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:91:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:06:15Z', 'updated_at': '2021-10-15T01:06:15Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:06:16.611259 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-7a7dbcea-19fa-4aab-9fd7-f50387563da4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7 HTTP/1.1" status: 200 len: 999 time: 0.0637414 Oct 15 01:06:16.616304 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:06:16.625572 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:06:16.626323 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:05:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:06:16.666702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-9096b499-2254-4116-9d9c-0f032f210068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:16.668497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-9096b499-2254-4116-9d9c-0f032f210068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0501320 Oct 15 01:06:16.720786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-9a5b3159-06af-4558-b9c5-dd4608a4d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:16.722451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-9a5b3159-06af-4558-b9c5-dd4608a4d98e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470574 Oct 15 01:06:16.732991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-06199ff6-58ba-421c-ba20-8c6070390a11 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:06:16.733957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-06199ff6-58ba-421c-ba20-8c6070390a11 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049877 Oct 15 01:06:16.737113 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:06:16.829718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-85471a91-edca-4baf-bc06-23c977e45359 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876176 Oct 15 01:06:16.927751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb3982cf-a170-4f33-a817-63aad1f89beb req-1c0286c1-809f-4bcd-9db9-34cddd1d27d1 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897300 Oct 15 01:06:16.961712 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '562934f9-d823-41c6-88dc-3a348e088c3e', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:91:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:06:15Z', 'updated_at': '2021-10-15T01:06:15Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:06:16.988660 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ecc841-425b-429c-9d77-87ea71c25124 None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '562934f9-d823-41c6-88dc-3a348e088c3e', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:91:8e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:06:15Z', 'updated_at': '2021-10-15T01:06:15Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:06:17.189317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171946b-b59d-4010-8e0c-c75e960d59b5 None None] New status for floating IP 562934f9-d823-41c6-88dc-3a348e088c3e: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:06:26.249932 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c2eb30ce-f221-4a4f-98b0-5a472d19f9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:28.871983 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2ff6ffe-10ae-45eb-930b-601307713ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:30.341698 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:30.369588 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:32.397958 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:40.102986 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:45.014018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-dc73bb7a-18e1-4baf-ad3f-079e7f86d801 req-e7dcff71-30ec-4a58-b077-653bfeac79a7 tempest-AttachVolumeShelveTestJSON-2134796508 tempest-AttachVolumeShelveTestJSON-2134796508-project] (107725) timed out ('10.222.0.13', 48842) {{(pid=107725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:06:45.216578 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:47.142719 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:06:56.251025 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-32fadeb4-190e-495c-8c29-5d5e461cc643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.344379 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55782) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:06:58.460173 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.540297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.605397 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.642706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f726135-9b0e-4c5d-8e89-2072bdd13a58,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:06:58.647360 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f62c3e6ef3a48a68f564f333e45d3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019738 Oct 15 01:06:58.650408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55790) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:06:58.652401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.652742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.653075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.653406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.653732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.654054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.654404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.654720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.655036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.655352 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.655663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.655978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac34f28-8132-4aef-902e-b52bfa7dfed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:06:58.701252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8584-29f7-4623-b1a3-444bdbe99b36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.722756 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8584-29f7-4623-b1a3-444bdbe99b36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.828223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2eb80856-6fe8-4dde-a57e-d53e95269ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.851385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8584-29f7-4623-b1a3-444bdbe99b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.853996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f4fe8584-29f7-4623-b1a3-444bdbe99b36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:06:58.855176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f4fe8584-29f7-4623-b1a3-444bdbe99b36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f726135-9b0e-4c5d-8e89-2072bdd13a58 HTTP/1.1" status: 204 len: 168 time: 0.2037625 Oct 15 01:06:58.864890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe8584-29f7-4623-b1a3-444bdbe99b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f726135-9b0e-4c5d-8e89-2072bdd13a58,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:06:59.720705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-7d34b7b9-fbd0-4f22-9673-134b1310c02b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406580 Oct 15 01:06:59.808301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625264d-94be-4909-b982-12d12fdbec21 req-43789aa6-dba1-420a-96b4-b6a9054d2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:59.809802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-43789aa6-dba1-420a-96b4-b6a9054d2e7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 1097 time: 0.0468597 Oct 15 01:06:59.922763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625264d-94be-4909-b982-12d12fdbec21 req-714efb10-c8b5-4a95-8d8d-5ce8a0d1db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:06:59.923839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-714efb10-c8b5-4a95-8d8d-5ce8a0d1db0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0941520 Oct 15 01:06:59.998161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-538f4fb3-4249-4e6c-a27b-cd83378c73d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7 HTTP/1.1" status: 200 len: 1001 time: 0.0676520 Oct 15 01:07:00.054563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625264d-94be-4909-b982-12d12fdbec21 req-51652f03-ffd6-4aa1-8682-6036bd30c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:00.056056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-51652f03-ffd6-4aa1-8682-6036bd30c50e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0510228 Oct 15 01:07:00.104811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625264d-94be-4909-b982-12d12fdbec21 req-04b8b3bc-1ecf-447e-9590-6241ba0835fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:00.106334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-04b8b3bc-1ecf-447e-9590-6241ba0835fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422704 Oct 15 01:07:00.199470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-4148b48f-3248-4f60-b1e0-0ecffba79e96 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860071 Oct 15 01:07:00.203562 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.291712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b625264d-94be-4909-b982-12d12fdbec21 req-2d326fea-f173-4d74-8a11-32960b27d496 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Oct 15 01:07:00.317208 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.433241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55820) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:00.541249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b07c0b4-1672-4033-a0fa-4a6b99f6f923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.618869 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b07c0b4-1672-4033-a0fa-4a6b99f6f923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.685081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2b07c0b4-1672-4033-a0fa-4a6b99f6f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.724547 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2b07c0b4-1672-4033-a0fa-4a6b99f6f923 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dea13926d1e14562bf89c2e24f1f66e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901981 Oct 15 01:07:00.725504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c0b4-1672-4033-a0fa-4a6b99f6f923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c468547-4051-4238-bbc1-be833056bcc1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:00.727407 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 55824) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:00.776304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b334569b-2b36-4335-9bda-43c95150db94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.798033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b334569b-2b36-4335-9bda-43c95150db94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.879363 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b334569b-2b36-4335-9bda-43c95150db94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.881863 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b334569b-2b36-4335-9bda-43c95150db94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:00.883065 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b334569b-2b36-4335-9bda-43c95150db94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c468547-4051-4238-bbc1-be833056bcc1 HTTP/1.1" status: 204 len: 168 time: 0.1546373 Oct 15 01:07:00.892071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334569b-2b36-4335-9bda-43c95150db94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c468547-4051-4238-bbc1-be833056bcc1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:02.374537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.209812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55866) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:03.214443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7209714', 'description': 'tempest-secgroup-smoke-7209714 description', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:03.314012 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.322672 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.396284 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.479322 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.518377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985162c3-6cfd-4912-ab94-0fed3adc3407,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:03.554310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.639589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.668367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:03.744634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.745862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-86968476-f088-413f-9ec4-34275f13526b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5349801 Oct 15 01:07:03.748690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55868) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:03.753040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-475c0123-a547-4a41-ac20-1ace87bde0d2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'b673a779-8b2b-409d-8cba-1c3aaf0e2c4a', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:03.849877 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-475c0123-a547-4a41-ac20-1ace87bde0d2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:03.909451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-475c0123-a547-4a41-ac20-1ace87bde0d2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.003848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-475c0123-a547-4a41-ac20-1ace87bde0d2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.024336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c0123-a547-4a41-ac20-1ace87bde0d2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8527a5e6-b9f9-4ea4-a758-6bac43d77845,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:04.085503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-475c0123-a547-4a41-ac20-1ace87bde0d2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.086779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-475c0123-a547-4a41-ac20-1ace87bde0d2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3371456 Oct 15 01:07:04.089693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55870) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:04.094184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8fcd79ef-93dc-47de-a668-7a5ea14be1c3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'b673a779-8b2b-409d-8cba-1c3aaf0e2c4a', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:04.173792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fcd79ef-93dc-47de-a668-7a5ea14be1c3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.233809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fcd79ef-93dc-47de-a668-7a5ea14be1c3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.328739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fcd79ef-93dc-47de-a668-7a5ea14be1c3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.347564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd79ef-93dc-47de-a668-7a5ea14be1c3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae6b159-8e2d-4071-90f1-c28a2a0685a0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:04.440551 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8fcd79ef-93dc-47de-a668-7a5ea14be1c3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.441811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8fcd79ef-93dc-47de-a668-7a5ea14be1c3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3511467 Oct 15 01:07:04.444512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55872) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:04.448784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3ff07baa-1bf2-47e1-a968-f9cdb301ba81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'b673a779-8b2b-409d-8cba-1c3aaf0e2c4a', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:04.541850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff07baa-1bf2-47e1-a968-f9cdb301ba81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.600025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff07baa-1bf2-47e1-a968-f9cdb301ba81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.702004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff07baa-1bf2-47e1-a968-f9cdb301ba81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.720484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff07baa-1bf2-47e1-a968-f9cdb301ba81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c19c93-0bef-4040-8e4e-18b314eb5da4,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:04.793684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff07baa-1bf2-47e1-a968-f9cdb301ba81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.794974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3ff07baa-1bf2-47e1-a968-f9cdb301ba81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495269 Oct 15 01:07:04.798345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55874) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:04.802595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-87a09f6a-e23b-46b7-a672-c750247fd720 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'b673a779-8b2b-409d-8cba-1c3aaf0e2c4a', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:04.899668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a09f6a-e23b-46b7-a672-c750247fd720 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:04.962070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a09f6a-e23b-46b7-a672-c750247fd720 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.048522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a09f6a-e23b-46b7-a672-c750247fd720 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.066319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a09f6a-e23b-46b7-a672-c750247fd720 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0ac1f0-cd2f-4c09-81ac-4e5c8342982f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:05.182957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87a09f6a-e23b-46b7-a672-c750247fd720 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.184116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87a09f6a-e23b-46b7-a672-c750247fd720 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3848581 Oct 15 01:07:05.186844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55876) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:05.191220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'b673a779-8b2b-409d-8cba-1c3aaf0e2c4a', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:05.296879 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:07:05.301934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.361281 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.454160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.475917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe6c3d4-447b-4e44-a9cb-fd9ff14a1944,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:05.606955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.608174 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c1d65638-0c70-4fb2-b3c9-a87f1c406271 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4203935 Oct 15 01:07:05.611022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55878) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:05.616202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'b673a779-8b2b-409d-8cba-1c3aaf0e2c4a', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:05.724897 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:07:05.729885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.789217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.882839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.900067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fdb9ad-04ab-470c-bf56-6762e24847f6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:05.967084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:05.968294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-28745ddf-fab7-40f6-bf95-6b009e64f9b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563080 Oct 15 01:07:05.971342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55880) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:05.976293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'network': {'name': 'tempest-network-smoke--1603136178', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'port_security_enabled': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:06.039020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:07:06.042573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.065498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:07:06.073898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.074260 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Added segment ee5d09d0-0bfe-4724-88f5-f59745088781 of type vlan for network 4c8d3277-b9b1-426c-b0d6-68295b82e980 Oct 15 01:07:06.117165 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.250783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.251125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:06.251392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.316901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Network': ['ID=4c8d3277-b9b1-426c-b0d6-68295b82e980,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:06.327236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:07:06.344903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-41eecdf0-6ab4-4a83-adb8-0a4eea92a5cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3724704 Oct 15 01:07:06.350921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55882) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:06.352912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'admin_state_up': True, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:06.444956 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.446065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.501204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.743545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:06.994930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:07.013811 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:07.113094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.129 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/6d3bb44a-a841-459c-b448-52aeff2e6de8) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:07:07.216263 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:07.311757 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:07.351900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:07:07.356731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:07:07.362049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:07:07.365069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=6d3bb44a-a841-459c-b448-52aeff2e6de8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:07.681870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:07.876282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:08.088799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 0e760c20-1c7a-4725-8bc9-da9e14a4494d is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:07:08.199094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:07:08.209110 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Sync routers for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:07:08.218710 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:07:08.220012 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:06:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:08.264133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:08.265378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-125056a7-89fc-4570-87f9-d7f7d570e9ba tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9159391 Oct 15 01:07:08.268777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55884) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:08.322157 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:07:08.397754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2c554b19-4258-4ec0-8396-a6315cea6df4 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b26af35651e644d68f8a0fc07a07cd20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1278477 Oct 15 01:07:08.401011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55888) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:08.514971 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:07Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:08.548131 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Checking router: 0e760c20-1c7a-4725-8bc9-da9e14a4494d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:07:08.548477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Updating router 0e760c20-1c7a-4725-8bc9-da9e14a4494d port 6d3bb44a-a841-459c-b448-52aeff2e6de8 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:07:08.577009 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:08.842966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d4f288-1c4b-403f-9c1b-2733e2922709 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:08.844554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-26d4f288-1c4b-403f-9c1b-2733e2922709 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4429903 Oct 15 01:07:08.848103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55890) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:08.855057 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:08.876004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ac1d7279-4583-4f9e-a76c-d0f5329a8644 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267055 Oct 15 01:07:08.878680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55892) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:08.883317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450709168', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:08.919115 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:08.970829 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Attempting to bind port 6d3bb44a-a841-459c-b448-52aeff2e6de8 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:07:08.971192 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Attempting to bind port 6d3bb44a-a841-459c-b448-52aeff2e6de8 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:07:08.972189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Attempting to bind port 6d3bb44a-a841-459c-b448-52aeff2e6de8 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:07:08.974210 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Pushing event updated for resources: {'Port': ['ID=6d3bb44a-a841-459c-b448-52aeff2e6de8,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:08.982843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:07:08.983226 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:07:08.983596 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:08.983982 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:07:08.984426 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Bound port: 6d3bb44a-a841-459c-b448-52aeff2e6de8, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:07:08.984794 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:08.987124 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:08.991542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:09.045796 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] For port 6d3bb44a-a841-459c-b448-52aeff2e6de8, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:07:09.048871 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] For port 6d3bb44a-a841-459c-b448-52aeff2e6de8, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6d3bb44a-a841-459c-b448-52aeff2e6de8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:07:09.056271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:07:09.060288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:09.123502 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:09.180765 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:07:09.181381 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:06:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:09.220566 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f701f-e234-4369-b7a6-c6c82e903b31 None None] Pushing event updated for resources: {'Port': ['ID=6d3bb44a-a841-459c-b448-52aeff2e6de8,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:09.290322 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:07:09.317564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:09.377511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Subnet': ['ID=a82e633d-bcd7-4fda-896e-dcb4cedc4076,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:09.386746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Checking segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:07:09.387101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network hostable DHCP agents. Network: 4c8d3277-b9b1-426c-b0d6-68295b82e980, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:07:09.468248 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:07Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:09.497457 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c5f47-6b6d-4be3-a59e-b622f0d4e674 None None] The sync data for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 is: [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:07Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:07:09.513595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:07:09.628277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4c8d3277-b9b1-426c-b0d6-68295b82e980) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:07:09.632543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:09.633129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:09.637994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f23d2-e96f-4ae5-b58c-03dd457d0797 None None] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:07:09.724163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4a6e27d3-142d-480e-a978-8edc13884997 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8444629 Oct 15 01:07:09.725509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:09.822615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-4c8d3277-b9b1-426c-b0d6-68295b82e980', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:07:09.823002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:09.936589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6d3bb44a-a841-459c-b448-52aeff2e6de8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:07:10.042757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Allocated IP 172.20.0.2 (4c8d3277-b9b1-426c-b0d6-68295b82e980/a82e633d-bcd7-4fda-896e-dcb4cedc4076/0ce72ab8-9eb7-4691-ba0e-62064bab9010) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:07:10.059166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6d3bb44a-a841-459c-b448-52aeff2e6de8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:10.059578 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.150032 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.244592 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.254038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.289546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.291926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 6d3bb44a-a841-459c-b448-52aeff2e6de8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6d3bb44a-a841-459c-b448-52aeff2e6de8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:07:10.346223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.379977 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.407174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:07:10.414763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:07:10.417164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:07:10.443472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=6d3bb44a-a841-459c-b448-52aeff2e6de8,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:10.470056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.470432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.470766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.471139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.472101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.472631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.472960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.473282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.473600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.473918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.474260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.477887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:10.518077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Attempting to bind port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:07:10.518077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Attempting to bind port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:07:10.518077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Attempting to bind port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:07:10.529024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:07:10.529391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Checking segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:07:10.529894 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.530318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Bound using segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:07:10.530761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Bound port: 0ce72ab8-9eb7-4691-ba0e-62064bab9010, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:07:10.531134 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.532951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Pushing event updated for resources: {'Port': ['ID=0ce72ab8-9eb7-4691-ba0e-62064bab9010,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:10.536155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.1 (4c8d3277-b9b1-426c-b0d6-68295b82e980/a82e633d-bcd7-4fda-896e-dcb4cedc4076/81bdc685-e8ed-424a-88e7-effaaca03c79) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:07:10.604100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] For port 0ce72ab8-9eb7-4691-ba0e-62064bab9010, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:07:10.607117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] For port 0ce72ab8-9eb7-4691-ba0e-62064bab9010, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0ce72ab8-9eb7-4691-ba0e-62064bab9010,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:07:10.655164 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.685784 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.744262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:10.746650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3500b7d-ce65-4b9b-849a-42f986ae8e2d None None] Pushing event updated for resources: {'Port': ['ID=0ce72ab8-9eb7-4691-ba0e-62064bab9010,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:10.790072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:07:10.793262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:07:10.795895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:07:10.828157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=81bdc685-e8ed-424a-88e7-effaaca03c79,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:10.851943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:11.103056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:11.390527 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:11.535471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:11.609619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:11.611406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=81bdc685-e8ed-424a-88e7-effaaca03c79,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:11.681038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12bd691-628d-4d6f-9b4b-5b855d3f8008 None None] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:07:11.711094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:07:11.712499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:07:11.767641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-48b8c4a8-2751-4ca1-824c-953cbf9561d4 None None] Provisioning complete for port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:11.768704 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48b8c4a8-2751-4ca1-824c-953cbf9561d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:11.831545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 0e760c20-1c7a-4725-8bc9-da9e14a4494d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:07:11.907394 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48b8c4a8-2751-4ca1-824c-953cbf9561d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:11.954657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-48b8c4a8-2751-4ca1-824c-953cbf9561d4 None None] For port 0ce72ab8-9eb7-4691-ba0e-62064bab9010, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0ce72ab8-9eb7-4691-ba0e-62064bab9010,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:07:11.962921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:07:11.964633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0ce72ab8-9eb7-4691-ba0e-62064bab9010 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:07:11.968593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7b4a43a2-51b9-4d00-bc71-9898c4311ffd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/0e760c20-1c7a-4725-8bc9-da9e14a4494d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2421679 Oct 15 01:07:11.995893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Sync routers for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:07:12.019570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:07:12.020195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:06:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:12.061616 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-48b8c4a8-2751-4ca1-824c-953cbf9561d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:12.128479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-0f684e92-51e0-423b-9b17-bb0bc522689b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7209714&fields=id&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 267 time: 0.0372550 Oct 15 01:07:12.145145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:12.151743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:12.217459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8c4a8-2751-4ca1-824c-953cbf9561d4 None None] Pushing event updated for resources: {'Port': ['ID=0ce72ab8-9eb7-4691-ba0e-62064bab9010,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:12.222532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:07:12.261989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6d52c188-337d-4379-86fa-0aae4dcc0383 None None] Provisioning complete for port 81bdc685-e8ed-424a-88e7-effaaca03c79 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:12.262380 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6d52c188-337d-4379-86fa-0aae4dcc0383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:12.264643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-7c91785a-6bf9-458b-b277-c0f544fbd83b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:12.266205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-7c91785a-6bf9-458b-b277-c0f544fbd83b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 797 time: 0.1297233 Oct 15 01:07:12.288600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-4db13d55-d2c3-4c66-acc6-07ef84fca267 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/quotas/b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 375 time: 0.0112994 Oct 15 01:07:12.369051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-9237ee93-718b-4c6a-8bf7-716439d17d18 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769756 Oct 15 01:07:12.387403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-494870c1-5c3c-474c-b84b-e6b402ad02a1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:07:12.388693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-494870c1-5c3c-474c-b84b-e6b402ad02a1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061786 Oct 15 01:07:12.520713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-8d6a3c5b-ed5f-4d4a-805a-72d7fa0f341c service neutron] 10.222.0.13 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212871 Oct 15 01:07:12.548564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6d52c188-337d-4379-86fa-0aae4dcc0383 None None] Port 81bdc685-e8ed-424a-88e7-effaaca03c79 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:07:12.594783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6d3bb44a-a841-459c-b448-52aeff2e6de8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:07:12.625824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-6ff1eaf5-01fb-46f0-a3c5-ea86782a505e service neutron] 10.222.0.13 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987275 Oct 15 01:07:12.631412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6d52c188-337d-4379-86fa-0aae4dcc0383 None None] Provisioning complete for port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:12.631781 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6d52c188-337d-4379-86fa-0aae4dcc0383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:12.728202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6d3bb44a-a841-459c-b448-52aeff2e6de8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:12.728562 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:12.826534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:11Z', 'revision_number': 2, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:12.883204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Checking router: 0e760c20-1c7a-4725-8bc9-da9e14a4494d for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:07:12.883608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Updating router 0e760c20-1c7a-4725-8bc9-da9e14a4494d port 81bdc685-e8ed-424a-88e7-effaaca03c79 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:07:12.887105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4619cadd-70ca-448b-887d-6240060eec33 req-4a17ced5-6285-4ea8-afb0-aaba31b97d9f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 210 time: 0.0296414 Oct 15 01:07:12.921098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:12.969687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a4d4765f-fbc4-46eb-ac06-ed7ed4cea323 None None] Provisioning complete for port 81bdc685-e8ed-424a-88e7-effaaca03c79 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:12.970059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a4d4765f-fbc4-46eb-ac06-ed7ed4cea323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.071139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4765f-fbc4-46eb-ac06-ed7ed4cea323 None None] Port 81bdc685-e8ed-424a-88e7-effaaca03c79 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:07:13.231958 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.311356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.361100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67e4f-5d02-4ae4-a3c3-1c8d0ec0c135 None None] Pushing event updated for resources: {'Port': ['ID=81bdc685-e8ed-424a-88e7-effaaca03c79,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:13.415102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Attempting to bind port 81bdc685-e8ed-424a-88e7-effaaca03c79 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:07:13.415490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Attempting to bind port 81bdc685-e8ed-424a-88e7-effaaca03c79 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:07:13.415848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Attempting to bind port 81bdc685-e8ed-424a-88e7-effaaca03c79 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:07:13.421061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:07:13.421428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Checking segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:07:13.421821 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.422253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Bound using segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:07:13.422710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Bound port: 81bdc685-e8ed-424a-88e7-effaaca03c79, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:07:13.423083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.496069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] For port 81bdc685-e8ed-424a-88e7-effaaca03c79, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:07:13.503895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] For port 81bdc685-e8ed-424a-88e7-effaaca03c79, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=81bdc685-e8ed-424a-88e7-effaaca03c79,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:07:13.589062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.627491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f48f9793-bf57-4f17-9c98-f4299d8ce9e7 None None] Provisioning complete for port 81bdc685-e8ed-424a-88e7-effaaca03c79 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:13.628221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f48f9793-bf57-4f17-9c98-f4299d8ce9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.692175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67e4f-5d02-4ae4-a3c3-1c8d0ec0c135 None None] Pushing event updated for resources: {'Port': ['ID=81bdc685-e8ed-424a-88e7-effaaca03c79,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:13.695765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:07:13.696359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:06:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:13.827747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f48f9793-bf57-4f17-9c98-f4299d8ce9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:13.860540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:07:13.890316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0ce72ab8-9eb7-4691-ba0e-62064bab9010 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:07:13.934936 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f48f9793-bf57-4f17-9c98-f4299d8ce9e7 None None] For port 81bdc685-e8ed-424a-88e7-effaaca03c79, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=81bdc685-e8ed-424a-88e7-effaaca03c79,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:07:13.965416 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f349f9a-2105-4211-a735-83c942740efb req-eeadc957-37c0-4edb-9a3c-0d3044135176 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 210 time: 0.0275917 Oct 15 01:07:14.041535 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f48f9793-bf57-4f17-9c98-f4299d8ce9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:14.079730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:14.080098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:14.145910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f9793-bf57-4f17-9c98-f4299d8ce9e7 None None] Pushing event updated for resources: {'Port': ['ID=81bdc685-e8ed-424a-88e7-effaaca03c79,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:14.192841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4939d16c-8bb3-47e9-b3bd-8b3673ae8d46 None None] Provisioning complete for port 81bdc685-e8ed-424a-88e7-effaaca03c79 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:14.193205 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4939d16c-8bb3-47e9-b3bd-8b3673ae8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:14.286677 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:14.314546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c4199-e8bc-4f4a-bd7c-4d3c00eac03b None None] The sync data for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 is: [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:07:15.063130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f9da52a-e69d-4687-943b-a86aa22c0e15 req-6b9a6d7d-086b-41ba-b10e-4327f418dd6b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 210 time: 0.0278258 Oct 15 01:07:15.160985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:15.265725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-c8813345-1e46-4dc2-b5ff-a36c83de7150 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:15.267238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-c8813345-1e46-4dc2-b5ff-a36c83de7150 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 797 time: 0.1200538 Oct 15 01:07:15.312636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-92890510-b50b-4f46-89bf-979e1db61471 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 377 time: 0.0355949 Oct 15 01:07:15.321629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'port': {'device_id': '6240962f-599f-4d23-82e4-e512d026f46a', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'admin_state_up': True, 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'security_groups': ['b673a779-8b2b-409d-8cba-1c3aaf0e2c4a']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:15.494143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:07:15.497704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:15.622268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.12 (4c8d3277-b9b1-426c-b0d6-68295b82e980/a82e633d-bcd7-4fda-896e-dcb4cedc4076/5645693f-3383-4d7b-a8a3-d7b57a7657e7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:07:15.764130 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:15.849310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:15.892183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 81bdc685-e8ed-424a-88e7-effaaca03c79 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:07:15.893289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:07:15.896350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:07:15.902015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:07:15.927563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:15.946954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.947302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.947646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.948054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.948310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.948641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.948969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.949298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.949539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 81bdc685-e8ed-424a-88e7-effaaca03c79 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:15.949649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.949936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.950303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.950536 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:15.950640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:07:15.976431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:15.977238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.057730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-3fc7dd88-4afd-4605-b539-b8ecec3583ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7395415 Oct 15 01:07:16.071029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Request body: {'port': {'device_id': '6240962f-599f-4d23-82e4-e512d026f46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:16.128296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.180370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-00f66d95-737a-46af-82d4-a77fcb8ac660 None None] Provisioning complete for port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:16.180887 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-00f66d95-737a-46af-82d4-a77fcb8ac660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.216746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-00f66d95-737a-46af-82d4-a77fcb8ac660 None None] Port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:07:16.226962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4cab-61f9-453c-ac00-6445434cb02e req-5b29060b-19e7-47db-b632-8275081babe8 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:16.228933 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-618f4cab-61f9-453c-ac00-6445434cb02e req-5b29060b-19e7-47db-b632-8275081babe8 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 932 time: 0.0917563 Oct 15 01:07:16.328140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-618f4cab-61f9-453c-ac00-6445434cb02e req-45dec9c5-1ec1-4c94-a7e5-ee124cbf6a12 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0568156 Oct 15 01:07:16.455271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5645693f-3383-4d7b-a8a3-d7b57a7657e7 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:07:16.462999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.474986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Transition to ACTIVE for port object 5645693f-3383-4d7b-a8a3-d7b57a7657e7 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:07:16.557354 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.608172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:16.679920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:07:16.680248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:07:16.680607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:07:16.685191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:07:16.685503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:07:16.691482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:07:16.691812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Checking segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:07:16.692192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Bound using segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:07:16.692616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Bound port: 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:07:16.692963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.759652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:07:16.762906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:07:16.849256 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.884429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:16.885197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:16.886887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] 10.222.0.39 "PUT /v2.0/ports/5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 1092 time: 0.8206377 Oct 15 01:07:16.889178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:07:16.892668 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55529631-75a7-4a40-ad7c-08550b558d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:07:16.922638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f7074-bb3f-454a-9765-7c41c6e1cda3 service neutron] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:17.008716 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52783e18-8ef1-4b08-abbd-fcac07872e91 x-openstack-request-id: req-52783e18-8ef1-4b08-abbd-fcac07872e91 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:07:17.009009 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:07:17.010213 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52783e18-8ef1-4b08-abbd-fcac07872e91 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:07:17.010213 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'status': 'completed', 'code': 200} Oct 15 01:07:17.045654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-ac91eac0-b2c0-4a5a-99cf-ecaa109a4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.047278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-ac91eac0-b2c0-4a5a-99cf-ecaa109a4c51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1095 time: 0.0487189 Oct 15 01:07:17.092363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-1c9d6e96-2c56-4340-a6db-a0d8dddc9381 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 217 time: 0.0375574 Oct 15 01:07:17.142333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-67312fbf-68b1-4d03-a55a-b9ccd854396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.144788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-67312fbf-68b1-4d03-a55a-b9ccd854396c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0455770 Oct 15 01:07:17.190877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-cbc909bd-f272-4402-af78-60ecdaa1f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.192363 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-cbc909bd-f272-4402-af78-60ecdaa1f240 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412970 Oct 15 01:07:17.284702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-8d7a4d03-b969-4a5b-b9da-01aab274e408 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854335 Oct 15 01:07:17.374052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ad3db50-c9b6-4bdd-98ed-418c0f51b548 req-47fbf177-5cae-4c03-9516-4ceaf17419b2 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819759 Oct 15 01:07:17.452743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7d062-d7b6-416d-8b7a-f4f84dde5f19 req-d364c033-1d31-4ab3-b195-f785d9b3785f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.454241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ca7d062-d7b6-416d-8b7a-f4f84dde5f19 req-d364c033-1d31-4ab3-b195-f785d9b3785f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 944 time: 0.0536995 Oct 15 01:07:17.495166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ca7d062-d7b6-416d-8b7a-f4f84dde5f19 req-e0ffb360-75be-4c99-b6ef-c3d7ba5873c0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342939 Oct 15 01:07:17.536004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529631-75a7-4a40-ad7c-08550b558d4b req-d2fafa3d-ed43-4de9-8400-126a8123c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.537568 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55529631-75a7-4a40-ad7c-08550b558d4b req-d2fafa3d-ed43-4de9-8400-126a8123c2af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1095 time: 0.0415647 Oct 15 01:07:17.628432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529631-75a7-4a40-ad7c-08550b558d4b req-4d993389-af71-406e-b971-28ae9cd44fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.629814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55529631-75a7-4a40-ad7c-08550b558d4b req-4d993389-af71-406e-b971-28ae9cd44fd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.0850649 Oct 15 01:07:17.674682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55529631-75a7-4a40-ad7c-08550b558d4b req-5883f7b9-b787-4c15-8431-d259885efe54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 217 time: 0.0380802 Oct 15 01:07:17.727369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529631-75a7-4a40-ad7c-08550b558d4b req-de0f4802-cd5d-4ef5-8cd7-d48a63f17fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.728822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55529631-75a7-4a40-ad7c-08550b558d4b req-de0f4802-cd5d-4ef5-8cd7-d48a63f17fa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0480967 Oct 15 01:07:17.775549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529631-75a7-4a40-ad7c-08550b558d4b req-ed1df751-9fbb-46bd-aa83-a4ce0a2a725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:17.777002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55529631-75a7-4a40-ad7c-08550b558d4b req-ed1df751-9fbb-46bd-aa83-a4ce0a2a725f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407839 Oct 15 01:07:17.873901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55529631-75a7-4a40-ad7c-08550b558d4b req-17cc6919-9e44-452b-842a-458f11510607 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887799 Oct 15 01:07:17.963361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55529631-75a7-4a40-ad7c-08550b558d4b req-5ddda62d-0619-4292-9e5f-4310dfcf16b4 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817506 Oct 15 01:07:18.616707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f185f-c87d-4442-8cbd-89e6dec09d57 req-0e3542ba-5d86-407e-84b4-e783f7e14aef tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:18.618205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f59f185f-c87d-4442-8cbd-89e6dec09d57 req-0e3542ba-5d86-407e-84b4-e783f7e14aef tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 944 time: 0.0535316 Oct 15 01:07:18.656884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f59f185f-c87d-4442-8cbd-89e6dec09d57 req-1078bb69-3ccc-4c01-aab7-420c2763176f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327218 Oct 15 01:07:19.770299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c815cd4-dea2-47c3-a120-af6be3df48c4 req-398ae586-9178-4188-9a16-e431b7ce4153 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:19.771833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c815cd4-dea2-47c3-a120-af6be3df48c4 req-398ae586-9178-4188-9a16-e431b7ce4153 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 944 time: 0.0492845 Oct 15 01:07:19.814254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c815cd4-dea2-47c3-a120-af6be3df48c4 req-4d63e298-3ce4-43cf-9a8f-cb267fefdadd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0363822 Oct 15 01:07:20.933385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572ea81-6330-4446-a82e-077d72ec5a10 req-5eeb2bad-2b41-415a-9a21-6231e484d035 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:20.934860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3572ea81-6330-4446-a82e-077d72ec5a10 req-5eeb2bad-2b41-415a-9a21-6231e484d035 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 944 time: 0.0507991 Oct 15 01:07:20.973094 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3572ea81-6330-4446-a82e-077d72ec5a10 req-cfd9d891-b629-4547-9c12-b34fafe734cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320899 Oct 15 01:07:21.616868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:07:21.858884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:07:21.870186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'port_id': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'mac_address': 'fa:16:3e:00:df:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:07:21.909040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:21.922147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5645693f-3383-4d7b-a8a3-d7b57a7657e7 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:07:21.941230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:07:22.009082 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:22.061515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:22.101178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f13d6-fd90-4542-ae1a-350c0422d1f8 req-b0cd0e41-cc97-4841-b311-1e97460f503c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:22.102790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-346f13d6-fd90-4542-ae1a-350c0422d1f8 req-b0cd0e41-cc97-4841-b311-1e97460f503c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 945 time: 0.0545003 Oct 15 01:07:22.142381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-346f13d6-fd90-4542-ae1a-350c0422d1f8 req-1274187f-7149-4660-b4eb-c936c9d878f0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334225 Oct 15 01:07:22.347402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['5645693f-3383-4d7b-a8a3-d7b57a7657e7'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:07:23.257335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be107dbe-7c3b-416e-ab07-6d0a8f936621 req-a16618f1-9c2a-4db4-b6a6-bd541e90001d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:23.258844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be107dbe-7c3b-416e-ab07-6d0a8f936621 req-a16618f1-9c2a-4db4-b6a6-bd541e90001d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 945 time: 0.0506506 Oct 15 01:07:23.296643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be107dbe-7c3b-416e-ab07-6d0a8f936621 req-e992078d-2cc3-4b8f-b079-d5161ab4336c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319233 Oct 15 01:07:23.633153 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:07:23.771098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:07:23.774820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:07:23.775224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:23.851760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:23.876674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:07:23.882325 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861836b7-b4a5-4b8e-8083-2f218ef1021a" -d '{"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-plugged", "status": "completed", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:07:23.891397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:07:23.962834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:23.983545 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7919b293-f2d2-4bbf-9e20-7439b44a0e99 x-openstack-request-id: req-7919b293-f2d2-4bbf-9e20-7439b44a0e99 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:07:23.983850 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-plugged", "status": "completed", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:07:23.984104 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7919b293-f2d2-4bbf-9e20-7439b44a0e99 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:07:23.985720 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'code': 200} Oct 15 01:07:24.011362 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:24.074533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fcb2b-f29f-4be5-a76e-1703174ce38a req-1c3ddeb1-ba9a-42bc-9807-7fa0dc22708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:24.076138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-379fcb2b-f29f-4be5-a76e-1703174ce38a req-1c3ddeb1-ba9a-42bc-9807-7fa0dc22708a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.0413587 Oct 15 01:07:24.111653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-379fcb2b-f29f-4be5-a76e-1703174ce38a req-885190a0-3608-4404-a6e1-4d833e1bed47 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0270419 Oct 15 01:07:24.142334 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:07:24.416020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400fa49-ad2f-49eb-a7ea-c0802b8f0245 req-49433338-3420-4219-aace-6a8d7cfdfc03 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:24.417634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1400fa49-ad2f-49eb-a7ea-c0802b8f0245 req-49433338-3420-4219-aace-6a8d7cfdfc03 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0522389 Oct 15 01:07:24.455552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1400fa49-ad2f-49eb-a7ea-c0802b8f0245 req-0859dc79-e664-4f56-b28f-50bf1572936c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319707 Oct 15 01:07:25.578065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8638-3144-461b-a439-79246c9b5cae req-c12d538b-45f0-4358-8216-f5241841e519 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:25.579691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dae8638-3144-461b-a439-79246c9b5cae req-c12d538b-45f0-4358-8216-f5241841e519 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0515187 Oct 15 01:07:25.619057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7dae8638-3144-461b-a439-79246c9b5cae req-47cbd947-d4f3-4d12-bceb-002b9aa2dee1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0325997 Oct 15 01:07:26.282742 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c7138c4b-90f1-4972-88f7-a36e54231a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:26.732424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a0846-5c76-4d61-ab75-b680a8957e89 req-8d09fce3-97b1-4439-be9d-75f6b0c961da tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:26.733880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa3a0846-5c76-4d61-ab75-b680a8957e89 req-8d09fce3-97b1-4439-be9d-75f6b0c961da tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0484805 Oct 15 01:07:26.771896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa3a0846-5c76-4d61-ab75-b680a8957e89 req-2611a75b-ed15-4920-96de-71fd8ce16c01 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0316806 Oct 15 01:07:26.887823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc0834-c59f-454c-9b7c-5236eee8e89c req-fadd4e46-b629-4bd0-b710-4ec98c37252a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:26.889247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09cc0834-c59f-454c-9b7c-5236eee8e89c req-fadd4e46-b629-4bd0-b710-4ec98c37252a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0526800 Oct 15 01:07:26.926694 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09cc0834-c59f-454c-9b7c-5236eee8e89c req-d8f3f06d-52ed-4ab2-b65f-3121751a40ea tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312786 Oct 15 01:07:26.948628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55968) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:26.987757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe85f9-a955-45a1-b807-d965adeda529 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:26.989248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-97fe85f9-a955-45a1-b807-d965adeda529 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1092 time: 0.0396297 Oct 15 01:07:26.993486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55970) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:26.997656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:07:27.111443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:27.211360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:27.314062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.37 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/21d9101a-2a1f-46ce-803c-2b1a7c8ce596) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:07:27.419626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:27.517681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:27.556143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:07:27.559012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:07:27.562467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:07:27.590286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=21d9101a-2a1f-46ce-803c-2b1a7c8ce596,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:28.271105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:28.422571 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:28.569220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:28.627496 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:28.697013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=21d9101a-2a1f-46ce-803c-2b1a7c8ce596,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:07:28.708295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:28.810116 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP a8d27389-7ade-4144-b688-d3d017a5691a associated. External IP: 172.25.2.37, port: 5645693f-3383-4d7b-a8a3-d7b57a7657e7. Oct 15 01:07:28.850648 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-94ed6c9d-db7b-4383-b845-cce470c3b09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:29.013324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 0e760c20-1c7a-4725-8bc9-da9e14a4494d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:07:29.119720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:07:29.129547 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] Sync routers for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:07:29.138716 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:07:29.145252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:07:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:29.212618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:29.240238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0e8b0dbf-00f2-4b2d-912f-10b18c3b309a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2457495 Oct 15 01:07:29.240943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:07:29.243944 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d40feb-e509-493d-848e-242dbf3de708" -d '{"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:07:29.244945 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:07:29.339058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360dc1a-5f27-4334-8f5f-f0aa72137504 req-74803e7f-2561-4ff2-ba2f-5cfaac218d67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:29.340529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6360dc1a-5f27-4334-8f5f-f0aa72137504 req-74803e7f-2561-4ff2-ba2f-5cfaac218d67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0532546 Oct 15 01:07:29.381054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6360dc1a-5f27-4334-8f5f-f0aa72137504 req-6663e748-ad54-435d-bf1f-556daf4d24de tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342910 Oct 15 01:07:29.403919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55976) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:29.443580 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccaf3c4-1a43-491f-bdb4-516cfe2d2206 x-openstack-request-id: req-5ccaf3c4-1a43-491f-bdb4-516cfe2d2206 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:07:29.443873 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:07:29.444121 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ccaf3c4-1a43-491f-bdb4-516cfe2d2206 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:07:29.444515 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'status': 'completed', 'code': 200} Oct 15 01:07:29.500115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9ab4bec4-4c44-4e0f-b349-6e63f6b6fb82 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a8d27389-7ade-4144-b688-d3d017a5691a HTTP/1.1" status: 200 len: 991 time: 0.0949879 Oct 15 01:07:29.509911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40feb-e509-493d-848e-242dbf3de708 req-c92b44cf-9eaf-4715-adf1-3fc718b197aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:29.511450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6d40feb-e509-493d-848e-242dbf3de708 req-c92b44cf-9eaf-4715-adf1-3fc718b197aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.0597835 Oct 15 01:07:29.565068 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a8d27389-7ade-4144-b688-d3d017a5691a', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'port_id': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'mac_address': 'fa:16:3e:00:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6240962f-599f-4d23-82e4-e512d026f46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:07:27Z', 'updated_at': '2021-10-15T01:07:27Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:29.593945 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] Checking router: 0e760c20-1c7a-4725-8bc9-da9e14a4494d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:07:29.602741 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:07:29.603325 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:07:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:29.604721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40feb-e509-493d-848e-242dbf3de708 req-cc5e78b8-2f9d-4212-af7c-4e7a9062b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:29.606202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6d40feb-e509-493d-848e-242dbf3de708 req-cc5e78b8-2f9d-4212-af7c-4e7a9062b940 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.0860903 Oct 15 01:07:29.674733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6d40feb-e509-493d-848e-242dbf3de708 req-3c9f5f37-5d8f-4b53-a180-d33f43a0f0cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 999 time: 0.0609725 Oct 15 01:07:29.705195 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:07:29.723709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40feb-e509-493d-848e-242dbf3de708 req-92d532e1-b32f-47be-a68d-8cfc98b3472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:29.725144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6d40feb-e509-493d-848e-242dbf3de708 req-92d532e1-b32f-47be-a68d-8cfc98b3472b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0440245 Oct 15 01:07:29.769720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40feb-e509-493d-848e-242dbf3de708 req-20c6cffd-a57b-42ed-b4f7-cd106858f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:29.771211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6d40feb-e509-493d-848e-242dbf3de708 req-20c6cffd-a57b-42ed-b4f7-cd106858f057 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389028 Oct 15 01:07:29.864147 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6d40feb-e509-493d-848e-242dbf3de708 req-97ce4da1-30e2-4464-a348-08638ffc554c service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857658 Oct 15 01:07:29.925148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a8d27389-7ade-4144-b688-d3d017a5691a', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'port_id': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'mac_address': 'fa:16:3e:00:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6240962f-599f-4d23-82e4-e512d026f46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:07:27Z', 'updated_at': '2021-10-15T01:07:27Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:07:29.954311 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221aee6-6a07-4af5-87c3-b490d10bdb36 None None] The sync data for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 is: [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a8d27389-7ade-4144-b688-d3d017a5691a', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.37', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'port_id': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'mac_address': 'fa:16:3e:00:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6240962f-599f-4d23-82e4-e512d026f46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:07:27Z', 'updated_at': '2021-10-15T01:07:27Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:07:29.954600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f6d40feb-e509-493d-848e-242dbf3de708 req-34d0e224-5bfd-4a3f-b7b7-54b56289b494 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823865 Oct 15 01:07:30.149973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d5ef5-5453-4397-88d9-9682de1666fc None None] New status for floating IP a8d27389-7ade-4144-b688-d3d017a5691a: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:07:30.180750 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:30.330715 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:30.504063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 55978) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:07:30.567922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3b1454e1-9dda-4722-b078-0ec2d5fa0bea tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a8d27389-7ade-4144-b688-d3d017a5691a HTTP/1.1" status: 200 len: 993 time: 0.0628071 Oct 15 01:07:32.396900 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:40.107301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:45.214111 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:51.608067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-6aedf916-65f4-4b9e-b34e-d2a0fd61e0c7 req-db14cecc-02e7-46f5-abe0-90b465160740 service neutron] (107726) timed out ('10.222.0.13', 36352) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:07:56.261144 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-940c722a-e750-4af4-8353-a51ad130359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:58.815793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-74cc230c-e37d-4130-8399-8ac9d3a998d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:07:59.717252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-ea236bbf-c763-4310-ae45-b28aecb8dc18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403721 Oct 15 01:07:59.798341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-7025dd63-260e-4adb-8080-781532227c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:59.799723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-7025dd63-260e-4adb-8080-781532227c09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 1097 time: 0.0409324 Oct 15 01:07:59.905817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-33e8a147-9a4f-42ab-8270-144f084a94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:07:59.907278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-33e8a147-9a4f-42ab-8270-144f084a94ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0881050 Oct 15 01:07:59.973428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-b5b03cfc-65e9-47f3-9d43-73b812912cda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7 HTTP/1.1" status: 200 len: 1001 time: 0.0578187 Oct 15 01:08:00.025907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-e6985447-7099-4135-a234-3e0923a51c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:00.027395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-e6985447-7099-4135-a234-3e0923a51c02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0477185 Oct 15 01:08:00.072836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-290f5878-cf82-44ea-aa13-b765530ca523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:00.074945 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-290f5878-cf82-44ea-aa13-b765530ca523 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410576 Oct 15 01:08:00.165978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-7fcc07c1-8edd-4e6f-8369-fa74715ded8a service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Oct 15 01:08:00.215501 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:00.260146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38f27b2e-4a85-40f1-99a2-4cf0d26f67ac req-562bcedd-45ab-4422-9486-939f99ffc330 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872154 Oct 15 01:08:00.312518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:01.143020 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:08:02.379552 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:03.636078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-1bcbdd07-9a5a-4698-b8a7-e073a0b2c575 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395031 Oct 15 01:08:03.714067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-49be6ae2-42fd-48ea-8f9c-1001d0df8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:03.715509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-49be6ae2-42fd-48ea-8f9c-1001d0df8f57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.0395424 Oct 15 01:08:03.821762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-02cde2e2-6ef7-4373-ba69-7f960e880e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:03.823330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-02cde2e2-6ef7-4373-ba69-7f960e880e4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.0885916 Oct 15 01:08:03.890192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-cc1122f9-241f-43fd-872f-dfba5f11b28b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 1001 time: 0.0591173 Oct 15 01:08:03.942817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-491cac2a-3280-414d-a95b-d33421134306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:03.944214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-491cac2a-3280-414d-a95b-d33421134306 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0472157 Oct 15 01:08:04.003110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-a359b657-4bd0-4baa-a79d-70931cc5c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:04.004643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-a359b657-4bd0-4baa-a79d-70931cc5c6bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526135 Oct 15 01:08:04.099348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-5985c59d-0c29-46b4-9076-485e5c6bdce6 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866430 Oct 15 01:08:04.188044 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02143a-5b93-470e-9769-1ad77ea48fc4 req-c829199b-bf75-4771-bb18-3147e1ff55ab service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809319 Oct 15 01:08:10.078396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:15.221203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:26.282060 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9c390030-7b80-404c-a626-8f24820cc3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:28.855129 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e614a26-6d7a-4daa-86fb-0bdd9a3d62b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:30.156733 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:30.329164 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:31.248847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8756-e95f-4b47-991d-8e91b6bace6f req-5c01308d-bfc9-422d-9acd-346d6b170738 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:31.250414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8ca8756-e95f-4b47-991d-8e91b6bace6f req-5c01308d-bfc9-422d-9acd-346d6b170738 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.0425332 Oct 15 01:08:31.268644 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f8ca8756-e95f-4b47-991d-8e91b6bace6f req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:31.343919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f8ca8756-e95f-4b47-991d-8e91b6bace6f req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:31.403740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f8ca8756-e95f-4b47-991d-8e91b6bace6f req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:31.428689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8ca8756-e95f-4b47-991d-8e91b6bace6f req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1721306 Oct 15 01:08:31.437532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a5ffb8-4932-4285-abe3-c31d00ab240d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:31.446644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.446997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.447344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.447687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.448065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.448384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.448719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.449047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.449376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.449710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.450035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.450385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e29bee-21a4-49bd-9695-fa170f15e94f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:31.543854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13a6c-b663-4fb7-b23f-25773122c63b req-424282ab-6353-4cfd-9189-33fb86c49187 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:31.545294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1f13a6c-b663-4fb7-b23f-25773122c63b req-424282ab-6353-4cfd-9189-33fb86c49187 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0501325 Oct 15 01:08:31.582850 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1f13a6c-b663-4fb7-b23f-25773122c63b req-d92dc4fe-cfa0-405f-97b1-65ffaf27db9b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311899 Oct 15 01:08:31.604745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56008) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:08:31.666634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8879cefc-0ced-4666-9d59-ac95cd585da7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a8d27389-7ade-4144-b688-d3d017a5691a HTTP/1.1" status: 200 len: 993 time: 0.0607736 Oct 15 01:08:32.089553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-0afdd702-4752-4c70-9734-67bfa4c16c96 req-15cf0fd0-4751-4204-9bc2-c8973143d7fc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:08:32.090619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0afdd702-4752-4c70-9734-67bfa4c16c96 req-15cf0fd0-4751-4204-9bc2-c8973143d7fc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0572429 Oct 15 01:08:32.396065 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:32.653046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08455f39-f21f-4141-b530-d2b93dfd0c41 req-9f93cf0c-0148-4976-b06a-c840b2eb874f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:32.654512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08455f39-f21f-4141-b530-d2b93dfd0c41 req-9f93cf0c-0148-4976-b06a-c840b2eb874f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0490291 Oct 15 01:08:32.692938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08455f39-f21f-4141-b530-d2b93dfd0c41 req-82e24f46-a656-43e5-bc53-6dc137d18125 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323157 Oct 15 01:08:32.764863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56032) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:08:32.857730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-71362086-8270-4c4f-91d9-3a08ff8b8ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917351 Oct 15 01:08:32.867572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-2db50505-b797-43c4-a048-442c304251bf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:08:32.868507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-2db50505-b797-43c4-a048-442c304251bf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052373 Oct 15 01:08:33.811661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a460d-c22c-4df1-bd29-7ad335189d8c req-fd3f3d04-30ca-425f-aa25-ccd3f6615727 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:33.813111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d27a460d-c22c-4df1-bd29-7ad335189d8c req-fd3f3d04-30ca-425f-aa25-ccd3f6615727 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0483713 Oct 15 01:08:33.852220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d27a460d-c22c-4df1-bd29-7ad335189d8c req-7acef4c6-d03c-43fa-9f6c-c358265d153b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323462 Oct 15 01:08:35.002553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29700ed-ddf2-4b82-bb72-a04fd726e4c9 req-f9dbf5e1-7512-4456-a806-1aa3cc965dd7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:35.005051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d29700ed-ddf2-4b82-bb72-a04fd726e4c9 req-f9dbf5e1-7512-4456-a806-1aa3cc965dd7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0837867 Oct 15 01:08:35.010901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-f3c29db7-bdae-4921-8281-4f2850e94949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:35.012349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-f3c29db7-bdae-4921-8281-4f2850e94949 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.0597258 Oct 15 01:08:35.098338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d29700ed-ddf2-4b82-bb72-a04fd726e4c9 req-4f426c50-13e3-4807-8b5a-b83a47795984 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0850766 Oct 15 01:08:35.126908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-9d4eff02-c97c-4d4b-84cb-5517beab2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:35.128368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-9d4eff02-c97c-4d4b-84cb-5517beab2fda service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.1076646 Oct 15 01:08:35.192214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-a0a0add7-b0c8-4440-bac8-49199d9a6127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 1001 time: 0.0564265 Oct 15 01:08:35.241331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-fedf218e-de27-41aa-a97a-92b9c3cbed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:35.242823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-fedf218e-de27-41aa-a97a-92b9c3cbed9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0433095 Oct 15 01:08:35.293047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-5fce92ce-6801-419f-8b71-65c630eea8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:35.294681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-5fce92ce-6801-419f-8b71-65c630eea8f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450914 Oct 15 01:08:35.400379 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-b3a064d3-6643-4b51-86b5-bfe4be5ae0c2 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978951 Oct 15 01:08:35.494231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-ca066e83-f199-4d07-a63d-6e6fa8e741c3 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866635 Oct 15 01:08:36.214500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc53284-ce5d-4ee5-b006-583281a69410 req-22cde91f-7894-45ec-92b9-a1509d583208 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:36.215957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdc53284-ce5d-4ee5-b006-583281a69410 req-22cde91f-7894-45ec-92b9-a1509d583208 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0497818 Oct 15 01:08:36.253841 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdc53284-ce5d-4ee5-b006-583281a69410 req-e58826dc-7ac4-4fe8-a035-e5943e03aa87 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320466 Oct 15 01:08:37.385456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb885d-92f9-48a6-b062-b5447b46c600 req-71a0e162-57b8-4caf-a288-3e3980127cfc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:37.385456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50eb885d-92f9-48a6-b062-b5447b46c600 req-71a0e162-57b8-4caf-a288-3e3980127cfc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0496771 Oct 15 01:08:37.413136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50eb885d-92f9-48a6-b062-b5447b46c600 req-3b2d5628-2721-4ba8-b1ac-934a6344e904 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0367754 Oct 15 01:08:38.142297 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:08:38.531459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443955c6-10e6-4939-89ac-48f446595db0 req-1447b977-9898-4f1a-bfe7-601c8da2ead2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:38.533008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-443955c6-10e6-4939-89ac-48f446595db0 req-1447b977-9898-4f1a-bfe7-601c8da2ead2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0513597 Oct 15 01:08:38.574460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-443955c6-10e6-4939-89ac-48f446595db0 req-bbeda037-e1e3-4399-b200-e2646406137b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343065 Oct 15 01:08:39.689125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b1411-6cbd-446f-8284-4ce9e359e49b req-7ba6fbc3-8144-4042-b5b8-f69dcfba57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:39.690586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-807b1411-6cbd-446f-8284-4ce9e359e49b req-7ba6fbc3-8144-4042-b5b8-f69dcfba57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0502176 Oct 15 01:08:39.728170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-807b1411-6cbd-446f-8284-4ce9e359e49b req-fddd6af3-af35-4e56-8f39-db87f52e3f67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310488 Oct 15 01:08:40.110644 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:40.841522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d250f-544e-495e-be99-34ff24ed9967 req-c5241a6c-c663-446d-9ffd-29e0270b294e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:40.843343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-679d250f-544e-495e-be99-34ff24ed9967 req-c5241a6c-c663-446d-9ffd-29e0270b294e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0485351 Oct 15 01:08:40.884767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-679d250f-544e-495e-be99-34ff24ed9967 req-8e074992-cc4f-427a-b82e-4681341ebfd6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354683 Oct 15 01:08:42.000607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ee6b9-ffa7-4fb2-adb3-53a83a17ec52 req-7c2508ac-7549-4dc9-b0e5-2088af5f52a1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:42.002072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c20ee6b9-ffa7-4fb2-adb3-53a83a17ec52 req-7c2508ac-7549-4dc9-b0e5-2088af5f52a1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0498667 Oct 15 01:08:42.041372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c20ee6b9-ffa7-4fb2-adb3-53a83a17ec52 req-2d138c25-e8c8-4353-b593-59276631e3d5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332415 Oct 15 01:08:42.983387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1846d64-29fa-4b61-894c-bf130f5c4f29 req-2b0cc333-c554-4f54-b373-b9a181d88fa8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:42.984847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1846d64-29fa-4b61-894c-bf130f5c4f29 req-2b0cc333-c554-4f54-b373-b9a181d88fa8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 946 time: 0.0486608 Oct 15 01:08:43.022210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1846d64-29fa-4b61-894c-bf130f5c4f29 req-3ddd1367-5306-4392-a6ce-f7f3790ed40c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308383 Oct 15 01:08:43.155267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a08a7d-2fd3-41de-89b0-eb7cc2f47298 req-b023ef90-496f-44e0-84a4-100aa42d4441 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:43.156619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8a08a7d-2fd3-41de-89b0-eb7cc2f47298 req-b023ef90-496f-44e0-84a4-100aa42d4441 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0491338 Oct 15 01:08:43.198319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8a08a7d-2fd3-41de-89b0-eb7cc2f47298 req-981d33af-a3de-438e-b753-cc984055cec0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358381 Oct 15 01:08:44.135880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbb2ea-4e80-41bc-8a9b-f12e9c921ac7 req-517a211d-6607-425f-8f4f-8409bce8f898 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:44.137261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4dbbb2ea-4e80-41bc-8a9b-f12e9c921ac7 req-517a211d-6607-425f-8f4f-8409bce8f898 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 946 time: 0.0489075 Oct 15 01:08:44.173919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4dbbb2ea-4e80-41bc-8a9b-f12e9c921ac7 req-c57b461e-12e9-409f-a45c-4d8393d14a62 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307524 Oct 15 01:08:44.312808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d91ca-6eac-4e2a-93a0-1d8c889233c6 req-475511f1-3963-48a2-adc3-08de65028cd6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:44.314451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e14d91ca-6eac-4e2a-93a0-1d8c889233c6 req-475511f1-3963-48a2-adc3-08de65028cd6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0475976 Oct 15 01:08:44.352377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e14d91ca-6eac-4e2a-93a0-1d8c889233c6 req-3f5945e5-b2a4-4d4e-8d18-264f1bcab782 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310194 Oct 15 01:08:44.454739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-d1d1c8ab-7db8-4837-a0d8-f1164c40822e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:44.456075 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-d1d1c8ab-7db8-4837-a0d8-f1164c40822e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 946 time: 0.0480280 Oct 15 01:08:44.547494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port 042f9f56-e0b7-4e50-a2af-94e553305bf7 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:08:44.547826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:44.634332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] For port 042f9f56-e0b7-4e50-a2af-94e553305bf7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=042f9f56-e0b7-4e50-a2af-94e553305bf7,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:08:44.634684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:44.871843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:44.872194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:44.872507 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Floating IP 562934f9-d823-41c6-88dc-3a348e088c3e disassociated. External IP: 172.25.2.65, port: 042f9f56-e0b7-4e50-a2af-94e553305bf7. Oct 15 01:08:44.872847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for 042f9f56-e0b7-4e50-a2af-94e553305bf7 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:08:45.081875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:45.111698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=042f9f56-e0b7-4e50-a2af-94e553305bf7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:45.173412 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:45.226050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:08:45.650614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d134c1-0bd6-41aa-a0c3-09371d3a443a req-83bc02dc-13f1-494a-b7f8-5a89f070dd62 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.3829949 Oct 15 01:08:45.707717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:08:45.717898 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:08:45.728004 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:08:45.728670 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:08:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:08:45.790462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] No DVR routers for this DVR port 042f9f56-e0b7-4e50-a2af-94e553305bf7 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:08:45.793513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:45.796830 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df26e416-63a0-4f52-bb0f-84c3158ec673 req-e425934c-716c-4644-9d39-68112c18eeff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "DELETE /v2.0/ports/042f9f56-e0b7-4e50-a2af-94e553305bf7 HTTP/1.1" status: 204 len: 173 time: 1.3344963 Oct 15 01:08:45.797269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'name': 'network-vif-deleted', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:08:45.799559 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782a88ea-9034-4ede-bdb6-0ed95bc8d92c" -d '{"events": [{"server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "name": "network-vif-deleted", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:08:45.821093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9d4e0-55e3-4ef9-9223-012e964d648d req-dd240c87-1b72-442b-9e10-a6d3a44bb7d1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:45.822593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45e9d4e0-55e3-4ef9-9223-012e964d648d req-dd240c87-1b72-442b-9e10-a6d3a44bb7d1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.1166193 Oct 15 01:08:45.839914 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:08:45.863490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45e9d4e0-55e3-4ef9-9223-012e964d648d req-3f806180-79ae-431d-aeb4-4e2dbf906482 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342419 Oct 15 01:08:45.908152 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882b597-341c-47d9-8ff0-fa6be7394181 x-openstack-request-id: req-c882b597-341c-47d9-8ff0-fa6be7394181 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:08:45.908448 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4079a5-46cb-45d2-901b-f18732ec30fe", "name": "network-vif-deleted", "tag": "042f9f56-e0b7-4e50-a2af-94e553305bf7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:08:45.908721 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c882b597-341c-47d9-8ff0-fa6be7394181 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:08:45.909120 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4079a5-46cb-45d2-901b-f18732ec30fe', 'name': 'network-vif-deleted', 'tag': '042f9f56-e0b7-4e50-a2af-94e553305bf7', 'status': 'completed', 'code': 200} Oct 15 01:08:46.047692 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:08:46.077430 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:08:46.086438 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:08:46.087026 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:08:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:08:46.190746 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:08:46.390893 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:08:46.416463 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cee98-a45b-4e78-85e9-8c0d87208bc6 None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:08:46.628374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffae54b0-c9ef-46c9-abe7-f82953d096a8 None None] New status for floating IP 562934f9-d823-41c6-88dc-3a348e088c3e: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:08:46.748728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17ff684d-0864-434f-99b0-55723ff60a6e req-40f0033c-1d5c-48de-aad0-849a1cbe055e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.0289433 Oct 15 01:08:46.981964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c29ef-d662-465f-8995-ea7d8e8ecdfe req-e4d1da28-d0ee-4004-ba47-5101e45da7ab tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:46.983478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e00c29ef-d662-465f-8995-ea7d8e8ecdfe req-e4d1da28-d0ee-4004-ba47-5101e45da7ab tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0497882 Oct 15 01:08:47.022876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e00c29ef-d662-465f-8995-ea7d8e8ecdfe req-f2458bac-2d95-4b22-8b17-e21d79c7f4f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323668 Oct 15 01:08:47.723869 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-f7727df8-690b-4819-85c8-aad98339b479 req-1dbd215e-cab6-43bd-b951-c814910d4f2c service neutron] show failed (client error): The resource could not be found. Oct 15 01:08:47.724868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-1dbd215e-cab6-43bd-b951-c814910d4f2c service neutron] 10.222.0.39 "GET /v2.0/ports/5645693f-3383-4d7b-a8a3-d7b57a7657e7/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0589530 Oct 15 01:08:47.844224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b932e99-91bf-4bdf-a51e-a5f19a260c83 req-4dd20e17-9460-4c65-bb6c-a25fc488a30d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.0277522 Oct 15 01:08:47.934724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 042f9f56-e0b7-4e50-a2af-94e553305bf7 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:08:47.957875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 042f9f56-e0b7-4e50-a2af-94e553305bf7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:08:47.958258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 042f9f56-e0b7-4e50-a2af-94e553305bf7 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:08:48.144295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e4efe-e85b-466f-ba43-b4cb68438ed6 req-7e5f0ff1-b022-47db-b010-968e5edeb3f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:48.146000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-508e4efe-e85b-466f-ba43-b4cb68438ed6 req-7e5f0ff1-b022-47db-b010-968e5edeb3f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0542500 Oct 15 01:08:48.200293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-508e4efe-e85b-466f-ba43-b4cb68438ed6 req-d959376e-154a-4103-b934-a0c3d9054d1f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477140 Oct 15 01:08:48.268871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-0efb95db-14d4-43db-b235-d9f7de7f8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:48.270389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-0efb95db-14d4-43db-b235-d9f7de7f8704 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 1097 time: 0.0821636 Oct 15 01:08:48.282177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:08:48.335508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:48.545645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:08:48.577521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:08:48.621610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:08:48.623950 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4060b6f-31a0-43d6-9631-fcd22da018cf" -d '{"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-unplugged", "status": "completed", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:08:48.627883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:48.640582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Transition to ACTIVE for port object 5645693f-3383-4d7b-a8a3-d7b57a7657e7 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:08:48.676795 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1dd9d8-493a-461d-8bc0-fe3e5388d339 x-openstack-request-id: req-6a1dd9d8-493a-461d-8bc0-fe3e5388d339 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:08:48.677038 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-unplugged", "status": "completed", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:08:48.677256 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a1dd9d8-493a-461d-8bc0-fe3e5388d339 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:08:48.677655 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'code': 200} Oct 15 01:08:48.706661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:48.807178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:48.883387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] No DVR routers for this DVR port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:08:48.962886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72cbc29c-00af-4d7b-bfe3-ab4e22cf5e3d req-e79d3843-826a-4523-bea9-5e773e0d2586 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.0309634 Oct 15 01:08:49.056341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:08:49.056673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:08:49.056998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:08:49.061327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:08:49.061638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Attempting to bind port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on network 4c8d3277-b9b1-426c-b0d6-68295b82e980 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:08:49.066437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:08:49.066806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Checking segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:08:49.067193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Bound using segment: {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:08:49.067611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Bound port: 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5d09d0-0bfe-4724-88f5-f59745088781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:08:49.067962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:49.134444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:08:49.137424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:08:49.226891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:49.264803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:49.265656 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:49.267092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] 10.222.0.30 "PUT /v2.0/ports/5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 1092 time: 0.9890060 Oct 15 01:08:49.345623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb330e8-3cf3-40e4-92a2-d118a886186b service neutron] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:49.373454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548250e-5085-40b6-ad73-42647695ed6a req-97c99d44-2bdb-4b29-8a27-6282d986af5b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:49.375071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e548250e-5085-40b6-ad73-42647695ed6a req-97c99d44-2bdb-4b29-8a27-6282d986af5b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 944 time: 0.1053600 Oct 15 01:08:49.391479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-c9577992-0fe7-484d-82fc-1d742facb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:49.392958 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-c9577992-0fe7-484d-82fc-1d742facb521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1095 time: 0.0911326 Oct 15 01:08:49.449285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e548250e-5085-40b6-ad73-42647695ed6a req-1d3bbf6e-213a-4b69-9160-b53227249f90 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654256 Oct 15 01:08:49.513103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-c945b5cd-c41b-4afc-8f2c-d22a6f78247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:49.514923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-c945b5cd-c41b-4afc-8f2c-d22a6f78247c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.1135826 Oct 15 01:08:49.585822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-c71586b4-4303-4242-8520-156b2b138753 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 999 time: 0.0637665 Oct 15 01:08:49.635898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-81212667-b54a-4588-811a-932c2a1f861f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:49.637350 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-81212667-b54a-4588-811a-932c2a1f861f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0453727 Oct 15 01:08:49.683088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727df8-690b-4819-85c8-aad98339b479 req-7d256839-ccad-4d4a-bcd9-ef1e26bc8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:49.684504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-7d256839-ccad-4d4a-bcd9-ef1e26bc8d56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403564 Oct 15 01:08:49.777853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-c1b1e089-e025-4ec7-8b05-b4d1e6797c59 service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Oct 15 01:08:49.867084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7727df8-690b-4819-85c8-aad98339b479 req-4bf56681-1ad2-4429-9a6b-26c53d15ee25 service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822020 Oct 15 01:08:50.010191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:08:50.065011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2f4e1a2-ef7e-4851-ac30-8bd0ae725aea req-92bef87d-e9d7-49b2-ab6a-6b5a945994f5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b4079a5-46cb-45d2-901b-f18732ec30fe HTTP/1.1" status: 200 len: 210 time: 0.0314765 Oct 15 01:08:50.069459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:08:50.575988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdb14d-3ed0-4f55-bffb-58937e7a2876 req-ab8f0513-736f-4b22-bb7d-665f0029017a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:50.577466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48fdb14d-3ed0-4f55-bffb-58937e7a2876 req-ab8f0513-736f-4b22-bb7d-665f0029017a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 944 time: 0.0541644 Oct 15 01:08:50.615233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48fdb14d-3ed0-4f55-bffb-58937e7a2876 req-755c682f-b12c-41e2-b6a9-a4efe64e2cbe tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318758 Oct 15 01:08:50.678970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:08:50.681294 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:08:50.725779 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62854c2-f08b-43b3-8610-4e060cc92b94 x-openstack-request-id: req-b62854c2-f08b-43b3-8610-4e060cc92b94 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:08:50.726069 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:08:50.726412 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b62854c2-f08b-43b3-8610-4e060cc92b94 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:08:50.726802 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'status': 'completed', 'code': 200} Oct 15 01:08:50.812033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-7bb5fa4d-7e6a-4285-b850-daa5f96bb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:50.813500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-7bb5fa4d-7e6a-4285-b850-daa5f96bb19c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1095 time: 0.0668395 Oct 15 01:08:50.815765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-fed76169-afc7-48c5-ad7f-2542fb94f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:50.817062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-fed76169-afc7-48c5-ad7f-2542fb94f1c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1095 time: 0.0615034 Oct 15 01:08:50.976984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-41eb8b06-d30c-4656-be4f-10598ce6ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:50.978465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-41eb8b06-d30c-4656-be4f-10598ce6ac04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.1577036 Oct 15 01:08:50.981001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-9b65dbd0-3c30-4b30-8139-375632989f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:50.982325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-9b65dbd0-3c30-4b30-8139-375632989f3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.1547363 Oct 15 01:08:51.089584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-298a9909-9533-49c6-81cc-ea6dd58f957d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 999 time: 0.1042030 Oct 15 01:08:51.091367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-cb178b1c-b18f-4449-8404-d5040d5001bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 999 time: 0.1002848 Oct 15 01:08:51.174303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-676db55c-b22f-4d66-9b91-bc68d33f42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:51.175746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-676db55c-b22f-4d66-9b91-bc68d33f42cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0789199 Oct 15 01:08:51.177057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-e7e6981e-d96d-4198-8fe3-89ea50ff4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:51.178519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-e7e6981e-d96d-4198-8fe3-89ea50ff4a2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0732467 Oct 15 01:08:51.254026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-64d9dca0-3ca7-4564-8e54-e6cd695a3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:51.255554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-64d9dca0-3ca7-4564-8e54-e6cd695a3535 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731907 Oct 15 01:08:51.257761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-aa4cd987-1eee-455a-adbe-548f546623a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:51.259108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-aa4cd987-1eee-455a-adbe-548f546623a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692823 Oct 15 01:08:51.411995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-17db38b7-e0f9-4fd7-9abf-6f8a956f7a55 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327761110&fields=id&tenant_id=43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 267 time: 0.1262155 Oct 15 01:08:51.462864 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-3123d830-91f4-4baa-a07a-fa55226f136a service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926248 Oct 15 01:08:51.467530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-39094b51-3e37-4783-964c-e16e129a798c service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040298 Oct 15 01:08:51.902280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-216abe20-f4a8-4b62-a5f4-c8caef1a9736 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:51.903710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-216abe20-f4a8-4b62-a5f4-c8caef1a9736 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.4808152 Oct 15 01:08:51.938828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-66a12135-0440-44b2-b028-7afab59aa4b5 service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659545 Oct 15 01:08:51.941398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-b1c9bf89-8be6-43dd-9b35-b31b9b792f8f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/quotas/43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0311666 Oct 15 01:08:51.942492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:08:51.943718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe7e605c-766d-4062-a0b2-a7283dc4b5d5 req-d0a00200-18b5-43a5-ba94-cbff4b93bd93 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611666 Oct 15 01:08:52.001440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-87ff9187-b96c-473f-bedd-0dff5689c1d3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524516 Oct 15 01:08:52.047889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:08:52.059032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'port_id': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'mac_address': 'fa:16:3e:00:df:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:08:52.097736 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:52.101723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-22dd338e-414c-44a6-837d-9c5af7039667 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869477 Oct 15 01:08:52.110850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5645693f-3383-4d7b-a8a3-d7b57a7657e7 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:08:52.130054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:08:52.190537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:52.196084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-8f97b681-e2ca-406e-a56d-5b71fcd2d769 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882401 Oct 15 01:08:52.238178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:52.245759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.246126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.246472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.246810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.247143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.247470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.247796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.248121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.248443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.248762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.249083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.249404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:08:52.433331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['5645693f-3383-4d7b-a8a3-d7b57a7657e7'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:08:52.845750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88defd0e-7d0f-4040-b366-f755dfee2535 req-4e760bbd-c645-45cd-83ad-74d7d13ca775 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:52.847264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88defd0e-7d0f-4040-b366-f755dfee2535 req-4e760bbd-c645-45cd-83ad-74d7d13ca775 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 945 time: 0.0545676 Oct 15 01:08:52.890368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88defd0e-7d0f-4040-b366-f755dfee2535 req-4fd402c3-e7e6-4f36-a3e4-9cbdcaf2e3fe tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0341618 Oct 15 01:08:52.956434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9683ac91-7fd6-4553-bc93-269c182dc505 req-467071b3-a982-458a-8929-bec72d0490a8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0260336 Oct 15 01:08:53.322830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5460500-66f2-4eba-9eb9-fd87fc14b14c req-388bcea7-466a-4b88-a80d-857e65e0d3da tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:53.324340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5460500-66f2-4eba-9eb9-fd87fc14b14c req-388bcea7-466a-4b88-a80d-857e65e0d3da tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 945 time: 0.0552270 Oct 15 01:08:53.418632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5460500-66f2-4eba-9eb9-fd87fc14b14c req-7590b8d2-897a-4f17-822e-f56c641459a5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0883050 Oct 15 01:08:53.442796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-cd85f557-7af7-487a-acb8-61791cebc259 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:53.444431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-cd85f557-7af7-487a-acb8-61791cebc259 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a&tenant_id=b26af35651e644d68f8a0fc07a07cd20&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 945 time: 0.1067843 Oct 15 01:08:53.504218 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-18c4cb8b-3961-45b2-9057-a1409467dc96 service neutron] delete failed (client error): The resource could not be found. Oct 15 01:08:53.505265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-18c4cb8b-3961-45b2-9057-a1409467dc96 service neutron] 10.222.0.39 "DELETE /v2.0/ports/5645693f-3383-4d7b-a8a3-d7b57a7657e7/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0538552 Oct 15 01:08:53.587299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-cceafb3a-9818-4c28-b09f-9d868473fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:53.594993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-cceafb3a-9818-4c28-b09f-9d868473fd00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1096 time: 0.0410972 Oct 15 01:08:53.686430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-f8a9c972-de0d-40df-8edb-bfb25741ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:53.687798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-f8a9c972-de0d-40df-8edb-bfb25741ab8a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.0920968 Oct 15 01:08:53.752815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-1cd18032-acb0-47b0-8524-6a6570cbf200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 1000 time: 0.0571585 Oct 15 01:08:53.806046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-23702ac2-aaf5-439c-9538-b91aff5ca70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:53.807508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-23702ac2-aaf5-439c-9538-b91aff5ca70c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0480347 Oct 15 01:08:53.853736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-735a9119-6086-47ac-9956-55eb9155a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:53.855237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-735a9119-6086-47ac-9956-55eb9155a7da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407650 Oct 15 01:08:53.956219 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-ed1c6213-1dcb-4bd9-a4cf-30f866a175f3 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893800 Oct 15 01:08:53.957756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:08:54.056368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9f6142d1-9a9e-4611-9b8f-91040409b875 req-c6884a4a-8f4c-486e-aeef-5c6566cad622 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0297751 Oct 15 01:08:54.071047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2740d179-e7a9-47ae-a1ec-ef0b996a1e09 req-cd5e11be-7db8-40b2-a638-f01db681ba89 service neutron] 10.222.0.39 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105061 Oct 15 01:08:54.106472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:08:54.110394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:08:54.110762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:54.188330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:54.210468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:08:54.212603 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46447eb3-3ac1-4ce2-90e1-2a6764ab3004" -d '{"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-plugged", "status": "completed", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:08:54.225919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:08:54.262010 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dede032-18da-4442-931d-37d1a4bd67a6 x-openstack-request-id: req-0dede032-18da-4442-931d-37d1a4bd67a6 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:08:54.262321 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-plugged", "status": "completed", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:08:54.262576 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dede032-18da-4442-931d-37d1a4bd67a6 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:08:54.262974 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'code': 200} Oct 15 01:08:54.266137 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:54.312749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:54.538862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c526-1526-416e-b02f-5cc1b422a87d req-4579c90b-f6b3-4208-ab23-3ebca81537ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:54.544578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae49c526-1526-416e-b02f-5cc1b422a87d req-4579c90b-f6b3-4208-ab23-3ebca81537ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0572457 Oct 15 01:08:54.618168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae49c526-1526-416e-b02f-5cc1b422a87d req-06895d48-4d40-477b-978a-e2e1d8604ee9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681529 Oct 15 01:08:54.688057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-b17d64a1-44e0-4ff7-b986-c4142984fefd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:54.689462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-b17d64a1-44e0-4ff7-b986-c4142984fefd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1179678 Oct 15 01:08:54.732142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-c361de1e-16bf-48c8-96ce-67f842b0a618 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 379 time: 0.0334458 Oct 15 01:08:54.741793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'port': {'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'admin_state_up': True, 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'security_groups': ['e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:08:54.912043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:08:54.915916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:55.050280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.20.0.4 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/44a436ba-889f-40bf-ac36-e27411ffde0d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:08:55.181039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46dcb05c-1589-4992-8dbf-053b8b6703cf req-ec4f4b83-4d12-4770-9b92-3ccdc525fdd6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0368984 Oct 15 01:08:55.217603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:55.301239 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:55.344668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:08:55.347613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:08:55.353905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:08:55.359507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=44a436ba-889f-40bf-ac36-e27411ffde0d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:55.408969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:55.409600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:55.539312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-74547301-f27c-44a7-84cb-1fe710b0eb38 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8015237 Oct 15 01:08:55.552208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Request body: {'port': {'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:08:55.585634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-31a9db42-e0df-4002-bd59-4dbc88b7983e None None] Provisioning complete for port 44a436ba-889f-40bf-ac36-e27411ffde0d triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:08:55.586179 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31a9db42-e0df-4002-bd59-4dbc88b7983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:55.626579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:55.628486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-31a9db42-e0df-4002-bd59-4dbc88b7983e None None] Port 44a436ba-889f-40bf-ac36-e27411ffde0d cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:08:55.825161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52bb06-7a30-48e0-b7f1-e801440587ac req-088576fc-17ab-4a68-8044-d0cea9dc64e3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:55.826587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e52bb06-7a30-48e0-b7f1-e801440587ac req-088576fc-17ab-4a68-8044-d0cea9dc64e3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0919249 Oct 15 01:08:55.907185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e52bb06-7a30-48e0-b7f1-e801440587ac req-6fe49613-a7e0-421e-90ea-ed6da4d0ea5d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0521030 Oct 15 01:08:55.939442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:08:55.991076 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a436ba-889f-40bf-ac36-e27411ffde0d {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:08:56.001696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:56.016119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Transition to ACTIVE for port object 44a436ba-889f-40bf-ac36-e27411ffde0d will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:08:56.018678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f4584775-980a-439c-8fbf-0a2e12348fca tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a8d27389-7ade-4144-b688-d3d017a5691a HTTP/1.1" status: 200 len: 993 time: 0.0774446 Oct 15 01:08:56.129129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:56.179155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Pushing event updated for resources: {'Port': ['ID=44a436ba-889f-40bf-ac36-e27411ffde0d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:56.260617 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bffc7a2a-3f72-4cfd-a240-6142704aa092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:56.310504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Attempting to bind port 44a436ba-889f-40bf-ac36-e27411ffde0d on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:08:56.310833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Attempting to bind port 44a436ba-889f-40bf-ac36-e27411ffde0d by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:08:56.311155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Attempting to bind port 44a436ba-889f-40bf-ac36-e27411ffde0d on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:08:56.321841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Port 44a436ba-889f-40bf-ac36-e27411ffde0d on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:08:56.322229 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Attempting to bind port 44a436ba-889f-40bf-ac36-e27411ffde0d on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:08:56.329994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:08:56.330354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:08:56.330734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:08:56.331156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Bound port: 44a436ba-889f-40bf-ac36-e27411ffde0d, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:08:56.331510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:56.353892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4d5c8-0c08-4c45-9781-494e75fe4dda req-1d98ac8b-8b88-4a44-819b-badfd38ace0d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:56.355643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31d4d5c8-0c08-4c45-9781-494e75fe4dda req-1d98ac8b-8b88-4a44-819b-badfd38ace0d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0873954 Oct 15 01:08:56.446150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31d4d5c8-0c08-4c45-9781-494e75fe4dda req-74ccb130-0bf4-46aa-9db8-6245bd44cf69 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665133 Oct 15 01:08:56.448979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] For port 44a436ba-889f-40bf-ac36-e27411ffde0d, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:08:56.452648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] For port 44a436ba-889f-40bf-ac36-e27411ffde0d, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=44a436ba-889f-40bf-ac36-e27411ffde0d,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:08:56.541171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:56.576115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:56.576733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:56.578118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] 10.222.0.30 "PUT /v2.0/ports/44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 1091 time: 1.0308046 Oct 15 01:08:56.578553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:08:56.580800 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3aaab9-be8b-4681-ba2f-308c520af15d" -d '{"events": [{"name": "network-changed", "server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:08:56.608929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c81739-48de-4847-81e1-5315af5f4e4a service neutron] Pushing event updated for resources: {'Port': ['ID=44a436ba-889f-40bf-ac36-e27411ffde0d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:08:56.632970 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2836f-a864-4e53-b8e9-8861a33a9ea5 x-openstack-request-id: req-30b2836f-a864-4e53-b8e9-8861a33a9ea5 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:08:56.633684 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:08:56.634077 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30b2836f-a864-4e53-b8e9-8861a33a9ea5 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:08:56.634596 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'status': 'completed', 'code': 200} Oct 15 01:08:56.705637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aaab9-be8b-4681-ba2f-308c520af15d req-8960a4b8-d896-4427-9524-df910bcf6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:56.707235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd3aaab9-be8b-4681-ba2f-308c520af15d req-8960a4b8-d896-4427-9524-df910bcf6023 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1094 time: 0.0521798 Oct 15 01:08:56.886254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aaab9-be8b-4681-ba2f-308c520af15d req-c097f86c-c335-4dbb-9d5b-dc36f7c094ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:56.887733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd3aaab9-be8b-4681-ba2f-308c520af15d req-c097f86c-c335-4dbb-9d5b-dc36f7c094ce service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=43ecb285c0194811a33f92c22a80d9c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1716814 Oct 15 01:08:57.046557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aaab9-be8b-4681-ba2f-308c520af15d req-5f73945c-8e76-40fd-86a8-2049e15dbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:57.048030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dd3aaab9-be8b-4681-ba2f-308c520af15d req-5f73945c-8e76-40fd-86a8-2049e15dbc3b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537297 Oct 15 01:08:57.126958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-5d53d6ab-366e-4ef4-bcd9-a474ce657eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:57.128510 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-5d53d6ab-366e-4ef4-bcd9-a474ce657eba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1094 time: 0.0443473 Oct 15 01:08:57.170318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-c79f3e06-9ae6-4d64-8150-872d825fd2f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 217 time: 0.0341218 Oct 15 01:08:57.219398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-5b12c142-8f69-4429-a3a2-87c7dc3d6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:57.220963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-5b12c142-8f69-4429-a3a2-87c7dc3d6448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0443923 Oct 15 01:08:57.268565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467732e1-a894-4329-abf5-5fa917793dcb req-0b4df383-4646-4a8f-8508-b95485a8973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:57.270061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-0b4df383-4646-4a8f-8508-b95485a8973d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420334 Oct 15 01:08:57.367783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-d5db0855-65d2-4ab1-8c32-66979ce490be service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904844 Oct 15 01:08:57.464074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-467732e1-a894-4329-abf5-5fa917793dcb req-18a26f16-c351-4238-bcb6-2e76d6d679f0 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877001 Oct 15 01:08:57.567374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef516-b342-4c1f-ba3d-fb15e502f833 req-25bdd4e3-611c-4901-9937-d53742a5fb9e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:57.569479 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51cef516-b342-4c1f-ba3d-fb15e502f833 req-25bdd4e3-611c-4901-9937-d53742a5fb9e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0490296 Oct 15 01:08:57.607947 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51cef516-b342-4c1f-ba3d-fb15e502f833 req-114d09d0-0b00-4075-8a37-794a22183ea8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Oct 15 01:08:58.726981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b701c2d-11e9-4c73-a1e2-eaaabdafb2a5 req-4df441f7-dc36-4e1b-9067-30e267418c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:58.728496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b701c2d-11e9-4c73-a1e2-eaaabdafb2a5 req-4df441f7-dc36-4e1b-9067-30e267418c03 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0528307 Oct 15 01:08:58.767311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b701c2d-11e9-4c73-a1e2-eaaabdafb2a5 req-e29277dc-696a-46eb-a992-c5eb81a13351 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324094 Oct 15 01:08:58.826410 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1bb1c4e6-ca7e-463d-87ff-e6e1eae98598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:08:59.891050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ec4fa-907e-48ef-811d-d21a3d6bcbf1 req-4efa42c8-dd15-4419-842c-0b341bfe6371 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:08:59.892639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-133ec4fa-907e-48ef-811d-d21a3d6bcbf1 req-4efa42c8-dd15-4419-842c-0b341bfe6371 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0575366 Oct 15 01:08:59.932707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-133ec4fa-907e-48ef-811d-d21a3d6bcbf1 req-7d3b3f17-0495-4964-9703-a13ca1c55337 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326264 Oct 15 01:09:00.169541 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:00.300430 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:00.734464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-bcb75813-6cbf-466f-b4d0-b56cb803b5b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385022 Oct 15 01:09:00.814543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-b5af8613-7fee-4945-b349-1eeda11d2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:00.815974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-b5af8613-7fee-4945-b349-1eeda11d2c41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.0396092 Oct 15 01:09:01.206959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-7d66d159-c818-447a-b7a1-ca19cbee2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:01.208403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-7d66d159-c818-447a-b7a1-ca19cbee2dc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.3741271 Oct 15 01:09:01.219982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72903dad-8cc0-4133-9c94-9e3532da649b req-7f6815df-ee3f-44cd-a66e-4cd895ec816f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:01.221346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72903dad-8cc0-4133-9c94-9e3532da649b req-7f6815df-ee3f-44cd-a66e-4cd895ec816f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0700450 Oct 15 01:09:01.304066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-72903dad-8cc0-4133-9c94-9e3532da649b req-1f847d34-b45b-4f6b-b613-d2f5d46f1c46 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759401 Oct 15 01:09:01.307787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-b2e76ee3-3199-45e4-a150-2c3067048c91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 1001 time: 0.0855956 Oct 15 01:09:01.356949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-c7207835-6382-49f8-88b1-b769aef4a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:01.358414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-c7207835-6382-49f8-88b1-b769aef4a577 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0438664 Oct 15 01:09:01.403915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-36377b46-35d0-4b67-b586-eec6ef09bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:01.405391 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-36377b46-35d0-4b67-b586-eec6ef09bfce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404866 Oct 15 01:09:01.499400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-465b83ce-7b19-4968-a5ae-b95c2ee12eda service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865655 Oct 15 01:09:01.586996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa5a3519-bc08-4d5e-b0bd-5a4f482086a7 req-a201917d-fe13-4202-99eb-10fcbff66378 service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810997 Oct 15 01:09:02.378942 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:02.422781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e0f5b-27c7-4ef2-9682-37d3a4d8f8e3 req-2093549f-70f0-4ff9-9a5a-3e8acca499da tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:02.424246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-489e0f5b-27c7-4ef2-9682-37d3a4d8f8e3 req-2093549f-70f0-4ff9-9a5a-3e8acca499da tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0536828 Oct 15 01:09:02.461993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-489e0f5b-27c7-4ef2-9682-37d3a4d8f8e3 req-0645814f-d29e-4851-ab1d-120780173791 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Oct 15 01:09:03.575693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a10faf-6f5d-4900-8385-db299130162e req-e5a46aa3-7793-412b-996f-27fdbd47aa41 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:03.577137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33a10faf-6f5d-4900-8385-db299130162e req-e5a46aa3-7793-412b-996f-27fdbd47aa41 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0482788 Oct 15 01:09:03.614402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33a10faf-6f5d-4900-8385-db299130162e req-ae9e14de-0403-46ae-a99f-653182e91935 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Oct 15 01:09:04.728686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e86f11-b0fd-4f2c-891b-10947fd7a63e req-ba347c61-09ed-478c-809e-59d05bdc64c1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:04.730206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5e86f11-b0fd-4f2c-891b-10947fd7a63e req-ba347c61-09ed-478c-809e-59d05bdc64c1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0504014 Oct 15 01:09:04.769104 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5e86f11-b0fd-4f2c-891b-10947fd7a63e req-de54cc20-3bdb-4556-9b74-ecf512537414 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Oct 15 01:09:05.886307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1152-a16c-426d-b449-d85b056b863c req-d86c3349-31e4-41b8-8d17-0ca2f07fd935 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:05.887799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a6e1152-a16c-426d-b449-d85b056b863c req-d86c3349-31e4-41b8-8d17-0ca2f07fd935 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0538199 Oct 15 01:09:05.926073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a6e1152-a16c-426d-b449-d85b056b863c req-68f1bca7-ae47-48ef-b7c7-2c91f70677f7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Oct 15 01:09:07.043765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58394f76-c105-4fbe-91f7-035d84c168dd req-456a6da5-bde4-4b99-8292-4fba6c50edf1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:07.045216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58394f76-c105-4fbe-91f7-035d84c168dd req-456a6da5-bde4-4b99-8292-4fba6c50edf1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0488946 Oct 15 01:09:07.082418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58394f76-c105-4fbe-91f7-035d84c168dd req-67a7f364-4acf-4dc5-bcf0-228e1e433fbc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Oct 15 01:09:08.061351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 44a436ba-889f-40bf-ac36-e27411ffde0d details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:09:08.158213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 44a436ba-889f-40bf-ac36-e27411ffde0d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=44a436ba-889f-40bf-ac36-e27411ffde0d,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:08.169433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:09:08.197430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e995-5dbb-4a79-af87-2fc204a8d283 req-af4214e8-5dd1-44f0-a76f-52b9459bb698 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:08.198980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d8e995-5dbb-4a79-af87-2fc204a8d283 req-af4214e8-5dd1-44f0-a76f-52b9459bb698 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 943 time: 0.0494263 Oct 15 01:09:08.207401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:08.220639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a436ba-889f-40bf-ac36-e27411ffde0d {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:09:08.237193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84d8e995-5dbb-4a79-af87-2fc204a8d283 req-7b69ed9a-98bd-4f16-86ed-250be28d998c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Oct 15 01:09:08.242358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 44a436ba-889f-40bf-ac36-e27411ffde0d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=44a436ba-889f-40bf-ac36-e27411ffde0d,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:08.298808 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:08.344814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=44a436ba-889f-40bf-ac36-e27411ffde0d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:08.531994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['44a436ba-889f-40bf-ac36-e27411ffde0d'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:09:09.359444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfe1b0-e13e-44c0-aa7b-a3dfbbfe579a req-50004958-f754-42f5-b99e-3ce7248a139f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:09.360896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50dfe1b0-e13e-44c0-aa7b-a3dfbbfe579a req-50004958-f754-42f5-b99e-3ce7248a139f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 944 time: 0.0535340 Oct 15 01:09:09.398237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-50dfe1b0-e13e-44c0-aa7b-a3dfbbfe579a req-aefeca58-b788-4570-8b3a-d5ae83b823e4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312271 Oct 15 01:09:10.089487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 44a436ba-889f-40bf-ac36-e27411ffde0d up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:09:10.110719 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:10.174465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 44a436ba-889f-40bf-ac36-e27411ffde0d completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:09:10.178937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 44a436ba-889f-40bf-ac36-e27411ffde0d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:10.181073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:10.254733 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:10.277202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:09:10.282871 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e031e1a1-9b5b-43b6-b6d9-ec39815c1f97" -d '{"events": [{"server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "name": "network-vif-plugged", "status": "completed", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:09:10.291694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 44a436ba-889f-40bf-ac36-e27411ffde0d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=44a436ba-889f-40bf-ac36-e27411ffde0d,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:10.314529 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691879ec-f995-40fe-8ca8-8f4b1b10e382 x-openstack-request-id: req-691879ec-f995-40fe-8ca8-8f4b1b10e382 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:09:10.319473 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "name": "network-vif-plugged", "status": "completed", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:09:10.319473 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-691879ec-f995-40fe-8ca8-8f4b1b10e382 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:09:10.319473 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'code': 200} Oct 15 01:09:10.335119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:10.382756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=44a436ba-889f-40bf-ac36-e27411ffde0d,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:10.410419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4886-0d38-448c-9a54-a3e3fd7f1a6a req-d699cb50-d0b6-4048-bc7e-120afb0cddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:10.412013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b8a4886-0d38-448c-9a54-a3e3fd7f1a6a req-d699cb50-d0b6-4048-bc7e-120afb0cddae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1096 time: 0.0407450 Oct 15 01:09:10.449058 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b8a4886-0d38-448c-9a54-a3e3fd7f1a6a req-3448297a-8aa1-4c58-8b3b-fd1cf0699b6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288014 Oct 15 01:09:10.515813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bb1b3-cbc9-4427-9672-e971ce7b4922 req-bd4ceafc-62a0-4174-9e52-518e4ad7d637 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:10.517270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86bb1b3-cbc9-4427-9672-e971ce7b4922 req-bd4ceafc-62a0-4174-9e52-518e4ad7d637 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 945 time: 0.0497215 Oct 15 01:09:10.554247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86bb1b3-cbc9-4427-9672-e971ce7b4922 req-58126270-9fd3-4b80-b5a4-b038d72c455f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309825 Oct 15 01:09:11.670671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47a2ca-7c37-4b61-a8ad-8e89e4404037 req-332951d7-3f34-4025-9cd5-164de43e0007 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:11.672141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe47a2ca-7c37-4b61-a8ad-8e89e4404037 req-332951d7-3f34-4025-9cd5-164de43e0007 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Oct 15 01:09:11.710272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe47a2ca-7c37-4b61-a8ad-8e89e4404037 req-f1fb68b0-075b-424c-8f32-e5241b221ea8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Oct 15 01:09:12.824747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31346406-4a83-4204-bfef-59576167eb81 req-5e5e7648-a9f5-4e80-a9f8-4565b55c1f16 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:12.826235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31346406-4a83-4204-bfef-59576167eb81 req-5e5e7648-a9f5-4e80-a9f8-4565b55c1f16 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 945 time: 0.0501907 Oct 15 01:09:12.863750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31346406-4a83-4204-bfef-59576167eb81 req-5eee8b04-bd25-4f40-aaec-a4f8179180ab tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314112 Oct 15 01:09:12.975216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f8d67-d573-4d53-a3ea-a1cef76cc027 req-444127e6-a88f-40b2-8242-bfc14dfc3aef tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:12.976667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-294f8d67-d573-4d53-a3ea-a1cef76cc027 req-444127e6-a88f-40b2-8242-bfc14dfc3aef tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Oct 15 01:09:13.015927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-294f8d67-d573-4d53-a3ea-a1cef76cc027 req-2ea55b35-49e8-4ec2-8240-f4dea8b5d7b1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333173 Oct 15 01:09:13.037829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56194) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:13.080752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe33bc9-c8ac-4a4b-aaff-3eaa0748ea8d tempest-TestVolumeBootPattern-564794183 tempest-TestVolumeBootPattern-564794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:13.082195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2fe33bc9-c8ac-4a4b-aaff-3eaa0748ea8d tempest-TestVolumeBootPattern-564794183 tempest-TestVolumeBootPattern-564794183-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1091 time: 0.0433321 Oct 15 01:09:13.085013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:13.089293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:13.151562 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:13.246372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:13.351397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.25.2.33 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/444c8b38-f684-458e-ac2f-79c1f4f81b05) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:09:13.449144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:13.512207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:13.554029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:09:13.556764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:13.562195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:09:13.567353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=444c8b38-f684-458e-ac2f-79c1f4f81b05,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:13.908087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:14.056065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:14.204810 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:14.254309 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:14.317883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=444c8b38-f684-458e-ac2f-79c1f4f81b05,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:14.331231 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:14.428860 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Floating IP b32a1cbe-8141-4587-9abb-a1021879e8e2 associated. External IP: 172.25.2.33, port: 44a436ba-889f-40bf-ac36-e27411ffde0d. Oct 15 01:09:14.636299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:09:14.744980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:09:14.754534 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:09:14.764314 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:14.764842 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:08:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:14.834189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:14.862548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-52cb1acf-46a5-4754-a5fa-7da487712073 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7764771 Oct 15 01:09:14.863143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:09:14.866358 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f827d1b1-e82e-486c-8818-bea14f6981b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:09:14.904174 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07995c59-97f4-446d-8bc3-988546e5cb8e x-openstack-request-id: req-07995c59-97f4-446d-8bc3-988546e5cb8e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:09:14.904761 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:09:14.905023 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07995c59-97f4-446d-8bc3-988546e5cb8e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:09:14.905437 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'status': 'completed', 'code': 200} Oct 15 01:09:14.962961 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:14.972717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-e7d79fd8-44c9-4dd5-886f-3d0ab8ccc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:14.972717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-e7d79fd8-44c9-4dd5-886f-3d0ab8ccc684 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1096 time: 0.0414855 Oct 15 01:09:15.063431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-d59086af-6caa-412b-8f03-9df43dbb534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:15.064984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-d59086af-6caa-412b-8f03-9df43dbb534a service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0907738 Oct 15 01:09:15.138176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-efdbb6ed-7a6a-4474-b34a-1eca774b9cb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 998 time: 0.0639470 Oct 15 01:09:15.152040 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:09:15.191387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:15.193846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-9c5aa93d-aacc-485d-a948-4e3cbf087384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:15.195357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-9c5aa93d-aacc-485d-a948-4e3cbf087384 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0483227 Oct 15 01:09:15.198908 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:13Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:15.226074 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:09:15.234559 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:15.235148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:08:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:15.257389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-749666e8-58af-4d0e-bbf3-49ff63134456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:15.259477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-749666e8-58af-4d0e-bbf3-49ff63134456 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560837 Oct 15 01:09:15.362610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-dbc09e45-0fb3-4ca7-a863-271752ae0e7e service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951219 Oct 15 01:09:15.367037 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:15.476089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f827d1b1-e82e-486c-8818-bea14f6981b3 req-4f0ccf49-47c5-437b-8a2c-c6b791fc9ff1 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049252 Oct 15 01:09:15.622652 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:13Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:15.653268 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c434424-745d-47c7-9828-98e77b3cbcd9 None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:13Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:09:15.851229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff5801b-189c-4677-a2cf-6b79b9a0be51 None None] New status for floating IP b32a1cbe-8141-4587-9abb-a1021879e8e2: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:09:22.547895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e114509-8541-4f5b-8d70-cf229f8bd56f req-ae8cdfa5-52d7-491b-a2f3-c21ee9b0e9d5 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:22.549480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e114509-8541-4f5b-8d70-cf229f8bd56f req-ae8cdfa5-52d7-491b-a2f3-c21ee9b0e9d5 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.1159275 Oct 15 01:09:22.585926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e114509-8541-4f5b-8d70-cf229f8bd56f req-9b520506-87b8-4e01-9a5c-59d514376eb1 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0294452 Oct 15 01:09:22.608891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56216) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:22.769093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 21d9101a-2a1f-46ce-803c-2b1a7c8ce596 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:09:22.769340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:22.849953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:22.850318 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:22.862303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 21d9101a-2a1f-46ce-803c-2b1a7c8ce596 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:09:23.111235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:23.135857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=21d9101a-2a1f-46ce-803c-2b1a7c8ce596,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:23.203071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:23.203395 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP a8d27389-7ade-4144-b688-d3d017a5691a disassociated (deleted). External IP: 172.25.2.37, port: 5645693f-3383-4d7b-a8a3-d7b57a7657e7. Oct 15 01:09:23.690914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 0e760c20-1c7a-4725-8bc9-da9e14a4494d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:09:23.796976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:09:23.801717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:23.806854 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] Sync routers for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:09:23.815766 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:23.816350 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:08:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:23.827946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c82ab1b3-6745-4b38-9c40-0181c80cc1c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8d27389-7ade-4144-b688-d3d017a5691a HTTP/1.1" status: 204 len: 168 time: 1.2179732 Oct 15 01:09:23.828544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:09:23.830839 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:09:23.936504 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:24.135985 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:24.161686 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] Checking router: 0e760c20-1c7a-4725-8bc9-da9e14a4494d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:09:24.169813 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:24.170423 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:08:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:24.213903 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebc4c1e-ff8d-485c-a580-0a6f8ff084da x-openstack-request-id: req-2ebc4c1e-ff8d-485c-a580-0a6f8ff084da {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:09:24.214292 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:09:24.215054 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ebc4c1e-ff8d-485c-a580-0a6f8ff084da {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:09:24.215054 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'status': 'completed', 'code': 200} Oct 15 01:09:24.292674 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:24.313104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-8bec0590-8cf3-4a31-baa8-e1734505bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:24.314628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-8bec0590-8cf3-4a31-baa8-e1734505bbf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 1097 time: 0.0729313 Oct 15 01:09:24.328846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f173a-cc92-4b21-8213-25142079520e req-493b852d-80aa-4e7d-b27c-7f0b8589c21e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:24.330295 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-821f173a-cc92-4b21-8213-25142079520e req-493b852d-80aa-4e7d-b27c-7f0b8589c21e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0627940 Oct 15 01:09:24.426527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-821f173a-cc92-4b21-8213-25142079520e req-828cdcd8-809e-4dc4-811f-228bcc0dd4d6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0868416 Oct 15 01:09:24.449223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-099dea1f-dd20-4694-85d1-7d4b1d13ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:24.449223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-099dea1f-dd20-4694-85d1-7d4b1d13ee6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 200 len: 898 time: 0.1157653 Oct 15 01:09:24.490114 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:24.490967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-5e9a6aeb-1b1d-45ec-a715-a0b9c9e2b736 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 200 len: 217 time: 0.0356472 Oct 15 01:09:24.520522 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3d211-5f3d-4894-8708-8b47ce914f9f None None] The sync data for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 is: [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '81bdc685-e8ed-424a-88e7-effaaca03c79', 'name': '', 'network_id': '4c8d3277-b9b1-426c-b0d6-68295b82e980', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:7a:05:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:10Z', 'updated_at': '2021-10-15T01:07:13Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'a82e633d-bcd7-4fda-896e-dcb4cedc4076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:09:24.547307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-c28369e0-344e-4d44-a294-47992c9b8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:24.548791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-c28369e0-344e-4d44-a294-47992c9b8d33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 200 len: 835 time: 0.0511494 Oct 15 01:09:24.596379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-072ec39d-9658-4cd5-ab23-0efc758a91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:24.597866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-072ec39d-9658-4cd5-ab23-0efc758a91ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c8d3277-b9b1-426c-b0d6-68295b82e980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414705 Oct 15 01:09:24.697844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-446eea33-3f54-44ee-8296-d6cf80457af1 service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907497 Oct 15 01:09:24.751334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c068b1-a227-44f6-ac2e-3bc2be41fd7e None None] New status for floating IP a8d27389-7ade-4144-b688-d3d017a5691a: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:09:24.792221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47ef1e36-117d-460e-ac52-9f5fc1f81ea5 req-cecf2b4d-c9fd-43ab-96e1-90bd63688dbe service neutron] 10.222.0.30 "GET /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851054 Oct 15 01:09:25.548490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6665-b337-4661-8c4a-8ca4f94cf6bb req-deb6ea4b-a50f-4522-81c2-82358cc1a7a1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:25.550015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8ab6665-b337-4661-8c4a-8ca4f94cf6bb req-deb6ea4b-a50f-4522-81c2-82358cc1a7a1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0539048 Oct 15 01:09:25.588830 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8ab6665-b337-4661-8c4a-8ca4f94cf6bb req-7b2b4c92-2487-491d-8145-b64f01d12ad0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327692 Oct 15 01:09:25.652800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-cdc1b1c4-cc6c-463a-908c-91d0ba807cb6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:25.654281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-cdc1b1c4-cc6c-463a-908c-91d0ba807cb6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.30 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 946 time: 0.0534017 Oct 15 01:09:25.746202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:09:25.746850 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:25.839470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 5645693f-3383-4d7b-a8a3-d7b57a7657e7, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=5645693f-3383-4d7b-a8a3-d7b57a7657e7,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:25.839830 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:25.852360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 5645693f-3383-4d7b-a8a3-d7b57a7657e7 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:09:26.035520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:26.068939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=5645693f-3383-4d7b-a8a3-d7b57a7657e7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:26.111090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] No DVR routers for this DVR port 5645693f-3383-4d7b-a8a3-d7b57a7657e7 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:09:26.114006 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:26.117964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf1b3b19-a4a1-41cb-a31a-5044e51c2183 req-bcaef1b4-aa4a-49b8-b41b-eb547967b35f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.30 "DELETE /v2.0/ports/5645693f-3383-4d7b-a8a3-d7b57a7657e7 HTTP/1.1" status: 204 len: 173 time: 0.4573874 Oct 15 01:09:26.216009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-deleted', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:09:26.218932 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e10e0f-3344-40dc-b3ee-e21788c22de6" -d '{"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-deleted", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:09:26.256458 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9edeb88-e0fa-49e3-bab5-0d8eb5c600f4 x-openstack-request-id: req-a9edeb88-e0fa-49e3-bab5-0d8eb5c600f4 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:09:26.256747 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6240962f-599f-4d23-82e4-e512d026f46a", "name": "network-vif-deleted", "tag": "5645693f-3383-4d7b-a8a3-d7b57a7657e7", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:09:26.256996 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9edeb88-e0fa-49e3-bab5-0d8eb5c600f4 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:09:26.257389 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6240962f-599f-4d23-82e4-e512d026f46a', 'name': 'network-vif-deleted', 'tag': '5645693f-3383-4d7b-a8a3-d7b57a7657e7', 'status': 'completed', 'code': 200} Oct 15 01:09:26.271436 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b0ab-4cb5-4dae-ae9d-99327e467410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:26.695046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33782379-b35a-42b1-924d-1b9f5a1f29e8 req-698bffc2-b6d8-47f9-a149-92b8cfcd8ca8 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=6240962f-599f-4d23-82e4-e512d026f46a HTTP/1.1" status: 200 len: 210 time: 0.0278416 Oct 15 01:09:27.749298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56232) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:28.118398 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:28.369937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 81bdc685-e8ed-424a-88e7-effaaca03c79 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:09:28.370301 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:28.463961 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 81bdc685-e8ed-424a-88e7-effaaca03c79, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=81bdc685-e8ed-424a-88e7-effaaca03c79,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:28.464321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:28.477890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 81bdc685-e8ed-424a-88e7-effaaca03c79 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:09:28.710165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:28.737865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=81bdc685-e8ed-424a-88e7-effaaca03c79,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:28.766312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.766936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.766936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.772296 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:28.848392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bcede156-3a92-4829-9851-a0fe3d2f511f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:28.923426 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.134747 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 0e760c20-1c7a-4725-8bc9-da9e14a4494d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:09:29.241075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:09:29.246703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ecf9911-4fdf-4e66-a5a5-f115f38b9a8c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/0e760c20-1c7a-4725-8bc9-da9e14a4494d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4963720 Oct 15 01:09:29.249788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56236) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:29.252252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] Sync routers for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:09:29.261269 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:29.261880 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:29.301598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting subnet a82e633d-bcd7-4fda-896e-dcb4cedc4076 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:09:29.305171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.351591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.449845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.457755 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:29.566253 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.630757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Subnet': ['ID=a82e633d-bcd7-4fda-896e-dcb4cedc4076,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:29.638438 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.647498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56238) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:29.648007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71ef11a0-f0c6-41f2-b21b-f6ec9cf7a8d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/subnets/a82e633d-bcd7-4fda-896e-dcb4cedc4076 HTTP/1.1" status: 204 len: 168 time: 0.3967013 Oct 15 01:09:29.649539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747b040-d47e-4b42-ad6e-2a8faa5c89e3 None None] Network 4c8d3277-b9b1-426c-b0d6-68295b82e980 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:09:29.713945 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:09:28Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:29.744657 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] Checking router: 0e760c20-1c7a-4725-8bc9-da9e14a4494d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:09:29.754606 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] Routers {'0e760c20-1c7a-4725-8bc9-da9e14a4494d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:29.756191 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:29.768416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.876131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] DHCP port deletion for 4c8d3277-b9b1-426c-b0d6-68295b82e980 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:09:29.889208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:29.905829 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] Set router 0e760c20-1c7a-4725-8bc9-da9e14a4494d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:29.934894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] Deleting port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:09:29.935274 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.002493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 6d3bb44a-a841-459c-b448-52aeff2e6de8 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:09:30.003032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.011038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] For port 0ce72ab8-9eb7-4691-ba0e-62064bab9010, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0ce72ab8-9eb7-4691-ba0e-62064bab9010,segment=NetworkSegment(ee5d09d0-0bfe-4724-88f5-f59745088781),segment_id=ee5d09d0-0bfe-4724-88f5-f59745088781)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:30.011452 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.029512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0ce72ab8-9eb7-4691-ba0e-62064bab9010 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:09:30.031627 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] Calling delete_port for 0ce72ab8-9eb7-4691-ba0e-62064bab9010 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:09:30.096723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 6d3bb44a-a841-459c-b448-52aeff2e6de8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6d3bb44a-a841-459c-b448-52aeff2e6de8,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:30.097518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.109762 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:09:28Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:30.109981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 6d3bb44a-a841-459c-b448-52aeff2e6de8 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:09:30.144601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a81cba2-a028-453c-b824-37030b02f162 None None] The sync data for ids ['0e760c20-1c7a-4725-8bc9-da9e14a4494d'] in n-d-811521-2 is: [{'id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662327716', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:07:06Z', 'updated_at': '2021-10-15T01:09:28Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '6d3bb44a-a841-459c-b448-52aeff2e6de8', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e760c20-1c7a-4725-8bc9-da9e14a4494d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:07:07Z', 'updated_at': '2021-10-15T01:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:09:30.185962 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.198974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.201798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:09:30.229565 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 5645693f-3383-4d7b-a8a3-d7b57a7657e7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:09:30.229824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 5645693f-3383-4d7b-a8a3-d7b57a7657e7 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:09:30.277570 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.323199 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] Pushing event deleted for resources: {'Port': ['ID=0ce72ab8-9eb7-4691-ba0e-62064bab9010,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:30.326522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f4cec9-7884-4d8b-833f-acbbe17a2977 None None] No DVR routers for this DVR port 0ce72ab8-9eb7-4691-ba0e-62064bab9010 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:09:30.329489 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.356836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.383367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=6d3bb44a-a841-459c-b448-52aeff2e6de8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:30.451935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.559720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.561880 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.677303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.678751 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Fanout notify agent at l3_agent the message router_deleted on router 0e760c20-1c7a-4725-8bc9-da9e14a4494d {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:09:30.685171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.686297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9580cd6f-6ac1-4574-983e-feff11b04f53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/routers/0e760c20-1c7a-4725-8bc9-da9e14a4494d HTTP/1.1" status: 204 len: 168 time: 1.0376432 Oct 15 01:09:30.691657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56240) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:30.774274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.870333 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.890058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8d3277-b9b1-426c-b0d6-68295b82e980']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:30.907433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5d09d0-0bfe-4724-88f5-f59745088781') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:30.907720 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5d09d0-0bfe-4724-88f5-f59745088781') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:30.923988 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.943479 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.950203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:09:30.950580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:09:30.953521 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:09:31.069894 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.076827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.081658 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/networks/4c8d3277-b9b1-426c-b0d6-68295b82e980 HTTP/1.1" status: 204 len: 168 time: 0.3874645 Oct 15 01:09:31.083991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56242) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:31.092296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dce09b-8170-4014-be64-fcbe2d1f918c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Network': ['ID=4c8d3277-b9b1-426c-b0d6-68295b82e980,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:31.146175 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19289c91-a5e7-41fa-9a13-ecdabb6ea375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.175042 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19289c91-a5e7-41fa-9a13-ecdabb6ea375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.304286 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19289c91-a5e7-41fa-9a13-ecdabb6ea375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.306921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-19289c91-a5e7-41fa-9a13-ecdabb6ea375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.308073 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-19289c91-a5e7-41fa-9a13-ecdabb6ea375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/security-groups/b673a779-8b2b-409d-8cba-1c3aaf0e2c4a HTTP/1.1" status: 204 len: 168 time: 0.2229886 Oct 15 01:09:31.317561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19289c91-a5e7-41fa-9a13-ecdabb6ea375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b673a779-8b2b-409d-8cba-1c3aaf0e2c4a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:31.646597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:31.650835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-69fbc9a4-b542-4213-bba1-2fd655a3aef2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411542056', 'description': 'tempest-secgroup-smoke-1411542056 description', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:31.733030 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fbc9a4-b542-4213-bba1-2fd655a3aef2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.796385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fbc9a4-b542-4213-bba1-2fd655a3aef2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.888114 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fbc9a4-b542-4213-bba1-2fd655a3aef2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.918990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbc9a4-b542-4213-bba1-2fd655a3aef2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916de452-d89d-4e28-a7fa-9a713e91e079,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:31.945291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 81bdc685-e8ed-424a-88e7-effaaca03c79 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:09:31.967959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 81bdc685-e8ed-424a-88e7-effaaca03c79 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:09:31.968307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 81bdc685-e8ed-424a-88e7-effaaca03c79 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:09:31.968713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6d3bb44a-a841-459c-b448-52aeff2e6de8 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:09:31.991580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6d3bb44a-a841-459c-b448-52aeff2e6de8 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:09:31.991917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6d3bb44a-a841-459c-b448-52aeff2e6de8 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:09:31.993325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-69fbc9a4-b542-4213-bba1-2fd655a3aef2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:31.997307 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-69fbc9a4-b542-4213-bba1-2fd655a3aef2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3473735 Oct 15 01:09:32.001178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56250) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:32.002156 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-74e29dc5-0ae6-483e-a23e-a17ba30c8171 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': '916de452-d89d-4e28-a7fa-9a713e91e079', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:32.098343 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74e29dc5-0ae6-483e-a23e-a17ba30c8171 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.157288 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74e29dc5-0ae6-483e-a23e-a17ba30c8171 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.230860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74e29dc5-0ae6-483e-a23e-a17ba30c8171 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.251464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e29dc5-0ae6-483e-a23e-a17ba30c8171 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e4f8ea-8523-4e0d-9180-48bf30df68e7,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:32.324336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-74e29dc5-0ae6-483e-a23e-a17ba30c8171 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.325543 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-74e29dc5-0ae6-483e-a23e-a17ba30c8171 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270767 Oct 15 01:09:32.328465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56252) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:32.332744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-36cb542c-7622-4e8c-b3b0-b5104e63c5f6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': '916de452-d89d-4e28-a7fa-9a713e91e079', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:32.378594 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.440379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-36cb542c-7622-4e8c-b3b0-b5104e63c5f6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.497198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-36cb542c-7622-4e8c-b3b0-b5104e63c5f6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.578290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-36cb542c-7622-4e8c-b3b0-b5104e63c5f6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.596356 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb542c-7622-4e8c-b3b0-b5104e63c5f6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48349ff7-d123-481c-89f0-9e697fddd6a8,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:32.695854 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-36cb542c-7622-4e8c-b3b0-b5104e63c5f6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.697119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-36cb542c-7622-4e8c-b3b0-b5104e63c5f6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3677278 Oct 15 01:09:32.700021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56254) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:32.704481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4aa5012e-e623-49bf-91ee-c3dbced3364e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': '916de452-d89d-4e28-a7fa-9a713e91e079', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:32.807845 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4aa5012e-e623-49bf-91ee-c3dbced3364e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.865693 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4aa5012e-e623-49bf-91ee-c3dbced3364e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.945652 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4aa5012e-e623-49bf-91ee-c3dbced3364e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:32.964195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5012e-e623-49bf-91ee-c3dbced3364e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29130784-1b41-416f-93fd-53c5b215b078,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:33.040350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4aa5012e-e623-49bf-91ee-c3dbced3364e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.041630 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4aa5012e-e623-49bf-91ee-c3dbced3364e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405426 Oct 15 01:09:33.044531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56256) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:33.048835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dccab15b-e240-48cb-8d44-a953a988d392 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': '916de452-d89d-4e28-a7fa-9a713e91e079', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:33.138458 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dccab15b-e240-48cb-8d44-a953a988d392 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.203096 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dccab15b-e240-48cb-8d44-a953a988d392 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.276507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dccab15b-e240-48cb-8d44-a953a988d392 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.295997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccab15b-e240-48cb-8d44-a953a988d392 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bfcd3b-5e6b-437c-9c56-c80f1d61df69,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:33.369797 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dccab15b-e240-48cb-8d44-a953a988d392 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.371094 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dccab15b-e240-48cb-8d44-a953a988d392 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3256524 Oct 15 01:09:33.373817 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56258) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:33.378160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': '916de452-d89d-4e28-a7fa-9a713e91e079', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:33.465096 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:09:33.470188 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.531633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.596712 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.616930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbeca5f-2eb2-4a4b-92b8-0590ebf6c4f0,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:33.696350 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.697642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2b474671-4f91-45d8-9717-948705832e3d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227870 Oct 15 01:09:33.707013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56260) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:33.711527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': '916de452-d89d-4e28-a7fa-9a713e91e079', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:33.796928 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:09:33.802442 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.860866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.911126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.928548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f422208c-5ac3-43c4-9bc0-e05a89782c4a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:33.986182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:33.987373 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3eb947f6-dff5-46f1-8eef-6a2c1c4097f2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2794161 Oct 15 01:09:33.991401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56262) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:33.996082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'network': {'name': 'tempest-network-smoke--1745753331', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'port_security_enabled': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:34.088314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:09:34.091960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:34.116769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:09:34.126472 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:34.126893 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Added segment 833e9bc5-0086-4382-92ba-dfd3625b78fa of type vlan for network 274adccb-0829-4575-859c-47d7253dad88 Oct 15 01:09:34.170747 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:34.632191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:34.637947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:34.638556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:34.706618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Network': ['ID=274adccb-0829-4575-859c-47d7253dad88,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:34.717355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 274adccb-0829-4575-859c-47d7253dad88 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:09:34.787952 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0619cf56-2bd3-4641-9232-128dec64d6e9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7955453 Oct 15 01:09:34.790654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56264) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:34.795369 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'admin_state_up': True, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:34.881864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:34.882865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:34.935280 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:35.139127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:35.416825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:35.436290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:35.543458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.86 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/11b8c318-632d-4189-abde-6abd3e153c3d) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:09:35.650775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:35.740803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:35.779695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:09:35.782498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:35.788291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:09:35.793570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=11b8c318-632d-4189-abde-6abd3e153c3d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:36.116008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:36.317061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:36.539514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router c8e6fe28-d57a-4320-8d5b-9c25648790e7 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:09:36.648054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:09:36.658033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Sync routers for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:09:36.667822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:36.668424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:36.747302 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:36.748691 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c5e6fc82-7bcf-44fe-9743-bb8125f232f9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9570401 Oct 15 01:09:36.751872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56268) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:36.778543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:36.780845 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0c37e413-7088-4b23-baaf-6159b6070cdb tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b26af35651e644d68f8a0fc07a07cd20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278554 Oct 15 01:09:36.783563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56270) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:36.878608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba95ae-b8c2-4a49-ac3f-6e09feb4e343 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:36.882827 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eaba95ae-b8c2-4a49-ac3f-6e09feb4e343 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956578 Oct 15 01:09:36.883052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56272) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:36.911693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-73a39bf1-9ecb-4a2c-9087-f62621729efd tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269830 Oct 15 01:09:36.914971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56274) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:36.920202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967086857', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:36.965437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:35Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:36.996732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Checking router: c8e6fe28-d57a-4320-8d5b-9c25648790e7 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:09:36.997085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Updating router c8e6fe28-d57a-4320-8d5b-9c25648790e7 port 11b8c318-632d-4189-abde-6abd3e153c3d binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:09:37.022630 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.092993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:09:37.096602 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.277343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.367821 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.385824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.431850 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Subnet': ['ID=65ff9534-ab4b-4c84-8409-fc2f1002ee8d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:37.440107 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Attempting to bind port 11b8c318-632d-4189-abde-6abd3e153c3d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:09:37.440477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Attempting to bind port 11b8c318-632d-4189-abde-6abd3e153c3d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:09:37.440900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Attempting to bind port 11b8c318-632d-4189-abde-6abd3e153c3d on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:09:37.443250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.443603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.444034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.444373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.444708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.445041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.445371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.445701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.446032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.446389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.447217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.447217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:37.452978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ebcf6-5301-4441-8fb1-7fc65ee11101 None None] Pushing event updated for resources: {'Port': ['ID=11b8c318-632d-4189-abde-6abd3e153c3d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:37.453270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Checking segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:09:37.459362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network hostable DHCP agents. Network: 274adccb-0829-4575-859c-47d7253dad88, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:09:37.460119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:09:37.460119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:09:37.460119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.460119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:09:37.460119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Bound port: 11b8c318-632d-4189-abde-6abd3e153c3d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:09:37.460119 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.515499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] For port 11b8c318-632d-4189-abde-6abd3e153c3d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:09:37.518686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] For port 11b8c318-632d-4189-abde-6abd3e153c3d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=11b8c318-632d-4189-abde-6abd3e153c3d,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:09:37.578580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 274adccb-0829-4575-859c-47d7253dad88 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:09:37.601983 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.661325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:37.662081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:37.667608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ebcf6-5301-4441-8fb1-7fc65ee11101 None None] Pushing event updated for resources: {'Port': ['ID=11b8c318-632d-4189-abde-6abd3e153c3d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:37.677646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 274adccb-0829-4575-859c-47d7253dad88) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:37.682405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:37.683300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:37.710018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ce1a7-ca46-4657-a967-867a30084077 None None] Network 274adccb-0829-4575-859c-47d7253dad88 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:09:37.781104 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9a98e9bf-a658-452f-ae4c-e5b2c7c136ed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8650019 Oct 15 01:09:37.783809 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56276) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:37.834725 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:38.042084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-274adccb-0829-4575-859c-47d7253dad88', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:09:38.042993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:38.227146 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:35Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:38.262709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Allocated IP 172.20.0.2 (274adccb-0829-4575-859c-47d7253dad88/65ff9534-ab4b-4c84-8409-fc2f1002ee8d/8a2e1b5e-df7c-46ce-b182-5f24b8107f07) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:09:38.265246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ffb38-5ca4-4a8d-8ce6-87b16b1f5876 None None] The sync data for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 is: [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:35Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:09:38.428682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:38.506479 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:38.548816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Network 274adccb-0829-4575-859c-47d7253dad88 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:09:38.557696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:38.564281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:09:38.584991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Pushing event updated for resources: {'Port': ['ID=8a2e1b5e-df7c-46ce-b182-5f24b8107f07,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:38.590794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:38.651605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Attempting to bind port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:09:38.652663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Attempting to bind port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:09:38.653170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Attempting to bind port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:09:38.661903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:09:38.663317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Checking segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:09:38.663317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:38.663977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Bound using segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:09:38.665113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Bound port: 8a2e1b5e-df7c-46ce-b182-5f24b8107f07, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:09:38.665113 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:38.770780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] For port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:09:38.774214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] For port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8a2e1b5e-df7c-46ce-b182-5f24b8107f07,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:09:38.894599 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:38.922373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.1 (274adccb-0829-4575-859c-47d7253dad88/65ff9534-ab4b-4c84-8409-fc2f1002ee8d/9eb63723-a545-4786-a98b-9c32c8732b98) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:09:38.969447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933d6eb-3ee2-4755-a971-8b410cef878f None None] Pushing event updated for resources: {'Port': ['ID=8a2e1b5e-df7c-46ce-b182-5f24b8107f07,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:39.065584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:39.184657 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:39.235009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 274adccb-0829-4575-859c-47d7253dad88 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:09:39.240723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:39.245350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:09:39.249569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=9eb63723-a545-4786-a98b-9c32c8732b98,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:39.292423 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:39.534456 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:39.847043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:39.868019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b31dbbc-f263-45f8-8ab1-44bc719816b0 None None] Network 274adccb-0829-4575-859c-47d7253dad88 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:09:39.929052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.005981 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.008906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=9eb63723-a545-4786-a98b-9c32c8732b98,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:40.022670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-994d7e2f-9933-45b7-baca-b1de073814fe None None] Provisioning complete for port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:40.022670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-994d7e2f-9933-45b7-baca-b1de073814fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.026229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:09:40.111590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 274adccb-0829-4575-859c-47d7253dad88 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:09:40.113024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:40.185610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:40.185978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.218278 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.227796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-994d7e2f-9933-45b7-baca-b1de073814fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.260325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router c8e6fe28-d57a-4320-8d5b-9c25648790e7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:09:40.273576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-994d7e2f-9933-45b7-baca-b1de073814fe None None] For port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8a2e1b5e-df7c-46ce-b182-5f24b8107f07,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:40.321533 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-994d7e2f-9933-45b7-baca-b1de073814fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.346143 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.392320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:09:40.402974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-84dcf3bd-e773-40f9-9c94-ceb9ab801a7d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/c8e6fe28-d57a-4320-8d5b-9c25648790e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6147535 Oct 15 01:09:40.413694 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Sync routers for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:09:40.417575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d7e2f-9933-45b7-baca-b1de073814fe None None] Pushing event updated for resources: {'Port': ['ID=8a2e1b5e-df7c-46ce-b182-5f24b8107f07,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:40.427091 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:40.428723 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:40.579511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-540f49cc-8d8d-401e-9e8d-da4bd5ada76c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411542056&fields=id&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 267 time: 0.0493143 Oct 15 01:09:40.584499 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:40.632641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dba6ef6a-9868-4d7f-990a-399b65078b98 None None] Provisioning complete for port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:40.633009 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dba6ef6a-9868-4d7f-990a-399b65078b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.682488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:09:40.682942 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:09:40.699439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-05883307-d497-4893-a5ff-2d354e0a65e4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:40.700979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-05883307-d497-4893-a5ff-2d354e0a65e4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 797 time: 0.1207535 Oct 15 01:09:40.719026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-4e265b70-2093-4792-bb5d-7565e35bb2d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/quotas/b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 375 time: 0.0104089 Oct 15 01:09:40.759888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dba6ef6a-9868-4d7f-990a-399b65078b98 None None] Provisioning complete for port 9eb63723-a545-4786-a98b-9c32c8732b98 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:40.760587 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dba6ef6a-9868-4d7f-990a-399b65078b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.794387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-8bdd6663-7e08-492b-b326-6372b135a1ad tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680954 Oct 15 01:09:40.811654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-dba6ef6a-9868-4d7f-990a-399b65078b98 None None] Port 9eb63723-a545-4786-a98b-9c32c8732b98 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:09:40.812224 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 2, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:40.849071 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Checking router: c8e6fe28-d57a-4320-8d5b-9c25648790e7 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:09:40.849586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Updating router c8e6fe28-d57a-4320-8d5b-9c25648790e7 port 9eb63723-a545-4786-a98b-9c32c8732b98 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:09:40.875143 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.901440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-1404b1ce-b4d5-4370-bf0b-bb73f3633836 service neutron] 10.222.0.13 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916986 Oct 15 01:09:40.931233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-14974603-0edc-44b4-9f65-b0b3e7253532 None None] Provisioning complete for port 9eb63723-a545-4786-a98b-9c32c8732b98 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:40.931809 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-14974603-0edc-44b4-9f65-b0b3e7253532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:40.968717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-14974603-0edc-44b4-9f65-b0b3e7253532 None None] Port 9eb63723-a545-4786-a98b-9c32c8732b98 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:09:40.999294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-d1ab0ed9-fc27-4e56-bcec-7025e555898a service neutron] 10.222.0.13 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934453 Oct 15 01:09:41.143684 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.205456 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.226723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11b8c318-632d-4189-abde-6abd3e153c3d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:09:41.268922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9740b7c5-7694-40c9-aaad-c317d6635422 req-d33decd5-56e1-4b53-8db6-20ecd6f7b67f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 210 time: 0.0621624 Oct 15 01:09:41.288908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 11b8c318-632d-4189-abde-6abd3e153c3d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:41.288908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.289601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Pushing event updated for resources: {'Port': ['ID=9eb63723-a545-4786-a98b-9c32c8732b98,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:41.305380 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.305912 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.306425 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.307095 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.307573 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.307923 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.308229 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.308552 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.308873 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.309189 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.309507 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.309821 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:41.344620 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Attempting to bind port 9eb63723-a545-4786-a98b-9c32c8732b98 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:09:41.345589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Attempting to bind port 9eb63723-a545-4786-a98b-9c32c8732b98 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:09:41.346446 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Attempting to bind port 9eb63723-a545-4786-a98b-9c32c8732b98 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:09:41.357412 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:09:41.357412 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Checking segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:09:41.357412 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.357412 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Bound using segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:09:41.357412 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Bound port: 9eb63723-a545-4786-a98b-9c32c8732b98, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:09:41.357412 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.380572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.410030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 11b8c318-632d-4189-abde-6abd3e153c3d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=11b8c318-632d-4189-abde-6abd3e153c3d,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:41.428104 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] For port 9eb63723-a545-4786-a98b-9c32c8732b98, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:09:41.431366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] For port 9eb63723-a545-4786-a98b-9c32c8732b98, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9eb63723-a545-4786-a98b-9c32c8732b98,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:09:41.544398 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.544908 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.599387 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:41.600449 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:41.603058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=11b8c318-632d-4189-abde-6abd3e153c3d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:41.608842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-001f4351-621e-46bf-8a6e-2dc5fe248563 None None] Provisioning complete for port 9eb63723-a545-4786-a98b-9c32c8732b98 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:41.609431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001f4351-621e-46bf-8a6e-2dc5fe248563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.649661 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412210a-a542-4615-83b3-bc76fcd2c323 None None] Pushing event updated for resources: {'Port': ['ID=9eb63723-a545-4786-a98b-9c32c8732b98,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:41.706445 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001f4351-621e-46bf-8a6e-2dc5fe248563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.749473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-001f4351-621e-46bf-8a6e-2dc5fe248563 None None] For port 9eb63723-a545-4786-a98b-9c32c8732b98, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9eb63723-a545-4786-a98b-9c32c8732b98,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:41.830103 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:41.848872 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-001f4351-621e-46bf-8a6e-2dc5fe248563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:41.901506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f4351-621e-46bf-8a6e-2dc5fe248563 None None] Pushing event updated for resources: {'Port': ['ID=9eb63723-a545-4786-a98b-9c32c8732b98,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:41.965840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:09:41.996030 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4035acbf-9cd0-4cca-8c7b-6c1c9b3feb9d None None] Provisioning complete for port 9eb63723-a545-4786-a98b-9c32c8732b98 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:41.996392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4035acbf-9cd0-4cca-8c7b-6c1c9b3feb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:42.039407 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:42.053689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:42.054213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:42.066025 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7b50c-5681-41e7-84ba-1aa9eb3cba4a None None] The sync data for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 is: [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:09:42.187828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11b8c318-632d-4189-abde-6abd3e153c3d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:09:42.237569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 11b8c318-632d-4189-abde-6abd3e153c3d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:42.238032 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:42.376337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12cda3e3-2419-43b2-8162-08b6162cc9b6 req-a7009e42-d21e-4ba3-a276-92c0d2c56fa6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 210 time: 0.0287850 Oct 15 01:09:43.375047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-601e76e4-44dc-45e3-8992-ca5f3c8b7ef3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:43.376566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-601e76e4-44dc-45e3-8992-ca5f3c8b7ef3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 797 time: 0.1080773 Oct 15 01:09:43.422243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-38ed555d-abbc-4a10-b6db-e50565422b50 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 380 time: 0.0352747 Oct 15 01:09:43.432581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'port': {'device_id': '1270352d-3347-40ce-a8da-ccd678168c09', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'admin_state_up': True, 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'security_groups': ['916de452-d89d-4e28-a7fa-9a713e91e079']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:43.483012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c1ae74d-5c3c-45f6-878c-87a5ba4016cf req-f2206a8e-2d3e-4e7c-a826-2f372adf2130 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Oct 15 01:09:43.642360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:09:43.645825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:43.769256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.4 (274adccb-0829-4575-859c-47d7253dad88/65ff9534-ab4b-4c84-8409-fc2f1002ee8d/4c1ef065-dff1-41a6-baf4-3d68ded6bc35) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:09:43.907134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:43.978842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9eb63723-a545-4786-a98b-9c32c8732b98 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:09:44.008999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.027133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9eb63723-a545-4786-a98b-9c32c8732b98 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:44.027507 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.054440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 274adccb-0829-4575-859c-47d7253dad88 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:09:44.059518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:44.066535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:09:44.074295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:44.126729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:44.129707 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.246820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-6b19bb47-6476-4f01-9cd0-cfc9120cc23e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169358 Oct 15 01:09:44.258483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Request body: {'port': {'device_id': '1270352d-3347-40ce-a8da-ccd678168c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:44.316447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.372730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8921834a-bafd-46ad-aa1c-c8218ad81d40 None None] Provisioning complete for port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:44.374799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8921834a-bafd-46ad-aa1c-c8218ad81d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.407765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8921834a-bafd-46ad-aa1c-c8218ad81d40 None None] Port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:09:44.601762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:09:44.610878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.628764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Transition to ACTIVE for port object 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:09:44.638998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3beef-2d7f-43f5-8fc3-ef125901d568 req-5a6effa7-3463-4a9f-9b40-094c61f8ebac tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:44.640450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77f3beef-2d7f-43f5-8fc3-ef125901d568 req-5a6effa7-3463-4a9f-9b40-094c61f8ebac tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 931 time: 0.0734844 Oct 15 01:09:44.683066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77f3beef-2d7f-43f5-8fc3-ef125901d568 req-6035ab9d-6a0e-4bc1-bdcf-3944e116cc03 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361187 Oct 15 01:09:44.705220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.758353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:44.824276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:09:44.824630 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:09:44.824957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:09:44.829445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:09:44.829763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:09:44.835734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:09:44.836074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Checking segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:09:44.836470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Bound using segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:09:44.836898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Bound port: 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:09:44.843734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:44.909135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:09:44.913211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:09:44.997015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:45.031584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:45.032270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:45.033632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] 10.222.0.39 "PUT /v2.0/ports/4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 1091 time: 0.7799792 Oct 15 01:09:45.034068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:09:45.036426 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45c24f-ce58-4969-9b2f-911a1f2161a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:09:45.060277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca714d-b83b-4a74-8232-420b62a17956 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:45.077992 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a6b36-5b34-4254-b51e-201dff21f188 x-openstack-request-id: req-605a6b36-5b34-4254-b51e-201dff21f188 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:09:45.078320 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:09:45.078568 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-605a6b36-5b34-4254-b51e-201dff21f188 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:09:45.078970 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'status': 'completed', 'code': 200} Oct 15 01:09:45.142643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c24f-ce58-4969-9b2f-911a1f2161a8 req-29b95a69-f6b4-4a0c-90bb-6aa2d0838ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:45.144543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b45c24f-ce58-4969-9b2f-911a1f2161a8 req-29b95a69-f6b4-4a0c-90bb-6aa2d0838ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1094 time: 0.0458641 Oct 15 01:09:45.191888 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:45.253349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c24f-ce58-4969-9b2f-911a1f2161a8 req-98b86532-83ee-4a0d-97c1-fdefb2b93ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:45.255803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b45c24f-ce58-4969-9b2f-911a1f2161a8 req-98b86532-83ee-4a0d-97c1-fdefb2b93ded service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b26af35651e644d68f8a0fc07a07cd20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1039762 Oct 15 01:09:45.348947 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c24f-ce58-4969-9b2f-911a1f2161a8 req-7dbab9d4-f9fe-468d-a030-b0bae215855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:45.350904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b45c24f-ce58-4969-9b2f-911a1f2161a8 req-7dbab9d4-f9fe-468d-a030-b0bae215855c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886829 Oct 15 01:09:45.424681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-ddd8b263-78a0-4690-9537-588accdade36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:45.426181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-ddd8b263-78a0-4690-9537-588accdade36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1094 time: 0.0405371 Oct 15 01:09:45.470258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-21d1ff1c-3f75-4178-a072-56a4b3c78550 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 217 time: 0.0366178 Oct 15 01:09:45.519921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-3bc340dd-e63d-404d-8e5c-d8a7ff80b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:45.521362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-3bc340dd-e63d-404d-8e5c-d8a7ff80b538 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0442419 Oct 15 01:09:45.567100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-55a3887b-80bd-4755-b262-315f6e82b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:45.568594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-55a3887b-80bd-4755-b262-315f6e82b756 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406673 Oct 15 01:09:45.663335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-0f7b5b8c-4f72-475b-97a6-19c5231eac8a service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878749 Oct 15 01:09:45.753713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c50c2b73-7635-4d28-af10-8fae3587a86f req-f4290a3d-c29c-430c-8aa8-c03fd67b3643 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834141 Oct 15 01:09:46.085006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8243-5603-4668-9e1a-d67915c4e763 req-88c42eef-d915-4b7d-a055-67c137492c58 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:46.086528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-301f8243-5603-4668-9e1a-d67915c4e763 req-88c42eef-d915-4b7d-a055-67c137492c58 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.3319190 Oct 15 01:09:46.124785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-301f8243-5603-4668-9e1a-d67915c4e763 req-92575cb5-6e79-4bf0-88aa-ecbd99b4ae25 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Oct 15 01:09:47.241322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e62eb-7a91-466d-9b36-628315ac5d48 req-b27380be-d900-4634-9231-7bb6f4b330b2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:47.242811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e4e62eb-7a91-466d-9b36-628315ac5d48 req-b27380be-d900-4634-9231-7bb6f4b330b2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0495858 Oct 15 01:09:47.280361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e4e62eb-7a91-466d-9b36-628315ac5d48 req-3f44d52e-a4a3-42af-b494-ccef0e72493a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Oct 15 01:09:48.391989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70773824-b680-4a96-9965-8e676a1a91b2 req-1a16c9f9-9b1a-40b9-8a18-ce20aace53d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:48.393438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70773824-b680-4a96-9965-8e676a1a91b2 req-1a16c9f9-9b1a-40b9-8a18-ce20aace53d0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0474217 Oct 15 01:09:48.430722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70773824-b680-4a96-9965-8e676a1a91b2 req-801f356d-efd6-45c6-b9fb-f5883a02765b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306823 Oct 15 01:09:49.548253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55523-df84-4329-81ea-0fbcfcf3b14b req-bbe14d77-b99c-4e18-9f30-bdd0d9986852 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:49.549702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15c55523-df84-4329-81ea-0fbcfcf3b14b req-bbe14d77-b99c-4e18-9f30-bdd0d9986852 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0524802 Oct 15 01:09:49.586308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15c55523-df84-4329-81ea-0fbcfcf3b14b req-2201304c-eb61-49a3-a805-888b7dd1428e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305429 Oct 15 01:09:50.306313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:09:50.399914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:50.410465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'port_id': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'mac_address': 'fa:16:3e:36:90:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:09:50.447092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:50.459508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:09:50.478701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:50.551199 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:50.600857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:50.701532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee31c0-00a6-46ee-854c-60a9084d7347 req-335cc245-06cb-42ce-afb5-c1c951184c35 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:50.703143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15ee31c0-00a6-46ee-854c-60a9084d7347 req-335cc245-06cb-42ce-afb5-c1c951184c35 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 944 time: 0.0486081 Oct 15 01:09:50.740090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15ee31c0-00a6-46ee-854c-60a9084d7347 req-97396b4f-e36c-4b07-9ee5-99247e38bef9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Oct 15 01:09:50.922286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4c1ef065-dff1-41a6-baf4-3d68ded6bc35'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:09:51.854713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c9c7-581f-4a58-8d0e-07eaec60b205 req-b9a7d982-579f-44b2-86e0-b268976c5fee tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:51.856177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbd4c9c7-581f-4a58-8d0e-07eaec60b205 req-b9a7d982-579f-44b2-86e0-b268976c5fee tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 944 time: 0.0494850 Oct 15 01:09:51.894653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbd4c9c7-581f-4a58-8d0e-07eaec60b205 req-3157d2e0-1816-4473-b1d6-83b4535d8d3b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Oct 15 01:09:52.151728 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:09:52.336615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:09:52.436468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:09:52.440292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:09:52.441827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:52.525360 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:52.548475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:09:52.550824 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14da1d5-1178-44e3-b98f-8fd7dad2f864" -d '{"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-plugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:09:52.564013 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:09:52.584843 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43a015e-be70-4957-a639-b76f304bd933 x-openstack-request-id: req-b43a015e-be70-4957-a639-b76f304bd933 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:09:52.585630 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-plugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:09:52.585900 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b43a015e-be70-4957-a639-b76f304bd933 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:09:52.586328 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'code': 200} Oct 15 01:09:52.653598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:52.685972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e8935-7ed6-45e6-a2c1-cf27a89f79f7 req-8ac78afc-2344-4e28-96c1-0d9326ffdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:52.687579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a5e8935-7ed6-45e6-a2c1-cf27a89f79f7 req-8ac78afc-2344-4e28-96c1-0d9326ffdb54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1095 time: 0.0478458 Oct 15 01:09:52.703332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:52.711392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.711734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.712072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.712406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.712738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.713068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.713396 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.713718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.714043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.714385 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.714705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.715021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:09:52.724184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a5e8935-7ed6-45e6-a2c1-cf27a89f79f7 req-ebc246fa-de9d-4924-8f5d-b952719424d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283616 Oct 15 01:09:53.009487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc714c5-abc8-4ac6-9a8c-0611ed87a01b req-2bb833d3-acac-4697-a983-da997ab61b88 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:53.010896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fc714c5-abc8-4ac6-9a8c-0611ed87a01b req-2bb833d3-acac-4697-a983-da997ab61b88 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0490687 Oct 15 01:09:53.047689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fc714c5-abc8-4ac6-9a8c-0611ed87a01b req-978c8a2a-f438-4643-9635-6f6539d431aa tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Oct 15 01:09:54.160470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec1b1-3037-4fde-ab72-9f4252617b08 req-dc0b5172-d640-42f0-8517-c9b471e8716c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:54.161865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c30ec1b1-3037-4fde-ab72-9f4252617b08 req-dc0b5172-d640-42f0-8517-c9b471e8716c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Oct 15 01:09:54.199315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c30ec1b1-3037-4fde-ab72-9f4252617b08 req-a67d8331-efd6-4cbd-8254-d72a43df2d78 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Oct 15 01:09:55.316561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48413a-8db5-4f26-8996-5442e6d9a608 req-e18ad4ae-7774-434b-928c-2404976c4f94 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:55.318033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f48413a-8db5-4f26-8996-5442e6d9a608 req-e18ad4ae-7774-434b-928c-2404976c4f94 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Oct 15 01:09:55.356291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f48413a-8db5-4f26-8996-5442e6d9a608 req-288495a0-9bd5-4125-8b5f-3cf07f3ad838 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Oct 15 01:09:55.473873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe919c5-c3b2-4038-8497-6cadcf3f10f2 req-6a0a9dfc-36bb-4b03-8ada-4e58a2f4dd59 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:55.475373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fe919c5-c3b2-4038-8497-6cadcf3f10f2 req-6a0a9dfc-36bb-4b03-8ada-4e58a2f4dd59 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0501075 Oct 15 01:09:55.514454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fe919c5-c3b2-4038-8497-6cadcf3f10f2 req-4fd7e04a-a9e1-403a-9538-995dc6a1eed9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Oct 15 01:09:55.536288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56342) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:55.576124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a82243-2c81-4a05-9e92-72f064dcdca6 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:55.577627 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77a82243-2c81-4a05-9e92-72f064dcdca6 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1091 time: 0.0403137 Oct 15 01:09:55.580458 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:55.584670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:09:55.676142 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:55.784429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:55.886388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.69 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/75b5d83a-6fed-4ca7-a2fe-eaa21408d0de) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:09:55.989578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:56.076874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:56.120772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:09:56.125545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:09:56.129751 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:09:56.132712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=75b5d83a-6fed-4ca7-a2fe-eaa21408d0de,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:56.242937 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3a4488e3-cc6a-4e6f-97ea-8fa8d30505b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:56.523023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:56.643303 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:56.791287 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:56.863817 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:56.934733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=75b5d83a-6fed-4ca7-a2fe-eaa21408d0de,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:09:56.944891 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:57.047941 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP f2470c9d-3583-4e70-9dee-8b8170fed374 associated. External IP: 172.25.2.69, port: 4c1ef065-dff1-41a6-baf4-3d68ded6bc35. Oct 15 01:09:57.258495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router c8e6fe28-d57a-4320-8d5b-9c25648790e7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:09:57.366995 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:09:57.378255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] Sync routers for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:09:57.387184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:57.389791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:57.454201 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:09:57.482412 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fb1497cf-e710-4e0e-931a-f0d48f97681f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9009309 Oct 15 01:09:57.483429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:09:57.485380 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6e2740-81fd-4711-908d-1d9aafe65fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:09:57.494612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:57.582282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b8570-0433-46cd-af00-1af20670036d req-8e0ef030-e758-4e7b-8ac1-abc82c12f2df tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:57.583760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b39b8570-0433-46cd-af00-1af20670036d req-8e0ef030-e758-4e7b-8ac1-abc82c12f2df tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0493762 Oct 15 01:09:57.623196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b39b8570-0433-46cd-af00-1af20670036d req-e0fee5d1-ed2e-450b-bb52-185555a53a01 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 Oct 15 01:09:57.646070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56350) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:57.713358 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-861d571f-c115-4fdb-831c-2ae34cf2c1c9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/f2470c9d-3583-4e70-9dee-8b8170fed374 HTTP/1.1" status: 200 len: 990 time: 0.0659144 Oct 15 01:09:57.736067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'f2470c9d-3583-4e70-9dee-8b8170fed374', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'port_id': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'mac_address': 'fa:16:3e:36:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270352d-3347-40ce-a8da-ccd678168c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:56Z', 'updated_at': '2021-10-15T01:09:56Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:57.744414 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2743108-27d7-49de-b745-f09182323513 x-openstack-request-id: req-e2743108-27d7-49de-b745-f09182323513 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:09:57.744709 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:09:57.744964 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2743108-27d7-49de-b745-f09182323513 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:09:57.745378 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'status': 'completed', 'code': 200} Oct 15 01:09:57.764063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] Checking router: c8e6fe28-d57a-4320-8d5b-9c25648790e7 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:09:57.772750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:09:57.773368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:09:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:57.809796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-5b92c515-58db-484a-af7a-184ce6bd56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:57.811411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-5b92c515-58db-484a-af7a-184ce6bd56f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1096 time: 0.0452328 Oct 15 01:09:57.879491 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:09:57.902349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-7ad08a8b-6bd1-4bb4-89af-6273a165d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:57.903806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-7ad08a8b-6bd1-4bb4-89af-6273a165d5f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.0857987 Oct 15 01:09:57.972978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-d6c2e6d1-1fc9-4b35-bbd7-aad50d9687d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 998 time: 0.0611093 Oct 15 01:09:58.021641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-972799b0-3644-4981-8999-5cb900d63830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:58.023131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-972799b0-3644-4981-8999-5cb900d63830 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0435457 Oct 15 01:09:58.068241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-9f473114-17c6-4f80-a87e-10857fea4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:09:58.069799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-9f473114-17c6-4f80-a87e-10857fea4298 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398266 Oct 15 01:09:58.106868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'f2470c9d-3583-4e70-9dee-8b8170fed374', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'port_id': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'mac_address': 'fa:16:3e:36:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270352d-3347-40ce-a8da-ccd678168c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:56Z', 'updated_at': '2021-10-15T01:09:56Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:09:58.134139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a304a7c-16c7-4296-b1a1-c1502aa6d060 None None] The sync data for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 is: [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'f2470c9d-3583-4e70-9dee-8b8170fed374', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'port_id': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'mac_address': 'fa:16:3e:36:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270352d-3347-40ce-a8da-ccd678168c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:56Z', 'updated_at': '2021-10-15T01:09:56Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:09:58.164746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-7d5166f9-5cba-49df-a822-5add2db9474b service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875094 Oct 15 01:09:58.257203 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a6e2740-81fd-4711-908d-1d9aafe65fb3 req-8c92b1fb-b028-4bc6-a732-d1da56c074a7 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859861 Oct 15 01:09:58.324399 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442191d-ef20-4551-98bf-ddc7ba964907 None None] New status for floating IP f2470c9d-3583-4e70-9dee-8b8170fed374: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:09:58.716571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56354) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:09:58.778681 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-95ee06bd-1304-464d-97c8-7e0225cf1864 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/f2470c9d-3583-4e70-9dee-8b8170fed374 HTTP/1.1" status: 200 len: 992 time: 0.0607576 Oct 15 01:09:58.818331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2db3fc26-dfc8-4277-8584-09b91b5821b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:00.150931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:00.310397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:01.720383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-83c766be-dd7c-4830-a6ac-d8be5f3a1276 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455754 Oct 15 01:10:01.798984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-5e9e27a3-9c6d-4a0b-b894-231a623f8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:01.800469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-5e9e27a3-9c6d-4a0b-b894-231a623f8e70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1096 time: 0.0404868 Oct 15 01:10:01.907655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-483c92ee-0306-4ba6-aec0-cf7cb74a8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:01.909135 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-483c92ee-0306-4ba6-aec0-cf7cb74a8e0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0901515 Oct 15 01:10:01.975217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-84c97aef-02f1-4021-b182-25826ea0bea4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 1000 time: 0.0594041 Oct 15 01:10:02.023892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-62beab87-f5f1-4351-bf6e-723b68f3eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:02.025347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-62beab87-f5f1-4351-bf6e-723b68f3eace service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0431986 Oct 15 01:10:02.075557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-8fc22902-b82e-43e4-91cf-5e1f34964d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:02.076934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-8fc22902-b82e-43e4-91cf-5e1f34964d88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446939 Oct 15 01:10:02.165471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-6e942ba6-f015-496c-bcef-c1640ffa53f4 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818045 Oct 15 01:10:02.259129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8346e05f-52d5-48c6-8573-abd3241243f9 req-a370bf24-3c6c-46e8-9b3a-4972f7f5101c service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861855 Oct 15 01:10:02.389456 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:05.695039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-25a03177-98ae-495e-8147-56f96f90ee23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921633 Oct 15 01:10:05.782009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6a343-2b37-454b-9580-33590514c3bb req-0361359c-1a84-4163-8d77-f97b1743481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:05.783410 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-0361359c-1a84-4163-8d77-f97b1743481f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1096 time: 0.0396087 Oct 15 01:10:05.893356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6a343-2b37-454b-9580-33590514c3bb req-8f0db6c5-01dd-4645-b570-00257208b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:05.894844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-8f0db6c5-01dd-4645-b570-00257208b89e service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.0876274 Oct 15 01:10:05.964367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-dc5ae5b2-d364-4e01-8a74-3b06986b1e7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 1000 time: 0.0584924 Oct 15 01:10:06.024057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6a343-2b37-454b-9580-33590514c3bb req-6a524c07-d971-436e-9623-63a043d45bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:06.025467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-6a524c07-d971-436e-9623-63a043d45bb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0474803 Oct 15 01:10:06.073708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6a343-2b37-454b-9580-33590514c3bb req-a7d970d6-bf6f-4baa-a262-520bc67119b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:06.075194 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-a7d970d6-bf6f-4baa-a262-520bc67119b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401783 Oct 15 01:10:06.167029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-149711a4-d128-4fd4-9831-89164aee6236 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834196 Oct 15 01:10:06.268976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07a6a343-2b37-454b-9580-33590514c3bb req-86fe8524-d8e3-4f31-b1ee-cdb71df8c22f service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940366 Oct 15 01:10:10.139554 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:15.190388 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:26.291796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5bf1f4c-8c8c-4ebf-b334-60cf1c85c05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:28.863729 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fc8b7eab-95ef-40d2-9163-e41453fa0aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:29.151741 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:10:30.154466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:30.338322 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:32.383428 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:40.126919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:45.195608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:56.292699 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-65d76a09-67cb-40cf-acab-8ef6cde2fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:58.834925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-99bf7f16-70f1-4905-a647-8650766c3bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:10:59.522240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8358f-9077-4750-b1e3-25396ecd66c6 req-4810747b-5d42-48e2-89b6-3ab2b2e33141 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:59.524082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d6b8358f-9077-4750-b1e3-25396ecd66c6 req-4810747b-5d42-48e2-89b6-3ab2b2e33141 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1096 time: 0.0436010 Oct 15 01:10:59.558176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d6b8358f-9077-4750-b1e3-25396ecd66c6 req-9c9b307b-e070-4147-9a2b-e4590e487190 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280659 Oct 15 01:10:59.671050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10470533-6a02-4a6a-9f33-61c18ac8b9b5 req-2d2844f5-0189-4c7b-b16c-eee68214b264 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:10:59.672569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10470533-6a02-4a6a-9f33-61c18ac8b9b5 req-2d2844f5-0189-4c7b-b16c-eee68214b264 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Oct 15 01:10:59.714605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10470533-6a02-4a6a-9f33-61c18ac8b9b5 req-83a1de1f-081e-458f-a420-e9e670e3466b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360343 Oct 15 01:10:59.737143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56392) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:10:59.796357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87f8cef1-052b-4778-9b40-ed7f99814747 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/f2470c9d-3583-4e70-9dee-8b8170fed374 HTTP/1.1" status: 200 len: 992 time: 0.0581114 Oct 15 01:11:00.155251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:00.297862 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:00.484844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186d784-a0ce-4205-bcde-d013a4097886 req-db69a94f-742e-42d0-a239-f99ccec0aa7e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:00.487028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e186d784-a0ce-4205-bcde-d013a4097886 req-db69a94f-742e-42d0-a239-f99ccec0aa7e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0495591 Oct 15 01:11:00.525074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e186d784-a0ce-4205-bcde-d013a4097886 req-6a241dd1-9df8-4686-8eb6-17b03fe63fab tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317752 Oct 15 01:11:00.586807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:11:00.681367 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-a493e390-2003-40e3-b489-780228d5bebf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933278 Oct 15 01:11:00.691503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-f5cf4bbf-d032-46b1-bc0a-85c7944b380b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:11:00.692435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-f5cf4bbf-d032-46b1-bc0a-85c7944b380b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050426 Oct 15 01:11:01.647100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c35d-462b-4ca4-b2e6-be73b6e9eaf5 req-d2b60efb-f6a1-46b7-8ca3-2eb4ec9fbeed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:01.648604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fd6c35d-462b-4ca4-b2e6-be73b6e9eaf5 req-d2b60efb-f6a1-46b7-8ca3-2eb4ec9fbeed tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0506971 Oct 15 01:11:01.686181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fd6c35d-462b-4ca4-b2e6-be73b6e9eaf5 req-6c112554-2fb0-4c3e-b1f5-e85cb383a9a2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314584 Oct 15 01:11:02.394747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:02.701569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-eba1049d-71bd-4cef-8823-cc7aafd7b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:02.703090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-eba1049d-71bd-4cef-8823-cc7aafd7b5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1096 time: 0.0401194 Oct 15 01:11:02.824979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-36b9c1ae-af01-4272-ad45-b783458e3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:02.826427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-36b9c1ae-af01-4272-ad45-b783458e3d82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.1164150 Oct 15 01:11:02.836942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b99a5c-e523-441e-bfb7-3d2b77e777d8 req-922439c8-1a0e-43cb-8102-5540c6ffb8cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:02.838313 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38b99a5c-e523-441e-bfb7-3d2b77e777d8 req-922439c8-1a0e-43cb-8102-5540c6ffb8cc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0692139 Oct 15 01:11:02.919832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38b99a5c-e523-441e-bfb7-3d2b77e777d8 req-4c015a2f-122c-4ed1-bb46-1007f4fe857e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751851 Oct 15 01:11:02.924158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-8957d59e-956b-4b64-952a-80edd785da47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 1000 time: 0.0849736 Oct 15 01:11:02.973158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-011dcce7-a992-4798-8396-fa96e1a485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:02.974604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-011dcce7-a992-4798-8396-fa96e1a485e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0434768 Oct 15 01:11:03.019975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-81be8589-38a1-4637-b1bb-118ff44f4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:03.021400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-81be8589-38a1-4637-b1bb-118ff44f4dfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395889 Oct 15 01:11:03.112231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-47096194-ceb0-44e5-8c6b-e379b6bca8d8 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835855 Oct 15 01:11:03.201373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-c9740d46-9cdf-4f3c-8c09-e3cfc1da582b service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820889 Oct 15 01:11:03.714155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-92dd36ce-483a-4ec9-a6c9-36423a868bce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431788 Oct 15 01:11:03.795286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-e1636a73-2656-4dd2-8c03-780073fc6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:03.796684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-e1636a73-2656-4dd2-8c03-780073fc6b06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1096 time: 0.0395439 Oct 15 01:11:03.897548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-2a1206ba-4ed4-4654-a06f-b7e7430d92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:03.899007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-2a1206ba-4ed4-4654-a06f-b7e7430d92b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0839629 Oct 15 01:11:03.966722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-0d93ac1a-715c-43e7-a0b8-12b7d2b8f140 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 1000 time: 0.0608094 Oct 15 01:11:04.040999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-4e42d364-f99b-4503-b6ce-511097a88add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:04.042465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-4e42d364-f99b-4503-b6ce-511097a88add service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0687892 Oct 15 01:11:04.064822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474361b-27bd-4ef1-a752-9a7fdce19b56 req-48ac003a-6f45-4dc1-af5c-fbc73072b98d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:04.066231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1474361b-27bd-4ef1-a752-9a7fdce19b56 req-48ac003a-6f45-4dc1-af5c-fbc73072b98d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0675778 Oct 15 01:11:04.124333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1474361b-27bd-4ef1-a752-9a7fdce19b56 req-4fd796a7-2f2b-470b-9e12-8f2986ea8128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412169 Oct 15 01:11:04.126583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-a3e710f9-e96a-4502-b1c3-87e0443fe884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:04.127570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-a3e710f9-e96a-4502-b1c3-87e0443fe884 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785980 Oct 15 01:11:04.217956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-61157823-31e4-4b0e-931a-1376c60d9107 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821619 Oct 15 01:11:04.316976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc182483-64fd-4416-b33a-f1750cbb1dbe req-9f083b45-085d-4fa8-b657-4b0f8d39d1ba service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903914 Oct 15 01:11:05.238985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f9041-d3ee-4c83-88a5-49fdb817489b req-2bd38ad6-8318-4ab1-8472-03aa34d0ca34 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:05.240710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88f9041-d3ee-4c83-88a5-49fdb817489b req-2bd38ad6-8318-4ab1-8472-03aa34d0ca34 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Oct 15 01:11:05.277577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b88f9041-d3ee-4c83-88a5-49fdb817489b req-87a100f1-5428-4d3d-b476-96adf2663be2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Oct 15 01:11:06.150873 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:11:06.389819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ded2ee-c5cb-4d16-a4a5-c501ced75ef0 req-ce090dc0-b618-44b5-82f4-7dc5f99c4830 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:06.391288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0ded2ee-c5cb-4d16-a4a5-c501ced75ef0 req-ce090dc0-b618-44b5-82f4-7dc5f99c4830 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0481689 Oct 15 01:11:06.432658 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0ded2ee-c5cb-4d16-a4a5-c501ced75ef0 req-a6c8d626-0040-489b-b50f-bb0fb6cdada9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353804 Oct 15 01:11:06.679166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-e5a98b05-1b88-4c0a-bcc0-64ce0bf3a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:06.680527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-e5a98b05-1b88-4c0a-bcc0-64ce0bf3a517 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1096 time: 0.0407581 Oct 15 01:11:06.780886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-a2b2ada7-a425-4d9e-9c70-71a5a8bf33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:06.782971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-a2b2ada7-a425-4d9e-9c70-71a5a8bf33a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.0831473 Oct 15 01:11:06.849876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-cbc1bfca-d5a1-4ead-a007-a6766fcfba34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 1000 time: 0.0605030 Oct 15 01:11:06.897055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-0e0d3403-db15-4126-a413-2e64abd731d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:06.898460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-0e0d3403-db15-4126-a413-2e64abd731d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0419452 Oct 15 01:11:06.942674 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-f976cba7-ce05-4aff-9a93-c09c5afceb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:06.944013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-f976cba7-ce05-4aff-9a93-c09c5afceb7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383627 Oct 15 01:11:07.037368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-163148b9-f31c-4567-8e9d-989d84b81d22 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855062 Oct 15 01:11:07.130991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3382467d-31ba-42de-98a8-1abad96f00e7 req-eba1e024-ba54-4d35-b3cf-3ea2d834f666 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842352 Oct 15 01:11:07.546431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9e646-bd57-4fc2-b73d-9c1d3a8582aa req-e2b3a672-501b-430c-9b0c-34556a349011 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:07.548225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0dd9e646-bd57-4fc2-b73d-9c1d3a8582aa req-e2b3a672-501b-430c-9b0c-34556a349011 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Oct 15 01:11:07.585020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0dd9e646-bd57-4fc2-b73d-9c1d3a8582aa req-764e0b32-2434-4c2e-9416-4ae75c9e75fd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Oct 15 01:11:08.703170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1fb09-e94d-4a83-b321-1f6c282c8399 req-f78f7a69-fa60-4e50-b634-921dab575883 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:08.705129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36d1fb09-e94d-4a83-b321-1f6c282c8399 req-f78f7a69-fa60-4e50-b634-921dab575883 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Oct 15 01:11:08.744804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36d1fb09-e94d-4a83-b321-1f6c282c8399 req-e99aecc9-b991-4a43-b0ad-18be29680f2a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338030 Oct 15 01:11:09.857446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f08e3-5cea-4fed-bc89-104675f90c75 req-3d68aa08-e8df-4850-a07c-8b852e2846a5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:09.858913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6e2f08e3-5cea-4fed-bc89-104675f90c75 req-3d68aa08-e8df-4850-a07c-8b852e2846a5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0487888 Oct 15 01:11:09.901522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6e2f08e3-5cea-4fed-bc89-104675f90c75 req-cbfbff2f-3bb8-40c7-bcdd-ccaec550cb26 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355308 Oct 15 01:11:10.120783 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:11.014057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50731e0-fdac-4a31-b014-6d6271ce7c74 req-0941d62a-ff80-4fca-a4bc-75f73430f459 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:11.015502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b50731e0-fdac-4a31-b014-6d6271ce7c74 req-0941d62a-ff80-4fca-a4bc-75f73430f459 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0488265 Oct 15 01:11:11.052694 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b50731e0-fdac-4a31-b014-6d6271ce7c74 req-ada42cc4-32d2-4676-933c-b0225d8594fa tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311449 Oct 15 01:11:12.166504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7051bd-9b86-4d05-b93d-ba1c53defc8c req-23fc07d8-e7c4-4cdd-81eb-0a005cba2317 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:12.167992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e7051bd-9b86-4d05-b93d-ba1c53defc8c req-23fc07d8-e7c4-4cdd-81eb-0a005cba2317 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0492165 Oct 15 01:11:12.206413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e7051bd-9b86-4d05-b93d-ba1c53defc8c req-ceec0428-52fb-439a-9c59-cd3a7d0bbde9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Oct 15 01:11:13.320040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa567c-1ded-433a-a812-133b66c746ca req-a064a6a6-4745-4939-8fc0-c7f59f212ba5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:13.321483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7eaa567c-1ded-433a-a812-133b66c746ca req-a064a6a6-4745-4939-8fc0-c7f59f212ba5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0492754 Oct 15 01:11:13.363071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7eaa567c-1ded-433a-a812-133b66c746ca req-f840920d-5186-4459-b4dc-f4259bd8ec6a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357387 Oct 15 01:11:14.476207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe60b7-f0a2-4f67-8cd6-f9e99736914d req-90c214e8-f1f4-4afe-b01c-55c70648eb12 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:14.477650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8dbe60b7-f0a2-4f67-8cd6-f9e99736914d req-90c214e8-f1f4-4afe-b01c-55c70648eb12 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Oct 15 01:11:14.515613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8dbe60b7-f0a2-4f67-8cd6-f9e99736914d req-d03d92e8-e36a-49bd-b73b-24752f8a61c8 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Oct 15 01:11:15.200646 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:15.310742 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-7193661f-0cbb-42b8-be68-3abc70f381e6 service neutron] show failed (client error): The resource could not be found. Oct 15 01:11:15.311752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-7193661f-0cbb-42b8-be68-3abc70f381e6 service neutron] 10.222.0.39 "GET /v2.0/ports/4c1ef065-dff1-41a6-baf4-3d68ded6bc35/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0542030 Oct 15 01:11:15.635157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb444ca-3835-4dbd-9950-30dd97444285 req-d9f144a8-603f-438f-b3a7-608542a99d15 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:15.637093 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eb444ca-3835-4dbd-9950-30dd97444285 req-d9f144a8-603f-438f-b3a7-608542a99d15 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0514145 Oct 15 01:11:15.680184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eb444ca-3835-4dbd-9950-30dd97444285 req-b0fa982d-1916-4fe2-bda7-3a847cc9ea56 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362940 Oct 15 01:11:15.951398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-c05dc165-1905-468d-869d-6812f08300d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:15.952917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-c05dc165-1905-468d-869d-6812f08300d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 1096 time: 0.1442404 Oct 15 01:11:15.966111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:11:16.020199 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:16.220112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:16.253085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:11:16.295364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:11:16.298323 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55c1328-7bba-4ecb-a52e-a1ccbe852151" -d '{"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-unplugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:11:16.301921 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:16.314386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Transition to ACTIVE for port object 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:11:16.347837 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25925d7-c073-49e3-9bd9-55cdc25f128f x-openstack-request-id: req-c25925d7-c073-49e3-9bd9-55cdc25f128f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:11:16.348264 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-unplugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:11:16.348523 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c25925d7-c073-49e3-9bd9-55cdc25f128f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:11:16.348932 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'code': 200} Oct 15 01:11:16.389283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:16.441569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:16.477010 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.478912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.478912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.478912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.478912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.478912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.478912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.479339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.479556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.479852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.480167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.480480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:16.531589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] No DVR routers for this DVR port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:11:16.679379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:11:16.680044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:11:16.680044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:11:16.684212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:11:16.684530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:11:16.689302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:11:16.689631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Checking segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:11:16.690008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Bound using segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:11:16.690465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Bound port: 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:11:16.690812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:16.765759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:11:16.792306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:11:16.811584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122b1a1-e403-4b38-8c08-983dab49f064 req-bff4cfe6-7115-4f9e-83bf-fe80b9440a62 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:16.813228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b122b1a1-e403-4b38-8c08-983dab49f064 req-bff4cfe6-7115-4f9e-83bf-fe80b9440a62 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0599191 Oct 15 01:11:16.851293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b122b1a1-e403-4b38-8c08-983dab49f064 req-a7ad77ee-a6f1-475a-8a27-ddcc0f4bedef tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Oct 15 01:11:16.875247 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:16.915534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:16.916154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:16.917482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] 10.222.0.30 "PUT /v2.0/ports/4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 1091 time: 0.9555728 Oct 15 01:11:16.936222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782355d-f1c8-4f3a-9d4b-0adf0f17065e service neutron] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:16.994879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-da83de96-cae1-4f68-b3a9-ed29c6e113f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:16.996154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-da83de96-cae1-4f68-b3a9-ed29c6e113f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1094 time: 0.0526237 Oct 15 01:11:17.095918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-21ac7cc6-7236-41e2-b110-eb761de534ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:17.097378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-21ac7cc6-7236-41e2-b110-eb761de534ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.0947323 Oct 15 01:11:17.183225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-364e6101-062c-4c9e-9b43-b9d4c57e68ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 998 time: 0.0788546 Oct 15 01:11:17.254423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-24fcb38b-ca14-4d1a-b79c-92d6e43ebc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:17.259240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-24fcb38b-ca14-4d1a-b79c-92d6e43ebc4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0671630 Oct 15 01:11:17.311396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-acade9d3-2fac-408f-9712-2209ca5fcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:17.312914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-acade9d3-2fac-408f-9712-2209ca5fcc4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483298 Oct 15 01:11:17.417364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-15be191d-4d19-4b93-9764-eaa4a79647e9 service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967946 Oct 15 01:11:17.518699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f857426c-53b6-46f8-ad7b-11ec3605bbbb req-6ea5d4a9-4db4-456e-b541-de5948546a47 service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939550 Oct 15 01:11:17.968217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464eb95c-4b4f-44c1-b5bb-4d65facbb2f2 req-2795074c-cb6c-43cd-8371-52950859546e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:17.970413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-464eb95c-4b4f-44c1-b5bb-4d65facbb2f2 req-2795074c-cb6c-43cd-8371-52950859546e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0499375 Oct 15 01:11:18.008724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-464eb95c-4b4f-44c1-b5bb-4d65facbb2f2 req-e8450c37-e82e-49c2-8e11-6ca4be522667 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325217 Oct 15 01:11:18.349983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:11:18.352477 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deceef51-61be-488a-a1e0-b5511fe62c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:11:18.399562 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977c1d0d-ef75-4803-8780-52b42ff5e8a2 x-openstack-request-id: req-977c1d0d-ef75-4803-8780-52b42ff5e8a2 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:11:18.399864 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:11:18.400123 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-977c1d0d-ef75-4803-8780-52b42ff5e8a2 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:11:18.401779 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'status': 'completed', 'code': 200} Oct 15 01:11:18.482384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-bc727562-e4aa-49a2-a258-b42840ee0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:18.483853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-bc727562-e4aa-49a2-a258-b42840ee0411 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1094 time: 0.0660887 Oct 15 01:11:18.488730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-6fe1e851-6dd5-4d9e-96b5-17489facc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:18.490380 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-6fe1e851-6dd5-4d9e-96b5-17489facc664 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1094 time: 0.0643685 Oct 15 01:11:18.817197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:11:18.856765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:11:18.929818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-271ece4d-7cde-491c-8ca8-2457111c4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:18.931200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-271ece4d-7cde-491c-8ca8-2457111c4228 service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.4400070 Oct 15 01:11:18.933670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-ceb49c9f-1373-4dc2-8437-b33574a39bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:18.934979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-ceb49c9f-1373-4dc2-8437-b33574a39bc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.4362650 Oct 15 01:11:19.049353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-2385cc84-0e7b-4e3f-8973-41a89f582f7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 998 time: 0.1064198 Oct 15 01:11:19.052979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-e85bda97-af16-4a23-93d0-ab253575b1be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 998 time: 0.1029248 Oct 15 01:11:19.162942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-ae201d6a-adf2-4d35-b4d9-77b8957ffaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:19.164398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-ae201d6a-adf2-4d35-b4d9-77b8957ffaac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.1011086 Oct 15 01:11:19.166429 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-d8fd46db-848c-4388-96e4-64087ee56040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:19.167706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-d8fd46db-848c-4388-96e4-64087ee56040 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.1115193 Oct 15 01:11:19.199208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b5ed1-0086-4f17-9abf-6a31330fedff req-19aa2975-46f2-44aa-b9ea-5904407efbac tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:19.200574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-371b5ed1-0086-4f17-9abf-6a31330fedff req-19aa2975-46f2-44aa-b9ea-5904407efbac tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0962024 Oct 15 01:11:19.278694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-93f60099-1d69-43cc-a636-92f547011dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:19.280166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-93f60099-1d69-43cc-a636-92f547011dd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992956 Oct 15 01:11:19.283696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-371b5ed1-0086-4f17-9abf-6a31330fedff req-148e7d1c-5a97-46b4-a596-85e0759579b1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569108 Oct 15 01:11:19.285533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-cd4036f1-83fb-4d50-838e-c73adaf496ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:19.286923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-cd4036f1-83fb-4d50-838e-c73adaf496ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147473 Oct 15 01:11:19.445655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-73d63615-4044-4b82-bde2-b22dda28d782 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578548 Oct 15 01:11:19.448967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-ed19fde5-70d9-408b-a1a3-ebcb51770944 service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534629 Oct 15 01:11:19.605180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-d39cf4c0-e14e-4068-9aa8-c32b5ae2079d service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453660 Oct 15 01:11:19.606867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-deceef51-61be-488a-a1e0-b5511fe62c3c req-8bf6eb21-0ce1-4f57-b6bc-5cb5e5428504 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540473 Oct 15 01:11:20.409657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d804649-7929-4957-95ed-fcb018d7f483 req-6bbc4868-25bd-4a97-93df-11532a87f23b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:20.411246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d804649-7929-4957-95ed-fcb018d7f483 req-6bbc4868-25bd-4a97-93df-11532a87f23b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Oct 15 01:11:20.451817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d804649-7929-4957-95ed-fcb018d7f483 req-e565a387-6115-453c-a6ae-afe498727c00 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344863 Oct 15 01:11:20.695838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:11:20.793421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:20.805740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'port_id': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'mac_address': 'fa:16:3e:36:90:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:11:20.843972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:20.861415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:11:20.881264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:20.896994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f319686-553a-4982-9034-15a2b9146517 req-392a925a-ba33-44dd-a220-279b53a13ffb tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:20.898503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f319686-553a-4982-9034-15a2b9146517 req-392a925a-ba33-44dd-a220-279b53a13ffb tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 943 time: 0.0505612 Oct 15 01:11:20.960005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:20.969017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f319686-553a-4982-9034-15a2b9146517 req-f06c83d8-272d-4c99-b620-8654752c0e30 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605371 Oct 15 01:11:20.977652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-32c2154d-c913-401e-9a87-1e4ed1eff00f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:20.977904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-32c2154d-c913-401e-9a87-1e4ed1eff00f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.30 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09&tenant_id=b26af35651e644d68f8a0fc07a07cd20&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 943 time: 0.0785058 Oct 15 01:11:21.010921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:21.019178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.019537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.019882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.020216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.020547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.020872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.021200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.021937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.021937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.022240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.022503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.022830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:11:21.049467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-5023cd1f-c060-4a67-a544-f0ee02b39eab service neutron] 10.222.0.30 "GET /v2.0/ports/4c1ef065-dff1-41a6-baf4-3d68ded6bc35/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 382 time: 0.0633559 Oct 15 01:11:21.116806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-16040181-e67a-4a97-90ae-ed630d7b902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:21.118356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-16040181-e67a-4a97-90ae-ed630d7b902a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1095 time: 0.0433154 Oct 15 01:11:21.213783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-33e4955d-bf6e-4288-af81-d69a223672d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:21.215319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-33e4955d-bf6e-4288-af81-d69a223672d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.0900199 Oct 15 01:11:21.219979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['4c1ef065-dff1-41a6-baf4-3d68ded6bc35'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:11:21.285661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-a1ff3fb5-1674-4b58-a145-c4809e139768 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 999 time: 0.0618386 Oct 15 01:11:21.342946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-5665d920-979d-41f1-bece-5a537475b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:21.345847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-5665d920-979d-41f1-bece-5a537475b924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0529561 Oct 15 01:11:21.402983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-386f260f-8b0c-425f-97be-aead3f0af8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:21.404602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-386f260f-8b0c-425f-97be-aead3f0af8b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523698 Oct 15 01:11:21.496304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-18308c0a-0313-4644-8145-b60407d4d5aa service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Oct 15 01:11:21.597603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-6542733d-577c-4240-8b76-cb1f38546df8 service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946314 Oct 15 01:11:22.087873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b2a8-ea91-44ac-8845-da6ee6aeed84 req-59ceae12-a928-4aac-b7fa-f40e7f36be64 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:22.095684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c67b2a8-ea91-44ac-8845-da6ee6aeed84 req-59ceae12-a928-4aac-b7fa-f40e7f36be64 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 944 time: 0.0551627 Oct 15 01:11:22.135238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c67b2a8-ea91-44ac-8845-da6ee6aeed84 req-8fa49e56-7b6e-47c1-a326-30ff6e6b5916 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Oct 15 01:11:22.702800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:11:22.817701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:11:22.821863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:11:22.822273 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:22.900146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:22.921874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:11:22.924150 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d5b823-c9f8-4ad8-8ff0-e58c9d79ebf3" -d '{"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-plugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:11:22.937254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:22.973683 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a51fbda-69f9-4d17-8ae9-ff0a73a495d5 x-openstack-request-id: req-9a51fbda-69f9-4d17-8ae9-ff0a73a495d5 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:11:22.974020 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-plugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:11:22.974306 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a51fbda-69f9-4d17-8ae9-ff0a73a495d5 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:11:22.974706 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'code': 200} Oct 15 01:11:23.018104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:23.079747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:23.267015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a19ce-eae6-4e61-b106-f8b4d56d6c72 req-66cc0e89-d1ca-4c78-b546-45dec41fa4fa tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:23.268432 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-991a19ce-eae6-4e61-b106-f8b4d56d6c72 req-66cc0e89-d1ca-4c78-b546-45dec41fa4fa tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.0612338 Oct 15 01:11:23.324121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-991a19ce-eae6-4e61-b106-f8b4d56d6c72 req-7aae7775-afd5-40c8-b4e3-cdba945ab80a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497417 Oct 15 01:11:24.220695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-81ac08e5-bd27-42c2-b4d5-c470e456d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:24.226006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-81ac08e5-bd27-42c2-b4d5-c470e456d333 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 1096 time: 0.0528877 Oct 15 01:11:24.235088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:11:24.305143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:24.555514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ff4bc-a9e7-4241-9a8d-217543dd37d4 req-c194f704-8023-497b-a781-ff7a6ddba1f3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:24.559065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-233ff4bc-a9e7-4241-9a8d-217543dd37d4 req-c194f704-8023-497b-a781-ff7a6ddba1f3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 945 time: 0.1205914 Oct 15 01:11:24.659037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-233ff4bc-a9e7-4241-9a8d-217543dd37d4 req-6a6350ea-13a6-4e8a-921e-cc371ff0a32c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670912 Oct 15 01:11:24.664107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:24.701478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:11:24.744141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:11:24.746682 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fa9cee-e2b8-4e20-a02f-b9bc49c679eb" -d '{"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-unplugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:11:24.750835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:24.764917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Transition to ACTIVE for port object 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:11:24.793783 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d2fae-44d4-4735-be4e-578f18cf82e8 x-openstack-request-id: req-9a1d2fae-44d4-4735-be4e-578f18cf82e8 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:11:24.794069 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-unplugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:11:24.794417 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a1d2fae-44d4-4735-be4e-578f18cf82e8 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:11:24.794835 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'code': 200} Oct 15 01:11:24.840215 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:24.919723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:24.969613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] No DVR routers for this DVR port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:11:25.116525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:11:25.117072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:11:25.117493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:11:25.122525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:11:25.122840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Attempting to bind port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on network 274adccb-0829-4575-859c-47d7253dad88 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:11:25.127724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:11:25.128057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Checking segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:11:25.128436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Bound using segment: {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:11:25.128859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Bound port: 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833e9bc5-0086-4382-92ba-dfd3625b78fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '274adccb-0829-4575-859c-47d7253dad88'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:11:25.129202 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:25.206951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:11:25.209977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:11:25.286737 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:25.326711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:25.327340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:25.328820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] 10.222.0.39 "PUT /v2.0/ports/4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 1092 time: 1.0991604 Oct 15 01:11:25.350739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b992db-f830-4d55-af1e-80fb1bea8e9f service neutron] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=11']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:25.396723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-fc148a1f-e2fd-4bec-86e8-37e079897b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:25.398244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-fc148a1f-e2fd-4bec-86e8-37e079897b43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1095 time: 0.0446491 Oct 15 01:11:25.504240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-ea4ae907-d036-4a9d-9a2e-b3766e31b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:25.505741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-ea4ae907-d036-4a9d-9a2e-b3766e31b787 service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.1000469 Oct 15 01:11:25.604646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-efa48730-feae-4e84-8519-0e04a0a6d12c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 998 time: 0.0889990 Oct 15 01:11:25.662198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-af474039-3d11-4f9b-bc9c-1250fc111054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:25.663741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-af474039-3d11-4f9b-bc9c-1250fc111054 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0518584 Oct 15 01:11:25.720297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c10995-c462-4861-ad19-90915a51cc80 req-fbb50880-bc93-413e-8be4-573c41269bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:25.721905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-fbb50880-bc93-413e-8be4-573c41269bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510273 Oct 15 01:11:25.850359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb367-290d-49b6-91e1-7e7e3f264583 req-1e46ae96-1fba-4684-9b86-14b795fb3c52 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:25.851877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45acb367-290d-49b6-91e1-7e7e3f264583 req-1e46ae96-1fba-4684-9b86-14b795fb3c52 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 944 time: 0.1148460 Oct 15 01:11:25.871078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-d140c458-c708-4e5c-8ec5-89aab4213f4b service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423817 Oct 15 01:11:25.921605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45acb367-290d-49b6-91e1-7e7e3f264583 req-fa49c8b6-7696-4636-a16f-f57dd2f2fad2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637774 Oct 15 01:11:25.979021 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05c10995-c462-4861-ad19-90915a51cc80 req-adfdb78f-9e63-4a39-9b75-4a104648ee85 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999739 Oct 15 01:11:26.256901 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cafa3da8-c215-4be6-b97f-aa999a7de5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:26.714420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:11:26.752935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:11:26.796583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:11:26.798988 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245804f9-2337-4d54-a23e-d8f01d887c92" -d '{"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:11:26.850879 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4971f75d-a9ea-4fc7-9875-6c537c20fe57 x-openstack-request-id: req-4971f75d-a9ea-4fc7-9875-6c537c20fe57 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:11:26.851237 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:11:26.851615 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4971f75d-a9ea-4fc7-9875-6c537c20fe57 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:11:26.852247 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'status': 'completed', 'code': 200} Oct 15 01:11:26.955629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-1d740a69-271a-4a96-b6a9-4ae634122289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:26.957129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-1d740a69-271a-4a96-b6a9-4ae634122289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1095 time: 0.0877967 Oct 15 01:11:26.959811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-f8a0dcce-d450-4338-ab64-1bc6737fcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:26.961027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-f8a0dcce-d450-4338-ab64-1bc6737fcdda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1095 time: 0.0778298 Oct 15 01:11:27.137845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-c13027bf-c9a3-4531-af02-ce5c496ea322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:27.139415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-c13027bf-c9a3-4531-af02-ce5c496ea322 service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.1756580 Oct 15 01:11:27.169591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a00b9-65d8-4289-bfe1-4ce030397b60 req-2be88ba8-0bcb-47d3-a6fb-6a36cd95dfff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:27.171044 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-719a00b9-65d8-4289-bfe1-4ce030397b60 req-2be88ba8-0bcb-47d3-a6fb-6a36cd95dfff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 944 time: 0.1701393 Oct 15 01:11:27.208966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-ce21082a-bb13-43f9-966a-ed1f03657ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:27.210383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-ce21082a-bb13-43f9-966a-ed1f03657ef8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.2389312 Oct 15 01:11:27.294207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-ad0484c9-964a-4df4-b3da-329698c142b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 998 time: 0.1458580 Oct 15 01:11:27.304816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-719a00b9-65d8-4289-bfe1-4ce030397b60 req-28679638-3805-42e9-9046-187db614ce34 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040745 Oct 15 01:11:27.320898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-713958a7-2b66-4303-8dbf-2862f0afd895 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 998 time: 0.1018333 Oct 15 01:11:27.392998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-2dc13699-0f09-4848-97a1-173a2b76ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:27.394383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-2dc13699-0f09-4848-97a1-173a2b76ebb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0928700 Oct 15 01:11:27.400779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-d3debda2-9bb3-44d6-89c1-a71905bd4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:27.402066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-d3debda2-9bb3-44d6-89c1-a71905bd4075 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0588996 Oct 15 01:11:27.471593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-820ce6ec-2638-4d10-a3ad-2ea3fc4af3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:27.473223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-820ce6ec-2638-4d10-a3ad-2ea3fc4af3ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701613 Oct 15 01:11:27.475591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-43716ad6-c54a-46c0-9cc4-bc422473959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:27.476912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-43716ad6-c54a-46c0-9cc4-bc422473959d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661180 Oct 15 01:11:27.921071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-8179afc0-8727-4379-93df-66bf51a69405 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402356 Oct 15 01:11:27.923502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-0fd2fcc8-f177-4128-80ae-4bf95345b793 service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350965 Oct 15 01:11:28.088801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-9c3d705f-ad76-4b8d-aca9-e7b042346545 service neutron] 10.222.0.30 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528311 Oct 15 01:11:28.090533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-245804f9-2337-4d54-a23e-d8f01d887c92 req-a65fbf4b-3a21-4202-bc7f-d9f7704388fa service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617377 Oct 15 01:11:28.439634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a190189-7e57-48ed-89fb-de3005f74c4f req-d1993058-b4a1-4078-b025-586bc7d5b206 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:28.441136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a190189-7e57-48ed-89fb-de3005f74c4f req-d1993058-b4a1-4078-b025-586bc7d5b206 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 944 time: 0.0570571 Oct 15 01:11:28.487812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a190189-7e57-48ed-89fb-de3005f74c4f req-db3a9487-5266-4e98-ac50-6747b454e7fa tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399063 Oct 15 01:11:28.857877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c5701bb3-b07c-4c10-b3f6-c0b0b617b6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:29.618576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef7ce0-6f5e-43a7-839e-221164aebd75 req-ee7efc99-6b2f-409d-a989-986e4a748e8e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:29.620042 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34ef7ce0-6f5e-43a7-839e-221164aebd75 req-ee7efc99-6b2f-409d-a989-986e4a748e8e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 944 time: 0.0615280 Oct 15 01:11:29.660856 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34ef7ce0-6f5e-43a7-839e-221164aebd75 req-b80edcf8-515d-4c33-9406-260b17b51372 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348451 Oct 15 01:11:29.685433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56540) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:11:29.748744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a31afc82-993f-4280-ae68-d5710435f9de tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/f2470c9d-3583-4e70-9dee-8b8170fed374 HTTP/1.1" status: 200 len: 990 time: 0.0621822 Oct 15 01:11:30.154415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:30.348740 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:30.857834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:11:30.957091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:30.967986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'port_id': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'mac_address': 'fa:16:3e:36:90:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:11:31.011760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:31.026616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:11:31.049751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:31.154354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:31.201268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=12']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:31.455478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4c1ef065-dff1-41a6-baf4-3d68ded6bc35'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:11:32.412100 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:32.876407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:11:32.983398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:11:32.988070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:11:32.988507 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:33.066407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:33.088772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:11:33.091142 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2cecb-ba05-4721-bdc9-459c37b5e454" -d '{"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-plugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:11:33.104718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:11:33.129361 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008a060d-f03a-4791-8145-9b9c9cd79d39 x-openstack-request-id: req-008a060d-f03a-4791-8145-9b9c9cd79d39 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:11:33.130199 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-plugged", "status": "completed", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:11:33.130529 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-008a060d-f03a-4791-8145-9b9c9cd79d39 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:11:33.131002 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'code': 200} Oct 15 01:11:33.200110 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:33.247353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=13']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:40.143037 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:41.636853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-d3c5e41d-d6ae-44c4-a286-a0273ae636e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327761110&fields=id&tenant_id=43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 267 time: 0.0322196 Oct 15 01:11:41.746872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-6ec887e8-da2f-4bd2-8fa7-740cd2781bd6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:41.748299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-6ec887e8-da2f-4bd2-8fa7-740cd2781bd6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1048901 Oct 15 01:11:41.763419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-ba5b72c5-97bf-40b9-966d-1d88599c4aed tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/quotas/43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0094533 Oct 15 01:11:41.821818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-4c48f472-c88b-48c5-ad90-ecc3e4c3ec53 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0530822 Oct 15 01:11:41.922368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-4b6b5281-2c95-42fe-b8c4-1e4ee254b64b service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868943 Oct 15 01:11:42.010865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-e1bd4359-5e5b-47a7-9a4c-87cfae116239 service neutron] 10.222.0.13 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825036 Oct 15 01:11:42.718260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-396fae09-de3c-4406-8485-a9b592fd98d8 req-6d8d9993-6d7a-4a09-88b5-0566e30df837 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0267589 Oct 15 01:11:43.150077 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:11:43.800003 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-737b369a-677f-41b8-a394-bf0e4f9fb474 req-660a2fa1-d20c-4404-a97c-f0c551fa36a4 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0314922 Oct 15 01:11:44.880204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4baea72-d4a2-4f42-b05e-d092e0884967 req-761b934a-59c3-496b-82c8-a30388864404 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0259819 Oct 15 01:11:45.205949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:45.971935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b62569d2-24a1-4a1d-a38f-9f5e1a7d6f71 req-b9b55b43-2368-4de9-9113-63f80fc634a7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0274963 Oct 15 01:11:46.599246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-d62d60e0-db1a-4f78-bf6f-5cbbb01cb0f6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:46.600654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-d62d60e0-db1a-4f78-bf6f-5cbbb01cb0f6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 811 time: 0.1061735 Oct 15 01:11:46.643198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-4651a3df-d20d-4d6e-929b-ac54e19a684a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ecb285c0194811a33f92c22a80d9c5 HTTP/1.1" status: 200 len: 379 time: 0.0330172 Oct 15 01:11:46.653035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'port': {'device_id': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'admin_state_up': True, 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'security_groups': ['e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:11:46.846218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Made reservation on behalf of 43ecb285c0194811a33f92c22a80d9c5 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:11:46.849871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:46.987928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.20.0.13 (67ddd921-adca-4ac9-a3a0-143c1539ba05/0eedaf6c-fbfd-4e37-a084-0993139f69bb/210974d0-aada-49d1-bd56-456f7d5acb88) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:11:47.113122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4dc4f6de-8588-4b18-876e-f91ba6ce52ae req-4da85bcb-1f21-4ad0-8dd6-3369e22e284a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0669596 Oct 15 01:11:47.159739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:47.269790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:47.313996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:11:47.317034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:11:47.323373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:11:47.349603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=210974d0-aada-49d1-bd56-456f7d5acb88,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:47.377623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:47.378428 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:47.471833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7a19e236-64ee-4aa7-b9f8-b1fb8d727981 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8221111 Oct 15 01:11:47.484822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Request body: {'port': {'device_id': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:11:47.564642 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:47.630740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-451fcd36-9e10-4c31-913e-4a06af5b505a None None] Provisioning complete for port 210974d0-aada-49d1-bd56-456f7d5acb88 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:11:47.631279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-451fcd36-9e10-4c31-913e-4a06af5b505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:47.703181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-451fcd36-9e10-4c31-913e-4a06af5b505a None None] Port 210974d0-aada-49d1-bd56-456f7d5acb88 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:11:47.860753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210974d0-aada-49d1-bd56-456f7d5acb88 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:11:47.876179 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:47.880970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Transition to ACTIVE for port object 210974d0-aada-49d1-bd56-456f7d5acb88 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:11:47.971635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:48.022204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Pushing event updated for resources: {'Port': ['ID=210974d0-aada-49d1-bd56-456f7d5acb88,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:48.098836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Attempting to bind port 210974d0-aada-49d1-bd56-456f7d5acb88 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:11:48.106287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Attempting to bind port 210974d0-aada-49d1-bd56-456f7d5acb88 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:11:48.106287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Attempting to bind port 210974d0-aada-49d1-bd56-456f7d5acb88 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:11:48.106287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Port 210974d0-aada-49d1-bd56-456f7d5acb88 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:11:48.106287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Attempting to bind port 210974d0-aada-49d1-bd56-456f7d5acb88 on network 67ddd921-adca-4ac9-a3a0-143c1539ba05 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:11:48.110372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:11:48.110710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Checking segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:11:48.111092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Bound using segment: {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:11:48.111657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Bound port: 210974d0-aada-49d1-bd56-456f7d5acb88, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4823bd-8adb-462e-8401-3f94e09c1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:11:48.112018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:48.187895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] For port 210974d0-aada-49d1-bd56-456f7d5acb88, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:11:48.191321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] For port 210974d0-aada-49d1-bd56-456f7d5acb88, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=210974d0-aada-49d1-bd56-456f7d5acb88,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:11:48.245903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110711a4-ce86-4901-9b9c-cc39a17791ed req-8ce910d9-0ed4-4514-ae5d-7fd0016dccd6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.248332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-110711a4-ce86-4901-9b9c-cc39a17791ed req-8ce910d9-0ed4-4514-ae5d-7fd0016dccd6 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0547817 Oct 15 01:11:48.268552 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:48.320042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.320742 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:48.322325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] 10.222.0.30 "PUT /v2.0/ports/210974d0-aada-49d1-bd56-456f7d5acb88 HTTP/1.1" status: 200 len: 1092 time: 0.8420331 Oct 15 01:11:48.322782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:11:48.325311 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66f16d1-06d5-42f1-8471-ee526594ec2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:11:48.333424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-110711a4-ce86-4901-9b9c-cc39a17791ed req-0df28287-02ac-4a95-8a4b-b89369f5153e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791039 Oct 15 01:11:48.355545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289a0d2-9a5e-4ee7-98f4-2e3da9675686 service neutron] Pushing event updated for resources: {'Port': ['ID=210974d0-aada-49d1-bd56-456f7d5acb88,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:11:48.400899 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e21f1-9c2d-4aba-885f-fb5c41a76ddd x-openstack-request-id: req-f57e21f1-9c2d-4aba-885f-fb5c41a76ddd {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:11:48.401199 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:11:48.401464 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f57e21f1-9c2d-4aba-885f-fb5c41a76ddd {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:11:48.401884 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88', 'status': 'completed', 'code': 200} Oct 15 01:11:48.472618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f16d1-06d5-42f1-8471-ee526594ec2e req-a11c02a4-90c6-484d-9460-0404693b3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.474265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d66f16d1-06d5-42f1-8471-ee526594ec2e req-a11c02a4-90c6-484d-9460-0404693b3dcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 1095 time: 0.0518854 Oct 15 01:11:48.589276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f16d1-06d5-42f1-8471-ee526594ec2e req-b411da9b-15c3-4943-9dc2-45895f11920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.590709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d66f16d1-06d5-42f1-8471-ee526594ec2e req-b411da9b-15c3-4943-9dc2-45895f11920d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=43ecb285c0194811a33f92c22a80d9c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1086216 Oct 15 01:11:48.687835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f16d1-06d5-42f1-8471-ee526594ec2e req-294bf761-a0d6-4202-accc-60dd77b9f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.689330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d66f16d1-06d5-42f1-8471-ee526594ec2e req-294bf761-a0d6-4202-accc-60dd77b9f1a8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915632 Oct 15 01:11:48.766566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-c9b21fc0-115d-4f56-8a42-67439b2ffec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.768414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-c9b21fc0-115d-4f56-8a42-67439b2ffec4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 1095 time: 0.0408463 Oct 15 01:11:48.814862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-066a5b7e-278b-48f6-94bc-4da265313138 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=210974d0-aada-49d1-bd56-456f7d5acb88 HTTP/1.1" status: 200 len: 217 time: 0.0383947 Oct 15 01:11:48.864512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-e6fb91da-976e-4709-acaf-5624635af15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.866343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-e6fb91da-976e-4709-acaf-5624635af15e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0451636 Oct 15 01:11:48.911528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-0b6a84bf-fccd-461f-ad49-1102ad5e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:48.912909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-0b6a84bf-fccd-461f-ad49-1102ad5e1df2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399976 Oct 15 01:11:49.009078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-e19a4cf2-82a4-40e2-accc-b34441da66ea service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887542 Oct 15 01:11:49.100885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40c0a563-f44f-43de-a4b1-d2380a29e3e2 req-8017264b-151e-4664-ac25-50737dcfd0f8 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Oct 15 01:11:49.467912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1889b-9e81-44ef-8e2f-f1f4b323128f req-98d1c7d5-55ac-4698-b2cb-d8402223eaf8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:49.469369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4b1889b-9e81-44ef-8e2f-f1f4b323128f req-98d1c7d5-55ac-4698-b2cb-d8402223eaf8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0541348 Oct 15 01:11:49.515946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4b1889b-9e81-44ef-8e2f-f1f4b323128f req-037f6042-fc45-4ed0-add6-11070249379b tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403767 Oct 15 01:11:50.631817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa937d9-53f5-43d7-9fcf-573f7cc6a665 req-f0f9c620-d1f0-40cc-991c-6dd235aabeca tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:50.633786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7aa937d9-53f5-43d7-9fcf-573f7cc6a665 req-f0f9c620-d1f0-40cc-991c-6dd235aabeca tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0514879 Oct 15 01:11:50.672574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7aa937d9-53f5-43d7-9fcf-573f7cc6a665 req-4ccf6f92-1259-4191-92f6-92421d1d147c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328028 Oct 15 01:11:51.792605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6722242-55eb-415c-80de-63bc245a6065 req-2384b170-6875-4690-9e74-b5f42d75c33a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:51.794019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6722242-55eb-415c-80de-63bc245a6065 req-2384b170-6875-4690-9e74-b5f42d75c33a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0524592 Oct 15 01:11:51.833181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e6722242-55eb-415c-80de-63bc245a6065 req-fcca2ac2-f3c7-46f8-bc5e-2d745bd7bb3e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329871 Oct 15 01:11:52.952617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475597b8-8e80-4164-bd35-cea632707545 req-d9e62c04-63d7-4996-a4ab-352dd10d3de7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:52.954079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475597b8-8e80-4164-bd35-cea632707545 req-d9e62c04-63d7-4996-a4ab-352dd10d3de7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0526578 Oct 15 01:11:52.992199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475597b8-8e80-4164-bd35-cea632707545 req-ee9f858f-e881-4184-be9b-fc3102f9c3ff tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310929 Oct 15 01:11:54.105651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26787b-7c26-40c0-b0bb-c0de5cd94fcf req-ef02f5c9-f5b3-42e6-9f56-4c1c8f509b67 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:54.107152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba26787b-7c26-40c0-b0bb-c0de5cd94fcf req-ef02f5c9-f5b3-42e6-9f56-4c1c8f509b67 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0492568 Oct 15 01:11:54.145571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba26787b-7c26-40c0-b0bb-c0de5cd94fcf req-44575615-09fd-495d-bd5d-7a45ee24cc92 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321388 Oct 15 01:11:55.264430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb907-bc48-47cb-9962-45009d2050ef req-29bc6f75-6b2b-45af-ae0f-4ee389236723 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:55.265926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfeeb907-bc48-47cb-9962-45009d2050ef req-29bc6f75-6b2b-45af-ae0f-4ee389236723 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0494742 Oct 15 01:11:55.302436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfeeb907-bc48-47cb-9962-45009d2050ef req-d1ca61c0-f665-4148-b867-6fa7b511db0e tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305271 Oct 15 01:11:56.291664 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15d8c4ca-0aec-41e7-af87-e805995cf4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:56.420825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fd544-1227-40cb-95b4-70ad74001164 req-9a57845a-1749-47c1-bee4-9e4143339e20 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:56.422322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca0fd544-1227-40cb-95b4-70ad74001164 req-9a57845a-1749-47c1-bee4-9e4143339e20 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0533285 Oct 15 01:11:56.458625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca0fd544-1227-40cb-95b4-70ad74001164 req-8030513c-a211-4c27-9f64-7d6718b232e8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302570 Oct 15 01:11:57.574404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74dc5a-a024-496d-9172-c52fadfaf036 req-87118eec-c89e-43b2-9c15-afe0e5b54bfd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:57.575870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c74dc5a-a024-496d-9172-c52fadfaf036 req-87118eec-c89e-43b2-9c15-afe0e5b54bfd tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0492308 Oct 15 01:11:57.612899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c74dc5a-a024-496d-9172-c52fadfaf036 req-9d23bf76-1e31-41ce-8937-c96d849ba7c8 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312042 Oct 15 01:11:58.725616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd7811-9eef-4d99-80af-2140e5278384 req-35748773-e4a4-4134-a5f4-ae4b84f75e5d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:58.727122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21dd7811-9eef-4d99-80af-2140e5278384 req-35748773-e4a4-4134-a5f4-ae4b84f75e5d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0493221 Oct 15 01:11:58.768081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21dd7811-9eef-4d99-80af-2140e5278384 req-f0d06337-5b9e-4278-97d9-e7cc844dccb7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340121 Oct 15 01:11:58.891443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4c708354-65a8-4254-8814-b2e1dea65b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:11:59.885281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be2ec9-37a6-4bcd-9ed3-faabc2f8ee2f req-d4fa2ec1-ca9a-45a6-8360-37af7a52c663 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:11:59.886798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19be2ec9-37a6-4bcd-9ed3-faabc2f8ee2f req-d4fa2ec1-ca9a-45a6-8360-37af7a52c663 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0531890 Oct 15 01:11:59.924998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19be2ec9-37a6-4bcd-9ed3-faabc2f8ee2f req-9601cdad-236a-4d2e-93ee-ffd7287f0f85 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322223 Oct 15 01:12:00.148537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:00.336233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:00.839314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 210974d0-aada-49d1-bd56-456f7d5acb88 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:12:00.934205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 210974d0-aada-49d1-bd56-456f7d5acb88, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=210974d0-aada-49d1-bd56-456f7d5acb88,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:00.945178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '210974d0-aada-49d1-bd56-456f7d5acb88', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'port_id': '210974d0-aada-49d1-bd56-456f7d5acb88', 'mac_address': 'fa:16:3e:4f:72:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:12:00.983261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:00.996738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210974d0-aada-49d1-bd56-456f7d5acb88 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:12:01.016381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 210974d0-aada-49d1-bd56-456f7d5acb88, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=210974d0-aada-49d1-bd56-456f7d5acb88,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:01.039496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e162f7-0d83-4402-97a5-8ef6b508d34a req-6a30f39a-9cfe-446e-b4ff-c8dfc56bf6db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:01.041012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98e162f7-0d83-4402-97a5-8ef6b508d34a req-6a30f39a-9cfe-446e-b4ff-c8dfc56bf6db tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 944 time: 0.0492706 Oct 15 01:12:01.078863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98e162f7-0d83-4402-97a5-8ef6b508d34a req-f0e99d52-1c90-43ec-8eeb-2343c25aa063 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Oct 15 01:12:01.108281 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:01.158772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=210974d0-aada-49d1-bd56-456f7d5acb88,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:01.340424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['210974d0-aada-49d1-bd56-456f7d5acb88'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:12:02.196161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e4c34-6005-4648-a3d8-b885b60fc227 req-71bf3554-fe83-40ea-855f-37c60faba8a5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:02.197628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a5e4c34-6005-4648-a3d8-b885b60fc227 req-71bf3554-fe83-40ea-855f-37c60faba8a5 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 945 time: 0.0491126 Oct 15 01:12:02.235466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a5e4c34-6005-4648-a3d8-b885b60fc227 req-93ec99b5-ef86-400a-901d-2f8d15ad371d tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Oct 15 01:12:02.410822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:02.853903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 210974d0-aada-49d1-bd56-456f7d5acb88 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:12:03.017157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 210974d0-aada-49d1-bd56-456f7d5acb88 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:12:03.020894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 210974d0-aada-49d1-bd56-456f7d5acb88 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:03.021345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:03.096995 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:03.119098 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:12:03.121244 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad379c98-e7d9-49b1-a05e-4557a67b3547" -d '{"events": [{"server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "name": "network-vif-plugged", "status": "completed", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:12:03.133394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 210974d0-aada-49d1-bd56-456f7d5acb88, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=210974d0-aada-49d1-bd56-456f7d5acb88,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:03.158021 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a8862d-3827-460b-9ca7-548e6ca5cd75 x-openstack-request-id: req-62a8862d-3827-460b-9ca7-548e6ca5cd75 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:12:03.158333 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "name": "network-vif-plugged", "status": "completed", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:12:03.158585 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62a8862d-3827-460b-9ca7-548e6ca5cd75 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:12:03.158969 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88', 'code': 200} Oct 15 01:12:03.205072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:03.256876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d4fc9-9dad-4814-9108-6c011d26f1d7 req-a6d951cd-26d2-4054-a9cb-892d13f3e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:03.258399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b09d4fc9-9dad-4814-9108-6c011d26f1d7 req-a6d951cd-26d2-4054-a9cb-892d13f3e735 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 1097 time: 0.0440836 Oct 15 01:12:03.258749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=210974d0-aada-49d1-bd56-456f7d5acb88,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:03.295148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b09d4fc9-9dad-4814-9108-6c011d26f1d7 req-b925fafe-8d1b-458f-a625-9d75877f15ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299990 Oct 15 01:12:03.350434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117614-c4ad-4062-b538-2ac328f98d17 req-9da2d2b8-401c-4cb2-99da-5908d04f9983 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:03.351872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a117614-c4ad-4062-b538-2ac328f98d17 req-9da2d2b8-401c-4cb2-99da-5908d04f9983 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 946 time: 0.0482180 Oct 15 01:12:03.390665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a117614-c4ad-4062-b538-2ac328f98d17 req-a7880741-850e-49e8-b9ed-f29a8d1203ef tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Oct 15 01:12:03.722418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-7a5e8a12-d5bf-41c6-ad09-d1aa5bd6527f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401950 Oct 15 01:12:03.802303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-c9230155-fb1b-4517-ae6c-ceb6dc72af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:03.803723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-c9230155-fb1b-4517-ae6c-ceb6dc72af1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1096 time: 0.0390625 Oct 15 01:12:03.908424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-92071500-f895-4844-8d03-9477401d715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:03.909873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-92071500-f895-4844-8d03-9477401d715e service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0869446 Oct 15 01:12:03.980117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-a90f1e32-4728-458d-a716-b1f56d6586eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 1000 time: 0.0608630 Oct 15 01:12:04.029127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-c2f0a9cb-2734-4a06-850f-6f8df36ab3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:04.030537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-c2f0a9cb-2734-4a06-850f-6f8df36ab3e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0430133 Oct 15 01:12:04.075750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-8f52e554-40bf-45a1-8733-d63eee62bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:04.077143 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-8f52e554-40bf-45a1-8733-d63eee62bfed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391805 Oct 15 01:12:04.173925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-bf0b09ac-4667-4997-a717-a5e0a5c74c2f service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848541 Oct 15 01:12:04.265440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-134c69b4-b27c-42ea-ba37-d5f81a9fd8ca req-5db4e321-c92e-450e-8576-6f7272a3a3b1 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827703 Oct 15 01:12:04.504228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445aad0-21e7-4335-bc9e-445a0d9c76c3 req-adef159d-2479-434d-8b3e-3bb5cf705768 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:04.505732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9445aad0-21e7-4335-bc9e-445a0d9c76c3 req-adef159d-2479-434d-8b3e-3bb5cf705768 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 946 time: 0.0512037 Oct 15 01:12:04.548812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9445aad0-21e7-4335-bc9e-445a0d9c76c3 req-d5241afd-63f2-45dc-84d8-785fa4dad2de tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364866 Oct 15 01:12:05.663638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca66306-b2df-467b-8a0e-bd02c4e934ef req-61d13e4e-8834-40dc-b3a4-6f910c066ff3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:05.665105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cca66306-b2df-467b-8a0e-bd02c4e934ef req-61d13e4e-8834-40dc-b3a4-6f910c066ff3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 946 time: 0.0498621 Oct 15 01:12:05.702576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cca66306-b2df-467b-8a0e-bd02c4e934ef req-0bf29689-bfc8-4b53-96d7-434b257ac188 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Oct 15 01:12:05.815087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f146f37-ce30-48ef-96bf-fef7b417042f req-a2203bcb-5674-4d57-b535-9b32b7a201af tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:05.816616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f146f37-ce30-48ef-96bf-fef7b417042f req-a2203bcb-5674-4d57-b535-9b32b7a201af tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 946 time: 0.0510800 Oct 15 01:12:05.854426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5f146f37-ce30-48ef-96bf-fef7b417042f req-97bcc44a-3702-4aa1-9bfd-4e89cc6fa99c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319679 Oct 15 01:12:05.876245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56658) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:06.041937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3a0b5d-d8b1-4e94-9602-f69d62cb5cbe tempest-TestVolumeBootPattern-564794183 tempest-TestVolumeBootPattern-564794183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:06.044106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ec3a0b5d-d8b1-4e94-9602-f69d62cb5cbe tempest-TestVolumeBootPattern-564794183 tempest-TestVolumeBootPattern-564794183-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 1092 time: 0.1668823 Oct 15 01:12:06.050959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56662) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:06.057121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '210974d0-aada-49d1-bd56-456f7d5acb88', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:06.137345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:06.240546 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:06.342684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Allocated IP 172.25.2.131 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/a84af566-d92f-4bbe-a35f-205eb4ffedd0) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:12:06.445067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:06.531936 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:06.569163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:12:06.571847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:06.578623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:12:06.601146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=a84af566-d92f-4bbe-a35f-205eb4ffedd0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:06.615403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.615795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.616071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.616399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.616728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.617052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.617370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.617687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.618002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.618340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.618655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.618968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:06.648327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-113ef852-d6f2-414f-9e47-c39d9fb2c4c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448513 Oct 15 01:12:06.732775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-ae4fc9ee-e639-4bfd-8fce-e311725895f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:06.734226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-ae4fc9ee-e639-4bfd-8fce-e311725895f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1097 time: 0.0435016 Oct 15 01:12:06.851985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-7d4c7627-40ad-410c-8a7e-fa4f5cf4bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:06.853476 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-7d4c7627-40ad-410c-8a7e-fa4f5cf4bbc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.0970535 Oct 15 01:12:06.925430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-1d57ebbe-f980-41b5-b6de-7b26b6e00aaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 1000 time: 0.0634043 Oct 15 01:12:06.979596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-a55a8cbb-1e6b-4356-991f-dc29648816f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:06.981828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-a55a8cbb-1e6b-4356-991f-dc29648816f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0486197 Oct 15 01:12:07.034870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-d8e0c3e0-7ba8-4226-93c9-57a03f5e8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:07.036267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-d8e0c3e0-7ba8-4226-93c9-57a03f5e8dd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478101 Oct 15 01:12:07.128833 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-29a23b20-7ff4-4a11-a73b-b5b72ce8839b service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855138 Oct 15 01:12:07.309355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:07.450017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:07.508891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1554a5b4-15b0-400c-9839-a1df4ea69946 req-a022677a-b291-4225-89e2-7e959ef4bec5 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724747 Oct 15 01:12:07.608158 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:07.657014 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:07.732833 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event updated for resources: {'Port': ['ID=a84af566-d92f-4bbe-a35f-205eb4ffedd0,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:07.742198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:07.842391 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Floating IP 95aebe36-c45e-49d5-807b-2eb1a4dc7fe7 associated. External IP: 172.25.2.131, port: 210974d0-aada-49d1-bd56-456f7d5acb88. Oct 15 01:12:08.050058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:12:08.153862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:12:08.163329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:12:08.173378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:08.173981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:11:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:08.224874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:08.257488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ab9db805-823f-4714-a08d-62e4c63f31e1 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2049086 Oct 15 01:12:08.258215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:12:08.261158 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f36e4f3-f93e-4991-9453-119b92b16fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:12:08.282624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:08.297958 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f725ab31-7925-4e9a-9380-81b7d9672c63 x-openstack-request-id: req-f725ab31-7925-4e9a-9380-81b7d9672c63 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:12:08.298285 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:12:08.298544 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f725ab31-7925-4e9a-9380-81b7d9672c63 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:12:08.298943 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88', 'status': 'completed', 'code': 200} Oct 15 01:12:08.361815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-5bbf0385-b55f-4236-8de2-ff84a3452c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:08.363493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-5bbf0385-b55f-4236-8de2-ff84a3452c05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 1097 time: 0.0408375 Oct 15 01:12:08.453888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-85c966be-428e-4210-89b0-febf6ea556e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:08.455420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-85c966be-428e-4210-89b0-febf6ea556e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0850344 Oct 15 01:12:08.514299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '95aebe36-c45e-49d5-807b-2eb1a4dc7fe7', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '210974d0-aada-49d1-bd56-456f7d5acb88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:4f:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:12:07Z', 'updated_at': '2021-10-15T01:12:07Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}, {'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:15Z', 'revision_number': 1, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:08.529637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-eb6c3b02-9b95-44b4-a363-7c86edf42b45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=210974d0-aada-49d1-bd56-456f7d5acb88 HTTP/1.1" status: 200 len: 1000 time: 0.0668178 Oct 15 01:12:08.545619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:12:08.554032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:08.554658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:11:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:08.579098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-7200586e-757b-4106-a7b6-b4a09f9d9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:08.580531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-7200586e-757b-4106-a7b6-b4a09f9d9a5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0443978 Oct 15 01:12:08.626938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-803a2602-360e-4f2a-8dc9-c60c3793f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:08.628429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-803a2602-360e-4f2a-8dc9-c60c3793f7ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403404 Oct 15 01:12:08.662020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:08.726183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-11d9455f-060d-49c4-a7cf-727d4f8048bb service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901046 Oct 15 01:12:08.820385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f36e4f3-f93e-4991-9453-119b92b16fbf req-c65bb9db-2f8e-4883-b7db-0715bcad7ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874238 Oct 15 01:12:08.892768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '95aebe36-c45e-49d5-807b-2eb1a4dc7fe7', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '210974d0-aada-49d1-bd56-456f7d5acb88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:4f:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:12:07Z', 'updated_at': '2021-10-15T01:12:07Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}, {'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:15Z', 'revision_number': 1, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:08.919136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d0737-c002-472a-8cbe-6a7ec8137873 None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '95aebe36-c45e-49d5-807b-2eb1a4dc7fe7', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '210974d0-aada-49d1-bd56-456f7d5acb88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:4f:72:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:12:07Z', 'updated_at': '2021-10-15T01:12:07Z', 'revision_number': 0, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}, {'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:15Z', 'revision_number': 1, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:12:09.097522 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c546be-3dda-47e6-9355-733f3c0b92e7 None None] New status for floating IP 95aebe36-c45e-49d5-807b-2eb1a4dc7fe7: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:12:10.165293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:15.233592 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:18.528946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55f79a-398a-47bb-ae22-853132b0c631 req-919db19e-848d-4a90-8dd6-3e07896b8d62 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:18.531390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d55f79a-398a-47bb-ae22-853132b0c631 req-919db19e-848d-4a90-8dd6-3e07896b8d62 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1097 time: 0.0434761 Oct 15 01:12:18.564898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d55f79a-398a-47bb-ae22-853132b0c631 req-8a4b40a7-d842-4356-ae38-8df9d81d594b tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277493 Oct 15 01:12:18.595217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56682) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:18.830862 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 75b5d83a-6fed-4ca7-a2fe-eaa21408d0de {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:12:18.831203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:18.908348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:18.908677 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:18.920396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 75b5d83a-6fed-4ca7-a2fe-eaa21408d0de owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:12:19.137379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:19.164991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=75b5d83a-6fed-4ca7-a2fe-eaa21408d0de,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:19.236233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:19.236619 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP f2470c9d-3583-4e70-9dee-8b8170fed374 disassociated (deleted). External IP: 172.25.2.69, port: 4c1ef065-dff1-41a6-baf4-3d68ded6bc35. Oct 15 01:12:19.488482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router c8e6fe28-d57a-4320-8d5b-9c25648790e7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:12:19.603859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:12:19.609281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:19.614710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] Sync routers for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:12:19.624749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:19.625342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:11:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:19.643479 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-77028f9b-316e-43a5-894c-6efe8246b154 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/floatingips/f2470c9d-3583-4e70-9dee-8b8170fed374 HTTP/1.1" status: 204 len: 168 time: 1.0471544 Oct 15 01:12:19.644182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:12:19.646737 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13f02fe-3f5c-4881-a583-41893a5cd430" -d '{"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:12:19.737181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:20.081549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:20.091679 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cb789a-2773-48bd-b9c9-fd20cad5d0fd x-openstack-request-id: req-19cb789a-2773-48bd-b9c9-fd20cad5d0fd {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:12:20.091980 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:12:20.092241 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19cb789a-2773-48bd-b9c9-fd20cad5d0fd {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:12:20.093276 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'status': 'completed', 'code': 200} Oct 15 01:12:20.110302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] Checking router: c8e6fe28-d57a-4320-8d5b-9c25648790e7 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:12:20.119070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:20.119673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:11:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:20.149512 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:12:20.189839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-716c5c3e-452c-448d-a902-44993cff1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:20.191346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-716c5c3e-452c-448d-a902-44993cff1da5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 1097 time: 0.0756273 Oct 15 01:12:20.203639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4eb39-ef4d-408c-995c-79ca393c9b17 req-a9fcd82f-b3d6-40ce-909d-412164c40285 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:20.205023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49e4eb39-ef4d-408c-995c-79ca393c9b17 req-a9fcd82f-b3d6-40ce-909d-412164c40285 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 946 time: 0.0642312 Oct 15 01:12:20.229923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:20.292635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49e4eb39-ef4d-408c-995c-79ca393c9b17 req-3e7fabb2-e9a4-4e68-be9c-23440312b141 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794473 Oct 15 01:12:20.317556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-46096392-6525-47a5-9251-3249b034f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:20.319217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-46096392-6525-47a5-9251-3249b034f17a service neutron] 10.222.0.39 "GET /v2.0/networks?id=274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 200 len: 898 time: 0.1131217 Oct 15 01:12:20.366133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-3c921896-a19f-44fe-befa-899538aa883e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 200 len: 217 time: 0.0389585 Oct 15 01:12:20.418274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-33c55d9f-a8bf-4bd0-8a60-db7706851805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:20.419719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-33c55d9f-a8bf-4bd0-8a60-db7706851805 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 200 len: 834 time: 0.0447495 Oct 15 01:12:20.434690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:20.462713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044fb5c-5081-44c8-b6f7-3e7508cae435 None None] The sync data for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 is: [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:09:39Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9eb63723-a545-4786-a98b-9c32c8732b98', 'name': '', 'network_id': '274adccb-0829-4575-859c-47d7253dad88', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b3:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:38Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '65ff9534-ab4b-4c84-8409-fc2f1002ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:12:20.468509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-78473dbb-bd6f-420d-b2b2-e27d2c2b365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:20.470028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-78473dbb-bd6f-420d-b2b2-e27d2c2b365f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=274adccb-0829-4575-859c-47d7253dad88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421090 Oct 15 01:12:20.572404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-fce37071-2031-4e6a-855e-22dfdc9b2dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945110 Oct 15 01:12:20.669757 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b13f02fe-3f5c-4881-a583-41893a5cd430 req-d00cfbd5-7e61-40f7-b6a5-0e14db47529c service neutron] 10.222.0.39 "GET /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896018 Oct 15 01:12:20.698312 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b37db9-1632-4d97-a137-f9b04032fc40 None None] New status for floating IP f2470c9d-3583-4e70-9dee-8b8170fed374: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:12:21.410138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921763f-432e-4bc4-bd5c-27170e6d73d6 req-ac1f23a4-46e2-45de-b0c1-e6a482806ff9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:21.411620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2921763f-432e-4bc4-bd5c-27170e6d73d6 req-ac1f23a4-46e2-45de-b0c1-e6a482806ff9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 946 time: 0.0506105 Oct 15 01:12:21.454534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2921763f-432e-4bc4-bd5c-27170e6d73d6 req-85223823-619c-493b-bff5-67eb4b5454b0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=916de452-d89d-4e28-a7fa-9a713e91e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367708 Oct 15 01:12:21.700895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-795cb7ed-0aef-4914-87fb-e687ff34ecf7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:21.703168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-795cb7ed-0aef-4914-87fb-e687ff34ecf7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 946 time: 0.0533216 Oct 15 01:12:21.793264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:12:21.793600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:21.886407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:21.886763 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:21.898937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:12:22.113559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:22.140350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=4c1ef065-dff1-41a6-baf4-3d68ded6bc35,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:22.154271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.155762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.155762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.156026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.156228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.156565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.156894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.157258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.157545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.157867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.158264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.158591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:22.193113 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] No DVR routers for this DVR port 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:12:22.195660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:22.199022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1416003f-46a8-48b7-bf2e-8e41f4b3d460 req-3c20d25d-6cf2-4fb1-a265-7ce4a8c52c99 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "DELETE /v2.0/ports/4c1ef065-dff1-41a6-baf4-3d68ded6bc35 HTTP/1.1" status: 204 len: 173 time: 0.4887578 Oct 15 01:12:22.199465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-deleted', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:12:22.201699 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c4082f-2443-48fc-b2d6-f5df56982ee1" -d '{"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-deleted", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:12:22.294842 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb8713c-c3e3-4354-a262-1903a805714e x-openstack-request-id: req-2bb8713c-c3e3-4354-a262-1903a805714e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:12:22.295181 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1270352d-3347-40ce-a8da-ccd678168c09", "name": "network-vif-deleted", "tag": "4c1ef065-dff1-41a6-baf4-3d68ded6bc35", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:12:22.295435 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bb8713c-c3e3-4354-a262-1903a805714e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:12:22.296481 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1270352d-3347-40ce-a8da-ccd678168c09', 'name': 'network-vif-deleted', 'tag': '4c1ef065-dff1-41a6-baf4-3d68ded6bc35', 'status': 'completed', 'code': 200} Oct 15 01:12:22.566536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-127ad966-0a22-4a91-ba0d-b11c917fc913 req-44d8cfe7-d00f-4e3b-ae43-a1df42a3059b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=1270352d-3347-40ce-a8da-ccd678168c09 HTTP/1.1" status: 200 len: 210 time: 0.0269873 Oct 15 01:12:23.624156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56706) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:24.052846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:24.374826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 9eb63723-a545-4786-a98b-9c32c8732b98 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:12:24.375194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:24.479586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 9eb63723-a545-4786-a98b-9c32c8732b98, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9eb63723-a545-4786-a98b-9c32c8732b98,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:24.479953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:24.497747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 9eb63723-a545-4786-a98b-9c32c8732b98 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:12:24.771752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:24.805849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=9eb63723-a545-4786-a98b-9c32c8732b98,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:24.990788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:25.234707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:12:25.235444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router c8e6fe28-d57a-4320-8d5b-9c25648790e7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:12:25.255502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:12:25.255844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4c1ef065-dff1-41a6-baf4-3d68ded6bc35 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:12:25.342645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:12:25.347715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-20c130a6-635b-4651-9803-30988b19e085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/c8e6fe28-d57a-4320-8d5b-9c25648790e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223616 Oct 15 01:12:25.350449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56708) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:25.351941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] Sync routers for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:12:25.361962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:25.362639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:11:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:25.406589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting subnet 65ff9534-ab4b-4c84-8409-fc2f1002ee8d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:12:25.409705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:25.458373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:25.485207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:25.585990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:25.675091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:12:24Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:25.703110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] Checking router: c8e6fe28-d57a-4320-8d5b-9c25648790e7 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:12:25.708353 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:25.714000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] Routers {'c8e6fe28-d57a-4320-8d5b-9c25648790e7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:25.714000 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:11:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:25.738825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Subnet': ['ID=65ff9534-ab4b-4c84-8409-fc2f1002ee8d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:25.741012 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:25.747064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56710) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:25.750789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-41e187b6-99ac-44dc-9310-b56f039bb449 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/subnets/65ff9534-ab4b-4c84-8409-fc2f1002ee8d HTTP/1.1" status: 204 len: 168 time: 0.3956964 Oct 15 01:12:25.754483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f2e6eb-a0ca-4e20-bc84-16c40379480c None None] Network 274adccb-0829-4575-859c-47d7253dad88 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:12:25.862898 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:25.935562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] Set router c8e6fe28-d57a-4320-8d5b-9c25648790e7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:25.971585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.108742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 11b8c318-632d-4189-abde-6abd3e153c3d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:12:26.109003 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.132830 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] DHCP port deletion for 274adccb-0829-4575-859c-47d7253dad88 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:12:26.201584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 11b8c318-632d-4189-abde-6abd3e153c3d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=11b8c318-632d-4189-abde-6abd3e153c3d,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:26.203132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.206296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:12:24Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:26.216712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 11b8c318-632d-4189-abde-6abd3e153c3d owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:12:26.237079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Deleting port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:12:26.237659 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.242558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530f87a7-96a4-41ca-bd03-b5c3b0d01b34 None None] The sync data for ids ['c8e6fe28-d57a-4320-8d5b-9c25648790e7'] in n-d-811521-2 is: [{'id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685453468', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:09:34Z', 'updated_at': '2021-10-15T01:12:24Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '11b8c318-632d-4189-abde-6abd3e153c3d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e6fe28-d57a-4320-8d5b-9c25648790e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:09:35Z', 'updated_at': '2021-10-15T01:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:12:26.317641 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] For port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8a2e1b5e-df7c-46ce-b182-5f24b8107f07,segment=NetworkSegment(833e9bc5-0086-4382-92ba-dfd3625b78fa),segment_id=833e9bc5-0086-4382-92ba-dfd3625b78fa)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:26.318177 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.334078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdde5-7df7-43cc-b78e-7cff5e8a8352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.344221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Calling delete_port for 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:12:26.473955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.502731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=11b8c318-632d-4189-abde-6abd3e153c3d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:26.503331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.533876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] No DVR routers for this DVR port 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:12:26.537071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Pushing event deleted for resources: {'Port': ['ID=8a2e1b5e-df7c-46ce-b182-5f24b8107f07,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:26.547328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.547680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.548096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.548526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.548864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.549197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.549559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.550646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.551064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.551312 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.551737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.552554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d09d08-1a12-47f3-ab9f-7d56c67e6686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:26.570888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.662821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.664919 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.753962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.754647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Fanout notify agent at l3_agent the message router_deleted on router c8e6fe28-d57a-4320-8d5b-9c25648790e7 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:12:26.761324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.762457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-00b5a7a3-04d7-4c8b-81ef-551d81e02068 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/routers/c8e6fe28-d57a-4320-8d5b-9c25648790e7 HTTP/1.1" status: 204 len: 168 time: 1.0143671 Oct 15 01:12:26.765388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:26.843274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.937686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.956659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274adccb-0829-4575-859c-47d7253dad88']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:26.965691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833e9bc5-0086-4382-92ba-dfd3625b78fa') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:26.965977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833e9bc5-0086-4382-92ba-dfd3625b78fa') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:26.975575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.989552 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.995708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:12:26.996005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:12:26.999096 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:12:27.113611 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:27.127557 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:27.127557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/networks/274adccb-0829-4575-859c-47d7253dad88 HTTP/1.1" status: 204 len: 168 time: 0.3578074 Oct 15 01:12:27.127725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:27.135358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe32105-8fd3-45f7-829a-ef23d1d20338 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Network': ['ID=274adccb-0829-4575-859c-47d7253dad88,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:27.186980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c536-19fd-4db9-9dd9-ffb5d133f463 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:27.213524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c536-19fd-4db9-9dd9-ffb5d133f463 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:27.364860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c536-19fd-4db9-9dd9-ffb5d133f463 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:27.367690 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1ed1c536-19fd-4db9-9dd9-ffb5d133f463 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:27.368846 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1ed1c536-19fd-4db9-9dd9-ffb5d133f463 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/security-groups/916de452-d89d-4e28-a7fa-9a713e91e079 HTTP/1.1" status: 204 len: 168 time: 0.2407873 Oct 15 01:12:27.378121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1c536-19fd-4db9-9dd9-ffb5d133f463 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916de452-d89d-4e28-a7fa-9a713e91e079,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:27.847623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56720) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:27.852200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e229768e-c301-4300-9fdc-a8c966fb8b02 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492065145', 'description': 'tempest-secgroup-smoke-1492065145 description', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:27.919528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e229768e-c301-4300-9fdc-a8c966fb8b02 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:27.984334 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e229768e-c301-4300-9fdc-a8c966fb8b02 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.043578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:12:28.044623 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e229768e-c301-4300-9fdc-a8c966fb8b02 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.065967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:12:28.066364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8a2e1b5e-df7c-46ce-b182-5f24b8107f07 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:12:28.066796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11b8c318-632d-4189-abde-6abd3e153c3d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:12:28.082819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229768e-c301-4300-9fdc-a8c966fb8b02 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:28.089064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 11b8c318-632d-4189-abde-6abd3e153c3d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:12:28.089410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 11b8c318-632d-4189-abde-6abd3e153c3d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:12:28.089822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9eb63723-a545-4786-a98b-9c32c8732b98 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:12:28.109299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9eb63723-a545-4786-a98b-9c32c8732b98 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:12:28.109643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9eb63723-a545-4786-a98b-9c32c8732b98 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:12:28.138625 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e229768e-c301-4300-9fdc-a8c966fb8b02 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.139949 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e229768e-c301-4300-9fdc-a8c966fb8b02 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2913175 Oct 15 01:12:28.142875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56722) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:28.147587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2cbd9f27-a81c-49fd-af28-b5b9dc76e768 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:28.252812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9f27-a81c-49fd-af28-b5b9dc76e768 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.300188 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9f27-a81c-49fd-af28-b5b9dc76e768 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.382069 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9f27-a81c-49fd-af28-b5b9dc76e768 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.402406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd9f27-a81c-49fd-af28-b5b9dc76e768 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d98ed2-9f4b-4014-b366-2e7a8f7691c4,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:28.480986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9f27-a81c-49fd-af28-b5b9dc76e768 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.482396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2cbd9f27-a81c-49fd-af28-b5b9dc76e768 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385417 Oct 15 01:12:28.485749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:28.490550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-dc6bcbe2-36e3-4881-be66-d24253c7d164 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:28.593036 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc6bcbe2-36e3-4881-be66-d24253c7d164 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.657841 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc6bcbe2-36e3-4881-be66-d24253c7d164 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.730754 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc6bcbe2-36e3-4881-be66-d24253c7d164 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.750652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bcbe2-36e3-4881-be66-d24253c7d164 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fc265d-e4d6-4efa-a2ba-4e002a72c110,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:28.824558 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc6bcbe2-36e3-4881-be66-d24253c7d164 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.826022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dc6bcbe2-36e3-4881-be66-d24253c7d164 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392422 Oct 15 01:12:28.829012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56728) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:28.835465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6801357e-33f0-4675-8e27-b1a24bba7627 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:28.857403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd066-aebe-4706-a9f9-8304f42ae1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.918726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6801357e-33f0-4675-8e27-b1a24bba7627 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:28.969338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6801357e-33f0-4675-8e27-b1a24bba7627 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.038679 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6801357e-33f0-4675-8e27-b1a24bba7627 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.056556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801357e-33f0-4675-8e27-b1a24bba7627 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4557f1f0-de88-486f-8fb3-6cff4a6ff86c,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:29.144229 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6801357e-33f0-4675-8e27-b1a24bba7627 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.145479 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6801357e-33f0-4675-8e27-b1a24bba7627 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153682 Oct 15 01:12:29.148248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56730) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:29.152604 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fa73bdaa-d05a-425a-bcc2-89eb20fd925c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:29.267586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa73bdaa-d05a-425a-bcc2-89eb20fd925c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.325644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa73bdaa-d05a-425a-bcc2-89eb20fd925c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.416388 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa73bdaa-d05a-425a-bcc2-89eb20fd925c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.435403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73bdaa-d05a-425a-bcc2-89eb20fd925c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d82b4df-6da3-4eb4-b381-58083dea8633,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:29.516651 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fa73bdaa-d05a-425a-bcc2-89eb20fd925c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.518026 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fa73bdaa-d05a-425a-bcc2-89eb20fd925c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3688004 Oct 15 01:12:29.520649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56732) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:29.524984 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:29.633974 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:12:29.639267 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.703684 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.804711 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.823728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e367caf-45f7-4faf-8c05-37df61b5a39c,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:29.887149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:29.888435 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-05be3adf-e545-4940-b8fd-f25a750c6d53 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668346 Oct 15 01:12:29.891206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56734) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:29.895578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:29.981983 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:12:29.987756 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.054387 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.136325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.154438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182d4dc0-6ade-48c1-ac55-07b861832a94,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:30.164794 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.241330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.242574 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-fcd151a4-3c5d-4779-9e05-7e7fd6cc1c2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3504417 Oct 15 01:12:30.245376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:30.250270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'network': {'name': 'tempest-network-smoke--319176849', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'port_security_enabled': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:30.347504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.370628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:12:30.374199 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.397672 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:12:30.406514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.406859 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Added segment c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c of type vlan for network bc9a0249-a785-4acc-8549-29a33c4bd4e9 Oct 15 01:12:30.445278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.519348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.525028 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:30.525608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.594468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Network': ['ID=bc9a0249-a785-4acc-8549-29a33c4bd4e9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:30.604656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:12:30.613728 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3827e3f1-2fa6-415d-80a4-ee6a619bb244 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3673706 Oct 15 01:12:30.617295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56738) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:30.621970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'admin_state_up': True, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:30.719535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.720580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:30.773351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:31.276313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:31.572124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:31.595682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:31.698492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.174 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/42a82cac-1070-4364-bac8-45d5fc3d663e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:12:31.803096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:31.884826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:31.919599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:12:31.923089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:31.926553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:12:31.957828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=42a82cac-1070-4364-bac8-45d5fc3d663e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:32.301461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:32.416735 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:32.502588 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:32.690419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:12:32.799851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:12:32.810695 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Sync routers for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:12:32.819488 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:32.820067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:12:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:32.904051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:32.905280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f6607c69-f516-45c4-a38d-9eb8f5770cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2868969 Oct 15 01:12:32.909357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56740) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:32.923392 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:32.937837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d1462341-d7f8-45f9-bac7-558d8040980d tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b26af35651e644d68f8a0fc07a07cd20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268028 Oct 15 01:12:32.940576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56742) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:33.032086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71334e2a-169f-4bca-bc86-dd8d39527536 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:33.033589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-71334e2a-169f-4bca-bc86-dd8d39527536 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920916 Oct 15 01:12:33.036447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:33.065388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8052ec1d-740e-471f-9672-6b1cc08e073f tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276749 Oct 15 01:12:33.068002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56746) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:33.072673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-764542642', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:33.107379 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:32Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:33.137350 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Checking router: 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:12:33.137692 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Updating router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 port 42a82cac-1070-4364-bac8-45d5fc3d663e binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:12:33.163547 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.261781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:12:33.265737 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.513918 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.542599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.587950 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.607878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Subnet': ['ID=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:33.620138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Checking segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:12:33.620308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network hostable DHCP agents. Network: bc9a0249-a785-4acc-8549-29a33c4bd4e9, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:12:33.645997 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Attempting to bind port 42a82cac-1070-4364-bac8-45d5fc3d663e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:12:33.646383 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Attempting to bind port 42a82cac-1070-4364-bac8-45d5fc3d663e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:12:33.646785 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Attempting to bind port 42a82cac-1070-4364-bac8-45d5fc3d663e on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:12:33.649783 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Pushing event updated for resources: {'Port': ['ID=42a82cac-1070-4364-bac8-45d5fc3d663e,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:33.657540 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:12:33.657899 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:12:33.658358 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.658739 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:12:33.659179 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Bound port: 42a82cac-1070-4364-bac8-45d5fc3d663e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:12:33.659545 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.662452 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.664477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.664477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.664477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.664477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.664477 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.664935 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.664935 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.665136 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.665446 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.665795 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.666113 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:12:33.707959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:12:33.717671 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] For port 42a82cac-1070-4364-bac8-45d5fc3d663e, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:12:33.721326 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] For port 42a82cac-1070-4364-bac8-45d5fc3d663e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=42a82cac-1070-4364-bac8-45d5fc3d663e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:12:33.787915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, bc9a0249-a785-4acc-8549-29a33c4bd4e9) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:33.791996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:33.792583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.797302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838a436-9bb4-4c51-ba3e-cc9a137d19dc None None] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:12:33.805676 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.863890 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:33.864613 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:12:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:33.869460 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e81fa-3522-4546-bdf5-01feb160e8db None None] Pushing event updated for resources: {'Port': ['ID=42a82cac-1070-4364-bac8-45d5fc3d663e,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:33.882611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0c691f08-b2c3-4f6a-8016-91959805a52c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8135626 Oct 15 01:12:33.885227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56748) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:33.952784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:12:33.953852 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:33.981274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:34.108689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Allocated IP 172.20.0.2 (bc9a0249-a785-4acc-8549-29a33c4bd4e9/775b7b9c-8ddb-47ed-bfd0-8ad8c817246b/cd5330eb-8892-4488-8f84-c09c70b99e19) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:12:34.181103 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:32Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:34.213097 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740bf778-225d-4aa8-b4c5-c698890070cc None None] The sync data for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 is: [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:32Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:12:34.265532 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.336974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.348175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.376885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:12:34.379801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:34.385611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:12:34.413849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Pushing event updated for resources: {'Port': ['ID=cd5330eb-8892-4488-8f84-c09c70b99e19,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:34.470832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Attempting to bind port cd5330eb-8892-4488-8f84-c09c70b99e19 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:12:34.471200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Attempting to bind port cd5330eb-8892-4488-8f84-c09c70b99e19 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:12:34.471559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Attempting to bind port cd5330eb-8892-4488-8f84-c09c70b99e19 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:12:34.476750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:12:34.484515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Checking segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:12:34.484515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.484515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Bound using segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:12:34.484515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Bound port: cd5330eb-8892-4488-8f84-c09c70b99e19, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:12:34.484515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.550883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] For port cd5330eb-8892-4488-8f84-c09c70b99e19, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:12:34.554692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] For port cd5330eb-8892-4488-8f84-c09c70b99e19, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cd5330eb-8892-4488-8f84-c09c70b99e19,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:12:34.639696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.672310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.1 (bc9a0249-a785-4acc-8549-29a33c4bd4e9/775b7b9c-8ddb-47ed-bfd0-8ad8c817246b/22625650-2bd4-4078-be21-16d420baa2f4) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:12:34.706522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc43fcf-bef5-4750-9f50-ccc6f5d7dc2e None None] Pushing event updated for resources: {'Port': ['ID=cd5330eb-8892-4488-8f84-c09c70b99e19,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:34.804374 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.897105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:34.942914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:12:34.946419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:34.953110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:12:34.960403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=22625650-2bd4-4078-be21-16d420baa2f4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:35.009734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:35.492324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:35.774528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:35.839122 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:35.919953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=22625650-2bd4-4078-be21-16d420baa2f4,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:35.923053 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:36.038193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:12:36.039799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:36.114414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 42a82cac-1070-4364-bac8-45d5fc3d663e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:12:36.117463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ffe96-e4e8-4c6d-8b8e-47e58035d451 None None] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:12:36.179632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:12:36.303974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:12:36.314556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e9dc8ee2-8dcd-4889-8a54-c860ccf67295 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/7b7185d6-a18a-4053-8d2b-b8fa04f573c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4228182 Oct 15 01:12:36.360637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Sync routers for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:12:36.393884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-33bf3325-728c-4401-a3b3-e99f9741169b None None] Provisioning complete for port cd5330eb-8892-4488-8f84-c09c70b99e19 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:36.394399 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-33bf3325-728c-4401-a3b3-e99f9741169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:36.401281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:36.401706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:12:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:36.450303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ad442648-b1df-4f62-939c-0ffd231a0266 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492065145&fields=id&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 267 time: 0.0336869 Oct 15 01:12:36.508145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 42a82cac-1070-4364-bac8-45d5fc3d663e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:36.508532 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:36.566275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-aceeabb6-982a-49db-90fb-5ae2da1026b5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:36.567623 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-aceeabb6-982a-49db-90fb-5ae2da1026b5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 796 time: 0.1097891 Oct 15 01:12:36.583750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-785e8563-a7b5-4028-b313-fe4763fb529a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/quotas/b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 375 time: 0.0102627 Oct 15 01:12:36.637051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-c4d48fe8-de5c-4701-b0ab-691ec76d65a5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478125 Oct 15 01:12:36.670851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:36.738688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-aa0d9ef3-7f1b-46e1-a351-cb924d368441 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887556 Oct 15 01:12:36.748072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-33bf3325-728c-4401-a3b3-e99f9741169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:36.809617 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:36.839040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-509f71b3-2252-4876-a9f5-2580a1b6b968 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939801 Oct 15 01:12:36.862444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-33bf3325-728c-4401-a3b3-e99f9741169b None None] For port cd5330eb-8892-4488-8f84-c09c70b99e19, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cd5330eb-8892-4488-8f84-c09c70b99e19,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:36.896220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 42a82cac-1070-4364-bac8-45d5fc3d663e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=42a82cac-1070-4364-bac8-45d5fc3d663e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:36.964056 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-33bf3325-728c-4401-a3b3-e99f9741169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.014033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.015096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cd5330eb-8892-4488-8f84-c09c70b99e19 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:12:37.054377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf3325-728c-4401-a3b3-e99f9741169b None None] Pushing event updated for resources: {'Port': ['ID=cd5330eb-8892-4488-8f84-c09c70b99e19,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:37.088159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 2, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:37.100860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b6970cc-d273-4680-8835-f2fced419d7b req-090688ea-8589-4498-9f31-5c751bae7d44 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 210 time: 0.0351140 Oct 15 01:12:37.161887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Checking router: 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:12:37.161887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Updating router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 port 22625650-2bd4-4078-be21-16d420baa2f4 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:12:37.207247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1a8bc9f6-057b-41e5-a532-225d536f2452 None None] Provisioning complete for port 22625650-2bd4-4078-be21-16d420baa2f4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:37.207621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc9f6-057b-41e5-a532-225d536f2452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.212749 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.213748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=42a82cac-1070-4364-bac8-45d5fc3d663e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:37.255376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cd5330eb-8892-4488-8f84-c09c70b99e19 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:37.255376 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.312010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1a8bc9f6-057b-41e5-a532-225d536f2452 None None] Port 22625650-2bd4-4078-be21-16d420baa2f4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:12:37.392896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1a8bc9f6-057b-41e5-a532-225d536f2452 None None] Provisioning complete for port cd5330eb-8892-4488-8f84-c09c70b99e19 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:37.400057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc9f6-057b-41e5-a532-225d536f2452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.678861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.714060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f8735721-3556-4800-a3f6-875a59ff5a3c None None] Provisioning complete for port 22625650-2bd4-4078-be21-16d420baa2f4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:37.714471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8735721-3556-4800-a3f6-875a59ff5a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.744242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.786391 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f8735721-3556-4800-a3f6-875a59ff5a3c None None] Port 22625650-2bd4-4078-be21-16d420baa2f4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:12:37.810796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c38c02-a518-4dbe-972a-71afc22df53a None None] Pushing event updated for resources: {'Port': ['ID=22625650-2bd4-4078-be21-16d420baa2f4,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:37.863161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Attempting to bind port 22625650-2bd4-4078-be21-16d420baa2f4 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:12:37.863529 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Attempting to bind port 22625650-2bd4-4078-be21-16d420baa2f4 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:12:37.863887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Attempting to bind port 22625650-2bd4-4078-be21-16d420baa2f4 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:12:37.869759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:12:37.870168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Checking segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:12:37.870557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.870962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Bound using segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:12:37.871460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Bound port: 22625650-2bd4-4078-be21-16d420baa2f4, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:12:37.871932 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:37.938065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] For port 22625650-2bd4-4078-be21-16d420baa2f4, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:12:37.941322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] For port 22625650-2bd4-4078-be21-16d420baa2f4, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=22625650-2bd4-4078-be21-16d420baa2f4,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:12:38.018540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5a3aecee-196a-4797-a75a-3787273f953f None None] Provisioning complete for port 22625650-2bd4-4078-be21-16d420baa2f4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:38.018908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5a3aecee-196a-4797-a75a-3787273f953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:38.047245 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:38.056824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 42a82cac-1070-4364-bac8-45d5fc3d663e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:12:38.109513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5a3aecee-196a-4797-a75a-3787273f953f None None] Port 22625650-2bd4-4078-be21-16d420baa2f4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:12:38.156149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:38.156774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:12:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:38.160340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c38c02-a518-4dbe-972a-71afc22df53a None None] Pushing event updated for resources: {'Port': ['ID=22625650-2bd4-4078-be21-16d420baa2f4,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:38.237958 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9d73acd-27b8-4d71-8b7f-d1790c89f653 req-9649c586-1fcc-42b2-a457-dc3027b533cf tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 210 time: 0.0484366 Oct 15 01:12:38.402998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 42a82cac-1070-4364-bac8-45d5fc3d663e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:38.403583 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:38.493038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9dfdba40-e3b3-4c5a-9f91-cacec475fe34 None None] Provisioning complete for port 22625650-2bd4-4078-be21-16d420baa2f4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:38.493409 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9dfdba40-e3b3-4c5a-9f91-cacec475fe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:38.502926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:38.695412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cd5330eb-8892-4488-8f84-c09c70b99e19 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:12:38.795852 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9dfdba40-e3b3-4c5a-9f91-cacec475fe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:38.847430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port cd5330eb-8892-4488-8f84-c09c70b99e19 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:38.847791 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:38.883700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9dfdba40-e3b3-4c5a-9f91-cacec475fe34 None None] For port 22625650-2bd4-4078-be21-16d420baa2f4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=22625650-2bd4-4078-be21-16d420baa2f4,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:38.917417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:37Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:38.946229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4421949-808e-4960-b36d-f42e7423ca0d None None] The sync data for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 is: [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:37Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:12:38.965726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9dfdba40-e3b3-4c5a-9f91-cacec475fe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:39.046653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdba40-e3b3-4c5a-9f91-cacec475fe34 None None] Pushing event updated for resources: {'Port': ['ID=22625650-2bd4-4078-be21-16d420baa2f4,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:39.222126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-32640536-43c3-49cf-bdfc-5a6b0ae28786 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:39.222126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-32640536-43c3-49cf-bdfc-5a6b0ae28786 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 796 time: 0.1150813 Oct 15 01:12:39.267858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7d528932-2ab8-42da-843f-14e948e507a4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 380 time: 0.0397444 Oct 15 01:12:39.277752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'port': {'device_id': '66346871-e271-458c-976b-ae4333c430ec', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'admin_state_up': True, 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'security_groups': ['f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:39.383910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f63090f4-cc09-4dea-ac97-e4aa01ccebe4 req-7d43d8b6-a1fa-40da-8d09-db5f69f5e56e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 210 time: 0.0642395 Oct 15 01:12:39.536204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:12:39.539936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:39.682563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.14 (bc9a0249-a785-4acc-8549-29a33c4bd4e9/775b7b9c-8ddb-47ed-bfd0-8ad8c817246b/56917843-562c-4966-8652-18d40d3f6a40) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:12:39.828621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:39.920206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:39.972280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:12:39.977762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:39.980538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:12:40.013582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:40.050291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:40.051235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.078182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 22625650-2bd4-4078-be21-16d420baa2f4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:12:40.142753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ecf5ec3a-b62b-431a-99e2-1f9ad2508e2d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8604705 Oct 15 01:12:40.147320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Request body: {'port': {'device_id': '66346871-e271-458c-976b-ae4333c430ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:40.148502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 22625650-2bd4-4078-be21-16d420baa2f4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:40.148953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.190234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.208671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.293081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-41b3daaf-2ba3-4927-a807-de2a4ba071ac None None] Provisioning complete for port 56917843-562c-4966-8652-18d40d3f6a40 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:40.293444 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41b3daaf-2ba3-4927-a807-de2a4ba071ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.328841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-41b3daaf-2ba3-4927-a807-de2a4ba071ac None None] Port 56917843-562c-4966-8652-18d40d3f6a40 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:12:40.513304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56917843-562c-4966-8652-18d40d3f6a40 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:12:40.523461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.547564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d55c7c-25f0-47e8-af91-cc51d0265aaf req-e808d1d4-c244-435d-b506-8ecd54191a04 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:40.549039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3d55c7c-25f0-47e8-af91-cc51d0265aaf req-e808d1d4-c244-435d-b506-8ecd54191a04 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 932 time: 0.0743070 Oct 15 01:12:40.549939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Transition to ACTIVE for port object 56917843-562c-4966-8652-18d40d3f6a40 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:12:40.586392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3d55c7c-25f0-47e8-af91-cc51d0265aaf req-ff83d655-3d76-42a2-ab3e-051329e1ff2b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Oct 15 01:12:40.593979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.646164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:40.721818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:12:40.722183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:12:40.722517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:12:40.727066 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:12:40.727387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:12:40.734717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:12:40.735165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Checking segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:12:40.735566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Bound using segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:12:40.735998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Bound port: 56917843-562c-4966-8652-18d40d3f6a40, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:12:40.736359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.805077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:12:40.808262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:12:40.868329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.902685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:40.903292 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:40.904667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] 10.222.0.39 "PUT /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1092 time: 0.7620194 Oct 15 01:12:40.905106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:12:40.908290 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd8a62-62a3-4cc5-bf07-f47b0dbad061" -d '{"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:12:40.934250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfba7e9-b311-4908-a45d-72e84d984058 service neutron] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:40.955269 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181abe95-c650-4dab-934a-4545211ac83c x-openstack-request-id: req-181abe95-c650-4dab-934a-4545211ac83c {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:12:40.955269 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:12:40.955269 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-181abe95-c650-4dab-934a-4545211ac83c {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:12:40.955269 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'status': 'completed', 'code': 200} Oct 15 01:12:41.018901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd8a62-62a3-4cc5-bf07-f47b0dbad061 req-a447d8a6-7366-403d-b48b-9e82145085ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:41.020389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3fd8a62-62a3-4cc5-bf07-f47b0dbad061 req-a447d8a6-7366-403d-b48b-9e82145085ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1095 time: 0.0457804 Oct 15 01:12:41.142988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd8a62-62a3-4cc5-bf07-f47b0dbad061 req-560374ad-f007-4cef-ab51-96b11c1d329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:41.144436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3fd8a62-62a3-4cc5-bf07-f47b0dbad061 req-560374ad-f007-4cef-ab51-96b11c1d329b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b26af35651e644d68f8a0fc07a07cd20&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1158459 Oct 15 01:12:41.246255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd8a62-62a3-4cc5-bf07-f47b0dbad061 req-5d6ad5ef-eed2-4b0e-a91f-d896ec1d9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:41.247724 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3fd8a62-62a3-4cc5-bf07-f47b0dbad061 req-5d6ad5ef-eed2-4b0e-a91f-d896ec1d9ef9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968163 Oct 15 01:12:41.323993 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7c069033-9e51-45d8-8772-1b8b1bd958ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:41.325389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-7c069033-9e51-45d8-8772-1b8b1bd958ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1095 time: 0.0422513 Oct 15 01:12:41.368284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-ae8d075a-f73f-45bd-ac16-51b15cb559fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 217 time: 0.0354033 Oct 15 01:12:41.417810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-8bbd96ce-8927-4b2f-8048-bc4ae316c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:41.419347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-8bbd96ce-8927-4b2f-8048-bc4ae316c6bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 200 len: 834 time: 0.0438223 Oct 15 01:12:41.480484 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-2dac92a7-51da-402c-9024-f9eb6793dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:41.482014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-2dac92a7-51da-402c-9024-f9eb6793dc1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc9a0249-a785-4acc-8549-29a33c4bd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561812 Oct 15 01:12:41.573789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-6f055361-c7c9-45b7-be86-4d4b3db230f9 service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848427 Oct 15 01:12:41.691444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e83076fa-f6be-4e01-b47b-9d471ca89845 req-656381b2-c431-446e-873a-74b370c0bad2 service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104734 Oct 15 01:12:41.715227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae53c5-c87b-487d-aae9-94ee0a503dae req-ba54c6c2-be17-4b07-a1a4-36342b719970 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:41.716678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5ae53c5-c87b-487d-aae9-94ee0a503dae req-ba54c6c2-be17-4b07-a1a4-36342b719970 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 944 time: 0.0591969 Oct 15 01:12:41.758992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c5ae53c5-c87b-487d-aae9-94ee0a503dae req-57729532-bffa-4d6f-ba0b-82013b45cbf4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342879 Oct 15 01:12:42.875171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c268-68ff-4eaf-ab88-abc9a632d11d req-34e52b65-36a3-4882-932d-27322fb82821 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:42.876632 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b16c268-68ff-4eaf-ab88-abc9a632d11d req-34e52b65-36a3-4882-932d-27322fb82821 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 944 time: 0.0511913 Oct 15 01:12:42.919608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b16c268-68ff-4eaf-ab88-abc9a632d11d req-18f7eb62-62b2-4c3e-a421-cf3902ee33d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372269 Oct 15 01:12:44.032031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5338-3787-4f3a-97cf-4672b6b53efa req-337afb48-0630-4ff5-ad5f-65de89ceb3f1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:44.033473 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5ec5338-3787-4f3a-97cf-4672b6b53efa req-337afb48-0630-4ff5-ad5f-65de89ceb3f1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 944 time: 0.0498004 Oct 15 01:12:44.072085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5ec5338-3787-4f3a-97cf-4672b6b53efa req-72eb2328-c91b-4a9a-9ad4-3cf78e797d7e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Oct 15 01:12:45.227807 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:45.234989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:12:45.241871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e69e9-f315-4a4b-b63f-65b9f9af9486 req-0ecff9c3-3b67-4405-8a5a-4dde3bba8401 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:45.241871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-234e69e9-f315-4a4b-b63f-65b9f9af9486 req-0ecff9c3-3b67-4405-8a5a-4dde3bba8401 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 944 time: 0.0491266 Oct 15 01:12:45.283148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-234e69e9-f315-4a4b-b63f-65b9f9af9486 req-4002a4e8-da86-4603-b00e-dc133c2e3085 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Oct 15 01:12:45.329749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:45.341005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '56917843-562c-4966-8652-18d40d3f6a40', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'port_id': '56917843-562c-4966-8652-18d40d3f6a40', 'mac_address': 'fa:16:3e:13:55:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:12:45.379512 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:45.395189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56917843-562c-4966-8652-18d40d3f6a40 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:12:45.413614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:45.519260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:45.567531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:45.826072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['56917843-562c-4966-8652-18d40d3f6a40'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:12:46.390880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef01e1-2d82-4429-aaac-4a62eaf23207 req-078e5699-12d5-4c66-a85c-63252d29fbaa tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:46.392352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43ef01e1-2d82-4429-aaac-4a62eaf23207 req-078e5699-12d5-4c66-a85c-63252d29fbaa tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 945 time: 0.0483997 Oct 15 01:12:46.433138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43ef01e1-2d82-4429-aaac-4a62eaf23207 req-6def3fed-72b3-4ebd-add6-c42a7a512634 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349133 Oct 15 01:12:47.235723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:12:47.353288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 56917843-562c-4966-8652-18d40d3f6a40 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:12:47.356875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 56917843-562c-4966-8652-18d40d3f6a40 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:12:47.357282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:47.435574 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:47.458411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:12:47.460631 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b923f4-39e9-4861-b9fe-f2fefd0a07df" -d '{"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-plugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:12:47.472828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:12:47.525085 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:47.548514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bf45c-b91a-4c0d-8935-cf2993a6264f req-7b21a53e-ea81-4980-89c6-829f6b7b7de0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:47.550123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff4bf45c-b91a-4c0d-8935-cf2993a6264f req-7b21a53e-ea81-4980-89c6-829f6b7b7de0 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 945 time: 0.0495856 Oct 15 01:12:47.574584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:47.593185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff4bf45c-b91a-4c0d-8935-cf2993a6264f req-ccefda4b-5e9a-47a1-96ba-2fe2fe05f757 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347772 Oct 15 01:12:47.701715 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcd483f-6a5a-4c03-99a6-4b5ea7e2fa23 x-openstack-request-id: req-9fcd483f-6a5a-4c03-99a6-4b5ea7e2fa23 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:12:47.702024 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-plugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:12:47.702784 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fcd483f-6a5a-4c03-99a6-4b5ea7e2fa23 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:12:47.703183 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'code': 200} Oct 15 01:12:47.797274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2926-747e-4381-8913-22eb5bd6b651 req-e0f55d10-c764-4b67-9c2a-c76d534dd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:47.798668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c4c2926-747e-4381-8913-22eb5bd6b651 req-e0f55d10-c764-4b67-9c2a-c76d534dd510 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1097 time: 0.0397496 Oct 15 01:12:47.832342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c4c2926-747e-4381-8913-22eb5bd6b651 req-4d7afce4-6781-4276-a9ac-c41314616154 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269125 Oct 15 01:12:48.709773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c20def-a1fa-4055-b6b8-e34b311861ea req-39f7179d-c442-49ed-bb13-143371ef08dc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:48.711249 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1c20def-a1fa-4055-b6b8-e34b311861ea req-39f7179d-c442-49ed-bb13-143371ef08dc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0499926 Oct 15 01:12:48.755270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1c20def-a1fa-4055-b6b8-e34b311861ea req-2831b0ba-f91f-4606-83ff-5ee0b5496560 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380991 Oct 15 01:12:49.870505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0080da-a4a4-4783-8a0d-98b96edca00c req-e2770e6e-f6e6-40f5-8890-fce98a87a070 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:49.871965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc0080da-a4a4-4783-8a0d-98b96edca00c req-e2770e6e-f6e6-40f5-8890-fce98a87a070 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0491419 Oct 15 01:12:49.909513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc0080da-a4a4-4783-8a0d-98b96edca00c req-21a14dba-0037-4965-a9ec-20dc8201c238 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Oct 15 01:12:50.022266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b790a7b-4f40-4adc-9df3-7530da25d3bf req-73918a29-9d30-465b-8cd9-e475d86f0369 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:50.023723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b790a7b-4f40-4adc-9df3-7530da25d3bf req-73918a29-9d30-465b-8cd9-e475d86f0369 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0493071 Oct 15 01:12:50.061213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8b790a7b-4f40-4adc-9df3-7530da25d3bf req-bb4b642d-7a80-4c08-884e-d6a6d3cd6df5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316334 Oct 15 01:12:50.082343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56816) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:50.122357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb43c7-ebbe-4ed2-a7fe-8a2179db4527 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:50.123908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ebbb43c7-ebbe-4ed2-a7fe-8a2179db4527 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1092 time: 0.0406022 Oct 15 01:12:50.126741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56818) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:50.130894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '56917843-562c-4966-8652-18d40d3f6a40', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:12:50.199074 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:50.298899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:50.403943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.114 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/24731bed-bf86-45a4-bd86-2de06c0f3cb3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:12:50.502275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:50.581969 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:50.618833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:12:50.621568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:12:50.625057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:12:50.654709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=24731bed-bf86-45a4-bd86-2de06c0f3cb3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:50.990890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:51.111147 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:51.261529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:51.324465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:51.398015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=24731bed-bf86-45a4-bd86-2de06c0f3cb3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:12:51.408770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:51.507591 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP a904430d-de34-48f8-90a0-8e74eedad1e3 associated. External IP: 172.25.2.114, port: 56917843-562c-4966-8652-18d40d3f6a40. Oct 15 01:12:52.004865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:12:52.116749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:12:52.126871 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] Sync routers for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:12:52.135659 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:52.136256 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:12:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:52.212648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:52.240208 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa367e46-ac6f-4005-a6b0-9958a29ec128 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1123772 Oct 15 01:12:52.241177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:12:52.242527 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:52.244705 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e228c-045c-4431-a00d-abb1b192a542" -d '{"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:12:52.337048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560104e-cbc0-4b46-b6d5-2d6fc3e147de req-abac57c0-b8a3-4bed-b459-586acb20bf71 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:52.338519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c560104e-cbc0-4b46-b6d5-2d6fc3e147de req-abac57c0-b8a3-4bed-b459-586acb20bf71 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0492778 Oct 15 01:12:52.377210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c560104e-cbc0-4b46-b6d5-2d6fc3e147de req-c3c2a8a9-8e87-4fc3-82f1-b8977e2d3558 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311859 Oct 15 01:12:52.400307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56826) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:52.444633 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d299ecd-f196-4169-a39f-e1967ce0149a x-openstack-request-id: req-1d299ecd-f196-4169-a39f-e1967ce0149a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:12:52.444948 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:12:52.445170 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d299ecd-f196-4169-a39f-e1967ce0149a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:12:52.445595 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'status': 'completed', 'code': 200} Oct 15 01:12:52.474746 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a904430d-de34-48f8-90a0-8e74eedad1e3', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'port_id': '56917843-562c-4966-8652-18d40d3f6a40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'mac_address': 'fa:16:3e:13:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66346871-e271-458c-976b-ae4333c430ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:12:50Z', 'updated_at': '2021-10-15T01:12:50Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:38Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:52.505610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-29da9def-6cc4-4bae-aa76-379dcd902c88 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a904430d-de34-48f8-90a0-8e74eedad1e3 HTTP/1.1" status: 200 len: 992 time: 0.0976844 Oct 15 01:12:52.505610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e228c-045c-4431-a00d-abb1b192a542 req-dd670620-9f07-47fe-bef3-1e6344ba1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:52.506678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e13e228c-045c-4431-a00d-abb1b192a542 req-dd670620-9f07-47fe-bef3-1e6344ba1230 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1097 time: 0.0600123 Oct 15 01:12:52.511363 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] Checking router: 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:12:52.520561 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:12:52.521155 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:12:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:52.599759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e228c-045c-4431-a00d-abb1b192a542 req-4c7b3749-7a77-4c4c-b65c-9ce31257911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:52.601223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e13e228c-045c-4431-a00d-abb1b192a542 req-4c7b3749-7a77-4c4c-b65c-9ce31257911a service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 897 time: 0.0875926 Oct 15 01:12:52.625118 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:12:52.671576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e13e228c-045c-4431-a00d-abb1b192a542 req-563efcfb-f0bd-4bc7-8324-c30e71f67efc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1000 time: 0.0630870 Oct 15 01:12:52.720807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e228c-045c-4431-a00d-abb1b192a542 req-b1412391-0e01-47ad-9ada-574600da6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:52.722309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e13e228c-045c-4431-a00d-abb1b192a542 req-b1412391-0e01-47ad-9ada-574600da6007 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 200 len: 834 time: 0.0451243 Oct 15 01:12:52.769326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e228c-045c-4431-a00d-abb1b192a542 req-106bc64a-712e-429b-b0e7-b6dabb680c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:12:52.770849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e13e228c-045c-4431-a00d-abb1b192a542 req-106bc64a-712e-429b-b0e7-b6dabb680c86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc9a0249-a785-4acc-8549-29a33c4bd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418835 Oct 15 01:12:52.851695 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a904430d-de34-48f8-90a0-8e74eedad1e3', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'port_id': '56917843-562c-4966-8652-18d40d3f6a40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'mac_address': 'fa:16:3e:13:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66346871-e271-458c-976b-ae4333c430ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:12:50Z', 'updated_at': '2021-10-15T01:12:50Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:38Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:12:52.867414 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e13e228c-045c-4431-a00d-abb1b192a542 req-ff76a4b4-682f-42a0-a69d-c6a8c7274425 service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894334 Oct 15 01:12:52.883052 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66945767-4d14-4d3b-9dfa-6c847e371555 None None] The sync data for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 is: [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'a904430d-de34-48f8-90a0-8e74eedad1e3', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'port_id': '56917843-562c-4966-8652-18d40d3f6a40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'mac_address': 'fa:16:3e:13:55:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66346871-e271-458c-976b-ae4333c430ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:12:50Z', 'updated_at': '2021-10-15T01:12:50Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:38Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:12:52.966681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e13e228c-045c-4431-a00d-abb1b192a542 req-ca0b72e4-01ac-4f8e-97a5-923535191be2 service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914953 Oct 15 01:12:53.074196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10a6f1-671f-4b26-aa1c-e289b322a186 None None] New status for floating IP a904430d-de34-48f8-90a0-8e74eedad1e3: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:12:53.503768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56828) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:12:53.563924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dffd7206-ccce-4bdb-8bcd-22ebb49cf05f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a904430d-de34-48f8-90a0-8e74eedad1e3 HTTP/1.1" status: 200 len: 994 time: 0.0589974 Oct 15 01:12:56.267211 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3f55bed5-dc7c-442a-b501-26b1c2d12211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:12:57.148543 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:12:58.856036 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-744abc2a-2264-4737-9e71-3fa644f3dbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:00.164103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:00.301183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:02.392780 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:04.711218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-7967e087-e381-4a34-ac5a-0872e2320325 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402095 Oct 15 01:13:04.796351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953771-0d2e-4362-874d-83b1ca296160 req-f3bb55af-97af-4382-aa45-3f1a02bad9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:04.798317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-f3bb55af-97af-4382-aa45-3f1a02bad9c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1096 time: 0.0447364 Oct 15 01:13:04.902389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953771-0d2e-4362-874d-83b1ca296160 req-d1fcc3b0-3822-443a-add4-45362b341a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:04.903831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-d1fcc3b0-3822-443a-add4-45362b341a40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0866127 Oct 15 01:13:04.973804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-a63e3bf4-27e9-4ffe-a9ae-c2dbaec4d715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 1000 time: 0.0626457 Oct 15 01:13:05.023129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953771-0d2e-4362-874d-83b1ca296160 req-91ff2f60-58ba-4f0b-a1d8-315e0fdabe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:05.024556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-91ff2f60-58ba-4f0b-a1d8-315e0fdabe0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0441535 Oct 15 01:13:05.069876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953771-0d2e-4362-874d-83b1ca296160 req-2225537a-9f3d-45f6-8964-450e91ecfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:05.071359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-2225537a-9f3d-45f6-8964-450e91ecfce7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401046 Oct 15 01:13:05.165166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-49b1cd47-ac01-47d8-a161-05dd70283edd service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866261 Oct 15 01:13:05.255600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4953771-0d2e-4362-874d-83b1ca296160 req-e5e74a66-2015-43fc-b6c1-77e4d6153adf service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825319 Oct 15 01:13:06.631395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-0d0e4a6a-012d-4031-97d1-d2379517999e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458055 Oct 15 01:13:06.713167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-e3a94c29-a7f9-45c4-830c-a09b617299b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:06.714678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-e3a94c29-a7f9-45c4-830c-a09b617299b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1097 time: 0.0395918 Oct 15 01:13:06.822984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-bf7b9c5f-8834-4c14-a1fa-8a5c081c2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:06.825452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-bf7b9c5f-8834-4c14-a1fa-8a5c081c2e0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 897 time: 0.0867844 Oct 15 01:13:06.894660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-736fce97-adc3-4eef-817a-5ab5760c3b3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1002 time: 0.0622365 Oct 15 01:13:06.945294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-c06801d1-75b1-4471-bb44-3a376c294051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:06.946780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-c06801d1-75b1-4471-bb44-3a376c294051 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 200 len: 834 time: 0.0455201 Oct 15 01:13:06.993339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-5bf4929b-b228-4091-a88a-4279ee641881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:06.994796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-5bf4929b-b228-4091-a88a-4279ee641881 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc9a0249-a785-4acc-8549-29a33c4bd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397661 Oct 15 01:13:07.088854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-897f4e93-7087-4e37-82e6-d3908f9218cc service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866034 Oct 15 01:13:07.183750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ae2ee989-7174-4789-8b48-4847cb8b807b req-871a5986-df82-4c81-a389-195871103a42 service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869007 Oct 15 01:13:10.141559 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:15.220975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:26.279070 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aa9939cb-fdc3-44a4-85c6-9fbfe5ab0904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:28.890142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd3ff-593e-4362-8d80-3d7ea8eef8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:30.169788 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:30.369910 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:32.403516 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:34.147585 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:13:40.169194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:45.249584 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:54.265261 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee036f4-524e-4eff-9a69-e02e94347ea7 req-41759b32-7b45-4fe5-a739-399d6f3d7b75 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:54.266827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dee036f4-524e-4eff-9a69-e02e94347ea7 req-41759b32-7b45-4fe5-a739-399d6f3d7b75 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0528860 Oct 15 01:13:54.304804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dee036f4-524e-4eff-9a69-e02e94347ea7 req-d52e70d0-c0a5-4bac-a527-6d13d1b0f6cf tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314276 Oct 15 01:13:54.327256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56878) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:13:54.386316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cc0a4c4e-8484-438f-b052-233c03941057 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a904430d-de34-48f8-90a0-8e74eedad1e3 HTTP/1.1" status: 200 len: 994 time: 0.0579493 Oct 15 01:13:54.767161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455abda-a197-4aa3-b76b-41d56072c3e0 req-7f0a57e1-5f0d-4a7b-ad04-8a58f50127a9 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:54.768624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a455abda-a197-4aa3-b76b-41d56072c3e0 req-7f0a57e1-5f0d-4a7b-ad04-8a58f50127a9 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1097 time: 0.0428088 Oct 15 01:13:54.803343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a455abda-a197-4aa3-b76b-41d56072c3e0 req-5bf96729-5fa8-426f-bf9e-30c925954759 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286052 Oct 15 01:13:55.695965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-01754fbd-b4a3-4a05-9800-f23e4b9a800c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011336 Oct 15 01:13:55.704589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-ceed86fa-e50a-4146-b1bf-fb7f7f4b726a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:13:55.705529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-ceed86fa-e50a-4146-b1bf-fb7f7f4b726a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048704 Oct 15 01:13:56.306522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89c5a72f-68ff-4587-af2d-ce513b1a30ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:56.756349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-ac9d8b0b-81e7-48cf-b000-707771b6191a tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:56.757696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-ac9d8b0b-81e7-48cf-b000-707771b6191a tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1094 time: 0.0989084 Oct 15 01:13:56.766729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Request body: {'binding': {'host': 'n-h1-811521-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:13:56.767131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Unknown quota resources ['binding']. {{(pid=107726) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 01:13:56.896853 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on host n-h1-811521-2 for vnic_type normal with profile None {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:13:56.897176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:13:56.897498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:13:56.901592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:13:56.901907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:13:56.906519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:13:56.906849 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Checking segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:13:56.907221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Bound using segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:13:56.907705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Bound port: 56917843-562c-4966-8652-18d40d3f6a40, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:13:56.999570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:13:57.091433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] Publish callbacks [] for binding, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:57.092675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-52747c08-922a-41b7-8efb-25725e600e29 service neutron] 10.222.0.13 "POST /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40/bindings HTTP/1.1" status: 201 len: 389 time: 0.3292055 Oct 15 01:13:57.415866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb286e-14c1-46bf-96af-0e027f66c2c2 req-121a7a8e-7814-4e5d-91bf-277a7117f280 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:57.417274 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47cb286e-14c1-46bf-96af-0e027f66c2c2 req-121a7a8e-7814-4e5d-91bf-277a7117f280 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0540335 Oct 15 01:13:57.454064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47cb286e-14c1-46bf-96af-0e027f66c2c2 req-f69ac50f-c73f-4b7a-8e9a-8080c482f8fc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307918 Oct 15 01:13:57.723279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-10fd67de-e621-4567-a672-79984b480286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:57.724711 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-10fd67de-e621-4567-a672-79984b480286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1097 time: 0.0403757 Oct 15 01:13:57.816236 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-da172d96-b5eb-483b-84c1-bdbfc7b954fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:57.818243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-da172d96-b5eb-483b-84c1-bdbfc7b954fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 897 time: 0.0861921 Oct 15 01:13:57.888818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-c9034329-69f6-4116-b1c9-719187b472f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1002 time: 0.0634422 Oct 15 01:13:57.941438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-3dae71bc-f199-473d-b6f4-0c7da17965d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:57.943494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-3dae71bc-f199-473d-b6f4-0c7da17965d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 200 len: 834 time: 0.0469949 Oct 15 01:13:57.985824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-f99ac218-97cb-4b2e-8dfe-5952a665f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:57.987203 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-f99ac218-97cb-4b2e-8dfe-5952a665f49d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9a0249-a785-4acc-8549-29a33c4bd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378366 Oct 15 01:13:58.075515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-bdb444bd-0c9f-4fd1-8c23-e15a4c289735 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809565 Oct 15 01:13:58.167647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-ae59f267-3920-4d0e-84b8-8f3b8b53a04f service neutron] 10.222.0.30 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850217 Oct 15 01:13:58.296388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5fc2ca5c-a258-45f4-bf85-53a400009ca0 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:58.297831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5fc2ca5c-a258-45f4-bf85-53a400009ca0 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec&tenant_id=b26af35651e644d68f8a0fc07a07cd20&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1097 time: 0.0739875 Oct 15 01:13:58.308455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811521-2'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:13:58.363734 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:58.487794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:13:58.526742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:13:58.591048 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:13:58.593292 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7340c6c-a5c0-433d-948c-2c6de5ec280f" -d '{"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-unplugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:13:58.596984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:58.615691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463754-7ad7-47cb-a552-dad095530864 req-78a9363c-d18b-492e-981c-0e2262ffc96c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:58.617015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc463754-7ad7-47cb-a552-dad095530864 req-78a9363c-d18b-492e-981c-0e2262ffc96c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0877669 Oct 15 01:13:58.658082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc463754-7ad7-47cb-a552-dad095530864 req-9ceabdee-0d35-476b-874d-a2aee8dfbdfe tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335145 Oct 15 01:13:58.666205 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:58.701609 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b209ceb-a796-4487-85db-d84a61be0295 x-openstack-request-id: req-4b209ceb-a796-4487-85db-d84a61be0295 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:13:58.701896 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-unplugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:13:58.702174 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b209ceb-a796-4487-85db-d84a61be0295 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:13:58.702567 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'code': 200} Oct 15 01:13:58.767480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:13:58.779936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.780280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.780615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.780952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.781278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.781601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.781934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.782268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.782592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.782908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.783225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.783543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:58.830422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on host n-h2-811521-2 for vnic_type normal with profile {"migrating_to": "n-h1-811521-2"} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:13:58.831098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:13:58.831098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:13:58.836120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:13:58.836493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Attempting to bind port 56917843-562c-4966-8652-18d40d3f6a40 on network bc9a0249-a785-4acc-8549-29a33c4bd4e9 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:13:58.838477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-16475bc4-22db-47ed-9de7-689da807b773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:58.843078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:13:58.843078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Checking segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:13:58.843078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Bound using segment: {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:13:58.843386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Bound port: 56917843-562c-4966-8652-18d40d3f6a40, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:13:58.843766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:58.914325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:13:58.917591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:13:58.925669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fc5f891b-fdd5-49f3-a52f-2b028f1e72eb None None] Provisioning complete for port 56917843-562c-4966-8652-18d40d3f6a40 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:13:58.926029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fc5f891b-fdd5-49f3-a52f-2b028f1e72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:58.959967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f891b-fdd5-49f3-a52f-2b028f1e72eb None None] Port 56917843-562c-4966-8652-18d40d3f6a40 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:13:58.976067 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:59.073679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=8']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:13:59.113127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:59.113650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:59.115684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-9356a22b-42b8-4776-8da3-2184b67eab36 service neutron] 10.222.0.30 "PUT /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1122 time: 0.8108819 Oct 15 01:13:59.181770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['56917843-562c-4966-8652-18d40d3f6a40'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:13:59.304666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Provisioning complete for port 56917843-562c-4966-8652-18d40d3f6a40 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:13:59.305103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:59.438153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:59.480314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:13:59.482566 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a16781-9198-403c-9bed-f38115eb0012" -d '{"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-plugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:13:59.508202 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:13:59.524045 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db886da3-17f2-4c52-a6ff-9101f324a2fa x-openstack-request-id: req-db886da3-17f2-4c52-a6ff-9101f324a2fa {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:13:59.524413 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-plugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:13:59.524659 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db886da3-17f2-4c52-a6ff-9101f324a2fa {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:13:59.525590 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'code': 200} Oct 15 01:13:59.563191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:13:59.779868 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beb192-255b-4d94-9c21-9e02ff096bd8 req-f50e77c2-7491-4fce-b2a7-dda04e93c29e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:13:59.781420 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44beb192-255b-4d94-9c21-9e02ff096bd8 req-f50e77c2-7491-4fce-b2a7-dda04e93c29e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0508547 Oct 15 01:13:59.821068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-44beb192-255b-4d94-9c21-9e02ff096bd8 req-6d16c72c-f361-41a9-8895-0c2debe9ca7e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Oct 15 01:13:59.867035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:13:59.879802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.880661 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.880995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.881319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.881640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.881957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.882303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.882619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.882933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.883245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.883556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:13:59.883865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4a2911-d1d4-40ee-9c96-2a3a00af0dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:00.128981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:00.317463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:00.703667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:00.705983 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:00.742541 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb44c20-8410-445c-a509-e7dd54bffde9 x-openstack-request-id: req-dcb44c20-8410-445c-a509-e7dd54bffde9 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:00.742836 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:00.743086 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcb44c20-8410-445c-a509-e7dd54bffde9 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:00.743482 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'status': 'completed', 'code': 200} Oct 15 01:14:00.812130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-f8587cec-00aa-4e2e-b06e-26d0b2c40c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:00.813613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-f8587cec-00aa-4e2e-b06e-26d0b2c40c88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1127 time: 0.0466180 Oct 15 01:14:00.931694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-d51c278d-f73f-42ac-b696-eef710dfb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:00.933155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-d51c278d-f73f-42ac-b696-eef710dfb156 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 897 time: 0.1124215 Oct 15 01:14:00.990746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bca971-bad1-411d-a173-675586a4446a req-a995782f-e041-4a9c-9d53-053710a7b1e5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:00.991616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bca971-bad1-411d-a173-675586a4446a req-a995782f-e041-4a9c-9d53-053710a7b1e5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.1013870 Oct 15 01:14:01.027788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-22910445-1dfa-4620-a41b-904e8de5b4e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1002 time: 0.0876443 Oct 15 01:14:01.068497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43bca971-bad1-411d-a173-675586a4446a req-4af089f4-ff2e-4741-b465-771ce848c43f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696914 Oct 15 01:14:01.086581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-abf8ff12-f8d3-42ae-8f62-aea8443b3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:01.088020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-abf8ff12-f8d3-42ae-8f62-aea8443b3261 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 200 len: 834 time: 0.0501733 Oct 15 01:14:01.133423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-d41c1171-ad0f-4140-8c2c-c9cacaac7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:01.134919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-d41c1171-ad0f-4140-8c2c-c9cacaac7442 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bc9a0249-a785-4acc-8549-29a33c4bd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392916 Oct 15 01:14:01.374739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:14:01.480156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:01.491335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 has no active binding in host n-h1-811521-2 {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 01:14:01.525307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-0d989c25-cb35-4441-a6e7-df0a49d8412f service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824909 Oct 15 01:14:01.618975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6162a23d-6639-4d5e-8f9f-bc4a1176c9b1 req-d228a406-f6e3-407c-b0f2-b3319c622a5e service neutron] 10.222.0.39 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855150 Oct 15 01:14:02.188202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51d427-9d7d-40ba-9efd-bab79bc2a47d req-ce614410-e73b-4e04-9322-885074de4b32 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:02.189649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a51d427-9d7d-40ba-9efd-bab79bc2a47d req-ce614410-e73b-4e04-9322-885074de4b32 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0492439 Oct 15 01:14:02.228261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a51d427-9d7d-40ba-9efd-bab79bc2a47d req-74d3d9a5-506e-44b4-8947-9f6e7dfbc83b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 Oct 15 01:14:02.391484 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:03.344269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef37617-1c03-4f05-8c95-5e1d41760b12 req-d1d161cd-01f4-49ef-bf29-73dc9d98dc6d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:03.345756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bef37617-1c03-4f05-8c95-5e1d41760b12 req-d1d161cd-01f4-49ef-bf29-73dc9d98dc6d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.0508678 Oct 15 01:14:03.383328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bef37617-1c03-4f05-8c95-5e1d41760b12 req-5c95032b-1093-4850-b876-cccdd6dcd4fc tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Oct 15 01:14:04.383404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-90700a67-069f-418a-80b5-b94cdfcc0b4a service neutron] 10.222.0.39 "GET /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 384 time: 0.0582526 Oct 15 01:14:04.568814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17274da-a0ec-4172-84a0-67a97bbbbe0f req-9b1cf06a-eadc-470e-bb1e-626c03942e90 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:04.570298 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f17274da-a0ec-4172-84a0-67a97bbbbe0f req-9b1cf06a-eadc-470e-bb1e-626c03942e90 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 946 time: 0.1043055 Oct 15 01:14:04.621127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:04.634157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f17274da-a0ec-4172-84a0-67a97bbbbe0f req-4d8569a8-023a-4d97-9a7c-79d07d31925e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579443 Oct 15 01:14:04.644188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:14:04.684247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:04.686553 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d15508-9a97-462d-ae54-0a3459039879" -d '{"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-unplugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:04.693852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:04.724287 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05079ec-7bfe-4d08-86f5-eaecc4d1ca08 x-openstack-request-id: req-c05079ec-7bfe-4d08-86f5-eaecc4d1ca08 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:04.724575 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-unplugged", "status": "completed", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:04.724821 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c05079ec-7bfe-4d08-86f5-eaecc4d1ca08 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:04.725265 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'code': 200} Oct 15 01:14:04.763456 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:04.840021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] Transition to ACTIVE for port object 56917843-562c-4966-8652-18d40d3f6a40 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:14:04.883835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:04.985998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] Pushing event updated for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=11']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:05.020611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] No DVR routers for this DVR port 56917843-562c-4966-8652-18d40d3f6a40 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:05.152697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-5f5a81f0-c5c0-4a09-abcf-b38d5aae9415 service neutron] 10.222.0.39 "PUT /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40/bindings/n-h1-811521-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7600095 Oct 15 01:14:05.294530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-1b30854e-6236-4477-b636-92288bf1632e tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.295886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-1b30854e-6236-4477-b636-92288bf1632e tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec&tenant_id=b26af35651e644d68f8a0fc07a07cd20&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.0432780 Oct 15 01:14:05.342258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-b5ffef21-156d-4d24-9b2e-f3f76c7644ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.343721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-b5ffef21-156d-4d24-9b2e-f3f76c7644ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 1096 time: 0.0405750 Oct 15 01:14:05.407642 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-b06e22af-1435-4943-81e7-ec1fe94f92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.409079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-b06e22af-1435-4943-81e7-ec1fe94f92d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1096 time: 0.0437889 Oct 15 01:14:05.498050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-c084ff3e-ae1f-430f-a941-161f4ed6c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.499503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-c084ff3e-ae1f-430f-a941-161f4ed6c7a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 897 time: 0.0835509 Oct 15 01:14:05.569041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-ad40b57f-4333-475c-b9f6-7a4ae640f7dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 1000 time: 0.0624871 Oct 15 01:14:05.617946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-3a17a73d-7130-41f1-ac65-7fcf5121e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.619405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-3a17a73d-7130-41f1-ac65-7fcf5121e0c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 200 len: 834 time: 0.0439503 Oct 15 01:14:05.666074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-542789cb-47c1-4071-b154-c5532536704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.667598 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-542789cb-47c1-4071-b154-c5532536704e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9a0249-a785-4acc-8549-29a33c4bd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402465 Oct 15 01:14:05.725608 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-9c56be65-0392-43fb-b6f6-d3346a9a0c5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460958 Oct 15 01:14:05.787966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-1468877b-05e3-4a18-8b66-7ecc1d9d7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.789504 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-1468877b-05e3-4a18-8b66-7ecc1d9d7e9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 1097 time: 0.0437286 Oct 15 01:14:05.802421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4307a6f-c419-4f40-a15e-2ff707eff872 req-b24d547e-38ce-4b8e-b87e-34072d239072 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.803900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4307a6f-c419-4f40-a15e-2ff707eff872 req-b24d547e-38ce-4b8e-b87e-34072d239072 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 945 time: 0.0957847 Oct 15 01:14:05.809538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-fbe6d1ac-4366-475f-99b8-9e1a6d2fed27 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302168 Oct 15 01:14:05.896922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4307a6f-c419-4f40-a15e-2ff707eff872 req-9377927c-d1d9-488d-af7a-720db2f84005 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863395 Oct 15 01:14:05.900454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-7877430e-bb30-48f1-90ec-6a3fd788aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:05.901952 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-7877430e-bb30-48f1-90ec-6a3fd788aa86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.0939589 Oct 15 01:14:05.927267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-75ba4697-83f4-409e-a11e-c60db8a7358d service neutron] 10.222.0.30 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111133 Oct 15 01:14:05.970609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-63a534b7-0379-4011-9038-2e9b1768a3ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=210974d0-aada-49d1-bd56-456f7d5acb88 HTTP/1.1" status: 200 len: 1002 time: 0.0614555 Oct 15 01:14:06.027098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-292e01f6-593f-4222-8d7a-377e3a51edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:06.028555 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-292e01f6-593f-4222-8d7a-377e3a51edfe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0514889 Oct 15 01:14:06.074025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-88190613-d6a2-4e56-a97d-5e78a3a8491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:06.075532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-88190613-d6a2-4e56-a97d-5e78a3a8491d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401378 Oct 15 01:14:06.168981 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-84af8766-a470-4802-ade0-4605bc26f5d3 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Oct 15 01:14:06.263756 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b9c974f6-b67a-4754-a1f3-f9bdb334c464 req-fd3026e1-a471-4730-9084-17efaa499ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874052 Oct 15 01:14:06.387578 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-7957f706-caa0-46f3-b899-d65014267052 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:06.389075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-7957f706-caa0-46f3-b899-d65014267052 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec&tenant_id=b26af35651e644d68f8a0fc07a07cd20&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 1096 time: 0.0741127 Oct 15 01:14:06.623874 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-7230dff8-bc00-492c-bb50-00523a111095 service neutron] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:14:06.627077 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-7230dff8-bc00-492c-bb50-00523a111095 service neutron] Publish callbacks [] for binding, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:06.628188 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e2401ede-fb26-4036-8e95-e84e6b4f1829 req-7230dff8-bc00-492c-bb50-00523a111095 service neutron] 10.222.0.30 "DELETE /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40/bindings/n-h2-811521-2 HTTP/1.1" status: 204 len: 173 time: 0.2313986 Oct 15 01:14:07.014769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc14cba-5768-49a3-bb75-ff051b8217ff req-c6a61e61-1f46-47ed-a9c0-1d91d32fb6bd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:07.016298 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8dc14cba-5768-49a3-bb75-ff051b8217ff req-c6a61e61-1f46-47ed-a9c0-1d91d32fb6bd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 945 time: 0.0518556 Oct 15 01:14:07.053947 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8dc14cba-5768-49a3-bb75-ff051b8217ff req-ef680ceb-6e44-4c41-a1d3-d1ce9f59059d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Oct 15 01:14:07.157864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387f1ce-9ede-4842-bf9f-9726bf6c1355 req-7ab3a265-1052-445a-a38b-085c076fd1b4 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:07.159359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3387f1ce-9ede-4842-bf9f-9726bf6c1355 req-7ab3a265-1052-445a-a38b-085c076fd1b4 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1096 time: 0.0391769 Oct 15 01:14:07.200744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3387f1ce-9ede-4842-bf9f-9726bf6c1355 req-96784390-c00d-4ca3-b199-6de95c052dd0 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269723 Oct 15 01:14:07.308957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedabe69-acce-4c55-9ed5-ffde7e7c65ba req-8d9ec0d3-747f-41a3-b4f3-83fd098ed2b9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:07.310429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fedabe69-acce-4c55-9ed5-ffde7e7c65ba req-8d9ec0d3-747f-41a3-b4f3-83fd098ed2b9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 945 time: 0.0537593 Oct 15 01:14:07.350324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fedabe69-acce-4c55-9ed5-ffde7e7c65ba req-7e01474c-5e76-4e2a-98ca-56dba9da90fd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333138 Oct 15 01:14:07.373963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56962) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:07.435247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1673d08f-57da-44e2-b566-e1186422f7eb tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/a904430d-de34-48f8-90a0-8e74eedad1e3 HTTP/1.1" status: 200 len: 992 time: 0.0600924 Oct 15 01:14:07.622822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:07.662526 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56968) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:07.662720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:07.818166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 24731bed-bf86-45a4-bd86-2de06c0f3cb3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:07.818503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:07.894273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:07.894588 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:07.905729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 24731bed-bf86-45a4-bd86-2de06c0f3cb3 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:08.123262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:08.147631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=24731bed-bf86-45a4-bd86-2de06c0f3cb3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:08.209252 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:08.209576 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP a904430d-de34-48f8-90a0-8e74eedad1e3 disassociated (deleted). External IP: 172.25.2.114, port: 56917843-562c-4966-8652-18d40d3f6a40. Oct 15 01:14:08.416502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:08.523676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:08.528443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:08.533618 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] Sync routers for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:08.543713 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:08.544301 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:08.556102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-472fc826-fd7a-42e9-8aa5-fdeffb177a8d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/floatingips/a904430d-de34-48f8-90a0-8e74eedad1e3 HTTP/1.1" status: 204 len: 168 time: 0.8925030 Oct 15 01:14:08.556677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:08.558944 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55" -d '{"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:08.738057 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:08.853249 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f09e48a-e61e-4f4b-8a17-3f3811084474 x-openstack-request-id: req-5f09e48a-e61e-4f4b-8a17-3f3811084474 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:08.853249 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:08.853249 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f09e48a-e61e-4f4b-8a17-3f3811084474 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:08.853249 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'status': 'completed', 'code': 200} Oct 15 01:14:08.917732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-49ceb62e-00ce-4d86-b568-256aa89ffb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:08.919256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-49ceb62e-00ce-4d86-b568-256aa89ffb43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 1096 time: 0.0441375 Oct 15 01:14:08.941346 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:38Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:08.956198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194920e3-9fda-45ab-bdef-c049999908d0 req-0daeca82-13dd-414a-9608-65a29bcc2815 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:08.959052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-194920e3-9fda-45ab-bdef-c049999908d0 req-0daeca82-13dd-414a-9608-65a29bcc2815 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 945 time: 0.0598094 Oct 15 01:14:08.975040 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] Checking router: 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:08.983245 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:08.983833 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:09.000607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-194920e3-9fda-45ab-bdef-c049999908d0 req-6da97406-2b41-45c5-8222-255e64d8ccb3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362244 Oct 15 01:14:09.030243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-e61e07c5-ef6a-4f14-8a66-95b9cc498e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:09.031709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-e61e07c5-ef6a-4f14-8a66-95b9cc498e92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 200 len: 897 time: 0.1050327 Oct 15 01:14:09.075266 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-33dc2fd4-6fd8-49f0-99e5-f56e59ef4c0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 200 len: 217 time: 0.0340135 Oct 15 01:14:09.091207 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:09.135981 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-7f6324f9-5678-4d2c-a34a-376fc37fa0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:09.137466 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-7f6324f9-5678-4d2c-a34a-376fc37fa0f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 200 len: 834 time: 0.0526924 Oct 15 01:14:09.185467 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-21aad207-8f94-4cbb-be53-c0d0359f6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:09.187198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-21aad207-8f94-4cbb-be53-c0d0359f6c87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9a0249-a785-4acc-8549-29a33c4bd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418553 Oct 15 01:14:09.281920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-c218b820-6d91-484d-a868-72b4fc486c32 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850673 Oct 15 01:14:09.296843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:38Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:09.323135 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb59052-6911-47af-a2c3-aeaddfe07cfc None None] The sync data for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 is: [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:12:35Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '22625650-2bd4-4078-be21-16d420baa2f4', 'name': '', 'network_id': 'bc9a0249-a785-4acc-8549-29a33c4bd4e9', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:b0:bf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:34Z', 'updated_at': '2021-10-15T01:12:38Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': '775b7b9c-8ddb-47ed-bfd0-8ad8c817246b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:09.347994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-d9f29f98-76e1-421b-b767-05a8742ac343 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:09.350346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-d9f29f98-76e1-421b-b767-05a8742ac343 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.30 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 945 time: 0.0519719 Oct 15 01:14:09.452122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 56917843-562c-4966-8652-18d40d3f6a40 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:09.452468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:09.557064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 56917843-562c-4966-8652-18d40d3f6a40, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=56917843-562c-4966-8652-18d40d3f6a40,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:09.557426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:09.572713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 56917843-562c-4966-8652-18d40d3f6a40 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:09.591144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5defc760-e000-4557-b408-d8f163751dad None None] New status for floating IP a904430d-de34-48f8-90a0-8e74eedad1e3: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:14:09.774658 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6d6c15fd-6917-4d78-be34-4e36b4a8bb55 req-2deb82e7-02f5-4c22-86f3-f0b976332c41 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765713 Oct 15 01:14:09.791853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:09.821298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=56917843-562c-4966-8652-18d40d3f6a40,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:09.862409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] No DVR routers for this DVR port 56917843-562c-4966-8652-18d40d3f6a40 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:09.865079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:09.868753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e99bb067-56a7-4a12-aa9b-b0304b19e00f req-b848756d-1681-4ff9-9301-4e42789417c2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.30 "DELETE /v2.0/ports/56917843-562c-4966-8652-18d40d3f6a40 HTTP/1.1" status: 204 len: 173 time: 0.5122468 Oct 15 01:14:10.097350 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0125fa00-3fc1-44bc-92ec-1fdc630f9a3d req-859accdc-acda-4d6c-a958-a5b0d112e745 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=66346871-e271-458c-976b-ae4333c430ec HTTP/1.1" status: 200 len: 210 time: 0.0269279 Oct 15 01:14:10.169590 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:10.450550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 56978) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:10.608380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port a84af566-d92f-4bbe-a35f-205eb4ffedd0 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:10.608713 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:10.682017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:10.682362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:10.694190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for a84af566-d92f-4bbe-a35f-205eb4ffedd0 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:10.852071 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-deleted', 'tag': '56917843-562c-4966-8652-18d40d3f6a40'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:10.854476 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884dc983-561c-4d1f-b8d4-7fcb05f79a70" -d '{"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-deleted", "tag": "56917843-562c-4966-8652-18d40d3f6a40"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:10.883442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:10.888715 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d98a24e-08f6-45c0-9068-03adb1af28cf x-openstack-request-id: req-8d98a24e-08f6-45c0-9068-03adb1af28cf {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:10.889013 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66346871-e271-458c-976b-ae4333c430ec", "name": "network-vif-deleted", "tag": "56917843-562c-4966-8652-18d40d3f6a40", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:10.889255 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d98a24e-08f6-45c0-9068-03adb1af28cf {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:10.889636 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66346871-e271-458c-976b-ae4333c430ec', 'name': 'network-vif-deleted', 'tag': '56917843-562c-4966-8652-18d40d3f6a40', 'status': 'completed', 'code': 200} Oct 15 01:14:10.914176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=a84af566-d92f-4bbe-a35f-205eb4ffedd0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:10.976600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:10.976922 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Floating IP 95aebe36-c45e-49d5-807b-2eb1a4dc7fe7 disassociated (deleted). External IP: 172.25.2.131, port: 210974d0-aada-49d1-bd56-456f7d5acb88. Oct 15 01:14:11.146896 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:14:11.154759 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:11.179117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:11.293256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:11.298022 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:11.311218 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:11.320920 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:11.321529 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:11.334327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-148cc82b-2763-4695-a6b5-f81c6dcac5b3 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "DELETE /v2.0/floatingips/95aebe36-c45e-49d5-807b-2eb1a4dc7fe7 HTTP/1.1" status: 204 len: 168 time: 0.8815727 Oct 15 01:14:11.437436 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:11.544561 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:11.673581 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:15Z', 'revision_number': 1, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:11.699663 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:11.709918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:11.710601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:11.806535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d90e01-4af9-4639-a120-ded9e01e17f5 req-6e0d9d1f-1037-4ffc-b608-fb9c5fb7bcbe tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:11.811375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5d90e01-4af9-4639-a120-ded9e01e17f5 req-6e0d9d1f-1037-4ffc-b608-fb9c5fb7bcbe tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 946 time: 0.0614758 Oct 15 01:14:11.826706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 22625650-2bd4-4078-be21-16d420baa2f4 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:11.827048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:11.828392 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:11.860332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5d90e01-4af9-4639-a120-ded9e01e17f5 req-1f0271b7-ffa8-4c63-a103-46128865e92c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401828 Oct 15 01:14:11.927476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 22625650-2bd4-4078-be21-16d420baa2f4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=22625650-2bd4-4078-be21-16d420baa2f4,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:11.927755 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:11.941013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 22625650-2bd4-4078-be21-16d420baa2f4 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:12.066979 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:15Z', 'revision_number': 1, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:12.093623 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3dea8b-0109-4553-82ba-215475d6888f None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'b32a1cbe-8141-4587-9abb-a1021879e8e2', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'port_id': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'mac_address': 'fa:16:3e:79:d9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6749319f-a404-4968-ab08-d04c0bb01c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:09:13Z', 'updated_at': '2021-10-15T01:09:15Z', 'revision_number': 1, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:12.243748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:12.272866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=22625650-2bd4-4078-be21-16d420baa2f4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:12.303500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.303716 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.303956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.304295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.304626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.305076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.305286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.305617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.305943 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.306297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.306997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.306997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:12.343207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d02178-c94b-4326-8a72-b01fb24774a7 None None] New status for floating IP 95aebe36-c45e-49d5-807b-2eb1a4dc7fe7: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:14:12.471179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:12.689348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:12.791368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:12.796189 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8098ef26-47aa-469c-9901-3ac948191a11 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/7b7185d6-a18a-4053-8d2b-b8fa04f573c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6403925 Oct 15 01:14:12.799030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56990) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:12.802408 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] Sync routers for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:12.811607 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:12.812197 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:12.856310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting subnet 775b7b9c-8ddb-47ed-bfd0-8ad8c817246b {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:14:12.859596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:12.890525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:12.893088 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84f36d4-b8fa-4d43-8b39-d129b6e13736" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:12.908859 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:12.994932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7307e-b4bd-43c1-b468-f69f7f68eb3f req-db9cbbf3-7741-48d7-9396-38265583fb28 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:12.996654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59d7307e-b4bd-43c1-b468-f69f7f68eb3f req-db9cbbf3-7741-48d7-9396-38265583fb28 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 946 time: 0.0505917 Oct 15 01:14:13.002457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.017806 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:13.039123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59d7307e-b4bd-43c1-b468-f69f7f68eb3f req-9ae6bcf4-5057-4c68-8a1e-742ab86a6d77 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350373 Oct 15 01:14:13.086645 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd94f59-6c3a-453d-9534-281bd7f4655c x-openstack-request-id: req-5fd94f59-6c3a-453d-9534-281bd7f4655c {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:13.086939 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:13.087193 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fd94f59-6c3a-453d-9534-281bd7f4655c {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:13.087600 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88', 'status': 'completed', 'code': 200} Oct 15 01:14:13.152104 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.156676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-562e0cd5-50f1-49aa-bebb-a9060885a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:13.158898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-562e0cd5-50f1-49aa-bebb-a9060885a470 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 1097 time: 0.0453422 Oct 15 01:14:13.187325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Subnet': ['ID=775b7b9c-8ddb-47ed-bfd0-8ad8c817246b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:13.193488 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.199141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7c0154d3-7e48-48a3-8d8c-77572a5dec3c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/subnets/775b7b9c-8ddb-47ed-bfd0-8ad8c817246b HTTP/1.1" status: 204 len: 168 time: 0.3967974 Oct 15 01:14:13.202778 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77350cee-ee5a-4043-a201-f6f3cf06a8cb None None] Network bc9a0249-a785-4acc-8549-29a33c4bd4e9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:14:13.202900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 56996) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:13.209925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:14:12Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:13.243300 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] Checking router: 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:13.252013 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] Routers {'7b7185d6-a18a-4053-8d2b-b8fa04f573c4'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:13.252615 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:13.274653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-eca49162-a0d4-443e-a83f-fad1908753e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:13.276445 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-eca49162-a0d4-443e-a83f-fad1908753e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.1089737 Oct 15 01:14:13.338467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-ee6e0396-b307-4923-90af-e6fccb321ba3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=210974d0-aada-49d1-bd56-456f7d5acb88 HTTP/1.1" status: 200 len: 217 time: 0.0534101 Oct 15 01:14:13.356872 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-fe8a7c34-c6f9-4546-9397-046c337ae2ad tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:13.358436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-fe8a7c34-c6f9-4546-9397-046c337ae2ad tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 946 time: 0.1033843 Oct 15 01:14:13.387062 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] Set router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:13.418902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.433759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] DHCP port deletion for bc9a0249-a785-4acc-8549-29a33c4bd4e9 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:14:13.441766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 210974d0-aada-49d1-bd56-456f7d5acb88 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:13.569037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] Deleting port cd5330eb-8892-4488-8f84-c09c70b99e19 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:13.569709 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.573127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.601841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port 210974d0-aada-49d1-bd56-456f7d5acb88 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:13.602238 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.651032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] For port cd5330eb-8892-4488-8f84-c09c70b99e19, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=cd5330eb-8892-4488-8f84-c09c70b99e19,segment=NetworkSegment(c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c),segment_id=c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:13.651349 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.653676 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:14:12Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:13.665429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] Calling delete_port for cd5330eb-8892-4488-8f84-c09c70b99e19 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:13.687738 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78d369-9d58-4d56-b83b-99b0266eefe1 None None] The sync data for ids ['7b7185d6-a18a-4053-8d2b-b8fa04f573c4'] in n-d-811521-2 is: [{'id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166720336', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:12:30Z', 'updated_at': '2021-10-15T01:14:12Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '42a82cac-1070-4364-bac8-45d5fc3d663e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7185d6-a18a-4053-8d2b-b8fa04f573c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:12:31Z', 'updated_at': '2021-10-15T01:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:13.719185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.748495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:13.753800 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07270a09-ccaa-4e9f-9e68-9a5f029c023f" -d '{"events": [{"server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "name": "network-vif-unplugged", "status": "completed", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:13.758521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] For port 210974d0-aada-49d1-bd56-456f7d5acb88, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=210974d0-aada-49d1-bd56-456f7d5acb88,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:13.758908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.771531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 210974d0-aada-49d1-bd56-456f7d5acb88, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=210974d0-aada-49d1-bd56-456f7d5acb88,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:13.773488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 42a82cac-1070-4364-bac8-45d5fc3d663e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:13.773841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.781532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-7a45e63c-2056-45da-99ee-a662c818c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:13.784413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-7a45e63c-2056-45da-99ee-a662c818c2fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.4362664 Oct 15 01:14:13.793620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for 210974d0-aada-49d1-bd56-456f7d5acb88 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:13.811634 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8290db92-ed7a-4413-82de-7d568d508658 x-openstack-request-id: req-8290db92-ed7a-4413-82de-7d568d508658 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:13.811634 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "name": "network-vif-unplugged", "status": "completed", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:13.811634 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8290db92-ed7a-4413-82de-7d568d508658 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:13.811634 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88', 'code': 200} Oct 15 01:14:13.826399 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.827273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:13.836678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-4c7dffd7-c052-4562-baea-209a1a096fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:13.838252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-4c7dffd7-c052-4562-baea-209a1a096fb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469067 Oct 15 01:14:13.872485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.874155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 56917843-562c-4966-8652-18d40d3f6a40 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:13.874498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 56917843-562c-4966-8652-18d40d3f6a40 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:13.892866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] No DVR routers for this DVR port cd5330eb-8892-4488-8f84-c09c70b99e19 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:13.916653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=210974d0-aada-49d1-bd56-456f7d5acb88,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:13.919139 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 42a82cac-1070-4364-bac8-45d5fc3d663e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=42a82cac-1070-4364-bac8-45d5fc3d663e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:13.919511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:13.935744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 42a82cac-1070-4364-bac8-45d5fc3d663e owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:13.941767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d870262-c3a3-4218-911e-5f3f7651e908 None None] Pushing event deleted for resources: {'Port': ['ID=cd5330eb-8892-4488-8f84-c09c70b99e19,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:13.944440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-23392363-09fd-4980-a7a0-a17e222b0614 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972927 Oct 15 01:14:14.036500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e84f36d4-b8fa-4d43-8b39-d129b6e13736 req-fe4febe8-7ed7-4ad7-8f0d-f9fd3965ef78 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852137 Oct 15 01:14:14.121674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 22625650-2bd4-4078-be21-16d420baa2f4 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:14.126965 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.161194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 22625650-2bd4-4078-be21-16d420baa2f4 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:14.161547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 22625650-2bd4-4078-be21-16d420baa2f4 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:14.162015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cd5330eb-8892-4488-8f84-c09c70b99e19 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:14.169947 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf5d8251-1b43-45ac-91ba-44a279c446f0 req-220204ae-c72e-4537-aaa3-1c05b0c44fcc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0408061 Oct 15 01:14:14.184438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=210974d0-aada-49d1-bd56-456f7d5acb88,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:14.187284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: cd5330eb-8892-4488-8f84-c09c70b99e19 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:14.187886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device cd5330eb-8892-4488-8f84-c09c70b99e19 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:14.246816 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] No DVR routers for this DVR port 210974d0-aada-49d1-bd56-456f7d5acb88 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:14.249465 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.252997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a0884eee-c5e3-4cb5-8884-ba165c7afaa5 req-13e23f56-bc74-4616-881e-9371fd87105f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "DELETE /v2.0/ports/210974d0-aada-49d1-bd56-456f7d5acb88 HTTP/1.1" status: 204 len: 173 time: 0.8879454 Oct 15 01:14:14.253525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'name': 'network-vif-deleted', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:14.256209 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab69215-24ad-42f2-abb3-2221311dee36" -d '{"events": [{"server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "name": "network-vif-deleted", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:14.291762 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a6a43-5620-4c3c-bc39-b44d779c0499 x-openstack-request-id: req-223a6a43-5620-4c3c-bc39-b44d779c0499 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:14.292183 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6155b0-ef3c-4412-8c22-d8df0fac2845", "name": "network-vif-deleted", "tag": "210974d0-aada-49d1-bd56-456f7d5acb88", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:14.292377 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-223a6a43-5620-4c3c-bc39-b44d779c0499 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:14.292813 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6155b0-ef3c-4412-8c22-d8df0fac2845', 'name': 'network-vif-deleted', 'tag': '210974d0-aada-49d1-bd56-456f7d5acb88', 'status': 'completed', 'code': 200} Oct 15 01:14:14.311839 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.339029 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=42a82cac-1070-4364-bac8-45d5fc3d663e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:14.643657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.739869 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.742212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.820328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.820899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Fanout notify agent at l3_agent the message router_deleted on router 7b7185d6-a18a-4053-8d2b-b8fa04f573c4 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:14:14.827878 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:14.831764 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c847559c-fd73-400a-aef1-b5636951ca20 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/routers/7b7185d6-a18a-4053-8d2b-b8fa04f573c4 HTTP/1.1" status: 204 len: 168 time: 1.6248043 Oct 15 01:14:14.831986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57006) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:14.916703 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.014681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.040349 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9a0249-a785-4acc-8549-29a33c4bd4e9']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:15.049793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:15.050082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97bd1fd-3c4d-4fcd-aa0c-1c467f7fe00c') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:15.060247 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.073391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.079499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:14:15.084273 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:14:15.197721 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.205386 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.211836 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/networks/bc9a0249-a785-4acc-8549-29a33c4bd4e9 HTTP/1.1" status: 204 len: 168 time: 0.3763087 Oct 15 01:14:15.212206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57010) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:15.237414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a230d-bf71-4918-8d3b-3e7aa9cda134 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Network': ['ID=bc9a0249-a785-4acc-8549-29a33c4bd4e9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:15.249291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.299652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91d2b29b-1f0c-4a00-922a-d6026707e99d req-fda16b1f-d10f-4937-93be-0c38f15059e7 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0475724 Oct 15 01:14:15.332558 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff0eeb5-a61d-4a2d-a85b-b06f36750b67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.362828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff0eeb5-a61d-4a2d-a85b-b06f36750b67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.477666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff0eeb5-a61d-4a2d-a85b-b06f36750b67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.480352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3ff0eeb5-a61d-4a2d-a85b-b06f36750b67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:15.481565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3ff0eeb5-a61d-4a2d-a85b-b06f36750b67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/security-groups/f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3 HTTP/1.1" status: 204 len: 168 time: 0.2683585 Oct 15 01:14:15.496474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0eeb5-a61d-4a2d-a85b-b06f36750b67 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0f1a2-70e4-4bdf-af6d-2b647ff1fac3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:15.906721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57016) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:15.912053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3b76846f-af96-4430-b320-8246eb33768e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165152191', 'description': 'tempest-secgroup-smoke-1165152191 description', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:16.003172 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b76846f-af96-4430-b320-8246eb33768e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.069040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b76846f-af96-4430-b320-8246eb33768e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.089242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 42a82cac-1070-4364-bac8-45d5fc3d663e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:16.113525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 42a82cac-1070-4364-bac8-45d5fc3d663e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:16.113913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 42a82cac-1070-4364-bac8-45d5fc3d663e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:16.152107 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b76846f-af96-4430-b320-8246eb33768e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.182665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76846f-af96-4430-b320-8246eb33768e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98ebca1-114d-4a18-af8d-8d105b964091,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:16.245753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3b76846f-af96-4430-b320-8246eb33768e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.247466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3b76846f-af96-4430-b320-8246eb33768e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3395321 Oct 15 01:14:16.250262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57018) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:16.254749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-98835c7e-6ad5-4bbc-bade-e44b8edac905 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'd98ebca1-114d-4a18-af8d-8d105b964091', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:16.352419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98835c7e-6ad5-4bbc-bade-e44b8edac905 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.419468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab6b321e-f506-4dbc-9a0a-8685f109157c req-73f39915-ed4b-4617-ae6d-11d7fab7694a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0367246 Oct 15 01:14:16.446289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98835c7e-6ad5-4bbc-bade-e44b8edac905 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.546588 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98835c7e-6ad5-4bbc-bade-e44b8edac905 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.566068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98835c7e-6ad5-4bbc-bade-e44b8edac905 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5585d2c6-be02-426a-adc7-0154915bd2f8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:16.640039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98835c7e-6ad5-4bbc-bade-e44b8edac905 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.641288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-98835c7e-6ad5-4bbc-bade-e44b8edac905 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900838 Oct 15 01:14:16.644146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57022) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:16.649309 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ba973d39-ee9b-4f84-8a3a-2a93515aa022 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'd98ebca1-114d-4a18-af8d-8d105b964091', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:16.739669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba973d39-ee9b-4f84-8a3a-2a93515aa022 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.795798 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba973d39-ee9b-4f84-8a3a-2a93515aa022 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.871719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba973d39-ee9b-4f84-8a3a-2a93515aa022 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.890382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba973d39-ee9b-4f84-8a3a-2a93515aa022 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292723e8-5322-4bdf-986a-e68915d3e1a8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:16.977372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba973d39-ee9b-4f84-8a3a-2a93515aa022 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:16.978695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ba973d39-ee9b-4f84-8a3a-2a93515aa022 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3336368 Oct 15 01:14:16.981602 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57024) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:16.986372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a774ab5c-f44a-4a99-b8cb-71c5999d57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'd98ebca1-114d-4a18-af8d-8d105b964091', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:17.071766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a774ab5c-f44a-4a99-b8cb-71c5999d57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.131197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a774ab5c-f44a-4a99-b8cb-71c5999d57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.203255 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a774ab5c-f44a-4a99-b8cb-71c5999d57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.222189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774ab5c-f44a-4a99-b8cb-71c5999d57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310776d2-0ed5-49c4-a12c-d7a3f92efc18,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:17.302892 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a774ab5c-f44a-4a99-b8cb-71c5999d57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.304124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a774ab5c-f44a-4a99-b8cb-71c5999d57a3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215168 Oct 15 01:14:17.312471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57026) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:17.316756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-bdefd206-6b1c-48a9-b5ed-8eb7f186f33d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'd98ebca1-114d-4a18-af8d-8d105b964091', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:17.419574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdefd206-6b1c-48a9-b5ed-8eb7f186f33d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.488871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdefd206-6b1c-48a9-b5ed-8eb7f186f33d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.516688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cf9d915-89c6-4011-b238-e8ad15a342e1 req-797a9fe7-a4ac-4652-8e59-36b81e5e1310 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0262771 Oct 15 01:14:17.540152 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdefd206-6b1c-48a9-b5ed-8eb7f186f33d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.559293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefd206-6b1c-48a9-b5ed-8eb7f186f33d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b065db-8bed-4254-8c6c-4e5678448a6d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:17.605224 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bdefd206-6b1c-48a9-b5ed-8eb7f186f33d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.606504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bdefd206-6b1c-48a9-b5ed-8eb7f186f33d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2930920 Oct 15 01:14:17.609227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57030) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:17.613695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'd98ebca1-114d-4a18-af8d-8d105b964091', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:17.688901 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:14:17.694327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.754545 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.814731 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.833940 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1858bc-73ec-4b5b-a608-ef61caf710c4,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:17.931071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:17.935173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cccde65d-295d-49bd-98d3-3111c7d292d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221018 Oct 15 01:14:17.935291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57032) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:17.939556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'security_group_rule': {'security_group_id': 'd98ebca1-114d-4a18-af8d-8d105b964091', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:18.032138 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Project b26af35651e644d68f8a0fc07a07cd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:14:18.037535 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.100871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.186316 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.205313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05c02ab-4519-4815-bb14-e72c23586ca1,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:18.251056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.252377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-aed40e06-66ab-4b79-82f5-a9cc32ceb952 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3162203 Oct 15 01:14:18.255995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57034) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:18.260775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'network': {'name': 'tempest-network-smoke--1739796681', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'port_security_enabled': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:18.351581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:14:18.355335 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.379094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:14:18.388323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.388644 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Added segment 023bedd2-6646-4b60-88a5-8a9c14734430 of type vlan for network d24286ea-13ba-46d3-992e-a667dd36433e Oct 15 01:14:18.428437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.506609 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.512762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:18.513447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.602073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Network': ['ID=d24286ea-13ba-46d3-992e-a667dd36433e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:18.612696 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d24286ea-13ba-46d3-992e-a667dd36433e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:14:18.621793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f6ab37f-6962-4ce0-9475-c4d701c5d52c req-6da6f9da-c151-4477-ba1e-c3e7b4f37acc tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e6155b0-ef3c-4412-8c22-d8df0fac2845 HTTP/1.1" status: 200 len: 210 time: 0.0316081 Oct 15 01:14:18.624067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1e78a6bc-4d0f-4a71-a75c-7111a351b443 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3671165 Oct 15 01:14:18.627211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57038) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:18.633456 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'admin_state_up': True, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:18.706586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.708239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:18.768408 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:19.007296 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:19.245846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:19.265130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:19.370968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.26 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/9b33b335-6da1-426d-8a44-197eb0710327) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:14:19.472157 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:19.575159 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:19.613186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:14:19.617711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:14:19.624061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:14:19.629509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=9b33b335-6da1-426d-8a44-197eb0710327,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:19.959200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:20.156559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:20.340078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 1fe9084b-6625-47d0-b08b-22da961b8e23 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:14:20.449075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:20.460141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Sync routers for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:20.469419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:20.470046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:20.519525 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:20.524588 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c8cb8d32-62e5-4b22-8a3e-f6f39a32f691 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8927329 Oct 15 01:14:20.525375 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57048) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:20.560523 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ed4bbe3a-be3a-4356-8a9d-ebbdf60f0fa8 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b26af35651e644d68f8a0fc07a07cd20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319867 Oct 15 01:14:20.561157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57050) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:20.582097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:20.650711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c0c9dd-0e75-4fb2-aa19-92b04ff9edab tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:20.655078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-94c0c9dd-0e75-4fb2-aa19-92b04ff9edab tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901413 Oct 15 01:14:20.655803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57052) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:20.687321 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d2b72174-c2c5-4851-91fc-02ef603163b2 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285494 Oct 15 01:14:20.687541 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57054) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:20.692613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1789627994', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:20.776886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:19Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:20.807377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Checking router: 1fe9084b-6625-47d0-b08b-22da961b8e23 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:20.807769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Updating router 1fe9084b-6625-47d0-b08b-22da961b8e23 port 9b33b335-6da1-426d-8a44-197eb0710327 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:14:20.834012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:20.883113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:14:20.886917 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.100354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.147000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.163113 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.205321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Subnet': ['ID=fc8ca06f-3a55-4bd0-b04d-7eead21bd401,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:21.220382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Attempting to bind port 9b33b335-6da1-426d-8a44-197eb0710327 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:14:21.220382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Attempting to bind port 9b33b335-6da1-426d-8a44-197eb0710327 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:14:21.220694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Attempting to bind port 9b33b335-6da1-426d-8a44-197eb0710327 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:14:21.222378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Checking segment: {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:14:21.222799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network hostable DHCP agents. Network: d24286ea-13ba-46d3-992e-a667dd36433e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:14:21.223879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05b6cc-855e-4bf8-bd50-e32e6ffa17c4 None None] Pushing event updated for resources: {'Port': ['ID=9b33b335-6da1-426d-8a44-197eb0710327,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:21.229769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:14:21.230384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:14:21.230790 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.231212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:14:21.231633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Bound port: 9b33b335-6da1-426d-8a44-197eb0710327, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:14:21.232014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.285212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] For port 9b33b335-6da1-426d-8a44-197eb0710327, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:14:21.289100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] For port 9b33b335-6da1-426d-8a44-197eb0710327, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9b33b335-6da1-426d-8a44-197eb0710327,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:14:21.300791 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network d24286ea-13ba-46d3-992e-a667dd36433e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:14:21.352953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.375298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d24286ea-13ba-46d3-992e-a667dd36433e) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:14:21.381335 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:21.382035 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.387815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052e0f4-b5c7-4276-8a27-89df4c63927f None None] Network d24286ea-13ba-46d3-992e-a667dd36433e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:14:21.448409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:21.449018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:21.453783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05b6cc-855e-4bf8-bd50-e32e6ffa17c4 None None] Pushing event updated for resources: {'Port': ['ID=9b33b335-6da1-426d-8a44-197eb0710327,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:21.461166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6f5b41de-8684-4642-9b3a-7b689e3a5cff tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7722216 Oct 15 01:14:21.463769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57058) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:21.631659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:21.915920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-d24286ea-13ba-46d3-992e-a667dd36433e', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:14:21.916902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:21.940789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.113260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Allocated IP 172.20.0.2 (d24286ea-13ba-46d3-992e-a667dd36433e/fc8ca06f-3a55-4bd0-b04d-7eead21bd401/b82eb977-402d-4d58-953f-6e2dec775f20) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:14:22.119856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:19Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:22.154548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f5b39-8f29-4211-8a94-660c2d8d7a8c None None] The sync data for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 is: [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:19Z', 'revision_number': 3, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:22.313953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.369189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.438949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Network d24286ea-13ba-46d3-992e-a667dd36433e is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:14:22.445489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:14:22.448649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:14:22.457283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.1 (d24286ea-13ba-46d3-992e-a667dd36433e/fc8ca06f-3a55-4bd0-b04d-7eead21bd401/c25ffa36-5dd0-4454-90a7-34b34c5a7fba) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:14:22.481524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Pushing event updated for resources: {'Port': ['ID=b82eb977-402d-4d58-953f-6e2dec775f20,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:22.521593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Attempting to bind port b82eb977-402d-4d58-953f-6e2dec775f20 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:14:22.522141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Attempting to bind port b82eb977-402d-4d58-953f-6e2dec775f20 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:14:22.522593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Attempting to bind port b82eb977-402d-4d58-953f-6e2dec775f20 on network d24286ea-13ba-46d3-992e-a667dd36433e {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:14:22.528189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:14:22.528728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Checking segment: {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:14:22.529221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.529763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Bound using segment: {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:14:22.530356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Bound port: b82eb977-402d-4d58-953f-6e2dec775f20, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:14:22.530831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.627775 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.628364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] For port b82eb977-402d-4d58-953f-6e2dec775f20, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:14:22.632560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] For port b82eb977-402d-4d58-953f-6e2dec775f20, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b82eb977-402d-4d58-953f-6e2dec775f20,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:14:22.691411 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.718133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:22.761428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238a3ca-8f09-44d5-af91-bbb9cad46a32 None None] Pushing event updated for resources: {'Port': ['ID=b82eb977-402d-4d58-953f-6e2dec775f20,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:22.773829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network d24286ea-13ba-46d3-992e-a667dd36433e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:14:22.776986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:14:22.783051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:14:22.789909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:22.837774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:23.071144 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:23.389162 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:23.432026 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:23.521640 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:23.526265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:23.634631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network d24286ea-13ba-46d3-992e-a667dd36433e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:14:23.639885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:14:23.768592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 1fe9084b-6625-47d0-b08b-22da961b8e23 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:23.817943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c28054-126a-43f1-9655-5bbdca93e744 None None] Network d24286ea-13ba-46d3-992e-a667dd36433e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:14:23.902706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:23.923456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2a131053-f23c-447c-9dfa-5b7acaa15410 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/1fe9084b-6625-47d0-b08b-22da961b8e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4570382 Oct 15 01:14:23.923944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-26ff204e-8ed4-42ca-93a7-cf1562eccaca None None] Provisioning complete for port b82eb977-402d-4d58-953f-6e2dec775f20 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:23.924601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26ff204e-8ed4-42ca-93a7-cf1562eccaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.090479 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26ff204e-8ed4-42ca-93a7-cf1562eccaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.161516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-26ff204e-8ed4-42ca-93a7-cf1562eccaca None None] For port b82eb977-402d-4d58-953f-6e2dec775f20, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b82eb977-402d-4d58-953f-6e2dec775f20,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:24.232511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26ff204e-8ed4-42ca-93a7-cf1562eccaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.297149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b82eb977-402d-4d58-953f-6e2dec775f20 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:14:24.386547 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Sync routers for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:24.402720 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:24.403336 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:24.417475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff204e-8ed4-42ca-93a7-cf1562eccaca None None] Pushing event updated for resources: {'Port': ['ID=b82eb977-402d-4d58-953f-6e2dec775f20,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:24.440556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b82eb977-402d-4d58-953f-6e2dec775f20 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:24.441163 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.467037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-0387e1c3-efc4-4023-968e-d966f3a3fffb tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165152191&fields=id&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 267 time: 0.0619805 Oct 15 01:14:24.571781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c8f8bec9-3b0c-4479-a006-7fb58b052bf1 None None] Provisioning complete for port c25ffa36-5dd0-4454-90a7-34b34c5a7fba triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:24.572147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c8f8bec9-3b0c-4479-a006-7fb58b052bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.574602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9b33b335-6da1-426d-8a44-197eb0710327 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:14:24.586688 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:24.656882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8bec9-3b0c-4479-a006-7fb58b052bf1 None None] Port c25ffa36-5dd0-4454-90a7-34b34c5a7fba cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:14:24.679648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9b33b335-6da1-426d-8a44-197eb0710327 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:24.679949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.697069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-09aba2d3-34cd-405c-9b9f-526b9f17e2df tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:24.708990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-09aba2d3-34cd-405c-9b9f-526b9f17e2df tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/networks?id=d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 200 len: 797 time: 0.2297077 Oct 15 01:14:24.743163 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-e79be01e-0980-4ea0-82e6-15b79d1859c1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/quotas/b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 375 time: 0.0331855 Oct 15 01:14:24.765554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c8f8bec9-3b0c-4479-a006-7fb58b052bf1 None None] Provisioning complete for port b82eb977-402d-4d58-953f-6e2dec775f20 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:24.765920 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c8f8bec9-3b0c-4479-a006-7fb58b052bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.855584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-470bfd97-a72b-4ff5-810e-68c723698cdf tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115453 Oct 15 01:14:24.868761 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:23Z', 'revision_number': 2, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:24.913194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.934386 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Checking router: 1fe9084b-6625-47d0-b08b-22da961b8e23 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:24.934898 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Updating router 1fe9084b-6625-47d0-b08b-22da961b8e23 port c25ffa36-5dd0-4454-90a7-34b34c5a7fba binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:14:24.935307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 9b33b335-6da1-426d-8a44-197eb0710327, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9b33b335-6da1-426d-8a44-197eb0710327,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:24.967314 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:24.987726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.055829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4103c758-4a6c-4ca7-bc69-6f554e62bfb1 None None] Provisioning complete for port c25ffa36-5dd0-4454-90a7-34b34c5a7fba triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:25.056197 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4103c758-4a6c-4ca7-bc69-6f554e62bfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.092662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-9b21116e-909a-4e1b-b1ec-4cc0ce2b4d85 service neutron] 10.222.0.13 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185771 Oct 15 01:14:25.105511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=9b33b335-6da1-426d-8a44-197eb0710327,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:25.108403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4103c758-4a6c-4ca7-bc69-6f554e62bfb1 None None] Port c25ffa36-5dd0-4454-90a7-34b34c5a7fba cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:14:25.202319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-2070172e-9f1c-469a-b3ce-9210f9910af2 service neutron] 10.222.0.13 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022863 Oct 15 01:14:25.230513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b5bb5cdc-c45b-474c-96fd-624cc45617f7 None None] Provisioning complete for port c25ffa36-5dd0-4454-90a7-34b34c5a7fba triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:25.231005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5cdc-c45b-474c-96fd-624cc45617f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.276320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb5cdc-c45b-474c-96fd-624cc45617f7 None None] Port c25ffa36-5dd0-4454-90a7-34b34c5a7fba cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:14:25.288408 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.380979 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.478694 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Pushing event updated for resources: {'Port': ['ID=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:25.507023 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.507619 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.508128 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.508619 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.509104 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.509580 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.510052 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.510650 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.511232 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.511824 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.512878 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.513384 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:14:25.519022 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Attempting to bind port c25ffa36-5dd0-4454-90a7-34b34c5a7fba on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:14:25.519387 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Attempting to bind port c25ffa36-5dd0-4454-90a7-34b34c5a7fba by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:14:25.519839 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Attempting to bind port c25ffa36-5dd0-4454-90a7-34b34c5a7fba on network d24286ea-13ba-46d3-992e-a667dd36433e {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:14:25.523941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a96a910b-7721-4a66-8457-98ae7668c12a req-d9d18e43-1d27-4aba-a695-9dc9df73bcb6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 210 time: 0.0427678 Oct 15 01:14:25.544586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:14:25.544586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Checking segment: {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:14:25.544586 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.544586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Bound using segment: {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:14:25.544586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Bound port: c25ffa36-5dd0-4454-90a7-34b34c5a7fba, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:14:25.544586 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.608359 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] For port c25ffa36-5dd0-4454-90a7-34b34c5a7fba, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:14:25.611972 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] For port c25ffa36-5dd0-4454-90a7-34b34c5a7fba, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:14:25.689442 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.699034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0be70c16-786a-4ed1-9248-678f73fbfe2b None None] Provisioning complete for port c25ffa36-5dd0-4454-90a7-34b34c5a7fba triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:25.699603 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0be70c16-786a-4ed1-9248-678f73fbfe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.759257 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:25.759936 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:25.791592 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0be70c16-786a-4ed1-9248-678f73fbfe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.828071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0be70c16-786a-4ed1-9248-678f73fbfe2b None None] For port c25ffa36-5dd0-4454-90a7-34b34c5a7fba, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:25.884265 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0be70c16-786a-4ed1-9248-678f73fbfe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:25.932292 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427508e7-5e4c-4dad-a566-08870782ce13 None None] Pushing event updated for resources: {'Port': ['ID=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:25.942858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be70c16-786a-4ed1-9248-678f73fbfe2b None None] Pushing event updated for resources: {'Port': ['ID=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:26.032458 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:26.109647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-729a35a1-73b6-47e3-a511-83443e252f5a None None] Provisioning complete for port c25ffa36-5dd0-4454-90a7-34b34c5a7fba triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:26.110026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-729a35a1-73b6-47e3-a511-83443e252f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:26.144320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b82eb977-402d-4d58-953f-6e2dec775f20 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:14:26.247462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b82eb977-402d-4d58-953f-6e2dec775f20 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:26.247823 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:26.269363 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:26.298928 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e3fff-7c9b-4f1a-ac61-be329f57137d None None] The sync data for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 is: [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:26.323952 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09d91d3c-6309-44a4-af1b-59c52f19c45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:26.344448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9b33b335-6da1-426d-8a44-197eb0710327 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:14:26.414615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9b33b335-6da1-426d-8a44-197eb0710327 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:26.414991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:26.622520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cfd7e6a4-6b8a-4c60-b546-850536a00459 req-25dc73f1-a872-4e3f-bb85-fb6b7c980972 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 210 time: 0.0284657 Oct 15 01:14:27.402265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-384e1893-37ed-42ac-b5ab-24a9b398ada2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:27.403703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-384e1893-37ed-42ac-b5ab-24a9b398ada2 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/networks?id=d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 200 len: 797 time: 0.1115925 Oct 15 01:14:27.448342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57110) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:27.450930 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-17ddf18a-3456-41ce-bd15-6158f4c9b536 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26af35651e644d68f8a0fc07a07cd20 HTTP/1.1" status: 200 len: 380 time: 0.0384464 Oct 15 01:14:27.460964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'port': {'device_id': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'admin_state_up': True, 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'security_groups': ['d98ebca1-114d-4a18-af8d-8d105b964091']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:27.635551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port 444c8b38-f684-458e-ac2f-79c1f4f81b05 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:27.635938 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:27.699110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Made reservation on behalf of b26af35651e644d68f8a0fc07a07cd20 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:14:27.702583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:27.723567 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:27.723902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:27.728156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1726f1ac-718c-4cb4-a265-a796a196b617 req-e447268d-8c0a-46e2-804a-723036775c61 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 210 time: 0.0396457 Oct 15 01:14:27.735890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for 444c8b38-f684-458e-ac2f-79c1f4f81b05 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:27.842388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.20.0.5 (d24286ea-13ba-46d3-992e-a667dd36433e/fc8ca06f-3a55-4bd0-b04d-7eead21bd401/7650e475-1b94-44e9-a41b-6186f994a0b5) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:14:27.952292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:27.980290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=444c8b38-f684-458e-ac2f-79c1f4f81b05,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:27.988363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.039339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.039678 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Floating IP b32a1cbe-8141-4587-9abb-a1021879e8e2 disassociated (deleted). External IP: 172.25.2.33, port: 44a436ba-889f-40bf-ac36-e27411ffde0d. Oct 15 01:14:28.088992 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.117269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c25ffa36-5dd0-4454-90a7-34b34c5a7fba up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:14:28.143921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network d24286ea-13ba-46d3-992e-a667dd36433e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:14:28.148074 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:14:28.150802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:14:28.177890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c25ffa36-5dd0-4454-90a7-34b34c5a7fba triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:28.178356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.187650 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:28.226250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:28.227223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.331360 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-fcd3ca9d-5d82-4d44-a055-966e06063027 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8745379 Oct 15 01:14:28.344176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Request body: {'port': {'device_id': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:28.400641 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.420742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9da65598-7066-4e02-9c03-0ee05e739d83 None None] Provisioning complete for port 7650e475-1b94-44e9-a41b-6186f994a0b5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:28.421160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9da65598-7066-4e02-9c03-0ee05e739d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.458271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9da65598-7066-4e02-9c03-0ee05e739d83 None None] Port 7650e475-1b94-44e9-a41b-6186f994a0b5 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:14:28.512766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:28.627699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:28.633819 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.639927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:28.650685 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:28.651446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:13:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:28.666731 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e78477bc-50aa-406b-ba07-d83a3f3a437a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "DELETE /v2.0/floatingips/b32a1cbe-8141-4587-9abb-a1021879e8e2 HTTP/1.1" status: 204 len: 168 time: 1.2169063 Oct 15 01:14:28.667587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:28.670583 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1344ba83-fef2-48a7-a653-88acb51ac955" -d '{"events": [{"name": "network-changed", "server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:28.770617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:28.878795 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c3199d52-15cf-4522-a7de-e025151eb4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:28.999503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7650e475-1b94-44e9-a41b-6186f994a0b5 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:14:29.005376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:29.008048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:29.020843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Transition to ACTIVE for port object 7650e475-1b94-44e9-a41b-6186f994a0b5 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:14:29.032086 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1265e2a6-0a7e-4d82-ad39-aea32576b3ba x-openstack-request-id: req-1265e2a6-0a7e-4d82-ad39-aea32576b3ba {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:29.032514 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:29.032891 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1265e2a6-0a7e-4d82-ad39-aea32576b3ba {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:29.033380 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'status': 'completed', 'code': 200} Oct 15 01:14:29.034443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:29.046033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:29.046993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:14:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:29.072345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:29.103783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-5357befa-38ef-4cea-8f6d-62fcf354e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.105334 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-5357befa-38ef-4cea-8f6d-62fcf354e934 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43ecb285c0194811a33f92c22a80d9c5&device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 1096 time: 0.0496123 Oct 15 01:14:29.160028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:29.185885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:29.233128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de7d94-922d-47bc-a888-d4a5b40c8b19 req-29760e30-a959-497c-b64b-aee39a273b61 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.234788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16de7d94-922d-47bc-a888-d4a5b40c8b19 req-29760e30-a959-497c-b64b-aee39a273b61 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 943 time: 0.1571503 Oct 15 01:14:29.334486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-1a0031b9-234e-49f9-90a2-72b96b681693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.336664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-1a0031b9-234e-49f9-90a2-72b96b681693 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 200 len: 912 time: 0.2203226 Oct 15 01:14:29.344374 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16de7d94-922d-47bc-a888-d4a5b40c8b19 req-eb85d795-5880-42ee-b363-560aee8e3b48 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964136 Oct 15 01:14:29.382641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Attempting to bind port 7650e475-1b94-44e9-a41b-6186f994a0b5 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:14:29.382986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Attempting to bind port 7650e475-1b94-44e9-a41b-6186f994a0b5 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:14:29.383306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Attempting to bind port 7650e475-1b94-44e9-a41b-6186f994a0b5 on network d24286ea-13ba-46d3-992e-a667dd36433e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:14:29.414841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Port 7650e475-1b94-44e9-a41b-6186f994a0b5 on network d24286ea-13ba-46d3-992e-a667dd36433e not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:14:29.415170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Attempting to bind port 7650e475-1b94-44e9-a41b-6186f994a0b5 on network d24286ea-13ba-46d3-992e-a667dd36433e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:14:29.421122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:14:29.421456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Checking segment: {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:14:29.421832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Bound using segment: {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:14:29.422347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Bound port: 7650e475-1b94-44e9-a41b-6186f994a0b5, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023bedd2-6646-4b60-88a5-8a9c14734430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:14:29.422683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:29.423821 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-379a5d10-23f8-4ccf-8a60-f70603347b3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 200 len: 217 time: 0.0795844 Oct 15 01:14:29.494797 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-8c324bdf-53dd-4cdd-8d1f-6848af7df2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.496471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-8c324bdf-53dd-4cdd-8d1f-6848af7df2bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 200 len: 850 time: 0.0645258 Oct 15 01:14:29.525791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:29.538512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:14:29.542760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:14:29.554234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eb68a-082d-4443-8f6e-9c2c7bd36074 req-d75063ce-59ed-4c4c-82a6-08b32b11fc1c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.559888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e8eb68a-082d-4443-8f6e-9c2c7bd36074 req-d75063ce-59ed-4c4c-82a6-08b32b11fc1c tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 945 time: 0.1074615 Oct 15 01:14:29.560235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e27e7-5dbf-42cf-921c-39d897ebf838 None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:00:27Z', 'revision_number': 4, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2', 'name': '', 'network_id': '67ddd921-adca-4ac9-a3a0-143c1539ba05', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'mac_address': 'fa:16:3e:fd:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:26Z', 'updated_at': '2021-10-15T01:00:32Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'subnets': [{'id': '0eedaf6c-fbfd-4e37-a084-0993139f69bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:29.566256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-81942bdf-7317-4f2e-a028-d4a0c2b6c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.568972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-81942bdf-7317-4f2e-a028-d4a0c2b6c4c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ddd921-adca-4ac9-a3a0-143c1539ba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648613 Oct 15 01:14:29.619990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:29.662712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e8eb68a-082d-4443-8f6e-9c2c7bd36074 req-9ff3f5b1-9b7e-4d74-b1f9-cd185491a438 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018527 Oct 15 01:14:29.690534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-46bd796c-13ca-4149-83e2-9a2efbebd824 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.694279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-46bd796c-13ca-4149-83e2-9a2efbebd824 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 945 time: 0.1136754 Oct 15 01:14:29.703572 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-b0e88461-f652-4bdd-bc70-2f27761cae43 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261668 Oct 15 01:14:29.710414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.711148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:29.712451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] 10.222.0.39 "PUT /v2.0/ports/7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 200 len: 1091 time: 1.3728297 Oct 15 01:14:29.715489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:29.716436 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48084bcc-1608-4e06-acac-b57dfd920ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:29.758716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2a9d9-0af1-49f4-831e-18f340dcdc58 service neutron] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:29.798683 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27793f03-ced4-496b-88b2-cb916c15729f x-openstack-request-id: req-27793f03-ced4-496b-88b2-cb916c15729f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:29.802016 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:29.802016 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27793f03-ced4-496b-88b2-cb916c15729f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:29.802016 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'status': 'completed', 'code': 200} Oct 15 01:14:29.842955 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1344ba83-fef2-48a7-a653-88acb51ac955 req-f17e72cb-ef94-4152-bc87-93642a672bc1 service neutron] 10.222.0.30 "GET /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324134 Oct 15 01:14:29.873790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port 44a436ba-889f-40bf-ac36-e27411ffde0d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:29.874142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:29.878535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48084bcc-1608-4e06-acac-b57dfd920ddd req-fc76f235-5235-4155-9329-ce410440741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:29.880794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48084bcc-1608-4e06-acac-b57dfd920ddd req-fc76f235-5235-4155-9329-ce410440741f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1094 time: 0.0712502 Oct 15 01:14:29.911794 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f1592e-d05a-4b06-8081-7fbc33517d6e None None] New status for floating IP b32a1cbe-8141-4587-9abb-a1021879e8e2: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:14:30.046189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] For port 44a436ba-889f-40bf-ac36-e27411ffde0d, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=44a436ba-889f-40bf-ac36-e27411ffde0d,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:30.046658 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:30.058888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48084bcc-1608-4e06-acac-b57dfd920ddd req-9a2e0e4e-1566-4d76-811a-447264bdf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:30.060352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48084bcc-1608-4e06-acac-b57dfd920ddd req-9a2e0e4e-1566-4d76-811a-447264bdf354 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b26af35651e644d68f8a0fc07a07cd20&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1666031 Oct 15 01:14:30.064050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for 44a436ba-889f-40bf-ac36-e27411ffde0d owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:30.128822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:30.214798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48084bcc-1608-4e06-acac-b57dfd920ddd req-81da4f0d-5240-43fb-b808-5158b0d17130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:30.216283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48084bcc-1608-4e06-acac-b57dfd920ddd req-81da4f0d-5240-43fb-b808-5158b0d17130 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477866 Oct 15 01:14:30.313178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-c61a5e53-4556-4f46-b0ef-7b2ce5e945e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:30.314705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-c61a5e53-4556-4f46-b0ef-7b2ce5e945e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1094 time: 0.0605721 Oct 15 01:14:30.329245 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:30.356019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-9bb44afd-28d3-4934-bdb6-c3bb376ce6c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 200 len: 217 time: 0.0339782 Oct 15 01:14:30.356595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:30.394336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=44a436ba-889f-40bf-ac36-e27411ffde0d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:30.492958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-be2f0957-b2e2-4da1-809f-f842d5e5e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:30.494443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-be2f0957-b2e2-4da1-809f-f842d5e5e162 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc8ca06f-3a55-4bd0-b04d-7eead21bd401 HTTP/1.1" status: 200 len: 835 time: 0.1293218 Oct 15 01:14:30.495124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] No DVR routers for this DVR port 44a436ba-889f-40bf-ac36-e27411ffde0d on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:30.498680 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:30.501974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8017e4f9-28fa-4a4c-b04b-376e52e60951 req-29002196-e40c-4822-a5ce-7817cddc2487 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.30 "DELETE /v2.0/ports/44a436ba-889f-40bf-ac36-e27411ffde0d HTTP/1.1" status: 204 len: 173 time: 0.8033676 Oct 15 01:14:30.543915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e949e6b-114c-477b-9326-1dc42cf0a21f req-2bf6e9f6-955a-4f35-83df-43c4fb903e35 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:30.545417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e949e6b-114c-477b-9326-1dc42cf0a21f req-2bf6e9f6-955a-4f35-83df-43c4fb903e35 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 943 time: 0.1291020 Oct 15 01:14:30.572257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-67432e52-a7b3-433d-97f1-008f947a6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:30.573845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-67432e52-a7b3-433d-97f1-008f947a6e24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d24286ea-13ba-46d3-992e-a667dd36433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709763 Oct 15 01:14:30.627749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e949e6b-114c-477b-9326-1dc42cf0a21f req-d48054f8-3ea1-42da-a2bc-227c60475fa7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751784 Oct 15 01:14:30.694256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-95563bf2-4e16-4e6d-920a-1313e2cad17c service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098859 Oct 15 01:14:30.793190 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e9863af-8e3a-4f53-9cfa-249c97981145 req-4f360cc9-b7b0-432f-b6cb-e2d77f8c7486 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0592206 Oct 15 01:14:30.831216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edb8d583-8a0b-4ade-af5e-9f2953d1d4ba req-f834961e-b738-45cc-b9dc-39f2c0c22a90 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295981 Oct 15 01:14:31.745914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67756233-3025-43c1-886f-0d7e715a6e36 req-2bfc3076-8264-4ea7-b9e1-c9269949b303 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:31.747413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67756233-3025-43c1-886f-0d7e715a6e36 req-2bfc3076-8264-4ea7-b9e1-c9269949b303 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 943 time: 0.0510671 Oct 15 01:14:31.786798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67756233-3025-43c1-886f-0d7e715a6e36 req-fb2b0475-1a44-4eeb-ac57-48dd007c40a9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331910 Oct 15 01:14:31.800364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'name': 'network-vif-deleted', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:31.802961 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc3da2d-03ef-447e-9afd-32c1c07b0f1b" -d '{"events": [{"server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "name": "network-vif-deleted", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:31.841845 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568dc1ca-e1b3-472d-abbe-f5bd4cfd78a8 x-openstack-request-id: req-568dc1ca-e1b3-472d-abbe-f5bd4cfd78a8 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:31.841845 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6749319f-a404-4968-ab08-d04c0bb01c84", "name": "network-vif-deleted", "tag": "44a436ba-889f-40bf-ac36-e27411ffde0d", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:31.841845 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-568dc1ca-e1b3-472d-abbe-f5bd4cfd78a8 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:31.841845 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6749319f-a404-4968-ab08-d04c0bb01c84', 'name': 'network-vif-deleted', 'tag': '44a436ba-889f-40bf-ac36-e27411ffde0d', 'status': 'completed', 'code': 200} Oct 15 01:14:31.913596 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e11175c-6e0d-46cd-a8d8-0c27cf049d33 req-bd01cc85-0769-48bd-81f0-cee5f94dbc65 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0308957 Oct 15 01:14:32.408601 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:32.911497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8a20-4b72-4675-b05a-6e85caf0bef3 req-27d5d832-12eb-4e70-a4c6-7187b45746c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:32.912978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c0d8a20-4b72-4675-b05a-6e85caf0bef3 req-27d5d832-12eb-4e70-a4c6-7187b45746c6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 943 time: 0.0583131 Oct 15 01:14:32.951938 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c0d8a20-4b72-4675-b05a-6e85caf0bef3 req-60dee431-e744-457c-acef-290e4843bdd6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328517 Oct 15 01:14:33.033809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0ff882c-0e58-403b-a9b5-2d698c953519 req-6b3c7231-6da0-4c3f-9d2f-d2e21a785d0a tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0269372 Oct 15 01:14:33.586038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 44a436ba-889f-40bf-ac36-e27411ffde0d no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:33.606421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 44a436ba-889f-40bf-ac36-e27411ffde0d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:33.606762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 44a436ba-889f-40bf-ac36-e27411ffde0d not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:33.794022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7650e475-1b94-44e9-a41b-6186f994a0b5 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:14:33.892878 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:33.905041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'port_id': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'mac_address': 'fa:16:3e:3c:70:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:14:33.942202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:33.954648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7650e475-1b94-44e9-a41b-6186f994a0b5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:14:33.973176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:34.037329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:34.072165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef1dc1-0de2-4b17-b802-1f9723f9718a req-4bc61fa6-5232-455e-9ad9-bcb1d59b1c52 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:34.073748 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08ef1dc1-0de2-4b17-b802-1f9723f9718a req-4bc61fa6-5232-455e-9ad9-bcb1d59b1c52 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 943 time: 0.0534258 Oct 15 01:14:34.095132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:34.115452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08ef1dc1-0de2-4b17-b802-1f9723f9718a req-cebb505f-fedb-467e-988d-961fa48df78f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Oct 15 01:14:34.200637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ac22922-4c70-4752-a2c3-5eb053454777 req-9be3880a-3a8d-459d-af83-598dc5eec67f tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0300496 Oct 15 01:14:34.332871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7650e475-1b94-44e9-a41b-6186f994a0b5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:14:35.231418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21f6c6-88c6-47c0-a1a3-d493f791680f req-07f5cb5e-7db8-4271-8811-87e4f295eb21 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:35.232775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d21f6c6-88c6-47c0-a1a3-d493f791680f req-07f5cb5e-7db8-4271-8811-87e4f295eb21 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 944 time: 0.0496447 Oct 15 01:14:35.270353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d21f6c6-88c6-47c0-a1a3-d493f791680f req-770ac3a3-b43d-486a-906a-a95b19a0ddbf tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316105 Oct 15 01:14:35.360661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6e98f209-d1dd-46cd-b82b-80e0b68ccae3 req-5796474a-563e-4ba1-bf65-66f8ef978a68 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "GET /v2.0/ports?device_id=6749319f-a404-4968-ab08-d04c0bb01c84 HTTP/1.1" status: 200 len: 210 time: 0.0261903 Oct 15 01:14:35.809751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7650e475-1b94-44e9-a41b-6186f994a0b5 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:14:35.929037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 7650e475-1b94-44e9-a41b-6186f994a0b5 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:14:35.932751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7650e475-1b94-44e9-a41b-6186f994a0b5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:14:35.933123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:36.008200 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:36.029303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:36.031549 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e588aa0-fd66-4595-b92d-04cf46830c92" -d '{"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-plugged", "status": "completed", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:36.047251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:36.068864 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653fd0a9-7cdf-4fc2-9edc-74613b2f489f x-openstack-request-id: req-653fd0a9-7cdf-4fc2-9edc-74613b2f489f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:36.070919 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-plugged", "status": "completed", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:36.070919 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-653fd0a9-7cdf-4fc2-9edc-74613b2f489f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:36.070919 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'code': 200} Oct 15 01:14:36.105990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:36.164775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511db80-d5ba-4984-b814-3a89e26be792 req-3f58aa56-8807-451c-adac-4c41343381dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:36.166356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2511db80-d5ba-4984-b814-3a89e26be792 req-3f58aa56-8807-451c-adac-4c41343381dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1096 time: 0.0423515 Oct 15 01:14:36.203118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2511db80-d5ba-4984-b814-3a89e26be792 req-c38968c6-353b-401f-a846-feac31afa8a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295336 Oct 15 01:14:36.302956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:36.395434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beffe3-b588-420c-a9fe-b4e842c312db req-feb79603-31c2-4a98-9992-725aa293758f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:36.397504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04beffe3-b588-420c-a9fe-b4e842c312db req-feb79603-31c2-4a98-9992-725aa293758f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0521002 Oct 15 01:14:36.434508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04beffe3-b588-420c-a9fe-b4e842c312db req-46e092a0-6061-4b9d-a3c0-33380ad5adf5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312133 Oct 15 01:14:36.475831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:36.600810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Deleting port c0a527c6-cb49-4ad2-bdc7-5c4f9f822a78 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:36.601067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:36.675543 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:36.675873 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:36.687531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Calling delete_port for c0a527c6-cb49-4ad2-bdc7-5c4f9f822a78 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:36.911633 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:36.940219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'Port': ['ID=c0a527c6-cb49-4ad2-bdc7-5c4f9f822a78,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:36.999268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:37.001781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:37.002958 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5dd181da-4ccc-42a9-9b40-c64e35b44f74 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "DELETE /v2.0/floatingips/562934f9-d823-41c6-88dc-3a348e088c3e HTTP/1.1" status: 204 len: 168 time: 0.5261304 Oct 15 01:14:37.562931 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5cecd-bb79-4495-a748-9d048b4340c3 req-80f8d013-8f85-4bfb-8b02-149436509f7e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:37.564436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24b5cecd-bb79-4495-a748-9d048b4340c3 req-80f8d013-8f85-4bfb-8b02-149436509f7e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0554893 Oct 15 01:14:37.621204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24b5cecd-bb79-4495-a748-9d048b4340c3 req-2af7ee88-83e5-4855-9f5d-6ee86e1124e3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468585 Oct 15 01:14:38.735509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89ccb-05fa-4496-b449-3241d72f10bb req-766ca6fd-bc82-45ca-8eba-bc34cf13c0a1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:38.736957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2f89ccb-05fa-4496-b449-3241d72f10bb req-766ca6fd-bc82-45ca-8eba-bc34cf13c0a1 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0488205 Oct 15 01:14:38.775610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2f89ccb-05fa-4496-b449-3241d72f10bb req-d89c2506-7993-48d9-b05c-3a48afb2de24 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Oct 15 01:14:38.898033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7c170-fc54-4362-a538-f488ddac7366 req-cc668f30-3f39-415a-b436-e014fcb100a6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:38.899427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71f7c170-fc54-4362-a538-f488ddac7366 req-cc668f30-3f39-415a-b436-e014fcb100a6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0538478 Oct 15 01:14:38.945426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71f7c170-fc54-4362-a538-f488ddac7366 req-f6844993-05ed-4de3-9213-5d92a23c12b8 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Oct 15 01:14:38.967476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57172) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:39.007864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca73b5-3f01-4684-904b-34e73ce1edf7 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:39.009386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0fca73b5-3f01-4684-904b-34e73ce1edf7 tempest-TestNetworkAdvancedServerOps-782113915 tempest-TestNetworkAdvancedServerOps-782113915-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1091 time: 0.0408916 Oct 15 01:14:39.012256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57174) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:39.016524 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:14:39.146503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:39.251461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:39.419499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Allocated IP 172.25.2.148 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/9b18640b-0579-4ece-8a04-54e29d2cdad1) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:14:39.533151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:39.615274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:39.652365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:14:39.655239 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:14:39.657854 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:14:39.690698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=9b18640b-0579-4ece-8a04-54e29d2cdad1,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:40.027318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.143533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.175422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.300462 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.345713 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.405558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57180) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:40.417531 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event updated for resources: {'Port': ['ID=9b18640b-0579-4ece-8a04-54e29d2cdad1,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:40.429948 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.465446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40fd3fdc-61ee-4717-a152-f5f495748aa9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.494223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40fd3fdc-61ee-4717-a152-f5f495748aa9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.535080 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP aa21932f-8e07-4969-a2e8-629983ccf41a associated. External IP: 172.25.2.148, port: 7650e475-1b94-44e9-a41b-6186f994a0b5. Oct 15 01:14:40.626376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40fd3fdc-61ee-4717-a152-f5f495748aa9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.629051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-40fd3fdc-61ee-4717-a152-f5f495748aa9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:40.631932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-40fd3fdc-61ee-4717-a152-f5f495748aa9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] 10.222.0.13 "DELETE /v2.0/security-groups/e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1 HTTP/1.1" status: 204 len: 168 time: 0.2231753 Oct 15 01:14:40.642260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd3fdc-61ee-4717-a152-f5f495748aa9 tempest-TestVolumeBootPattern-1735657381 tempest-TestVolumeBootPattern-1735657381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d6b84d-e0cf-464d-9f7a-2b4adf6222c1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:40.769018 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57184) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:40.774427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 1fe9084b-6625-47d0-b08b-22da961b8e23 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:40.890538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:40.901812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] Sync routers for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:40.913486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:40.914463 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:14:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:40.981846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:41.013972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-be84f48c-bb8c-4d6a-a5c5-fc8c1bdd471b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0005500 Oct 15 01:14:41.015014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:14:41.017647 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491" -d '{"events": [{"name": "network-changed", "server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:14:41.043157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:41.191920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabc7d6-4213-478a-aef7-e27856948d60 req-f1758b5d-45eb-481f-86aa-61044ccd6724 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:41.193987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7cabc7d6-4213-478a-aef7-e27856948d60 req-f1758b5d-45eb-481f-86aa-61044ccd6724 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.1286676 Oct 15 01:14:41.265846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7cabc7d6-4213-478a-aef7-e27856948d60 req-02d3819b-e89a-49b8-8c98-8e9286900af7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453417 Oct 15 01:14:41.291298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57192) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:41.294359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'aa21932f-8e07-4969-a2e8-629983ccf41a', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'port_id': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'mac_address': 'fa:16:3e:3c:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:14:39Z', 'updated_at': '2021-10-15T01:14:39Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:41.353516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] Checking router: 1fe9084b-6625-47d0-b08b-22da961b8e23 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:41.369988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:41.371178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:14:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:41.387961 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da4944-c52c-4f23-ac34-c7a8efaec110 x-openstack-request-id: req-22da4944-c52c-4f23-ac34-c7a8efaec110 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:14:41.388148 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:14:41.388576 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22da4944-c52c-4f23-ac34-c7a8efaec110 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:14:41.388997 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'status': 'completed', 'code': 200} Oct 15 01:14:41.392583 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a51fd64a-0b0c-4fc3-895f-5e4c82d83540 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/aa21932f-8e07-4969-a2e8-629983ccf41a HTTP/1.1" status: 200 len: 991 time: 0.1000700 Oct 15 01:14:41.421537 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:41.425992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-794e68af-4442-4967-ac54-666a27ec2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:41.428407 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-794e68af-4442-4967-ac54-666a27ec2ab5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1096 time: 0.0650222 Oct 15 01:14:41.494793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:41.634761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-97e916e9-d3ad-4435-8559-5387ff5ffeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:41.636355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-97e916e9-d3ad-4435-8559-5387ff5ffeb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 200 len: 898 time: 0.1778719 Oct 15 01:14:41.724257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-5e606f13-317e-4197-b28d-54428a08891c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 200 len: 999 time: 0.0676169 Oct 15 01:14:41.725041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'aa21932f-8e07-4969-a2e8-629983ccf41a', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'port_id': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'mac_address': 'fa:16:3e:3c:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:14:39Z', 'updated_at': '2021-10-15T01:14:39Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:41.756411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd026327-5502-4bdd-bb62-01a88e22b4e3 None None] The sync data for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 is: [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'aa21932f-8e07-4969-a2e8-629983ccf41a', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'port_id': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'mac_address': 'fa:16:3e:3c:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:14:39Z', 'updated_at': '2021-10-15T01:14:39Z', 'revision_number': 0, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:41.821577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-1aca23a4-e3f5-4c7d-b106-5779435fe7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:41.823134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-1aca23a4-e3f5-4c7d-b106-5779435fe7ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc8ca06f-3a55-4bd0-b04d-7eead21bd401 HTTP/1.1" status: 200 len: 835 time: 0.0897191 Oct 15 01:14:41.879115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Deleting port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:41.879448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:41.892449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-a0b312c8-ae36-4d78-abda-055870720a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:14:41.893954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-a0b312c8-ae36-4d78-abda-055870720a97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d24286ea-13ba-46d3-992e-a667dd36433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631618 Oct 15 01:14:41.982235 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab299d3-9402-452e-8af4-f410e0e71a6e None None] New status for floating IP aa21932f-8e07-4969-a2e8-629983ccf41a: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:14:42.024787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] For port ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:42.025060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:42.045315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Calling delete_port for ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:42.054284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-9f5c1eac-2d10-4ffa-8bf3-22ae6045986e service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490817 Oct 15 01:14:42.232139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e6e04dd-46b9-4185-adfa-b35d6a3dd491 req-94cce1ba-6c9a-44e9-86d5-c75b9ef2876a service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702707 Oct 15 01:14:42.374270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:42.395983 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57194) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:42.401533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:42.461527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1abffee3-ab82-4b71-b0d8-e0a5615829ea tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/aa21932f-8e07-4969-a2e8-629983ccf41a HTTP/1.1" status: 200 len: 993 time: 0.0643218 Oct 15 01:14:42.871442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:43.095296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:43.198883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:43.204043 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d1afcdde-f690-40d2-bba2-546097b0e5d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/12e0b2aa-8701-49f9-bb75-a2b5b1d634ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4340935 Oct 15 01:14:43.206689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57196) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:43.207234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] Sync routers for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:43.216790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:43.217376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:14:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:43.312418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:43.323272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:43.415159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:43.504504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:14:42Z', 'revision_number': 5, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port': {'id': '32e42f05-d0c8-4669-935a-219fe0dacb19', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:23Z', 'updated_at': '2021-10-15T01:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:43.526697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Deleting port 32e42f05-d0c8-4669-935a-219fe0dacb19 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:43.527046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:43.533759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] Checking router: 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:43.542109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] Routers {'12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:43.542730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:14:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:43.610772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] For port 32e42f05-d0c8-4669-935a-219fe0dacb19, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=32e42f05-d0c8-4669-935a-219fe0dacb19,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:43.611133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:43.623713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Calling delete_port for 32e42f05-d0c8-4669-935a-219fe0dacb19 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:43.632053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] Set router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:43.687560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:14:43Z', 'revision_number': 6, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:43.714370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f596dc36-b584-4913-8348-96f524d2b0b8 None None] The sync data for ids ['12e0b2aa-8701-49f9-bb75-a2b5b1d634ac'] in n-d-811521-2 is: [{'id': '12e0b2aa-8701-49f9-bb75-a2b5b1d634ac', 'name': 'tempest-TestVolumeBootPattern-225974823-router', 'tenant_id': '43ecb285c0194811a33f92c22a80d9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:22Z', 'updated_at': '2021-10-15T01:14:43Z', 'revision_number': 6, 'project_id': '43ecb285c0194811a33f92c22a80d9c5', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:43.854381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:43.878358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e42f05-d0c8-4669-935a-219fe0dacb19,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:43.947216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.036077 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.038595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.151741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.152326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e0b2aa-8701-49f9-bb75-a2b5b1d634ac {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:14:44.156884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.158060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a4a035ca-96bc-49c0-a1ec-1475c76db986 admin admin] 10.222.0.13 "DELETE /v2.0/routers/12e0b2aa-8701-49f9-bb75-a2b5b1d634ac HTTP/1.1" status: 204 len: 168 time: 0.9504728 Oct 15 01:14:44.160561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57198) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:44.209622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] Deleting subnet 0eedaf6c-fbfd-4e37-a084-0993139f69bb {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:14:44.212875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.256872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.338190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.472237 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.488286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:44.499679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eedaf6c-fbfd-4e37-a084-0993139f69bb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:44.506357 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.509723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2587c2e2-f013-4f97-8dad-f48b51e7c8e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0eedaf6c-fbfd-4e37-a084-0993139f69bb HTTP/1.1" status: 204 len: 168 time: 0.3482540 Oct 15 01:14:44.512220 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57200) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:44.523929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd43f7-467b-4d32-b6b7-0762e748fa0d None None] Network 67ddd921-adca-4ac9-a3a0-143c1539ba05 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:14:44.526213 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:44.526568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ff03b80f-3ab7-4e30-9ab2-72dbf6e1a1d2 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:44.589965 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.648179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Deleting port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:44.648515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.713995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] DHCP port deletion for 67ddd921-adca-4ac9-a3a0-143c1539ba05 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:14:44.716335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] For port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:44.716822 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.735953 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Calling delete_port for 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:44.766691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] Deleting port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:44.767348 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.838035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] For port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,segment=NetworkSegment(6f4823bd-8adb-462e-8401-3f94e09c1b3a),segment_id=6f4823bd-8adb-462e-8401-3f94e09c1b3a)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:44.838455 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.851862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] Calling delete_port for 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:44.894927 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.922406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:44.924251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] No DVR routers for this DVR port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 01:14:44.932373 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 01:14:44.938005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:44.963610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] Pushing event deleted for resources: {'Port': ['ID=7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:44.973379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2a8da-7227-482f-b6a4-e9c32d346279 None None] No DVR routers for this DVR port 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:45.002329 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.023087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ddd921-adca-4ac9-a3a0-143c1539ba05']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:45.032020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4823bd-8adb-462e-8401-3f94e09c1b3a') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:45.032305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4823bd-8adb-462e-8401-3f94e09c1b3a') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:45.042327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.055837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.061442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:14:45.061810 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:14:45.063434 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:14:45.151709 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.156898 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.160088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/67ddd921-adca-4ac9-a3a0-143c1539ba05 HTTP/1.1" status: 204 len: 168 time: 0.6467407 Oct 15 01:14:45.167373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57202) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:45.178795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e643e-4053-4041-8de9-3b8f92706b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=67ddd921-adca-4ac9-a3a0-143c1539ba05,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:45.288853 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.515439 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:45.988440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Deleting port c7f2fead-c26a-4b5c-993a-a666c90f67c5 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:45.988775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:46.071089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] For port c7f2fead-c26a-4b5c-993a-a666c90f67c5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c7f2fead-c26a-4b5c-993a-a666c90f67c5,segment=NetworkSegment(fe4398db-40b4-4fe4-a45e-73776b843851),segment_id=fe4398db-40b4-4fe4-a45e-73776b843851)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:46.071448 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:46.085043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Calling delete_port for c7f2fead-c26a-4b5c-993a-a666c90f67c5 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:46.102909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:46.123704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:46.124047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 7eb7ba6d-b435-42e1-b36a-4e23eeebbb0b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:46.124450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 32e42f05-d0c8-4669-935a-219fe0dacb19 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:46.143088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 32e42f05-d0c8-4669-935a-219fe0dacb19 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:46.143431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 32e42f05-d0c8-4669-935a-219fe0dacb19 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:46.323007 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:46.350118 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f2fead-c26a-4b5c-993a-a666c90f67c5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:46.517102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:46.743572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Router e8207855-9e0d-441b-b94c-94d7d3943aa6 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:14:46.848093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:14:46.853200 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-118b0d91-d1d6-46bd-81e0-686cf12441b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/e8207855-9e0d-441b-b94c-94d7d3943aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848123 Oct 15 01:14:46.855652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57204) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:46.857729 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] Sync routers for ids ['e8207855-9e0d-441b-b94c-94d7d3943aa6'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:14:46.867553 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] Routers {'e8207855-9e0d-441b-b94c-94d7d3943aa6'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:46.868131 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:14:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e8207855-9e0d-441b-b94c-94d7d3943aa6'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:46.961630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:46.974502 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] Set router e8207855-9e0d-441b-b94c-94d7d3943aa6 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:47.064983 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.148158 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:14:46Z', 'revision_number': 5, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port': {'id': 'fe7d918a-3675-48ae-860d-1d460b4d07f6', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:44:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:00:32Z', 'updated_at': '2021-10-15T01:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:47.178675 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] Checking router: e8207855-9e0d-441b-b94c-94d7d3943aa6 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:14:47.186645 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] Routers {'e8207855-9e0d-441b-b94c-94d7d3943aa6'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:14:47.187238 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:14:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['e8207855-9e0d-441b-b94c-94d7d3943aa6'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:47.189461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Deleting port fe7d918a-3675-48ae-860d-1d460b4d07f6 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:47.189801 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.279507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] For port fe7d918a-3675-48ae-860d-1d460b4d07f6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fe7d918a-3675-48ae-860d-1d460b4d07f6,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:47.279923 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] Set router e8207855-9e0d-441b-b94c-94d7d3943aa6 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:14:47.280043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.294430 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Calling delete_port for fe7d918a-3675-48ae-860d-1d460b4d07f6 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:47.334438 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:14:47Z', 'revision_number': 6, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:47.363906 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef64e9-0020-4052-a2dd-0f5e1c4cf237 None None] The sync data for ids ['e8207855-9e0d-441b-b94c-94d7d3943aa6'] in n-d-811521-2 is: [{'id': 'e8207855-9e0d-441b-b94c-94d7d3943aa6', 'name': 'tempest-TestVolumeBootPattern-1809933365-router', 'tenant_id': '3157c3365f664832be0e6fdc82e5c77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:00:31Z', 'updated_at': '2021-10-15T01:14:47Z', 'revision_number': 6, 'project_id': '3157c3365f664832be0e6fdc82e5c77f', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:14:47.523126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.549424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7d918a-3675-48ae-860d-1d460b4d07f6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:47.608828 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.699685 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.701957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.819942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.820471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8207855-9e0d-441b-b94c-94d7d3943aa6 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:14:47.824895 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.826048 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-54c3fe0d-1216-4522-917a-92a09f79a8a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e8207855-9e0d-441b-b94c-94d7d3943aa6 HTTP/1.1" status: 204 len: 168 time: 0.9694948 Oct 15 01:14:47.829756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57206) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:47.873075 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] Deleting subnet 55949373-9dd1-4611-9af8-0a4f75149762 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:14:47.875990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.908939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:47.988974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.101318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.130073 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55949373-9dd1-4611-9af8-0a4f75149762,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:48.141872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c7f2fead-c26a-4b5c-993a-a666c90f67c5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:48.146657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.146816 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:14:48.147274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630cfeb4-fe03-430a-b68b-480c50ce014b None None] Network f09d043d-04f3-41a2-be69-92d9c32e1c3f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:14:48.149865 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ac03bb9e-9a20-43d0-b4b9-e89390f0ac57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55949373-9dd1-4611-9af8-0a4f75149762 HTTP/1.1" status: 204 len: 168 time: 0.3205028 Oct 15 01:14:48.152601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57208) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:48.170653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c7f2fead-c26a-4b5c-993a-a666c90f67c5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:48.170998 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c7f2fead-c26a-4b5c-993a-a666c90f67c5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:48.171453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe7d918a-3675-48ae-860d-1d460b4d07f6 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:48.201059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: fe7d918a-3675-48ae-860d-1d460b4d07f6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:48.201405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe7d918a-3675-48ae-860d-1d460b4d07f6 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:48.235303 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.299487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Deleting port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:48.305730 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.368451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] DHCP port deletion for f09d043d-04f3-41a2-be69-92d9c32e1c3f request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:14:48.382416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] For port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,segment=NetworkSegment(fe4398db-40b4-4fe4-a45e-73776b843851),segment_id=fe4398db-40b4-4fe4-a45e-73776b843851)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:48.382716 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.395314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Calling delete_port for abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:48.417920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] Deleting port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:14:48.418324 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.480662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] For port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,segment=NetworkSegment(fe4398db-40b4-4fe4-a45e-73776b843851),segment_id=fe4398db-40b4-4fe4-a45e-73776b843851)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:14:48.483955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.493831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] Calling delete_port for abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:14:48.534452 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.561935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:48.567486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] No DVR routers for this DVR port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:48.576724 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.602299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] Pushing event deleted for resources: {'Port': ['ID=abfdc20f-5f99-458b-8b90-b6ee2ffe28e1,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:48.605704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c100f3a-7486-4fa7-9159-842bb0a1782c None None] No DVR routers for this DVR port abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:14:48.648189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.667752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09d043d-04f3-41a2-be69-92d9c32e1c3f']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:48.677361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4398db-40b4-4fe4-a45e-73776b843851') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:48.677659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4398db-40b4-4fe4-a45e-73776b843851') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:14:48.686866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.699779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.705339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:14:48.713045 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:14:48.825612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.830949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:48.834956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f09d043d-04f3-41a2-be69-92d9c32e1c3f HTTP/1.1" status: 204 len: 168 time: 0.6810629 Oct 15 01:14:48.852146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674067c-1ae4-492f-b9c0-b562036a1ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f09d043d-04f3-41a2-be69-92d9c32e1c3f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:49.166792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57212) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:49.213902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2184ec17-24d1-43e3-99c6-8ccc88a95c31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43ecb285c0194811a33f92c22a80d9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459201 Oct 15 01:14:49.216329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57214) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:49.264751 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c67d1db1-7c86-4eb8-a5e2-cb631ef1e7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:49.285759 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c67d1db1-7c86-4eb8-a5e2-cb631ef1e7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:49.408059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c67d1db1-7c86-4eb8-a5e2-cb631ef1e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:49.410559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c67d1db1-7c86-4eb8-a5e2-cb631ef1e7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:49.411911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c67d1db1-7c86-4eb8-a5e2-cb631ef1e7b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f1977ee-abf7-4fa7-802b-6da70892a5a6 HTTP/1.1" status: 204 len: 168 time: 0.1947110 Oct 15 01:14:49.419876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d1db1-7c86-4eb8-a5e2-cb631ef1e7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1977ee-abf7-4fa7-802b-6da70892a5a6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:49.962788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57220) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:50.008294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d34ef5c1-bd6f-4daa-be1f-92402c018b11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3157c3365f664832be0e6fdc82e5c77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443366 Oct 15 01:14:50.010815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57222) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:14:50.059264 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e8ac-ae24-4cfb-8711-5b909547866c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:50.081858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e8ac-ae24-4cfb-8711-5b909547866c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:50.102148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:14:50.122771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:14:50.123208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device abfdc20f-5f99-458b-8b90-b6ee2ffe28e1 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:14:50.219867 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e8ac-ae24-4cfb-8711-5b909547866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:50.222446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e8ac-ae24-4cfb-8711-5b909547866c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:50.224186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c8b5e8ac-ae24-4cfb-8711-5b909547866c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b460ccb9-4c1d-4a43-b376-b22e3e631fb3 HTTP/1.1" status: 204 len: 168 time: 0.2119129 Oct 15 01:14:50.232300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5e8ac-ae24-4cfb-8711-5b909547866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b460ccb9-4c1d-4a43-b376-b22e3e631fb3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:14:56.288126 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc7fcbbb-9870-4404-9e76-479090d040b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:14:58.859596 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-573b4c47-9421-40ee-ad94-a9b5e9e4dc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:00.156798 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:00.345356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:02.408494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:07.780328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-7e5ba1e2-d0e0-436b-b1ee-f2d9d6dceff6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1879478 Oct 15 01:15:07.861216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062e52-93f6-46db-b782-ce8823282126 req-e98a84d9-1b7e-4d64-8c3a-4ac0f4311e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:07.862662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-e98a84d9-1b7e-4d64-8c3a-4ac0f4311e41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1096 time: 0.0396669 Oct 15 01:15:07.966696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062e52-93f6-46db-b782-ce8823282126 req-afca1798-3918-44b5-a6db-f988d0e286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:07.968103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-afca1798-3918-44b5-a6db-f988d0e286b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 200 len: 898 time: 0.0858808 Oct 15 01:15:08.036645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-cb6d88b7-ec76-465e-84e8-f9f9b1af8fd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 200 len: 1001 time: 0.0611608 Oct 15 01:15:08.085906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062e52-93f6-46db-b782-ce8823282126 req-a83917b5-2837-4b6c-aea7-d6e441a2ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:08.087342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-a83917b5-2837-4b6c-aea7-d6e441a2ba34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc8ca06f-3a55-4bd0-b04d-7eead21bd401 HTTP/1.1" status: 200 len: 835 time: 0.0438251 Oct 15 01:15:08.132594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9062e52-93f6-46db-b782-ce8823282126 req-f905736c-44b6-44a6-b402-621803a81b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:08.134001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-f905736c-44b6-44a6-b402-621803a81b08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d24286ea-13ba-46d3-992e-a667dd36433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389376 Oct 15 01:15:08.146246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-d82b2abf-fdd4-4d01-8a20-2ae1d11a98f8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:15:08.147156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-d82b2abf-fdd4-4d01-8a20-2ae1d11a98f8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052695 Oct 15 01:15:08.238323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-125a1863-5de1-470f-9fc3-91a78821f3fe service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 Oct 15 01:15:08.326719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9062e52-93f6-46db-b782-ce8823282126 req-538160b0-3c59-4668-a52a-ca666976ed74 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816610 Oct 15 01:15:10.219386 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:15.271067 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:25.145938 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:15:26.276065 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-540fa802-b52e-40b7-95c6-1bf42f0f4125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:28.877062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0336e68-2dce-4968-902e-bddeb0bcd59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:30.139058 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:30.344577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:32.407571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:40.184681 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:43.488967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe396f51-25dd-4f78-96ad-3f6d4789efac req-251d8a94-1e9f-4df2-84b9-baf1ead310b6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:43.490459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe396f51-25dd-4f78-96ad-3f6d4789efac req-251d8a94-1e9f-4df2-84b9-baf1ead310b6 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0515924 Oct 15 01:15:43.533559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe396f51-25dd-4f78-96ad-3f6d4789efac req-844a5fb0-c982-4bbb-b971-7d3ff7415b25 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369635 Oct 15 01:15:44.648379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96d49-ba83-431f-b161-c265c63f56ab req-643b670b-a81c-4dcf-9f3d-b77f77251c6e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:44.649813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86d96d49-ba83-431f-b161-c265c63f56ab req-643b670b-a81c-4dcf-9f3d-b77f77251c6e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0488591 Oct 15 01:15:44.686804 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-86d96d49-ba83-431f-b161-c265c63f56ab req-711f8960-2087-49a8-a7a7-61b8589db44d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Oct 15 01:15:45.298243 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:45.805527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048273fc-c3e7-4c99-84e0-9148cc0f2fe5 req-bd996ba1-aa0c-4977-8d07-1c1e93395375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:45.807033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048273fc-c3e7-4c99-84e0-9148cc0f2fe5 req-bd996ba1-aa0c-4977-8d07-1c1e93395375 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0492065 Oct 15 01:15:45.843929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048273fc-c3e7-4c99-84e0-9148cc0f2fe5 req-d42515cb-b515-4a23-bd6f-298dffb23f37 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Oct 15 01:15:46.955401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f6000-e846-458a-94ca-b014d0eca620 req-b0ab8f9a-31e1-4f25-a3c2-4b71709ce498 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:46.956840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f56f6000-e846-458a-94ca-b014d0eca620 req-b0ab8f9a-31e1-4f25-a3c2-4b71709ce498 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0477755 Oct 15 01:15:46.997651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f56f6000-e846-458a-94ca-b014d0eca620 req-ad391126-7121-49e0-86c8-678f77239e31 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343072 Oct 15 01:15:48.110594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e38af9-9f7d-4170-8bdc-9c1064e27e84 req-242ef168-cd9c-47c3-898b-6eee577131d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:48.112046 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41e38af9-9f7d-4170-8bdc-9c1064e27e84 req-242ef168-cd9c-47c3-898b-6eee577131d4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0484490 Oct 15 01:15:48.150843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41e38af9-9f7d-4170-8bdc-9c1064e27e84 req-e7ea2f3c-9510-446b-8c2c-dd875437fc81 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Oct 15 01:15:49.262619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bd13d-ddb9-49fa-a52d-694cfdd3c24d req-42883194-bb3c-41ce-9baa-88b9c2b26457 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:49.264091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-176bd13d-ddb9-49fa-a52d-694cfdd3c24d req-42883194-bb3c-41ce-9baa-88b9c2b26457 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0483959 Oct 15 01:15:49.300733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-176bd13d-ddb9-49fa-a52d-694cfdd3c24d req-4058b873-1769-4cca-ad75-b8d490d14489 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Oct 15 01:15:50.414490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf9c70-3de7-495b-aeb3-51b66bbd1e54 req-f0778ab1-a84d-4684-814c-5c918679889a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:50.415931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29cf9c70-3de7-495b-aeb3-51b66bbd1e54 req-f0778ab1-a84d-4684-814c-5c918679889a tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0490215 Oct 15 01:15:50.455198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29cf9c70-3de7-495b-aeb3-51b66bbd1e54 req-01366f72-05df-4ea3-8321-20026c2e6566 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Oct 15 01:15:51.569663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae6ca1-5da7-4428-b074-b49d34557bc6 req-e1a3d6a1-689a-458f-9329-5b477778d374 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:51.571131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aae6ca1-5da7-4428-b074-b49d34557bc6 req-e1a3d6a1-689a-458f-9329-5b477778d374 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0481629 Oct 15 01:15:51.608004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9aae6ca1-5da7-4428-b074-b49d34557bc6 req-aa3c0e31-05e8-4074-a719-2b9f29711a31 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Oct 15 01:15:52.721657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5415bb-a054-4418-82a3-fe16cda50f35 req-8fd78c25-0c04-4f01-8734-c74b08ed10a4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:52.723142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a5415bb-a054-4418-82a3-fe16cda50f35 req-8fd78c25-0c04-4f01-8734-c74b08ed10a4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0493782 Oct 15 01:15:52.760868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a5415bb-a054-4418-82a3-fe16cda50f35 req-e5d2a4c3-2fb3-4bd4-9a7a-cf17a0f6c572 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 Oct 15 01:15:53.874143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e338e-6355-494b-9440-2b942b3c92ce req-e01f426e-70dc-4ed7-ab04-d2f7ed35bfa5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:53.875600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-175e338e-6355-494b-9440-2b942b3c92ce req-e01f426e-70dc-4ed7-ab04-d2f7ed35bfa5 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0482066 Oct 15 01:15:53.917478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-175e338e-6355-494b-9440-2b942b3c92ce req-32e34587-c40b-4a90-86e8-e8e20c3ac496 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346670 Oct 15 01:15:55.031200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af0df1-4209-4b22-86f4-e1f8cdad7cb4 req-f31f8c97-c97e-4ed0-a3a2-2dece3e9cfe7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:55.032660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42af0df1-4209-4b22-86f4-e1f8cdad7cb4 req-f31f8c97-c97e-4ed0-a3a2-2dece3e9cfe7 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0496426 Oct 15 01:15:55.070574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42af0df1-4209-4b22-86f4-e1f8cdad7cb4 req-436b3da8-729c-4412-b59a-93a636fd2472 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Oct 15 01:15:56.183757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edd99-6b03-4f63-a8a1-5625087b6509 req-7b032e9c-91bb-4f61-b88b-841118234cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:56.185193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c3edd99-6b03-4f63-a8a1-5625087b6509 req-7b032e9c-91bb-4f61-b88b-841118234cdd tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0480552 Oct 15 01:15:56.223461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9c3edd99-6b03-4f63-a8a1-5625087b6509 req-33ca0798-63ff-496e-a485-58b32cc7772d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Oct 15 01:15:56.281700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c200dc02-62b2-4f5e-8c06-fea0e50db32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:57.338228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8b36d-8ac8-4ca8-bd2b-d5b811a465a3 req-a96e5216-4ecd-4e20-8ed7-dc5ec2e1b55d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:57.339696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79a8b36d-8ac8-4ca8-bd2b-d5b811a465a3 req-a96e5216-4ecd-4e20-8ed7-dc5ec2e1b55d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0494041 Oct 15 01:15:57.380953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-79a8b36d-8ac8-4ca8-bd2b-d5b811a465a3 req-580bce42-49b6-4dc6-91fe-14bf86452f7b tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348306 Oct 15 01:15:58.217183 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7650e475-1b94-44e9-a41b-6186f994a0b5 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:15:58.293573 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:58.315446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:15:58.318287 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8b4c83-885e-41a8-9caf-e0a9b7978180" -d '{"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-unplugged", "status": "completed", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:15:58.334130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:15:58.362031 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfacd94b-00c3-4ea6-aef0-0ff277caa486 x-openstack-request-id: req-cfacd94b-00c3-4ea6-aef0-0ff277caa486 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:15:58.362031 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-unplugged", "status": "completed", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:15:58.362031 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfacd94b-00c3-4ea6-aef0-0ff277caa486 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:15:58.362031 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'code': 200} Oct 15 01:15:58.377059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebc9d0-aabd-41ef-afe9-139187c1dfdd req-aa801199-ba43-4735-b2aa-77b2a77f3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:58.378578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04ebc9d0-aabd-41ef-afe9-139187c1dfdd req-aa801199-ba43-4735-b2aa-77b2a77f3a62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1096 time: 0.0432806 Oct 15 01:15:58.407370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:58.415684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04ebc9d0-aabd-41ef-afe9-139187c1dfdd req-b3029dc6-e4fb-4c62-b11d-0db8e1d986b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287035 Oct 15 01:15:58.455775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:15:58.464011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.464358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.464694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.465037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.465369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.465718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.466042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.466426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.466773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.467093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.467414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.467731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:15:58.501555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cdc27-8a60-4724-9691-f00829fceca0 req-d2fbbe84-0774-402d-88d5-7242b6fda77c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:58.503090 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058cdc27-8a60-4724-9691-f00829fceca0 req-d2fbbe84-0774-402d-88d5-7242b6fda77c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 943 time: 0.0507638 Oct 15 01:15:58.542482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058cdc27-8a60-4724-9691-f00829fceca0 req-b995fc02-0080-4a2b-9d12-45c7e7df3736 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325801 Oct 15 01:15:58.829945 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-014ac1e9-97e4-49d1-abdb-dc2601bbbf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:15:59.656655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17827f98-845c-4a66-961d-7bbbf47e4c0c req-4d998e79-fdc8-498c-bad6-abd0f08debc9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:15:59.658116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17827f98-845c-4a66-961d-7bbbf47e4c0c req-4d998e79-fdc8-498c-bad6-abd0f08debc9 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 943 time: 0.0480185 Oct 15 01:15:59.700310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-17827f98-845c-4a66-961d-7bbbf47e4c0c req-82edd245-4ea8-4bc4-bfa5-afd327606529 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352821 Oct 15 01:16:00.156255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:00.234779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7650e475-1b94-44e9-a41b-6186f994a0b5 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:16:00.339409 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:16:00.350747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'port_id': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'mac_address': 'fa:16:3e:3c:70:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:16:00.377056 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:00.390546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:00.405960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7650e475-1b94-44e9-a41b-6186f994a0b5 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:16:00.428454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:16:00.510149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:00.558676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:16:00.815198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bbf5d-b004-4a74-8672-f1115ad60316 req-130728a1-8804-49ec-973b-5fa5c1669c89 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:16:00.816643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a7bbf5d-b004-4a74-8672-f1115ad60316 req-130728a1-8804-49ec-973b-5fa5c1669c89 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 944 time: 0.0488493 Oct 15 01:16:00.821935 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['7650e475-1b94-44e9-a41b-6186f994a0b5'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:16:00.856297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a7bbf5d-b004-4a74-8672-f1115ad60316 req-ce48e342-200c-402e-8de1-f3a4a8cc3587 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Oct 15 01:16:00.879525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57302) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:16:00.941293 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e068f05a-e8ae-4137-8963-35123d5c8d6c tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/floatingips/aa21932f-8e07-4969-a2e8-629983ccf41a HTTP/1.1" status: 200 len: 992 time: 0.0604990 Oct 15 01:16:02.145254 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:16:02.237242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7650e475-1b94-44e9-a41b-6186f994a0b5 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:16:02.285933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 7650e475-1b94-44e9-a41b-6186f994a0b5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:16:02.286967 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:02.402255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:02.424238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:16:02.426524 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181b6b3a-0203-43f5-a6b0-93a30a3f77c8" -d '{"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-plugged", "status": "completed", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:16:02.437662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:02.439392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:16:02.463949 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d437bcd-3d42-4fa2-98f9-ec55e64db9b1 x-openstack-request-id: req-5d437bcd-3d42-4fa2-98f9-ec55e64db9b1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:16:02.463949 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-plugged", "status": "completed", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:16:02.463949 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d437bcd-3d42-4fa2-98f9-ec55e64db9b1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:16:02.463949 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'code': 200} Oct 15 01:16:02.499144 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:02.548705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:16:09.622795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-df217457-01f0-4cdb-a004-87f0b984b7c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394537 Oct 15 01:16:09.701919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-fe8d8c8f-156a-499d-b469-054f76e32bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:16:09.703453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-fe8d8c8f-156a-499d-b469-054f76e32bf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1096 time: 0.0383618 Oct 15 01:16:09.808012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-1e50a98a-e09d-408c-a020-d5dd97dd2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:16:09.809415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-1e50a98a-e09d-408c-a020-d5dd97dd2062 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 200 len: 898 time: 0.0862439 Oct 15 01:16:09.879829 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-02acefa7-af07-4972-98ff-c3a30a5995e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 200 len: 1001 time: 0.0631838 Oct 15 01:16:09.931314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-f3a841ed-4d48-4c20-aa63-46ace14d9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:16:09.932700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-f3a841ed-4d48-4c20-aa63-46ace14d9fc5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc8ca06f-3a55-4bd0-b04d-7eead21bd401 HTTP/1.1" status: 200 len: 835 time: 0.0460868 Oct 15 01:16:09.980515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-fad4778d-844f-49f9-9cac-ea61b601b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:16:09.982009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-fad4778d-844f-49f9-9cac-ea61b601b525 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d24286ea-13ba-46d3-992e-a667dd36433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424392 Oct 15 01:16:10.096701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-e15fd9db-29c3-4efd-a159-41b5cc1341b7 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076860 Oct 15 01:16:10.193285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89fa64ff-cf01-4da8-93bc-4e3bc8115455 req-f776b824-1ade-4a12-9fd9-27625e173be6 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882151 Oct 15 01:16:10.212624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:15.275877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:26.281233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e8bf3ff-10e3-4972-a41b-5f8d8c65b831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:28.875321 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2232636b-8e1e-4319-92cc-6aa6a22c53f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:30.138204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:30.371585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:32.401152 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:39.144555 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:16:40.200913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:45.318248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:56.262884 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eb356382-c894-479d-9114-2a6bd2cead81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:16:58.840881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53122127-6314-435d-b909-78a345de5332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:00.132319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:00.332406 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:02.417073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:10.195028 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:11.628110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-c912c85d-0946-4e02-94e9-f8d71bd1992d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397873 Oct 15 01:17:11.710069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160251-afe1-4a03-941f-e7f2155029d0 req-853897cf-c9e7-4106-88f4-744188630ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:11.711565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-853897cf-c9e7-4106-88f4-744188630ce2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1096 time: 0.0433531 Oct 15 01:17:11.812133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160251-afe1-4a03-941f-e7f2155029d0 req-59aabe5d-80e1-4ff1-b052-a99f6db2e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:11.813541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-59aabe5d-80e1-4ff1-b052-a99f6db2e88d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 200 len: 898 time: 0.0820105 Oct 15 01:17:11.884011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-6ed3255a-4f68-4e4f-ad4a-7106fe9d38f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 200 len: 1001 time: 0.0601885 Oct 15 01:17:11.932582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160251-afe1-4a03-941f-e7f2155029d0 req-9353f1b7-5cf5-42ff-b3ac-bcdf82058b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:11.933995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-9353f1b7-5cf5-42ff-b3ac-bcdf82058b55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc8ca06f-3a55-4bd0-b04d-7eead21bd401 HTTP/1.1" status: 200 len: 835 time: 0.0431128 Oct 15 01:17:11.978550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160251-afe1-4a03-941f-e7f2155029d0 req-f711cea2-97a1-4edb-9281-37b63cf21bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:11.980010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-f711cea2-97a1-4edb-9281-37b63cf21bf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d24286ea-13ba-46d3-992e-a667dd36433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391912 Oct 15 01:17:12.363955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-7afb1adb-1bed-4aab-bc4c-6efadebba5c0 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757920 Oct 15 01:17:12.453029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98160251-afe1-4a03-941f-e7f2155029d0 req-5e991349-4390-43f0-ac27-22a60b201d33 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808423 Oct 15 01:17:14.190113 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57356) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:14.350779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 9b18640b-0579-4ece-8a04-54e29d2cdad1 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:17:14.351111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:14.424924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:14.425163 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:14.436494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 9b18640b-0579-4ece-8a04-54e29d2cdad1 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:17:14.623475 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:14.649434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=9b18640b-0579-4ece-8a04-54e29d2cdad1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:14.677260 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.677544 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.677888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.678255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.678594 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.678931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.679264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.679595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.679924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.680277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.680603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.680926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:14.719884 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:14.720211 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Floating IP aa21932f-8e07-4969-a2e8-629983ccf41a disassociated (deleted). External IP: 172.25.2.148, port: 7650e475-1b94-44e9-a41b-6186f994a0b5. Oct 15 01:17:14.932240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 1fe9084b-6625-47d0-b08b-22da961b8e23 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:17:15.040587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:17:15.045130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:15.052634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] Sync routers for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:17:15.061251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:15.061865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:16:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:15.072723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-89cba417-1b61-4293-9a6a-e45ddd651fe3 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa21932f-8e07-4969-a2e8-629983ccf41a HTTP/1.1" status: 204 len: 168 time: 0.8815157 Oct 15 01:17:15.073317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:17:15.075621 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8669f75e8d5bbdee607f1b4b3836daf0b61e718ad4a1cf326143065be0eb820" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204e5ff3-a437-4070-9810-08efcba62523" -d '{"events": [{"name": "network-changed", "server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:17:15.168484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:15.300156 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:15.376913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:15.407652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] Checking router: 1fe9084b-6625-47d0-b08b-22da961b8e23 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:17:15.416158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:15.416874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:16:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:15.511851 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04174cb3-b859-422c-a25d-932799c10d66 x-openstack-request-id: req-04174cb3-b859-422c-a25d-932799c10d66 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:17:15.512277 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:17:15.512529 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04174cb3-b859-422c-a25d-932799c10d66 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:17:15.512996 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'status': 'completed', 'code': 200} Oct 15 01:17:15.524195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:15.606263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e5ff3-a437-4070-9810-08efcba62523 req-2b0f023a-162d-4e1e-a72f-098c41c4877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:15.607657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-204e5ff3-a437-4070-9810-08efcba62523 req-2b0f023a-162d-4e1e-a72f-098c41c4877e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b26af35651e644d68f8a0fc07a07cd20&device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 1096 time: 0.0717757 Oct 15 01:17:15.622391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180fe46-9bcc-4f39-8004-b75512089d4a req-07941ea8-410b-45c7-920e-f70adb620d76 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:15.624059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f180fe46-9bcc-4f39-8004-b75512089d4a req-07941ea8-410b-45c7-920e-f70adb620d76 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0635626 Oct 15 01:17:15.717797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f180fe46-9bcc-4f39-8004-b75512089d4a req-c4d1936a-c17d-4dcb-899d-0d3e199b3851 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844998 Oct 15 01:17:15.742181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:15.742327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e5ff3-a437-4070-9810-08efcba62523 req-3dfcae37-3f93-43a7-ae60-9a33ba1b1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:15.742675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-204e5ff3-a437-4070-9810-08efcba62523 req-3dfcae37-3f93-43a7-ae60-9a33ba1b1754 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 200 len: 898 time: 0.1173654 Oct 15 01:17:15.758952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80a2482-b69f-42c7-b786-e9ff3ac31075 None None] The sync data for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 is: [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:14:22Z', 'revision_number': 4, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c25ffa36-5dd0-4454-90a7-34b34c5a7fba', 'name': '', 'network_id': 'd24286ea-13ba-46d3-992e-a667dd36433e', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'mac_address': 'fa:16:3e:0b:e6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:22Z', 'updated_at': '2021-10-15T01:14:25Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'subnets': [{'id': 'fc8ca06f-3a55-4bd0-b04d-7eead21bd401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:17:15.785142 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-204e5ff3-a437-4070-9810-08efcba62523 req-45851ebe-d691-4a95-aef9-f13f1e46337c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 200 len: 217 time: 0.0350721 Oct 15 01:17:15.841230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e5ff3-a437-4070-9810-08efcba62523 req-a289c050-2d4e-4eec-8c3f-863f37305ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:15.841230 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-204e5ff3-a437-4070-9810-08efcba62523 req-a289c050-2d4e-4eec-8c3f-863f37305ff0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc8ca06f-3a55-4bd0-b04d-7eead21bd401 HTTP/1.1" status: 200 len: 835 time: 0.0468080 Oct 15 01:17:15.888040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e5ff3-a437-4070-9810-08efcba62523 req-1196bf7d-c75f-45a6-97a5-e408242ba3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:15.889561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-204e5ff3-a437-4070-9810-08efcba62523 req-1196bf7d-c75f-45a6-97a5-e408242ba3bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d24286ea-13ba-46d3-992e-a667dd36433e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409434 Oct 15 01:17:15.979707 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf159a1-2639-4c63-8aa4-bd46bcb5ac90 None None] New status for floating IP aa21932f-8e07-4969-a2e8-629983ccf41a: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:17:15.990984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-204e5ff3-a437-4070-9810-08efcba62523 req-f8fe4502-d8e9-470c-a38c-ad6b6527c873 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929911 Oct 15 01:17:16.087652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-204e5ff3-a437-4070-9810-08efcba62523 req-264bfc07-abd2-47b1-b7a4-9d3bf27af2b6 service neutron] 10.222.0.39 "GET /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890710 Oct 15 01:17:16.144161 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:17:16.835870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212d429-5976-4b0e-bfd4-348efba8b996 req-2f5a8819-413a-4415-8024-cfeb80602c76 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:16.840020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f212d429-5976-4b0e-bfd4-348efba8b996 req-2f5a8819-413a-4415-8024-cfeb80602c76 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0498331 Oct 15 01:17:16.875706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f212d429-5976-4b0e-bfd4-348efba8b996 req-5cf03052-2885-4be5-95b4-7198efc4270f tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/security-groups?id=d98ebca1-114d-4a18-af8d-8d105b964091&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324521 Oct 15 01:17:16.994871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-8f4ec3c2-8e3d-4720-9758-2f64e4284fb4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:16.996308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-8f4ec3c2-8e3d-4720-9758-2f64e4284fb4 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 945 time: 0.0485594 Oct 15 01:17:17.087079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 7650e475-1b94-44e9-a41b-6186f994a0b5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:17:17.087331 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:17.174866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 7650e475-1b94-44e9-a41b-6186f994a0b5, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=7650e475-1b94-44e9-a41b-6186f994a0b5,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:17.175219 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:17.187253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 7650e475-1b94-44e9-a41b-6186f994a0b5 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:17:17.360406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:17.391193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=7650e475-1b94-44e9-a41b-6186f994a0b5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:17.417411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.417757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.418180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.418451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.418779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.419105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.419432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.419777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.420073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.420396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.420701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.421015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:17.444218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] No DVR routers for this DVR port 7650e475-1b94-44e9-a41b-6186f994a0b5 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:17:17.446708 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:17.449960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e435e6b5-8b6b-4c30-9d04-3b1514ccf82f req-777dd009-139f-4243-bfb5-6772b8f2be4e tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.39 "DELETE /v2.0/ports/7650e475-1b94-44e9-a41b-6186f994a0b5 HTTP/1.1" status: 204 len: 173 time: 0.4464440 Oct 15 01:17:17.450405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-deleted', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:17:17.452631 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b72fc4-3c10-4641-b9c2-b23c21c6774c" -d '{"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-deleted", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:17:17.485764 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37e909-f3f1-4483-85e5-6dd8c2eb3bde x-openstack-request-id: req-3c37e909-f3f1-4483-85e5-6dd8c2eb3bde {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:17:17.486062 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff3b3b2-4255-47fe-8bc4-4b3b09c64abc", "name": "network-vif-deleted", "tag": "7650e475-1b94-44e9-a41b-6186f994a0b5", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:17:17.486352 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c37e909-f3f1-4483-85e5-6dd8c2eb3bde {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:17:17.487320 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3b3b2-4255-47fe-8bc4-4b3b09c64abc', 'name': 'network-vif-deleted', 'tag': '7650e475-1b94-44e9-a41b-6186f994a0b5', 'status': 'completed', 'code': 200} Oct 15 01:17:18.110173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99f7553a-d110-49cd-a51d-f6d9845da857 req-7ba9ada2-4059-4c0c-946a-2ee47b111855 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff3b3b2-4255-47fe-8bc4-4b3b09c64abc HTTP/1.1" status: 200 len: 210 time: 0.0273497 Oct 15 01:17:19.167880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57378) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:19.526236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:20.006114 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port c25ffa36-5dd0-4454-90a7-34b34c5a7fba {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:17:20.006447 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:20.092525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port c25ffa36-5dd0-4454-90a7-34b34c5a7fba, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:20.092879 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:20.109365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for c25ffa36-5dd0-4454-90a7-34b34c5a7fba owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:17:20.376781 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:20.404787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=c25ffa36-5dd0-4454-90a7-34b34c5a7fba,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:20.583061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:20.804920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Router 1fe9084b-6625-47d0-b08b-22da961b8e23 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:17:20.934525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:17:20.940105 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-117e9a1a-4fb8-4b86-af9d-e8d4ed2ca9af tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "PUT /v2.0/routers/1fe9084b-6625-47d0-b08b-22da961b8e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706950 Oct 15 01:17:20.942721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57380) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:20.945053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] Sync routers for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:17:20.958843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:20.959439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:16:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:20.994397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting subnet fc8ca06f-3a55-4bd0-b04d-7eead21bd401 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:17:20.997520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.038615 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.069106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:21.130978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.239768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.267490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:17:20Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:21.268678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8ca06f-3a55-4bd0-b04d-7eead21bd401,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:21.273809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.277166 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-28149e04-f4cf-4208-b195-082d2af39c54 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/subnets/fc8ca06f-3a55-4bd0-b04d-7eead21bd401 HTTP/1.1" status: 204 len: 168 time: 0.3334441 Oct 15 01:17:21.280027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57382) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:21.295607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb03a0-eb48-4af5-aca7-292f6334333c None None] Network d24286ea-13ba-46d3-992e-a667dd36433e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:17:21.297840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] Checking router: 1fe9084b-6625-47d0-b08b-22da961b8e23 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:17:21.325449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] Routers {'1fe9084b-6625-47d0-b08b-22da961b8e23'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:21.325966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:16:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['1fe9084b-6625-47d0-b08b-22da961b8e23'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:21.388693 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.497409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.505527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] Set router 1fe9084b-6625-47d0-b08b-22da961b8e23 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:21.581091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] DHCP port deletion for d24286ea-13ba-46d3-992e-a667dd36433e request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:17:21.611267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Deleting port 9b33b335-6da1-426d-8a44-197eb0710327 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:17:21.612562 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.692248 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] For port 9b33b335-6da1-426d-8a44-197eb0710327, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9b33b335-6da1-426d-8a44-197eb0710327,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:21.692823 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.705518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Calling delete_port for 9b33b335-6da1-426d-8a44-197eb0710327 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:17:21.863142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Deleting port b82eb977-402d-4d58-953f-6e2dec775f20 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:17:21.863432 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.931028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] For port b82eb977-402d-4d58-953f-6e2dec775f20, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b82eb977-402d-4d58-953f-6e2dec775f20,segment=NetworkSegment(023bedd2-6646-4b60-88a5-8a9c14734430),segment_id=023bedd2-6646-4b60-88a5-8a9c14734430)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:21.931423 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:21.946485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Calling delete_port for b82eb977-402d-4d58-953f-6e2dec775f20 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:17:21.953954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:17:20Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:21.989595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a0648-ee57-4e1c-871a-4ba4aa998947 None None] The sync data for ids ['1fe9084b-6625-47d0-b08b-22da961b8e23'] in n-d-811521-2 is: [{'id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-185171974', 'tenant_id': 'b26af35651e644d68f8a0fc07a07cd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9b33b335-6da1-426d-8a44-197eb0710327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:14:18Z', 'updated_at': '2021-10-15T01:17:20Z', 'revision_number': 5, 'project_id': 'b26af35651e644d68f8a0fc07a07cd20', 'gw_port': {'id': '9b33b335-6da1-426d-8a44-197eb0710327', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe9084b-6625-47d0-b08b-22da961b8e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:14:19Z', 'updated_at': '2021-10-15T01:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:17:22.035524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.066695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Port': ['ID=9b33b335-6da1-426d-8a44-197eb0710327,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:22.115325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.128073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.142008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Pushing event deleted for resources: {'Port': ['ID=b82eb977-402d-4d58-953f-6e2dec775f20,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:22.144889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] No DVR routers for this DVR port b82eb977-402d-4d58-953f-6e2dec775f20 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:17:22.157847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.158907 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.159273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.159656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.159987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.160315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.160663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.160985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.161304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.161623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.161942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.162311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc704d1-7db6-4a81-b3ae-43431714cb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:22.224375 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.226517 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.309005 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.309683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe9084b-6625-47d0-b08b-22da961b8e23 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:17:22.317197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.318353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-753e4178-1de9-42d4-a486-bfbd4762c01d tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/routers/1fe9084b-6625-47d0-b08b-22da961b8e23 HTTP/1.1" status: 204 len: 168 time: 1.0372436 Oct 15 01:17:22.322634 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57384) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:22.426191 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.444534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b82eb977-402d-4d58-953f-6e2dec775f20 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:17:22.465966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b82eb977-402d-4d58-953f-6e2dec775f20 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:17:22.466333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b82eb977-402d-4d58-953f-6e2dec775f20 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:17:22.466759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c25ffa36-5dd0-4454-90a7-34b34c5a7fba no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:17:22.489834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c25ffa36-5dd0-4454-90a7-34b34c5a7fba {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:17:22.490275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c25ffa36-5dd0-4454-90a7-34b34c5a7fba not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:17:22.526249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.552340 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24286ea-13ba-46d3-992e-a667dd36433e']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:22.561830 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023bedd2-6646-4b60-88a5-8a9c14734430') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:22.562153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023bedd2-6646-4b60-88a5-8a9c14734430') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:22.572369 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.586494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.592450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:17:22.592837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:17:22.596764 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:17:22.725275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7650e475-1b94-44e9-a41b-6186f994a0b5 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:17:22.742739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.746386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 7650e475-1b94-44e9-a41b-6186f994a0b5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:17:22.746882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 7650e475-1b94-44e9-a41b-6186f994a0b5 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:17:22.750202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.753600 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/networks/d24286ea-13ba-46d3-992e-a667dd36433e HTTP/1.1" status: 204 len: 168 time: 0.4313271 Oct 15 01:17:22.756581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57386) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:22.765284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c6d82-582e-4614-9ef7-c9f212d16a60 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'Network': ['ID=d24286ea-13ba-46d3-992e-a667dd36433e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:22.826837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94a1837f-19d8-4930-b9bb-fa76f4691215 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.852717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94a1837f-19d8-4930-b9bb-fa76f4691215 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.976234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94a1837f-19d8-4930-b9bb-fa76f4691215 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.978771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-94a1837f-19d8-4930-b9bb-fa76f4691215 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:22.979936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-94a1837f-19d8-4930-b9bb-fa76f4691215 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] 10.222.0.13 "DELETE /v2.0/security-groups/d98ebca1-114d-4a18-af8d-8d105b964091 HTTP/1.1" status: 204 len: 168 time: 0.2223310 Oct 15 01:17:22.989954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1837f-19d8-4930-b9bb-fa76f4691215 tempest-TestNetworkAdvancedServerOps-379805724 tempest-TestNetworkAdvancedServerOps-379805724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98ebca1-114d-4a18-af8d-8d105b964091,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:23.557197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57394) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:23.685140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-28e4749c-6d2c-40ce-8cad-6033d34f256a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b26af35651e644d68f8a0fc07a07cd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268039 Oct 15 01:17:23.687647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57398) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:23.734872 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab25c78-182b-49ab-b3a2-4ab077f80b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:23.755841 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab25c78-182b-49ab-b3a2-4ab077f80b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:23.891787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab25c78-182b-49ab-b3a2-4ab077f80b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:23.894349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7ab25c78-182b-49ab-b3a2-4ab077f80b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:23.895541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7ab25c78-182b-49ab-b3a2-4ab077f80b3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/985162c3-6cfd-4912-ab94-0fed3adc3407 HTTP/1.1" status: 204 len: 168 time: 0.2070150 Oct 15 01:17:23.903373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab25c78-182b-49ab-b3a2-4ab077f80b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985162c3-6cfd-4912-ab94-0fed3adc3407,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:24.147695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9b33b335-6da1-426d-8a44-197eb0710327 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:17:24.168338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9b33b335-6da1-426d-8a44-197eb0710327 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:17:24.168673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9b33b335-6da1-426d-8a44-197eb0710327 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:17:24.490897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57404) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:24.534961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0451aec-1171-4543-bbb0-e6e0da3d843e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0b918a693ca42a5a1ad5dc4a2793c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428894 Oct 15 01:17:24.537440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57406) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:24.584516 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22efd38a-cbd1-4a13-9c64-143dded1f00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:24.605206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22efd38a-cbd1-4a13-9c64-143dded1f00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:24.720457 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22efd38a-cbd1-4a13-9c64-143dded1f00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:24.723002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22efd38a-cbd1-4a13-9c64-143dded1f00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:24.724148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22efd38a-cbd1-4a13-9c64-143dded1f00a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13a5ffb8-4932-4285-abe3-c31d00ab240d HTTP/1.1" status: 204 len: 168 time: 0.1858184 Oct 15 01:17:24.732069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efd38a-cbd1-4a13-9c64-143dded1f00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a5ffb8-4932-4285-abe3-c31d00ab240d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:26.285931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9ef361ca-dd55-48d7-bdde-8c9af5a24446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:28.823494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6cd1c76c-a406-44f6-b7ee-2158e5a2bf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.451021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57562) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:29.556115 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16a5fedc-5083-4472-8742-8bdf5152c86a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.630151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16a5fedc-5083-4472-8742-8bdf5152c86a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.674315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-16a5fedc-5083-4472-8742-8bdf5152c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.715176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5fedc-5083-4472-8742-8bdf5152c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e4b06-4ad8-45dd-89fa-9dd897a455b2,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:29.720127 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-16a5fedc-5083-4472-8742-8bdf5152c86a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b492f5be51d447fa9c43f02cfd36b04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680168 Oct 15 01:17:29.721998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57566) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:29.771699 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0b25131-6603-4ce2-a993-ddaa49d825e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.795717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0b25131-6603-4ce2-a993-ddaa49d825e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.897671 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0b25131-6603-4ce2-a993-ddaa49d825e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.900339 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b0b25131-6603-4ce2-a993-ddaa49d825e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:29.901502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b0b25131-6603-4ce2-a993-ddaa49d825e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/086e4b06-4ad8-45dd-89fa-9dd897a455b2 HTTP/1.1" status: 204 len: 168 time: 0.1785738 Oct 15 01:17:29.909762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b25131-6603-4ce2-a993-ddaa49d825e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e4b06-4ad8-45dd-89fa-9dd897a455b2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:30.235099 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.377698 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.583079 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57572) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:30.596840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c28d4964-aa9f-4484-93c4-295de94603df admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.671157 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c28d4964-aa9f-4484-93c4-295de94603df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.754511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c28d4964-aa9f-4484-93c4-295de94603df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.794500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d4964-aa9f-4484-93c4-295de94603df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb56d2ce-764a-4358-94c1-dccebe19213f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:30.798763 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c28d4964-aa9f-4484-93c4-295de94603df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed50d08604db42388ca90231813ae129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146032 Oct 15 01:17:30.801971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57574) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:30.849835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cee4b9e5-0e1c-43da-acbf-23183a274c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.871184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cee4b9e5-0e1c-43da-acbf-23183a274c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.987542 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cee4b9e5-0e1c-43da-acbf-23183a274c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.990081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cee4b9e5-0e1c-43da-acbf-23183a274c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:30.992170 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cee4b9e5-0e1c-43da-acbf-23183a274c83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb56d2ce-764a-4358-94c1-dccebe19213f HTTP/1.1" status: 204 len: 168 time: 0.1898673 Oct 15 01:17:31.000102 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4b9e5-0e1c-43da-acbf-23183a274c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb56d2ce-764a-4358-94c1-dccebe19213f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:31.967473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57596) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:32.062644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1339787392-network', 'tenant_id': '3280df4365b242db838fd3d808c934ec'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:32.154525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Made reservation on behalf of 3280df4365b242db838fd3d808c934ec for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:17:32.156905 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.165388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.235225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.303520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.327721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:17:32.337186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9bf0d4-5a0c-4795-9e93-9c15ec32e634,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:32.341883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.342261 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Added segment 7b3a3b22-dec3-4fa3-a7df-1d33db304059 of type vlan for network adc7a755-809d-4865-b1ef-10348e0f71f1 Oct 15 01:17:32.386064 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.429531 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.503289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.504264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:32.504846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.591857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] Pushing event updated for resources: {'Network': ['ID=adc7a755-809d-4865-b1ef-10348e0f71f1,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:32.602279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network adc7a755-809d-4865-b1ef-10348e0f71f1 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:17:32.603444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3bc0a31f-021c-4e44-b2ba-0b03d811bbed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6349130 Oct 15 01:17:32.606599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:32.611328 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Request body: {'subnet': {'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1339787392-subnet', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:32.720044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Made reservation on behalf of 3280df4365b242db838fd3d808c934ec for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:17:32.722531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:32.949286 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.007675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:33.017729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Checking segment: {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:33.018078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Network hostable DHCP agents. Network: adc7a755-809d-4865-b1ef-10348e0f71f1, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:17:33.074700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Network adc7a755-809d-4865-b1ef-10348e0f71f1 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:17:33.131754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, adc7a755-809d-4865-b1ef-10348e0f71f1) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:33.136381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:33.136989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.141012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88cf56a-daeb-46d6-b15a-d02caef628f2 None None] Network adc7a755-809d-4865-b1ef-10348e0f71f1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:17:33.213850 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-200995cc-3014-488d-a858-951dc1ea4784 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6059346 Oct 15 01:17:33.217777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57602) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:33.222042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:33.281541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-adc7a755-809d-4865-b1ef-10348e0f71f1', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:17:33.282416 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.292639 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.293862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.344934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.412476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Allocated IP 172.20.0.2 (adc7a755-809d-4865-b1ef-10348e0f71f1/aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8/370733b2-b320-493e-a8df-4abb38f0b72f) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:33.541989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.560602 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.635039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.675061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Network adc7a755-809d-4865-b1ef-10348e0f71f1 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:33.682895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:33.685473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:33.688771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Pushing event updated for resources: {'Port': ['ID=370733b2-b320-493e-a8df-4abb38f0b72f,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:33.744496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Attempting to bind port 370733b2-b320-493e-a8df-4abb38f0b72f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:17:33.744851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Attempting to bind port 370733b2-b320-493e-a8df-4abb38f0b72f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:17:33.745203 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Attempting to bind port 370733b2-b320-493e-a8df-4abb38f0b72f on network adc7a755-809d-4865-b1ef-10348e0f71f1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:33.749958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:17:33.750351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Checking segment: {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:33.750741 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.751118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Bound using segment: {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:17:33.751569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Bound port: 370733b2-b320-493e-a8df-4abb38f0b72f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:17:33.751951 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.797584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.813942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] For port 370733b2-b320-493e-a8df-4abb38f0b72f, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:17:33.816923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] For port 370733b2-b320-493e-a8df-4abb38f0b72f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=370733b2-b320-493e-a8df-4abb38f0b72f,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:17:33.820082 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.898345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:33.919254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Allocated IP 172.25.2.37 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/302eb43c-5936-481c-9f77-6b7c33dc0a4b) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:33.963753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05851c7-715a-4fe9-bcbb-af3a93321267 None None] Pushing event updated for resources: {'Port': ['ID=370733b2-b320-493e-a8df-4abb38f0b72f,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:34.033616 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:34.138208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:34.185341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:34.190564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:34.196195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:34.199438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Pushing event updated for resources: {'Port': ['ID=302eb43c-5936-481c-9f77-6b7c33dc0a4b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:34.239087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 370733b2-b320-493e-a8df-4abb38f0b72f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:34.295853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 370733b2-b320-493e-a8df-4abb38f0b72f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:34.296222 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:34.376097 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:34.408196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 370733b2-b320-493e-a8df-4abb38f0b72f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=370733b2-b320-493e-a8df-4abb38f0b72f,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:34.497534 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:34.543439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:34.553756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=370733b2-b320-493e-a8df-4abb38f0b72f,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:34.749533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:34.838419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd9dde-96bc-43fe-8ff8-e2d597ec59a7 None None] Network adc7a755-809d-4865-b1ef-10348e0f71f1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:17:34.918437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3bbe67a7-aa20-4ac9-8bdd-c95f61020116 None None] Provisioning complete for port 370733b2-b320-493e-a8df-4abb38f0b72f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:34.918710 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3bbe67a7-aa20-4ac9-8bdd-c95f61020116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:35.273760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Router a3762ac9-d6f1-408f-b0e4-49206e9d204f is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:17:35.281666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f9f3c313-62fe-43b6-a156-e3f0b02e7727 None None] Provisioning complete for port 370733b2-b320-493e-a8df-4abb38f0b72f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:35.284695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f9f3c313-62fe-43b6-a156-e3f0b02e7727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:35.382463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:17:35.390988 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Sync routers for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:17:35.400367 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:35.400961 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:35.454071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:35.455300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-565360db-3c51-4ed8-84a3-dd86f71dcc57 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2365501 Oct 15 01:17:35.458024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57606) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:35.503793 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:35.680506 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:34Z', 'revision_number': 3, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:35.706028 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Checking router: a3762ac9-d6f1-408f-b0e4-49206e9d204f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:17:35.706317 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Updating router a3762ac9-d6f1-408f-b0e4-49206e9d204f port 302eb43c-5936-481c-9f77-6b7c33dc0a4b binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:17:35.738330 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:35.874051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:35.983837 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.063163 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.070241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Allocated IP 172.20.0.1 (adc7a755-809d-4865-b1ef-10348e0f71f1/aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8/85ca8934-946f-4386-8ff5-0059b9392ec4) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:36.114213 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Attempting to bind port 302eb43c-5936-481c-9f77-6b7c33dc0a4b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:17:36.114576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Attempting to bind port 302eb43c-5936-481c-9f77-6b7c33dc0a4b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:17:36.114931 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Attempting to bind port 302eb43c-5936-481c-9f77-6b7c33dc0a4b on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:36.117896 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Pushing event updated for resources: {'Port': ['ID=302eb43c-5936-481c-9f77-6b7c33dc0a4b,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:36.126486 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:17:36.126853 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:36.127252 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.127636 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:17:36.128088 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Bound port: 302eb43c-5936-481c-9f77-6b7c33dc0a4b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:17:36.128459 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.130735 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.131644 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.131978 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.132307 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.132630 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.132953 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.133275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.133591 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.133906 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.134245 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.134892 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.134892 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:17:36.176497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.192608 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] For port 302eb43c-5936-481c-9f77-6b7c33dc0a4b, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:17:36.196676 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] For port 302eb43c-5936-481c-9f77-6b7c33dc0a4b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=302eb43c-5936-481c-9f77-6b7c33dc0a4b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:17:36.205960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 370733b2-b320-493e-a8df-4abb38f0b72f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:36.255441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 370733b2-b320-493e-a8df-4abb38f0b72f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:36.255777 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.258314 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.304055 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.316196 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efd903-d371-4edc-8aa2-fb437cb7d890 None None] Pushing event updated for resources: {'Port': ['ID=302eb43c-5936-481c-9f77-6b7c33dc0a4b,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:36.319509 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:36.320110 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:36.343528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Network adc7a755-809d-4865-b1ef-10348e0f71f1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:36.346471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:36.350724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:36.390065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Pushing event updated for resources: {'Port': ['ID=85ca8934-946f-4386-8ff5-0059b9392ec4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:36.400869 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.435655 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:36.585881 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.588096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c9977c50-cd72-42c3-9f44-bd8bc85c8e21 None None] Provisioning complete for port 85ca8934-946f-4386-8ff5-0059b9392ec4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:36.588474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9977c50-cd72-42c3-9f44-bd8bc85c8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.626223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c9977c50-cd72-42c3-9f44-bd8bc85c8e21 None None] Port 85ca8934-946f-4386-8ff5-0059b9392ec4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:17:36.628576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:34Z', 'revision_number': 3, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:36.659136 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25add53-38fc-4b24-a7f8-b382b36c5d93 None None] The sync data for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 is: [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:34Z', 'revision_number': 3, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:17:36.755396 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.822632 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.901027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:36.908600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Pushing event updated for resources: {'Port': ['ID=85ca8934-946f-4386-8ff5-0059b9392ec4,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:37.003189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Network adc7a755-809d-4865-b1ef-10348e0f71f1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:37.004628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:37.134311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Router a3762ac9-d6f1-408f-b0e4-49206e9d204f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:17:37.255615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-240e54a0-ee6e-4b14-8ccc-a0b531d7b28f None None] Provisioning complete for port 85ca8934-946f-4386-8ff5-0059b9392ec4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:37.255615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-240e54a0-ee6e-4b14-8ccc-a0b531d7b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:37.256903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:17:37.268302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e3169357-8b54-4d8f-8d8b-a70af0423f76 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3762ac9-d6f1-408f-b0e4-49206e9d204f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016012 Oct 15 01:17:37.293406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-240e54a0-ee6e-4b14-8ccc-a0b531d7b28f None None] Port 85ca8934-946f-4386-8ff5-0059b9392ec4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:17:37.896948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57622) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:37.902002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1190524348-network', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:37.982291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Made reservation on behalf of 869747e3f4d2401992c30f6173bf6ba6 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:17:37.984777 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:37.995871 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.076096 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.152537 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.184879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:17:38.201322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1486b39-dd04-4fe1-be5c-25d02374fb73,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:38.204187 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.204532 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Added segment 79fa1ef3-c14e-49c2-88f4-ff82850b2d64 of type vlan for network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 Oct 15 01:17:38.241928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 302eb43c-5936-481c-9f77-6b7c33dc0a4b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:38.260402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.298513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 302eb43c-5936-481c-9f77-6b7c33dc0a4b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:38.299056 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.328457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Sync routers for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:17:38.348730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:38.349332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:38.371615 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.372648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:38.373324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.435237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe5dd51-d91a-43ec-978d-7b71507a68d9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:38.449765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:17:38.454474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.474022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cb387a5a-1cee-4958-9f64-eaea5b663a62 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5734613 Oct 15 01:17:38.474318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57624) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:38.479327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Request body: {'subnet': {'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1190524348-subnet', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:38.531224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 302eb43c-5936-481c-9f77-6b7c33dc0a4b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=302eb43c-5936-481c-9f77-6b7c33dc0a4b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:38.576615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Made reservation on behalf of 869747e3f4d2401992c30f6173bf6ba6 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:17:38.579112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.582185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:38.610841 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.719908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=302eb43c-5936-481c-9f77-6b7c33dc0a4b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:38.831200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 2, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:38.840710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.857372 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Checking router: a3762ac9-d6f1-408f-b0e4-49206e9d204f for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:17:38.857722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Updating router a3762ac9-d6f1-408f-b0e4-49206e9d204f port 85ca8934-946f-4386-8ff5-0059b9392ec4 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:17:38.882961 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:38.895149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf22fc2f-4280-49e7-a02e-a4fd7914930b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:38.908529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Checking segment: {'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:38.909160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Network hostable DHCP agents. Network: 5fe5dd51-d91a-43ec-978d-7b71507a68d9, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:17:38.995052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:17:39.062978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 5fe5dd51-d91a-43ec-978d-7b71507a68d9) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:39.067129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:39.067631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.073307 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9accfeb-5f56-4349-aaab-281911c5f369 None None] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:17:39.142462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-738f3998-61ec-4dcb-8356-5eaba5e40a77 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6646121 Oct 15 01:17:39.142732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57626) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:39.147624 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:39.240813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.241997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.303996 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.403518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.443861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-5fe5dd51-d91a-43ec-978d-7b71507a68d9', 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'fixed_ips': [{'subnet_id': 'bf22fc2f-4280-49e7-a02e-a4fd7914930b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:17:39.445388 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.514739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.515501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.591871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335faaf-4bc5-4f7f-87fe-ee9767c9c4ec None None] Pushing event updated for resources: {'Port': ['ID=85ca8934-946f-4386-8ff5-0059b9392ec4,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:39.677512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Attempting to bind port 85ca8934-946f-4386-8ff5-0059b9392ec4 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:17:39.678634 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Attempting to bind port 85ca8934-946f-4386-8ff5-0059b9392ec4 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:17:39.679028 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Attempting to bind port 85ca8934-946f-4386-8ff5-0059b9392ec4 on network adc7a755-809d-4865-b1ef-10348e0f71f1 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:39.687734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:17:39.688110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Checking segment: {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:39.688522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.688917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Bound using segment: {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:17:39.689392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Bound port: 85ca8934-946f-4386-8ff5-0059b9392ec4, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:17:39.690154 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.692120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Allocated IP 172.20.0.2 (5fe5dd51-d91a-43ec-978d-7b71507a68d9/bf22fc2f-4280-49e7-a02e-a4fd7914930b/859b6b3d-6144-4427-a0d0-5e7091806df8) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:39.825027 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.840524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] For port 85ca8934-946f-4386-8ff5-0059b9392ec4, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:17:39.845117 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.850602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] For port 85ca8934-946f-4386-8ff5-0059b9392ec4, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=85ca8934-946f-4386-8ff5-0059b9392ec4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:17:39.865600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f176ce54-6ffd-497a-8586-7e30c85a4237 None None] Provisioning complete for port 85ca8934-946f-4386-8ff5-0059b9392ec4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:39.866753 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f176ce54-6ffd-497a-8586-7e30c85a4237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.913866 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:39.954141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Allocated IP 172.25.2.143 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/b4ca94dd-b917-4fe3-8053-2f3575e9a484) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:39.983141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f176ce54-6ffd-497a-8586-7e30c85a4237 None None] Port 85ca8934-946f-4386-8ff5-0059b9392ec4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:17:39.984422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.011784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:40.012407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:40.014387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335faaf-4bc5-4f7f-87fe-ee9767c9c4ec None None] Pushing event updated for resources: {'Port': ['ID=85ca8934-946f-4386-8ff5-0059b9392ec4,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:40.057864 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.064463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.113954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:40.147158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:40.150908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:40.166876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.175707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Pushing event updated for resources: {'Port': ['ID=859b6b3d-6144-4427-a0d0-5e7091806df8,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:40.211441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 302eb43c-5936-481c-9f77-6b7c33dc0a4b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:40.213172 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:40.222976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:40.227908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:40.231035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ca94dd-b917-4fe3-8053-2f3575e9a484,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:40.246483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:40.300519 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.316357 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-612dcb45-b769-4ffd-a701-0e6f1e89bb8a None None] Provisioning complete for port 85ca8934-946f-4386-8ff5-0059b9392ec4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:40.316719 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-612dcb45-b769-4ffd-a701-0e6f1e89bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.318294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Attempting to bind port 859b6b3d-6144-4427-a0d0-5e7091806df8 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:17:40.318655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Attempting to bind port 859b6b3d-6144-4427-a0d0-5e7091806df8 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:17:40.319010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Attempting to bind port 859b6b3d-6144-4427-a0d0-5e7091806df8 on network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:40.395042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:17:40.395042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Checking segment: {'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:40.395042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.395042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Bound using segment: {'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:17:40.395042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Bound port: 859b6b3d-6144-4427-a0d0-5e7091806df8, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:17:40.395042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.498358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 302eb43c-5936-481c-9f77-6b7c33dc0a4b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:40.499019 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.527426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.590964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] For port 859b6b3d-6144-4427-a0d0-5e7091806df8, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:17:40.612545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] For port 859b6b3d-6144-4427-a0d0-5e7091806df8, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=859b6b3d-6144-4427-a0d0-5e7091806df8,segment=NetworkSegment(79fa1ef3-c14e-49c2-88f4-ff82850b2d64),segment_id=79fa1ef3-c14e-49c2-88f4-ff82850b2d64)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:17:40.643717 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-612dcb45-b769-4ffd-a701-0e6f1e89bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.697426 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.749063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-612dcb45-b769-4ffd-a701-0e6f1e89bb8a None None] For port 85ca8934-946f-4386-8ff5-0059b9392ec4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=85ca8934-946f-4386-8ff5-0059b9392ec4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:40.795722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4e9ae-3008-4445-8e64-7403a87294d3 None None] Pushing event updated for resources: {'Port': ['ID=859b6b3d-6144-4427-a0d0-5e7091806df8,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:40.799991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:39Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:40.833962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a8e8-4bd7-4341-af59-0c7421321c3d None None] The sync data for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 is: [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:39Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:17:40.837855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-612dcb45-b769-4ffd-a701-0e6f1e89bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:40.908837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dcb45-b769-4ffd-a701-0e6f1e89bb8a None None] Pushing event updated for resources: {'Port': ['ID=85ca8934-946f-4386-8ff5-0059b9392ec4,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:41.095178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:41.315024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Router 74281857-34af-463e-a3a3-14a2e8078a84 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:17:41.430744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:17:41.440063 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Sync routers for ids ['74281857-34af-463e-a3a3-14a2e8078a84'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:17:41.450479 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Routers {'74281857-34af-463e-a3a3-14a2e8078a84'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:41.451086 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['74281857-34af-463e-a3a3-14a2e8078a84'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:41.514491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:41.518293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-054df125-766d-4922-8826-9f378f163a33 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3721087 Oct 15 01:17:41.518534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57628) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:41.581009 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Set router 74281857-34af-463e-a3a3-14a2e8078a84 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:41.890701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc885d6f-ce6b-448e-8281-24cdc5506813 None None] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:17:41.932905 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 3, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port': {'id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:41.972212 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Checking router: 74281857-34af-463e-a3a3-14a2e8078a84 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:17:41.972596 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Updating router 74281857-34af-463e-a3a3-14a2e8078a84 port b4ca94dd-b917-4fe3-8053-2f3575e9a484 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:17:42.009504 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.028861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1c14f544-97dc-4383-9492-ecd1408251a7 None None] Provisioning complete for port 859b6b3d-6144-4427-a0d0-5e7091806df8 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:42.029376 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1c14f544-97dc-4383-9492-ecd1408251a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.034565 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.154938 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1c14f544-97dc-4383-9492-ecd1408251a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.208058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1c14f544-97dc-4383-9492-ecd1408251a7 None None] For port 859b6b3d-6144-4427-a0d0-5e7091806df8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=859b6b3d-6144-4427-a0d0-5e7091806df8,segment=NetworkSegment(79fa1ef3-c14e-49c2-88f4-ff82850b2d64),segment_id=79fa1ef3-c14e-49c2-88f4-ff82850b2d64)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:42.264497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Allocated IP 172.20.0.1 (5fe5dd51-d91a-43ec-978d-7b71507a68d9/bf22fc2f-4280-49e7-a02e-a4fd7914930b/04548773-9e1f-42f6-a18c-0a93187d4c86) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:42.280665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1c14f544-97dc-4383-9492-ecd1408251a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.317168 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 85ca8934-946f-4386-8ff5-0059b9392ec4 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:42.369450 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.384684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14f544-97dc-4383-9492-ecd1408251a7 None None] Pushing event updated for resources: {'Port': ['ID=859b6b3d-6144-4427-a0d0-5e7091806df8,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:42.400939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.408885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 85ca8934-946f-4386-8ff5-0059b9392ec4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:42.408885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.429329 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.483707 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891eab5a-9761-4586-a9d2-db7c336d4cbe None None] Pushing event updated for resources: {'Port': ['ID=b4ca94dd-b917-4fe3-8053-2f3575e9a484,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:42.485925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Attempting to bind port b4ca94dd-b917-4fe3-8053-2f3575e9a484 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:17:42.486314 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Attempting to bind port b4ca94dd-b917-4fe3-8053-2f3575e9a484 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:17:42.486668 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Attempting to bind port b4ca94dd-b917-4fe3-8053-2f3575e9a484 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:42.489598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 859b6b3d-6144-4427-a0d0-5e7091806df8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:42.492986 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:17:42.495301 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:42.495301 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.495301 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:17:42.495301 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Bound port: b4ca94dd-b917-4fe3-8053-2f3575e9a484, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:17:42.495301 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.514982 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.538635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6b5b3129-09f5-4e2c-9b51-1bda8ee9097f None None] Provisioning complete for port 859b6b3d-6144-4427-a0d0-5e7091806df8 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:42.538991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6b5b3129-09f5-4e2c-9b51-1bda8ee9097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.550749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:42.553810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:42.554930 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] For port b4ca94dd-b917-4fe3-8053-2f3575e9a484, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:17:42.557499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:42.559012 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] For port b4ca94dd-b917-4fe3-8053-2f3575e9a484, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b4ca94dd-b917-4fe3-8053-2f3575e9a484,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:17:42.591888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Pushing event updated for resources: {'Port': ['ID=04548773-9e1f-42f6-a18c-0a93187d4c86,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:42.606991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 859b6b3d-6144-4427-a0d0-5e7091806df8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:42.607361 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.611820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.674296 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.745148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Routers {'74281857-34af-463e-a3a3-14a2e8078a84'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:42.745781 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['74281857-34af-463e-a3a3-14a2e8078a84'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:42.800293 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891eab5a-9761-4586-a9d2-db7c336d4cbe None None] Pushing event updated for resources: {'Port': ['ID=b4ca94dd-b917-4fe3-8053-2f3575e9a484,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:42.815495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8787850a-09c3-4ab7-a4c4-42133096d59e None None] Provisioning complete for port 04548773-9e1f-42f6-a18c-0a93187d4c86 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:42.816123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8787850a-09c3-4ab7-a4c4-42133096d59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.831650 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:42.854714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8787850a-09c3-4ab7-a4c4-42133096d59e None None] Port 04548773-9e1f-42f6-a18c-0a93187d4c86 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:17:42.869417 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] Set router 74281857-34af-463e-a3a3-14a2e8078a84 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:42.996538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:43.045546 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 3, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port': {'id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:43.069564 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:43.076099 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e901542-4f3c-4a8e-99be-e3c4e04bebcc None None] The sync data for ids ['74281857-34af-463e-a3a3-14a2e8078a84'] in n-d-811521-2 is: [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 3, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port': {'id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:82:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:17:43.144753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:43.147405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Pushing event updated for resources: {'Port': ['ID=04548773-9e1f-42f6-a18c-0a93187d4c86,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:43.240799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:43.242226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:43.379816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Router 74281857-34af-463e-a3a3-14a2e8078a84 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:17:43.497318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:17:43.510110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c2b9237b-27b5-4eb2-9410-298c40cddbec admin admin] 10.222.0.13 "PUT /v2.0/routers/74281857-34af-463e-a3a3-14a2e8078a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9828501 Oct 15 01:17:43.582454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ef011899-3245-4026-a75f-01e481dcce35 None None] Provisioning complete for port 04548773-9e1f-42f6-a18c-0a93187d4c86 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:43.582993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ef011899-3245-4026-a75f-01e481dcce35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:43.622637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ef011899-3245-4026-a75f-01e481dcce35 None None] Port 04548773-9e1f-42f6-a18c-0a93187d4c86 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:17:44.051060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57636) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:44.056362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-86151b63-a289-4b3a-9b29-9bbfc82ad0d7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6379221', 'description': 'tempest-secgroup-smoke-6379221 description', 'project_id': '3280df4365b242db838fd3d808c934ec'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:44.160392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-86151b63-a289-4b3a-9b29-9bbfc82ad0d7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.230242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-86151b63-a289-4b3a-9b29-9bbfc82ad0d7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.266995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b4ca94dd-b917-4fe3-8053-2f3575e9a484 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:44.314792 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-86151b63-a289-4b3a-9b29-9bbfc82ad0d7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.321142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b4ca94dd-b917-4fe3-8053-2f3575e9a484 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:44.321586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.350279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86151b63-a289-4b3a-9b29-9bbfc82ad0d7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ccfd70-ddd9-4ba1-83b7-150abbbc758c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:44.398331 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-86151b63-a289-4b3a-9b29-9bbfc82ad0d7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.399982 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-86151b63-a289-4b3a-9b29-9bbfc82ad0d7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3479009 Oct 15 01:17:44.403217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57638) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:44.408070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-26898fe7-e540-4a2f-b174-9a71a4d9c099 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'security_group_rule': {'security_group_id': '73ccfd70-ddd9-4ba1-83b7-150abbbc758c', 'project_id': '3280df4365b242db838fd3d808c934ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:44.485654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26898fe7-e540-4a2f-b174-9a71a4d9c099 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.545980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26898fe7-e540-4a2f-b174-9a71a4d9c099 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.557202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.577922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b4ca94dd-b917-4fe3-8053-2f3575e9a484, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b4ca94dd-b917-4fe3-8053-2f3575e9a484,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:44.606061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26898fe7-e540-4a2f-b174-9a71a4d9c099 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.624998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26898fe7-e540-4a2f-b174-9a71a4d9c099 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bc1365-d850-487b-a34f-3fb87a9b71ea,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:44.638430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Sync routers for ids ['74281857-34af-463e-a3a3-14a2e8078a84'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:17:44.646635 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.647401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 859b6b3d-6144-4427-a0d0-5e7091806df8 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:44.652818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Routers {'74281857-34af-463e-a3a3-14a2e8078a84'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:44.653388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['74281857-34af-463e-a3a3-14a2e8078a84'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:44.687916 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-26898fe7-e540-4a2f-b174-9a71a4d9c099 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.691840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-26898fe7-e540-4a2f-b174-9a71a4d9c099 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2849720 Oct 15 01:17:44.692012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57640) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:44.696593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-304cb769-ba8b-4fbc-ae72-be289bb53f21 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'security_group_rule': {'security_group_id': '73ccfd70-ddd9-4ba1-83b7-150abbbc758c', 'project_id': '3280df4365b242db838fd3d808c934ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:44.765519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b4ca94dd-b917-4fe3-8053-2f3575e9a484,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:44.804659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304cb769-ba8b-4fbc-ae72-be289bb53f21 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.816376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 859b6b3d-6144-4427-a0d0-5e7091806df8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:44.816739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.854272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Set router 74281857-34af-463e-a3a3-14a2e8078a84 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:44.863059 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304cb769-ba8b-4fbc-ae72-be289bb53f21 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.947304 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304cb769-ba8b-4fbc-ae72-be289bb53f21 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:44.967101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cb769-ba8b-4fbc-ae72-be289bb53f21 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d69637-858e-4f3d-8eac-012c3997edf5,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:45.046833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-304cb769-ba8b-4fbc-ae72-be289bb53f21 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.048055 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-304cb769-ba8b-4fbc-ae72-be289bb53f21 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3551006 Oct 15 01:17:45.050759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57642) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:45.055155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-63050d59-1c92-4e01-9e79-9d68220ad096 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'security_group_rule': {'security_group_id': '73ccfd70-ddd9-4ba1-83b7-150abbbc758c', 'project_id': '3280df4365b242db838fd3d808c934ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:45.093531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:42Z', 'revision_number': 4, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port': {'id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '04548773-9e1f-42f6-a18c-0a93187d4c86', 'name': '', 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'mac_address': 'fa:16:3e:2d:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'bf22fc2f-4280-49e7-a02e-a4fd7914930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:42Z', 'updated_at': '2021-10-15T01:17:42Z', 'revision_number': 2, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'subnets': [{'id': 'bf22fc2f-4280-49e7-a02e-a4fd7914930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:45.121577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Checking router: 74281857-34af-463e-a3a3-14a2e8078a84 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:17:45.121847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Updating router 74281857-34af-463e-a3a3-14a2e8078a84 port 04548773-9e1f-42f6-a18c-0a93187d4c86 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:17:45.146655 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.165760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63050d59-1c92-4e01-9e79-9d68220ad096 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.223962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63050d59-1c92-4e01-9e79-9d68220ad096 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.303300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63050d59-1c92-4e01-9e79-9d68220ad096 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.329920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63050d59-1c92-4e01-9e79-9d68220ad096 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea70e89-2940-4b00-9913-3b09d47c6c33,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:45.332641 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.390802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-63050d59-1c92-4e01-9e79-9d68220ad096 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.391990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-63050d59-1c92-4e01-9e79-9d68220ad096 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403146 Oct 15 01:17:45.394883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57644) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:45.400169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b6ad1427-98d2-4edc-9268-51319da7f2b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'security_group_rule': {'security_group_id': '73ccfd70-ddd9-4ba1-83b7-150abbbc758c', 'project_id': '3280df4365b242db838fd3d808c934ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:45.420807 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.479653 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1427-98d2-4edc-9268-51319da7f2b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.503000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.540922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1427-98d2-4edc-9268-51319da7f2b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.555623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae75394-dc92-4bd2-93e9-019dc6838620 None None] Pushing event updated for resources: {'Port': ['ID=04548773-9e1f-42f6-a18c-0a93187d4c86,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:45.602044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Attempting to bind port 04548773-9e1f-42f6-a18c-0a93187d4c86 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:17:45.602437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Attempting to bind port 04548773-9e1f-42f6-a18c-0a93187d4c86 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:17:45.602796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Attempting to bind port 04548773-9e1f-42f6-a18c-0a93187d4c86 on network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:45.607977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:17:45.608361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Checking segment: {'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:45.608748 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.609135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Bound using segment: {'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:17:45.609596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Bound port: 04548773-9e1f-42f6-a18c-0a93187d4c86, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fa1ef3-c14e-49c2-88f4-ff82850b2d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:17:45.609975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.616455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1427-98d2-4edc-9268-51319da7f2b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.639461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad1427-98d2-4edc-9268-51319da7f2b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42480751-ce1b-4c28-a1db-b6cadf166f6d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:45.680109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] For port 04548773-9e1f-42f6-a18c-0a93187d4c86, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:17:45.683499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] For port 04548773-9e1f-42f6-a18c-0a93187d4c86, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=04548773-9e1f-42f6-a18c-0a93187d4c86,segment=NetworkSegment(79fa1ef3-c14e-49c2-88f4-ff82850b2d64),segment_id=79fa1ef3-c14e-49c2-88f4-ff82850b2d64)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:17:45.712201 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1427-98d2-4edc-9268-51319da7f2b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.713451 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b6ad1427-98d2-4edc-9268-51319da7f2b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3175321 Oct 15 01:17:45.716184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57646) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:45.720840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'security_group_rule': {'security_group_id': '73ccfd70-ddd9-4ba1-83b7-150abbbc758c', 'project_id': '3280df4365b242db838fd3d808c934ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:45.738265 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.795083 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Project 3280df4365b242db838fd3d808c934ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:17:45.800634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.809258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-000eca77-09bd-4641-a239-b182375d8dd3 None None] Provisioning complete for port 04548773-9e1f-42f6-a18c-0a93187d4c86 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:45.809625 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-000eca77-09bd-4641-a239-b182375d8dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.811165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae75394-dc92-4bd2-93e9-019dc6838620 None None] Pushing event updated for resources: {'Port': ['ID=04548773-9e1f-42f6-a18c-0a93187d4c86,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:45.815315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Routers {'74281857-34af-463e-a3a3-14a2e8078a84'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:17:45.816263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['74281857-34af-463e-a3a3-14a2e8078a84'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:45.872941 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:45.975813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] Set router 74281857-34af-463e-a3a3-14a2e8078a84 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:17:45.994442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.014779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed0600b-153b-40e2-b919-da64fb306fb5,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:46.025337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-000eca77-09bd-4641-a239-b182375d8dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.082197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.086866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1cfb16eb-1871-4a54-8303-88501b085429 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3663075 Oct 15 01:17:46.087050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57648) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:46.091593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'security_group_rule': {'security_group_id': '73ccfd70-ddd9-4ba1-83b7-150abbbc758c', 'project_id': '3280df4365b242db838fd3d808c934ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:46.132615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-000eca77-09bd-4641-a239-b182375d8dd3 None None] For port 04548773-9e1f-42f6-a18c-0a93187d4c86, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=04548773-9e1f-42f6-a18c-0a93187d4c86,segment=NetworkSegment(79fa1ef3-c14e-49c2-88f4-ff82850b2d64),segment_id=79fa1ef3-c14e-49c2-88f4-ff82850b2d64)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:46.183299 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Project 3280df4365b242db838fd3d808c934ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:17:46.189483 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.212820 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-000eca77-09bd-4641-a239-b182375d8dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.218160 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b4ca94dd-b917-4fe3-8053-2f3575e9a484 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:46.223394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:42Z', 'revision_number': 4, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port': {'id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '04548773-9e1f-42f6-a18c-0a93187d4c86', 'name': '', 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'mac_address': 'fa:16:3e:2d:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'bf22fc2f-4280-49e7-a02e-a4fd7914930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:42Z', 'updated_at': '2021-10-15T01:17:45Z', 'revision_number': 4, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'subnets': [{'id': 'bf22fc2f-4280-49e7-a02e-a4fd7914930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:17:46.252320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.290231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529c514-65d0-4de9-96d9-f2c7a5238470 None None] The sync data for ids ['74281857-34af-463e-a3a3-14a2e8078a84'] in n-d-811521-2 is: [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:42Z', 'revision_number': 4, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port': {'id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '04548773-9e1f-42f6-a18c-0a93187d4c86', 'name': '', 'network_id': '5fe5dd51-d91a-43ec-978d-7b71507a68d9', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'mac_address': 'fa:16:3e:2d:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'bf22fc2f-4280-49e7-a02e-a4fd7914930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:42Z', 'updated_at': '2021-10-15T01:17:45Z', 'revision_number': 4, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'subnets': [{'id': 'bf22fc2f-4280-49e7-a02e-a4fd7914930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:17:46.326758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000eca77-09bd-4641-a239-b182375d8dd3 None None] Pushing event updated for resources: {'Port': ['ID=04548773-9e1f-42f6-a18c-0a93187d4c86,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:46.333405 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.351911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b4ca94dd-b917-4fe3-8053-2f3575e9a484 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:46.352282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.354189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0953ea65-c495-49d8-9d00-2eb4afe32d56 None None] Provisioning complete for port 04548773-9e1f-42f6-a18c-0a93187d4c86 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:46.354551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0953ea65-c495-49d8-9d00-2eb4afe32d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.368876 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45466576-6779-47cf-b02f-d93ee6861192,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:46.419326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:46.420935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d0a77ca7-ae3d-457f-b6be-5761b22e403e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325562 Oct 15 01:17:46.603905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-0cc2b475-d17e-4483-87a7-cd633ba10877 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6379221&fields=id&tenant_id=3280df4365b242db838fd3d808c934ec HTTP/1.1" status: 200 len: 267 time: 0.0341799 Oct 15 01:17:46.717821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-17a59306-3e4e-4a42-ae2b-c9b84ed4027d tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:46.719345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-17a59306-3e4e-4a42-ae2b-c9b84ed4027d tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 809 time: 0.1084321 Oct 15 01:17:46.735322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-e5dccbe1-b0f6-48da-9905-689abc4ab131 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/quotas/3280df4365b242db838fd3d808c934ec HTTP/1.1" status: 200 len: 375 time: 0.0094514 Oct 15 01:17:46.792578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-38808c4d-950b-4ef3-809b-2e95f8193959 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511935 Oct 15 01:17:46.809244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-b630be5d-1acf-4b2a-a699-bdfa93d76294 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:17:46.810233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-b630be5d-1acf-4b2a-a699-bdfa93d76294 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052867 Oct 15 01:17:46.898777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-9846cb75-b524-443f-a057-04411f9250ec service neutron] 10.222.0.13 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828710 Oct 15 01:17:46.989472 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-f12a43c7-16a9-40fa-8ec0-69eb2af8e977 service neutron] 10.222.0.13 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846691 Oct 15 01:17:47.294620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60564085-684c-40e7-93f3-b76fc645e8fe req-4e3c61f4-76f0-4607-b462-1a1f5b522074 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Oct 15 01:17:48.217923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 04548773-9e1f-42f6-a18c-0a93187d4c86 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:48.265509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 04548773-9e1f-42f6-a18c-0a93187d4c86 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:48.265868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:48.391970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8931c185-725d-41ce-89e0-6be80b2af8eb req-fed5413e-42d7-4876-bbae-acdbde6ca92c tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 210 time: 0.0267692 Oct 15 01:17:49.216745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-d4464aa6-cb1c-48e0-891d-7adfe50db530 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:49.218109 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-d4464aa6-cb1c-48e0-891d-7adfe50db530 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 809 time: 0.1065049 Oct 15 01:17:49.231118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-44465736-e2f0-43cd-a5bb-df3b6cbf8a8c tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:17:49.232058 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-44465736-e2f0-43cd-a5bb-df3b6cbf8a8c tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049937 Oct 15 01:17:49.272940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a237771d-1b8e-4f3b-a28c-a67ee1060715 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3280df4365b242db838fd3d808c934ec HTTP/1.1" status: 200 len: 377 time: 0.0346835 Oct 15 01:17:49.282175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'port': {'device_id': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'admin_state_up': True, 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'security_groups': ['73ccfd70-ddd9-4ba1-83b7-150abbbc758c']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:49.450710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Made reservation on behalf of 3280df4365b242db838fd3d808c934ec for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:17:49.454418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:49.499340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e6c1e25-9777-4f04-9c60-a611eee2cb62 req-6e287ae9-81fb-4472-ad5d-2b919e43240c tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 210 time: 0.0413399 Oct 15 01:17:49.611339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Allocated IP 172.20.0.5 (adc7a755-809d-4865-b1ef-10348e0f71f1/aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8/9bac0647-7932-4bed-afb9-595384cf9fc4) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:49.753354 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:49.863301 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:49.906012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Network adc7a755-809d-4865-b1ef-10348e0f71f1 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:49.908886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:49.915317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:49.921182 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'Port': ['ID=9bac0647-7932-4bed-afb9-595384cf9fc4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:49.971507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:49.972132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:50.065584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-c0abff2b-05b8-4923-8db4-548b83aa21e3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869220 Oct 15 01:17:50.156549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5800413a-1ba2-44f7-8713-80c5516b68b0 None None] Provisioning complete for port 9bac0647-7932-4bed-afb9-595384cf9fc4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:50.157033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5800413a-1ba2-44f7-8713-80c5516b68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:50.171605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Request body: {'port': {'device_id': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:50.193285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5800413a-1ba2-44f7-8713-80c5516b68b0 None None] Port 9bac0647-7932-4bed-afb9-595384cf9fc4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:17:50.225863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:50.745975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8bef5-9a6f-47a2-b5be-799cf87c45e4 req-5d8568f7-8493-483a-a859-4a642cbb9035 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:50.747427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ca8bef5-9a6f-47a2-b5be-799cf87c45e4 req-5d8568f7-8493-483a-a859-4a642cbb9035 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 931 time: 0.1064453 Oct 15 01:17:50.807079 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ca8bef5-9a6f-47a2-b5be-799cf87c45e4 req-70bd26e0-0f55-437d-a726-7871fe209602 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537276 Oct 15 01:17:50.853812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bac0647-7932-4bed-afb9-595384cf9fc4 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:17:50.860949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:50.872787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Transition to ACTIVE for port object 9bac0647-7932-4bed-afb9-595384cf9fc4 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:17:50.952933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:51.001403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Pushing event updated for resources: {'Port': ['ID=9bac0647-7932-4bed-afb9-595384cf9fc4,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:51.076002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Attempting to bind port 9bac0647-7932-4bed-afb9-595384cf9fc4 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:17:51.076332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Attempting to bind port 9bac0647-7932-4bed-afb9-595384cf9fc4 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:17:51.076657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Attempting to bind port 9bac0647-7932-4bed-afb9-595384cf9fc4 on network adc7a755-809d-4865-b1ef-10348e0f71f1 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:51.082367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Port 9bac0647-7932-4bed-afb9-595384cf9fc4 on network adc7a755-809d-4865-b1ef-10348e0f71f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:17:51.082688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Attempting to bind port 9bac0647-7932-4bed-afb9-595384cf9fc4 on network adc7a755-809d-4865-b1ef-10348e0f71f1 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:17:51.088184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:17:51.088515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Checking segment: {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:17:51.088890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Bound using segment: {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:17:51.089307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Bound port: 9bac0647-7932-4bed-afb9-595384cf9fc4, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3a3b22-dec3-4fa3-a7df-1d33db304059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:17:51.089810 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:51.156498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] For port 9bac0647-7932-4bed-afb9-595384cf9fc4, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:17:51.159794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] For port 9bac0647-7932-4bed-afb9-595384cf9fc4, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9bac0647-7932-4bed-afb9-595384cf9fc4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:17:51.241245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:51.276290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:51.276855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:51.278388 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] 10.222.0.30 "PUT /v2.0/ports/9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 1091 time: 1.2041588 Oct 15 01:17:51.278864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:17:51.281115 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ee62d7-c646-4c25-be1b-37c49039b4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:17:51.309346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ba401-5487-463f-8fa4-09ee1534ef1f service neutron] Pushing event updated for resources: {'Port': ['ID=9bac0647-7932-4bed-afb9-595384cf9fc4,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:51.403886 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cd8146-c07d-4352-8afb-43b325fd4554 x-openstack-request-id: req-83cd8146-c07d-4352-8afb-43b325fd4554 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:17:51.404182 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:17:51.404433 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83cd8146-c07d-4352-8afb-43b325fd4554 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:17:51.404840 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'status': 'completed', 'code': 200} Oct 15 01:17:51.423131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-ee29eced-2d65-4e51-b4ff-6e3d057358e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:51.424705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-ee29eced-2d65-4e51-b4ff-6e3d057358e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1094 time: 0.0474854 Oct 15 01:17:51.471242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-dff9a4f9-7236-41a6-99a8-d9d59076ed57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 217 time: 0.0392373 Oct 15 01:17:51.521529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-78e29b72-519f-4c7f-882c-5f0a54217d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:51.523038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-78e29b72-519f-4c7f-882c-5f0a54217d1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0456133 Oct 15 01:17:51.570359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-fb95dd1b-55a3-430b-bb33-32d1d321c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:51.571769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-fb95dd1b-55a3-430b-bb33-32d1d321c0b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409474 Oct 15 01:17:51.663988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-da6f72c1-d023-4183-bda3-fcc611e0400b service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Oct 15 01:17:51.754886 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b5aa967-6df0-411a-bade-d13ff2de28a0 req-240689a1-f5ed-468b-9376-d6adf2e9f39b service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831997 Oct 15 01:17:51.941609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eaa50-8fb9-456a-b831-7fa245924ef8 req-c8d19f54-222a-4511-865a-4419bb66784f tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:51.943119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d60eaa50-8fb9-456a-b831-7fa245924ef8 req-c8d19f54-222a-4511-865a-4419bb66784f tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 943 time: 0.0568476 Oct 15 01:17:51.984831 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d60eaa50-8fb9-456a-b831-7fa245924ef8 req-b8f6a2e2-0daa-413f-8458-8f2d6e0d6614 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0354097 Oct 15 01:17:52.032976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-a7ca8049-443f-4d6a-9afd-f9bbb01ef4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:52.034534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-a7ca8049-443f-4d6a-9afd-f9bbb01ef4cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1094 time: 0.0407493 Oct 15 01:17:52.134939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-a83838c4-af11-4975-be84-9f6440ecafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:52.136421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-a83838c4-af11-4975-be84-9f6440ecafc2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 910 time: 0.0951519 Oct 15 01:17:52.179400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-d3b61751-3463-4a8c-823f-fddc535a8510 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 217 time: 0.0358307 Oct 15 01:17:52.229127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-cdac5b65-40cf-4365-b220-0e1fcde5024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:52.230569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-cdac5b65-40cf-4365-b220-0e1fcde5024c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0436268 Oct 15 01:17:52.284008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-471ee016-47c0-4b97-8600-86d6a6ff8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:52.285492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-471ee016-47c0-4b97-8600-86d6a6ff8eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457127 Oct 15 01:17:52.381353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-0b1f2540-9f64-48d3-b74e-582dbae292be service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870521 Oct 15 01:17:52.475915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0ee62d7-c646-4c25-be1b-37c49039b4ae req-420aca45-ecc3-43a1-8f3f-4e1e6fd62131 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867395 Oct 15 01:17:53.101911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888acf0-c0c2-4a91-8c8c-154dcdee30e7 req-f0e37b84-17d1-49b2-853e-6cc946d725e0 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:53.106655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e888acf0-c0c2-4a91-8c8c-154dcdee30e7 req-f0e37b84-17d1-49b2-853e-6cc946d725e0 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 943 time: 0.0522401 Oct 15 01:17:53.143739 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:17:53.144344 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e888acf0-c0c2-4a91-8c8c-154dcdee30e7 req-6c3532b8-3e32-4de5-808d-e1cd8fed9b8f tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0343986 Oct 15 01:17:54.257995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaea06-5581-4927-8a38-795e5f9cb68d req-61e1a2d9-f2b5-404e-84e4-24ed7f8f7611 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:54.259399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-faaaea06-5581-4927-8a38-795e5f9cb68d req-61e1a2d9-f2b5-404e-84e4-24ed7f8f7611 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 943 time: 0.0493855 Oct 15 01:17:54.296253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-faaaea06-5581-4927-8a38-795e5f9cb68d req-0333eaf8-87a2-4767-a5a0-72f20121df19 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308907 Oct 15 01:17:54.453323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9bac0647-7932-4bed-afb9-595384cf9fc4 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:17:54.547722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9bac0647-7932-4bed-afb9-595384cf9fc4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9bac0647-7932-4bed-afb9-595384cf9fc4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:54.559194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'port_id': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'mac_address': 'fa:16:3e:72:ba:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:17:54.597802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:54.610327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bac0647-7932-4bed-afb9-595384cf9fc4 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:17:54.630014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9bac0647-7932-4bed-afb9-595384cf9fc4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9bac0647-7932-4bed-afb9-595384cf9fc4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:54.679610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:54.727395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9bac0647-7932-4bed-afb9-595384cf9fc4,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:54.915740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['9bac0647-7932-4bed-afb9-595384cf9fc4'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:17:55.415477 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d215b-b92f-4b2c-8ff7-5df11166271f req-c3f215ad-0869-45e5-8a1d-ad72e255c217 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:55.416917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-097d215b-b92f-4b2c-8ff7-5df11166271f req-c3f215ad-0869-45e5-8a1d-ad72e255c217 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 944 time: 0.0532162 Oct 15 01:17:55.453906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-097d215b-b92f-4b2c-8ff7-5df11166271f req-490edf27-9ef7-45cf-99f9-5232395bb4c7 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310071 Oct 15 01:17:56.262625 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eddbba49-1a2e-4b74-90ed-c8deb7ac8ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:56.472650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9bac0647-7932-4bed-afb9-595384cf9fc4 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:17:56.568134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61456d27-e5c6-4c2f-800b-2ffec304c154 req-ba84ec6e-62b0-4849-aec7-a3e0452fdaca tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:56.570061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61456d27-e5c6-4c2f-800b-2ffec304c154 req-ba84ec6e-62b0-4849-aec7-a3e0452fdaca tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 944 time: 0.0493541 Oct 15 01:17:56.588404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 9bac0647-7932-4bed-afb9-595384cf9fc4 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:17:56.592350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 9bac0647-7932-4bed-afb9-595384cf9fc4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:17:56.592713 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:56.607586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61456d27-e5c6-4c2f-800b-2ffec304c154 req-a95b6c17-e324-4264-a9e1-f00b42523290 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317299 Oct 15 01:17:56.671586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:56.693251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:17:56.695494 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e073a1b180224b7e0b95e13a1ee055bdd4b5455b10a4825cb17839647b7cd4ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58c014c-cc48-4008-96bc-4a66777cdc31" -d '{"events": [{"server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "name": "network-vif-plugged", "status": "completed", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:17:56.707964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 9bac0647-7932-4bed-afb9-595384cf9fc4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9bac0647-7932-4bed-afb9-595384cf9fc4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:17:56.765885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:56.793685 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4c8f3-e42c-495d-869e-b8b4fcdc9815 x-openstack-request-id: req-2fe4c8f3-e42c-495d-869e-b8b4fcdc9815 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:17:56.793981 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "name": "network-vif-plugged", "status": "completed", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:17:56.794268 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fe4c8f3-e42c-495d-869e-b8b4fcdc9815 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:17:56.794654 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'code': 200} Oct 15 01:17:56.816786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=9bac0647-7932-4bed-afb9-595384cf9fc4,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:17:56.890226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2977b7-3140-4afb-b3f6-357f677adb3a req-e91f0e61-2738-4e84-a2d2-1278f68c5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:56.891703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc2977b7-3140-4afb-b3f6-357f677adb3a req-e91f0e61-2738-4e84-a2d2-1278f68c5422 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0398779 Oct 15 01:17:56.925482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc2977b7-3140-4afb-b3f6-357f677adb3a req-bdf63a7a-3aea-4925-9d9f-03c9498f018e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0268040 Oct 15 01:17:57.727851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f192a3-481c-409d-94c9-839af38dafa0 req-e5ef3e36-6f43-49fe-b0ab-b1252c599ffd tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:57.729321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67f192a3-481c-409d-94c9-839af38dafa0 req-e5ef3e36-6f43-49fe-b0ab-b1252c599ffd tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 945 time: 0.0551739 Oct 15 01:17:57.765953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67f192a3-481c-409d-94c9-839af38dafa0 req-ee0cac4b-0581-4ac7-84d7-6dafc32f1541 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307472 Oct 15 01:17:58.861419 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1100-e1bb-424f-aad9-511a48581004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:58.882457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e258a03-fc9a-42e4-946e-7ee58144374c req-a84f4c67-47ca-4fb6-a38a-3fe4a830a302 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:58.888375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e258a03-fc9a-42e4-946e-7ee58144374c req-a84f4c67-47ca-4fb6-a38a-3fe4a830a302 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 945 time: 0.0523610 Oct 15 01:17:58.921774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e258a03-fc9a-42e4-946e-7ee58144374c req-1a3e85b6-30e2-41ce-bd54-6a9629e5518e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319064 Oct 15 01:17:59.037799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014232e-43ce-4c14-bc9d-57676f20f72e req-39bef9a8-5c37-4400-98eb-fd4e317c93a4 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:59.039362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d014232e-43ce-4c14-bc9d-57676f20f72e req-39bef9a8-5c37-4400-98eb-fd4e317c93a4 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 945 time: 0.0497901 Oct 15 01:17:59.076198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d014232e-43ce-4c14-bc9d-57676f20f72e req-6a76e3b4-f1cd-4508-b5b8-fd3c644a8397 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0310552 Oct 15 01:17:59.198891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da58ca4-dfd7-4af2-93cc-29089fe6177b req-b5c972b8-207f-4a31-99f0-c726e552ca9f tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:59.200319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4da58ca4-dfd7-4af2-93cc-29089fe6177b req-b5c972b8-207f-4a31-99f0-c726e552ca9f tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 945 time: 0.0531619 Oct 15 01:17:59.236995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4da58ca4-dfd7-4af2-93cc-29089fe6177b req-4e3fd50d-eed4-4fb1-9472-cbb82f7df137 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309072 Oct 15 01:17:59.259230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57714) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:59.339175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082964c-e0f1-46d4-8757-16a8e1f01d0f tempest-TestServerBasicOps-1877548341 tempest-TestServerBasicOps-1877548341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:17:59.340580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f082964c-e0f1-46d4-8757-16a8e1f01d0f tempest-TestServerBasicOps-1877548341 tempest-TestServerBasicOps-1877548341-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1091 time: 0.0804105 Oct 15 01:17:59.343579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57718) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:17:59.347899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:17:59.434291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:59.534888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:59.637030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Allocated IP 172.25.2.108 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/111207d2-64e8-485c-b744-4c816441e9e3) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:17:59.747296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:59.817559 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:17:59.854723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:17:59.858869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:17:59.864273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:17:59.871005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'Port': ['ID=111207d2-64e8-485c-b744-4c816441e9e3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:18:00.170220 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:00.216103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:00.377238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:00.381898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:00.532235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:00.599760 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:00.673512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event updated for resources: {'Port': ['ID=111207d2-64e8-485c-b744-4c816441e9e3,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:18:00.681715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:00.785589 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Floating IP aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b associated. External IP: 172.25.2.108, port: 9bac0647-7932-4bed-afb9-595384cf9fc4. Oct 15 01:18:00.986189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Router a3762ac9-d6f1-408f-b0e4-49206e9d204f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:18:01.095536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:18:01.107438 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] Sync routers for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:18:01.116337 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:18:01.121754 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:18:01.200585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:01.222801 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:18:01.227716 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cd187619-9633-4f76-b6b7-26cf19c5e735 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8831313 Oct 15 01:18:01.228295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:18:01.230587 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1df6e766e004fe11b8773a3d70e252d84a6973021057a10e7141b2f0853786b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5d691f-49d1-44ab-903c-36ab90bfce53" -d '{"events": [{"name": "network-changed", "server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:18:01.271006 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4395a604-f17e-4ec6-b328-f57255a8396b x-openstack-request-id: req-4395a604-f17e-4ec6-b328-f57255a8396b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:18:01.271006 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:18:01.271006 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4395a604-f17e-4ec6-b328-f57255a8396b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:18:01.271006 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'status': 'completed', 'code': 200} Oct 15 01:18:01.339749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-c23ce93c-614e-4e19-88e8-bb12433f1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:01.341347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-c23ce93c-614e-4e19-88e8-bb12433f1e98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0456474 Oct 15 01:18:01.434273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-f703416a-6720-42d0-a34f-cbe81779b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:01.435781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-f703416a-6720-42d0-a34f-cbe81779b3c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 910 time: 0.0880270 Oct 15 01:18:01.454675 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'port_id': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'mac_address': 'fa:16:3e:72:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:18:00Z', 'updated_at': '2021-10-15T01:18:00Z', 'revision_number': 0, 'project_id': '3280df4365b242db838fd3d808c934ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 5, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:18:01.484793 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] Checking router: a3762ac9-d6f1-408f-b0e4-49206e9d204f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:18:01.493881 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:18:01.494482 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:17:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:18:01.508536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-2a23f3e5-a711-4a5b-ad3a-946050323b2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 999 time: 0.0633242 Oct 15 01:18:01.557002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-f63a7abe-8018-44a7-9fd8-2343db6e5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:01.558525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-f63a7abe-8018-44a7-9fd8-2343db6e5758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0444639 Oct 15 01:18:01.600676 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:18:01.603003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-355f31fa-69f6-4f8c-a43d-89703ba6eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:01.604516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-355f31fa-69f6-4f8c-a43d-89703ba6eb78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394266 Oct 15 01:18:01.700945 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-5828e080-8f08-43b8-8872-64bc249fbdfc service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891910 Oct 15 01:18:01.799415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d5d691f-49d1-44ab-903c-36ab90bfce53 req-88155889-bbdc-4b84-bb84-74cf9f3ffc21 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914824 Oct 15 01:18:01.922720 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'port_id': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'mac_address': 'fa:16:3e:72:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:18:00Z', 'updated_at': '2021-10-15T01:18:00Z', 'revision_number': 0, 'project_id': '3280df4365b242db838fd3d808c934ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 5, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:18:01.948882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79e613-c421-4388-9a88-69dc33d13858 None None] The sync data for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 is: [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'floating_ip_address': '172.25.2.108', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'port_id': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'mac_address': 'fa:16:3e:72:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:18:00Z', 'updated_at': '2021-10-15T01:18:00Z', 'revision_number': 0, 'project_id': '3280df4365b242db838fd3d808c934ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 5, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:18:02.136680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4669da8-939d-479a-a62d-40e7bbef5a84 None None] New status for floating IP aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:18:02.427424 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:06.360191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-ea867a35-d39f-48cb-a0dd-d2f03bd547a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435219 Oct 15 01:18:06.438676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-aba6ce04-1603-40e3-8cbe-ef027ebc2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:06.440120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-aba6ce04-1603-40e3-8cbe-ef027ebc2d75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0389161 Oct 15 01:18:06.544783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-39652ad8-4542-474e-8091-58045c2aaa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:06.546336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-39652ad8-4542-474e-8091-58045c2aaa0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 910 time: 0.0866423 Oct 15 01:18:06.616068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-2edb64d2-a07c-411f-8000-4919c39e32e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 1001 time: 0.0626566 Oct 15 01:18:06.666411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-470fa838-6ace-41e2-a8cb-a53cdfc082f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:06.667803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-470fa838-6ace-41e2-a8cb-a53cdfc082f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0440698 Oct 15 01:18:06.712912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-f8395d51-ec82-4376-9328-b7d42db6975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:06.714278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-f8395d51-ec82-4376-9328-b7d42db6975c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399442 Oct 15 01:18:06.809223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-fa306a0b-38db-4f0e-86e7-5579f3f17296 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875685 Oct 15 01:18:06.903375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bcc81300-398c-4e7a-9c03-26b811c82130 req-edb78798-7c9f-45b9-bf8a-31d5c68c787a service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872099 Oct 15 01:18:10.221438 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:15.359666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:26.296805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f166b935-5f1c-4ca6-86a9-9a69b58307ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:28.856544 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-879eddd9-c60c-47a1-8082-ea1a9aee8ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:30.142203 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:18:30.148122 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:30.348172 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:32.433481 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:36.552497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57748) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:18:36.950811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01899b-5897-4e4c-97a9-2f3526d12ad0 req-b171b898-f367-44c2-bed2-29b3b62bbf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:18:36.952339 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c01899b-5897-4e4c-97a9-2f3526d12ad0 req-b171b898-f367-44c2-bed2-29b3b62bbf2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.3988428 Oct 15 01:18:36.986482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c01899b-5897-4e4c-97a9-2f3526d12ad0 req-29936c72-c6fd-4446-966f-bb3d4b28ae57 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0281777 Oct 15 01:18:40.239031 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:45.359351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:56.294419 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f1ab79f7-6552-4d13-ba0f-5ec3322d5042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:18:58.833009 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b57ef08a-c81c-4189-a369-54dfaa43f6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:00.170033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:00.358755 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:02.431204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:07.140712 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:19:07.297900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-de43c048-ffc3-4262-9086-d54e240b092d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0378323 Oct 15 01:19:07.376129 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-ec0217f0-4a7e-4417-98ba-151f37db0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:19:07.377554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-ec0217f0-4a7e-4417-98ba-151f37db0b92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0387669 Oct 15 01:19:07.480108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-0eeef070-355d-4599-8b64-8d5493eb30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:19:07.481461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-0eeef070-355d-4599-8b64-8d5493eb30b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 910 time: 0.0850794 Oct 15 01:19:07.545669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-784a3b06-7416-48a2-8a4a-9f363c13a47a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 1001 time: 0.0573356 Oct 15 01:19:07.596716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-e6fde341-ccd5-45e6-8658-bdf3ba1b273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:19:07.598182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-e6fde341-ccd5-45e6-8658-bdf3ba1b273a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0459321 Oct 15 01:19:07.641548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-e6047b78-7661-427f-9c54-182783a99223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:19:07.642998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-e6047b78-7661-427f-9c54-182783a99223 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380745 Oct 15 01:19:07.734558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-328e273b-550c-46fb-ac0d-c4672dd9467b service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842447 Oct 15 01:19:07.822911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcd3c7ff-9861-42ff-bbcb-8ab8906e479a req-532eed6a-3c3b-4f36-b0b0-7ed5f7dd85e7 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812895 Oct 15 01:19:10.248361 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:15.358736 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:26.255492 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d74caec9-d0df-4b8a-87aa-8af49a41810e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:28.842562 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e6088728-e192-463b-981d-580bb30202fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:30.158196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:30.346749 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:32.436958 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:40.253490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:44.140431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:19:45.415089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:56.289586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa42f677-5f44-473c-8b4a-e7ef688fe718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:19:58.837745 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bd179f40-159c-4185-ad8e-6aae239a0499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:00.156312 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:00.369862 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:02.441666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:08.438527 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-d56c7352-a12f-4ee0-8b0c-2403dc4c3d60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393255 Oct 15 01:20:08.520552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-bde0a3f9-51e3-484a-90e9-0c01085612ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:20:08.522572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-bde0a3f9-51e3-484a-90e9-0c01085612ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0442007 Oct 15 01:20:08.623816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-14b0fc76-5114-4871-888a-b0889c4dc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:20:08.625242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-14b0fc76-5114-4871-888a-b0889c4dc630 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 910 time: 0.0838583 Oct 15 01:20:08.691986 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-9b4cb511-59d3-4362-b703-a24b4a2e962e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 1001 time: 0.0597291 Oct 15 01:20:08.740221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-38fe2ad4-6a39-4219-b80a-2ca2a939063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:20:08.741675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-38fe2ad4-6a39-4219-b80a-2ca2a939063d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0426822 Oct 15 01:20:08.786875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-7294469f-f9c3-454a-93c8-c0d92b035300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:20:08.789125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-7294469f-f9c3-454a-93c8-c0d92b035300 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400441 Oct 15 01:20:08.883964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-4663dcef-dbf8-4019-84e5-eed970ab7223 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869462 Oct 15 01:20:08.973739 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baebfcbe-d12b-4644-aa38-c62f38ff4cd6 req-0af90de1-5dc1-4405-ad66-6b7a7b9e67fe service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819726 Oct 15 01:20:10.275805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:15.401474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:21.139431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:20:26.277345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb647ed1-a5a7-4283-96fa-e057cc4e7fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:28.864203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f520faad-9ba5-4e08-8856-1439550ddf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:30.157714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:30.372723 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:32.443610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:40.271991 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:45.413027 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:56.288598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9303f8f-63a3-462c-bda4-5badd4bc92d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:20:58.138893 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:20:58.836766 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4689a2cd-fb00-4c1a-a96d-1574382489e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:00.168420 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:00.351210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:02.442621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:09.366860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-45591394-a9b1-4dbd-97d6-586d8adcbf7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449793 Oct 15 01:21:09.446883 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-7bae788e-46a6-44d7-b8c8-550bd449583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:21:09.448307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-7bae788e-46a6-44d7-b8c8-550bd449583a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0393567 Oct 15 01:21:09.555280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-71bed27f-a6fb-4229-bcbf-c6c0c104d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:21:09.556709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-71bed27f-a6fb-4229-bcbf-c6c0c104d737 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 910 time: 0.0867414 Oct 15 01:21:09.625802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-e5676ea9-5445-44a7-8461-f74fc8cfcfe2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 1001 time: 0.0609612 Oct 15 01:21:09.673297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-3eaf15eb-170f-40b5-b075-fe50ed37e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:21:09.674722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-3eaf15eb-170f-40b5-b075-fe50ed37e71e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0422049 Oct 15 01:21:09.718333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-f89808f6-4703-4451-9a9f-828db4086f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:21:09.719780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-f89808f6-4703-4451-9a9f-828db4086f84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384934 Oct 15 01:21:09.812067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-3a282fff-5f84-4d07-86e8-8114a0095900 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854683 Oct 15 01:21:09.905446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf618d-39bc-4e3e-a8b8-979f64d08213 req-0619c53e-4c5f-4297-95f7-208926c02280 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863137 Oct 15 01:21:10.291786 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:15.402396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:26.282900 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-beeaa35d-0e91-49a9-b568-d947c93eb114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:28.842405 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-66cf054d-b664-4f38-98f8-2277ea62f734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:30.157158 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:30.406006 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:32.439975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:35.138407 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:21:40.299172 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:45.436317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:56.285041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-32ef7905-9822-42ac-94ea-b107ade8bf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:21:58.830439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2e83-6410-4695-9c83-8f9d9d64d882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:00.156327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:00.379102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:02.470725 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:08.794357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-2a782630-b3cd-40a0-adc7-df390f4d2695 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776122 Oct 15 01:22:08.876202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-a9e8f861-04c0-493f-ba55-9773e4fed2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:22:08.877745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-a9e8f861-04c0-493f-ba55-9773e4fed2d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3280df4365b242db838fd3d808c934ec&device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 1096 time: 0.0403731 Oct 15 01:22:08.981967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-20b7d7c5-c956-4a1c-bc86-83000a8671e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:22:08.983359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-20b7d7c5-c956-4a1c-bc86-83000a8671e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 200 len: 910 time: 0.0872114 Oct 15 01:22:09.047738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-f2cfd9bd-8495-4f1d-a1d7-8aaa76069a36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 200 len: 1001 time: 0.0574188 Oct 15 01:22:09.096677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-d052e682-0228-4ed0-a9cf-282932be805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:22:09.098083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-d052e682-0228-4ed0-a9cf-282932be805d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 200 len: 848 time: 0.0429323 Oct 15 01:22:09.145677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-efce490e-56cd-4207-acc7-c84ce80151e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:22:09.147146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-efce490e-56cd-4207-acc7-c84ce80151e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=adc7a755-809d-4865-b1ef-10348e0f71f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425406 Oct 15 01:22:09.236471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-357e129f-f491-4a40-8db0-6a39129c0128 service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822377 Oct 15 01:22:09.329283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-51366401-aac7-4a45-b6ef-ca197da3cd23 req-9fbed971-d99b-4825-b221-70e4aa0daf8a service neutron] 10.222.0.30 "GET /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860827 Oct 15 01:22:10.316002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:12.136991 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:22:15.458941 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:26.292979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-912db92e-7a07-4c8d-baa2-432b0f1b1232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:28.855805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ded815e1-d75f-4b03-b52b-eb1e135c9a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:30.164821 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:30.367598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:32.469909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:40.327242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:41.646139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881cbf2-715a-4101-b819-31c4eb660b24 req-df473774-a36f-4f9a-b70e-32777576f8e1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:22:41.648273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e881cbf2-715a-4101-b819-31c4eb660b24 req-df473774-a36f-4f9a-b70e-32777576f8e1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 945 time: 0.0943284 Oct 15 01:22:41.684823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e881cbf2-715a-4101-b819-31c4eb660b24 req-a610af4b-bd42-4a28-be82-099f2c11390c tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304759 Oct 15 01:22:42.775647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-35357a38-f366-4717-8323-c50422f363b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:22:42.777121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-35357a38-f366-4717-8323-c50422f363b3 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.30 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 945 time: 0.0513887 Oct 15 01:22:42.878448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a20c23-0bc8-49dc-8911-8da265835a12 req-74816ce2-23c0-4ec5-ba82-f3ea65cf7971 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:22:42.879909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0a20c23-0bc8-49dc-8911-8da265835a12 req-74816ce2-23c0-4ec5-ba82-f3ea65cf7971 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 945 time: 0.1019135 Oct 15 01:22:42.926359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Deleting port 9bac0647-7932-4bed-afb9-595384cf9fc4 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:42.926694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:42.935003 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0a20c23-0bc8-49dc-8911-8da265835a12 req-c9b0faef-57a0-432f-b313-a2dcdd2a458e tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/security-groups?id=73ccfd70-ddd9-4ba1-83b7-150abbbc758c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481162 Oct 15 01:22:43.037989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] For port 9bac0647-7932-4bed-afb9-595384cf9fc4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=9bac0647-7932-4bed-afb9-595384cf9fc4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:43.038554 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:43.214443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:43.214797 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:43.215110 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Floating IP aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b disassociated. External IP: 172.25.2.108, port: 9bac0647-7932-4bed-afb9-595384cf9fc4. Oct 15 01:22:43.215453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Calling delete_port for 9bac0647-7932-4bed-afb9-595384cf9fc4 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:43.404828 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:43.436217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event deleted for resources: {'Port': ['ID=9bac0647-7932-4bed-afb9-595384cf9fc4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:43.449218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.449576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.449904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.450268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.450622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.450948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.451271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.451595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.452380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.452380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.452581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.452863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:43.560935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Router a3762ac9-d6f1-408f-b0e4-49206e9d204f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:22:43.666243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:22:43.676120 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] Sync routers for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:22:43.685687 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:22:43.686386 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:22:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:43.714495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] No DVR routers for this DVR port 9bac0647-7932-4bed-afb9-595384cf9fc4 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:22:43.717134 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:43.720478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef0f880e-c4f0-4a98-afef-3e0999f11c22 req-4142f0d9-5e5e-4f28-ae39-8ddd78465fe8 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.30 "DELETE /v2.0/ports/9bac0647-7932-4bed-afb9-595384cf9fc4 HTTP/1.1" status: 204 len: 173 time: 0.9341109 Oct 15 01:22:43.720913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'name': 'network-vif-deleted', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:22:43.763345 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5a4de6-fe08-4db9-b32f-2f9863a38e30" -d '{"events": [{"server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "name": "network-vif-deleted", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:22:43.804237 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:22:43.866193 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31196a4d-9825-42e7-9efa-460c7c43c463 x-openstack-request-id: req-31196a4d-9825-42e7-9efa-460c7c43c463 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:22:43.867409 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3264dcce-5f79-4f50-8a5f-97f5a431f8c4", "name": "network-vif-deleted", "tag": "9bac0647-7932-4bed-afb9-595384cf9fc4", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:22:43.867409 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31196a4d-9825-42e7-9efa-460c7c43c463 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:22:43.868035 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3264dcce-5f79-4f50-8a5f-97f5a431f8c4', 'name': 'network-vif-deleted', 'tag': '9bac0647-7932-4bed-afb9-595384cf9fc4', 'status': 'completed', 'code': 200} Oct 15 01:22:44.017230 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 5, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:44.053351 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] Checking router: a3762ac9-d6f1-408f-b0e4-49206e9d204f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:22:44.063100 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:22:44.063659 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:22:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:44.099942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-751ab742-f1b1-4a4a-98c4-5b3b4a78d3b8 req-aa73cf3c-ebdd-4e52-82ef-626ed86a3c76 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "GET /v2.0/ports?device_id=3264dcce-5f79-4f50-8a5f-97f5a431f8c4 HTTP/1.1" status: 200 len: 210 time: 0.0298903 Oct 15 01:22:44.180823 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:22:44.378406 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 5, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:44.404539 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0bb79-55b7-4013-93ba-f455cb7be444 None None] The sync data for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 is: [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:36Z', 'revision_number': 4, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '85ca8934-946f-4386-8ff5-0059b9392ec4', 'name': '', 'network_id': 'adc7a755-809d-4865-b1ef-10348e0f71f1', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'mac_address': 'fa:16:3e:bf:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:35Z', 'updated_at': '2021-10-15T01:17:40Z', 'revision_number': 5, 'project_id': '3280df4365b242db838fd3d808c934ec', 'subnets': [{'id': 'aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:22:44.625504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4b648-d395-4610-bf84-4d79ce17e3a9 None None] New status for floating IP aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:22:45.155686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57882) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:45.283291 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Deleting port 111207d2-64e8-485c-b744-4c816441e9e3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:45.283619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.359637 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.359961 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.371734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Calling delete_port for 111207d2-64e8-485c-b744-4c816441e9e3 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:45.452981 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.564384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.590413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event deleted for resources: {'Port': ['ID=111207d2-64e8-485c-b744-4c816441e9e3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:45.602474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.608742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:45.664200 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.667001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.668174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6af50caa-0d9f-41b2-b228-bb6ebc4635ff tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "DELETE /v2.0/floatingips/aacea58c-6d25-4bf4-8fcd-f4ebdd78d96b HTTP/1.1" status: 204 len: 168 time: 0.5114350 Oct 15 01:22:45.732431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57890) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:45.789560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c20fb6-64f1-4b57-b787-bf875aa2a6a1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.813887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c20fb6-64f1-4b57-b787-bf875aa2a6a1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.918495 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c20fb6-64f1-4b57-b787-bf875aa2a6a1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.921103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0c20fb6-64f1-4b57-b787-bf875aa2a6a1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:45.922284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0c20fb6-64f1-4b57-b787-bf875aa2a6a1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] 10.222.0.13 "DELETE /v2.0/security-groups/73ccfd70-ddd9-4ba1-83b7-150abbbc758c HTTP/1.1" status: 204 len: 168 time: 0.1888466 Oct 15 01:22:45.932510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c20fb6-64f1-4b57-b787-bf875aa2a6a1 tempest-TestServerBasicOps-1004688252 tempest-TestServerBasicOps-1004688252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ccfd70-ddd9-4ba1-83b7-150abbbc758c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:46.019052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57894) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:46.490377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:46.726006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Deleting port 85ca8934-946f-4386-8ff5-0059b9392ec4 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:46.726288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:46.807493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] For port 85ca8934-946f-4386-8ff5-0059b9392ec4, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=85ca8934-946f-4386-8ff5-0059b9392ec4,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:46.808167 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:46.819716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Calling delete_port for 85ca8934-946f-4386-8ff5-0059b9392ec4 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:47.115746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:47.146613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Pushing event deleted for resources: {'Port': ['ID=85ca8934-946f-4386-8ff5-0059b9392ec4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:47.319295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:47.530200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Router a3762ac9-d6f1-408f-b0e4-49206e9d204f has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:22:47.634441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:22:47.639518 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7b5ad652-4a4e-4351-99a7-d8193cb8c85f admin admin] 10.222.0.13 "PUT /v2.0/routers/a3762ac9-d6f1-408f-b0e4-49206e9d204f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194160 Oct 15 01:22:47.642628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:47.644725 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] Sync routers for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:22:47.654198 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:22:47.654787 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:22:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:47.737271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9bac0647-7932-4bed-afb9-595384cf9fc4 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:22:47.748933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:47.760450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 9bac0647-7932-4bed-afb9-595384cf9fc4 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:22:47.760703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 9bac0647-7932-4bed-afb9-595384cf9fc4 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:22:47.761817 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:22:47.856523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:47.970447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Deleting port 302eb43c-5936-481c-9f77-6b7c33dc0a4b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:47.970782 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.034175 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:22:46Z', 'revision_number': 5, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port': {'id': '302eb43c-5936-481c-9f77-6b7c33dc0a4b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:48.052340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] For port 302eb43c-5936-481c-9f77-6b7c33dc0a4b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=302eb43c-5936-481c-9f77-6b7c33dc0a4b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:48.052699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.059656 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] Checking router: a3762ac9-d6f1-408f-b0e4-49206e9d204f for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:22:48.064755 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Calling delete_port for 302eb43c-5936-481c-9f77-6b7c33dc0a4b owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:48.067999 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] Routers {'a3762ac9-d6f1-408f-b0e4-49206e9d204f'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:22:48.068316 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:22:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:48.155604 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] Set router a3762ac9-d6f1-408f-b0e4-49206e9d204f gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:22:48.213913 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:22:47Z', 'revision_number': 6, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:48.242292 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc41d9-2671-485e-891f-68eb67d06fee None None] The sync data for ids ['a3762ac9-d6f1-408f-b0e4-49206e9d204f'] in n-d-811521-2 is: [{'id': 'a3762ac9-d6f1-408f-b0e4-49206e9d204f', 'name': 'tempest-TestServerBasicOps-1339787392-router', 'tenant_id': '3280df4365b242db838fd3d808c934ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:33Z', 'updated_at': '2021-10-15T01:22:47Z', 'revision_number': 6, 'project_id': '3280df4365b242db838fd3d808c934ec', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:22:48.595803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.629887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=302eb43c-5936-481c-9f77-6b7c33dc0a4b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:48.655250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 85ca8934-946f-4386-8ff5-0059b9392ec4 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:22:48.676694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 85ca8934-946f-4386-8ff5-0059b9392ec4 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:22:48.677044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 85ca8934-946f-4386-8ff5-0059b9392ec4 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:22:48.693207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.791170 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.793335 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.892465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.893085 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3762ac9-d6f1-408f-b0e4-49206e9d204f {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:22:48.897227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.898428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d341b067-4b37-4784-beaf-c49a004be7c3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a3762ac9-d6f1-408f-b0e4-49206e9d204f HTTP/1.1" status: 204 len: 168 time: 1.2554781 Oct 15 01:22:48.901700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57900) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:48.946823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] Deleting subnet aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:22:48.949920 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:48.984282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.069999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.136472 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:22:49.256584 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.286405 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.290863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8 HTTP/1.1" status: 204 len: 168 time: 0.3880906 Oct 15 01:22:49.291626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e5423-1ec5-4a05-b49e-7c317180b495 None None] Network adc7a755-809d-4865-b1ef-10348e0f71f1 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:22:49.292090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4cbf0-e16f-4aea-9693-59ba88f0f3ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa86c5dd-f4f8-43b6-a2e4-4e7cd1314da8,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:49.293322 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57902) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:49.368063 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.419992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Deleting port 370733b2-b320-493e-a8df-4abb38f0b72f {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:49.420333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.469234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] DHCP port deletion for adc7a755-809d-4865-b1ef-10348e0f71f1 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:22:49.489199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] For port 370733b2-b320-493e-a8df-4abb38f0b72f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=370733b2-b320-493e-a8df-4abb38f0b72f,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:49.489564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.503306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Calling delete_port for 370733b2-b320-493e-a8df-4abb38f0b72f owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:49.520763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Deleting port 370733b2-b320-493e-a8df-4abb38f0b72f {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:49.521125 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.581239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] For port 370733b2-b320-493e-a8df-4abb38f0b72f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=370733b2-b320-493e-a8df-4abb38f0b72f,segment=NetworkSegment(7b3a3b22-dec3-4fa3-a7df-1d33db304059),segment_id=7b3a3b22-dec3-4fa3-a7df-1d33db304059)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:49.588060 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.597345 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Calling delete_port for 370733b2-b320-493e-a8df-4abb38f0b72f owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:49.664164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.670975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.692753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=370733b2-b320-493e-a8df-4abb38f0b72f,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:49.694561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] No DVR routers for this DVR port 370733b2-b320-493e-a8df-4abb38f0b72f on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:22:49.700227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] No DVR routers for this DVR port 370733b2-b320-493e-a8df-4abb38f0b72f on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:22:49.704985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Pushing event deleted for resources: {'Port': ['ID=370733b2-b320-493e-a8df-4abb38f0b72f,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:49.712876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.712876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.713094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.713419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.713731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.714055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.714403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.714723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.715057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.715374 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.715691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.716006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b81f0f-393d-4710-b53c-e889e17053dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:22:49.780385 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.800778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc7a755-809d-4865-b1ef-10348e0f71f1']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:49.810577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3a3b22-dec3-4fa3-a7df-1d33db304059') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:49.810871 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3a3b22-dec3-4fa3-a7df-1d33db304059') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:49.820171 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.833563 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.840366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:22:49.840750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:22:49.842436 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:22:49.987379 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.993242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:49.997529 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] 10.222.0.13 "DELETE /v2.0/networks/adc7a755-809d-4865-b1ef-10348e0f71f1 HTTP/1.1" status: 204 len: 168 time: 0.7030859 Oct 15 01:22:50.000572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57904) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:50.015023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a7f9-2926-40c2-807c-efde89aecf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc7a755-809d-4865-b1ef-10348e0f71f1,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:50.348930 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:50.362883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 370733b2-b320-493e-a8df-4abb38f0b72f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:22:50.383468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 370733b2-b320-493e-a8df-4abb38f0b72f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:22:50.383804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 370733b2-b320-493e-a8df-4abb38f0b72f not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:22:50.384219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 302eb43c-5936-481c-9f77-6b7c33dc0a4b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:22:50.402919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 302eb43c-5936-481c-9f77-6b7c33dc0a4b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:22:50.403267 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 302eb43c-5936-481c-9f77-6b7c33dc0a4b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:22:50.589797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Deleting port 04548773-9e1f-42f6-a18c-0a93187d4c86 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:50.590043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:50.667090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] For port 04548773-9e1f-42f6-a18c-0a93187d4c86, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=04548773-9e1f-42f6-a18c-0a93187d4c86,segment=NetworkSegment(79fa1ef3-c14e-49c2-88f4-ff82850b2d64),segment_id=79fa1ef3-c14e-49c2-88f4-ff82850b2d64)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:50.667442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:50.679689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Calling delete_port for 04548773-9e1f-42f6-a18c-0a93187d4c86 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:50.924235 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:50.954879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Pushing event deleted for resources: {'Port': ['ID=04548773-9e1f-42f6-a18c-0a93187d4c86,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:51.122515 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:51.335283 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Router 74281857-34af-463e-a3a3-14a2e8078a84 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:22:51.442057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:22:51.450025 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4195a77d-6288-4b2e-81bf-c7b95e3e1755 admin admin] 10.222.0.13 "PUT /v2.0/routers/74281857-34af-463e-a3a3-14a2e8078a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4459901 Oct 15 01:22:51.450025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57906) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:51.451597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] Sync routers for ids ['74281857-34af-463e-a3a3-14a2e8078a84'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:22:51.460693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] Routers {'74281857-34af-463e-a3a3-14a2e8078a84'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:22:51.461297 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:22:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['74281857-34af-463e-a3a3-14a2e8078a84'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:51.559839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:51.574446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] Set router 74281857-34af-463e-a3a3-14a2e8078a84 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:22:51.660497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:51.753748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:22:50Z', 'revision_number': 5, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port': {'id': 'b4ca94dd-b917-4fe3-8053-2f3575e9a484', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:82:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74281857-34af-463e-a3a3-14a2e8078a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:51.759083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Deleting port b4ca94dd-b917-4fe3-8053-2f3575e9a484 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:51.759562 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:51.780911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] Checking router: 74281857-34af-463e-a3a3-14a2e8078a84 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:22:51.789005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] Routers {'74281857-34af-463e-a3a3-14a2e8078a84'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:22:51.789585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:22:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['74281857-34af-463e-a3a3-14a2e8078a84'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:51.836816 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] For port b4ca94dd-b917-4fe3-8053-2f3575e9a484, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b4ca94dd-b917-4fe3-8053-2f3575e9a484,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:51.837168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:51.849807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Calling delete_port for b4ca94dd-b917-4fe3-8053-2f3575e9a484 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:51.875600 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] Set router 74281857-34af-463e-a3a3-14a2e8078a84 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:22:51.929700 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:22:51Z', 'revision_number': 6, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:51.956452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4293d93-b4ca-4922-82cd-b4b29b82cc62 None None] The sync data for ids ['74281857-34af-463e-a3a3-14a2e8078a84'] in n-d-811521-2 is: [{'id': '74281857-34af-463e-a3a3-14a2e8078a84', 'name': 'tempest-TestServerBasicOps-1190524348-router', 'tenant_id': '869747e3f4d2401992c30f6173bf6ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:17:39Z', 'updated_at': '2021-10-15T01:22:51Z', 'revision_number': 6, 'project_id': '869747e3f4d2401992c30f6173bf6ba6', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:22:52.107172 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.133005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ca94dd-b917-4fe3-8053-2f3575e9a484,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:52.196586 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.288217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.290974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.398591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.399164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74281857-34af-463e-a3a3-14a2e8078a84 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:22:52.403694 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.404839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f5c1e7a4-5b1d-4e78-9ffc-dda79104fead admin admin] 10.222.0.13 "DELETE /v2.0/routers/74281857-34af-463e-a3a3-14a2e8078a84 HTTP/1.1" status: 204 len: 168 time: 0.9538496 Oct 15 01:22:52.407348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57908) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:52.456460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] Deleting subnet bf22fc2f-4280-49e7-a02e-a4fd7914930b {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:22:52.459362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.493367 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.568989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.696508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.730644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf22fc2f-4280-49e7-a02e-a4fd7914930b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:52.736080 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 04548773-9e1f-42f6-a18c-0a93187d4c86 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:22:52.739175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5955e5d-d223-45f0-85a1-c9861eab21bf None None] Network 5fe5dd51-d91a-43ec-978d-7b71507a68d9 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:22:52.742612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.746883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ce176403-259a-4132-b721-01ac2f530a83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bf22fc2f-4280-49e7-a02e-a4fd7914930b HTTP/1.1" status: 204 len: 168 time: 0.3385994 Oct 15 01:22:52.749518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 57910) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:52.767018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 04548773-9e1f-42f6-a18c-0a93187d4c86 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:22:52.767364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 04548773-9e1f-42f6-a18c-0a93187d4c86 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:22:52.824241 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.883999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Deleting port 859b6b3d-6144-4427-a0d0-5e7091806df8 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:52.885744 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.926717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] DHCP port deletion for 5fe5dd51-d91a-43ec-978d-7b71507a68d9 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:22:52.951445 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] For port 859b6b3d-6144-4427-a0d0-5e7091806df8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=859b6b3d-6144-4427-a0d0-5e7091806df8,segment=NetworkSegment(79fa1ef3-c14e-49c2-88f4-ff82850b2d64),segment_id=79fa1ef3-c14e-49c2-88f4-ff82850b2d64)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:52.951796 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:52.964776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Calling delete_port for 859b6b3d-6144-4427-a0d0-5e7091806df8 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:52.976037 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] Deleting port 859b6b3d-6144-4427-a0d0-5e7091806df8 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:22:52.976420 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.110686 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.144812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=859b6b3d-6144-4427-a0d0-5e7091806df8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:53.149205 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] No DVR routers for this DVR port 859b6b3d-6144-4427-a0d0-5e7091806df8 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:22:53.199765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] For port 859b6b3d-6144-4427-a0d0-5e7091806df8, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=859b6b3d-6144-4427-a0d0-5e7091806df8,segment=NetworkSegment(79fa1ef3-c14e-49c2-88f4-ff82850b2d64),segment_id=79fa1ef3-c14e-49c2-88f4-ff82850b2d64)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:22:53.200074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.212219 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] Calling delete_port for 859b6b3d-6144-4427-a0d0-5e7091806df8 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:22:53.225920 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.246852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe5dd51-d91a-43ec-978d-7b71507a68d9']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:53.255895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fa1ef3-c14e-49c2-88f4-ff82850b2d64') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:53.256186 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fa1ef3-c14e-49c2-88f4-ff82850b2d64') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:22:53.265455 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.279247 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.284952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:22:53.285329 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:22:53.287180 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:22:53.291527 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.320723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] Pushing event deleted for resources: {'Port': ['ID=859b6b3d-6144-4427-a0d0-5e7091806df8,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:53.325781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a92477-99b7-4c9f-ae40-42089a7968af None None] No DVR routers for this DVR port 859b6b3d-6144-4427-a0d0-5e7091806df8 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:22:53.413289 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.419362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.424340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5fe5dd51-d91a-43ec-978d-7b71507a68d9 HTTP/1.1" status: 204 len: 168 time: 0.6720104 Oct 15 01:22:53.433551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acee60f-7e84-4096-bf78-7ebbb0c8cb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe5dd51-d91a-43ec-978d-7b71507a68d9,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:53.751970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57914) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:53.792312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7a3a01b1-57e3-4025-a8d5-07f8d42081de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3280df4365b242db838fd3d808c934ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391443 Oct 15 01:22:53.794585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57916) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:53.840858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a388a61e-5d81-4960-a39c-90f48d234c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.861050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a388a61e-5d81-4960-a39c-90f48d234c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.995771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a388a61e-5d81-4960-a39c-90f48d234c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.998388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a388a61e-5d81-4960-a39c-90f48d234c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:53.999542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a388a61e-5d81-4960-a39c-90f48d234c1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd9bf0d4-5a0c-4795-9e93-9c15ec32e634 HTTP/1.1" status: 204 len: 168 time: 0.2040854 Oct 15 01:22:54.007209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388a61e-5d81-4960-a39c-90f48d234c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9bf0d4-5a0c-4795-9e93-9c15ec32e634,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:54.358996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b4ca94dd-b917-4fe3-8053-2f3575e9a484 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:22:54.379492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b4ca94dd-b917-4fe3-8053-2f3575e9a484 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:22:54.386669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b4ca94dd-b917-4fe3-8053-2f3575e9a484 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:22:54.386669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 859b6b3d-6144-4427-a0d0-5e7091806df8 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:22:54.398582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 859b6b3d-6144-4427-a0d0-5e7091806df8 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:22:54.398922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 859b6b3d-6144-4427-a0d0-5e7091806df8 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:22:54.565145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57922) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:54.605772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-67b32b10-829e-40fe-b43e-f15e21eda649 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=869747e3f4d2401992c30f6173bf6ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393114 Oct 15 01:22:54.607975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 57924) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:22:54.659674 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30d5bfa3-9678-48a3-a674-c6244e9d7ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:54.680095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30d5bfa3-9678-48a3-a674-c6244e9d7ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:54.795297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30d5bfa3-9678-48a3-a674-c6244e9d7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:54.797838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30d5bfa3-9678-48a3-a674-c6244e9d7ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:54.799021 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-30d5bfa3-9678-48a3-a674-c6244e9d7ac1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1486b39-dd04-4fe1-be5c-25d02374fb73 HTTP/1.1" status: 204 len: 168 time: 0.1901329 Oct 15 01:22:54.807008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5bfa3-9678-48a3-a674-c6244e9d7ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1486b39-dd04-4fe1-be5c-25d02374fb73,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:22:56.315392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf07a-077a-4b58-a91c-d8c2192b4b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:22:58.835603 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e34575f9-9dda-46d9-a736-de159fc322f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:00.204364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:00.421193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:02.447002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:05.437907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-45b085e3-b60a-4c60-a2d4-050f52b23249 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e4178513e9b04ce18d83882f1c8a4130&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290415 Oct 15 01:23:05.620910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-e6722e90-7947-4085-88f6-6f75dca67882 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:05.622492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-e6722e90-7947-4085-88f6-6f75dca67882 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793399 Oct 15 01:23:05.637577 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-a0548fb5-0a9f-4768-bc32-6f18500b0d72 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/quotas/e4178513e9b04ce18d83882f1c8a4130 HTTP/1.1" status: 200 len: 375 time: 0.0094254 Oct 15 01:23:05.673588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-8010ae77-57bf-4535-92a7-909d652a3661 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4178513e9b04ce18d83882f1c8a4130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305696 Oct 15 01:23:06.219132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20809180-39e8-4097-b01a-b7bf23c20f35 req-a5c2feb4-79ad-411d-92f3-525db6cbe5ea tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 210 time: 0.3428676 Oct 15 01:23:07.311677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e95f2238-d00f-4dd8-aeef-6b05b3156092 req-e1911ec6-3fb3-4287-b411-902077d6837a tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 210 time: 0.0268743 Oct 15 01:23:07.880821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-a0d58a5c-8e97-4241-9d22-d6e7811324b7 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e4178513e9b04ce18d83882f1c8a4130&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206373 Oct 15 01:23:07.989539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-3910f288-f401-452c-96fa-78f56e9e9454 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:07.991002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-3910f288-f401-452c-96fa-78f56e9e9454 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047568 Oct 15 01:23:08.003080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Request body: {'port': {'device_id': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'admin_state_up': True, 'tenant_id': 'e4178513e9b04ce18d83882f1c8a4130'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:23:08.203948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Made reservation on behalf of e4178513e9b04ce18d83882f1c8a4130 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:23:08.207429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:08.216465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:08.292688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:08.358009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:08.440913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565f22d8-60b3-48bd-945d-9ddac629ec59,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:08.444786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6e4fc3f4-1872-426a-819a-d86114754fce req-d4924df4-0fd4-45ea-88d3-d9b0762b4edb tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 210 time: 0.0655477 Oct 15 01:23:08.520152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Allocated IP 192.168.233.232 (a5e5d727-2938-4f2d-bc72-62733a04fc7f/9e9bd1bb-2a73-45b9-a691-48d314599a0f/25c2aea9-f6b6-4c9b-87ab-479c583fe259) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:23:08.688190 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:08.772485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:08.817762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Network a5e5d727-2938-4f2d-bc72-62733a04fc7f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:23:08.820788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:23:08.824319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:23:08.853520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Pushing event updated for resources: {'Port': ['ID=25c2aea9-f6b6-4c9b-87ab-479c583fe259,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:08.881690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:08.882964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:08.964519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-28469e33-a1f5-4b9a-8003-608ee4463122 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9649441 Oct 15 01:23:09.100605 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Request body: {'port': {'device_id': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:23:09.108632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f06ab8bc-30bf-43ba-a120-a5ae9676a2ea None None] Provisioning complete for port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:23:09.109142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f06ab8bc-30bf-43ba-a120-a5ae9676a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:09.153190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f06ab8bc-30bf-43ba-a120-a5ae9676a2ea None None] Port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:23:09.157988 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:09.432278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c2aea9-f6b6-4c9b-87ab-479c583fe259 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:23:09.439774 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:09.452110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Transition to ACTIVE for port object 25c2aea9-f6b6-4c9b-87ab-479c583fe259 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:23:09.544715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:09.597186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Pushing event updated for resources: {'Port': ['ID=25c2aea9-f6b6-4c9b-87ab-479c583fe259,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:09.611980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e60bfa-e966-4a6e-a3a2-34eaed12fa16 req-e2d250e7-a78d-472a-a731-d08c5e5cf93b tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:09.613613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46e60bfa-e966-4a6e-a3a2-34eaed12fa16 req-e2d250e7-a78d-472a-a731-d08c5e5cf93b tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 936 time: 0.0987942 Oct 15 01:23:09.702593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46e60bfa-e966-4a6e-a3a2-34eaed12fa16 req-9ba353d7-6fe9-4ab3-87fe-f4bc65c4bb4f tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828309 Oct 15 01:23:09.719099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Attempting to bind port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:23:09.719644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Attempting to bind port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:23:09.720160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Attempting to bind port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:23:09.724902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:23:09.725218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Attempting to bind port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 on network a5e5d727-2938-4f2d-bc72-62733a04fc7f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:23:09.730118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:23:09.730461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Checking segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:23:09.731367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Bound using segment: {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:23:09.731793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Bound port: 25c2aea9-f6b6-4c9b-87ab-479c583fe259, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead92576-b730-4441-8fa2-4c2819a95491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:23:09.732147 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:09.796585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] For port 25c2aea9-f6b6-4c9b-87ab-479c583fe259, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:23:09.799476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] For port 25c2aea9-f6b6-4c9b-87ab-479c583fe259, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25c2aea9-f6b6-4c9b-87ab-479c583fe259,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:23:09.921214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:09.954744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:09.955347 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:09.956766 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] 10.222.0.39 "PUT /v2.0/ports/25c2aea9-f6b6-4c9b-87ab-479c583fe259 HTTP/1.1" status: 200 len: 1096 time: 0.9013381 Oct 15 01:23:09.957114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'tag': '25c2aea9-f6b6-4c9b-87ab-479c583fe259'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:23:09.959378 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902322df-2007-4e29-b24e-67a3768142f2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa699f11-5bd2-409f-b42b-52fc6d4f4926", "tag": "25c2aea9-f6b6-4c9b-87ab-479c583fe259"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:23:09.983359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5231953-1aab-4211-9535-8b6b592326fb service neutron] Pushing event updated for resources: {'Port': ['ID=25c2aea9-f6b6-4c9b-87ab-479c583fe259,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:10.006379 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c422794-8d8f-4932-b6db-84b52bae1170 x-openstack-request-id: req-2c422794-8d8f-4932-b6db-84b52bae1170 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:23:10.006379 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa699f11-5bd2-409f-b42b-52fc6d4f4926", "tag": "25c2aea9-f6b6-4c9b-87ab-479c583fe259", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:23:10.006379 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c422794-8d8f-4932-b6db-84b52bae1170 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:23:10.006379 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'tag': '25c2aea9-f6b6-4c9b-87ab-479c583fe259', 'status': 'completed', 'code': 200} Oct 15 01:23:10.072705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902322df-2007-4e29-b24e-67a3768142f2 req-54aecefb-66c0-4d60-b2a0-390ddb416684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:10.075532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-902322df-2007-4e29-b24e-67a3768142f2 req-54aecefb-66c0-4d60-b2a0-390ddb416684 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4178513e9b04ce18d83882f1c8a4130&device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 1099 time: 0.0476894 Oct 15 01:23:10.102393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-902322df-2007-4e29-b24e-67a3768142f2 req-e4689c7e-b809-4c6d-8a2e-0a7291f695da service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e4178513e9b04ce18d83882f1c8a4130&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197077 Oct 15 01:23:10.197645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902322df-2007-4e29-b24e-67a3768142f2 req-3fd68e07-d750-4df2-b19c-f64c9b4b8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:10.199136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-902322df-2007-4e29-b24e-67a3768142f2 req-3fd68e07-d750-4df2-b19c-f64c9b4b8038 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905433 Oct 15 01:23:10.276641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-f44f4c4e-0ba4-4b7a-ab20-f9ce67edafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:10.278223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-f44f4c4e-0ba4-4b7a-ab20-f9ce67edafbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4178513e9b04ce18d83882f1c8a4130&device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 1099 time: 0.0445011 Oct 15 01:23:10.319780 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-db5d088e-a89b-4296-9f88-9f9a57d932c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=25c2aea9-f6b6-4c9b-87ab-479c583fe259 HTTP/1.1" status: 200 len: 217 time: 0.0344362 Oct 15 01:23:10.329265 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:10.367167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-9ed5e3c9-ad26-4a3c-ae19-68d0a72e986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:10.368557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-9ed5e3c9-ad26-4a3c-ae19-68d0a72e986f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9bd1bb-2a73-45b9-a691-48d314599a0f HTTP/1.1" status: 200 len: 843 time: 0.0425107 Oct 15 01:23:10.416014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058383b3-1811-4e60-85e8-e45100acbf26 req-eb7a46c9-5f03-4f40-a4b2-10b303a50ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:10.417438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-eb7a46c9-5f03-4f40-a4b2-10b303a50ead service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a5e5d727-2938-4f2d-bc72-62733a04fc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424361 Oct 15 01:23:10.505863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-051e3fe2-7979-4b80-80bb-b829b8e2192a service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814657 Oct 15 01:23:10.598805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-058383b3-1811-4e60-85e8-e45100acbf26 req-239a1b9c-e7a2-405c-805d-c57c15bd763a service neutron] 10.222.0.39 "GET /v2.0/networks/a5e5d727-2938-4f2d-bc72-62733a04fc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Oct 15 01:23:10.817942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713965b5-3ba1-4a7b-87c2-09306f56dcac req-573f8b37-36e8-457c-a32d-52bfc9d9b501 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:10.819395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-713965b5-3ba1-4a7b-87c2-09306f56dcac req-573f8b37-36e8-457c-a32d-52bfc9d9b501 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 948 time: 0.0486095 Oct 15 01:23:10.855266 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-713965b5-3ba1-4a7b-87c2-09306f56dcac req-90701aac-4e0d-4f0f-bcac-2a918b14dc20 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300431 Oct 15 01:23:11.968376 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55b741-418d-4d5b-b526-0695e4fa2bcf req-058a7448-2977-4346-814e-64ab5b275c1e tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:11.969812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef55b741-418d-4d5b-b526-0695e4fa2bcf req-058a7448-2977-4346-814e-64ab5b275c1e tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 948 time: 0.0492659 Oct 15 01:23:12.006564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef55b741-418d-4d5b-b526-0695e4fa2bcf req-61635111-b323-4635-a2a4-151a65049728 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Oct 15 01:23:13.126044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233f6d1-0967-439d-b746-f15974f97e8e req-b4f185aa-1215-41b6-baa6-6dbe0ad570d1 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:13.127520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6233f6d1-0967-439d-b746-f15974f97e8e req-b4f185aa-1215-41b6-baa6-6dbe0ad570d1 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 948 time: 0.0526791 Oct 15 01:23:13.163808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6233f6d1-0967-439d-b746-f15974f97e8e req-f9b4d890-0d3a-418a-9c71-50de74599d40 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304663 Oct 15 01:23:14.261731 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25c2aea9-f6b6-4c9b-87ab-479c583fe259 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:23:14.276556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacf17e-e34c-4f1f-8fdf-03ed48425c5b req-784e869c-cda5-473b-a3b0-7b2b53e86767 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:14.278769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afacf17e-e34c-4f1f-8fdf-03ed48425c5b req-784e869c-cda5-473b-a3b0-7b2b53e86767 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 948 time: 0.0503335 Oct 15 01:23:14.317505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-afacf17e-e34c-4f1f-8fdf-03ed48425c5b req-d5837cb0-1973-470c-937f-20959e16ef80 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Oct 15 01:23:14.360724 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 25c2aea9-f6b6-4c9b-87ab-479c583fe259, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25c2aea9-f6b6-4c9b-87ab-479c583fe259,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:23:14.373232 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '25c2aea9-f6b6-4c9b-87ab-479c583fe259', 'network_id': 'a5e5d727-2938-4f2d-bc72-62733a04fc7f', 'port_id': '25c2aea9-f6b6-4c9b-87ab-479c583fe259', 'mac_address': 'fa:16:3e:8c:9e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9bd1bb-2a73-45b9-a691-48d314599a0f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:23:14.414518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:14.428022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c2aea9-f6b6-4c9b-87ab-479c583fe259 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:23:14.449134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 25c2aea9-f6b6-4c9b-87ab-479c583fe259, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25c2aea9-f6b6-4c9b-87ab-479c583fe259,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:23:14.523630 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:14.569388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=25c2aea9-f6b6-4c9b-87ab-479c583fe259,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:14.860533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['25c2aea9-f6b6-4c9b-87ab-479c583fe259'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:23:15.435369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5041a-f2c4-4fe2-bc48-75a08996ce7e req-656bd264-89d4-463a-87d6-d37f65816143 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:15.436821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48d5041a-f2c4-4fe2-bc48-75a08996ce7e req-656bd264-89d4-463a-87d6-d37f65816143 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 949 time: 0.0495129 Oct 15 01:23:15.449510 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:15.473789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-48d5041a-f2c4-4fe2-bc48-75a08996ce7e req-6d6800e4-e748-41da-9bb9-1078d865b750 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Oct 15 01:23:16.263490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25c2aea9-f6b6-4c9b-87ab-479c583fe259 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:23:16.408952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:23:16.412861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:23:16.413181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:16.488069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:16.512508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c2aea9-f6b6-4c9b-87ab-479c583fe259'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:23:16.527514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 25c2aea9-f6b6-4c9b-87ab-479c583fe259, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25c2aea9-f6b6-4c9b-87ab-479c583fe259,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:23:16.551697 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee182fd-6651-41aa-a57f-e11a0169176e" -d '{"events": [{"server_uuid": "aa699f11-5bd2-409f-b42b-52fc6d4f4926", "name": "network-vif-plugged", "status": "completed", "tag": "25c2aea9-f6b6-4c9b-87ab-479c583fe259"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:23:16.594150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cecb9c-be91-45bf-b996-020863aeb359 req-5a8f4d6f-c89e-4b5e-8f51-4248f16b4be1 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:16.595619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73cecb9c-be91-45bf-b996-020863aeb359 req-5a8f4d6f-c89e-4b5e-8f51-4248f16b4be1 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 949 time: 0.0537126 Oct 15 01:23:16.598187 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:16.633425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73cecb9c-be91-45bf-b996-020863aeb359 req-4941fd03-6c5b-4c54-aa54-a8bcefd87ff9 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Oct 15 01:23:16.653901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=25c2aea9-f6b6-4c9b-87ab-479c583fe259,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:16.758718 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242cd9c6-58af-40dd-baa3-acc8162f593b x-openstack-request-id: req-242cd9c6-58af-40dd-baa3-acc8162f593b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:23:16.759008 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa699f11-5bd2-409f-b42b-52fc6d4f4926", "name": "network-vif-plugged", "status": "completed", "tag": "25c2aea9-f6b6-4c9b-87ab-479c583fe259", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:23:16.759259 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-242cd9c6-58af-40dd-baa3-acc8162f593b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:23:16.759682 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c2aea9-f6b6-4c9b-87ab-479c583fe259', 'code': 200} Oct 15 01:23:16.853865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd100fb7-ec61-401f-afdc-248872b4aa0b req-c7731a52-f6b0-4c4f-9d69-e7d01bfd4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:16.855486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd100fb7-ec61-401f-afdc-248872b4aa0b req-c7731a52-f6b0-4c4f-9d69-e7d01bfd4899 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 1101 time: 0.0406935 Oct 15 01:23:16.890460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd100fb7-ec61-401f-afdc-248872b4aa0b req-986b8209-4af3-4518-bbe5-b16751917f34 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279930 Oct 15 01:23:17.752068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d844-2e9e-40e9-beeb-6a247c4a3a4d req-62b7ce49-b9bd-4dcd-9cfd-0ff7e06033c0 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:17.753557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0b9d844-2e9e-40e9-beeb-6a247c4a3a4d req-62b7ce49-b9bd-4dcd-9cfd-0ff7e06033c0 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 950 time: 0.0507557 Oct 15 01:23:17.789888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0b9d844-2e9e-40e9-beeb-6a247c4a3a4d req-a4089861-5638-4a51-8e78-e97c732507a9 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302789 Oct 15 01:23:18.907831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407004-7877-43cd-8d8b-95cd372e8622 req-73a9abda-8ca0-4150-8b0b-50ebc8322f49 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:18.909281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67407004-7877-43cd-8d8b-95cd372e8622 req-73a9abda-8ca0-4150-8b0b-50ebc8322f49 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 950 time: 0.0523720 Oct 15 01:23:18.945975 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67407004-7877-43cd-8d8b-95cd372e8622 req-4f16e763-de9e-407d-b4a7-8acde396b345 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307982 Oct 15 01:23:19.370759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-214b5812-5525-4995-aac3-f55127cf9db2 req-694e0ba7-f980-469b-870e-bdcd4682fcb5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:23:19.372853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-214b5812-5525-4995-aac3-f55127cf9db2 req-694e0ba7-f980-469b-870e-bdcd4682fcb5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0444331 Oct 15 01:23:20.310371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8156e2f-f5a7-45e8-b0d0-2a00df145fcc req-a35b44c5-f3f7-46dd-85a3-37566e5448f0 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:20.311838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8156e2f-f5a7-45e8-b0d0-2a00df145fcc req-a35b44c5-f3f7-46dd-85a3-37566e5448f0 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 950 time: 0.0482140 Oct 15 01:23:20.349098 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8156e2f-f5a7-45e8-b0d0-2a00df145fcc req-4ddd45a8-417c-4450-a6f9-a0258aac602d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Oct 15 01:23:21.461320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f4a48-84f5-4482-8f24-523d04ef549b req-096c7cd9-eb0f-44b4-8c97-d62484c80ad2 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:21.462822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e9f4a48-84f5-4482-8f24-523d04ef549b req-096c7cd9-eb0f-44b4-8c97-d62484c80ad2 tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 950 time: 0.0484152 Oct 15 01:23:21.500571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e9f4a48-84f5-4482-8f24-523d04ef549b req-fd3de2a8-2fe1-4f8c-9328-9ec462521b4d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/security-groups?id=565f22d8-60b3-48bd-945d-9ddac629ec59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Oct 15 01:23:21.725064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-52541074-940b-4b96-9b48-323c1c9958ae tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:21.726397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-52541074-940b-4b96-9b48-323c1c9958ae tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 950 time: 0.0512176 Oct 15 01:23:21.813594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Deleting port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:23:21.813928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:21.904404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] For port 25c2aea9-f6b6-4c9b-87ab-479c583fe259, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=25c2aea9-f6b6-4c9b-87ab-479c583fe259,segment=NetworkSegment(ead92576-b730-4441-8fa2-4c2819a95491),segment_id=ead92576-b730-4441-8fa2-4c2819a95491)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:23:21.904752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:21.916049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Calling delete_port for 25c2aea9-f6b6-4c9b-87ab-479c583fe259 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:23:22.112368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:22.125765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['25c2aea9-f6b6-4c9b-87ab-479c583fe259'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:23:22.146306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Pushing event deleted for resources: {'Port': ['ID=25c2aea9-f6b6-4c9b-87ab-479c583fe259,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:22.188272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] No DVR routers for this DVR port 25c2aea9-f6b6-4c9b-87ab-479c583fe259 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:23:22.190887 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:22.194285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46ca2cb3-d5b7-4354-b586-800579c76877 req-03e94c3e-e5a7-481f-85c2-85de75ecfd8d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.39 "DELETE /v2.0/ports/25c2aea9-f6b6-4c9b-87ab-479c583fe259 HTTP/1.1" status: 204 len: 173 time: 0.4617991 Oct 15 01:23:22.194740 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'name': 'network-vif-deleted', 'tag': '25c2aea9-f6b6-4c9b-87ab-479c583fe259'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:23:22.197020 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589f5e2c-8f0c-47d4-a4b0-2b0db0db5d39" -d '{"events": [{"server_uuid": "aa699f11-5bd2-409f-b42b-52fc6d4f4926", "name": "network-vif-deleted", "tag": "25c2aea9-f6b6-4c9b-87ab-479c583fe259"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:23:22.233000 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1af4f5-ad7a-4ff3-b518-c26c062a7016 x-openstack-request-id: req-ae1af4f5-ad7a-4ff3-b518-c26c062a7016 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:23:22.233291 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa699f11-5bd2-409f-b42b-52fc6d4f4926", "name": "network-vif-deleted", "tag": "25c2aea9-f6b6-4c9b-87ab-479c583fe259", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:23:22.233543 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae1af4f5-ad7a-4ff3-b518-c26c062a7016 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:23:22.233949 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa699f11-5bd2-409f-b42b-52fc6d4f4926', 'name': 'network-vif-deleted', 'tag': '25c2aea9-f6b6-4c9b-87ab-479c583fe259', 'status': 'completed', 'code': 200} Oct 15 01:23:22.605915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c28a710-61dc-4372-867a-e21536d54032 req-83fc285b-c6bf-4ab4-b610-bab9d8ee350d tempest-ServersAdminNegativeTestJSON-745380587 tempest-ServersAdminNegativeTestJSON-745380587-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa699f11-5bd2-409f-b42b-52fc6d4f4926 HTTP/1.1" status: 200 len: 210 time: 0.0260904 Oct 15 01:23:24.066184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58090) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:23:24.194676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-944cb141-004f-452e-94de-1636d1e0fe2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4178513e9b04ce18d83882f1c8a4130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271806 Oct 15 01:23:24.197178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58094) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:23:24.245789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30f013b8-a51f-48c9-afd0-496db5ff4251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:24.276619 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30f013b8-a51f-48c9-afd0-496db5ff4251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:24.449360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30f013b8-a51f-48c9-afd0-496db5ff4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:24.452068 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-30f013b8-a51f-48c9-afd0-496db5ff4251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:24.453222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-30f013b8-a51f-48c9-afd0-496db5ff4251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/565f22d8-60b3-48bd-945d-9ddac629ec59 HTTP/1.1" status: 204 len: 168 time: 0.2551444 Oct 15 01:23:24.464441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f013b8-a51f-48c9-afd0-496db5ff4251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565f22d8-60b3-48bd-945d-9ddac629ec59,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:25.031551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58100) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:23:25.044658 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b88f1f62-b7b5-4817-8c8c-1ad66358ea6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:25.120930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b88f1f62-b7b5-4817-8c8c-1ad66358ea6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:25.178040 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b88f1f62-b7b5-4817-8c8c-1ad66358ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:25.217805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f1f62-b7b5-4817-8c8c-1ad66358ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a5a2ea-9095-4c5b-a729-3a8f953718f8,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:25.222234 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b88f1f62-b7b5-4817-8c8c-1ad66358ea6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e458a6182694952a2bc5a06a90b6707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895995 Oct 15 01:23:25.225041 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58102) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:23:25.274144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56e3c9d0-1203-4051-a023-ec752a98247f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:25.299470 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56e3c9d0-1203-4051-a023-ec752a98247f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:25.415030 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56e3c9d0-1203-4051-a023-ec752a98247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:25.417579 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-56e3c9d0-1203-4051-a023-ec752a98247f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:25.418801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-56e3c9d0-1203-4051-a023-ec752a98247f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00a5a2ea-9095-4c5b-a729-3a8f953718f8 HTTP/1.1" status: 204 len: 168 time: 0.1930492 Oct 15 01:23:25.426444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3c9d0-1203-4051-a023-ec752a98247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a5a2ea-9095-4c5b-a729-3a8f953718f8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:26.137450 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:23:26.278587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25c2aea9-f6b6-4c9b-87ab-479c583fe259 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:23:26.282178 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4c945fc-0a79-4f1d-90f6-4ff32b6d40da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.299649 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 25c2aea9-f6b6-4c9b-87ab-479c583fe259 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:23:26.299994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 25c2aea9-f6b6-4c9b-87ab-479c583fe259 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:23:26.433839 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58124) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:23:26.529086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-555611025-network', 'tenant_id': 'da4ab1a3b056498880fee32fbcca865c'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:23:26.626392 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Made reservation on behalf of da4ab1a3b056498880fee32fbcca865c for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:23:26.628686 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.637332 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.709573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.751889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.778386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:23:26.787755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5772c6-45bf-494a-b998-bffe80379d3c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:26.793733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.794068 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Added segment 497d3f37-2f78-4370-8edc-9e4adcc4a1bd of type vlan for network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a Oct 15 01:23:26.833193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.923795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:26.924702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:26.925307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:27.013908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:27.023507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:23:27.047213 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ee917daf-423f-4d48-87d3-d37ac706f3a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6122637 Oct 15 01:23:27.050124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58128) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:23:27.054895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Request body: {'subnet': {'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-555611025-subnet', 'tenant_id': 'da4ab1a3b056498880fee32fbcca865c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:23:27.134763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Made reservation on behalf of da4ab1a3b056498880fee32fbcca865c for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:23:27.137192 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:27.577888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:27.636003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b95619-90b1-4a72-840e-2aa8756e5c5d,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:27.640436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Checking segment: {'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:23:27.641098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Network hostable DHCP agents. Network: e7c190c5-dc7c-4cf9-b9de-6972924c9d9a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:23:27.717470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:23:27.780213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, e7c190c5-dc7c-4cf9-b9de-6972924c9d9a) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:23:27.785480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:27.786432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:27.792008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb51bb6-946b-4a44-830d-f92a3405d9f3 None None] Network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:23:27.858109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7b995c63-5bf0-471e-8bfd-f9275d33e4e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8069201 Oct 15 01:23:27.922688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e180f-e41b-462b-96a3-2da756e52059 None None] Network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:23:28.272184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-2c8b135a-5ab3-4ed6-a537-cd752fe1b4db tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:28.273653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-2c8b135a-5ab3-4ed6-a537-cd752fe1b4db tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 811 time: 0.0996997 Oct 15 01:23:28.288101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-f0b5a390-431a-4eb6-bd70-a2852cebb555 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/quotas/da4ab1a3b056498880fee32fbcca865c HTTP/1.1" status: 200 len: 375 time: 0.0087280 Oct 15 01:23:28.322796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-ea416a1d-a43c-43a1-8d90-6f278c10e1d1 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292366 Oct 15 01:23:28.413584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-03869d9c-aa53-4ab7-a899-36a8a24397fb service neutron] 10.222.0.13 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825715 Oct 15 01:23:28.505633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-5811d439-7374-42fc-957c-7fcf54377b12 service neutron] 10.222.0.13 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854065 Oct 15 01:23:28.770263 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e0883862-cc16-489d-8dee-5c6cd2cf4071 req-f24f2356-7efa-4826-8395-27c3ea921aa3 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 210 time: 0.0288205 Oct 15 01:23:28.826182 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2a5d105a-31cd-4953-8951-097f432f223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:29.871157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45cc4477-27b9-4219-8dfa-91aca248af43 req-d33c9cc0-2d86-4955-8895-40df802f5069 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 210 time: 0.0268512 Oct 15 01:23:30.194803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:30.437956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:31.005375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fddbe662-0cd7-46b0-90dd-886e3f389755 req-e9dcc02c-b6b0-41df-8488-d32ab83d92ce tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 210 time: 0.0603828 Oct 15 01:23:31.041704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-e7f8b30c-c275-4c90-ad94-00b6838ac33b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:31.043837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-e7f8b30c-c275-4c90-ad94-00b6838ac33b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.30 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 811 time: 0.1377821 Oct 15 01:23:31.056334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Request body: {'port': {'device_id': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a', 'admin_state_up': True, 'tenant_id': 'da4ab1a3b056498880fee32fbcca865c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:23:31.234851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Made reservation on behalf of da4ab1a3b056498880fee32fbcca865c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:23:31.238317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:31.364174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Allocated IP 172.20.0.13 (e7c190c5-dc7c-4cf9-b9de-6972924c9d9a/08b95619-90b1-4a72-840e-2aa8756e5c5d/275d8a74-36d6-4618-a57f-10cabfa4694e) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:23:31.510947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:31.598058 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:31.639808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:23:31.642824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:23:31.646532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:23:31.675807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:31.702682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:31.703288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:31.771749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-3b2e665f-6e6d-419c-875f-3d62d0b9484e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7190826 Oct 15 01:23:31.784572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Request body: {'port': {'device_id': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:23:31.841773 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:32.161042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275d8a74-36d6-4618-a57f-10cabfa4694e {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:23:32.175193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa306eec-3589-49f8-aa30-cecbc6004238 req-c695e8a9-8a31-4493-8d1f-d72cef52e467 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:32.176736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa306eec-3589-49f8-aa30-cecbc6004238 req-c695e8a9-8a31-4493-8d1f-d72cef52e467 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 932 time: 0.1056173 Oct 15 01:23:32.178553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:32.204307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Transition to ACTIVE for port object 275d8a74-36d6-4618-a57f-10cabfa4694e will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:23:32.224335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fa306eec-3589-49f8-aa30-cecbc6004238 req-3a623529-9ecf-4fa9-833a-40610ccf1b4d tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Oct 15 01:23:32.309859 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:32.363640 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:32.435063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:23:32.435386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:23:32.435707 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e on network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:23:32.440137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Port 275d8a74-36d6-4618-a57f-10cabfa4694e on network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:23:32.440449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e on network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:23:32.445492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:23:32.450454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Checking segment: {'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:23:32.450454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Bound using segment: {'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:23:32.450454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Bound port: 275d8a74-36d6-4618-a57f-10cabfa4694e, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:23:32.450454 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:32.469199 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:32.514435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:23:32.519233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:23:32.595607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:32.640177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:32.640864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:32.642301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] 10.222.0.30 "PUT /v2.0/ports/275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 1092 time: 0.8618076 Oct 15 01:23:32.642770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:23:32.645078 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa2642e-1b8e-4339-a472-b57a853682e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:23:32.673125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6de0-6cdb-4cac-b425-077a6b243622 service neutron] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:32.687538 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78c9e45-0c7d-4eee-9ad5-38a9c403710b x-openstack-request-id: req-c78c9e45-0c7d-4eee-9ad5-38a9c403710b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:23:32.687829 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:23:32.688106 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c78c9e45-0c7d-4eee-9ad5-38a9c403710b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:23:32.688540 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'status': 'completed', 'code': 200} Oct 15 01:23:32.749925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2642e-1b8e-4339-a472-b57a853682e1 req-95fb4c84-57fa-482c-b094-4f8ab3981d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:32.751514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fa2642e-1b8e-4339-a472-b57a853682e1 req-95fb4c84-57fa-482c-b094-4f8ab3981d8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1095 time: 0.0432675 Oct 15 01:23:32.853188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2642e-1b8e-4339-a472-b57a853682e1 req-28045f1b-0b1c-4926-a8d9-9673684b5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:32.854644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fa2642e-1b8e-4339-a472-b57a853682e1 req-28045f1b-0b1c-4926-a8d9-9673684b5649 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=da4ab1a3b056498880fee32fbcca865c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950952 Oct 15 01:23:32.950147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2642e-1b8e-4339-a472-b57a853682e1 req-5e6d2c82-80e9-4bee-b17a-e8b41538e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:32.951631 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0fa2642e-1b8e-4339-a472-b57a853682e1 req-5e6d2c82-80e9-4bee-b17a-e8b41538e5f8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902157 Oct 15 01:23:33.027556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-c2d279f7-9225-4390-8618-4fcba24d8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:33.029035 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-c2d279f7-9225-4390-8618-4fcba24d8376 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1095 time: 0.0406675 Oct 15 01:23:33.073387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-df29fed1-3d06-4e49-a850-6b14699cc959 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 217 time: 0.0367699 Oct 15 01:23:33.121903 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b7423612-628f-40c0-aa66-f1b8908767e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:33.123279 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-b7423612-628f-40c0-aa66-f1b8908767e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 200 len: 851 time: 0.0432796 Oct 15 01:23:33.153668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-cb421224-db75-4508-abd6-ee1c66586d6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236824 Oct 15 01:23:33.246718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-d9906d08-be24-4905-b79e-201524fcd386 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861654 Oct 15 01:23:33.368911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-80aacf25-83bd-405a-a41e-f47af6a63943 req-ed5c8c0c-ec9b-498e-8830-2fafcbfd6c89 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146023 Oct 15 01:23:33.377426 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0c9eb-69c9-4335-9203-3bfcefe6705f req-80498cdb-a70c-48aa-890e-07be62045edb tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:33.378755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ed0c9eb-69c9-4335-9203-3bfcefe6705f req-80498cdb-a70c-48aa-890e-07be62045edb tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 944 time: 0.0700607 Oct 15 01:23:33.417164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6ed0c9eb-69c9-4335-9203-3bfcefe6705f req-96ad8154-65b2-4f58-9107-7e29bf9766ca tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Oct 15 01:23:34.529313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e694b6-ce2c-4ff6-abe0-dc25abf63ab9 req-672ce6f1-6da1-4e26-99cc-0b823dd39aaf tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:34.530811 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73e694b6-ce2c-4ff6-abe0-dc25abf63ab9 req-672ce6f1-6da1-4e26-99cc-0b823dd39aaf tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 944 time: 0.0489256 Oct 15 01:23:34.567861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73e694b6-ce2c-4ff6-abe0-dc25abf63ab9 req-d929813b-97b2-469a-b969-1438c74edd8a tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311654 Oct 15 01:23:35.680432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd02c-5679-4f9e-92ce-af1a95a7d25a req-f79bd339-54c2-44b4-9768-07d252408fca tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:35.681888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-359bd02c-5679-4f9e-92ce-af1a95a7d25a req-f79bd339-54c2-44b4-9768-07d252408fca tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 944 time: 0.0484986 Oct 15 01:23:35.719438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-359bd02c-5679-4f9e-92ce-af1a95a7d25a req-198f1dfa-6202-4e08-bca4-27bd7cf508b3 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Oct 15 01:23:35.940687 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:23:36.035014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:23:36.046214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a', 'port_id': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'mac_address': 'fa:16:3e:38:c5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b95619-90b1-4a72-840e-2aa8756e5c5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:23:36.084261 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:36.099165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275d8a74-36d6-4618-a57f-10cabfa4694e {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:23:36.118073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:23:36.211943 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:36.262774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:36.429973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['275d8a74-36d6-4618-a57f-10cabfa4694e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:23:36.833892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f684af-aa1f-49d2-b276-f951ba1d8965 req-ece489d6-f485-45ff-963d-4eebf50ba8e2 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:36.835352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77f684af-aa1f-49d2-b276-f951ba1d8965 req-ece489d6-f485-45ff-963d-4eebf50ba8e2 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 945 time: 0.0514314 Oct 15 01:23:36.872327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77f684af-aa1f-49d2-b276-f951ba1d8965 req-20b8c6dc-c80a-4ea6-9030-8bb9a1b08020 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308101 Oct 15 01:23:37.952841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:23:37.986317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469873-b938-43e7-83e7-0495816eeb6f req-a5c0636f-4a3e-44aa-8243-0ef8e99bbb7b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:37.987870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc469873-b938-43e7-83e7-0495816eeb6f req-a5c0636f-4a3e-44aa-8243-0ef8e99bbb7b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 945 time: 0.0500181 Oct 15 01:23:38.030956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc469873-b938-43e7-83e7-0495816eeb6f req-cb000f2c-fbae-4ce2-b711-9b3dc76f48d7 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367236 Oct 15 01:23:38.063286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 275d8a74-36d6-4618-a57f-10cabfa4694e completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:23:38.067671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 275d8a74-36d6-4618-a57f-10cabfa4694e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:23:38.067671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:38.143325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:38.165584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:23:38.168450 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3790448c-b11c-4f40-8bac-6a290d6c5b87" -d '{"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-plugged", "status": "completed", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:23:38.184169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:23:38.207015 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b4b5b-49aa-4df0-a130-b65757c57aac x-openstack-request-id: req-998b4b5b-49aa-4df0-a130-b65757c57aac {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:23:38.207304 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-plugged", "status": "completed", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:23:38.207559 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-998b4b5b-49aa-4df0-a130-b65757c57aac {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:23:38.207947 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'code': 200} Oct 15 01:23:38.263317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:38.307178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840812c-abd8-4a54-9667-95d8d1dbcd46 req-a3d5b8e4-7299-438b-8f9d-1bf33041350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:38.308730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9840812c-abd8-4a54-9667-95d8d1dbcd46 req-a3d5b8e4-7299-438b-8f9d-1bf33041350c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1097 time: 0.0414946 Oct 15 01:23:38.311820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:23:38.344826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9840812c-abd8-4a54-9667-95d8d1dbcd46 req-14941e5e-3d9f-4d65-8b34-8d05c7710a96 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286891 Oct 15 01:23:39.152004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de010a-cdef-42ed-b8b8-b9267085926e req-a30d554f-1c7d-430f-a3c6-69e17bad8b1b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:39.153462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5de010a-cdef-42ed-b8b8-b9267085926e req-a30d554f-1c7d-430f-a3c6-69e17bad8b1b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0520883 Oct 15 01:23:39.191182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5de010a-cdef-42ed-b8b8-b9267085926e req-033a8994-359d-4aa7-9a88-38756177978f tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Oct 15 01:23:40.304449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376b041-b2f7-49a8-84e3-31991fc8984c req-924b5a4c-2c8b-41c5-ac95-c751fbbee34c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:40.305883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b376b041-b2f7-49a8-84e3-31991fc8984c req-924b5a4c-2c8b-41c5-ac95-c751fbbee34c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0493128 Oct 15 01:23:40.345481 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b376b041-b2f7-49a8-84e3-31991fc8984c req-8be9e62c-f4ea-42a7-b14c-dccf80716544 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Oct 15 01:23:40.349376 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:40.843689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b5239-fe43-4474-ae6f-60a7d8313db1 req-d141ded4-8414-4e80-9d25-55d5106b27d6 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:40.845145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a85b5239-fe43-4474-ae6f-60a7d8313db1 req-d141ded4-8414-4e80-9d25-55d5106b27d6 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0480678 Oct 15 01:23:40.882636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a85b5239-fe43-4474-ae6f-60a7d8313db1 req-12ac8196-5cda-46d8-9014-079cb05439ba tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Oct 15 01:23:41.064198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-b3bbaee9-2a88-4269-ba86-00fc0a16a630 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853200 Oct 15 01:23:41.072668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-cc6c78c9-576e-4b8d-8e6e-cd97b582ab3f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:23:41.073664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-cc6c78c9-576e-4b8d-8e6e-cd97b582ab3f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047839 Oct 15 01:23:42.000052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f3d6-eacd-441d-8920-bb9c731cdc7a req-6645fcee-7bbf-45a1-9d8b-4b23c54b4274 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:42.001513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1467f3d6-eacd-441d-8920-bb9c731cdc7a req-6645fcee-7bbf-45a1-9d8b-4b23c54b4274 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0492864 Oct 15 01:23:42.039943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1467f3d6-eacd-441d-8920-bb9c731cdc7a req-cddedbc5-d050-47af-98fe-1986a173652a tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Oct 15 01:23:42.963827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-6b91ea6c-a460-431b-b210-a380e3aff2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:42.966002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-6b91ea6c-a460-431b-b210-a380e3aff2bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1097 time: 0.0421224 Oct 15 01:23:43.416490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-f82a5bdb-6076-4b7f-aaf4-06e8270c67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:43.417906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-f82a5bdb-6076-4b7f-aaf4-06e8270c67ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 912 time: 0.4458466 Oct 15 01:23:43.429505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15181e5a-7ce9-4624-bd74-08db775e6997 req-74ac3176-32a7-4c03-8246-5cd8a9528dfd tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:43.430956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15181e5a-7ce9-4624-bd74-08db775e6997 req-74ac3176-32a7-4c03-8246-5cd8a9528dfd tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0714543 Oct 15 01:23:43.470936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-4a2851ce-6ec8-462b-bbdf-0a60111e0a31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 217 time: 0.0390801 Oct 15 01:23:43.536546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15181e5a-7ce9-4624-bd74-08db775e6997 req-33fd5986-72bc-4eda-8cc1-7f7b16e9d604 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986145 Oct 15 01:23:43.552874 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-fe13a387-953d-46de-b199-ad298142aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:43.554771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-fe13a387-953d-46de-b199-ad298142aea9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 200 len: 851 time: 0.0764267 Oct 15 01:23:43.585792 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-6caea952-9cf5-4bce-abaf-4a618c3cf4da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241525 Oct 15 01:23:43.677281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-64b91400-a623-4a4a-a71c-1f336957ea64 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835652 Oct 15 01:23:43.765935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-a2b59786-3b05-423a-8c83-da774df058ef service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811574 Oct 15 01:23:44.650659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68edf83-9b42-4389-86db-1e790346558d req-1faa45b0-0130-4dda-aae0-45046788e358 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:44.652034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d68edf83-9b42-4389-86db-1e790346558d req-1faa45b0-0130-4dda-aae0-45046788e358 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0497055 Oct 15 01:23:44.694456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d68edf83-9b42-4389-86db-1e790346558d req-f90a1492-aec1-4e04-b0c9-a86c0a734c00 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Oct 15 01:23:45.440364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:45.809079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194df8e2-cee3-4d29-98c2-530697ac5051 req-7dd33ff2-4c23-43d6-81ac-dfb20d25e1b6 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:45.810546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-194df8e2-cee3-4d29-98c2-530697ac5051 req-7dd33ff2-4c23-43d6-81ac-dfb20d25e1b6 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0487444 Oct 15 01:23:45.847297 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-194df8e2-cee3-4d29-98c2-530697ac5051 req-7a1849fc-9ee9-4214-97dc-5348e4a37eff tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Oct 15 01:23:46.960412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e418d-6a8c-4e1d-b426-913e69067e7f req-bea7d38f-ee42-418e-96f1-28977ac4739f tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:46.961842 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea4e418d-6a8c-4e1d-b426-913e69067e7f req-bea7d38f-ee42-418e-96f1-28977ac4739f tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0479484 Oct 15 01:23:46.998819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea4e418d-6a8c-4e1d-b426-913e69067e7f req-4af15cfa-620a-44de-9de8-1617946cad30 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Oct 15 01:23:48.111508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1712ad8-0a0a-406f-b9d5-2300c9a397a4 req-c93b471f-06b7-4fc0-84bc-94456778ffad tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:48.112930 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1712ad8-0a0a-406f-b9d5-2300c9a397a4 req-c93b471f-06b7-4fc0-84bc-94456778ffad tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0481544 Oct 15 01:23:48.153120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1712ad8-0a0a-406f-b9d5-2300c9a397a4 req-572b05c4-5f8a-4a4e-8bda-40b69e4c0b46 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338182 Oct 15 01:23:49.266871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9534e0-7349-4be2-b295-b694e71b48fa req-e63824c3-f686-433e-90b2-bb1a94b6d4c8 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:49.268336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a9534e0-7349-4be2-b295-b694e71b48fa req-e63824c3-f686-433e-90b2-bb1a94b6d4c8 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0492959 Oct 15 01:23:49.305912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a9534e0-7349-4be2-b295-b694e71b48fa req-6158183c-6f64-4c1b-a3cd-1461da99025f tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Oct 15 01:23:50.419848 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff1d5-457c-4022-8990-6ba973e98c3c req-871d7950-4950-40f8-b9d8-99497b51f411 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:50.421283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f66ff1d5-457c-4022-8990-6ba973e98c3c req-871d7950-4950-40f8-b9d8-99497b51f411 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0482984 Oct 15 01:23:50.463049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f66ff1d5-457c-4022-8990-6ba973e98c3c req-3601f233-4f29-48a4-920e-3c7a6060be7d tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Oct 15 01:23:51.576502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7efc75-f3f0-40b4-89b7-d808fe41db51 req-bf2f0edf-e44f-4664-9f2e-c75d4d38b810 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:51.577960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de7efc75-f3f0-40b4-89b7-d808fe41db51 req-bf2f0edf-e44f-4664-9f2e-c75d4d38b810 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0479462 Oct 15 01:23:51.619387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de7efc75-f3f0-40b4-89b7-d808fe41db51 req-6e580443-1a3d-4015-808d-84854b76e563 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353165 Oct 15 01:23:52.739934 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb95e2-ba4b-417f-9601-4ceb772e5291 req-a363c330-19fb-44ba-b23d-c5ed18a1636c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:52.741408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54cb95e2-ba4b-417f-9601-4ceb772e5291 req-a363c330-19fb-44ba-b23d-c5ed18a1636c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0524676 Oct 15 01:23:52.780702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54cb95e2-ba4b-417f-9601-4ceb772e5291 req-53f7c7d1-17b6-44e3-b11a-8b0923d0a243 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Oct 15 01:23:53.896945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe445c2-b877-4ed9-993d-4e3246cb2049 req-8efbccd6-8541-45b0-9cbb-c5402215b040 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:53.898410 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fe445c2-b877-4ed9-993d-4e3246cb2049 req-8efbccd6-8541-45b0-9cbb-c5402215b040 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0508127 Oct 15 01:23:53.935658 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7fe445c2-b877-4ed9-993d-4e3246cb2049 req-38fd2475-257f-4e4f-ad48-2e4aeb50090c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Oct 15 01:23:55.050805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a5969-a07d-4d26-88ef-5f62339099a7 req-a06f44eb-67a5-49fe-abaa-5cd1a9bf236c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:55.052268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f6a5969-a07d-4d26-88ef-5f62339099a7 req-a06f44eb-67a5-49fe-abaa-5cd1a9bf236c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Oct 15 01:23:55.093015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f6a5969-a07d-4d26-88ef-5f62339099a7 req-669a4b6c-0f83-4679-8110-cdfed13553ae tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349383 Oct 15 01:23:56.207352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f2b32-a23d-45ef-b2f6-f782355113d1 req-ba5a8c09-3f5b-44ab-9efd-f2c0d7f361bb tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:56.208874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-599f2b32-a23d-45ef-b2f6-f782355113d1 req-ba5a8c09-3f5b-44ab-9efd-f2c0d7f361bb tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0484688 Oct 15 01:23:56.247333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-599f2b32-a23d-45ef-b2f6-f782355113d1 req-ae8def9a-d3b5-4e1c-8e2b-862f916e9ad9 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Oct 15 01:23:56.297297 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-930cbfa2-298b-407e-852e-03fa98c9d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:57.360008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c4e23-8d4b-4c52-b8c9-16afe6d17ee5 req-551abdea-55fc-4541-952d-ffbc100d4b41 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:57.361446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8c4e23-8d4b-4c52-b8c9-16afe6d17ee5 req-551abdea-55fc-4541-952d-ffbc100d4b41 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0480211 Oct 15 01:23:57.399740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e8c4e23-8d4b-4c52-b8c9-16afe6d17ee5 req-932019b0-20c3-4ba3-a697-4424c048a50c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Oct 15 01:23:58.517971 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3268b-ce14-498c-a2e4-867718bb927d req-2238e447-b926-4573-b923-4679c1a2d45a tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:58.519467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07c3268b-ce14-498c-a2e4-867718bb927d req-2238e447-b926-4573-b923-4679c1a2d45a tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0512507 Oct 15 01:23:58.559904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-07c3268b-ce14-498c-a2e4-867718bb927d req-d28cd5ff-ad96-4542-a219-5020fccd3b85 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Oct 15 01:23:58.831169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b3a53279-2525-4fcc-b601-46cf52e3b57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:23:59.675282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff73b8b-c19c-405e-968d-649f9d13efb2 req-e86ccf3f-32ba-4a38-9919-ed370f39b4db tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:23:59.676732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ff73b8b-c19c-405e-968d-649f9d13efb2 req-e86ccf3f-32ba-4a38-9919-ed370f39b4db tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Oct 15 01:23:59.713950 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ff73b8b-c19c-405e-968d-649f9d13efb2 req-ccde6322-7208-45d6-b156-b1efad048031 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Oct 15 01:24:00.154843 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:00.394554 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:00.827659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed14dd3-eff7-4d33-bdac-3bb079a0fa67 req-24b8087e-4a79-454f-844b-07d4058463ab tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:00.829116 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ed14dd3-eff7-4d33-bdac-3bb079a0fa67 req-24b8087e-4a79-454f-844b-07d4058463ab tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0484529 Oct 15 01:24:00.866227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ed14dd3-eff7-4d33-bdac-3bb079a0fa67 req-f180a124-e36d-40b1-8b09-82d584a14e7d tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Oct 15 01:24:01.978713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990cf05-f533-453c-8d59-8d86d7b256a0 req-e01f7572-a0d7-4329-9cb4-325ea20938dd tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:01.980641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2990cf05-f533-453c-8d59-8d86d7b256a0 req-e01f7572-a0d7-4329-9cb4-325ea20938dd tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0488451 Oct 15 01:24:02.021664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2990cf05-f533-453c-8d59-8d86d7b256a0 req-bc392850-4f21-488a-bee0-4fe19a6357aa tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351739 Oct 15 01:24:02.442363 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:03.135482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395747c2-5163-4cf2-b647-f5df3392268c req-4a8833b4-eba1-46b6-ab29-8a1fad7bc11a tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:03.136675 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:24:03.137139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-395747c2-5163-4cf2-b647-f5df3392268c req-4a8833b4-eba1-46b6-ab29-8a1fad7bc11a tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0495121 Oct 15 01:24:03.178238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-395747c2-5163-4cf2-b647-f5df3392268c req-e0a0b016-51d5-4142-957d-a0441c072ff5 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Oct 15 01:24:04.291660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569ee33-b29e-4900-b12d-e0525d5acb78 req-02916593-002e-4a10-8a3b-d4922c48b5ba tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:04.293606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f569ee33-b29e-4900-b12d-e0525d5acb78 req-02916593-002e-4a10-8a3b-d4922c48b5ba tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Oct 15 01:24:04.330524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f569ee33-b29e-4900-b12d-e0525d5acb78 req-7a27eab0-0a8f-4858-95c8-3f66d6449b6a tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Oct 15 01:24:05.443314 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0b00b-fa3c-4f09-a527-5c2b005dd62b req-e8f7ccee-0c34-4234-a576-5cf100749df4 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:05.444771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecb0b00b-fa3c-4f09-a527-5c2b005dd62b req-e8f7ccee-0c34-4234-a576-5cf100749df4 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Oct 15 01:24:05.493954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecb0b00b-fa3c-4f09-a527-5c2b005dd62b req-09b35de7-9dc4-4c8b-b03f-f133f0cf8799 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Oct 15 01:24:06.610658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1acdb4-62d4-4e33-aace-60565e52dc3f req-48f49b22-8e49-4ea9-864a-f4e69d0dd416 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:06.612041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a1acdb4-62d4-4e33-aace-60565e52dc3f req-48f49b22-8e49-4ea9-864a-f4e69d0dd416 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Oct 15 01:24:06.650959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8a1acdb4-62d4-4e33-aace-60565e52dc3f req-a6ba0397-b0a8-4673-b557-e229b24b2f0d tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Oct 15 01:24:07.764907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1dfe2-5595-40d6-9d3d-6a18f9d121fd req-d62422a3-15f8-42ce-86bf-2db8d25c1279 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:07.766307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2db1dfe2-5595-40d6-9d3d-6a18f9d121fd req-d62422a3-15f8-42ce-86bf-2db8d25c1279 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0496304 Oct 15 01:24:07.803628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2db1dfe2-5595-40d6-9d3d-6a18f9d121fd req-1335a71f-26cd-41e9-a56f-29d65c79d060 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Oct 15 01:24:08.916151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722130d0-0a3c-4a32-b82f-4b30eec93fc8 req-4aa13cde-d9ac-4978-b8fc-3ec8df902658 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:08.918999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-722130d0-0a3c-4a32-b82f-4b30eec93fc8 req-4aa13cde-d9ac-4978-b8fc-3ec8df902658 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0503733 Oct 15 01:24:08.961294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-722130d0-0a3c-4a32-b82f-4b30eec93fc8 req-6b2bc197-3610-4810-a340-4c237e3ae3fd tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Oct 15 01:24:10.074924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1394b-23f3-4250-a356-8085fa5e5e5b req-3a4edd63-051e-4c56-b526-cda85eabec18 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:10.078003 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aee1394b-23f3-4250-a356-8085fa5e5e5b req-3a4edd63-051e-4c56-b526-cda85eabec18 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Oct 15 01:24:10.116039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aee1394b-23f3-4250-a356-8085fa5e5e5b req-20a33a5d-8e6b-43fe-a6b6-42257d59bde8 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Oct 15 01:24:10.334003 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:10.999787 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-dbb689be-f739-403a-8d64-66a349213bcc req-d6d0d225-662e-42cc-b01c-3a88e0d65871 service neutron] show failed (client error): The resource could not be found. Oct 15 01:24:11.000777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-d6d0d225-662e-42cc-b01c-3a88e0d65871 service neutron] 10.222.0.30 "GET /v2.0/ports/275d8a74-36d6-4618-a57f-10cabfa4694e/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0558028 Oct 15 01:24:11.233916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1e67a-112f-4ff9-b565-3822101857b3 req-c23e48ea-2ae7-4aa5-83e4-aefa3bce9752 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:11.235419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8d1e67a-112f-4ff9-b565-3822101857b3 req-c23e48ea-2ae7-4aa5-83e4-aefa3bce9752 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0495360 Oct 15 01:24:11.274717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8d1e67a-112f-4ff9-b565-3822101857b3 req-d67c052f-a3a9-42ab-a9af-3a41e9e4512f tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Oct 15 01:24:11.351374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-76fd26c6-87dd-421a-9373-110c609239e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:11.352837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-76fd26c6-87dd-421a-9373-110c609239e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1097 time: 0.0488257 Oct 15 01:24:11.454509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-ba227c2e-e9d2-4820-84e7-e4a708ab8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:11.455955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-ba227c2e-e9d2-4820-84e7-e4a708ab8dbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 912 time: 0.0839534 Oct 15 01:24:11.521902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-80459a32-4391-4151-98dc-ff2a43be05c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 217 time: 0.0592170 Oct 15 01:24:11.568022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-90f22505-0034-4ad6-87a6-63a6690731ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:11.569529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-90f22505-0034-4ad6-87a6-63a6690731ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7&tenant_id=da4ab1a3b056498880fee32fbcca865c HTTP/1.1" status: 200 len: 1097 time: 0.1006901 Oct 15 01:24:11.579811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-e79180dd-42e5-45a0-b2a6-c96ad57206f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:11.581135 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-e79180dd-42e5-45a0-b2a6-c96ad57206f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 200 len: 851 time: 0.0519807 Oct 15 01:24:11.584724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:24:11.633573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-884c914e-af4e-460b-bc82-1ec4a8185fcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452569 Oct 15 01:24:11.679513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:11.787993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-3fb26d67-70f4-4c72-8437-5ad4433be214 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471624 Oct 15 01:24:11.981779 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f0427ff-1e14-4f7d-b507-53fbd7f54f0d req-c652bad3-ffa5-4d48-b043-32e296b079c1 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513104 Oct 15 01:24:12.001030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:12.032567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:24:12.075649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:24:12.077908 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a2745b-a197-4367-b86c-1148cd767c78" -d '{"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-unplugged", "status": "completed", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:24:12.082053 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:12.094909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Transition to ACTIVE for port object 275d8a74-36d6-4618-a57f-10cabfa4694e will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:24:12.125745 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd58041-3578-430e-99a0-63c4f0bd661a x-openstack-request-id: req-efd58041-3578-430e-99a0-63c4f0bd661a {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:24:12.126028 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-unplugged", "status": "completed", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:24:12.126304 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efd58041-3578-430e-99a0-63c4f0bd661a {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:24:12.126696 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'code': 200} Oct 15 01:24:12.159948 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:12.220230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] No DVR routers for this DVR port 275d8a74-36d6-4618-a57f-10cabfa4694e on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:24:12.223162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:12.234545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.235152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.235152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.235454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.235776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.236097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.236413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.236728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.237042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.237356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.237665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.237986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:12.266612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:24:12.266939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:24:12.267259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e on network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:24:12.271447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Port 275d8a74-36d6-4618-a57f-10cabfa4694e on network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:24:12.271758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Attempting to bind port 275d8a74-36d6-4618-a57f-10cabfa4694e on network e7c190c5-dc7c-4cf9-b9de-6972924c9d9a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:24:12.276976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:24:12.277521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Checking segment: {'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:24:12.277771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Bound using segment: {'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:24:12.278205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Bound port: 275d8a74-36d6-4618-a57f-10cabfa4694e, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497d3f37-2f78-4370-8edc-9e4adcc4a1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:24:12.278555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:12.345004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:24:12.348210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:24:12.396663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd539f-76c7-4508-ad39-531605a20983 req-ebd9fbb7-3b4c-419f-b113-cb86cab890c1 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:12.398258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cdd539f-76c7-4508-ad39-531605a20983 req-ebd9fbb7-3b4c-419f-b113-cb86cab890c1 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 944 time: 0.0487378 Oct 15 01:24:12.432455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:12.445927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cdd539f-76c7-4508-ad39-531605a20983 req-91aac963-26d1-441a-9292-ad556138ae0b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Oct 15 01:24:12.470677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:12.471278 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:12.472714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] 10.222.0.39 "PUT /v2.0/ports/275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 1092 time: 0.8944666 Oct 15 01:24:12.493635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fcc06-4c66-46f8-a859-0594a253580f service neutron] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:12.537193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-3386037e-a5d2-4eb3-ace9-d9175f9e003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:12.538705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-3386037e-a5d2-4eb3-ace9-d9175f9e003a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1095 time: 0.0420535 Oct 15 01:24:12.630838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-8b53d77b-277d-497c-8a7e-50f7ea7e905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:12.632326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-8b53d77b-277d-497c-8a7e-50f7ea7e905a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 912 time: 0.0872610 Oct 15 01:24:12.674403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-7973f492-37b2-480c-bd79-5f213c2e6a47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 217 time: 0.0345945 Oct 15 01:24:12.726776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb689be-f739-403a-8d64-66a349213bcc req-d47e72b2-a95c-4d64-991b-97d60ac4e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:12.728215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-d47e72b2-a95c-4d64-991b-97d60ac4e88b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 200 len: 851 time: 0.0469248 Oct 15 01:24:12.762588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-c83bf501-e933-4eb2-a425-b03d2d21c402 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246983 Oct 15 01:24:12.851651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-3a5cb440-045e-4d19-a918-af1910f8ee01 service neutron] 10.222.0.39 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850337 Oct 15 01:24:12.946902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb689be-f739-403a-8d64-66a349213bcc req-91150ae5-55cc-4cbd-b735-d51b38e4bc60 service neutron] 10.222.0.39 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885296 Oct 15 01:24:13.565407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719a3b-c119-45ed-8656-74894afa23ed req-5037d572-9a66-426a-9dd8-37bdfdccd935 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:13.566924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3719a3b-c119-45ed-8656-74894afa23ed req-5037d572-9a66-426a-9dd8-37bdfdccd935 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 944 time: 0.0496688 Oct 15 01:24:13.605622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f3719a3b-c119-45ed-8656-74894afa23ed req-9c087793-243d-45a6-ac26-01f184914c26 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Oct 15 01:24:14.127933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:24:14.130396 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b116e255-8513-4274-a8d3-d5396bf57384" -d '{"events": [{"name": "network-changed", "server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:24:14.178331 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a1cc6-77ce-4337-83a7-f0950cc97a04 x-openstack-request-id: req-6a3a1cc6-77ce-4337-83a7-f0950cc97a04 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:24:14.178331 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:24:14.178331 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a3a1cc6-77ce-4337-83a7-f0950cc97a04 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:24:14.178331 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'status': 'completed', 'code': 200} Oct 15 01:24:14.266372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e255-8513-4274-a8d3-d5396bf57384 req-7fe4c6e1-0b93-47be-a2a0-29231addfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:14.267863 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-7fe4c6e1-0b93-47be-a2a0-29231addfe9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1095 time: 0.0724339 Oct 15 01:24:14.270217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e255-8513-4274-a8d3-d5396bf57384 req-b68ea553-5ca0-4d7f-bc1e-118360b01e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:14.271541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-b68ea553-5ca0-4d7f-bc1e-118360b01e45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1095 time: 0.0670996 Oct 15 01:24:14.433913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e255-8513-4274-a8d3-d5396bf57384 req-9b485464-969e-4342-9abd-cd492e2a898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:14.435323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-9b485464-969e-4342-9abd-cd492e2a898f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 912 time: 0.1594234 Oct 15 01:24:14.436405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e255-8513-4274-a8d3-d5396bf57384 req-1d9ed766-a467-49a1-9a42-d0a147c5c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:14.437692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-1d9ed766-a467-49a1-9a42-d0a147c5c8e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 912 time: 0.1547997 Oct 15 01:24:14.511944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-9cbf7ac9-20ca-43ff-b218-f8245f82d72e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 217 time: 0.0686603 Oct 15 01:24:14.513326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-1e74f818-09b9-4274-934e-f6843bc296fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 217 time: 0.0640187 Oct 15 01:24:14.594666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e255-8513-4274-a8d3-d5396bf57384 req-ea2d02a8-4ef3-4eb4-8e68-622d4e1c4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:14.596137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-ea2d02a8-4ef3-4eb4-8e68-622d4e1c4a62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 200 len: 851 time: 0.0771935 Oct 15 01:24:14.597733 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e255-8513-4274-a8d3-d5396bf57384 req-aa77e479-1685-45a7-92a1-7346d3ef78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:14.599067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-aa77e479-1685-45a7-92a1-7346d3ef78ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 200 len: 851 time: 0.0730639 Oct 15 01:24:14.652122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-cc6792f1-98d8-4ca8-ab84-6a18275a5257 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480323 Oct 15 01:24:14.653966 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-61dcce77-36eb-41a1-90c5-c6e39bf92adb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422318 Oct 15 01:24:14.833772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e6d3d-2f60-40e9-9eeb-c2fdbf32af56 req-06ecc52d-2cdc-4b7a-b7c1-f61667847e7b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:14.835242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-722e6d3d-2f60-40e9-9eeb-c2fdbf32af56 req-06ecc52d-2cdc-4b7a-b7c1-f61667847e7b tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 944 time: 0.1493418 Oct 15 01:24:14.870474 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-734ad0ac-d529-46e5-b206-661e9fc6ae56 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088521 Oct 15 01:24:14.872145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-e853fae6-8f3b-4751-8e58-eda5ea518893 service neutron] 10.222.0.39 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120512 Oct 15 01:24:14.924903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-722e6d3d-2f60-40e9-9eeb-c2fdbf32af56 req-a0a7c908-3ce7-414c-92f7-5de383115324 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737238 Oct 15 01:24:15.039917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-4821e0e9-b15e-4c20-9a89-7b7e5bf433df service neutron] 10.222.0.39 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487277 Oct 15 01:24:15.041733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b116e255-8513-4274-a8d3-d5396bf57384 req-34ff8377-2714-47cb-9d21-63fd2cb31037 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623771 Oct 15 01:24:15.480071 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:16.041285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568e4a-12b3-41a3-ac11-d32a633a8a32 req-0c375647-c23c-4ffd-8039-e3c0c149aba6 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:16.043291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57568e4a-12b3-41a3-ac11-d32a633a8a32 req-0c375647-c23c-4ffd-8039-e3c0c149aba6 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 944 time: 0.0500143 Oct 15 01:24:16.080591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57568e4a-12b3-41a3-ac11-d32a633a8a32 req-ea8a08ed-0545-4f35-af7b-552ce68de08e tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Oct 15 01:24:16.130439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:24:16.170564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:24:16.497636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:24:16.591509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:16.602444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'network_id': 'e7c190c5-dc7c-4cf9-b9de-6972924c9d9a', 'port_id': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'mac_address': 'fa:16:3e:38:c5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08b95619-90b1-4a72-840e-2aa8756e5c5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:24:16.639957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:16.656313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275d8a74-36d6-4618-a57f-10cabfa4694e {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:24:16.680578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:16.737376 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:16.794255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:16.801933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.802296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.802631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.802959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.803282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.803603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.803920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.804236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.804551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.804864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.805177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:16.805488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:17.065018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['275d8a74-36d6-4618-a57f-10cabfa4694e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:24:17.199824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d53850-b1a6-4e67-bff4-bb813b4eae3d req-9142baaa-5398-4d55-94e7-9d6a74790cce tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:17.201302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9d53850-b1a6-4e67-bff4-bb813b4eae3d req-9142baaa-5398-4d55-94e7-9d6a74790cce tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 945 time: 0.0520949 Oct 15 01:24:17.238948 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b9d53850-b1a6-4e67-bff4-bb813b4eae3d req-bbb069b4-1a03-4a81-9a53-5fde970d7785 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Oct 15 01:24:17.698766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-af23ad08-2b0c-46c5-a2e5-4350a8af2c7c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:17.700145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-af23ad08-2b0c-46c5-a2e5-4350a8af2c7c tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.30 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7&tenant_id=da4ab1a3b056498880fee32fbcca865c&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 945 time: 0.0510499 Oct 15 01:24:17.759045 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-f3c3cefa-a9b1-4b67-9cf3-8ff3c9d5e9b5 service neutron] delete failed (client error): The resource could not be found. Oct 15 01:24:17.760013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-f3c3cefa-a9b1-4b67-9cf3-8ff3c9d5e9b5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/275d8a74-36d6-4618-a57f-10cabfa4694e/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0522225 Oct 15 01:24:17.842205 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-de8718c5-5f68-4c44-95b8-f16d689ce32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:17.843712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-de8718c5-5f68-4c44-95b8-f16d689ce32a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 1096 time: 0.0407674 Oct 15 01:24:17.935380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-c52c3ad9-a097-4a17-a08d-e5f2eaee7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:17.936825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-c52c3ad9-a097-4a17-a08d-e5f2eaee7240 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 200 len: 912 time: 0.0862513 Oct 15 01:24:17.978365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-fe6b08d7-e390-40de-9e3c-839acbf684f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 200 len: 217 time: 0.0341303 Oct 15 01:24:18.031132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-64434bbb-18dc-43e0-94e2-b73d8b11b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:18.032646 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-64434bbb-18dc-43e0-94e2-b73d8b11b041 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 200 len: 851 time: 0.0472851 Oct 15 01:24:18.063848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-0b63ac62-8d28-4490-9174-b8f5135eb215 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243537 Oct 15 01:24:18.153261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-68d269d9-9667-445d-af1a-f2870ea72919 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821404 Oct 15 01:24:18.246486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-177e5298-6f95-41e6-a88f-0b3439530198 service neutron] 10.222.0.30 "GET /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Oct 15 01:24:18.505138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:24:18.613679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 275d8a74-36d6-4618-a57f-10cabfa4694e completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:24:18.617259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 275d8a74-36d6-4618-a57f-10cabfa4694e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:24:18.617631 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:18.693498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:18.715710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:24:18.717918 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f069be7-1a2d-496e-9d70-b09048a1b05f" -d '{"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-plugged", "status": "completed", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:24:18.730479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:18.819796 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:18.870525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:19.515120 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873dd1ef-d595-4ae2-b808-4615585422ac x-openstack-request-id: req-873dd1ef-d595-4ae2-b808-4615585422ac {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:24:19.515712 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-plugged", "status": "completed", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:24:19.515712 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-873dd1ef-d595-4ae2-b808-4615585422ac {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:24:19.516098 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'code': 200} Oct 15 01:24:19.605476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b1870-af01-4866-b80d-e701fe660a8a req-909491b0-db8b-421c-8010-dec56861f9dc tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:19.606973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de6b1870-af01-4866-b80d-e701fe660a8a req-909491b0-db8b-421c-8010-dec56861f9dc tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0481937 Oct 15 01:24:19.644553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de6b1870-af01-4866-b80d-e701fe660a8a req-e1189cee-282c-46c3-a8f9-72c364d2e5e8 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Oct 15 01:24:20.764622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b725ebd-12dc-4437-a0cc-a3f4eefd39c8 req-ddbc4acc-26b2-4bf4-a82b-e821a8e4f8c9 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:20.766132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b725ebd-12dc-4437-a0cc-a3f4eefd39c8 req-ddbc4acc-26b2-4bf4-a82b-e821a8e4f8c9 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0548856 Oct 15 01:24:20.809951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b725ebd-12dc-4437-a0cc-a3f4eefd39c8 req-981e8503-4cca-458d-b630-981b5e28e1ce tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac5772c6-45bf-494a-b998-bffe80379d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379531 Oct 15 01:24:20.975428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-7e343f7f-a48e-4a04-926a-4dad007708d4 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:20.976880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-7e343f7f-a48e-4a04-926a-4dad007708d4 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.39 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 946 time: 0.0482047 Oct 15 01:24:21.063183 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Deleting port 275d8a74-36d6-4618-a57f-10cabfa4694e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:24:21.063525 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:21.161738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] For port 275d8a74-36d6-4618-a57f-10cabfa4694e, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=275d8a74-36d6-4618-a57f-10cabfa4694e,segment=NetworkSegment(497d3f37-2f78-4370-8edc-9e4adcc4a1bd),segment_id=497d3f37-2f78-4370-8edc-9e4adcc4a1bd)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:21.162110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:21.174496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Calling delete_port for 275d8a74-36d6-4618-a57f-10cabfa4694e owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:24:21.385791 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:21.397315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['275d8a74-36d6-4618-a57f-10cabfa4694e'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:24:21.415504 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Pushing event deleted for resources: {'Port': ['ID=275d8a74-36d6-4618-a57f-10cabfa4694e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:21.455960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] No DVR routers for this DVR port 275d8a74-36d6-4618-a57f-10cabfa4694e on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:24:21.458558 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:21.461946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af0f720f-a8e9-401a-b105-67b17f609a08 req-2f8dcd53-1ab7-4159-a3ca-c0d7e305db12 tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.39 "DELETE /v2.0/ports/275d8a74-36d6-4618-a57f-10cabfa4694e HTTP/1.1" status: 204 len: 173 time: 0.4789550 Oct 15 01:24:21.462412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-deleted', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:24:21.465323 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a310af9-6233-46f6-ab95-fafd115ac944" -d '{"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-deleted", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:24:21.501615 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea99f00-ee4a-4ea7-87ff-88b05ffd64ef x-openstack-request-id: req-7ea99f00-ee4a-4ea7-87ff-88b05ffd64ef {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:24:21.501615 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011133d-6f2f-4068-bcb6-94dbbfc390d7", "name": "network-vif-deleted", "tag": "275d8a74-36d6-4618-a57f-10cabfa4694e", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:24:21.501615 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ea99f00-ee4a-4ea7-87ff-88b05ffd64ef {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:24:21.501615 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd011133d-6f2f-4068-bcb6-94dbbfc390d7', 'name': 'network-vif-deleted', 'tag': '275d8a74-36d6-4618-a57f-10cabfa4694e', 'status': 'completed', 'code': 200} Oct 15 01:24:21.584394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dfa9c76-fa60-427a-960e-040762d9583e req-b9b6829c-3dc4-4520-a877-b1e73b5a4259 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251265 Oct 15 01:24:21.653517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dfa9c76-fa60-427a-960e-040762d9583e req-77203cdf-3984-4d88-a16d-5ec3806f67d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=da4ab1a3b056498880fee32fbcca865c&device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 210 time: 0.0254426 Oct 15 01:24:21.764587 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa9c76-fa60-427a-960e-040762d9583e req-717fb72a-0d3e-42bc-a17f-fef8cebc7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:21.766041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dfa9c76-fa60-427a-960e-040762d9583e req-717fb72a-0d3e-42bc-a17f-fef8cebc7b14 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=da4ab1a3b056498880fee32fbcca865c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0951080 Oct 15 01:24:22.191775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc7d6007-1f27-434b-a9a4-a5da5278afc5 req-e9f2001e-d58f-4abe-8a53-1bbffa75f9bc tempest-DeleteServersTestJSON-381012544 tempest-DeleteServersTestJSON-381012544-project] 10.222.0.13 "GET /v2.0/ports?device_id=d011133d-6f2f-4068-bcb6-94dbbfc390d7 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Oct 15 01:24:22.204783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa9c76-fa60-427a-960e-040762d9583e req-85212b0c-a4a8-4440-96b5-00ad0bbf4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:22.206197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dfa9c76-fa60-427a-960e-040762d9583e req-85212b0c-a4a8-4440-96b5-00ad0bbf4bde service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4338784 Oct 15 01:24:23.314325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 58324) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:24:23.358362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Deleting subnet 08b95619-90b1-4a72-840e-2aa8756e5c5d {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:24:23.363361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.398139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.441081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.554733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.580463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b95619-90b1-4a72-840e-2aa8756e5c5d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:23.586329 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.590221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/08b95619-90b1-4a72-840e-2aa8756e5c5d HTTP/1.1" status: 204 len: 168 time: 0.2748787 Oct 15 01:24:23.592866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58330) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:24:23.597849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.598295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.598661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.598971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.599305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.599635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.599963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.600287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.600611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.600935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.601254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.601575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938cd321-7df7-4fcd-9c50-e4540584a9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:24:23.662714 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.744168 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.764612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c190c5-dc7c-4cf9-b9de-6972924c9d9a']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:24:23.773471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497d3f37-2f78-4370-8edc-9e4adcc4a1bd') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:24:23.773763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497d3f37-2f78-4370-8edc-9e4adcc4a1bd') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:24:23.783477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.796226 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.801893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:24:23.802302 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:24:23.803882 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:24:23.905258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.910687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:23.913959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e7c190c5-dc7c-4cf9-b9de-6972924c9d9a HTTP/1.1" status: 204 len: 168 time: 0.3200297 Oct 15 01:24:23.924644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b726e-d469-4146-86c6-3a160c55ec39 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c190c5-dc7c-4cf9-b9de-6972924c9d9a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:24.217054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58334) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:24:24.258524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ad5e9d2b-feb5-4739-ae20-fd41b301ad62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da4ab1a3b056498880fee32fbcca865c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402539 Oct 15 01:24:24.261021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58336) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:24:24.307808 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f867eaf5-3cec-4980-9841-1376fc833be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:24.327961 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f867eaf5-3cec-4980-9841-1376fc833be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:24.447980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f867eaf5-3cec-4980-9841-1376fc833be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:24.450512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f867eaf5-3cec-4980-9841-1376fc833be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:24.451661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f867eaf5-3cec-4980-9841-1376fc833be7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac5772c6-45bf-494a-b998-bffe80379d3c HTTP/1.1" status: 204 len: 168 time: 0.1897702 Oct 15 01:24:24.463387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867eaf5-3cec-4980-9841-1376fc833be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5772c6-45bf-494a-b998-bffe80379d3c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:24.560229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:24:24.579984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 275d8a74-36d6-4618-a57f-10cabfa4694e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:24:24.580323 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 275d8a74-36d6-4618-a57f-10cabfa4694e not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:24:25.485270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58358) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:24:25.608128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-567719077-network', 'tenant_id': 'fb9c6ebd506041aab6c6871155039a69'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:24:25.688028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Made reservation on behalf of fb9c6ebd506041aab6c6871155039a69 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:24:25.690468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:25.703160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:25.775789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:25.854626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:25.880108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:24:25.889573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e749e7de-ec74-4fa2-b2b0-8eb5190c409f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:25.894324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:25.894659 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Added segment 8d15e285-30eb-4fa2-ac15-f82891133d31 of type vlan for network b217b3f7-6482-416d-9269-14423becc0c5 Oct 15 01:24:25.937121 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:26.013661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:26.014626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:26.015232 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:26.077618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] Pushing event updated for resources: {'Network': ['ID=b217b3f7-6482-416d-9269-14423becc0c5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:26.087784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b217b3f7-6482-416d-9269-14423becc0c5 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:24:26.108925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1cb5f2ca-75ac-41b3-acde-34f1ee88baf4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6224756 Oct 15 01:24:26.112969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58362) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:24:26.121441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Request body: {'subnet': {'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-567719077-subnet', 'tenant_id': 'fb9c6ebd506041aab6c6871155039a69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:24:26.207893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Made reservation on behalf of fb9c6ebd506041aab6c6871155039a69 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:24:26.210295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:26.293917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dadccc1c-b1a5-44cf-ae90-3264639a70a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:26.439837 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:26.497520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b18fc4d-5d27-4f4c-8527-096b094b17d0,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:26.506495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Checking segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:24:26.506858 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Network hostable DHCP agents. Network: b217b3f7-6482-416d-9269-14423becc0c5, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:24:26.602334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Network b217b3f7-6482-416d-9269-14423becc0c5 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:24:26.691207 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b217b3f7-6482-416d-9269-14423becc0c5) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:24:26.695281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:26.695866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:26.700847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb4a0c-0bae-4e54-a136-b938c4a908f3 None None] Network b217b3f7-6482-416d-9269-14423becc0c5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:24:26.793617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1bf1a7ca-1259-40f5-858e-67b83fc058dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6795197 Oct 15 01:24:26.822401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df2cc9-3c5d-44fe-894a-e89571ea2a00 None None] Network b217b3f7-6482-416d-9269-14423becc0c5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:24:27.207757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-f0938d87-6655-45ec-a33e-e0ce62bce5cb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:27.209129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-f0938d87-6655-45ec-a33e-e0ce62bce5cb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 814 time: 0.1034794 Oct 15 01:24:27.223916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-a59c3894-9a00-484a-80bd-01c77d5ac0e0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/quotas/fb9c6ebd506041aab6c6871155039a69 HTTP/1.1" status: 200 len: 375 time: 0.0088153 Oct 15 01:24:27.255651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-58a8aa07-c90b-407a-bbdc-555b328baf13 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265727 Oct 15 01:24:27.347890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-e3e3c928-d688-4521-b51a-f8b8fcccdbea service neutron] 10.222.0.13 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852318 Oct 15 01:24:27.439542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-19025068-10ee-49e0-acd2-25ea5753e079 service neutron] 10.222.0.13 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855689 Oct 15 01:24:27.689444 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04a93e7e-d54b-4583-a8a2-70a74eaebc09 req-240a62be-c364-471f-a5d5-a03a0b9ec3ac tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 210 time: 0.0272629 Oct 15 01:24:28.787375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef1b953f-014a-4ad6-a61a-ae3752b6b40b req-5ea7933c-ca49-4c38-8303-5413869e315f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 210 time: 0.0302243 Oct 15 01:24:28.862557 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7a256bc-17cb-4625-8bf2-a7841343c42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:29.681964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-56ce3f28-dc74-4be0-9409-88bf065f66b5 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:29.683454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-56ce3f28-dc74-4be0-9409-88bf065f66b5 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.39 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 814 time: 0.1080961 Oct 15 01:24:29.695433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Request body: {'port': {'device_id': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5', 'admin_state_up': True, 'tenant_id': 'fb9c6ebd506041aab6c6871155039a69'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:24:29.882661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb704f03-34c5-430f-bc49-22838a0789c6 req-aafebbb9-00e5-4749-a473-a0bb5999cb14 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 210 time: 0.0286310 Oct 15 01:24:29.897021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Made reservation on behalf of fb9c6ebd506041aab6c6871155039a69 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:24:29.901160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.023806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Allocated IP 172.20.0.5 (b217b3f7-6482-416d-9269-14423becc0c5/9b18fc4d-5d27-4f4c-8527-096b094b17d0/59dffb2f-dd3b-439e-a862-5132059dd012) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:24:30.139631 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.170627 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.242649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.291634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Network b217b3f7-6482-416d-9269-14423becc0c5 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:24:30.297223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:24:30.299606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:24:30.305898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:30.352452 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:30.353057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.396674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.444967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-18ec3030-379d-4095-b025-acc5aea31fef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530816 Oct 15 01:24:30.456951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Request body: {'port': {'device_id': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:24:30.508739 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.771326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dffb2f-dd3b-439e-a862-5132059dd012 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:24:30.778417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.789888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Transition to ACTIVE for port object 59dffb2f-dd3b-439e-a862-5132059dd012 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:24:30.859467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:30.912327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:31.007580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:24:31.007906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:24:31.008224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:24:31.016282 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Port 59dffb2f-dd3b-439e-a862-5132059dd012 on network b217b3f7-6482-416d-9269-14423becc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:24:31.016595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:24:31.026724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033a543-a3ee-4ae1-bf08-2cba9bc1374a req-533f2a33-edf3-444f-9a75-48155827804e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:31.028161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8033a543-a3ee-4ae1-bf08-2cba9bc1374a req-533f2a33-edf3-444f-9a75-48155827804e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0713356 Oct 15 01:24:31.030803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:24:31.031131 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Checking segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:24:31.031516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Bound using segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:24:31.031910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Bound port: 59dffb2f-dd3b-439e-a862-5132059dd012, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:24:31.032254 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:31.093882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8033a543-a3ee-4ae1-bf08-2cba9bc1374a req-10859208-7f9e-4ab0-bb8d-737bfc452cba tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595682 Oct 15 01:24:31.122311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:24:31.125407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:24:31.281749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:31.320859 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:31.321459 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:31.322866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-77da26f3-13d8-4176-889f-d12530562704 service neutron] 10.222.0.39 "PUT /v2.0/ports/59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 1091 time: 0.8699977 Oct 15 01:24:31.323303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:24:31.325587 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eeaa12-e9c9-4f84-a410-848590d3900f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:24:31.353039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da26f3-13d8-4176-889f-d12530562704 service neutron] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:31.367622 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a826180-451a-4f71-9729-6f50cf2629e6 x-openstack-request-id: req-6a826180-451a-4f71-9729-6f50cf2629e6 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:24:31.367622 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:24:31.367622 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a826180-451a-4f71-9729-6f50cf2629e6 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:24:31.367622 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012', 'status': 'completed', 'code': 200} Oct 15 01:24:31.431264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeaa12-e9c9-4f84-a410-848590d3900f req-ce41be4f-f010-4f09-9afd-a4568eb8b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:31.432852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8eeaa12-e9c9-4f84-a410-848590d3900f req-ce41be4f-f010-4f09-9afd-a4568eb8b3e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1094 time: 0.0461690 Oct 15 01:24:31.529913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeaa12-e9c9-4f84-a410-848590d3900f req-8b2eb0ad-dec5-4930-9bad-c3b23a7f5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:31.531393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8eeaa12-e9c9-4f84-a410-848590d3900f req-8b2eb0ad-dec5-4930-9bad-c3b23a7f5682 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fb9c6ebd506041aab6c6871155039a69&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911577 Oct 15 01:24:31.628699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeaa12-e9c9-4f84-a410-848590d3900f req-7b54d637-4ec0-4a51-aecf-f59f8e07bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:31.630225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8eeaa12-e9c9-4f84-a410-848590d3900f req-7b54d637-4ec0-4a51-aecf-f59f8e07bc03 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920832 Oct 15 01:24:31.709531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-a9fa05a8-e566-4497-8bfb-79050f3353f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:31.711165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-a9fa05a8-e566-4497-8bfb-79050f3353f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1094 time: 0.0421934 Oct 15 01:24:31.753761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-650e0039-4d3a-4364-8868-0850b404477d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 217 time: 0.0348465 Oct 15 01:24:31.810893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-e42c00dd-2c7d-4580-bf18-ee29f1e46921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:31.812368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-e42c00dd-2c7d-4580-bf18-ee29f1e46921 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0517612 Oct 15 01:24:31.847977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-d0643ba8-9486-457d-8227-a8c9cb5f4f7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270951 Oct 15 01:24:31.940807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-520a8f9f-4db0-448e-ba42-38f43f8c45df service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874062 Oct 15 01:24:32.040106 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f02d937-2f40-411a-80ba-1a64b0b82c40 req-4481588a-5a0c-4de6-ad70-b2cf99bf5f0b service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917137 Oct 15 01:24:32.214263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc94f-66d0-470e-9ed9-97c14a3be92f req-8889b15c-47bb-42b6-9a85-d7a4359d16ac tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:32.215654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-335bc94f-66d0-470e-9ed9-97c14a3be92f req-8889b15c-47bb-42b6-9a85-d7a4359d16ac tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0522122 Oct 15 01:24:32.253070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-335bc94f-66d0-470e-9ed9-97c14a3be92f req-9e6ed9b5-ea31-4c26-b51d-41b833cda241 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Oct 15 01:24:32.456550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:33.369869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9e6f1-d10d-4c96-a153-554641cf937f req-2f6d1e74-8698-4930-93b0-f9d4f9bb4983 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:33.372250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cec9e6f1-d10d-4c96-a153-554641cf937f req-2f6d1e74-8698-4930-93b0-f9d4f9bb4983 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0528529 Oct 15 01:24:33.409373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cec9e6f1-d10d-4c96-a153-554641cf937f req-00aeac55-cc47-4384-90d5-fe586092278f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311291 Oct 15 01:24:34.538631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d7569-95bf-4c95-9051-b0ab4a2f150a req-f1718267-c077-4ee1-a87b-840b80637f3c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:34.540273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d5d7569-95bf-4c95-9051-b0ab4a2f150a req-f1718267-c077-4ee1-a87b-840b80637f3c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0578721 Oct 15 01:24:34.580827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d5d7569-95bf-4c95-9051-b0ab4a2f150a req-8000dae9-9e3b-40b3-881f-1c869f00277e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344672 Oct 15 01:24:34.607066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:24:34.710405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:34.721846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '59dffb2f-dd3b-439e-a862-5132059dd012', 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5', 'port_id': '59dffb2f-dd3b-439e-a862-5132059dd012', 'mac_address': 'fa:16:3e:61:f4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b18fc4d-5d27-4f4c-8527-096b094b17d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:24:34.763629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:34.776140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dffb2f-dd3b-439e-a862-5132059dd012 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:24:34.795665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:34.862496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:34.913437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:35.155169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['59dffb2f-dd3b-439e-a862-5132059dd012'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:24:35.699537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1949-29b4-450e-89bf-d820a0f3aefe req-144f472a-56bd-432d-9430-1efecf717cda tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:35.701026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1aa1949-29b4-450e-89bf-d820a0f3aefe req-144f472a-56bd-432d-9430-1efecf717cda tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 944 time: 0.0477412 Oct 15 01:24:35.738338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1aa1949-29b4-450e-89bf-d820a0f3aefe req-023b4043-960d-4e5a-b228-ace8f5d77a08 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Oct 15 01:24:36.613844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:24:36.779553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 59dffb2f-dd3b-439e-a862-5132059dd012 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:24:36.784651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 59dffb2f-dd3b-439e-a862-5132059dd012 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:24:36.784651 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:36.857983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16c3a-2ec9-4964-a153-4d5b0e74003c req-4f0a070e-a65d-4222-b2dd-89fd4427793d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:36.859617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ede16c3a-2ec9-4964-a153-4d5b0e74003c req-4f0a070e-a65d-4222-b2dd-89fd4427793d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 944 time: 0.0539765 Oct 15 01:24:36.860750 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:36.883070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:24:36.885204 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae960d-e953-48a3-bcb0-346c3c2b3f78" -d '{"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-plugged", "status": "completed", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:24:36.897387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:24:36.898359 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ede16c3a-2ec9-4964-a153-4d5b0e74003c req-39357a09-8e5c-482b-9ab1-bbcf2201ad34 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Oct 15 01:24:36.941324 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a15a3a5-3ed1-4c2d-a401-481de8b948e5 x-openstack-request-id: req-3a15a3a5-3ed1-4c2d-a401-481de8b948e5 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:24:36.941612 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-plugged", "status": "completed", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:24:36.941871 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a15a3a5-3ed1-4c2d-a401-481de8b948e5 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:24:36.942635 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012', 'code': 200} Oct 15 01:24:36.971785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:37.021707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:24:37.037156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b5aa9-32c9-4691-b981-8b30ec889cc7 req-e559e76b-f771-4c37-94ca-20857e18ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:37.038746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f7b5aa9-32c9-4691-b981-8b30ec889cc7 req-e559e76b-f771-4c37-94ca-20857e18ddb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1096 time: 0.0406897 Oct 15 01:24:37.072131 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f7b5aa9-32c9-4691-b981-8b30ec889cc7 req-bf9ae3e6-03cc-4c96-8637-cb1d10e35574 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266721 Oct 15 01:24:38.017278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b944db8-4393-4ec9-b745-1a0a0fb340a7 req-7390d54e-b593-44f4-bbfd-f1346cf7835b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:38.018869 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b944db8-4393-4ec9-b745-1a0a0fb340a7 req-7390d54e-b593-44f4-bbfd-f1346cf7835b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0518265 Oct 15 01:24:38.058618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b944db8-4393-4ec9-b745-1a0a0fb340a7 req-2c7b1338-080a-451c-9504-3011cb49d94e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331609 Oct 15 01:24:39.176445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a7a78-90f3-482c-8140-1346af3916ed req-06d7492e-c2c4-4996-8654-05556e04e613 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:39.177943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb8a7a78-90f3-482c-8140-1346af3916ed req-06d7492e-c2c4-4996-8654-05556e04e613 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0530641 Oct 15 01:24:39.215555 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb8a7a78-90f3-482c-8140-1346af3916ed req-7742b19c-e588-4bb8-8b42-36a55c0107cb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Oct 15 01:24:39.327696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261a8fc-784d-48eb-b673-b37110502898 req-e9f1840f-bb5f-4755-9454-e712be7c5077 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:39.329123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c261a8fc-784d-48eb-b673-b37110502898 req-e9f1840f-bb5f-4755-9454-e712be7c5077 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Oct 15 01:24:39.365993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c261a8fc-784d-48eb-b673-b37110502898 req-0ad07066-f17a-4268-bb89-71dd1bed2274 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Oct 15 01:24:39.620879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237010-4322-4232-b718-31838783358f req-af2f3740-df54-4a4e-a894-f9564266d017 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:39.622334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10237010-4322-4232-b718-31838783358f req-af2f3740-df54-4a4e-a894-f9564266d017 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0476387 Oct 15 01:24:39.659496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10237010-4322-4232-b718-31838783358f req-7dc5b628-b7de-4e7a-8586-cd86d946be00 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Oct 15 01:24:39.775319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e8a20-2c51-4648-8117-46e29a6a00d4 req-59bb8f68-a9f1-49e4-884e-1a7880f99a6f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:39.777231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f22e8a20-2c51-4648-8117-46e29a6a00d4 req-59bb8f68-a9f1-49e4-884e-1a7880f99a6f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Oct 15 01:24:39.816246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f22e8a20-2c51-4648-8117-46e29a6a00d4 req-9a581337-f226-43d1-85b1-389ba6f3791f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Oct 15 01:24:40.139521 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:24:40.216563 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c30b2a-d462-4684-8bcb-a0caf24d5eef req-35fa6602-1979-4ae3-b655-5e3f5c923a2a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:40.218118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c30b2a-d462-4684-8bcb-a0caf24d5eef req-35fa6602-1979-4ae3-b655-5e3f5c923a2a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Oct 15 01:24:40.280053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03c30b2a-d462-4684-8bcb-a0caf24d5eef req-5f7ceba6-d8fd-4173-8fc8-eab133e93b26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556448 Oct 15 01:24:40.296793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-ecdc6f57-5f9f-4a42-b4d6-9c001963b9cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0501184 Oct 15 01:24:40.305079 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:41.409122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341d0b3-b58c-49cb-913c-62cca7865d4c req-dbe4c9ee-4068-44be-82aa-83abda92874b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:41.410612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4341d0b3-b58c-49cb-913c-62cca7865d4c req-dbe4c9ee-4068-44be-82aa-83abda92874b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0626354 Oct 15 01:24:41.449532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4341d0b3-b58c-49cb-913c-62cca7865d4c req-f9c223f7-abd1-4003-be91-d9c20aa87074 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Oct 15 01:24:42.264162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-82e8e41a-c40a-47db-9101-7bd6d149cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:42.265615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-82e8e41a-c40a-47db-9101-7bd6d149cc87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1096 time: 0.0411675 Oct 15 01:24:42.357697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-72257f1d-c059-4039-8ec0-e1ab5621908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:42.359202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-72257f1d-c059-4039-8ec0-e1ab5621908f service neutron] 10.222.0.39 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0868950 Oct 15 01:24:42.401754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-124975c8-e629-4fa1-917d-6062656cb186 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 217 time: 0.0355930 Oct 15 01:24:42.450357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-170cd19a-0c2d-4956-8601-8eed89f28f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:42.451777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-170cd19a-0c2d-4956-8601-8eed89f28f8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0434530 Oct 15 01:24:42.483139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-7535ce1a-8178-406c-965b-0c8e98e52a4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247838 Oct 15 01:24:42.612738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258e65f-a386-4706-ad22-df4a218a252e req-53244333-139b-4989-b57c-6f8ffdcf37f4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:42.614223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b258e65f-a386-4706-ad22-df4a218a252e req-53244333-139b-4989-b57c-6f8ffdcf37f4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0920105 Oct 15 01:24:42.616357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-63182f7e-f062-4b5f-9d98-cb575b741d84 service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262887 Oct 15 01:24:42.704852 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b258e65f-a386-4706-ad22-df4a218a252e req-a478b523-0e42-4104-ac82-ca7225a13150 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847490 Oct 15 01:24:42.733307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-fec292fa-aec3-422a-81d5-e45cddbfb420 service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069498 Oct 15 01:24:43.819794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd28f-2ef4-4563-a048-7fd5ef803292 req-6728cd54-f08c-4076-89b7-0c46627a85d4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:43.821235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9ecd28f-2ef4-4563-a048-7fd5ef803292 req-6728cd54-f08c-4076-89b7-0c46627a85d4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0494230 Oct 15 01:24:43.857572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9ecd28f-2ef4-4563-a048-7fd5ef803292 req-53b90e09-e56e-4645-b9ca-146c20f01feb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303199 Oct 15 01:24:44.974057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8492b-f427-4366-a5a9-653115bf7961 req-f0b8c925-79c2-4419-ab0f-b263727d99ab tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:44.975626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eee8492b-f427-4366-a5a9-653115bf7961 req-f0b8c925-79c2-4419-ab0f-b263727d99ab tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Oct 15 01:24:45.013353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eee8492b-f427-4366-a5a9-653115bf7961 req-402772f8-cba2-4c88-b619-e53db2bf30dc tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Oct 15 01:24:45.461848 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:46.127322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d33c1-adaf-42eb-be2d-2400d3d6cc13 req-56a3d888-66b8-4250-8423-8f338f75f92f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:46.129053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-975d33c1-adaf-42eb-be2d-2400d3d6cc13 req-56a3d888-66b8-4250-8423-8f338f75f92f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0481360 Oct 15 01:24:46.166580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-975d33c1-adaf-42eb-be2d-2400d3d6cc13 req-9ee12e70-6fbd-4fbe-9629-39aa2be6949d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Oct 15 01:24:47.280218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db94b-0151-4c38-9212-175ba44e5e6f req-9a5b87f4-8a22-402c-8fba-9952dcd43adf tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:47.281676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c3db94b-0151-4c38-9212-175ba44e5e6f req-9a5b87f4-8a22-402c-8fba-9952dcd43adf tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Oct 15 01:24:47.318814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c3db94b-0151-4c38-9212-175ba44e5e6f req-89b6d489-2f7f-43cc-8fe1-67b2d69608b0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Oct 15 01:24:48.434889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a6a55-1a02-472c-9e11-8a4c7b340bbe req-8dedb9a0-c8eb-4d22-8768-dcb833f326f3 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:48.436296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c26a6a55-1a02-472c-9e11-8a4c7b340bbe req-8dedb9a0-c8eb-4d22-8768-dcb833f326f3 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0520244 Oct 15 01:24:48.474137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c26a6a55-1a02-472c-9e11-8a4c7b340bbe req-43c76ee0-8643-4ae6-9521-95afb032b5db tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Oct 15 01:24:49.588793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ac95-eff6-470d-84ee-88a92cf3b841 req-589334da-b099-4d6e-a9ea-61e0122a9cc4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:49.591309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55c5ac95-eff6-470d-84ee-88a92cf3b841 req-589334da-b099-4d6e-a9ea-61e0122a9cc4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0506194 Oct 15 01:24:49.629507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55c5ac95-eff6-470d-84ee-88a92cf3b841 req-79c9682d-7b9c-4372-9b1d-f3d166508901 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Oct 15 01:24:50.743249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b3eda-f54e-45e1-a40e-c29fc62de0a3 req-dafb05b4-abbe-464a-bbf9-7bdb6bdc5081 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:50.744689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b20b3eda-f54e-45e1-a40e-c29fc62de0a3 req-dafb05b4-abbe-464a-bbf9-7bdb6bdc5081 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0475943 Oct 15 01:24:50.782215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b20b3eda-f54e-45e1-a40e-c29fc62de0a3 req-e00af392-df55-4245-8a96-6cb244e4b13d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305374 Oct 15 01:24:51.899363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0171e-ed36-4d0e-87c4-c488a8981f69 req-4dde8a55-013c-47cb-b7a9-9704a6896c79 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:51.900808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ef0171e-ed36-4d0e-87c4-c488a8981f69 req-4dde8a55-013c-47cb-b7a9-9704a6896c79 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Oct 15 01:24:51.938064 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ef0171e-ed36-4d0e-87c4-c488a8981f69 req-c65406c4-6dfc-4977-8a22-21a4f940f21a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Oct 15 01:24:53.049381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c4ae-19cd-4581-99c2-0fa73960e286 req-e1a0db48-a04b-4dcb-bbca-c46cc84a748b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:53.050875 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f03c4ae-19cd-4581-99c2-0fa73960e286 req-e1a0db48-a04b-4dcb-bbca-c46cc84a748b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0478697 Oct 15 01:24:53.088326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f03c4ae-19cd-4581-99c2-0fa73960e286 req-aac698f7-37d6-4f0c-bfce-8aaf84df2fe3 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Oct 15 01:24:54.201869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd255144-d227-40f4-a02d-7643d0b6c166 req-217bc936-5d68-4681-91b4-ca43c08b1b99 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:54.203378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd255144-d227-40f4-a02d-7643d0b6c166 req-217bc936-5d68-4681-91b4-ca43c08b1b99 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0490196 Oct 15 01:24:54.241000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd255144-d227-40f4-a02d-7643d0b6c166 req-fe48c49f-99aa-404f-a5b0-5b686f1088f1 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Oct 15 01:24:55.356880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d6af3-74fd-46c6-95d2-2e440c6378f6 req-154d2258-c1c7-489c-8207-fb76a2a8f628 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:55.358321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295d6af3-74fd-46c6-95d2-2e440c6378f6 req-154d2258-c1c7-489c-8207-fb76a2a8f628 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0520105 Oct 15 01:24:55.395431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295d6af3-74fd-46c6-95d2-2e440c6378f6 req-239a3684-acff-484f-b8e6-ad4247f972fe tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Oct 15 01:24:56.284824 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a44f9030-dc5a-4e6f-b1c1-766ffdde4a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:56.509521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc71b-dda1-4994-a0a6-72bd326a2d49 req-3c51ecfd-406b-4811-8529-eabbf3dc294f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:56.511039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba8bc71b-dda1-4994-a0a6-72bd326a2d49 req-3c51ecfd-406b-4811-8529-eabbf3dc294f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Oct 15 01:24:56.548378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba8bc71b-dda1-4994-a0a6-72bd326a2d49 req-34c0e4eb-bce6-46ec-9d51-385e94d349ba tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Oct 15 01:24:57.666412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5accac-e402-48a2-a3f8-89756214dbe9 req-21ca878c-48b3-4b4f-9ef1-29f76852374c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:57.667953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f5accac-e402-48a2-a3f8-89756214dbe9 req-21ca878c-48b3-4b4f-9ef1-29f76852374c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0528357 Oct 15 01:24:57.707791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f5accac-e402-48a2-a3f8-89756214dbe9 req-a6edfd52-7b03-450c-9872-2507cfb5936e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Oct 15 01:24:58.826431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054248c-94c1-4cd5-b275-b6f9141ec22b req-36332543-82dc-4a3b-b359-46ec987d3b22 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:58.828786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d054248c-94c1-4cd5-b275-b6f9141ec22b req-36332543-82dc-4a3b-b359-46ec987d3b22 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Oct 15 01:24:58.847582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2ad7b66f-041a-4101-b407-50ed55b66cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:24:58.865083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d054248c-94c1-4cd5-b275-b6f9141ec22b req-df186698-8944-4264-b252-cf692300be2c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Oct 15 01:24:59.979143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7375a-0339-4928-9de0-8d2c9b9d6a93 req-eed9e59b-08af-4a97-8828-4aafef9b22e8 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:24:59.980898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97a7375a-0339-4928-9de0-8d2c9b9d6a93 req-eed9e59b-08af-4a97-8828-4aafef9b22e8 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0490942 Oct 15 01:25:00.018422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97a7375a-0339-4928-9de0-8d2c9b9d6a93 req-43f41e62-cb6a-4619-84b3-3ef3a09e393f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Oct 15 01:25:00.150227 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:00.395865 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:01.132871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f2f63-0076-478b-9702-19a3b3d16bc1 req-7cfff4cf-ddc1-4718-b3ab-300b26b1bfa1 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:01.134440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba1f2f63-0076-478b-9702-19a3b3d16bc1 req-7cfff4cf-ddc1-4718-b3ab-300b26b1bfa1 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0496120 Oct 15 01:25:01.173528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ba1f2f63-0076-478b-9702-19a3b3d16bc1 req-af7a229a-fa4f-4504-9e39-5ea4f4a2f7e0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Oct 15 01:25:02.292566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e734f-7119-4b98-8864-56e45b830c65 req-ac155d79-21c0-4242-8907-898129c363bb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:02.298302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-067e734f-7119-4b98-8864-56e45b830c65 req-ac155d79-21c0-4242-8907-898129c363bb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0548625 Oct 15 01:25:02.334794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-067e734f-7119-4b98-8864-56e45b830c65 req-4da07a8c-7c42-41bf-b553-b6ff1396419a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Oct 15 01:25:02.484945 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:03.447769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25ff37-261d-4591-bf21-7161fc8394e0 req-af9a617f-d64a-4a75-8026-a349bba3df71 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:03.449803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e25ff37-261d-4591-bf21-7161fc8394e0 req-af9a617f-d64a-4a75-8026-a349bba3df71 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0480478 Oct 15 01:25:03.487897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e25ff37-261d-4591-bf21-7161fc8394e0 req-ef5f45e8-9d58-4fdc-9c92-ed8a7dd23a47 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Oct 15 01:25:04.602835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd0224-3dd3-44bd-afa3-e4e446500e95 req-02f5a1ab-21ef-4e95-8326-20e4acbbea09 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:04.604264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69fd0224-3dd3-44bd-afa3-e4e446500e95 req-02f5a1ab-21ef-4e95-8326-20e4acbbea09 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0477662 Oct 15 01:25:04.641342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-69fd0224-3dd3-44bd-afa3-e4e446500e95 req-92c0c713-291d-42c4-bd54-693e1b5cbb86 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309732 Oct 15 01:25:05.758891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56ca0-1525-4e9d-891a-b6cc037b74bd req-fba4d1f7-94ce-4619-a725-8aee8d33a99e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:05.760418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40a56ca0-1525-4e9d-891a-b6cc037b74bd req-fba4d1f7-94ce-4619-a725-8aee8d33a99e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0522816 Oct 15 01:25:05.798145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40a56ca0-1525-4e9d-891a-b6cc037b74bd req-afafef3a-61bc-4412-9fb0-a0f010e0d849 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Oct 15 01:25:06.910777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05815-290c-4aa0-9cd8-9debc81fbb67 req-ee0e6276-000d-4ea7-9689-905602b1bf30 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:06.912230 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09e05815-290c-4aa0-9cd8-9debc81fbb67 req-ee0e6276-000d-4ea7-9689-905602b1bf30 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Oct 15 01:25:06.950407 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09e05815-290c-4aa0-9cd8-9debc81fbb67 req-fad57e18-63fd-43f9-bb99-5d08c62d8d70 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Oct 15 01:25:08.064471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2261ac-d06f-44db-83c7-0251731b54cc req-fbbc0eb1-0dd5-4790-9730-8ba33110fea8 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:08.065953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b2261ac-d06f-44db-83c7-0251731b54cc req-fbbc0eb1-0dd5-4790-9730-8ba33110fea8 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Oct 15 01:25:08.101673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b2261ac-d06f-44db-83c7-0251731b54cc req-b5397a80-9377-476a-bbb1-c916d14e93aa tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298505 Oct 15 01:25:09.217706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9719ee2-823f-4b0a-b2e9-2d40148613cc req-2b0a166d-117b-42d1-a44d-9e2bfa625a70 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:09.219166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9719ee2-823f-4b0a-b2e9-2d40148613cc req-2b0a166d-117b-42d1-a44d-9e2bfa625a70 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Oct 15 01:25:09.256925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9719ee2-823f-4b0a-b2e9-2d40148613cc req-9aa6107e-0569-479a-8a04-2148d6b1027a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Oct 15 01:25:09.833741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-e165de50-c5f6-4cef-8685-55b1a562efd2 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:25:09.834759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-e165de50-c5f6-4cef-8685-55b1a562efd2 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052750 Oct 15 01:25:09.893021 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-bbfac715-3cdb-4d97-bc4d-5ff1daae171f service neutron] show failed (client error): The resource could not be found. Oct 15 01:25:09.893971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-bbfac715-3cdb-4d97-bc4d-5ff1daae171f service neutron] 10.222.0.39 "GET /v2.0/ports/59dffb2f-dd3b-439e-a862-5132059dd012/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0518851 Oct 15 01:25:10.319418 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:10.385829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-abea0627-5d84-485e-bb02-1bcc9b197c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:10.387963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-abea0627-5d84-485e-bb02-1bcc9b197c6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460&tenant_id=fb9c6ebd506041aab6c6871155039a69 HTTP/1.1" status: 200 len: 1096 time: 0.0682237 Oct 15 01:25:10.398748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83dde8-d19d-4f79-9fcf-f66155f4ccba req-ff9690d3-1fee-4d93-9470-aa4405f4451d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:10.400107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb83dde8-d19d-4f79-9fcf-f66155f4ccba req-ff9690d3-1fee-4d93-9470-aa4405f4451d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0702412 Oct 15 01:25:10.405569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:25:10.482335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb83dde8-d19d-4f79-9fcf-f66155f4ccba req-ce93302c-2ee2-430e-949b-052c3432195a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741439 Oct 15 01:25:10.484628 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:10.689523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:10.722878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:25:10.727952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-a9887751-acc7-4642-82b3-e100cd63b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:10.729459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-a9887751-acc7-4642-82b3-e100cd63b5bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1096 time: 0.0434868 Oct 15 01:25:10.767311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:25:10.769592 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194fe72d-d372-4498-9cb1-c3b713ac1e53" -d '{"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-unplugged", "status": "completed", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:25:10.773666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:10.786659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Transition to ACTIVE for port object 59dffb2f-dd3b-439e-a862-5132059dd012 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:25:10.817901 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b5412-ee75-4b7a-923f-d84dd7fec822 x-openstack-request-id: req-9d6b5412-ee75-4b7a-923f-d84dd7fec822 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:25:10.818213 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-unplugged", "status": "completed", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:25:10.818464 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d6b5412-ee75-4b7a-923f-d84dd7fec822 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:25:10.818882 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012', 'code': 200} Oct 15 01:25:10.839495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-942bb8fd-604d-4993-b0cc-839648fd702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:10.841158 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-942bb8fd-604d-4993-b0cc-839648fd702c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0928066 Oct 15 01:25:10.846944 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:10.883698 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-e0e63076-6da3-4a16-8ef3-12c115c4bf5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 217 time: 0.0347948 Oct 15 01:25:10.908480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] No DVR routers for this DVR port 59dffb2f-dd3b-439e-a862-5132059dd012 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:25:10.911456 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:10.932601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-730a1f1b-2cff-40ac-8441-99d6943e183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:10.934855 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-730a1f1b-2cff-40ac-8441-99d6943e183e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0442433 Oct 15 01:25:10.945016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:25:10.945288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:25:10.945609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:25:10.950209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Port 59dffb2f-dd3b-439e-a862-5132059dd012 on network b217b3f7-6482-416d-9269-14423becc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:25:10.950527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Attempting to bind port 59dffb2f-dd3b-439e-a862-5132059dd012 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:25:10.955343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:25:10.955656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Checking segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:25:10.956027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Bound using segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:25:10.956438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Bound port: 59dffb2f-dd3b-439e-a862-5132059dd012, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:25:10.956784 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:10.971270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-c80314ff-da05-4854-9457-465704e40973 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292144 Oct 15 01:25:11.027106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:25:11.030307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:25:11.064568 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-1bf6ec07-9a14-4514-b5a5-02cd47356666 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864801 Oct 15 01:25:11.102784 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:11.136672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:11.139403 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:11.139403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] 10.222.0.30 "PUT /v2.0/ports/59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 1091 time: 0.7380900 Oct 15 01:25:11.160393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:11.163251 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-19283c43-5498-4435-b7ac-88cc3f665b36 req-a0f17223-267a-4611-b918-894902d41302 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920706 Oct 15 01:25:11.247248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2a152304-3a5c-4d2c-bb2e-d9c043dfea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:11.248642 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2a152304-3a5c-4d2c-bb2e-d9c043dfea5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1094 time: 0.0425975 Oct 15 01:25:11.345001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-97a08f57-73d8-445b-8928-489a4629126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:11.346507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-97a08f57-73d8-445b-8928-489a4629126f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0902624 Oct 15 01:25:11.389587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-fd8f0962-3b35-4115-8be3-b0dc8624ec64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 217 time: 0.0350671 Oct 15 01:25:11.440728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-106c685f-140b-4614-8478-18e246af34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:11.442193 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-106c685f-140b-4614-8478-18e246af34e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0441227 Oct 15 01:25:11.476734 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-dc55419a-2e94-4954-b1a8-e6ca00030395 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256193 Oct 15 01:25:11.582886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-7621510a-7783-4593-a9a7-a3a4da2c3ecb service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943792 Oct 15 01:25:11.603959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc639e28-40e4-4d86-9650-3778ab156587 req-f5c0e8c1-35ee-439d-a53f-174200925e40 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:11.611289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc639e28-40e4-4d86-9650-3778ab156587 req-f5c0e8c1-35ee-439d-a53f-174200925e40 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0506887 Oct 15 01:25:11.646356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc639e28-40e4-4d86-9650-3778ab156587 req-65b4f3ac-e7e4-4fe2-86a4-d37d7c3cc83a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Oct 15 01:25:11.687181 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-918f3716-63ea-42a3-969f-539101c1cccf service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960908 Oct 15 01:25:12.764908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6af980-f23b-443c-a2e4-4970b494ea23 req-cfc2eab3-341c-4ec3-82b3-abad57074d33 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:12.766391 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a6af980-f23b-443c-a2e4-4970b494ea23 req-cfc2eab3-341c-4ec3-82b3-abad57074d33 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0501842 Oct 15 01:25:12.781387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:25:12.807535 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4a6af980-f23b-443c-a2e4-4970b494ea23 req-c8f33a85-5022-406c-a711-4ee2b5786b5b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Oct 15 01:25:12.819891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:25:12.820517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:25:12.826586 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:25:12.872539 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b542ebb5-1daf-4115-86db-879b772a9d01 x-openstack-request-id: req-b542ebb5-1daf-4115-86db-879b772a9d01 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:25:12.872853 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:25:12.873100 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b542ebb5-1daf-4115-86db-879b772a9d01 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:25:12.873491 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012', 'status': 'completed', 'code': 200} Oct 15 01:25:12.932842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-425e028d-f706-43d6-aa69-207da3f16b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:12.935496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-425e028d-f706-43d6-aa69-207da3f16b2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1094 time: 0.0436575 Oct 15 01:25:12.940165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-d6b0ac71-75a5-491c-a290-6461769abadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:12.941718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-d6b0ac71-75a5-491c-a290-6461769abadc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1094 time: 0.0444505 Oct 15 01:25:13.027941 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-2a74a336-0231-4d5a-ba44-00f4358dc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:13.029455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-2a74a336-0231-4d5a-ba44-00f4358dc834 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0874639 Oct 15 01:25:13.033215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-85510e2b-f309-4c95-9587-661cd50a7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:13.034688 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-85510e2b-f309-4c95-9587-661cd50a7830 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0859175 Oct 15 01:25:13.082477 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-e87ba36e-ea39-4ddb-a283-88178964890b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 217 time: 0.0391738 Oct 15 01:25:13.134998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-163262ba-22b2-4f82-9aef-b9f877ed7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:13.137133 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-163262ba-22b2-4f82-9aef-b9f877ed7308 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0471745 Oct 15 01:25:13.174623 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-22e44820-4093-4fb5-9749-c36e3c4a234b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263040 Oct 15 01:25:13.276829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-20f96587-bded-423b-8e95-dff9a718aa48 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938168 Oct 15 01:25:13.376837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-a00f7a6f-4b05-43db-88b7-20ef7495ced7 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906668 Oct 15 01:25:13.414791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-04de8d14-6681-4bbc-8278-cd9fdfb2d2f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 217 time: 0.3783226 Oct 15 01:25:13.465978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-5a9ccada-391d-442c-8f93-538c052f9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:13.467539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-5a9ccada-391d-442c-8f93-538c052f9ce6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0447695 Oct 15 01:25:13.501672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-0d623967-ed95-4c07-9a04-6c5802faf5e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271695 Oct 15 01:25:13.596145 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-6dee415f-c09d-47aa-a0c1-70b123ec30eb service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873399 Oct 15 01:25:13.686070 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a9ee76e-fe2a-41a0-863e-22c30a5b40fa req-591a8068-9ed5-4e3e-8c5e-e59ce6441803 service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833330 Oct 15 01:25:13.931620 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8df23-3f12-465f-8c08-e46113b448d3 req-d33dc74f-7e8a-4462-8748-1577d66030c1 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:13.933057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ae8df23-3f12-465f-8c08-e46113b448d3 req-d33dc74f-7e8a-4462-8748-1577d66030c1 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0540135 Oct 15 01:25:13.970453 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9ae8df23-3f12-465f-8c08-e46113b448d3 req-670328df-716f-4ff1-9396-32aca5df11ef tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Oct 15 01:25:14.314996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee0ae2-283f-4301-a3f0-c6d40499061b req-05372f1e-5067-4c66-bcf2-56f3a97f5302 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:14.316469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecee0ae2-283f-4301-a3f0-c6d40499061b req-05372f1e-5067-4c66-bcf2-56f3a97f5302 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 943 time: 0.0491774 Oct 15 01:25:14.384325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecee0ae2-283f-4301-a3f0-c6d40499061b req-b869ba2b-677f-4bda-ba6f-9ccd0c951bfa tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618436 Oct 15 01:25:14.396610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-533874dd-5a65-4e62-ab39-47d996d551c0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:14.397797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-533874dd-5a65-4e62-ab39-47d996d551c0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460&tenant_id=fb9c6ebd506041aab6c6871155039a69&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 943 time: 0.0690084 Oct 15 01:25:14.411359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:25:14.462175 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-be53ab07-4101-4423-a1c3-ad05026a0a34 service neutron] delete failed (client error): The resource could not be found. Oct 15 01:25:14.463117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-be53ab07-4101-4423-a1c3-ad05026a0a34 service neutron] 10.222.0.39 "DELETE /v2.0/ports/59dffb2f-dd3b-439e-a862-5132059dd012/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0579200 Oct 15 01:25:14.551322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-3e9ebe89-bf7a-4d82-ba6c-4088d3743241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:14.552814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-3e9ebe89-bf7a-4d82-ba6c-4088d3743241 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 1094 time: 0.0455964 Oct 15 01:25:14.649284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-af388f59-3132-4aa4-b1e3-c76f8e3f639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:14.650782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-af388f59-3132-4aa4-b1e3-c76f8e3f639e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0903451 Oct 15 01:25:14.660850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:14.673042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '59dffb2f-dd3b-439e-a862-5132059dd012', 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5', 'port_id': '59dffb2f-dd3b-439e-a862-5132059dd012', 'mac_address': 'fa:16:3e:61:f4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b18fc4d-5d27-4f4c-8527-096b094b17d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:25:14.695820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-25ba8925-a2ce-400c-a435-b97d10753d4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 200 len: 217 time: 0.0378683 Oct 15 01:25:14.711149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:14.728522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dffb2f-dd3b-439e-a862-5132059dd012 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:25:14.744115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:14.746233 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-ab88c5be-fbbe-46a0-8f2a-e92bd391d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:14.751530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-ab88c5be-fbbe-46a0-8f2a-e92bd391d809 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0438440 Oct 15 01:25:14.779255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-b05b32d4-3f4c-4128-b666-7b63557e977b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246005 Oct 15 01:25:14.839120 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:14.872422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-84c84a52-2b9c-451c-b1e7-4d93ac42179d service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862708 Oct 15 01:25:14.890521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:14.960748 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58d9687a-5bad-4be3-abcb-fc66696bffca req-b10e9536-e553-4b38-8ad4-7c4a8a10412b service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814672 Oct 15 01:25:15.052395 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['59dffb2f-dd3b-439e-a862-5132059dd012'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:25:15.505696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248d469-2bbb-4350-9c39-344cd120a61c req-02163fbb-e415-4a4d-8858-45061bcaad87 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:15.507762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:15.508312 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4248d469-2bbb-4350-9c39-344cd120a61c req-02163fbb-e415-4a4d-8858-45061bcaad87 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 944 time: 0.0551758 Oct 15 01:25:15.547685 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4248d469-2bbb-4350-9c39-344cd120a61c req-95ae3ecf-8e16-4aba-b112-a3d0f16d720b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Oct 15 01:25:16.411807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:25:16.553769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 59dffb2f-dd3b-439e-a862-5132059dd012 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:25:16.557707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 59dffb2f-dd3b-439e-a862-5132059dd012 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:25:16.558118 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:16.655518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:16.666682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a172fde-6e10-4780-8186-06cd08da2e94 req-ce062232-f1a6-4ca3-a29f-178e2c3edc50 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:16.668200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a172fde-6e10-4780-8186-06cd08da2e94 req-ce062232-f1a6-4ca3-a29f-178e2c3edc50 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 944 time: 0.0509872 Oct 15 01:25:16.677995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:25:16.680313 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768b7fc4-154a-4ad0-9dd5-931ba54a86a5" -d '{"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-plugged", "status": "completed", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:25:16.692748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:16.707506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0a172fde-6e10-4780-8186-06cd08da2e94 req-fba898ff-b2ea-4f96-a1fe-90f5d1c22166 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Oct 15 01:25:16.749094 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230a2ce1-39a9-44bf-ac21-dc8fe04149b5 x-openstack-request-id: req-230a2ce1-39a9-44bf-ac21-dc8fe04149b5 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:25:16.749393 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-plugged", "status": "completed", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:25:16.749647 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-230a2ce1-39a9-44bf-ac21-dc8fe04149b5 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:25:16.750039 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012', 'code': 200} Oct 15 01:25:16.781993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:16.830022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:16.837430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.837774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.838134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.838473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.838807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.839136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.839648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfde71a-53e4-4e61-bae3-b3302021ab8f req-0ee3dfe2-2ac7-4e66-bc4f-522c00335b1f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:16.839766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.840054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.840386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.840709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.841033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.841144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cfde71a-53e4-4e61-bae3-b3302021ab8f req-0ee3dfe2-2ac7-4e66-bc4f-522c00335b1f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0491273 Oct 15 01:25:16.841353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:16.879045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cfde71a-53e4-4e61-bae3-b3302021ab8f req-8b86242c-f279-4320-ae81-ba1e57443887 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Oct 15 01:25:16.993989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0a9de-12eb-4436-ac32-d0aa1db6671e req-32245420-1718-43e5-89b8-c58b957d08b0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:16.995693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2b0a9de-12eb-4436-ac32-d0aa1db6671e req-32245420-1718-43e5-89b8-c58b957d08b0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0522957 Oct 15 01:25:17.031956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2b0a9de-12eb-4436-ac32-d0aa1db6671e req-8fa38143-3292-4027-9299-dc543dd87df1 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304193 Oct 15 01:25:17.138823 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:25:17.581861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-5d605588-d9f2-4caa-be4e-5ff6d9158cc2 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:17.583339 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-5d605588-d9f2-4caa-be4e-5ff6d9158cc2 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 814 time: 0.1025183 Oct 15 01:25:17.597760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-86b6c122-08d7-41d7-bd70-7ac34772881f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/quotas/fb9c6ebd506041aab6c6871155039a69 HTTP/1.1" status: 200 len: 375 time: 0.0087750 Oct 15 01:25:17.653572 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fc70e91c-c497-4ab0-abf3-993ecd3658c6 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466950 Oct 15 01:25:17.742593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-e23c8083-931f-4a6a-8e1b-0f7740e3e556 service neutron] 10.222.0.13 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855267 Oct 15 01:25:17.836713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-6ba70794-95c5-4c04-9277-71a8727e4fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874646 Oct 15 01:25:18.075396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7784ca4-58e0-487c-84e1-e534ea3914ee req-7cab4b12-3861-442a-8773-295021863892 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 210 time: 0.0271783 Oct 15 01:25:18.718473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-b2121ca9-22f9-49ae-892e-c5e223b3c198 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:18.719986 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-b2121ca9-22f9-49ae-892e-c5e223b3c198 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c790d21-fb3a-4de2-b3dc-eab3c5c35460 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Oct 15 01:25:18.815225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Deleting port 59dffb2f-dd3b-439e-a862-5132059dd012 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:25:18.815569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:18.910567 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] For port 59dffb2f-dd3b-439e-a862-5132059dd012, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=59dffb2f-dd3b-439e-a862-5132059dd012,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:18.910932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:18.922676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Calling delete_port for 59dffb2f-dd3b-439e-a862-5132059dd012 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:25:19.113742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:19.126007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['59dffb2f-dd3b-439e-a862-5132059dd012'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:25:19.148652 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Pushing event deleted for resources: {'Port': ['ID=59dffb2f-dd3b-439e-a862-5132059dd012,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:19.179168 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c18cf0c4-26d1-4384-8b09-b4403703709a req-1008b7b0-a2c5-4ad3-8629-7dec19f79f18 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 210 time: 0.0380888 Oct 15 01:25:19.200801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] No DVR routers for this DVR port 59dffb2f-dd3b-439e-a862-5132059dd012 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:25:19.204061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:19.207798 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bfd8660-ea00-4513-951e-aa80868e04c5 req-ee0ca744-0940-4f4e-aae6-4803bfc3f20e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.30 "DELETE /v2.0/ports/59dffb2f-dd3b-439e-a862-5132059dd012 HTTP/1.1" status: 204 len: 173 time: 0.4804368 Oct 15 01:25:19.208385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-deleted', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:25:19.249393 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551861ba-f3d8-403b-a4f6-62e05d6d96f5" -d '{"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-deleted", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:25:19.335760 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa2e0bb-ec80-4a4e-9fde-46e8ae2dce7b x-openstack-request-id: req-8aa2e0bb-ec80-4a4e-9fde-46e8ae2dce7b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:25:19.336230 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c790d21-fb3a-4de2-b3dc-eab3c5c35460", "name": "network-vif-deleted", "tag": "59dffb2f-dd3b-439e-a862-5132059dd012", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:25:19.336562 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aa2e0bb-ec80-4a4e-9fde-46e8ae2dce7b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:25:19.337074 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c790d21-fb3a-4de2-b3dc-eab3c5c35460', 'name': 'network-vif-deleted', 'tag': '59dffb2f-dd3b-439e-a862-5132059dd012', 'status': 'completed', 'code': 200} Oct 15 01:25:20.059311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-2925fdf1-0041-404f-b0ee-1c89545d25cc tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:20.060813 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-2925fdf1-0041-404f-b0ee-1c89545d25cc tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.30 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 814 time: 0.1954207 Oct 15 01:25:20.077432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Request body: {'port': {'device_id': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5', 'admin_state_up': True, 'tenant_id': 'fb9c6ebd506041aab6c6871155039a69'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:25:20.267915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Made reservation on behalf of fb9c6ebd506041aab6c6871155039a69 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:25:20.280985 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:20.281329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d62c99e-2eae-4f78-97fb-440a108337af req-c76c12c8-d1ba-4614-bf03-6c7294450438 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 210 time: 0.0262930 Oct 15 01:25:20.455576 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Allocated IP 172.20.0.14 (b217b3f7-6482-416d-9269-14423becc0c5/9b18fc4d-5d27-4f4c-8527-096b094b17d0/3c67bd00-16a4-4fde-a301-2a8861087bc6) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:25:20.610319 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:20.719770 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:20.772271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Network b217b3f7-6482-416d-9269-14423becc0c5 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:25:20.779046 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:25:20.787807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:25:20.814170 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:20.841371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:20.841970 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:20.910007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3582430b-ee54-4329-803b-27cba6281a26 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8362796 Oct 15 01:25:20.922253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Request body: {'port': {'device_id': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:25:20.973728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:21.393065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4596163-d289-463a-8917-797e45c958f3 req-664eda0a-bbc8-4c16-a8a6-1b919abc63fb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:21.394591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4596163-d289-463a-8917-797e45c958f3 req-664eda0a-bbc8-4c16-a8a6-1b919abc63fb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 932 time: 0.0505962 Oct 15 01:25:21.434228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b4596163-d289-463a-8917-797e45c958f3 req-5d88f3e5-0f86-4cf0-a2c8-f9efa255d767 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Oct 15 01:25:21.516601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c67bd00-16a4-4fde-a301-2a8861087bc6 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:25:21.523780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:21.545798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Transition to ACTIVE for port object 3c67bd00-16a4-4fde-a301-2a8861087bc6 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:25:21.623918 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:21.674923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:21.748136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:25:21.748470 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:25:21.748800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:25:21.752973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on network b217b3f7-6482-416d-9269-14423becc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:25:21.753290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:25:21.757990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:25:21.758348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Checking segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:25:21.758750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Bound using segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:25:21.759151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Bound port: 3c67bd00-16a4-4fde-a301-2a8861087bc6, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:25:21.759498 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:21.820083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:25:21.823108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:25:21.875591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:21.910823 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:21.911495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:21.912903 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 1092 time: 0.9946191 Oct 15 01:25:21.913337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:25:21.915617 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d16a645-03be-43a2-b4e4-2c96c72bffcb" -d '{"events": [{"name": "network-changed", "server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:25:21.940585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe30610-cd24-4b83-993b-cc4afdc8ab78 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:21.956205 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e6f14-84ec-42d0-9b1e-3fd46b6df18f x-openstack-request-id: req-338e6f14-84ec-42d0-9b1e-3fd46b6df18f {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:25:21.956205 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:25:21.956205 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-338e6f14-84ec-42d0-9b1e-3fd46b6df18f {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:25:21.956205 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'status': 'completed', 'code': 200} Oct 15 01:25:22.018936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a645-03be-43a2-b4e4-2c96c72bffcb req-d4b301ac-4b65-41a6-a311-874a0aaa4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:22.020429 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d16a645-03be-43a2-b4e4-2c96c72bffcb req-d4b301ac-4b65-41a6-a311-874a0aaa4a2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1095 time: 0.0438867 Oct 15 01:25:22.195814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a645-03be-43a2-b4e4-2c96c72bffcb req-01ff8063-d0e8-436f-92a3-24d2c5caa052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:22.197188 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d16a645-03be-43a2-b4e4-2c96c72bffcb req-01ff8063-d0e8-436f-92a3-24d2c5caa052 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fb9c6ebd506041aab6c6871155039a69&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1692829 Oct 15 01:25:22.355845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a645-03be-43a2-b4e4-2c96c72bffcb req-240c234e-b982-4651-a4d8-d42d0b758660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:22.357329 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7d16a645-03be-43a2-b4e4-2c96c72bffcb req-240c234e-b982-4651-a4d8-d42d0b758660 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538641 Oct 15 01:25:22.433477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-7f49843a-15b5-472c-87df-1add3de4818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:22.434975 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-7f49843a-15b5-472c-87df-1add3de4818e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1095 time: 0.0409884 Oct 15 01:25:22.443242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:25:22.463635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 59dffb2f-dd3b-439e-a862-5132059dd012 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:25:22.463982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 59dffb2f-dd3b-439e-a862-5132059dd012 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:25:22.482332 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-c534bf93-ccc8-4add-9409-7db5ebfaeac0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 217 time: 0.0384877 Oct 15 01:25:22.533158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3676ffe3-a116-4ae6-8bee-ade7315a60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:22.534659 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-3676ffe3-a116-4ae6-8bee-ade7315a60bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0449266 Oct 15 01:25:22.556808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336642c9-90db-4249-b234-7c7233e8a188 req-670f031b-407f-411f-a4d0-a76ce5e2530a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:22.558549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-336642c9-90db-4249-b234-7c7233e8a188 req-670f031b-407f-411f-a4d0-a76ce5e2530a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 944 time: 0.0549216 Oct 15 01:25:22.567071 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-369bfae0-1ff5-4c77-8d16-c5d61a60025e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251822 Oct 15 01:25:22.598551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-336642c9-90db-4249-b234-7c7233e8a188 req-7381b478-852d-4cf0-8486-16b270551c2c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Oct 15 01:25:22.662560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-9c6e69cf-d956-44ed-a060-371d9bcf3293 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876126 Oct 15 01:25:22.804039 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b0efdbb9-22fe-4611-8874-f97c0c1f0914 req-0849099b-8925-4b3b-bed6-54df5c97d82b service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346169 Oct 15 01:25:23.713313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1a12f-2b41-4ce7-b0c5-5822875de5a7 req-7761a930-2ef6-4430-a3e9-2667cac8e5f0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:23.716033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52f1a12f-2b41-4ce7-b0c5-5822875de5a7 req-7761a930-2ef6-4430-a3e9-2667cac8e5f0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 944 time: 0.0521271 Oct 15 01:25:23.754048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52f1a12f-2b41-4ce7-b0c5-5822875de5a7 req-d495ea76-a122-4006-b443-b033082cbcc0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Oct 15 01:25:24.442864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:25:24.538820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:24.550438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5', 'port_id': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'mac_address': 'fa:16:3e:b5:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b18fc4d-5d27-4f4c-8527-096b094b17d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:25:24.586428 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:24.598498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c67bd00-16a4-4fde-a301-2a8861087bc6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:25:24.617487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:24.696151 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:24.742750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:24.876176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94970f-76a2-4050-9fb2-b8e35b7c8567 req-eff2416c-443f-4b3a-9188-6bdc92a74c5e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:24.877683 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c94970f-76a2-4050-9fb2-b8e35b7c8567 req-eff2416c-443f-4b3a-9188-6bdc92a74c5e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Oct 15 01:25:24.883270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['3c67bd00-16a4-4fde-a301-2a8861087bc6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:25:24.918371 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c94970f-76a2-4050-9fb2-b8e35b7c8567 req-c008489b-7a66-40eb-84d3-8387bf7b9f15 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346227 Oct 15 01:25:26.038114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533962b7-4a84-4f46-aafa-5c42ca70f1e8 req-0c559296-4dde-4a83-a573-d465369d7b03 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:26.039553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-533962b7-4a84-4f46-aafa-5c42ca70f1e8 req-0c559296-4dde-4a83-a573-d465369d7b03 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 945 time: 0.0522521 Oct 15 01:25:26.076751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-533962b7-4a84-4f46-aafa-5c42ca70f1e8 req-743d7867-ec30-4440-9f18-0991c9b8a68a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Oct 15 01:25:26.284252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-769095db-03eb-4eb7-a038-33cb92b93aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:26.458425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:25:26.566540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 3c67bd00-16a4-4fde-a301-2a8861087bc6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:25:26.570483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 3c67bd00-16a4-4fde-a301-2a8861087bc6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:25:26.570845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:26.654193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:26.676690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:25:26.678951 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95288fe4-f56b-4886-8866-01954ed005d9" -d '{"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-plugged", "status": "completed", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:25:26.692095 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:26.715474 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a6f71-ead9-4007-bb64-45ef1ab76bb1 x-openstack-request-id: req-b91a6f71-ead9-4007-bb64-45ef1ab76bb1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:25:26.715764 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-plugged", "status": "completed", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:25:26.716019 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b91a6f71-ead9-4007-bb64-45ef1ab76bb1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:25:26.716419 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'code': 200} Oct 15 01:25:26.759010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:26.806752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:26.813988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c64c3d-1773-4646-8c44-5e353753765c req-d712270c-03ae-46b2-905a-284e66323739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:26.815584 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c0c64c3d-1773-4646-8c44-5e353753765c req-d712270c-03ae-46b2-905a-284e66323739 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1097 time: 0.0464709 Oct 15 01:25:26.857780 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c0c64c3d-1773-4646-8c44-5e353753765c req-89a73cbb-e74f-47ad-9c3f-4925106d91a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Oct 15 01:25:27.191617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06a344-7727-4fc0-8030-fc3ff599c85f req-fcf133ed-96cb-495c-8776-e665c48e21c9 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:27.193087 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad06a344-7727-4fc0-8030-fc3ff599c85f req-fcf133ed-96cb-495c-8776-e665c48e21c9 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0486972 Oct 15 01:25:27.236047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad06a344-7727-4fc0-8030-fc3ff599c85f req-0d258621-8d2b-4487-af96-557b4a06cd4f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 Oct 15 01:25:28.348678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cbdb2-f687-485f-b8bd-a114ba7454e7 req-675c8dd3-ee88-4128-8140-f9d380986ae3 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:28.350141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e76cbdb2-f687-485f-b8bd-a114ba7454e7 req-675c8dd3-ee88-4128-8140-f9d380986ae3 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0485404 Oct 15 01:25:28.386961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e76cbdb2-f687-485f-b8bd-a114ba7454e7 req-9a46fbf7-48fe-46e9-a134-8ad17bb23977 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Oct 15 01:25:28.502279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92542a25-e048-4a8d-9bc0-5dab64ce85a2 req-909d00f2-54ce-46dc-83d8-8023bd0c7574 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:28.504329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92542a25-e048-4a8d-9bc0-5dab64ce85a2 req-909d00f2-54ce-46dc-83d8-8023bd0c7574 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0538371 Oct 15 01:25:28.542170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92542a25-e048-4a8d-9bc0-5dab64ce85a2 req-1f5f1082-323d-4589-8dae-4c9b46c49e2b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Oct 15 01:25:28.884628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-575d17be-5ec3-4db9-ac32-ab71d7f0b1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:28.963627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caae9b-fd80-4ad9-ada4-cf19c54d0da7 req-33530e30-047d-403f-87b2-53d044151c18 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:28.965136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34caae9b-fd80-4ad9-ada4-cf19c54d0da7 req-33530e30-047d-403f-87b2-53d044151c18 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0496466 Oct 15 01:25:29.006743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34caae9b-fd80-4ad9-ada4-cf19c54d0da7 req-f2ab7826-a1e1-433d-a156-d3c6c120cbc0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 Oct 15 01:25:29.107228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-51f745ce-d02f-4eb8-bb8a-6dc4bce6c278 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391967 Oct 15 01:25:30.125655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3750f15-aff2-4ecd-825b-0b5208ebb021 req-b9027910-ab29-44a2-97b1-0f5f7a3d6ecc tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:30.127048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3750f15-aff2-4ecd-825b-0b5208ebb021 req-b9027910-ab29-44a2-97b1-0f5f7a3d6ecc tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0525610 Oct 15 01:25:30.164353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3750f15-aff2-4ecd-825b-0b5208ebb021 req-cbef39d6-3161-42c1-9e17-ad38b9089606 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Oct 15 01:25:30.187558 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:30.410393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:31.113502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-201f0ad6-4c8d-421f-911a-694f0c9d30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:31.114995 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-201f0ad6-4c8d-421f-911a-694f0c9d30a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1097 time: 0.0410092 Oct 15 01:25:31.210916 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-e13ab772-174e-48ad-948e-5d51494be433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:31.212650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-e13ab772-174e-48ad-948e-5d51494be433 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0904505 Oct 15 01:25:31.255833 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-f7c17a49-23e7-4c2b-9b8e-6ef43827c235 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 217 time: 0.0355716 Oct 15 01:25:31.279038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f191e8-9d03-4960-8b55-f9d1083e9ff1 req-8e9a02cf-11b7-48b7-86b8-596d48f22e60 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:31.280503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2f191e8-9d03-4960-8b55-f9d1083e9ff1 req-8e9a02cf-11b7-48b7-86b8-596d48f22e60 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0490732 Oct 15 01:25:31.306522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-baf731bd-d651-4cdc-87d9-d05727b71bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:31.308348 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-baf731bd-d651-4cdc-87d9-d05727b71bf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0457428 Oct 15 01:25:31.317559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2f191e8-9d03-4960-8b55-f9d1083e9ff1 req-2455bc6a-a6a9-4d92-9fab-eee09baab936 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Oct 15 01:25:31.344823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-9b477eeb-252f-423a-89bb-e80fc1916d3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296094 Oct 15 01:25:31.433522 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-cb2327b3-7c9c-4cf0-ae5d-bac7646dacc5 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813589 Oct 15 01:25:31.526770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-2a6f6e4b-8c80-487b-acec-23563de82a6a service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866005 Oct 15 01:25:32.436423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2104a4-f16f-4589-864f-efd7cc9066d8 req-4587b418-f7c9-4ae5-9f93-51442ce45c61 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:32.437887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea2104a4-f16f-4589-864f-efd7cc9066d8 req-4587b418-f7c9-4ae5-9f93-51442ce45c61 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0529883 Oct 15 01:25:32.475717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea2104a4-f16f-4589-864f-efd7cc9066d8 req-7b9bba6f-c93a-4f99-8af8-2b0097981e88 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Oct 15 01:25:32.486974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:33.597681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b43550-638c-4ad4-a9b1-303e57707f13 req-d1acdd9c-3bb3-46c8-b730-8f18a5ff3047 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:33.599148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16b43550-638c-4ad4-a9b1-303e57707f13 req-d1acdd9c-3bb3-46c8-b730-8f18a5ff3047 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0545342 Oct 15 01:25:33.636188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16b43550-638c-4ad4-a9b1-303e57707f13 req-74b7d66c-c218-40f8-894a-6c4f26946075 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304499 Oct 15 01:25:34.750286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a90af-29ac-4bc8-bb93-115969579f6a req-a9ab8631-208e-4afa-b5b1-74f2a03c013b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:34.751736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-562a90af-29ac-4bc8-bb93-115969579f6a req-a9ab8631-208e-4afa-b5b1-74f2a03c013b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0482879 Oct 15 01:25:34.788592 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-562a90af-29ac-4bc8-bb93-115969579f6a req-2fbf4090-5af7-4498-ac3e-4444901a50f3 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310166 Oct 15 01:25:35.902194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ed632-9ad4-4a0f-b3ba-9aa50416e9c4 req-32af369c-78b3-4474-9004-b56a69bd40d0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:35.903639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f4ed632-9ad4-4a0f-b3ba-9aa50416e9c4 req-32af369c-78b3-4474-9004-b56a69bd40d0 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0486968 Oct 15 01:25:35.940634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f4ed632-9ad4-4a0f-b3ba-9aa50416e9c4 req-5f646f88-ab76-4f04-8310-26a1a2d70fc2 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Oct 15 01:25:37.059273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f20e1-1938-4d34-9bf2-89b1fca4f456 req-5d92d983-6dfd-4949-b6db-97d26977cb6b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:37.060756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-371f20e1-1938-4d34-9bf2-89b1fca4f456 req-5d92d983-6dfd-4949-b6db-97d26977cb6b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0532455 Oct 15 01:25:37.097493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-371f20e1-1938-4d34-9bf2-89b1fca4f456 req-b98107f7-4928-485c-ad66-6bc16002a5da tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Oct 15 01:25:38.212339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7adbd-27e6-46d8-bbf2-222c58c97314 req-73813647-4fba-42fc-86e9-911eae8d942d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:38.214755 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccf7adbd-27e6-46d8-bbf2-222c58c97314 req-73813647-4fba-42fc-86e9-911eae8d942d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0495524 Oct 15 01:25:38.253677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccf7adbd-27e6-46d8-bbf2-222c58c97314 req-dd54cf7b-0e9e-4df6-9d47-5bf2f9fb5e87 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330300 Oct 15 01:25:39.367924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32f98c-6233-4469-b437-dab54e9312d5 req-0cedb322-46ba-4d0b-bf3c-b57a359043fe tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:39.369383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f32f98c-6233-4469-b437-dab54e9312d5 req-0cedb322-46ba-4d0b-bf3c-b57a359043fe tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0488796 Oct 15 01:25:39.406754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f32f98c-6233-4469-b437-dab54e9312d5 req-3597c58d-1d1b-4276-a089-a01115dd8f36 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Oct 15 01:25:40.341405 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:40.527197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44f4e7-08b3-4d59-a0b6-554dc48a7779 req-b73c48ef-a34f-4052-b3b6-9490893c91b7 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:40.528706 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b44f4e7-08b3-4d59-a0b6-554dc48a7779 req-b73c48ef-a34f-4052-b3b6-9490893c91b7 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0564871 Oct 15 01:25:40.565576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b44f4e7-08b3-4d59-a0b6-554dc48a7779 req-509b40bc-c2bc-41c2-bf16-386ac234863e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309846 Oct 15 01:25:41.680243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de33796-c055-485b-a17b-44a50412e971 req-23323a8f-badc-4fb1-9a60-11750928bb62 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:41.681712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8de33796-c055-485b-a17b-44a50412e971 req-23323a8f-badc-4fb1-9a60-11750928bb62 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0489326 Oct 15 01:25:41.719698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8de33796-c055-485b-a17b-44a50412e971 req-5f7e079b-5379-4d44-a51e-60230226be36 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Oct 15 01:25:42.835011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ef6b-7404-48b2-96aa-835b4c973929 req-8e915048-65f5-4991-a958-5ffdd7573cca tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:42.836466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ef5ef6b-7404-48b2-96aa-835b4c973929 req-8e915048-65f5-4991-a958-5ffdd7573cca tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0490758 Oct 15 01:25:42.886541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ef5ef6b-7404-48b2-96aa-835b4c973929 req-7ee5aa2c-4e97-461f-b7fa-faa121810984 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436256 Oct 15 01:25:44.021764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38979934-898e-44ed-8bc8-b641fe2cb27d req-330cf04e-9917-4d9c-bb8f-742907e7b2ad tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:44.023286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38979934-898e-44ed-8bc8-b641fe2cb27d req-330cf04e-9917-4d9c-bb8f-742907e7b2ad tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0539780 Oct 15 01:25:44.060806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38979934-898e-44ed-8bc8-b641fe2cb27d req-6ef40e4e-8a0a-4b97-91b6-9d37cefb4f92 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Oct 15 01:25:45.174270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0c366-8b96-4af5-9022-78647fe40e9b req-c7816e47-9bab-4c74-a488-a1b9a88dc968 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:45.175721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46a0c366-8b96-4af5-9022-78647fe40e9b req-c7816e47-9bab-4c74-a488-a1b9a88dc968 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0485854 Oct 15 01:25:45.212366 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46a0c366-8b96-4af5-9022-78647fe40e9b req-136df173-6268-458d-a368-dfa877d6d141 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308752 Oct 15 01:25:45.501976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:46.325247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebe1e6-bc35-44a3-9989-3a7da8b19130 req-58c8b842-e02d-470b-9be7-d1ce2a43195d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:46.326741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eebe1e6-bc35-44a3-9989-3a7da8b19130 req-58c8b842-e02d-470b-9be7-d1ce2a43195d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0489416 Oct 15 01:25:46.363440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eebe1e6-bc35-44a3-9989-3a7da8b19130 req-1c674301-f030-463b-b7f2-5a3807bed85a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Oct 15 01:25:47.481036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4840ef2-2334-4fdf-b33c-a26067855779 req-4505439e-e125-4333-854d-4cb171e4075d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:47.482519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4840ef2-2334-4fdf-b33c-a26067855779 req-4505439e-e125-4333-854d-4cb171e4075d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0534620 Oct 15 01:25:47.520761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4840ef2-2334-4fdf-b33c-a26067855779 req-331da166-1e82-4a16-b5a7-bffbf820ea7f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Oct 15 01:25:48.640285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c9312-cc68-4b2c-aabc-fef8cc8bda83 req-129671e9-6ba5-4245-9b0a-2056267eba6d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:48.641735 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-718c9312-cc68-4b2c-aabc-fef8cc8bda83 req-129671e9-6ba5-4245-9b0a-2056267eba6d tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0496056 Oct 15 01:25:48.678793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-718c9312-cc68-4b2c-aabc-fef8cc8bda83 req-23eee530-4d3a-442a-acf1-7d1dd25acbe8 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Oct 15 01:25:49.794698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036677-b412-418e-9ad4-56a0480b6eff req-06829ee9-539d-400d-8c89-11d86ef04cc2 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:49.796080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29036677-b412-418e-9ad4-56a0480b6eff req-06829ee9-539d-400d-8c89-11d86ef04cc2 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0490479 Oct 15 01:25:49.832783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-29036677-b412-418e-9ad4-56a0480b6eff req-06a45930-de6d-4946-a36c-8139b8242b18 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Oct 15 01:25:50.950837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16372325-6675-4b86-b2ad-4e2ce75c6594 req-0fb051a0-3f1b-4157-bee5-06a96f8facfa tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:50.952298 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16372325-6675-4b86-b2ad-4e2ce75c6594 req-0fb051a0-3f1b-4157-bee5-06a96f8facfa tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0536640 Oct 15 01:25:50.989656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16372325-6675-4b86-b2ad-4e2ce75c6594 req-c4ddbacb-c210-4ba8-94b5-ffb351394413 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Oct 15 01:25:52.102400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19067b49-5ecd-453b-bec5-121aff1fa361 req-1c2aeebf-d3b4-422b-bf24-223a5093a3fd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:52.104586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19067b49-5ecd-453b-bec5-121aff1fa361 req-1c2aeebf-d3b4-422b-bf24-223a5093a3fd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0497913 Oct 15 01:25:52.146244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-19067b49-5ecd-453b-bec5-121aff1fa361 req-c92832db-69ca-442b-a5b8-3edc2127e6ff tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Oct 15 01:25:53.257919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591345a-e2cf-4ec2-b67e-092e6aa45c47 req-a08b489c-8130-47ca-92ae-9789ed096296 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:53.259394 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8591345a-e2cf-4ec2-b67e-092e6aa45c47 req-a08b489c-8130-47ca-92ae-9789ed096296 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0489109 Oct 15 01:25:53.296448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8591345a-e2cf-4ec2-b67e-092e6aa45c47 req-fd434308-61c4-42cd-ac17-353cbd56c2b4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304959 Oct 15 01:25:54.139323 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:25:54.415764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961aab-1166-4e59-8d8a-5d9e5b209b24 req-649206cf-983e-4448-9dc9-55bd98d1b8d9 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:54.430078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d961aab-1166-4e59-8d8a-5d9e5b209b24 req-649206cf-983e-4448-9dc9-55bd98d1b8d9 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0551610 Oct 15 01:25:54.454482 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d961aab-1166-4e59-8d8a-5d9e5b209b24 req-6046c077-b714-448e-a75b-06cbbe839aa1 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Oct 15 01:25:55.569730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a77a3-a70c-402b-a400-3d9ce8b79af2 req-076fc0a6-f3f3-45b9-b66a-8c05d507caa9 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:55.571195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d8a77a3-a70c-402b-a400-3d9ce8b79af2 req-076fc0a6-f3f3-45b9-b66a-8c05d507caa9 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Oct 15 01:25:55.609305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d8a77a3-a70c-402b-a400-3d9ce8b79af2 req-c71d2d75-3f0c-42a7-8be3-d5da09089e89 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Oct 15 01:25:56.295663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-040e77cd-ebc1-4d9f-95a1-166e080df53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:56.723081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f388f22-e31a-43a4-8851-b405ff3cb44b req-5b28208d-0271-4e29-bc0b-8d05016e8faf tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:56.724427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f388f22-e31a-43a4-8851-b405ff3cb44b req-5b28208d-0271-4e29-bc0b-8d05016e8faf tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0493858 Oct 15 01:25:56.761563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f388f22-e31a-43a4-8851-b405ff3cb44b req-22ecbf2b-8364-4e5a-a806-38689ca3654a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Oct 15 01:25:57.880938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f3481-62de-4da1-873b-5e368f699afc req-4f1743c1-e9c4-481a-aa57-c3381ce4f642 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:57.882415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-168f3481-62de-4da1-873b-5e368f699afc req-4f1743c1-e9c4-481a-aa57-c3381ce4f642 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0554354 Oct 15 01:25:57.920899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-168f3481-62de-4da1-873b-5e368f699afc req-a76a35bc-5cc7-4804-aaba-487abad12781 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Oct 15 01:25:58.840078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6554cd84-1907-403e-8bf2-264b64249de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:58.935767 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-0d66f928-4880-4b80-99ef-99f8ed7f22d2 service neutron] show failed (client error): The resource could not be found. Oct 15 01:25:58.936760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-0d66f928-4880-4b80-99ef-99f8ed7f22d2 service neutron] 10.222.0.30 "GET /v2.0/ports/3c67bd00-16a4-4fde-a301-2a8861087bc6/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0538676 Oct 15 01:25:59.039293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ff0f4-ae50-4f97-b45f-6978e24828a4 req-9a87b63b-93bd-444e-a7ec-d9ab9595289e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:59.041362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f4ff0f4-ae50-4f97-b45f-6978e24828a4 req-9a87b63b-93bd-444e-a7ec-d9ab9595289e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0543811 Oct 15 01:25:59.082996 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f4ff0f4-ae50-4f97-b45f-6978e24828a4 req-4afd4ed3-e90b-4dbd-baba-2c4b67b7bbd6 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333006 Oct 15 01:25:59.412249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-73f5bc8f-831c-4adc-9860-5b76d1ce778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:25:59.413635 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-73f5bc8f-831c-4adc-9860-5b76d1ce778e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96&tenant_id=fb9c6ebd506041aab6c6871155039a69 HTTP/1.1" status: 200 len: 1097 time: 0.0403454 Oct 15 01:25:59.425854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:25:59.482175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:59.682448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:25:59.717232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:25:59.755867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:25:59.758110 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fee88ae-a1a1-4efd-abda-cf0888eb73b4" -d '{"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-unplugged", "status": "completed", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:25:59.763046 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:59.775986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Transition to ACTIVE for port object 3c67bd00-16a4-4fde-a301-2a8861087bc6 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:25:59.808013 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb97b7-ab1f-4b5e-a72e-b678885632d3 x-openstack-request-id: req-77cb97b7-ab1f-4b5e-a72e-b678885632d3 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:25:59.808306 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-unplugged", "status": "completed", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:25:59.808996 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77cb97b7-ab1f-4b5e-a72e-b678885632d3 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:25:59.809401 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'code': 200} Oct 15 01:25:59.839057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:25:59.906162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] No DVR routers for this DVR port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:25:59.909141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:25:59.920231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.920575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.920915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.921251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.921582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.921916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.922266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.922590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.922913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.923239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.923577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.923881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:25:59.952811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:25:59.956247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:25:59.956247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:25:59.957665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on network b217b3f7-6482-416d-9269-14423becc0c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:25:59.957976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Attempting to bind port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on network b217b3f7-6482-416d-9269-14423becc0c5 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:25:59.963308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:25:59.963647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Checking segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:25:59.964013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Bound using segment: {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:25:59.964420 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Bound port: 3c67bd00-16a4-4fde-a301-2a8861087bc6, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d15e285-30eb-4fa2-ac15-f82891133d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:25:59.964787 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:00.024821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:26:00.027729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:26:00.115659 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:00.143621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:00.153368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:00.153978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:00.155390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] 10.222.0.39 "PUT /v2.0/ports/3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 1092 time: 0.7334435 Oct 15 01:26:00.229976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab3699-7ec5-4554-a044-ae80a59f1ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:00.252836 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed5b-ee5a-42e7-8bd0-c81a1b7d9caf req-8c08f68b-5d72-4593-9d26-29bfb4364e6f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:00.254358 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4abed5b-ee5a-42e7-8bd0-c81a1b7d9caf req-8c08f68b-5d72-4593-9d26-29bfb4364e6f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 944 time: 0.0964048 Oct 15 01:26:00.259986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-13678df8-ee95-460e-b03c-82f69c8c7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:00.261347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-13678df8-ee95-460e-b03c-82f69c8c7fb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1095 time: 0.0693252 Oct 15 01:26:00.318754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a4abed5b-ee5a-42e7-8bd0-c81a1b7d9caf req-88568812-1b6d-4e6c-a2c0-c150c1f6b01b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564961 Oct 15 01:26:00.376389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-4301f6fb-3ac1-435a-ac05-e21ec64a8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:00.377815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-4301f6fb-3ac1-435a-ac05-e21ec64a8a01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.1091700 Oct 15 01:26:00.405968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:00.418341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-77f65f2b-4120-44c8-8a7e-85332716a31c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 217 time: 0.0339777 Oct 15 01:26:00.466649 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-8da45a1a-6156-49d2-8365-f12f46374535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:00.468056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-8da45a1a-6156-49d2-8365-f12f46374535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0435023 Oct 15 01:26:00.504513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-fa35a7f9-05f6-4e05-b648-8a89eee34f06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292845 Oct 15 01:26:00.594741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-1fc8cd3a-2c5d-4326-a29b-9296daf6bf00 service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831857 Oct 15 01:26:00.687071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcfa4af0-bfe5-4492-ade7-df5bd96fa0d2 req-2150a401-ee96-4c90-bedd-655ad22b229d service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 Oct 15 01:26:01.430822 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef259da-3abf-4862-bdf6-1a261ee14b3c req-ece995aa-a9d8-4241-9415-5a89cde3f412 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:01.432829 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ef259da-3abf-4862-bdf6-1a261ee14b3c req-ece995aa-a9d8-4241-9415-5a89cde3f412 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 944 time: 0.0484364 Oct 15 01:26:01.468918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ef259da-3abf-4862-bdf6-1a261ee14b3c req-742fe6f6-5454-4c7a-b6e9-772cee79374f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302017 Oct 15 01:26:01.810437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:26:01.812806 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247f122-7c59-429e-8a8e-bfff358a2568" -d '{"events": [{"name": "network-changed", "server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:26:01.858705 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd6172b-8c60-4dd2-8c56-7f7501f744a5 x-openstack-request-id: req-7cd6172b-8c60-4dd2-8c56-7f7501f744a5 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:26:01.859064 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:26:01.859364 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cd6172b-8c60-4dd2-8c56-7f7501f744a5 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:26:01.859757 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'status': 'completed', 'code': 200} Oct 15 01:26:01.916867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-5623f198-3e44-48f9-84ef-85d6d0f88c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:01.918485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-5623f198-3e44-48f9-84ef-85d6d0f88c7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1095 time: 0.0408592 Oct 15 01:26:01.923485 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-e4c63f89-73a2-48d3-a6f5-e2350e5b4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:01.925000 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-e4c63f89-73a2-48d3-a6f5-e2350e5b4cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1095 time: 0.0412226 Oct 15 01:26:02.012721 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-11b920ca-38f1-4f53-9773-bf2c2b69809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:02.014227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-11b920ca-38f1-4f53-9773-bf2c2b69809e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0887711 Oct 15 01:26:02.020365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-7c46d24e-6027-4da7-8b85-1c57a74880fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:02.021857 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-7c46d24e-6027-4da7-8b85-1c57a74880fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0905399 Oct 15 01:26:02.055976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-a613f797-05b4-4b1e-aad0-dc374ee78adf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 217 time: 0.0344844 Oct 15 01:26:02.062291 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-b12050c4-9c9d-4090-bd75-360cdc2ac4dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 217 time: 0.0333230 Oct 15 01:26:02.110025 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-93b41291-b007-40b6-8f9c-fb38d6fbbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:02.110393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-ae4a11b1-0a43-4365-9691-dd2eca59c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:02.111516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-93b41291-b007-40b6-8f9c-fb38d6fbbd0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0475879 Oct 15 01:26:02.111726 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-ae4a11b1-0a43-4365-9691-dd2eca59c581 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0431645 Oct 15 01:26:02.147985 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-d0017b83-da80-4873-9443-b09182cb4f9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294328 Oct 15 01:26:02.154561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-fc613567-a367-47ef-be20-72aca9df909f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356636 Oct 15 01:26:02.242192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-9775695e-b5f4-4bad-8a9a-93464769a8d5 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867105 Oct 15 01:26:02.245258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-7a6abe68-8c71-4d0b-9a14-0b274167ab72 service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832143 Oct 15 01:26:02.337146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-461c3e6a-4576-4ce9-8cc7-4c773adb0841 service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879898 Oct 15 01:26:02.338861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f247f122-7c59-429e-8a8e-bfff358a2568 req-dd74e45d-66b7-4891-b40a-d481a4b1f742 service neutron] 10.222.0.39 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867977 Oct 15 01:26:02.472771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:02.587734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a3e6-a9a9-4ffe-81ab-58664939d952 req-67ee45a3-3218-4e49-ab4d-a27274c082fd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:02.589092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38e8a3e6-a9a9-4ffe-81ab-58664939d952 req-67ee45a3-3218-4e49-ab4d-a27274c082fd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 944 time: 0.0496340 Oct 15 01:26:02.627215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38e8a3e6-a9a9-4ffe-81ab-58664939d952 req-74899455-ce58-4cf6-9e8f-18ff5a50ab31 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Oct 15 01:26:02.684919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:26:02.721871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:26:03.016841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:26:03.109461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:03.120523 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'network_id': 'b217b3f7-6482-416d-9269-14423becc0c5', 'port_id': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'mac_address': 'fa:16:3e:b5:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b18fc4d-5d27-4f4c-8527-096b094b17d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:26:03.156293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:03.168559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c67bd00-16a4-4fde-a301-2a8861087bc6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:26:03.187130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:03.249446 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:03.295519 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:03.746510 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbff62-026a-4c1c-9c52-0079450670dc req-9cab9f0a-30a6-431d-8676-65e1d35ff354 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:03.748001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95bbff62-026a-4c1c-9c52-0079450670dc req-9cab9f0a-30a6-431d-8676-65e1d35ff354 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Oct 15 01:26:03.793747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-95bbff62-026a-4c1c-9c52-0079450670dc req-9111e914-82db-476e-84fc-edfc7d603f3f tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 Oct 15 01:26:04.614953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['3c67bd00-16a4-4fde-a301-2a8861087bc6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:26:04.908242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bfb4c-c158-417e-93c1-888ec05252c9 req-f9612072-73e7-44e1-9faf-31c6a68b36dc tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:04.909670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb5bfb4c-c158-417e-93c1-888ec05252c9 req-f9612072-73e7-44e1-9faf-31c6a68b36dc tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Oct 15 01:26:04.945733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bb5bfb4c-c158-417e-93c1-888ec05252c9 req-50f065a5-a03c-4a3b-82b5-49cbf552e077 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301871 Oct 15 01:26:05.289687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d2cc8-aab8-42b9-b693-51df30286dcc req-a0041f35-742b-4c61-ac5b-28db3256a3ff tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:05.291645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c9d2cc8-aab8-42b9-b693-51df30286dcc req-a0041f35-742b-4c61-ac5b-28db3256a3ff tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 945 time: 0.0574312 Oct 15 01:26:05.330227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c9d2cc8-aab8-42b9-b693-51df30286dcc req-5facaba1-0606-4e7e-9768-c7435872e7b5 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322294 Oct 15 01:26:05.366416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-2db55f85-9017-4ed4-8682-a302de3f551c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:05.367871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-2db55f85-9017-4ed4-8682-a302de3f551c tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.30 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96&tenant_id=fb9c6ebd506041aab6c6871155039a69&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 945 time: 0.0849583 Oct 15 01:26:05.430300 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-c55adf1a-d5a3-4563-99b8-3a75f9ce1f1f service neutron] delete failed (client error): The resource could not be found. Oct 15 01:26:05.431786 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-c55adf1a-d5a3-4563-99b8-3a75f9ce1f1f service neutron] 10.222.0.30 "DELETE /v2.0/ports/3c67bd00-16a4-4fde-a301-2a8861087bc6/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0560648 Oct 15 01:26:05.522270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-55404de9-d36e-46c2-9346-f32d082ab1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:05.523798 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-55404de9-d36e-46c2-9346-f32d082ab1c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb9c6ebd506041aab6c6871155039a69&device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 1096 time: 0.0494688 Oct 15 01:26:05.613811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-53ae732c-6396-4ed0-aa55-cede90246641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:05.615303 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-53ae732c-6396-4ed0-aa55-cede90246641 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 200 len: 915 time: 0.0844214 Oct 15 01:26:05.658261 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-6b01f844-4306-4f9a-9000-33f79af55b9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 200 len: 217 time: 0.0359190 Oct 15 01:26:05.706959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-4e6589e6-1a29-42e7-9372-35fd31badeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:05.708325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-4e6589e6-1a29-42e7-9372-35fd31badeb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 200 len: 854 time: 0.0438440 Oct 15 01:26:05.740169 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-42ab1421-d453-4fb1-9b47-b31541d1f22f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b217b3f7-6482-416d-9269-14423becc0c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250669 Oct 15 01:26:05.840010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-5f8408c3-af63-4c66-8529-bfe3a9b322af service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926914 Oct 15 01:26:05.935057 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a466ffc-1b5a-4b6c-a807-10f1bd8336d3 req-9de4db60-5986-4d81-bde0-0cc79409f4cf service neutron] 10.222.0.30 "GET /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850415 Oct 15 01:26:06.448497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ed554-9d13-4e0c-83f0-e0a98153ae67 req-e07971c6-e8a2-497a-b483-575bb3aa943a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:06.450012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-170ed554-9d13-4e0c-83f0-e0a98153ae67 req-e07971c6-e8a2-497a-b483-575bb3aa943a tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 945 time: 0.0490367 Oct 15 01:26:06.492379 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-170ed554-9d13-4e0c-83f0-e0a98153ae67 req-a0cd6b5c-6dc1-408b-aa63-b177441ecce7 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361261 Oct 15 01:26:07.033223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:26:07.125679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 3c67bd00-16a4-4fde-a301-2a8861087bc6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:26:07.129204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 3c67bd00-16a4-4fde-a301-2a8861087bc6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:07.129564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:07.211163 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:07.233410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:26:07.235660 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720b998c-e368-4e56-907f-c4b92c6c827b" -d '{"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-plugged", "status": "completed", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:26:07.248720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:07.272360 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c8b9e-08d2-4bb6-8f94-e1bb99e2926e x-openstack-request-id: req-ec3c8b9e-08d2-4bb6-8f94-e1bb99e2926e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:26:07.272651 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-plugged", "status": "completed", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:26:07.272913 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec3c8b9e-08d2-4bb6-8f94-e1bb99e2926e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:26:07.273307 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'code': 200} Oct 15 01:26:07.320185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:07.367712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:07.608907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154cf39-e10b-470d-a724-6a38c66ed9d7 req-97be4f5d-8e37-4fb0-8108-d4bb7e07e0f6 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:07.610327 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a154cf39-e10b-470d-a724-6a38c66ed9d7 req-97be4f5d-8e37-4fb0-8108-d4bb7e07e0f6 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0490906 Oct 15 01:26:07.647129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a154cf39-e10b-470d-a724-6a38c66ed9d7 req-92f94b0f-f044-4540-b46b-6c2353dc332b tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309477 Oct 15 01:26:07.758977 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747278a-4989-4665-8c6e-af2f09079481 req-fb65acca-ea9d-43c2-a34d-8e9c2188a244 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:07.760470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0747278a-4989-4665-8c6e-af2f09079481 req-fb65acca-ea9d-43c2-a34d-8e9c2188a244 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0496693 Oct 15 01:26:07.799177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0747278a-4989-4665-8c6e-af2f09079481 req-768c3def-fcf6-4aeb-9a74-e92d4070850e tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Oct 15 01:26:07.910218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33ac92-842a-4ea2-9b9d-d3dd76dea8b1 req-371759f7-ea1f-411d-acf3-02e0c8dd9a08 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:07.911580 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b33ac92-842a-4ea2-9b9d-d3dd76dea8b1 req-371759f7-ea1f-411d-acf3-02e0c8dd9a08 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0484421 Oct 15 01:26:07.952548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b33ac92-842a-4ea2-9b9d-d3dd76dea8b1 req-8aa10e05-e2ab-4afd-922f-14e672ac2aeb tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 Oct 15 01:26:08.489361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b8051-7f92-4b15-b820-7f357626ff84 req-67efd42e-7aa1-47ef-8fbc-ee608ba1b553 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:08.490843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-536b8051-7f92-4b15-b820-7f357626ff84 req-67efd42e-7aa1-47ef-8fbc-ee608ba1b553 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0486076 Oct 15 01:26:08.528992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-536b8051-7f92-4b15-b820-7f357626ff84 req-9dcad430-f249-49bc-ae3b-718e5af75ed5 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Oct 15 01:26:09.644855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40428cd9-a69b-4b30-aedb-2a82ca4f2f84 req-132e83bc-6ee3-4df5-9245-482db16cb624 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:09.646361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40428cd9-a69b-4b30-aedb-2a82ca4f2f84 req-132e83bc-6ee3-4df5-9245-482db16cb624 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0491757 Oct 15 01:26:09.684202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-40428cd9-a69b-4b30-aedb-2a82ca4f2f84 req-a2ed3a16-4061-4472-b501-8bc0eca8fed4 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/security-groups?id=e749e7de-ec74-4fa2-b2b0-8eb5190c409f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Oct 15 01:26:09.883967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-fa2d52ca-922b-466c-bf56-962fb90eb9a7 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:09.885543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-fa2d52ca-922b-466c-bf56-962fb90eb9a7 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 946 time: 0.0473919 Oct 15 01:26:09.976152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Deleting port 3c67bd00-16a4-4fde-a301-2a8861087bc6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:26:09.976489 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:10.062342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] For port 3c67bd00-16a4-4fde-a301-2a8861087bc6, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3c67bd00-16a4-4fde-a301-2a8861087bc6,segment=NetworkSegment(8d15e285-30eb-4fa2-ac15-f82891133d31),segment_id=8d15e285-30eb-4fa2-ac15-f82891133d31)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:10.062691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:10.078613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Calling delete_port for 3c67bd00-16a4-4fde-a301-2a8861087bc6 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:26:10.260975 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:10.276433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['3c67bd00-16a4-4fde-a301-2a8861087bc6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:26:10.287437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Pushing event deleted for resources: {'Port': ['ID=3c67bd00-16a4-4fde-a301-2a8861087bc6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:10.333455 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] No DVR routers for this DVR port 3c67bd00-16a4-4fde-a301-2a8861087bc6 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:26:10.336111 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:10.339566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5a3742a-69ec-4409-8478-d6a7a1682d14 req-97622b75-1aaa-48f5-b60b-462f812e41dd tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.39 "DELETE /v2.0/ports/3c67bd00-16a4-4fde-a301-2a8861087bc6 HTTP/1.1" status: 204 len: 173 time: 0.4478345 Oct 15 01:26:10.339999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-deleted', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:26:10.342266 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95b68d1-ece0-4eaa-b3c4-cdf96d882164" -d '{"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-deleted", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:26:10.370262 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:10.380019 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f9504d-2afa-491d-99fc-a42ab9aa0739 x-openstack-request-id: req-f3f9504d-2afa-491d-99fc-a42ab9aa0739 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:26:10.380326 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db21270-7c4b-4fd0-bdc3-918801f6bb96", "name": "network-vif-deleted", "tag": "3c67bd00-16a4-4fde-a301-2a8861087bc6", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:26:10.380573 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3f9504d-2afa-491d-99fc-a42ab9aa0739 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:26:10.380966 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db21270-7c4b-4fd0-bdc3-918801f6bb96', 'name': 'network-vif-deleted', 'tag': '3c67bd00-16a4-4fde-a301-2a8861087bc6', 'status': 'completed', 'code': 200} Oct 15 01:26:10.788998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c43f6627-5256-43e3-89e6-d6c3c9ea9bad req-3e6f7800-d5cc-4a79-b3e2-28bc72b3e618 tempest-ServerDiskConfigTestJSON-207297658 tempest-ServerDiskConfigTestJSON-207297658-project] 10.222.0.13 "GET /v2.0/ports?device_id=1db21270-7c4b-4fd0-bdc3-918801f6bb96 HTTP/1.1" status: 200 len: 210 time: 0.0262854 Oct 15 01:26:11.904844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58738) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:11.948897 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] Deleting subnet 9b18fc4d-5d27-4f4c-8527-096b094b17d0 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:26:11.952055 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:11.986023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.029071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.155033 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.182028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b18fc4d-5d27-4f4c-8527-096b094b17d0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:12.186964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.190020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-933cb608-922f-4313-a684-13e502dc4c60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9b18fc4d-5d27-4f4c-8527-096b094b17d0 HTTP/1.1" status: 204 len: 168 time: 0.2841074 Oct 15 01:26:12.192560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58740) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:12.259938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.340768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.360007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b217b3f7-6482-416d-9269-14423becc0c5']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:12.369216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d15e285-30eb-4fa2-ac15-f82891133d31') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:12.369509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d15e285-30eb-4fa2-ac15-f82891133d31') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:12.378922 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.392320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.398212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:26:12.398587 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:26:12.400822 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:26:12.566002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.572191 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.575552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b217b3f7-6482-416d-9269-14423becc0c5 HTTP/1.1" status: 204 len: 168 time: 0.3820853 Oct 15 01:26:12.586823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebdbc3-e230-4d3c-a480-ae33cef5f1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b217b3f7-6482-416d-9269-14423becc0c5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:12.889270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58744) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:12.927677 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b4b508a5-dd8c-4b39-a57f-8791ee3f0c43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb9c6ebd506041aab6c6871155039a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372760 Oct 15 01:26:12.930186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58746) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:12.976674 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd725866-3e0d-4b74-a74f-42f82eb1fe07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:12.997753 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd725866-3e0d-4b74-a74f-42f82eb1fe07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:13.046359 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:26:13.068905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 3c67bd00-16a4-4fde-a301-2a8861087bc6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:26:13.069247 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3c67bd00-16a4-4fde-a301-2a8861087bc6 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:26:13.114227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd725866-3e0d-4b74-a74f-42f82eb1fe07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:13.116766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bd725866-3e0d-4b74-a74f-42f82eb1fe07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:13.117920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bd725866-3e0d-4b74-a74f-42f82eb1fe07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e749e7de-ec74-4fa2-b2b0-8eb5190c409f HTTP/1.1" status: 204 len: 168 time: 0.1863685 Oct 15 01:26:13.126981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725866-3e0d-4b74-a74f-42f82eb1fe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e749e7de-ec74-4fa2-b2b0-8eb5190c409f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:14.089569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58768) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:14.206127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1528961732-network', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:14.301210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Made reservation on behalf of ccd13001f3194ffdaceffe4e81ca7f3c for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:26:14.303528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.312608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.392256 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.457180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.481223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:26:14.490399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b40086-e26f-4bd0-8ecf-0c3d03d87756,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:14.495638 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.496227 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Added segment 7362241f-f726-4fed-b138-66aed29d56a1 of type vlan for network 74294aae-8bda-45c1-b1e4-860ded69c003 Oct 15 01:26:14.536222 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.621285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.622904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:14.623857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:14.683963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] Pushing event updated for resources: {'Network': ['ID=74294aae-8bda-45c1-b1e4-860ded69c003,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:14.693327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 74294aae-8bda-45c1-b1e4-860ded69c003 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:26:14.720880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d57603db-e45d-4ea6-b92a-228c71fdc65e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6277139 Oct 15 01:26:14.723860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58772) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:14.729265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Request body: {'subnet': {'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1528961732-subnet', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:14.814914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Made reservation on behalf of ccd13001f3194ffdaceffe4e81ca7f3c for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:26:14.817296 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.034709 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.090175 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa10942b-15b5-4b6f-ab59-6a24b78869d4,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:15.099409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:26:15.099762 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Network hostable DHCP agents. Network: 74294aae-8bda-45c1-b1e4-860ded69c003, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:26:15.171108 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:26:15.251062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 74294aae-8bda-45c1-b1e4-860ded69c003) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:26:15.254832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:15.255402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.260772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d2e06-f83f-460d-a390-08eeb7e96347 None None] Network 74294aae-8bda-45c1-b1e4-860ded69c003 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:26:15.339913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f8b98417-583a-48f8-9c25-093d49eb8ad6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6149704 Oct 15 01:26:15.342612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58774) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:15.346899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:15.411112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-74294aae-8bda-45c1-b1e4-860ded69c003', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:26:15.411931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.440210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.441330 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.493095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.497802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.548318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Allocated IP 172.20.0.2 (74294aae-8bda-45c1-b1e4-860ded69c003/fa10942b-15b5-4b6f-ab59-6a24b78869d4/bc3bdec3-25b8-45f3-b833-91ce38673aa6) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:26:15.689686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.693660 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.827582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.864629 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:26:15.867490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:26:15.871196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:26:15.884173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Pushing event updated for resources: {'Port': ['ID=bc3bdec3-25b8-45f3-b833-91ce38673aa6,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:15.933347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Attempting to bind port bc3bdec3-25b8-45f3-b833-91ce38673aa6 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:26:15.933698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Attempting to bind port bc3bdec3-25b8-45f3-b833-91ce38673aa6 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:26:15.934062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Attempting to bind port bc3bdec3-25b8-45f3-b833-91ce38673aa6 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:26:15.939445 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:26:15.939864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:26:15.940210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:15.940592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:26:15.941050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Bound port: bc3bdec3-25b8-45f3-b833-91ce38673aa6, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:26:15.941431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.010027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] For port bc3bdec3-25b8-45f3-b833-91ce38673aa6, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:26:16.013433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] For port bc3bdec3-25b8-45f3-b833-91ce38673aa6, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc3bdec3-25b8-45f3-b833-91ce38673aa6,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:26:16.078670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.143471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af4eb2-71fa-470e-aa5d-b272f289cdbc None None] Pushing event updated for resources: {'Port': ['ID=bc3bdec3-25b8-45f3-b833-91ce38673aa6,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:16.305377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.327255 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.438339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Allocated IP 172.25.2.164 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/b51e05f7-336c-46ac-8a0c-c12e65edb8a7) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:26:16.496949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc3bdec3-25b8-45f3-b833-91ce38673aa6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:26:16.546553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port bc3bdec3-25b8-45f3-b833-91ce38673aa6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:16.546918 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.547724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.626213 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.657687 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.659077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port bc3bdec3-25b8-45f3-b833-91ce38673aa6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc3bdec3-25b8-45f3-b833-91ce38673aa6,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:16.695775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:26:16.700337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:26:16.706163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:26:16.711566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Pushing event updated for resources: {'Port': ['ID=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:16.760762 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:16.814890 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=bc3bdec3-25b8-45f3-b833-91ce38673aa6,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:17.010140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52df1c-b696-4547-aa84-0c697be7420b None None] Network 74294aae-8bda-45c1-b1e4-860ded69c003 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:26:17.027487 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:17.131151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3210a41b-7961-432f-88fe-beadb65aaa52 None None] Provisioning complete for port bc3bdec3-25b8-45f3-b833-91ce38673aa6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:17.131511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3210a41b-7961-432f-88fe-beadb65aaa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:17.228675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:17.428245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Router d0179c89-d764-4cc8-a422-169abca702ef is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:26:17.456680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c5d05568-2466-478b-8344-92589d73172b None None] Provisioning complete for port bc3bdec3-25b8-45f3-b833-91ce38673aa6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:17.457130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c5d05568-2466-478b-8344-92589d73172b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:17.541291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:26:17.550245 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:26:17.558892 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:26:17.559484 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:25:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:17.613381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:17.614696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c9d62f5a-e09d-4fd1-abe8-9fa4ea19b620 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2711318 Oct 15 01:26:17.617508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58776) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:17.662267 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:26:17.851923 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:16Z', 'revision_number': 3, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:17.877804 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:26:17.878167 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Updating router d0179c89-d764-4cc8-a422-169abca702ef port b51e05f7-336c-46ac-8a0c-c12e65edb8a7 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:26:17.906204 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.039630 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.152328 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.193421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Allocated IP 172.20.0.1 (74294aae-8bda-45c1-b1e4-860ded69c003/fa10942b-15b5-4b6f-ab59-6a24b78869d4/8d2d86d6-bd65-47b3-a227-cd02ee406f67) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:26:18.226575 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.279230 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Pushing event updated for resources: {'Port': ['ID=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:18.281329 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Attempting to bind port b51e05f7-336c-46ac-8a0c-c12e65edb8a7 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:26:18.281689 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Attempting to bind port b51e05f7-336c-46ac-8a0c-c12e65edb8a7 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:26:18.282043 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Attempting to bind port b51e05f7-336c-46ac-8a0c-c12e65edb8a7 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:26:18.291458 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.291797 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.292133 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.292463 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.292791 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.293113 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.293432 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.293748 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.294067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.294409 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.294728 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.295056 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:18.298229 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:26:18.298595 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:26:18.299118 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.299349 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:26:18.299744 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.299874 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Bound port: b51e05f7-336c-46ac-8a0c-c12e65edb8a7, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:26:18.300167 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.352944 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] For port b51e05f7-336c-46ac-8a0c-c12e65edb8a7, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:26:18.356087 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] For port b51e05f7-336c-46ac-8a0c-c12e65edb8a7, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:26:18.388209 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.423808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:26:18.426748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:26:18.428438 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.429394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:26:18.490160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.493804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2d86d6-bd65-47b3-a227-cd02ee406f67,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:18.501843 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:26:18.510106 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:25:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:18.511196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc3bdec3-25b8-45f3-b833-91ce38673aa6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:26:18.564075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port bc3bdec3-25b8-45f3-b833-91ce38673aa6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:18.564448 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.709989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.740156 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96f55-301d-4c96-8efe-f59c59aacf64 None None] Pushing event updated for resources: {'Port': ['ID=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:18.761119 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:26:18.784943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d94abc2a-8dc0-449a-87d1-4fca5a718e57 None None] Provisioning complete for port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:18.785303 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d94abc2a-8dc0-449a-87d1-4fca5a718e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.847467 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d94abc2a-8dc0-449a-87d1-4fca5a718e57 None None] Port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:26:18.893843 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.942939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:18.948071 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:16Z', 'revision_number': 3, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:18.977810 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6f3a1-c8e8-4a8d-a4d5-6b4c2ae0602c None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:16Z', 'revision_number': 3, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:26:19.014898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2d86d6-bd65-47b3-a227-cd02ee406f67,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:19.017380 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:19.108764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:26:19.110162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:26:19.247924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:26:19.372208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:26:19.375953 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ef63c85a-8b9d-46ac-af6a-6b0c84d8af81 admin admin] 10.222.0.13 "PUT /v2.0/routers/d0179c89-d764-4cc8-a422-169abca702ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568443 Oct 15 01:26:19.468858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-78ac5519-3ddb-4bd5-aaf1-765159590fab None None] Provisioning complete for port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:19.469188 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-78ac5519-3ddb-4bd5-aaf1-765159590fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:19.519748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-78ac5519-3ddb-4bd5-aaf1-765159590fab None None] Port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:26:19.909404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58784) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:19.914038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7e9ef6ba-7d4c-4ac5-a86f-fe87e31b5117 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178533414', 'description': 'tempest-description--946514474'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:20.003779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef6ba-7d4c-4ac5-a86f-fe87e31b5117 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.068836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef6ba-7d4c-4ac5-a86f-fe87e31b5117 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.137063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef6ba-7d4c-4ac5-a86f-fe87e31b5117 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.164491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ef6ba-7d4c-4ac5-a86f-fe87e31b5117 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66105952-2f9e-42ac-94fe-66923487b603,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:20.231752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef6ba-7d4c-4ac5-a86f-fe87e31b5117 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.233044 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7e9ef6ba-7d4c-4ac5-a86f-fe87e31b5117 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3226435 Oct 15 01:26:20.235926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58786) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:20.240581 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-81c6c8ed-0905-423d-ba0b-53486e11d998 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'security_group_rule': {'security_group_id': '66105952-2f9e-42ac-94fe-66923487b603', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:20.313945 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81c6c8ed-0905-423d-ba0b-53486e11d998 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.370408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81c6c8ed-0905-423d-ba0b-53486e11d998 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.417540 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81c6c8ed-0905-423d-ba0b-53486e11d998 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.439371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6c8ed-0905-423d-ba0b-53486e11d998 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c53abd-23cc-4ef4-87ab-1ace0b8b6bdb,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:20.501549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b51e05f7-336c-46ac-8a0c-c12e65edb8a7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:26:20.510943 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-81c6c8ed-0905-423d-ba0b-53486e11d998 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.512175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-81c6c8ed-0905-423d-ba0b-53486e11d998 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751303 Oct 15 01:26:20.519584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58788) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:20.519731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-31c3e8f9-021e-4583-9f41-812fb9964d64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'security_group_rule': {'security_group_id': '66105952-2f9e-42ac-94fe-66923487b603', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:20.555081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b51e05f7-336c-46ac-8a0c-c12e65edb8a7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:20.555552 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.561220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:26:20.595344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:26:20.595969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:25:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:20.628097 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31c3e8f9-021e-4583-9f41-812fb9964d64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.689594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31c3e8f9-021e-4583-9f41-812fb9964d64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.736428 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.742943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:26:20.786522 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31c3e8f9-021e-4583-9f41-812fb9964d64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.788669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b51e05f7-336c-46ac-8a0c-c12e65edb8a7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:20.801678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3e8f9-021e-4583-9f41-812fb9964d64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91482d5-2894-46d9-ab9b-54e98e1544ec,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:20.879954 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.882061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-31c3e8f9-021e-4583-9f41-812fb9964d64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:20.886881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-31c3e8f9-021e-4583-9f41-812fb9964d64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674171 Oct 15 01:26:20.887371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58790) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:20.891521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:20.951611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:20.977569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.977969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.978333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.978669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.979001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.979331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.979653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.979974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.980293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.980610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.980929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.981248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:20.995097 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.012575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 2, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:21.038851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:26:21.039122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Updating router d0179c89-d764-4cc8-a422-169abca702ef port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:26:21.067459 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.091451 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.198686 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Allocated IP 172.25.2.194 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/258c431c-60eb-4d37-9fd1-c893bf6454c5) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:26:21.301711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.338370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.383076 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.405489 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.423634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:26:21.426396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:26:21.429786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:26:21.454549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc97c-54ba-45ac-ad26-eb629220d7f4 None None] Pushing event updated for resources: {'Port': ['ID=8d2d86d6-bd65-47b3-a227-cd02ee406f67,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:21.455793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'Port': ['ID=258c431c-60eb-4d37-9fd1-c893bf6454c5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:21.515611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Attempting to bind port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:26:21.515924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Attempting to bind port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:26:21.516284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Attempting to bind port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:26:21.522251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:26:21.522674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:26:21.523073 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.523465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:26:21.524119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Bound port: 8d2d86d6-bd65-47b3-a227-cd02ee406f67, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:26:21.524777 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.541081 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.601238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] For port 8d2d86d6-bd65-47b3-a227-cd02ee406f67, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:26:21.604713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] For port 8d2d86d6-bd65-47b3-a227-cd02ee406f67, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8d2d86d6-bd65-47b3-a227-cd02ee406f67,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:26:21.637070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.661711 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.719092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:26:21.719714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:25:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:21.778994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc97c-54ba-45ac-ad26-eb629220d7f4 None None] Pushing event updated for resources: {'Port': ['ID=8d2d86d6-bd65-47b3-a227-cd02ee406f67,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:21.800119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-11335083-fdea-491e-b065-d3738ebcc131 None None] Provisioning complete for port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:21.800485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11335083-fdea-491e-b065-d3738ebcc131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.800764 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.863547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:21.891162 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:26:21.912413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'Port': ['ID=258c431c-60eb-4d37-9fd1-c893bf6454c5,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:21.954344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:22.025437 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11335083-fdea-491e-b065-d3738ebcc131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:22.026001 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:22.027500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fb194f5f-2c2a-4e70-93c3-3b84eb4d5d24 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1394677 Oct 15 01:26:22.103950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-11335083-fdea-491e-b065-d3738ebcc131 None None] For port 8d2d86d6-bd65-47b3-a227-cd02ee406f67, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8d2d86d6-bd65-47b3-a227-cd02ee406f67,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:22.163022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:21Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:22.171860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a1475003-4abd-4cbb-8fe8-ac08393f1c89 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--178533414&fields=id&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 267 time: 0.0331523 Oct 15 01:26:22.190824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73133e9-cd72-4478-9321-eea850153df7 None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:21Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:26:22.192417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-11335083-fdea-491e-b065-d3738ebcc131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:22.247194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11335083-fdea-491e-b065-d3738ebcc131 None None] Pushing event updated for resources: {'Port': ['ID=8d2d86d6-bd65-47b3-a227-cd02ee406f67,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:22.303521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-fc5280ed-0b59-4ef8-bcba-ca2e7885117e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:22.305961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-fc5280ed-0b59-4ef8-bcba-ca2e7885117e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1263311 Oct 15 01:26:22.314625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cef97ce3-bf54-48e5-9fb0-bd8c2a412eff None None] Provisioning complete for port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:22.314995 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cef97ce3-bf54-48e5-9fb0-bd8c2a412eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:22.328657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-c47d5884-1bbe-4b23-868a-d7f486091152 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/quotas/ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 375 time: 0.0099251 Oct 15 01:26:22.401032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-bd8ed68f-ca37-4747-94d3-6e27b2314fda tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631061 Oct 15 01:26:22.513790 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-5be68c86-87ef-489e-900f-7bfea361f4e8 service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006231 Oct 15 01:26:22.589453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b51e05f7-336c-46ac-8a0c-c12e65edb8a7 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:26:22.625854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-7d4d8f5b-1374-4bb8-a749-5588d90272c8 service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047385 Oct 15 01:26:22.639691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b51e05f7-336c-46ac-8a0c-c12e65edb8a7 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:22.640239 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:22.728761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8d2d86d6-bd65-47b3-a227-cd02ee406f67 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:26:22.781527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:22.781894 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:22.887664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eedb443e-4b8a-4400-b7a7-43af4c1ed536 req-c1405730-10c5-450e-b8b1-c94a99e3429c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 210 time: 0.0420163 Oct 15 01:26:23.982845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d4d9390-c198-4e5f-a217-d04fab10f0c6 req-8694ff09-8edd-44f6-a01f-13d4a9491b43 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 210 time: 0.0265975 Oct 15 01:26:24.986860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-35294f30-697f-4f0a-bac8-0c62a53962c1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:24.988338 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-35294f30-697f-4f0a-bac8-0c62a53962c1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1051385 Oct 15 01:26:25.041014 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-cc8b0282-09aa-41fd-b047-7051521aea71 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 379 time: 0.0437233 Oct 15 01:26:25.050333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'port': {'device_id': '102ca196-9922-48c9-9a37-14d58c6449af', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'admin_state_up': True, 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'security_groups': ['66105952-2f9e-42ac-94fe-66923487b603']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:25.078651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05be93ba-f7d3-4ce0-a257-efab629f48af req-a9512df6-0019-4a04-8cb4-43ec3d410df7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 210 time: 0.0274153 Oct 15 01:26:25.255305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Made reservation on behalf of ccd13001f3194ffdaceffe4e81ca7f3c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:26:25.259710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:25.381799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Allocated IP 172.20.0.10 (74294aae-8bda-45c1-b1e4-860ded69c003/fa10942b-15b5-4b6f-ab59-6a24b78869d4/e162a727-17f0-4036-91de-c872e786c82a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:26:25.518865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:25.604231 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:25.645600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:26:25.648482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:26:25.652256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:26:25.685659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:25.700766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.701108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.701450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.701790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.702148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.702483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.702819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.703143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.703465 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.703795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.704109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.704435 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:26:25.724306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:25.724941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:25.802806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-a6300c63-1095-45ae-861e-5ff9e0811e56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7561352 Oct 15 01:26:25.815129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Request body: {'port': {'device_id': '102ca196-9922-48c9-9a37-14d58c6449af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:25.845849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a7b47dc6-f478-4cad-a3f0-2e0ca913b6cb None None] Provisioning complete for port e162a727-17f0-4036-91de-c872e786c82a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:25.846402 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7b47dc6-f478-4cad-a3f0-2e0ca913b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:25.872632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:25.880254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a7b47dc6-f478-4cad-a3f0-2e0ca913b6cb None None] Port e162a727-17f0-4036-91de-c872e786c82a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:26:26.137409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e162a727-17f0-4036-91de-c872e786c82a {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:26:26.145055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:26.158859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Transition to ACTIVE for port object e162a727-17f0-4036-91de-c872e786c82a will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:26:26.195209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf85c63-20f8-43b0-a79e-c99661ff991b req-39988c73-8274-4d37-be7f-b1c85a6d2f51 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:26.197507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebf85c63-20f8-43b0-a79e-c99661ff991b req-39988c73-8274-4d37-be7f-b1c85a6d2f51 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 932 time: 0.0516834 Oct 15 01:26:26.236736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ebf85c63-20f8-43b0-a79e-c99661ff991b req-26297167-0ff4-497e-b342-fcdfdc136d2e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330224 Oct 15 01:26:26.240057 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:26.280628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cab52b24-875b-42f3-a38d-e255df0bbbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:26.296137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:26.362735 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:26:26.363064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:26:26.363415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:26:26.368324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Port e162a727-17f0-4036-91de-c872e786c82a on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:26:26.368667 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:26:26.373957 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:26:26.374320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:26:26.374702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:26:26.375124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Bound port: e162a727-17f0-4036-91de-c872e786c82a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:26:26.375538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:26.441878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:26:26.445061 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:26:26.525840 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:26.563738 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:26.564364 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:26.565727 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] 10.222.0.30 "PUT /v2.0/ports/e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1092 time: 0.7549210 Oct 15 01:26:26.566185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:26:26.568439 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121434d2-016e-494b-aef5-93549113e873" -d '{"events": [{"name": "network-changed", "server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "tag": "e162a727-17f0-4036-91de-c872e786c82a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:26:26.595324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba25f4a-f746-4289-9dcc-c848a4ac663f service neutron] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:26.606857 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16148f5f-36ea-4ffc-86dc-0c131dec7d2b x-openstack-request-id: req-16148f5f-36ea-4ffc-86dc-0c131dec7d2b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:26:26.607174 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "tag": "e162a727-17f0-4036-91de-c872e786c82a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:26:26.607428 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16148f5f-36ea-4ffc-86dc-0c131dec7d2b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:26:26.607828 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a', 'status': 'completed', 'code': 200} Oct 15 01:26:26.669776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121434d2-016e-494b-aef5-93549113e873 req-307f639f-5797-4b00-8a1d-bf101ca948ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:26.671375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-121434d2-016e-494b-aef5-93549113e873 req-307f639f-5797-4b00-8a1d-bf101ca948ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1095 time: 0.0446773 Oct 15 01:26:26.779940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121434d2-016e-494b-aef5-93549113e873 req-1284272e-c6a7-4306-be0c-9f75b8798b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:26.781343 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-121434d2-016e-494b-aef5-93549113e873 req-1284272e-c6a7-4306-be0c-9f75b8798b8e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1022506 Oct 15 01:26:27.143108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121434d2-016e-494b-aef5-93549113e873 req-8af46e7f-d9c0-4376-96df-71ce5e99ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:27.144565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-121434d2-016e-494b-aef5-93549113e873 req-8af46e7f-d9c0-4376-96df-71ce5e99ecb3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3563077 Oct 15 01:26:27.219921 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3e7c8610-a745-48be-bee5-9b4d35cd0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:27.221463 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-3e7c8610-a745-48be-bee5-9b4d35cd0a11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1095 time: 0.0402362 Oct 15 01:26:27.266044 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-7186fc15-c52c-4577-9f74-7a594b1a2abf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 217 time: 0.0368271 Oct 15 01:26:27.316197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-8ab019a5-65ac-4e78-b642-818d593c600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:27.317664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-8ab019a5-65ac-4e78-b642-818d593c600e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0437059 Oct 15 01:26:27.357857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a755a71-68e8-41c4-8e1f-d16e0832c22e req-ea8dda43-f486-4ecf-9f7d-58f5afcd1ab4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:27.359351 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a755a71-68e8-41c4-8e1f-d16e0832c22e req-ea8dda43-f486-4ecf-9f7d-58f5afcd1ab4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 944 time: 0.0526702 Oct 15 01:26:27.363721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-4eba86a9-5ecb-42e9-96f4-5a67c14c3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:27.365180 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-4eba86a9-5ecb-42e9-96f4-5a67c14c3f30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401828 Oct 15 01:26:27.397542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a755a71-68e8-41c4-8e1f-d16e0832c22e req-46c8cdda-460f-4312-a75d-fed7009c1cd6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Oct 15 01:26:27.458813 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-caae376d-cb0e-4c1b-95bb-b1a176d97a2b service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866146 Oct 15 01:26:27.550949 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bf998eac-be17-402a-b8c5-ed7691fc0816 req-b67e11ee-e1b0-4c38-9e7e-d8c6364aa3aa service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850620 Oct 15 01:26:28.510689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af742a0-dd88-48b2-a468-06a5d1dc91c7 req-15c1e409-0ed6-444c-ab18-66a404b9c45a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:28.512158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5af742a0-dd88-48b2-a468-06a5d1dc91c7 req-15c1e409-0ed6-444c-ab18-66a404b9c45a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 944 time: 0.0491512 Oct 15 01:26:28.549893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5af742a0-dd88-48b2-a468-06a5d1dc91c7 req-7a340c38-cbe1-473f-9e4c-a5e4b0be1742 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319157 Oct 15 01:26:28.757119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e162a727-17f0-4036-91de-c872e786c82a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:26:28.862401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:28.873554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e162a727-17f0-4036-91de-c872e786c82a', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': 'e162a727-17f0-4036-91de-c872e786c82a', 'mac_address': 'fa:16:3e:a0:99:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:26:28.896806 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1e343e80-555c-4386-bb4d-5a708a11b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:28.916223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:28.928691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e162a727-17f0-4036-91de-c872e786c82a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:26:28.948623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:29.005252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:29.055105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:29.208313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e162a727-17f0-4036-91de-c872e786c82a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:26:29.663217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e880ec-6914-49ef-9b1f-2db3caa10012 req-3e93ea40-e2a7-47c7-a3d7-e14f3aad8428 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:29.666751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97e880ec-6914-49ef-9b1f-2db3caa10012 req-3e93ea40-e2a7-47c7-a3d7-e14f3aad8428 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 945 time: 0.0491061 Oct 15 01:26:29.703244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97e880ec-6914-49ef-9b1f-2db3caa10012 req-8eec3151-bf90-45c2-9360-7dc8ae431fb7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Oct 15 01:26:30.153673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:30.434070 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:30.773182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e162a727-17f0-4036-91de-c872e786c82a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:26:30.820638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57bfc5-fad8-448c-ae62-c8d111fd2192 req-615bd988-0a72-40ef-aa2a-836fa95a0c63 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:30.822880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c57bfc5-fad8-448c-ae62-c8d111fd2192 req-615bd988-0a72-40ef-aa2a-836fa95a0c63 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 945 time: 0.0534928 Oct 15 01:26:30.860924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c57bfc5-fad8-448c-ae62-c8d111fd2192 req-41dc73ad-51b6-42cf-9522-da06176d0344 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Oct 15 01:26:30.879868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port e162a727-17f0-4036-91de-c872e786c82a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:26:30.884209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e162a727-17f0-4036-91de-c872e786c82a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:26:30.884577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:30.957668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:30.980234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:26:30.982557 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011bccae-ecf4-4d31-af98-a8118e0c1f84" -d '{"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-plugged", "status": "completed", "tag": "e162a727-17f0-4036-91de-c872e786c82a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:26:30.994992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:26:31.017718 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2613adf8-025b-4622-bea7-8f594a9fd5e3 x-openstack-request-id: req-2613adf8-025b-4622-bea7-8f594a9fd5e3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:26:31.018030 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-plugged", "status": "completed", "tag": "e162a727-17f0-4036-91de-c872e786c82a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:26:31.018314 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2613adf8-025b-4622-bea7-8f594a9fd5e3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:26:31.018714 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a', 'code': 200} Oct 15 01:26:31.056983 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:31.107572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:26:31.113144 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3703e-21f1-4d7b-8574-eef883f818a9 req-8a251da5-0858-4867-bd25-935e53d5d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:31.114709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bbf3703e-21f1-4d7b-8574-eef883f818a9 req-8a251da5-0858-4867-bd25-935e53d5d8c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1097 time: 0.0407312 Oct 15 01:26:31.139503 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:26:31.150335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bbf3703e-21f1-4d7b-8574-eef883f818a9 req-ae7adf53-598b-409f-9a2d-6683b497d810 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283220 Oct 15 01:26:31.975462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb975e9-032f-4aef-ad2e-0028b5ea00ff req-cd11adc0-6155-4128-a7ae-cf6084217204 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:31.977607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cb975e9-032f-4aef-ad2e-0028b5ea00ff req-cd11adc0-6155-4128-a7ae-cf6084217204 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0481753 Oct 15 01:26:32.014903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cb975e9-032f-4aef-ad2e-0028b5ea00ff req-fd3194c1-347f-4965-a4e1-84a213171734 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310955 Oct 15 01:26:32.501260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:33.126767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dabd2-a685-4911-a1ae-e51548a6814b req-b831ef06-e76f-4d0b-8a04-50c9313f07f7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:33.128198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a0dabd2-a685-4911-a1ae-e51548a6814b req-b831ef06-e76f-4d0b-8a04-50c9313f07f7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0485358 Oct 15 01:26:33.165504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a0dabd2-a685-4911-a1ae-e51548a6814b req-1e47d15d-b1ce-45a0-a5f2-f817dac3cb12 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Oct 15 01:26:33.279193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef802673-220b-4bd3-aca3-6e5455414b94 req-04e6090a-9f30-4601-b50c-727f65886b6f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:33.280641 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef802673-220b-4bd3-aca3-6e5455414b94 req-04e6090a-9f30-4601-b50c-727f65886b6f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0527434 Oct 15 01:26:33.289112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 58842) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:26:33.293937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'floatingip': {'port_id': 'e162a727-17f0-4036-91de-c872e786c82a'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:26:33.331749 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:34.078741 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:34.142279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:34.243846 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c associated. External IP: 172.25.2.194, port: e162a727-17f0-4036-91de-c872e786c82a. Oct 15 01:26:34.457300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:26:34.567958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:26:34.573200 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:34.579771 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:26:34.598056 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:26:34.598679 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:26:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:34.600162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5185db08-e456-4f33-a9da-a99c5f5f302d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "PUT /v2.0/floatingips/703d3169-57be-45bb-b2fe-92328827318c HTTP/1.1" status: 200 len: 992 time: 1.3094418 Oct 15 01:26:34.602119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:26:34.603386 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8d947d-5db3-40df-a504-b5b38f1db066" -d '{"events": [{"name": "network-changed", "server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "tag": "e162a727-17f0-4036-91de-c872e786c82a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:26:34.696828 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faeb427-8464-44ea-a37c-dd0b48ebe5a0 x-openstack-request-id: req-3faeb427-8464-44ea-a37c-dd0b48ebe5a0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:26:34.697122 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "tag": "e162a727-17f0-4036-91de-c872e786c82a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:26:34.697375 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3faeb427-8464-44ea-a37c-dd0b48ebe5a0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:26:34.697775 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a', 'status': 'completed', 'code': 200} Oct 15 01:26:34.713489 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:26:34.756225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-975ae22e-3245-48a5-83f7-d5006e39d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:34.757714 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-975ae22e-3245-48a5-83f7-d5006e39d8e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1097 time: 0.0408146 Oct 15 01:26:34.853954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-4444e56d-25fa-42d4-95ed-d0ccf24e0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:34.855511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-4444e56d-25fa-42d4-95ed-d0ccf24e0390 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0911925 Oct 15 01:26:34.921925 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-f1c4afce-2d2f-4997-beac-c254bed8cf54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1000 time: 0.0595319 Oct 15 01:26:34.940064 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'e162a727-17f0-4036-91de-c872e786c82a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:a0:99:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102ca196-9922-48c9-9a37-14d58c6449af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:26:33Z', 'revision_number': 1, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:34.965589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:26:34.971241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-a0e83655-6e1f-4dd4-a72e-99180845897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:34.972674 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-a0e83655-6e1f-4dd4-a72e-99180845897b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0437365 Oct 15 01:26:34.973443 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:26:34.974044 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:26:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:35.022794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-0034ae5f-42fb-4d2f-b305-cc7c19c331bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:26:35.024527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-0034ae5f-42fb-4d2f-b305-cc7c19c331bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439711 Oct 15 01:26:35.078601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:26:35.114742 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-423c6522-1b3e-470a-b2b7-17c941f196d3 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830526 Oct 15 01:26:35.208752 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ff8d947d-5db3-40df-a504-b5b38f1db066 req-b656e5f4-9fb7-4cf9-9a04-9b33ded0d097 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874856 Oct 15 01:26:35.301351 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'e162a727-17f0-4036-91de-c872e786c82a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:a0:99:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102ca196-9922-48c9-9a37-14d58c6449af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:26:33Z', 'revision_number': 1, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:26:35.327676 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d8418-f16c-454f-8cf6-24c3cd8f0744 None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'e162a727-17f0-4036-91de-c872e786c82a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:a0:99:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102ca196-9922-48c9-9a37-14d58c6449af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:26:33Z', 'revision_number': 1, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:26:35.511501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc0758-ac71-4aa9-8c15-a36ebbe317d9 None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:26:40.319330 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:45.490856 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:56.307335 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7f8ccda2-0063-418e-afd7-b7f001bbaac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:26:58.844377 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-954f3db5-d79a-437b-8382-2dcf53822ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:00.157498 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:00.403255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:02.471651 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:08.138938 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:27:10.376028 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:12.756796 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-e5136133-a942-4cc9-962d-7e69edc29b5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872006 Oct 15 01:27:12.836597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-49b38aa7-bc04-47b1-bb76-0d920290ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:27:12.838342 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-49b38aa7-bc04-47b1-bb76-0d920290ee09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1097 time: 0.0413027 Oct 15 01:27:12.952886 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-5069b311-4fe4-4330-a4ce-58685ad12f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:27:12.954385 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-5069b311-4fe4-4330-a4ce-58685ad12f37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0971618 Oct 15 01:27:13.021352 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-9004b246-5c5d-4fa4-bdb4-8990bf36ddb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1002 time: 0.0592892 Oct 15 01:27:13.078529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-e8e0b25d-e21f-4c8b-aeea-ff1e77ca6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:27:13.079969 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-e8e0b25d-e21f-4c8b-aeea-ff1e77ca6528 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0520248 Oct 15 01:27:13.126478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-df70028c-a10b-43b0-8abf-3d30ec22c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:27:13.127929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-df70028c-a10b-43b0-8abf-3d30ec22c8da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407658 Oct 15 01:27:13.221806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-86638aa2-361d-4400-bfeb-37c860eef4f3 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865138 Oct 15 01:27:13.310675 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c7ae5ab-e209-44c6-b98a-6bfb8ed496ff req-7ebcfe6a-7e41-4456-b4d5-7814e7fd3155 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811172 Oct 15 01:27:15.461349 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:26.301014 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cd88b2ac-95f3-4463-870e-aa15bca3dc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:28.839051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-21d58b0d-4e4c-4562-9e82-fd2b3ebb2e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:30.151140 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:30.410714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:32.501896 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:40.353513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:45.138298 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:27:45.507147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:56.295069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc9a83d9-c807-4c80-839d-d81bd1813aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:27:58.841815 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e94d79e-d0d8-4d20-81f6-383a2d7dad01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:00.164250 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:00.407736 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:02.482332 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:10.370202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:10.414746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c4537-5e9c-42fa-9b64-8e1479902327 req-1cd6a8e9-142d-4ff4-aa76-7dbd36f8c7fd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:10.416992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-381c4537-5e9c-42fa-9b64-8e1479902327 req-1cd6a8e9-142d-4ff4-aa76-7dbd36f8c7fd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.1200964 Oct 15 01:28:10.454002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-381c4537-5e9c-42fa-9b64-8e1479902327 req-85fea365-f106-4259-ac0d-6081b710c31b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308683 Oct 15 01:28:10.824272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0117-fcc1-4e71-ae28-8dffb6704e05 req-b79dc71b-7d53-4be9-a506-a60771af6ee6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:10.825733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf0117-fcc1-4e71-ae28-8dffb6704e05 req-b79dc71b-7d53-4be9-a506-a60771af6ee6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0495586 Oct 15 01:28:10.878468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10bf0117-fcc1-4e71-ae28-8dffb6704e05 req-68cac9e2-3dc8-4eb3-b8a1-4e774c7c82ab tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466425 Oct 15 01:28:11.027309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-ced2813e-fde0-408f-a982-69e1cf76a9cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807192 Oct 15 01:28:11.035904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-1bc2d378-ebe8-41b0-b09b-96e4d7ff4325 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:28:11.036821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-1bc2d378-ebe8-41b0-b09b-96e4d7ff4325 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048182 Oct 15 01:28:11.995046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508acbf-5031-4c76-b8ee-dc0bdf746bae req-7b68d5f8-27cd-49bb-b7fb-266caee723db tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:11.997700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2508acbf-5031-4c76-b8ee-dc0bdf746bae req-7b68d5f8-27cd-49bb-b7fb-266caee723db tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0519726 Oct 15 01:28:12.034465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2508acbf-5031-4c76-b8ee-dc0bdf746bae req-8a1aae35-c24c-4e5f-906f-c7cf3bc895cd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Oct 15 01:28:13.098360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-20397c9e-c02a-4df7-a32c-f4f691118693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:13.099872 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-20397c9e-c02a-4df7-a32c-f4f691118693 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1097 time: 0.0408418 Oct 15 01:28:13.151412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2392a64-3caa-4c68-9115-61a20264bc60 req-bc26bff4-1bc2-4be1-b078-62017ce40a9e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:13.152883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2392a64-3caa-4c68-9115-61a20264bc60 req-bc26bff4-1bc2-4be1-b078-62017ce40a9e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0483668 Oct 15 01:28:13.190639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2392a64-3caa-4c68-9115-61a20264bc60 req-83d030b5-81ed-4b7e-92a3-ac17346e91a8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318322 Oct 15 01:28:13.196031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-a8d4b1a7-eac0-4b5e-a731-f375ccaf558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:13.197547 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-a8d4b1a7-eac0-4b5e-a731-f375ccaf558e service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0906756 Oct 15 01:28:13.262765 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-5f3517a8-803d-47ea-b571-e5320518d01f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1002 time: 0.0586674 Oct 15 01:28:13.314941 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-1d33d661-ebdc-4529-a924-d3bf2f589290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:13.316253 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-1d33d661-ebdc-4529-a924-d3bf2f589290 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0470827 Oct 15 01:28:13.360368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-91f4d7e8-1c84-482d-92a8-000d19c24445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:13.361817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-91f4d7e8-1c84-482d-92a8-000d19c24445 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384791 Oct 15 01:28:13.374362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-0eca7e98-e0bc-4258-b1db-148537eb2fd2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:28:13.375271 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-0eca7e98-e0bc-4258-b1db-148537eb2fd2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052729 Oct 15 01:28:13.470508 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-04251ad7-e51c-4834-b4a5-2522e8280a7b service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 Oct 15 01:28:13.563578 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-2ca3dde4-a578-48e7-a64f-f4bfb44c14a0 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852947 Oct 15 01:28:14.309900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab99337-28c3-4540-826b-2a17f60598da req-7e6402ce-8dfc-4449-9e0c-0a433e2ac328 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:14.311402 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fab99337-28c3-4540-826b-2a17f60598da req-7e6402ce-8dfc-4449-9e0c-0a433e2ac328 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0537181 Oct 15 01:28:14.348991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fab99337-28c3-4540-826b-2a17f60598da req-a33756dd-c9a1-4cfe-8479-38edb9dc1dbc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Oct 15 01:28:14.727099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-127fd24f-5236-4013-8792-a1c6ba2e1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:14.728789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-127fd24f-5236-4013-8792-a1c6ba2e1aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1097 time: 0.0411031 Oct 15 01:28:14.838590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-60e7ab08-8888-43b6-8053-bdc0ea5eb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:14.840041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-60e7ab08-8888-43b6-8053-bdc0ea5eb896 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0933108 Oct 15 01:28:14.904145 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-12035f14-9645-44ff-91b9-724e556e482f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1002 time: 0.0571110 Oct 15 01:28:14.956542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-25e22fd9-3fe0-4fad-9bac-25d4100df60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:14.957928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-25e22fd9-3fe0-4fad-9bac-25d4100df60e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0466449 Oct 15 01:28:15.003505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-399be575-495c-45ab-989a-fbffbd87e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:15.004924 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-399be575-495c-45ab-989a-fbffbd87e1e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398779 Oct 15 01:28:15.097380 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-7e8c0df0-5cb4-4a78-ba28-ed9a1f5b3c97 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847702 Oct 15 01:28:15.186125 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-190d9c88-af68-42a7-9e95-9c0a9938901d req-5b4de392-f5e0-40d3-98a6-e3b7939e8511 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817430 Oct 15 01:28:15.466144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880742d-0a1d-4c8b-967b-f87869937e9f req-2b417604-ccfb-428a-bd80-8208c786d1f0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:15.467628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8880742d-0a1d-4c8b-967b-f87869937e9f req-2b417604-ccfb-428a-bd80-8208c786d1f0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0493059 Oct 15 01:28:15.505531 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8880742d-0a1d-4c8b-967b-f87869937e9f req-8a0a7cdb-50fe-45ba-9831-248b8943ee65 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Oct 15 01:28:15.506354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:16.621176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea943d-ac82-4f81-8310-85deea8ee8d0 req-86809c56-3202-4a61-9087-07503cc10187 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:16.622916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2ea943d-ac82-4f81-8310-85deea8ee8d0 req-86809c56-3202-4a61-9087-07503cc10187 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0492170 Oct 15 01:28:16.659794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2ea943d-ac82-4f81-8310-85deea8ee8d0 req-c1891325-b288-43e9-aced-4c0e245d0f56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Oct 15 01:28:17.778557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d6abb-2871-4b89-b857-9dcb9e291484 req-e0c5d84e-bcf6-48e3-b187-128679efb55b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:17.779912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-424d6abb-2871-4b89-b857-9dcb9e291484 req-e0c5d84e-bcf6-48e3-b187-128679efb55b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0531583 Oct 15 01:28:17.816149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-424d6abb-2871-4b89-b857-9dcb9e291484 req-5635eb45-d1e3-456d-ab21-fb29f3942b47 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303988 Oct 15 01:28:18.931242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d7381-d38d-4df6-965f-76e452bfdec9 req-9f9e7419-3803-4311-84a3-8c9f6b03f3a1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:18.932707 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e1d7381-d38d-4df6-965f-76e452bfdec9 req-9f9e7419-3803-4311-84a3-8c9f6b03f3a1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0489140 Oct 15 01:28:18.971037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1e1d7381-d38d-4df6-965f-76e452bfdec9 req-a10aba46-c65c-4360-b9ee-caccef178daf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Oct 15 01:28:20.086339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129867f3-894d-463b-b2ff-7dba1fbec979 req-15a0a3e5-107c-4f3b-9c86-9d7da97a7842 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:20.087865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-129867f3-894d-463b-b2ff-7dba1fbec979 req-15a0a3e5-107c-4f3b-9c86-9d7da97a7842 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0497875 Oct 15 01:28:20.125902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-129867f3-894d-463b-b2ff-7dba1fbec979 req-9c412ad5-43ff-4f42-8829-526d0e5742e7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Oct 15 01:28:21.253847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680dadb-5a2d-4081-b926-db58dc169b7e req-3d3e53cc-365c-484b-a190-42b719dbb665 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:21.255425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4680dadb-5a2d-4081-b926-db58dc169b7e req-3d3e53cc-365c-484b-a190-42b719dbb665 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0638311 Oct 15 01:28:21.295016 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4680dadb-5a2d-4081-b926-db58dc169b7e req-75916e91-5608-49cb-aecc-df326dd629e7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332561 Oct 15 01:28:22.138000 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:28:22.409428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c52538-951d-4863-af33-0ec340445a1e req-3c658a46-ce8b-46bd-aeb8-21b77ba56c9c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:22.411223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57c52538-951d-4863-af33-0ec340445a1e req-3c658a46-ce8b-46bd-aeb8-21b77ba56c9c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0493395 Oct 15 01:28:22.449172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57c52538-951d-4863-af33-0ec340445a1e req-4bf11d01-13b6-4e34-9cb7-c8dda971f2c8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Oct 15 01:28:23.563245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af43e7-fe57-4be6-a24e-c60eb079df48 req-91445849-cbc0-41e7-90f1-9836db6e8d30 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:23.564709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53af43e7-fe57-4be6-a24e-c60eb079df48 req-91445849-cbc0-41e7-90f1-9836db6e8d30 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0495913 Oct 15 01:28:23.605393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53af43e7-fe57-4be6-a24e-c60eb079df48 req-077c10cc-99de-4c25-94a5-64536553b072 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Oct 15 01:28:24.724906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199a159-f191-4e13-a08a-6a19c13bbc06 req-8c81f331-6b36-4de3-b34d-9536660eeded tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:24.726368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c199a159-f191-4e13-a08a-6a19c13bbc06 req-8c81f331-6b36-4de3-b34d-9536660eeded tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0536265 Oct 15 01:28:24.763584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c199a159-f191-4e13-a08a-6a19c13bbc06 req-a57465e3-4ac8-4795-b1e1-a72e7c0b4872 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Oct 15 01:28:25.612846 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-727f92d1-0e29-44d6-aae6-7ea837808bd0 service neutron] show failed (client error): The resource could not be found. Oct 15 01:28:25.613837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-727f92d1-0e29-44d6-aae6-7ea837808bd0 service neutron] 10.222.0.30 "GET /v2.0/ports/e162a727-17f0-4036-91de-c872e786c82a/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0532212 Oct 15 01:28:25.879422 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77a2e-6579-41bd-b35b-7191ab85e30f req-3d17b775-647d-42df-bc22-98954f316ed7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:25.880898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2a77a2e-6579-41bd-b35b-7191ab85e30f req-3d17b775-647d-42df-bc22-98954f316ed7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0501099 Oct 15 01:28:25.918943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b2a77a2e-6579-41bd-b35b-7191ab85e30f req-80296306-5ff8-4b22-b0ce-f76f726882d3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Oct 15 01:28:26.184364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-7b00038c-3d11-475a-89ef-fb595acc42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:26.185844 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-7b00038c-3d11-475a-89ef-fb595acc42bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 1097 time: 0.0862236 Oct 15 01:28:26.198184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:28:26.254896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:26.305817 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b1ae-f13c-4cc1-a7d1-d3b99fa70f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:26.455062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:26.487916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:28:26.528885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:28:26.531440 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05749bda-7cbf-43dd-8cca-4a0eb20d2648" -d '{"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-unplugged", "status": "completed", "tag": "e162a727-17f0-4036-91de-c872e786c82a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:28:26.535613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:26.558056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Transition to ACTIVE for port object e162a727-17f0-4036-91de-c872e786c82a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:28:26.631707 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:26.646897 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c197d1b5-c6b5-4861-a058-b869f8dc0c40 x-openstack-request-id: req-c197d1b5-c6b5-4861-a058-b869f8dc0c40 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:28:26.655728 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-unplugged", "status": "completed", "tag": "e162a727-17f0-4036-91de-c872e786c82a", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:28:26.655728 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c197d1b5-c6b5-4861-a058-b869f8dc0c40 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:28:26.655728 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a', 'code': 200} Oct 15 01:28:26.726177 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:26.738660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.739014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.739354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.739688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.740015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.740342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.740664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.740985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.741303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.741618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.741939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.742280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:26.776597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] No DVR routers for this DVR port e162a727-17f0-4036-91de-c872e786c82a on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:28:26.916511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:28:26.917120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:28:26.917120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:28:26.921284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Port e162a727-17f0-4036-91de-c872e786c82a on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:28:26.921595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Attempting to bind port e162a727-17f0-4036-91de-c872e786c82a on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:28:26.926398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:28:26.926731 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:28:26.927106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:28:26.927520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Bound port: e162a727-17f0-4036-91de-c872e786c82a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:28:26.927862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:26.996313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:28:27.028880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:28:27.050802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3384c8a-b082-4584-9740-57869838cba4 req-1cebb11a-94cc-4878-8ba4-990a9f129599 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:27.052269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3384c8a-b082-4584-9740-57869838cba4 req-1cebb11a-94cc-4878-8ba4-990a9f129599 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 944 time: 0.0583546 Oct 15 01:28:27.089983 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3384c8a-b082-4584-9740-57869838cba4 req-473ef816-cbae-455f-938a-ec0e402db3ca tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Oct 15 01:28:27.117705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:27.153286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:27.153857 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:27.155289 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] 10.222.0.39 "PUT /v2.0/ports/e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1092 time: 0.9614317 Oct 15 01:28:27.176565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2869de4-bed6-4841-9ee7-3fe780476940 service neutron] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:27.222815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-b58d7d14-a204-411a-8c1d-46689e10cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:27.224329 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-b58d7d14-a204-411a-8c1d-46689e10cfc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1095 time: 0.0438325 Oct 15 01:28:27.322005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-0b78c2e9-4f16-4383-84b3-3183ac8cdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:27.323548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-0b78c2e9-4f16-4383-84b3-3183ac8cdd33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0920999 Oct 15 01:28:27.388703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-4ca3a742-9e73-4d6a-80c5-4bd91e4d7300 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1000 time: 0.0582883 Oct 15 01:28:27.441812 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-01231653-cfa5-42f5-911c-1d7f8d48f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:27.443268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-01231653-cfa5-42f5-911c-1d7f8d48f4c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0478005 Oct 15 01:28:27.488425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-f099907b-6998-4d4c-9d2f-483896a8b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:27.489883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-f099907b-6998-4d4c-9d2f-483896a8b39e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399020 Oct 15 01:28:27.582034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-3cdc31cf-7a71-44f7-bd6e-676cf74b988e service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Oct 15 01:28:27.671382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-7b078791-3904-4f38-a77a-2b99be292bb8 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809937 Oct 15 01:28:28.203807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b141c6f-9bf8-466c-b12c-9f002c8efcd0 req-2760dd11-7e5f-4fce-986f-270b1a65596b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:28.205201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b141c6f-9bf8-466c-b12c-9f002c8efcd0 req-2760dd11-7e5f-4fce-986f-270b1a65596b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 944 time: 0.0482969 Oct 15 01:28:28.242493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b141c6f-9bf8-466c-b12c-9f002c8efcd0 req-d49061f0-a05a-48b0-950f-0c5e974a14cf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Oct 15 01:28:28.648840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:28:28.651855 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86a0093-ab96-4ed9-aa72-780bec6c2249" -d '{"events": [{"name": "network-changed", "server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "tag": "e162a727-17f0-4036-91de-c872e786c82a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:28:28.698442 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd04937-d422-41bb-ae50-7fdfaec7eec0 x-openstack-request-id: req-4bd04937-d422-41bb-ae50-7fdfaec7eec0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:28:28.698796 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "tag": "e162a727-17f0-4036-91de-c872e786c82a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:28:28.699028 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bd04937-d422-41bb-ae50-7fdfaec7eec0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:28:28.699421 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a', 'status': 'completed', 'code': 200} Oct 15 01:28:28.760712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-ddb83d6e-f732-46d9-b597-d906e050d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:28.762108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-ddb83d6e-f732-46d9-b597-d906e050d6fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1095 time: 0.0449553 Oct 15 01:28:28.764105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-dc674133-162b-485a-9b5d-336484e28dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:28.765576 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-dc674133-162b-485a-9b5d-336484e28dc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1095 time: 0.0451334 Oct 15 01:28:28.854852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-65121f9c-eb11-4662-80db-bb262fc9a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:28.856342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-65121f9c-eb11-4662-80db-bb262fc9a6a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0871785 Oct 15 01:28:28.857281 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-6890d926-9aa2-4396-96a6-93182228761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:28.858774 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-6890d926-9aa2-4396-96a6-93182228761a service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0859573 Oct 15 01:28:28.866012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4d89422-97ef-4e86-85aa-8aea7d9ae838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:28.928542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-07ca3623-f8e1-4a58-8c91-41154785f827 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1000 time: 0.0653644 Oct 15 01:28:28.931304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-70e4a015-b39b-4010-90d9-d557afaad39e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1000 time: 0.0644910 Oct 15 01:28:28.977593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-90d5a2c4-469e-4fa4-94cf-eb2fa2b0cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:28.979065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-90d5a2c4-469e-4fa4-94cf-eb2fa2b0cd19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0431874 Oct 15 01:28:28.979808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-1c9a0e8c-def0-4966-b252-216eff5f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:28.981257 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-1c9a0e8c-def0-4966-b252-216eff5f6430 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0435808 Oct 15 01:28:29.026007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-650ee7da-c2b2-4c8e-99ac-e38ef63b4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:29.027281 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-22b8d7da-dd34-4674-86db-0340e49c527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:29.027434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-650ee7da-c2b2-4c8e-99ac-e38ef63b4c20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410824 Oct 15 01:28:29.029010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-22b8d7da-dd34-4674-86db-0340e49c527a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408006 Oct 15 01:28:29.122417 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-622fb550-6148-4707-b9ed-2989ccd2f753 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863659 Oct 15 01:28:29.122978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-d91b8f01-02a6-424e-acf5-29e6daa60f0b service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879416 Oct 15 01:28:29.212821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-b1a64c91-cfbf-40c5-bf9f-0f32e30958d7 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823660 Oct 15 01:28:29.213788 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c86a0093-ab96-4ed9-aa72-780bec6c2249 req-e4dd2a70-00ef-497a-8846-1927c86a614a service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846438 Oct 15 01:28:29.289245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e162a727-17f0-4036-91de-c872e786c82a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:28:29.328745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e162a727-17f0-4036-91de-c872e786c82a not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:28:29.363928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee3337-e426-441f-8d77-c375b70b29d5 req-50f2b973-22a5-4921-a837-0fa14c8eb6c6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:29.365464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2ee3337-e426-441f-8d77-c375b70b29d5 req-50f2b973-22a5-4921-a837-0fa14c8eb6c6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 944 time: 0.0535018 Oct 15 01:28:29.403571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2ee3337-e426-441f-8d77-c375b70b29d5 req-26bd1ceb-b8d5-4b13-afbf-9fddc9dbd1b6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304444 Oct 15 01:28:29.563952 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e162a727-17f0-4036-91de-c872e786c82a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:28:29.658811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:29.670208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'e162a727-17f0-4036-91de-c872e786c82a', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': 'e162a727-17f0-4036-91de-c872e786c82a', 'mac_address': 'fa:16:3e:a0:99:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:28:29.706417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:29.719932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e162a727-17f0-4036-91de-c872e786c82a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:28:29.738968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:29.803127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:29.853305 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:29.860752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.861094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.861430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.861763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.862108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.862450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.862772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.863115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.863436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.863759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.864078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:29.864394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:28:30.167290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:30.230958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['e162a727-17f0-4036-91de-c872e786c82a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:28:30.459944 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:30.525462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b01f17-3b46-44af-b40a-4f69cb2eda95 req-c64800bc-4df5-4f63-a2bd-0922fc4bd1cb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:30.527024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43b01f17-3b46-44af-b40a-4f69cb2eda95 req-c64800bc-4df5-4f63-a2bd-0922fc4bd1cb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 945 time: 0.0507240 Oct 15 01:28:30.564614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43b01f17-3b46-44af-b40a-4f69cb2eda95 req-bcb47f8a-99eb-48f9-a60a-e3745e478fe2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Oct 15 01:28:31.579319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e162a727-17f0-4036-91de-c872e786c82a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:28:31.679406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf6f98-5348-4bd0-afa0-924b1428ad65 req-99730e9b-a5be-45e5-acee-5e0e78a52e7d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:31.681026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7baf6f98-5348-4bd0-afa0-924b1428ad65 req-99730e9b-a5be-45e5-acee-5e0e78a52e7d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 945 time: 0.0489330 Oct 15 01:28:31.687461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port e162a727-17f0-4036-91de-c872e786c82a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:28:31.691573 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port e162a727-17f0-4036-91de-c872e786c82a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:28:31.692035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:31.724316 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7baf6f98-5348-4bd0-afa0-924b1428ad65 req-3fa797dd-884e-425a-bd79-fe633b2f35dc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371997 Oct 15 01:28:31.777054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:31.799577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:28:31.801816 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7163750-6123-4141-a528-8c939b88d679" -d '{"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-plugged", "status": "completed", "tag": "e162a727-17f0-4036-91de-c872e786c82a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:28:31.814774 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:31.893355 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:31.942999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:32.062974 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d732174e-65ee-4685-854b-246448b22cc4 x-openstack-request-id: req-d732174e-65ee-4685-854b-246448b22cc4 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:28:32.063294 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-plugged", "status": "completed", "tag": "e162a727-17f0-4036-91de-c872e786c82a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:28:32.064268 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d732174e-65ee-4685-854b-246448b22cc4 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:28:32.064680 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a', 'code': 200} Oct 15 01:28:32.138104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363f459-b928-4c89-8545-eb24412c77a0 req-b0a37a1b-1d10-450e-abc1-d9ce422793e6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:32.139706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-b0a37a1b-1d10-450e-abc1-d9ce422793e6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 946 time: 0.0575714 Oct 15 01:28:32.161293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7f4a7-47f5-40d3-aed4-d6a12f362038 req-13969f7c-86e3-46a5-98e0-ca83839ad5f7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:32.162788 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35b7f4a7-47f5-40d3-aed4-d6a12f362038 req-13969f7c-86e3-46a5-98e0-ca83839ad5f7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0550973 Oct 15 01:28:32.201630 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-a363f459-b928-4c89-8545-eb24412c77a0 req-2c47f6c6-7057-4238-a4e9-aa24a8a6dfa1 service neutron] delete failed (client error): The resource could not be found. Oct 15 01:28:32.201887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-35b7f4a7-47f5-40d3-aed4-d6a12f362038 req-350fc677-9760-4ef8-991f-fb5ee793ad03 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Oct 15 01:28:32.202673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-2c47f6c6-7057-4238-a4e9-aa24a8a6dfa1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e162a727-17f0-4036-91de-c872e786c82a/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0548627 Oct 15 01:28:32.289257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363f459-b928-4c89-8545-eb24412c77a0 req-08754e86-c48d-4127-b55b-19a64beb865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:32.290784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-08754e86-c48d-4127-b55b-19a64beb865b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 1097 time: 0.0422091 Oct 15 01:28:32.384088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363f459-b928-4c89-8545-eb24412c77a0 req-6ae65013-0707-4123-88ef-d95de09c73da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:32.387406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-6ae65013-0707-4123-88ef-d95de09c73da service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0875251 Oct 15 01:28:32.449866 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-4c688c8b-c389-45c9-80d3-d84e3b08de17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 200 len: 1002 time: 0.0576394 Oct 15 01:28:32.483265 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:32.499694 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363f459-b928-4c89-8545-eb24412c77a0 req-46c536a7-e250-465f-a4a2-ed99a266e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:32.501220 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-46c536a7-e250-465f-a4a2-ed99a266e412 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0450599 Oct 15 01:28:32.552437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363f459-b928-4c89-8545-eb24412c77a0 req-e467dc5f-1a7a-4bdf-8127-95d190d376a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:32.553913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-e467dc5f-1a7a-4bdf-8127-95d190d376a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438840 Oct 15 01:28:32.643611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-9b422c0f-bde8-4325-ad14-25e5d42eeaf2 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823317 Oct 15 01:28:32.736621 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a363f459-b928-4c89-8545-eb24412c77a0 req-cd31008c-0bc0-47e9-9e76-0fd9dc558aae service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858240 Oct 15 01:28:33.322035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7ad25-7501-4163-a430-e0f036273474 req-f6b89366-19be-4469-a50c-b1c4c94b422a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:33.323517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81f7ad25-7501-4163-a430-e0f036273474 req-f6b89366-19be-4469-a50c-b1c4c94b422a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0508478 Oct 15 01:28:33.361459 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81f7ad25-7501-4163-a430-e0f036273474 req-736307fa-1f89-4655-9ccc-2280b89987e3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319445 Oct 15 01:28:34.475139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d146ce1-bd50-40d3-bb54-d641f503ac63 req-b73c6b3b-9f94-4150-bb02-4366468c3622 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:34.476590 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d146ce1-bd50-40d3-bb54-d641f503ac63 req-b73c6b3b-9f94-4150-bb02-4366468c3622 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0479972 Oct 15 01:28:34.515846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d146ce1-bd50-40d3-bb54-d641f503ac63 req-b4ce6533-ad6f-4337-adc1-d011fa847a2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325871 Oct 15 01:28:34.640483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205f1e5-e9f7-4a17-9c7c-23fc2b705555 req-cbdd2736-8ba2-4f0d-9caa-425e2502eb34 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:34.642478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5205f1e5-e9f7-4a17-9c7c-23fc2b705555 req-cbdd2736-8ba2-4f0d-9caa-425e2502eb34 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0543890 Oct 15 01:28:34.679865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5205f1e5-e9f7-4a17-9c7c-23fc2b705555 req-9551e785-5b4c-46a5-ab1f-4fac4bb5b874 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Oct 15 01:28:34.794879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979e65d-66b1-4cca-a19c-94e7f7a566fe req-17af66b9-445b-410a-b3ea-cfcccc38ba79 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:34.796383 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c979e65d-66b1-4cca-a19c-94e7f7a566fe req-17af66b9-445b-410a-b3ea-cfcccc38ba79 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0503919 Oct 15 01:28:34.834288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c979e65d-66b1-4cca-a19c-94e7f7a566fe req-ee741c01-2b77-442d-93e6-3546cdc2a99f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Oct 15 01:28:35.247079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d45b-9b80-4d33-9f22-c21e9f27ccbd req-5fa9ccb5-b329-4547-b321-d24c86e53098 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:35.248536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab53d45b-9b80-4d33-9f22-c21e9f27ccbd req-5fa9ccb5-b329-4547-b321-d24c86e53098 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0484202 Oct 15 01:28:35.286105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab53d45b-9b80-4d33-9f22-c21e9f27ccbd req-04487a8f-3fe2-4896-a809-61fd5bcf48df tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Oct 15 01:28:36.418531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbb306-711f-4d57-b798-5e31e3b2bb94 req-7649854f-87c0-44cc-9526-4c3f3038498f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:36.420000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5bbb306-711f-4d57-b798-5e31e3b2bb94 req-7649854f-87c0-44cc-9526-4c3f3038498f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0585279 Oct 15 01:28:36.457627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b5bbb306-711f-4d57-b798-5e31e3b2bb94 req-938e3d53-9b49-4fbd-9794-a17be3c54e66 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 Oct 15 01:28:36.630078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311051e-5140-46c8-9578-c4f89a77c173 req-4127db7c-2880-4e5c-8d96-8c200f98e4b4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:36.631500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e311051e-5140-46c8-9578-c4f89a77c173 req-4127db7c-2880-4e5c-8d96-8c200f98e4b4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 946 time: 0.0500360 Oct 15 01:28:36.722710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Deleting port e162a727-17f0-4036-91de-c872e786c82a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:28:36.723049 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:36.814155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] For port e162a727-17f0-4036-91de-c872e786c82a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e162a727-17f0-4036-91de-c872e786c82a,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:36.814511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:36.983098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:36.983365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:36.983679 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c disassociated. External IP: 172.25.2.194, port: e162a727-17f0-4036-91de-c872e786c82a. Oct 15 01:28:36.984019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Calling delete_port for e162a727-17f0-4036-91de-c872e786c82a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:28:37.169743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:37.199050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event deleted for resources: {'Port': ['ID=e162a727-17f0-4036-91de-c872e786c82a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:37.317860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:28:37.433574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:28:37.445049 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:28:37.457313 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:28:37.457918 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:28:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:37.475445 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] No DVR routers for this DVR port e162a727-17f0-4036-91de-c872e786c82a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:28:37.478443 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:37.482517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e311051e-5140-46c8-9578-c4f89a77c173 req-a0aafb97-82ef-4e87-8613-14eb507ce747 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "DELETE /v2.0/ports/e162a727-17f0-4036-91de-c872e786c82a HTTP/1.1" status: 204 len: 173 time: 0.8448908 Oct 15 01:28:37.483109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-deleted', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:28:37.485596 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ff5a7-2d50-4600-8a38-5e7d9c8c599b" -d '{"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-deleted", "tag": "e162a727-17f0-4036-91de-c872e786c82a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:28:37.588240 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:28:37.588478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b113e301-454a-49a7-8d40-28ebac90f3bc req-9efd3b65-b194-4ff8-b0b9-bc8e592d2b69 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=102ca196-9922-48c9-9a37-14d58c6449af HTTP/1.1" status: 200 len: 210 time: 0.0401905 Oct 15 01:28:37.637025 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557ce9d6-ddb3-4e8f-8940-d3f199493a82 x-openstack-request-id: req-557ce9d6-ddb3-4e8f-8940-d3f199493a82 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:28:37.637330 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102ca196-9922-48c9-9a37-14d58c6449af", "name": "network-vif-deleted", "tag": "e162a727-17f0-4036-91de-c872e786c82a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:28:37.637566 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-557ce9d6-ddb3-4e8f-8940-d3f199493a82 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:28:37.637963 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102ca196-9922-48c9-9a37-14d58c6449af', 'name': 'network-vif-deleted', 'tag': 'e162a727-17f0-4036-91de-c872e786c82a', 'status': 'completed', 'code': 200} Oct 15 01:28:37.888725 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:37.915454 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:28:37.923607 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:28:37.924190 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:28:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:38.033249 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:28:38.244044 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:38.271647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c235ac5e-2c86-4e73-a90b-d2622785160e None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:28:38.499717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac47e76-a4a6-4a0d-9c43-93a30bffef42 None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:28:38.829589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a74bc2fa-2dc6-4df9-9b95-fa79b7396f12 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--178533414&fields=id&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 267 time: 0.0331933 Oct 15 01:28:38.935041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-5e7c93f4-8bba-41cb-98b6-5230019049e0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:38.936398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-5e7c93f4-8bba-41cb-98b6-5230019049e0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1001599 Oct 15 01:28:38.951105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e83ac84c-36fe-4c5f-86d4-f26697dbec49 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/quotas/ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 375 time: 0.0088220 Oct 15 01:28:39.007744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-1fdd8bac-686a-4996-b04b-afcf11ab9226 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515411 Oct 15 01:28:39.069225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-098a78bb-c34d-4aca-ae4d-2c150b2a13a9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:28:39.070245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-098a78bb-c34d-4aca-ae4d-2c150b2a13a9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0511887 Oct 15 01:28:39.160777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-2123b6af-f838-4331-9678-312b63756984 service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840552 Oct 15 01:28:39.591854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-5dfa38e1-e926-4298-a057-50f4cb9459f4 service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243119 Oct 15 01:28:39.652579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e162a727-17f0-4036-91de-c872e786c82a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:28:39.673551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: e162a727-17f0-4036-91de-c872e786c82a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:28:39.673916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e162a727-17f0-4036-91de-c872e786c82a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:28:39.842977 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7e72760-39d5-4340-9b1a-761f8badd478 req-593cf258-bea8-4f2d-b539-03d4377b62b4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 210 time: 0.0277226 Oct 15 01:28:40.378692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:40.934606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-75bfdba5-792b-4001-acdc-cb3c05fb5886 req-ef5e2f88-8631-4d88-819c-d0f01df4d3c2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Oct 15 01:28:41.646213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-640c6f64-7682-424b-b0de-58e5c8680b70 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:41.647638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-640c6f64-7682-424b-b0de-58e5c8680b70 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1044004 Oct 15 01:28:41.689741 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-c7e2c907-2a99-480b-a5fb-0392a5e673ce tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 379 time: 0.0330026 Oct 15 01:28:41.701393 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'port': {'device_id': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'admin_state_up': True, 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'security_groups': ['66105952-2f9e-42ac-94fe-66923487b603']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:28:41.865754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Made reservation on behalf of ccd13001f3194ffdaceffe4e81ca7f3c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:28:41.869936 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.000024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Allocated IP 172.20.0.9 (74294aae-8bda-45c1-b1e4-860ded69c003/fa10942b-15b5-4b6f-ab59-6a24b78869d4/a205093a-f132-46e9-8669-1e003adcc7b2) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:28:42.032029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b0dc11bb-fd71-4f76-8c00-184c51bca424 req-82677d43-be9e-47d1-85b8-a2c640a2c6b1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 210 time: 0.0297737 Oct 15 01:28:42.160588 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.254518 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.298759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:28:42.301632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:28:42.307898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:28:42.330765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:42.360104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:42.360727 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.491406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-e5d58cb0-e6f3-4d30-9bd0-1d20704cc650 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941051 Oct 15 01:28:42.504161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Request body: {'port': {'device_id': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:28:42.522114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-50a5a27a-4cf9-43f3-9289-c6a7af144efc None None] Provisioning complete for port a205093a-f132-46e9-8669-1e003adcc7b2 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:28:42.522844 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50a5a27a-4cf9-43f3-9289-c6a7af144efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.559272 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-50a5a27a-4cf9-43f3-9289-c6a7af144efc None None] Port a205093a-f132-46e9-8669-1e003adcc7b2 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:28:42.564697 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.824151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a205093a-f132-46e9-8669-1e003adcc7b2 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:28:42.831420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.843034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Transition to ACTIVE for port object a205093a-f132-46e9-8669-1e003adcc7b2 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:28:42.911452 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:42.983159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:43.036974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:28:43.037660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:28:43.037660 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:28:43.042435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Port a205093a-f132-46e9-8669-1e003adcc7b2 on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:28:43.042758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:28:43.047608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:28:43.047938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:28:43.048316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:28:43.048730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Bound port: a205093a-f132-46e9-8669-1e003adcc7b2, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:28:43.049084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:43.142072 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:28:43.161736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:28:43.177778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d50de-e3b9-4b88-ba93-400b00958b02 req-61afe8a8-8384-46d1-8fd2-6b8a26e37d00 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.179268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-362d50de-e3b9-4b88-ba93-400b00958b02 req-61afe8a8-8384-46d1-8fd2-6b8a26e37d00 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0720334 Oct 15 01:28:43.217424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-362d50de-e3b9-4b88-ba93-400b00958b02 req-e959d93b-4ca7-4593-ad6e-633d647dc516 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Oct 15 01:28:43.254306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:43.287521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.288159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:43.290310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] 10.222.0.39 "PUT /v2.0/ports/a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 1091 time: 0.7902107 Oct 15 01:28:43.290756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:28:43.292999 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d09813-1c99-4d03-a227-5cc3dceeeed0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:28:43.323226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b4c66-28a5-4c62-9e0e-452107fcb6cd service neutron] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:43.331617 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739df065-db18-40c5-9ef6-565de7b27b55 x-openstack-request-id: req-739df065-db18-40c5-9ef6-565de7b27b55 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:28:43.334439 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:28:43.334784 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-739df065-db18-40c5-9ef6-565de7b27b55 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:28:43.335267 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'status': 'completed', 'code': 200} Oct 15 01:28:43.397723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d09813-1c99-4d03-a227-5cc3dceeeed0 req-6fae7806-aee9-4981-afca-5632ef23b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.400023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d09813-1c99-4d03-a227-5cc3dceeeed0 req-6fae7806-aee9-4981-afca-5632ef23b692 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1094 time: 0.0446942 Oct 15 01:28:43.509375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d09813-1c99-4d03-a227-5cc3dceeeed0 req-573e5077-ed38-4ef6-a374-89ec60758797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.511342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d09813-1c99-4d03-a227-5cc3dceeeed0 req-573e5077-ed38-4ef6-a374-89ec60758797 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1035862 Oct 15 01:28:43.604433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d09813-1c99-4d03-a227-5cc3dceeeed0 req-7bdffc3a-8edc-487b-97bb-55ff97c20180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.605766 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d09813-1c99-4d03-a227-5cc3dceeeed0 req-7bdffc3a-8edc-487b-97bb-55ff97c20180 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881147 Oct 15 01:28:43.689332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-6440bdcc-b955-4a9b-be83-b6f1c860283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.690872 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-6440bdcc-b955-4a9b-be83-b6f1c860283d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1094 time: 0.0474122 Oct 15 01:28:43.734796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-0b81fa59-89fd-4aea-bc91-a37dc0c059e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 217 time: 0.0357561 Oct 15 01:28:43.785122 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-d114ebf4-7e5b-44df-9388-0160a63527ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.786558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-d114ebf4-7e5b-44df-9388-0160a63527ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0454330 Oct 15 01:28:43.833159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-2df9fc9c-8f6a-4bfe-9a52-a97386b9358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:43.834667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-2df9fc9c-8f6a-4bfe-9a52-a97386b9358c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411065 Oct 15 01:28:43.929304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-1f23e6dc-551a-4f60-81c6-79465e94ea9c service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875933 Oct 15 01:28:44.026462 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5aa7ab4a-5a02-48f2-8e2e-4db23d1f4610 req-3ee55357-714f-4f3b-8c6d-5d758c97fc12 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897622 Oct 15 01:28:44.334948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402e1b7-dd7d-4e62-bd81-c8e0296cc369 req-e72eaf60-d39d-4855-a2e2-4065dcbcf690 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:44.337114 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8402e1b7-dd7d-4e62-bd81-c8e0296cc369 req-e72eaf60-d39d-4855-a2e2-4065dcbcf690 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0501282 Oct 15 01:28:44.374241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8402e1b7-dd7d-4e62-bd81-c8e0296cc369 req-2574a531-1604-41c4-bc39-3851dd19666b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312161 Oct 15 01:28:45.506508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2d1e9-efe1-4027-99ae-53ff847a118e req-4ebe8cda-585e-4b57-ae48-2b1914b545b5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:45.509178 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1b2d1e9-efe1-4027-99ae-53ff847a118e req-4ebe8cda-585e-4b57-ae48-2b1914b545b5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0533018 Oct 15 01:28:45.534351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:45.547261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1b2d1e9-efe1-4027-99ae-53ff847a118e req-4a8d10a6-6cf8-469f-981e-3659f61d17cf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324419 Oct 15 01:28:45.698053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:28:45.794047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:45.804585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'mac_address': 'fa:16:3e:d6:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:28:45.839916 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:45.852857 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a205093a-f132-46e9-8669-1e003adcc7b2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:28:45.872166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:45.922752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:45.971313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:46.196206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['a205093a-f132-46e9-8669-1e003adcc7b2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:28:46.665704 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebce5d0-9892-4f04-af39-985115a9c8f5 req-1a380f06-3218-485e-804c-1e591531fed4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:46.667181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ebce5d0-9892-4f04-af39-985115a9c8f5 req-1a380f06-3218-485e-804c-1e591531fed4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 944 time: 0.0531111 Oct 15 01:28:46.705017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ebce5d0-9892-4f04-af39-985115a9c8f5 req-7564de68-b877-4566-a2fd-f8c93eb8d445 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Oct 15 01:28:47.713658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:28:47.822068 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f2de-cc56-45b8-93da-f5b842780336 req-635138b0-8b84-4376-9765-b6989ae0cc89 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:47.823602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3f9f2de-cc56-45b8-93da-f5b842780336 req-635138b0-8b84-4376-9765-b6989ae0cc89 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 944 time: 0.0494421 Oct 15 01:28:47.824157 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port a205093a-f132-46e9-8669-1e003adcc7b2 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:28:47.828131 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port a205093a-f132-46e9-8669-1e003adcc7b2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:28:47.828500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:47.862441 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3f9f2de-cc56-45b8-93da-f5b842780336 req-5971ebb2-7294-44f3-9c89-10c4636a4864 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Oct 15 01:28:47.907047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:47.928849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:28:47.931114 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84000d18-5237-406d-a063-515cf17e18ce" -d '{"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-plugged", "status": "completed", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:28:47.943286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:28:47.971916 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f0616-2588-49b2-bb3d-849e748d0a8e x-openstack-request-id: req-b38f0616-2588-49b2-bb3d-849e748d0a8e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:28:47.971916 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-plugged", "status": "completed", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:28:47.971916 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b38f0616-2588-49b2-bb3d-849e748d0a8e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:28:47.971916 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'code': 200} Oct 15 01:28:48.019644 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:48.067280 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1df08-15ee-48ae-9651-c39ac33912d2 req-ffbe11a6-9569-4c27-a76a-7484de31ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:48.068778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3e1df08-15ee-48ae-9651-c39ac33912d2 req-ffbe11a6-9569-4c27-a76a-7484de31ff37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1096 time: 0.0413072 Oct 15 01:28:48.069319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:28:48.104809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3e1df08-15ee-48ae-9651-c39ac33912d2 req-f141ab2c-b756-4edd-8422-9ed468f334c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292313 Oct 15 01:28:48.980553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79152c-ab27-4648-8090-b9ab88eef3e0 req-1be8d397-4c0e-4350-b7f0-3072c21064bf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:48.982023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c79152c-ab27-4648-8090-b9ab88eef3e0 req-1be8d397-4c0e-4350-b7f0-3072c21064bf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Oct 15 01:28:49.019720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1c79152c-ab27-4648-8090-b9ab88eef3e0 req-d1fcf997-8076-4a66-b246-ac6edd9509b7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318952 Oct 15 01:28:50.134529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95a147-4c06-4fa8-ab39-5cebba23740d req-c10eb2b1-ed35-4566-9fd0-7eeef065fd4e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:50.135990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d95a147-4c06-4fa8-ab39-5cebba23740d req-c10eb2b1-ed35-4566-9fd0-7eeef065fd4e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Oct 15 01:28:50.173807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d95a147-4c06-4fa8-ab39-5cebba23740d req-fa7824f7-09b1-48b5-af40-e313af27f011 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320284 Oct 15 01:28:50.281895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3985b75-4c51-4ced-b411-74e16cb59fac req-5b8f1d1b-7ccd-46af-81a8-0d28fc7d9a8e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:50.283361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3985b75-4c51-4ced-b411-74e16cb59fac req-5b8f1d1b-7ccd-46af-81a8-0d28fc7d9a8e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0487945 Oct 15 01:28:50.291975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59224) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:28:50.296336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'floatingip': {'port_id': 'a205093a-f132-46e9-8669-1e003adcc7b2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:28:50.339038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:50.766527 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:50.825099 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:50.926570 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c associated. External IP: 172.25.2.194, port: a205093a-f132-46e9-8669-1e003adcc7b2. Oct 15 01:28:51.129535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:28:51.234750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:28:51.239646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:51.244560 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:28:51.253997 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:28:51.254624 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:28:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:51.267849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ade74657-398f-4397-8466-6b55525482b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "PUT /v2.0/floatingips/703d3169-57be-45bb-b2fe-92328827318c HTTP/1.1" status: 200 len: 991 time: 0.9747772 Oct 15 01:28:51.268438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:28:51.270722 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9103e53f-8ece-440f-9e71-75baf733e697" -d '{"events": [{"name": "network-changed", "server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:28:51.356222 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459cd53c-731e-4c82-b96d-c58b436a3058 x-openstack-request-id: req-459cd53c-731e-4c82-b96d-c58b436a3058 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:28:51.356512 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:28:51.356759 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-459cd53c-731e-4c82-b96d-c58b436a3058 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:28:51.357161 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'status': 'completed', 'code': 200} Oct 15 01:28:51.361241 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:28:51.421117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103e53f-8ece-440f-9e71-75baf733e697 req-0f35df42-216d-45ff-a9f2-cecf57e8aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:51.422546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9103e53f-8ece-440f-9e71-75baf733e697 req-0f35df42-216d-45ff-a9f2-cecf57e8aabd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1096 time: 0.0441480 Oct 15 01:28:51.517151 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103e53f-8ece-440f-9e71-75baf733e697 req-399515c7-b360-47d7-bc44-2a0d0b96f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:51.518689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9103e53f-8ece-440f-9e71-75baf733e697 req-399515c7-b360-47d7-bc44-2a0d0b96f643 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0891793 Oct 15 01:28:51.588341 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9103e53f-8ece-440f-9e71-75baf733e697 req-9f01fbda-824c-439a-b523-60cdd50de6ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 999 time: 0.0623922 Oct 15 01:28:51.592947 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:d6:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:28:50Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:51.619672 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:28:51.629457 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:28:51.630013 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:28:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:51.637925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103e53f-8ece-440f-9e71-75baf733e697 req-e273554f-dc3d-456d-8d10-a04bb24c4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:51.639488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9103e53f-8ece-440f-9e71-75baf733e697 req-e273554f-dc3d-456d-8d10-a04bb24c4d6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0444486 Oct 15 01:28:51.684969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103e53f-8ece-440f-9e71-75baf733e697 req-d140bfc4-c376-41ac-898f-ca6d36972fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:28:51.686405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9103e53f-8ece-440f-9e71-75baf733e697 req-d140bfc4-c376-41ac-898f-ca6d36972fdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401103 Oct 15 01:28:51.737193 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:28:51.787029 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9103e53f-8ece-440f-9e71-75baf733e697 req-fc7121c6-3ff6-4e99-bb09-84f630323239 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931840 Oct 15 01:28:51.878809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9103e53f-8ece-440f-9e71-75baf733e697 req-123dd77d-0e3f-4dc5-ac4c-735e820539ef service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Oct 15 01:28:51.964029 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:d6:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:28:50Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:28:51.993098 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359fd61-e635-4e89-a503-c95a7521e847 None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:d6:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:28:50Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:28:52.179259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a5b1f-c0b7-4d75-a8a3-5c70c9098a54 None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:28:56.320416 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a005acd9-7bf2-4f54-8173-a181698c6040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:58.859132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2646576a-87fc-4dd0-9bc7-5578faa3f572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:28:59.137589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:29:00.179778 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:00.413724 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:02.493623 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:10.362221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:15.504841 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:26.293037 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a315e07-d1ea-4fd1-ad17-2526d2fb349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:26.636442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-20584ea2-f002-44ae-a2d0-15e16863e3f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396483 Oct 15 01:29:26.721948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-314e0665-6241-42fb-8dbb-4c68238b977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:29:26.723509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-314e0665-6241-42fb-8dbb-4c68238b977f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1096 time: 0.0448411 Oct 15 01:29:26.824860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-96d652bc-0fc9-4310-8cbe-d585a057ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:29:26.826304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-96d652bc-0fc9-4310-8cbe-d585a057ea7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0835512 Oct 15 01:29:26.894919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-674782ab-0f60-49e1-bfc9-56bac3b2b557 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0613160 Oct 15 01:29:26.943063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-e907e9d8-958a-4ea5-86c9-033cc6c163e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:29:26.944503 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-e907e9d8-958a-4ea5-86c9-033cc6c163e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0426655 Oct 15 01:29:26.987442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-67b03c3b-4335-4813-b538-09b03c8e6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:29:26.988853 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-67b03c3b-4335-4813-b538-09b03c8e6692 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378416 Oct 15 01:29:27.080570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-c61cb2a0-9f16-4981-bd4c-d8ef6f6f145e service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839136 Oct 15 01:29:27.171567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-166ccbfa-e962-45e9-918c-a665ac169a17 req-1e525f4a-2055-426d-9ee8-cf8c34b62e4d service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838850 Oct 15 01:29:28.846639 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-747d876d-f100-402e-8311-a62ee1dabc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:30.172139 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:30.424666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:32.498636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:36.136950 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:29:40.406153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:45.533039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:56.331877 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-409cc9b3-b050-46ea-ab21-076fc0d4ee26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:29:58.858180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4bdff7bb-2358-495b-a026-f3f974060a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:00.195681 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:00.441092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:02.532810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:10.378116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:13.137011 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:30:15.554931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:26.308775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3b24-6bfb-4416-8c5b-80d99acd6ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:28.598508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-467ef80b-1d73-4b94-9ba8-a63d97a58eec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459197 Oct 15 01:30:28.685035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228310a2-bb75-4f04-90f1-c745c642337e req-44f47468-27db-4ac3-b868-3bd5ee238a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:30:28.688416 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-44f47468-27db-4ac3-b868-3bd5ee238a8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1096 time: 0.0438895 Oct 15 01:30:28.791641 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228310a2-bb75-4f04-90f1-c745c642337e req-d78e7ecd-b414-4893-92d8-64d706804da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:30:28.793030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-d78e7ecd-b414-4893-92d8-64d706804da6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0876157 Oct 15 01:30:28.863348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-14fe20fc-de3e-4e6c-b9c3-1eab4a16e74e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0630574 Oct 15 01:30:28.868133 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-87712f37-b4de-47d2-899d-14d706af5296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:28.911437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228310a2-bb75-4f04-90f1-c745c642337e req-adecff08-2852-45a0-acd5-b2a2dc3f1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:30:28.912962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-adecff08-2852-45a0-acd5-b2a2dc3f1f3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0428002 Oct 15 01:30:28.957841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228310a2-bb75-4f04-90f1-c745c642337e req-3635c5a5-6490-4154-91d1-ad51f4e7d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:30:28.959369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-3635c5a5-6490-4154-91d1-ad51f4e7d083 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394511 Oct 15 01:30:29.055769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-0be34296-ae1d-4d08-aeb9-2b54064c39f0 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892968 Oct 15 01:30:29.149001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-228310a2-bb75-4f04-90f1-c745c642337e req-f3195008-2366-4d88-b08f-de64eac4ce48 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862474 Oct 15 01:30:30.166297 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:30.423361 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:32.514478 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:40.376882 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:45.497218 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:50.136036 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:30:56.291268 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2c27e345-bd28-431e-8f21-ccd85b020f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:30:58.885419 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da960841-ec70-48d8-b1fe-ccdbfba71945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:00.165453 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:00.410976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:02.519691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:10.422662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:15.519551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:19.320981 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e202e14-3645-4be2-bf5a-31b7131af6b0 req-e35b89e6-ecbd-4a9d-ba8f-363de1fe0133 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:19.322476 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e202e14-3645-4be2-bf5a-31b7131af6b0 req-e35b89e6-ecbd-4a9d-ba8f-363de1fe0133 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0572541 Oct 15 01:31:19.402941 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e202e14-3645-4be2-bf5a-31b7131af6b0 req-09b0da4f-54ab-44b5-8789-189a8c04fd0a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744646 Oct 15 01:31:20.520338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80c91-7484-4d99-8517-78f72b2b0865 req-11bdab79-a4f4-4a13-b4a8-804a762e1717 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:20.521825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcd80c91-7484-4d99-8517-78f72b2b0865 req-11bdab79-a4f4-4a13-b4a8-804a762e1717 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Oct 15 01:31:20.559868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcd80c91-7484-4d99-8517-78f72b2b0865 req-86ce8891-2dcb-46a4-9360-693cec29d7c3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321622 Oct 15 01:31:21.672237 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59995e0b-5f1e-4b58-8607-d177a41f18d8 req-5306d209-1029-4f1b-8e6d-d874ebba9bf8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:21.673666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59995e0b-5f1e-4b58-8607-d177a41f18d8 req-5306d209-1029-4f1b-8e6d-d874ebba9bf8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0474558 Oct 15 01:31:21.710546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59995e0b-5f1e-4b58-8607-d177a41f18d8 req-4debe116-3389-40ce-af08-0ed26fb16cb1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301607 Oct 15 01:31:22.830578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeae67b-4cc8-4016-b820-94c8fe3271f2 req-f2d0f3bf-7de6-4d02-88df-45f5583828c3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:22.832666 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2eeae67b-4cc8-4016-b820-94c8fe3271f2 req-f2d0f3bf-7de6-4d02-88df-45f5583828c3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0546205 Oct 15 01:31:22.871524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2eeae67b-4cc8-4016-b820-94c8fe3271f2 req-b8cb0a3f-c086-473b-a0a0-1869e6515a88 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327024 Oct 15 01:31:23.984287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c02dfb-fcee-46a9-a1f4-69e0d2af7323 req-87704e11-6ef2-4ff5-89da-651904070d45 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:23.985772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22c02dfb-fcee-46a9-a1f4-69e0d2af7323 req-87704e11-6ef2-4ff5-89da-651904070d45 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0491698 Oct 15 01:31:24.023508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-22c02dfb-fcee-46a9-a1f4-69e0d2af7323 req-b05c8ac6-3977-4d46-9e1c-0a009e9efc21 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318637 Oct 15 01:31:25.135803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed176-2ce9-42f8-b1cb-65bf4873de54 req-7a9c323b-39e1-4ccb-a345-14b9aa3a202c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:25.137252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2fed176-2ce9-42f8-b1cb-65bf4873de54 req-7a9c323b-39e1-4ccb-a345-14b9aa3a202c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0486882 Oct 15 01:31:25.173496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2fed176-2ce9-42f8-b1cb-65bf4873de54 req-271ddaa2-77bf-450d-b511-5dd85fe19848 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303776 Oct 15 01:31:26.292611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12691ed-0733-46e9-921d-af88bfd3c0eb req-ae258e5f-aec4-4361-90e2-9e30ac9f60cc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:26.293347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d12691ed-0733-46e9-921d-af88bfd3c0eb req-ae258e5f-aec4-4361-90e2-9e30ac9f60cc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0522251 Oct 15 01:31:26.307610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7098471f-1af2-4148-bc76-a284299acd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:26.332124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d12691ed-0733-46e9-921d-af88bfd3c0eb req-4fa762a1-a51e-4c69-bc54-5c20370a597e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Oct 15 01:31:27.135279 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:31:27.448826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc2ad3-0e45-463f-973b-c75e15b8688b req-266794ee-01b3-4d00-aab5-c4fdd4b4fd13 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:27.450232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3fdc2ad3-0e45-463f-973b-c75e15b8688b req-266794ee-01b3-4d00-aab5-c4fdd4b4fd13 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0491295 Oct 15 01:31:27.488561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3fdc2ad3-0e45-463f-973b-c75e15b8688b req-b74d5a21-c5cb-4f1b-9c19-ed9d87f067f4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317874 Oct 15 01:31:28.601101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53117727-6475-4ab9-a17e-26a849e8427a req-cff3d3de-9a0d-4b3f-ba0c-2f125aabf3ba tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:28.602599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53117727-6475-4ab9-a17e-26a849e8427a req-cff3d3de-9a0d-4b3f-ba0c-2f125aabf3ba tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0483782 Oct 15 01:31:28.639220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53117727-6475-4ab9-a17e-26a849e8427a req-8cb5bd3c-fdc7-4643-bd20-0982f4bc31bc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Oct 15 01:31:28.867531 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6989f8bf-7efa-4c71-8823-420af88d580c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:29.758036 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe157a1-4f29-4ca0-a4ad-014a6bfa6980 req-732a5633-3322-4836-99c4-21a106c034b5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:29.759556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9fe157a1-4f29-4ca0-a4ad-014a6bfa6980 req-732a5633-3322-4836-99c4-21a106c034b5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0545278 Oct 15 01:31:29.797220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9fe157a1-4f29-4ca0-a4ad-014a6bfa6980 req-dbd93f2b-910f-40c9-8f69-2bd06ad32540 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315075 Oct 15 01:31:30.182307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:30.422159 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:30.622354 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-39b4879c-6f38-4346-8f31-11413d33957b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391493 Oct 15 01:31:30.701909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-cd3949d4-e4a8-4bc0-a8ff-944d71ff3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:30.703455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-cd3949d4-e4a8-4bc0-a8ff-944d71ff3dae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1096 time: 0.0398042 Oct 15 01:31:30.808360 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-d413f34e-c13e-4520-b7a8-56e19f7ce072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:30.809802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-d413f34e-c13e-4520-b7a8-56e19f7ce072 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0871146 Oct 15 01:31:30.884411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-f119e68b-2173-48b9-9b8b-43bee8bfc375 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0670593 Oct 15 01:31:30.957576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed2034-d33a-4602-9a07-82bebde876ad req-d4889e5a-85b6-4017-8025-e3ec2ee6b968 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:30.959158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6eed2034-d33a-4602-9a07-82bebde876ad req-d4889e5a-85b6-4017-8025-e3ec2ee6b968 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0947418 Oct 15 01:31:30.960398 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-87d19453-1439-4d68-bdbd-fe98a7cfecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:30.961672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-87d19453-1439-4d68-bdbd-fe98a7cfecd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0602765 Oct 15 01:31:31.023007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6eed2034-d33a-4602-9a07-82bebde876ad req-2d63bba3-ae5f-4ad4-9d42-e7f2916cbef7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579939 Oct 15 01:31:31.028609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-076d97e2-5654-4860-9cd4-899c25dbc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:31.030012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-076d97e2-5654-4860-9cd4-899c25dbc3c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594926 Oct 15 01:31:31.123557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-2a2334ed-08f3-4be8-a521-3831dad17853 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865874 Oct 15 01:31:31.213458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eafff1-8ef9-418b-aafa-0e39539085e8 req-4c2e9c7e-b32f-4699-8afd-8856fefcdbcc service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826123 Oct 15 01:31:32.452540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8de68-7b98-4b11-ac14-e9762141c034 req-5b5c099e-0e4a-4185-9725-75394dc7929a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:32.453998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9e8de68-7b98-4b11-ac14-e9762141c034 req-5b5c099e-0e4a-4185-9725-75394dc7929a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0532684 Oct 15 01:31:32.492454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e9e8de68-7b98-4b11-ac14-e9762141c034 req-a148d10e-dc79-4a02-8b7c-1dc0f89808a7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322816 Oct 15 01:31:32.502223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:32.627952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-dcfac923-e58c-4e8f-88d3-0a726cf07db9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822060 Oct 15 01:31:33.611062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c8cef-5d29-4766-b3f6-6f4d6933c9f5 req-55d10fe9-810b-40d0-83a8-d7f5c1b974a8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:33.614156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a42c8cef-5d29-4766-b3f6-6f4d6933c9f5 req-55d10fe9-810b-40d0-83a8-d7f5c1b974a8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0508058 Oct 15 01:31:33.654634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a42c8cef-5d29-4766-b3f6-6f4d6933c9f5 req-e581ed51-4f25-4d19-a2bc-0bcc52126df1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354869 Oct 15 01:31:34.771662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd36d1-7e79-498f-a03e-48385068e74f req-ef197e08-7dc5-4aa3-bca0-0d2ded8b9e47 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:34.773068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9bd36d1-7e79-498f-a03e-48385068e74f req-ef197e08-7dc5-4aa3-bca0-0d2ded8b9e47 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0534203 Oct 15 01:31:34.812637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a9bd36d1-7e79-498f-a03e-48385068e74f req-d8a4cef5-6844-42c0-b854-daf95a4c7d6c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322809 Oct 15 01:31:35.566898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-c3d03da5-0cab-41fd-970f-f1d46e7b0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:35.568566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-c3d03da5-0cab-41fd-970f-f1d46e7b0802 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1096 time: 0.0403094 Oct 15 01:31:35.659905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-091b9aee-83da-4d2c-b5f7-782bcfc77912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:35.662176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-091b9aee-83da-4d2c-b5f7-782bcfc77912 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0864942 Oct 15 01:31:36.068173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-6dd2e288-24f9-4577-9556-48c2a94de431 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 1001 time: 0.3985968 Oct 15 01:31:36.081273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33d1a-297a-40e7-9bbb-23df998134b5 req-7ba15449-8db9-4abd-b487-d86a1ee99fb2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:36.083249 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ae33d1a-297a-40e7-9bbb-23df998134b5 req-7ba15449-8db9-4abd-b487-d86a1ee99fb2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0632980 Oct 15 01:31:36.151613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ae33d1a-297a-40e7-9bbb-23df998134b5 req-57eb7f44-8cc1-478c-ad05-709358beb6e0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604689 Oct 15 01:31:36.152957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-83f57efd-88e0-4cc8-a126-00a336f9d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:36.154348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-83f57efd-88e0-4cc8-a126-00a336f9d6b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0701764 Oct 15 01:31:36.199799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-c6c782bf-023f-4fa3-b3bb-4e5762926142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:36.201211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-c6c782bf-023f-4fa3-b3bb-4e5762926142 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396895 Oct 15 01:31:36.290537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-d80e1838-53d5-4682-b5dc-95cc5db1bdc0 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819175 Oct 15 01:31:36.378796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-dd7b007c-9a14-4ad4-b6e6-dd20919839f0 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814993 Oct 15 01:31:37.264124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353548d3-6039-431a-940c-6f7f3dc3fa72 req-3ba8d906-b4e2-4f7b-843d-dd8b401e01e1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:37.265579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-353548d3-6039-431a-940c-6f7f3dc3fa72 req-3ba8d906-b4e2-4f7b-843d-dd8b401e01e1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0492678 Oct 15 01:31:37.306810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-353548d3-6039-431a-940c-6f7f3dc3fa72 req-b05252a2-e380-4284-b79d-3bab4ceccc2a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351841 Oct 15 01:31:38.411984 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-e3e96d7e-2c04-426f-836d-5f2ee809aba6 service neutron] show failed (client error): The resource could not be found. Oct 15 01:31:38.412997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-e3e96d7e-2c04-426f-836d-5f2ee809aba6 service neutron] 10.222.0.39 "GET /v2.0/ports/a205093a-f132-46e9-8669-1e003adcc7b2/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0819414 Oct 15 01:31:38.432706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c48be-f218-4170-93ea-92551b0c386e req-7f3c8dd7-55c7-4c4d-907d-207398cc2f63 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:38.434186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af2c48be-f218-4170-93ea-92551b0c386e req-7f3c8dd7-55c7-4c4d-907d-207398cc2f63 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0555451 Oct 15 01:31:38.474605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-af2c48be-f218-4170-93ea-92551b0c386e req-e55fda43-c55c-4ad9-aff5-df0bec1cca90 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343852 Oct 15 01:31:39.045082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-b77e3f28-53ef-401c-9340-75c4fdeab537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:39.046655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-b77e3f28-53ef-401c-9340-75c4fdeab537 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 1096 time: 0.0698371 Oct 15 01:31:39.059334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:31:39.113526 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:39.310891 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:31:39.341963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:31:39.383925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:31:39.386251 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d3473f-679c-4bde-a920-61b3c7cc8c9c" -d '{"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-unplugged", "status": "completed", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:31:39.390250 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:39.402408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Transition to ACTIVE for port object a205093a-f132-46e9-8669-1e003adcc7b2 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:31:39.479088 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:39.490626 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129b9fa6-c8e1-4c25-9dea-cbdcaa348ce5 x-openstack-request-id: req-129b9fa6-c8e1-4c25-9dea-cbdcaa348ce5 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:31:39.490927 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-unplugged", "status": "completed", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:31:39.491180 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-129b9fa6-c8e1-4c25-9dea-cbdcaa348ce5 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:31:39.491576 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'code': 200} Oct 15 01:31:39.589789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:39.606662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce929ba0-f1ef-4e5e-a694-7d57b9456717 req-650a1c9f-9a4a-4c53-aba2-e5f1333bdfea tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:39.610573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce929ba0-f1ef-4e5e-a694-7d57b9456717 req-650a1c9f-9a4a-4c53-aba2-e5f1333bdfea tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0594401 Oct 15 01:31:39.615651 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.616002 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.616345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.616677 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.617016 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.617346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.617671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.617998 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.618363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.618691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.619013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.619336 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:39.654925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ce929ba0-f1ef-4e5e-a694-7d57b9456717 req-7501a058-df6b-4617-b2b0-6c9ed918bb8c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Oct 15 01:31:39.678647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] No DVR routers for this DVR port a205093a-f132-46e9-8669-1e003adcc7b2 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:31:39.814768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:31:39.815103 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:31:39.815426 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:31:39.819648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Port a205093a-f132-46e9-8669-1e003adcc7b2 on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:31:39.819963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Attempting to bind port a205093a-f132-46e9-8669-1e003adcc7b2 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:31:39.824775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:31:39.825052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:31:39.825427 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:31:39.825840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Bound port: a205093a-f132-46e9-8669-1e003adcc7b2, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:31:39.826218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:39.886595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:31:39.889532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:31:39.948047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:39.985240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:39.985915 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:39.987311 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] 10.222.0.30 "PUT /v2.0/ports/a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 1091 time: 0.9319143 Oct 15 01:31:40.021973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7857b-6fe8-414b-b585-1324362f568f service neutron] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=7']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:40.055582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-39bf809e-e624-4ae5-9f67-8e3b59ac0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:40.057084 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-39bf809e-e624-4ae5-9f67-8e3b59ac0bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1094 time: 0.0449049 Oct 15 01:31:40.158058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-1cb3c2cd-a771-43f2-8c35-ad55be83dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:40.159565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-1cb3c2cd-a771-43f2-8c35-ad55be83dd54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0950015 Oct 15 01:31:40.416336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:40.503928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-d8d58c4a-fe3b-4153-8ba8-5b3f326ac77e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 999 time: 0.3371625 Oct 15 01:31:40.556081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a72e24d9-6bcf-412d-92bc-41d7ccd37da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:40.557553 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-a72e24d9-6bcf-412d-92bc-41d7ccd37da8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0455341 Oct 15 01:31:40.597075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:31:40.609023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-87f714f1-5880-4c0e-b3ac-985aaa431e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:40.610570 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-87f714f1-5880-4c0e-b3ac-985aaa431e62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462737 Oct 15 01:31:40.639248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:31:40.703581 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-d7b00512-1184-4257-82f5-24a915dbaf00 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854878 Oct 15 01:31:40.775436 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f014e-b285-43ab-a657-40a1604ad025 req-0601f8d6-458c-496b-bd54-9e0c782bc0a1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:40.776928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e1f014e-b285-43ab-a657-40a1604ad025 req-0601f8d6-458c-496b-bd54-9e0c782bc0a1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0518229 Oct 15 01:31:40.800874 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a7844e43-d046-4f8a-a5ae-a59005cb565b req-91359e99-a3ed-4fb7-83b2-c640a76cf676 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900822 Oct 15 01:31:40.814826 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7e1f014e-b285-43ab-a657-40a1604ad025 req-fbadf836-ac0c-4a48-b172-fb849215f51e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317192 Oct 15 01:31:41.493070 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:31:41.495518 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27" -d '{"events": [{"name": "network-changed", "server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:31:41.549509 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4d1b30-c03e-46d4-b32b-124af439b874 x-openstack-request-id: req-ce4d1b30-c03e-46d4-b32b-124af439b874 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:31:41.549840 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:31:41.550118 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce4d1b30-c03e-46d4-b32b-124af439b874 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:31:41.550529 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'status': 'completed', 'code': 200} Oct 15 01:31:41.613835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-7ed3590a-f789-4e0c-beb6-0f74bd95b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.615939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-7ed3590a-f789-4e0c-beb6-0f74bd95b2fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1094 time: 0.0466030 Oct 15 01:31:41.618036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-9d3f8ce0-c444-4353-a892-f73bdab2b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.619926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-9d3f8ce0-c444-4353-a892-f73bdab2b7c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1094 time: 0.0448611 Oct 15 01:31:41.720590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-2440b9e6-0466-4dad-bb32-b5663239eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.722197 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-2440b9e6-0466-4dad-bb32-b5663239eef2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0942571 Oct 15 01:31:41.733637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-6e9402b4-e0e3-4c27-b87e-711ab81a131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.735141 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-6e9402b4-e0e3-4c27-b87e-711ab81a131a service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.1121762 Oct 15 01:31:41.804323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-a151cc74-686d-4c8a-b0b5-cb019f2a4474 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 999 time: 0.0625539 Oct 15 01:31:41.805092 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-e643efd3-e59d-47f5-ba1d-4bdfab24d315 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 999 time: 0.0739908 Oct 15 01:31:41.860160 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-7b7d569c-4f5d-4419-b709-641061be0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.861741 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-7b7d569c-4f5d-4419-b709-641061be0f41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0489058 Oct 15 01:31:41.866666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-662d8c3a-33e4-47f6-9e40-45df1f8e78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.868149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-662d8c3a-33e4-47f6-9e40-45df1f8e78af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0518255 Oct 15 01:31:41.916062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-da459740-e023-4dd7-8721-c9e38ca26f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.917575 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-da459740-e023-4dd7-8721-c9e38ca26f02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472467 Oct 15 01:31:41.948768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-029c3e65-5b36-48a2-b81b-bf61847862f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.950300 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-029c3e65-5b36-48a2-b81b-bf61847862f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755754 Oct 15 01:31:41.963035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8147d-a758-4380-9dd8-602feb20880c req-48e2fe08-bfa9-4c8a-ab88-60c59678a302 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:41.964562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46a8147d-a758-4380-9dd8-602feb20880c req-48e2fe08-bfa9-4c8a-ab88-60c59678a302 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0609658 Oct 15 01:31:42.011288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-dd9151c1-23d1-4425-a8bc-70f478442b6c service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Oct 15 01:31:42.059227 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-46a8147d-a758-4380-9dd8-602feb20880c req-3fbdac13-ef75-41a4-b1e2-c069a6481bf6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825744 Oct 15 01:31:42.084376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-47cb68a3-1bbf-4c63-9fc2-3e9c646be1ca service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188416 Oct 15 01:31:42.108989 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-8d8c3e06-1a5a-410e-8a52-70461fe69e42 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896001 Oct 15 01:31:42.175932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c9ac6e5-4b17-40f0-a9f9-305ffa0a4e27 req-da6afe5b-1e32-4300-9389-3275f8b8d2f1 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848436 Oct 15 01:31:43.173619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77debad-2b32-4261-a64c-5b9b002a374e req-0b951191-3ec2-4ecc-b52b-307dc2a4d732 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:43.175084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f77debad-2b32-4261-a64c-5b9b002a374e req-0b951191-3ec2-4ecc-b52b-307dc2a4d732 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0480058 Oct 15 01:31:43.224553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f77debad-2b32-4261-a64c-5b9b002a374e req-9ef45072-086a-40ef-9c4a-d64ec0766ab0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 Oct 15 01:31:43.550501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f9ffb-d5d3-41c0-a8a6-5f671b08c205 req-aa37a603-e78b-447e-babe-3db627edb99f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:43.552536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b45f9ffb-d5d3-41c0-a8a6-5f671b08c205 req-aa37a603-e78b-447e-babe-3db627edb99f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 943 time: 0.0503674 Oct 15 01:31:43.616758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b45f9ffb-d5d3-41c0-a8a6-5f671b08c205 req-24d39ca5-b5a9-42c8-9ed6-0e494aeda3ac tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580676 Oct 15 01:31:43.636352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-1548e722-d8d0-4ee6-a8f4-0ab864b8f0c4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:43.637789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-1548e722-d8d0-4ee6-a8f4-0ab864b8f0c4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 943 time: 0.0638525 Oct 15 01:31:43.698362 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-503deee8-091d-436e-99bf-40782f3ae04b service neutron] delete failed (client error): The resource could not be found. Oct 15 01:31:43.699375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-503deee8-091d-436e-99bf-40782f3ae04b service neutron] 10.222.0.39 "DELETE /v2.0/ports/a205093a-f132-46e9-8669-1e003adcc7b2/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0533054 Oct 15 01:31:43.787049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-6f2d6634-887b-441d-b4ee-5b7ebb1497db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:43.788434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-6f2d6634-887b-441d-b4ee-5b7ebb1497db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1094 time: 0.0452981 Oct 15 01:31:43.879820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-dd1dcd0d-bbcf-4df1-a46b-17c28a4f6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:43.882452 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-dd1dcd0d-bbcf-4df1-a46b-17c28a4f6508 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0870180 Oct 15 01:31:43.951223 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-151ed30c-8b5e-4faf-9505-dadd5ebb4db6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 999 time: 0.0614014 Oct 15 01:31:44.003394 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-d7e3598e-a5a7-45a0-91b9-895f40b84144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:44.005063 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-d7e3598e-a5a7-45a0-91b9-895f40b84144 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0441267 Oct 15 01:31:44.050680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-923e7beb-5db8-41d9-ac66-0889e32d9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:44.052915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-923e7beb-5db8-41d9-ac66-0889e32d9fd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392122 Oct 15 01:31:44.091859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:31:44.147303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-8b1feff2-5b69-41fe-89ea-04cb2314b568 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876515 Oct 15 01:31:44.186173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:31:44.197293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'mac_address': 'fa:16:3e:d6:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:31:44.237132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:44.238220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2ff7c961-d66d-470a-adce-6c44bcbc5c6a req-9ca4dc3d-320d-4204-9458-692fd3d5989d service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839036 Oct 15 01:31:44.250691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a205093a-f132-46e9-8669-1e003adcc7b2 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:31:44.269390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:31:44.369951 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:44.418875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:44.425988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.426379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.426715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.427796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.428118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.428443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.428764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.429082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.429400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.429715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.430031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.430373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:44.597908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a205093a-f132-46e9-8669-1e003adcc7b2'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:31:44.742613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dc652-30b2-4d15-a973-205b3d652a8c req-0db13e9c-e882-46dc-bf5b-e65fce7aacdc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:44.744101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-896dc652-30b2-4d15-a973-205b3d652a8c req-0db13e9c-e882-46dc-bf5b-e65fce7aacdc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 944 time: 0.0574751 Oct 15 01:31:44.782519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-896dc652-30b2-4d15-a973-205b3d652a8c req-a74cc460-e17a-474b-8392-434b91271387 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Oct 15 01:31:45.541671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:45.899169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591e89b-ea0e-4ea5-97f8-5c059316340b req-791b6a93-212b-4390-bc9b-aeb3ef49cca5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:45.900644 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c591e89b-ea0e-4ea5-97f8-5c059316340b req-791b6a93-212b-4390-bc9b-aeb3ef49cca5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 944 time: 0.0516827 Oct 15 01:31:45.938638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c591e89b-ea0e-4ea5-97f8-5c059316340b req-f04a87c2-62e8-46fe-ae23-3955f1901409 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 Oct 15 01:31:46.050604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f505f-63d0-46ae-98d3-394d50ce1a88 req-a8b44e10-bf8b-4c71-a57f-cdfa4f4db134 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:46.052559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c2f505f-63d0-46ae-98d3-394d50ce1a88 req-a8b44e10-bf8b-4c71-a57f-cdfa4f4db134 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 944 time: 0.0496879 Oct 15 01:31:46.090461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c2f505f-63d0-46ae-98d3-394d50ce1a88 req-fd00744c-a383-422a-9948-8ca13e1ec64d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319448 Oct 15 01:31:46.091818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:31:46.226930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a205093a-f132-46e9-8669-1e003adcc7b2 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:31:46.230797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a205093a-f132-46e9-8669-1e003adcc7b2 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:31:46.231223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:46.306965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:46.332382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:31:46.334857 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc6881a-0e45-426a-8ca6-15462b71d221" -d '{"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-plugged", "status": "completed", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:31:46.351336 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:31:46.385356 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba83d64-d1c6-4ad4-896a-a27cc84d85d8 x-openstack-request-id: req-fba83d64-d1c6-4ad4-896a-a27cc84d85d8 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:31:46.385644 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-plugged", "status": "completed", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:31:46.385938 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fba83d64-d1c6-4ad4-896a-a27cc84d85d8 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:31:46.386346 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'code': 200} Oct 15 01:31:46.428445 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:46.480506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:46.482558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5709d-f094-4c4a-a7ce-dbf371cfb827 req-a069d1c4-7e76-431e-a09e-38a4757b7c18 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:46.484123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5df5709d-f094-4c4a-a7ce-dbf371cfb827 req-a069d1c4-7e76-431e-a09e-38a4757b7c18 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0568395 Oct 15 01:31:46.526992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5df5709d-f094-4c4a-a7ce-dbf371cfb827 req-d5d0b1f9-5777-475e-9588-2c86384f67e0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354307 Oct 15 01:31:46.569962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-a28cc7b4-2d7e-4b54-8007-7957b3ac3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:46.571467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-a28cc7b4-2d7e-4b54-8007-7957b3ac3845 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 1096 time: 0.0408273 Oct 15 01:31:46.665858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-bcc41e2f-95b2-4419-85a3-b7463d22eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:46.667258 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-bcc41e2f-95b2-4419-85a3-b7463d22eab3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0889227 Oct 15 01:31:46.730551 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-c36926e8-0247-49d2-9f75-53b7f96a1495 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0566609 Oct 15 01:31:46.778039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-25e8ab85-b5d0-4a80-b5b3-d88ed91dccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:46.779478 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-25e8ab85-b5d0-4a80-b5b3-d88ed91dccb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0427041 Oct 15 01:31:46.828181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-c733ea81-7792-44b7-9c67-6d9125a1ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:46.829657 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-c733ea81-7792-44b7-9c67-6d9125a1ce80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435665 Oct 15 01:31:46.918920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-317fb311-190a-42bc-9617-bec31447eb20 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820272 Oct 15 01:31:47.010386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ab19e3f5-1198-4934-99c3-0d30a884c85e req-a099488e-9b86-4bd0-9aa8-90e34d4f4e5b service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 Oct 15 01:31:47.658009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c917e1-d5ff-4fd8-9a27-b8477329e09f req-ff1be9b8-4992-4dfc-abf6-5da2f404ab5a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:47.659622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4c917e1-d5ff-4fd8-9a27-b8477329e09f req-ff1be9b8-4992-4dfc-abf6-5da2f404ab5a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0513911 Oct 15 01:31:47.699299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4c917e1-d5ff-4fd8-9a27-b8477329e09f req-ccd086db-3878-4621-a872-5583eb7a8e8a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Oct 15 01:31:48.816287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d31e55-ba3f-40fd-acb0-69d05b854612 req-1ba36d99-6728-4dc5-a3f7-6ec8485290fd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:48.818292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9d31e55-ba3f-40fd-acb0-69d05b854612 req-1ba36d99-6728-4dc5-a3f7-6ec8485290fd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Oct 15 01:31:48.855071 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d9d31e55-ba3f-40fd-acb0-69d05b854612 req-81742904-48c5-45f7-a386-31a148be3dd9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307550 Oct 15 01:31:49.262438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af3dac-d0c3-42bb-b764-ac7004a1ff39 req-f3c82004-debf-4296-ba29-75f6ad4c7427 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:49.263893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2af3dac-d0c3-42bb-b764-ac7004a1ff39 req-f3c82004-debf-4296-ba29-75f6ad4c7427 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0541465 Oct 15 01:31:49.300771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2af3dac-d0c3-42bb-b764-ac7004a1ff39 req-82b57685-3d42-484c-88ba-a38aba70a392 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309050 Oct 15 01:31:50.415506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90ff5-2583-43c3-9407-877ca3706655 req-36ec37ac-0657-4a74-a685-14acf76fc16d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:50.416969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2d90ff5-2583-43c3-9407-877ca3706655 req-36ec37ac-0657-4a74-a685-14acf76fc16d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Oct 15 01:31:50.456197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2d90ff5-2583-43c3-9407-877ca3706655 req-14402b1b-ca27-4d98-829a-40dfd36049c1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Oct 15 01:31:50.482967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-066ff210-c42c-452f-a101-81204e293ced tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:50.484428 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-066ff210-c42c-452f-a101-81204e293ced tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 945 time: 0.0498109 Oct 15 01:31:50.577020 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Deleting port a205093a-f132-46e9-8669-1e003adcc7b2 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:31:50.577352 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:50.663930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] For port a205093a-f132-46e9-8669-1e003adcc7b2, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a205093a-f132-46e9-8669-1e003adcc7b2,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:31:50.664402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:50.882609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:50.882904 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:50.883211 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c disassociated. External IP: 172.25.2.194, port: a205093a-f132-46e9-8669-1e003adcc7b2. Oct 15 01:31:50.883572 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Calling delete_port for a205093a-f132-46e9-8669-1e003adcc7b2 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:31:51.067466 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:51.096106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event deleted for resources: {'Port': ['ID=a205093a-f132-46e9-8669-1e003adcc7b2,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:51.213944 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:31:51.324208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:31:51.333743 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:31:51.342527 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:31:51.344577 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:31:51.363966 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] No DVR routers for this DVR port a205093a-f132-46e9-8669-1e003adcc7b2 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:31:51.367411 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:51.371042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1a95f717-9083-4411-be93-cfd11fbd0290 req-20c4c640-3666-4af1-bbb5-af8f66520fc9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "DELETE /v2.0/ports/a205093a-f132-46e9-8669-1e003adcc7b2 HTTP/1.1" status: 204 len: 173 time: 0.8798816 Oct 15 01:31:51.371513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-deleted', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:31:51.374069 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232fd2b7-d17f-434c-935b-8a1fcf3fcced" -d '{"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-deleted", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:31:51.409851 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144eead4-55d0-4309-962b-87ac9481b057 x-openstack-request-id: req-144eead4-55d0-4309-962b-87ac9481b057 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:31:51.410173 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a40012c-6d40-4656-a4f7-e60bddaaeac2", "name": "network-vif-deleted", "tag": "a205093a-f132-46e9-8669-1e003adcc7b2", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:31:51.410425 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-144eead4-55d0-4309-962b-87ac9481b057 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:31:51.410891 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a40012c-6d40-4656-a4f7-e60bddaaeac2', 'name': 'network-vif-deleted', 'tag': 'a205093a-f132-46e9-8669-1e003adcc7b2', 'status': 'completed', 'code': 200} Oct 15 01:31:51.452394 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:31:51.560006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61e6e4f3-8f26-4092-a9b7-cf96013e8f8d req-e28d19a1-0377-42b5-ad67-4c4e57261d29 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a40012c-6d40-4656-a4f7-e60bddaaeac2 HTTP/1.1" status: 200 len: 210 time: 0.0302296 Oct 15 01:31:51.649034 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:31:51.679782 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:31:51.687879 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:31:51.688456 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:31:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:31:51.794395 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:31:51.994242 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:31:52.022992 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e65c7c-b590-4d2c-ba30-c607b39993ca None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:31:52.347109 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908aadc2-259d-4e2b-bb46-20a87073f971 None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:31:52.850062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-3c7f9a13-1342-47c9-aaec-34c531c01d7a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--178533414&fields=id&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 267 time: 0.0327377 Oct 15 01:31:52.960489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-f4a92459-df1c-41b3-ae41-a2a7c9a495ae tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:52.961946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-f4a92459-df1c-41b3-ae41-a2a7c9a495ae tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1053007 Oct 15 01:31:52.976908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-334fba54-2941-47b1-b102-adbc2cfa0f37 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/quotas/ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 375 time: 0.0091188 Oct 15 01:31:53.030241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-7ebd8cc2-614f-4937-9006-3b6250016130 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480051 Oct 15 01:31:53.129393 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-9d809f9d-6662-400d-97ba-ebe944195904 service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871549 Oct 15 01:31:53.217415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-38a354bd-efe7-4530-82ef-5d71405db9db service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816717 Oct 15 01:31:53.478419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14cc8859-e766-4d53-8874-802da37281f1 req-5e3139cb-cfdd-4366-a47e-cd61b8560910 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 210 time: 0.0309675 Oct 15 01:31:54.107769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:31:54.127769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: a205093a-f132-46e9-8669-1e003adcc7b2 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:31:54.128112 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a205093a-f132-46e9-8669-1e003adcc7b2 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:31:54.557689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2a45ae3-0c7f-400c-82fd-5d7e39689145 req-48eed63e-5ff9-45c8-8c06-1fd1e4578d6c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 210 time: 0.0273573 Oct 15 01:31:55.653231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-02524b09-2874-405a-a61a-5c7c0894f98c req-d733e648-7407-4247-918c-a5a3d39d43ef tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 210 time: 0.0273657 Oct 15 01:31:56.224683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-faba6b46-69b9-44d0-8b75-9d8061f0bb74 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:56.226187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-faba6b46-69b9-44d0-8b75-9d8061f0bb74 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1063690 Oct 15 01:31:56.270615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-b53ba283-28a8-4a1a-8cad-b1c87eaad4ca tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 379 time: 0.0348105 Oct 15 01:31:56.279407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'port': {'device_id': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'admin_state_up': True, 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'security_groups': ['66105952-2f9e-42ac-94fe-66923487b603']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:31:56.330248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5562fc28-959d-4abb-97a8-7a09f3314781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:56.444481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Made reservation on behalf of ccd13001f3194ffdaceffe4e81ca7f3c for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:31:56.448015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:56.574681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Allocated IP 172.20.0.6 (74294aae-8bda-45c1-b1e4-860ded69c003/fa10942b-15b5-4b6f-ab59-6a24b78869d4/3ffa3707-a395-4d93-aba2-690acf5acfa4) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:31:56.710409 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:56.760456 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9477f35a-b075-46ae-83fc-9d43051cc17c req-27fbb960-87b1-4c33-90e0-ac4ec6dec0b9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 210 time: 0.0327413 Oct 15 01:31:56.810417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:56.853503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:31:56.856431 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:31:56.862044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:31:56.868801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:56.897685 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.898034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.898401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.898752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.899079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.899411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.899739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.900065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.900387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.900706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.901032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.901353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:31:56.931093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:56.931696 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.007769 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-d8e17d0b-27aa-4755-b533-64ed12d9ed2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318478 Oct 15 01:31:57.020831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Request body: {'port': {'device_id': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:31:57.076060 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.085851 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a061aa84-4e95-41f8-b15d-e6019c1f4ece None None] Provisioning complete for port 3ffa3707-a395-4d93-aba2-690acf5acfa4 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:31:57.086272 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a061aa84-4e95-41f8-b15d-e6019c1f4ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.124056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a061aa84-4e95-41f8-b15d-e6019c1f4ece None None] Port 3ffa3707-a395-4d93-aba2-690acf5acfa4 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:31:57.336860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffa3707-a395-4d93-aba2-690acf5acfa4 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:31:57.344065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.355512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Transition to ACTIVE for port object 3ffa3707-a395-4d93-aba2-690acf5acfa4 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:31:57.438261 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.492556 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:57.576350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:31:57.576688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:31:57.577012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:31:57.581760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:31:57.582080 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:31:57.587586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:31:57.587856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:31:57.588235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:31:57.588651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Bound port: 3ffa3707-a395-4d93-aba2-690acf5acfa4, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:31:57.589002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.653343 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:31:57.656327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:31:57.747699 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.785110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:57.785717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:57.787751 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] 10.222.0.39 "PUT /v2.0/ports/3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1091 time: 0.7713342 Oct 15 01:31:57.796004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:31:57.800444 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ad357-6302-49ab-a75b-9ecefa9061b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:31:57.814181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42c5fc-10f5-4674-b108-f85b3dacb050 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:31:57.890313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbe742-00a3-4d04-a4ed-464b9eeb7055 req-a74ce208-296c-4878-bfb0-0075b3aea679 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:57.891980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1acbe742-00a3-4d04-a4ed-464b9eeb7055 req-a74ce208-296c-4878-bfb0-0075b3aea679 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0564499 Oct 15 01:31:57.964846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1acbe742-00a3-4d04-a4ed-464b9eeb7055 req-37e8cca9-41e2-4b1e-b0fa-f65c98a59da8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649979 Oct 15 01:31:57.973273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-f78c34a2-e3b3-4974-9bdc-384931eb68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:57.975988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-f78c34a2-e3b3-4974-9bdc-384931eb68c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1094 time: 0.0677783 Oct 15 01:31:58.023270 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf444a5-f71b-4c87-b7dd-ad87086fa15c x-openstack-request-id: req-fbf444a5-f71b-4c87-b7dd-ad87086fa15c {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:31:58.023564 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:31:58.023816 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbf444a5-f71b-4c87-b7dd-ad87086fa15c {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:31:58.024205 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'status': 'completed', 'code': 200} Oct 15 01:31:58.025668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-2867a7f7-951c-4667-87c5-72aa15035707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 217 time: 0.0417333 Oct 15 01:31:58.075369 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-3a8bd08f-0fce-4be5-bebd-bc66af0a4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:58.076816 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-3a8bd08f-0fce-4be5-bebd-bc66af0a4c46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0436981 Oct 15 01:31:58.123060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-73afe861-e517-4cd5-8e11-390b21f5666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:58.124447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-73afe861-e517-4cd5-8e11-390b21f5666a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401523 Oct 15 01:31:58.218425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-86f0d4f5-8ca3-4587-8355-c6ad06962fed service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867071 Oct 15 01:31:58.309974 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5c075e10-b168-4745-8577-3c4c87e8a027 req-9d4632ca-0bb4-4775-951b-1bcd7482468c service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845273 Oct 15 01:31:58.469313 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-c340a836-0487-42a0-92ef-43b9523a8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:58.470989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-c340a836-0487-42a0-92ef-43b9523a8b9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1094 time: 0.0463603 Oct 15 01:31:58.583695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-aeda182e-94b0-40f4-8d35-a19926f18665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:58.585179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-aeda182e-94b0-40f4-8d35-a19926f18665 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.1067307 Oct 15 01:31:58.631434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-0267f578-0ca2-4a01-8d49-f3dfa5439d00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 217 time: 0.0387332 Oct 15 01:31:58.679368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-a44d573b-5782-4499-b441-c6da66cc08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:58.680732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-a44d573b-5782-4499-b441-c6da66cc08f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0425291 Oct 15 01:31:58.726344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-74cd885f-9269-4794-82f8-4db09f9645b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:58.727717 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-74cd885f-9269-4794-82f8-4db09f9645b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394182 Oct 15 01:31:58.828961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-9a42cd43-a7e5-4713-97d6-a794f5a0537b service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926681 Oct 15 01:31:58.850417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d42692f0-cc02-4a5b-beb6-7e20d97180d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:31:58.918563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e69ad357-6302-49ab-a75b-9ecefa9061b6 req-cb43726d-d040-4ce0-8ae3-9a076aa553ab service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824323 Oct 15 01:31:59.080386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9f34-a61c-4891-8574-df73c7c35876 req-4a27d043-799d-4fa7-b14c-d03c83f68dbe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:31:59.081820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-933c9f34-a61c-4891-8574-df73c7c35876 req-4a27d043-799d-4fa7-b14c-d03c83f68dbe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0481155 Oct 15 01:31:59.123430 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-933c9f34-a61c-4891-8574-df73c7c35876 req-02d02980-34b6-4cea-84b3-118a8f263316 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341754 Oct 15 01:32:00.181368 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:00.237793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03a0ea-8d6b-43f0-85d6-dd0e017df809 req-7947d5ef-aa53-4b3f-86f2-56217142c973 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:00.239262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e03a0ea-8d6b-43f0-85d6-dd0e017df809 req-7947d5ef-aa53-4b3f-86f2-56217142c973 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0483718 Oct 15 01:32:00.278072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e03a0ea-8d6b-43f0-85d6-dd0e017df809 req-61bb7626-2fe9-486c-8adf-e147ef2da4a5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319774 Oct 15 01:32:00.432639 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:01.392249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104616e-4a2e-4a05-be79-988392b0c58d req-dfb5cb9c-198f-48a8-9c95-712444f7097a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:01.393699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1104616e-4a2e-4a05-be79-988392b0c58d req-dfb5cb9c-198f-48a8-9c95-712444f7097a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0500200 Oct 15 01:32:01.431244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1104616e-4a2e-4a05-be79-988392b0c58d req-52a16f67-2255-43ec-9885-88b76f486a9a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Oct 15 01:32:02.512718 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:02.544344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919bb11-4c48-4732-9828-5438d5fd042b req-79d96aac-93af-4087-b5e7-a04e4a2e3c6e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:02.545785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8919bb11-4c48-4732-9828-5438d5fd042b req-79d96aac-93af-4087-b5e7-a04e4a2e3c6e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0483501 Oct 15 01:32:02.586576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8919bb11-4c48-4732-9828-5438d5fd042b req-6c08206f-a3e0-46ec-a4bc-1d31603d1875 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342069 Oct 15 01:32:02.719282 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:32:02.816652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:32:02.827537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'mac_address': 'fa:16:3e:62:6f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:32:02.867372 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:02.880001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffa3707-a395-4d93-aba2-690acf5acfa4 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:32:02.898433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:32:02.941232 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:02.986631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:32:03.296039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['3ffa3707-a395-4d93-aba2-690acf5acfa4'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:32:03.699916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fd245-4625-402c-b682-f004eeff0095 req-c4a4a2d5-06c6-43e4-8311-8786fb50be0e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:03.701345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-791fd245-4625-402c-b682-f004eeff0095 req-c4a4a2d5-06c6-43e4-8311-8786fb50be0e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0488770 Oct 15 01:32:03.737960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-791fd245-4625-402c-b682-f004eeff0095 req-f9486a48-bad5-4c8c-9857-51040b211248 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Oct 15 01:32:04.134865 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:32:04.734791 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:32:04.863318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4eedd-dd50-4d10-966e-4e29e66cd6c5 req-ced8593a-af31-4cde-82af-6a6e89b42d17 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:04.864908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ea4eedd-dd50-4d10-966e-4e29e66cd6c5 req-ced8593a-af31-4cde-82af-6a6e89b42d17 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0548291 Oct 15 01:32:04.904713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ea4eedd-dd50-4d10-966e-4e29e66cd6c5 req-2f395f4f-846c-4bcd-9c5d-e435d5bf08c7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Oct 15 01:32:05.015618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 3ffa3707-a395-4d93-aba2-690acf5acfa4 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:32:05.019434 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 3ffa3707-a395-4d93-aba2-690acf5acfa4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:32:05.019746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:05.094960 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:05.117558 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:32:05.119821 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54443a0f-c4f9-4479-83aa-d8c710e01f21" -d '{"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-plugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:32:05.135163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:32:05.159559 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f51edef-4bae-4a27-affa-0e59d0aadd7f x-openstack-request-id: req-8f51edef-4bae-4a27-affa-0e59d0aadd7f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:32:05.163275 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-plugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:32:05.163275 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f51edef-4bae-4a27-affa-0e59d0aadd7f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:32:05.163275 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'code': 200} Oct 15 01:32:05.210324 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:05.255221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df231ec7-be85-4084-80dc-0f500f43f637 req-7cff43e9-f93a-4e16-a233-4c3589717f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:05.256828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df231ec7-be85-4084-80dc-0f500f43f637 req-7cff43e9-f93a-4e16-a233-4c3589717f08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1096 time: 0.0420494 Oct 15 01:32:05.258806 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:32:05.301802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df231ec7-be85-4084-80dc-0f500f43f637 req-ee387408-ea9d-44b4-a3ff-f757f0fb3fde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322173 Oct 15 01:32:06.019729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafa7e2-712d-4f2c-9699-786f3c53309d req-62a7aae9-55d7-4e5a-936b-20de14f9a308 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:06.021595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cafa7e2-712d-4f2c-9699-786f3c53309d req-62a7aae9-55d7-4e5a-936b-20de14f9a308 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0491264 Oct 15 01:32:06.061764 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cafa7e2-712d-4f2c-9699-786f3c53309d req-1d87436f-d539-4492-92e0-b87b6a0e5d6b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342159 Oct 15 01:32:07.174536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4457a4-fb5f-482d-b3b9-994336dfd128 req-e1883872-6986-4306-8871-6365fe18c26b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:07.175967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c4457a4-fb5f-482d-b3b9-994336dfd128 req-e1883872-6986-4306-8871-6365fe18c26b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0481110 Oct 15 01:32:07.212202 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c4457a4-fb5f-482d-b3b9-994336dfd128 req-a328e3f5-1370-4b8a-9b91-57e7d97cc498 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303040 Oct 15 01:32:07.322052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de036b-e7c8-4511-baa2-4bd3fd818c07 req-1a5f4711-4d18-46fc-800c-b4c53db6c73f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:07.323538 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8de036b-e7c8-4511-baa2-4bd3fd818c07 req-1a5f4711-4d18-46fc-800c-b4c53db6c73f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0485406 Oct 15 01:32:07.332073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 59746) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:32:07.336830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'floatingip': {'port_id': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:32:07.378314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:08.113044 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:08.169840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:08.267115 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c associated. External IP: 172.25.2.194, port: 3ffa3707-a395-4d93-aba2-690acf5acfa4. Oct 15 01:32:08.478712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:32:08.586728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:32:08.591511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:08.598465 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:32:08.608378 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:32:08.608946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:32:08.621027 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e50682f8-bf03-47d4-a6dd-b2a043dd40bb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "PUT /v2.0/floatingips/703d3169-57be-45bb-b2fe-92328827318c HTTP/1.1" status: 200 len: 991 time: 1.2874215 Oct 15 01:32:08.621609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:32:08.624169 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c48d92-b69a-4b50-a7f0-fc4186190a58" -d '{"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:32:08.711917 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8844a13c-4a47-4f06-b808-71ce8a9871ae x-openstack-request-id: req-8844a13c-4a47-4f06-b808-71ce8a9871ae {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:32:08.712209 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:32:08.712465 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8844a13c-4a47-4f06-b808-71ce8a9871ae {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:32:08.712874 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'status': 'completed', 'code': 200} Oct 15 01:32:08.714586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:32:08.774781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-48553823-f6f6-452f-a288-41cc611f2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:08.776204 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-48553823-f6f6-452f-a288-41cc611f2671 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1096 time: 0.0431366 Oct 15 01:32:08.867758 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-af2ebe71-9bc7-4dd6-9522-79e301874dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:08.869375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-af2ebe71-9bc7-4dd6-9522-79e301874dcf service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0868044 Oct 15 01:32:08.935335 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:62:6f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:32:08Z', 'revision_number': 9, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:32:08.939343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-a1ada0f2-1d91-4ae5-b1c6-445c1162cf2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 999 time: 0.0628457 Oct 15 01:32:08.961502 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:32:08.969615 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:32:08.970224 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:31:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:32:08.987213 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-3459257e-4691-4363-bc43-fb5c0722f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:08.988669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-3459257e-4691-4363-bc43-fb5c0722f598 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0425799 Oct 15 01:32:09.035321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-d5b6de9c-c23f-4b56-a1c6-605176f9f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:09.036855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-d5b6de9c-c23f-4b56-a1c6-605176f9f652 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411625 Oct 15 01:32:09.074802 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:32:09.132164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-e2530a67-51e1-471a-9149-65895c8ffff6 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883589 Oct 15 01:32:09.227107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20c48d92-b69a-4b50-a7f0-fc4186190a58 req-0ef98abd-052f-415a-b8dd-50e002c6efa8 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878742 Oct 15 01:32:09.298343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:62:6f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:32:08Z', 'revision_number': 9, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:32:09.324475 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca476f7e-5ed4-42ab-9225-ee8c7735c120 None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:62:6f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:32:08Z', 'revision_number': 9, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:32:09.516784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b351a9-26fc-4e3b-9a71-cc469c693027 None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:32:10.415304 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:15.541077 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:26.306547 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f285f57e-8df3-46ab-aba6-e60f0b651182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:28.878072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df81de69-5900-445f-813d-b4759ecf6042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:30.186764 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:30.432364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:31.582687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-4cec1576-4dfa-45c7-a1a3-491187a6e413 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393713 Oct 15 01:32:31.665804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-9e2cf87e-ac29-41b0-81fa-46954426304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:31.667287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-9e2cf87e-ac29-41b0-81fa-46954426304d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1096 time: 0.0453165 Oct 15 01:32:31.772975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-d8508bdb-b394-413c-8d4a-3b4367efaa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:31.774378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-d8508bdb-b394-413c-8d4a-3b4367efaa74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0875347 Oct 15 01:32:31.838542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-179b16f9-6dba-4fab-8e24-456ad3f80a3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1002 time: 0.0570598 Oct 15 01:32:31.887406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-b2862540-4851-4abf-a2a6-47bc5c82a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:31.888813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-b2862540-4851-4abf-a2a6-47bc5c82a6f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0428758 Oct 15 01:32:31.937478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-c7b6cad3-7713-481a-a93c-778fba1fd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:32:31.938962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-c7b6cad3-7713-481a-a93c-778fba1fd2cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429184 Oct 15 01:32:32.028797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-a551af0e-2c24-4d6c-85e0-71c8c3410614 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822749 Oct 15 01:32:32.123040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e696c66-d122-42d6-89a7-76ff99fb4781 req-6225eeec-7987-4294-811f-accca4cc5091 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869086 Oct 15 01:32:32.529918 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:40.409070 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:41.137560 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:32:45.552379 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:56.289438 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8ae1256a-5101-4ad3-ada8-40dc426ecae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:32:58.843923 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-784c27dc-cde7-42df-ad0e-cc374d17fcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:00.197935 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:00.420622 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:02.529104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:10.437625 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:15.580843 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:18.137582 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:33:26.334619 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15682616-d821-45d4-a3b5-0d680e22098e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:28.860319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d6408f06-ad1f-43dc-be55-74c3f856ff7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:30.186004 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:30.443270 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:31.654800 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-5e7639cd-dae9-4876-ac64-91c5c077bf2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851581 Oct 15 01:33:31.733523 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-c7b23dd5-5a82-4737-8f6a-d697ac1fa487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:33:31.734926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-c7b23dd5-5a82-4737-8f6a-d697ac1fa487 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1096 time: 0.0403259 Oct 15 01:33:31.842957 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-eba7b2b4-84c6-42b0-b707-836bc5e07817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:33:31.844417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-eba7b2b4-84c6-42b0-b707-836bc5e07817 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0899155 Oct 15 01:33:31.909805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-ae335ec8-16f9-434b-861b-a2759a2e0aaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1002 time: 0.0580609 Oct 15 01:33:31.962652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-0063de04-f0cb-4198-aea1-899c8464942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:33:31.964113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-0063de04-f0cb-4198-aea1-899c8464942d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0480666 Oct 15 01:33:32.011811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-6d11937f-82e0-4b48-a805-273c9887a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:33:32.013214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-6d11937f-82e0-4b48-a805-273c9887a8bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409954 Oct 15 01:33:32.102859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-9ac57372-2fcb-48c9-8906-d66ca3b3d4a3 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Oct 15 01:33:32.197651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3d01ced-7110-40c7-8634-2c4bef4bfbc8 req-77cdd44a-125b-4957-af0a-26f55d4f2da9 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880361 Oct 15 01:33:32.489007 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:36.987916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-2c01899b-5897-4e4c-97a9-2f3526d12ad0 req-29936c72-c6fd-4446-966f-bb3d4b28ae57 service neutron] (107726) timed out ('10.222.0.13', 57748) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:33:40.443249 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:45.563115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:55.137400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:33:56.340245 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-544bc6af-b41d-4eab-a106-9d0c6812c886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:33:58.859872 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-27e6a43e-5e05-4fc8-b48a-bd7ded01f81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:00.203224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:00.436921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:02.507317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:10.465598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:15.557274 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:26.328596 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a0855fb7-0980-4540-be4f-15cccfc2d1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:28.865478 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a3a89f61-39fa-4328-b0cf-271cbb7102f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:30.196684 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:30.448142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:31.575726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-a1ced888-f6da-4a7c-b1ad-d25696cb9ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396504 Oct 15 01:34:31.659082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-0cd4f829-03c9-4bea-92b7-4063916fe1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:31.660560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-0cd4f829-03c9-4bea-92b7-4063916fe1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1096 time: 0.0406327 Oct 15 01:34:31.769522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-abccee3b-8c64-4983-9acf-599181e2f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:31.771520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-abccee3b-8c64-4983-9acf-599181e2f1a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0909522 Oct 15 01:34:31.837606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-b3885178-e731-45ce-a9c9-2bf8572ee22e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1002 time: 0.0588355 Oct 15 01:34:31.893600 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-afc70509-69a4-436b-9b23-8385c600cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:31.895563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-afc70509-69a4-436b-9b23-8385c600cf46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0496409 Oct 15 01:34:31.940973 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-3f9c8135-d44b-4c3f-b93d-e662ae328675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:31.943576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-3f9c8135-d44b-4c3f-b93d-e662ae328675 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413268 Oct 15 01:34:32.039433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-4b26b608-81b7-4d42-8068-f1afee1377cf service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877540 Oct 15 01:34:32.129907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b92a1f85-3c8f-4ef6-aa8b-d080212a30d3 req-f78fa046-16b0-42c8-9c2d-4bf0db889788 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827048 Oct 15 01:34:32.137056 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:34:32.528376 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:33.197844 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-e7e003bc-d1ed-4819-a30f-d68051392aa6 req-31cbc40b-4603-4b73-852a-69379d289c00 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:34:33.198882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e7e003bc-d1ed-4819-a30f-d68051392aa6 req-31cbc40b-4603-4b73-852a-69379d289c00 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0769284 Oct 15 01:34:34.654037 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065d3d7-f151-4e55-a965-9fff466f0140 req-e828646b-4510-4431-b24b-a3fe129c9a2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:34.655532 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c065d3d7-f151-4e55-a965-9fff466f0140 req-e828646b-4510-4431-b24b-a3fe129c9a2f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.1806355 Oct 15 01:34:34.664936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-05079d4e-5430-4132-9b15-8ced013e7423 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0652575 Oct 15 01:34:34.674895 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-15e2b174-5fcd-437f-8b65-b5231eb5cb8c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:34:34.675970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-15e2b174-5fcd-437f-8b65-b5231eb5cb8c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055804 Oct 15 01:34:34.702730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c065d3d7-f151-4e55-a965-9fff466f0140 req-bc13bbef-e45f-4069-b0e3-04e533f2fb5e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404253 Oct 15 01:34:35.825719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e15e36-b59c-46e1-8771-a545127f3e3a req-7f97d61b-4fc9-4925-acb1-f9cd3d4faf93 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:35.827281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8e15e36-b59c-46e1-8771-a545127f3e3a req-7f97d61b-4fc9-4925-acb1-f9cd3d4faf93 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0508273 Oct 15 01:34:35.865356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8e15e36-b59c-46e1-8771-a545127f3e3a req-7e17bd82-99de-4499-be09-7976c27971c3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Oct 15 01:34:36.564795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-d2e290b1-60a3-41dc-a0e4-848703c6fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:36.566299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-d2e290b1-60a3-41dc-a0e4-848703c6fabc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1096 time: 0.0409646 Oct 15 01:34:36.657161 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-5a0b5526-2610-4798-897c-10c0108c74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:36.658584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-5a0b5526-2610-4798-897c-10c0108c74aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0854712 Oct 15 01:34:36.722339 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b2067fe-c698-494c-a0d1-54968e105c18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1002 time: 0.0564604 Oct 15 01:34:36.774706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-7fca69bf-1244-4d91-9b35-fe3cbb0743fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:36.776034 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-7fca69bf-1244-4d91-9b35-fe3cbb0743fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0472550 Oct 15 01:34:36.821277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-d9842358-e958-4dcd-885d-469cdec5a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:36.822725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-d9842358-e958-4dcd-885d-469cdec5a177 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397000 Oct 15 01:34:36.917934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-316345c3-de89-4eb1-94f5-d4c5726c025f service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862384 Oct 15 01:34:37.032999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a05504-d7cc-41ac-bf1d-f86053c1fdd9 req-59d6354a-b348-4228-850c-fc6e94f87b64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:37.034365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7a05504-d7cc-41ac-bf1d-f86053c1fdd9 req-59d6354a-b348-4228-850c-fc6e94f87b64 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.1001449 Oct 15 01:34:37.049334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-5d402924-c991-4871-89ae-4eafa959d9c1 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235619 Oct 15 01:34:37.082660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7a05504-d7cc-41ac-bf1d-f86053c1fdd9 req-ea2994ea-8c8e-49f9-b5fd-5b895f4510f7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Oct 15 01:34:38.198799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d28d2c-3bf2-4fc1-a38d-154018a47707 req-eb243a0f-356f-4007-8ed7-835ace0042eb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:38.200288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16d28d2c-3bf2-4fc1-a38d-154018a47707 req-eb243a0f-356f-4007-8ed7-835ace0042eb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0503294 Oct 15 01:34:38.239236 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16d28d2c-3bf2-4fc1-a38d-154018a47707 req-0c4f2e29-da56-4fbf-aadc-a98a9212f3f8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Oct 15 01:34:39.353359 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b69c1-9c75-490e-862e-621a95c01895 req-fbe3f5be-06c9-46ca-8f12-412089b55fe8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:39.354847 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d7b69c1-9c75-490e-862e-621a95c01895 req-fbe3f5be-06c9-46ca-8f12-412089b55fe8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0487418 Oct 15 01:34:39.391493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d7b69c1-9c75-490e-862e-621a95c01895 req-44cf13f1-cfeb-40d5-8e38-6134fbc20bb4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307398 Oct 15 01:34:40.442728 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:40.507402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321f4c7-acb1-48e1-a2cd-f4e5fbdcad31 req-a8f62937-2094-4db6-89bb-65e64b0963fb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:40.508896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c321f4c7-acb1-48e1-a2cd-f4e5fbdcad31 req-a8f62937-2094-4db6-89bb-65e64b0963fb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0485911 Oct 15 01:34:40.549198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c321f4c7-acb1-48e1-a2cd-f4e5fbdcad31 req-546ca718-7a1d-4d06-897f-bc3a777a6a23 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343659 Oct 15 01:34:41.664768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edea303-8bff-4767-8081-2330befaf9ef req-fe702ce0-2376-4e3c-8a64-2537422c0fda tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:41.666244 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1edea303-8bff-4767-8081-2330befaf9ef req-fe702ce0-2376-4e3c-8a64-2537422c0fda tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0488915 Oct 15 01:34:41.703562 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1edea303-8bff-4767-8081-2330befaf9ef req-52fa5ce0-d1e7-4483-8d9d-2a1622f3f596 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313914 Oct 15 01:34:42.820794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfac1e-c95f-4f3c-adc4-f2678d6e1c93 req-03269962-d75e-4b97-be86-a7a80f32a63d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:42.822318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56cfac1e-c95f-4f3c-adc4-f2678d6e1c93 req-03269962-d75e-4b97-be86-a7a80f32a63d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0489452 Oct 15 01:34:42.860424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56cfac1e-c95f-4f3c-adc4-f2678d6e1c93 req-0a826664-35d8-4c46-9e69-475a4dde90c3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Oct 15 01:34:43.974212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1936e-f1a5-4b83-94af-4b41d6d7b488 req-4bfd050a-c386-4cd0-a055-bf6b0282d695 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:43.975648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90a1936e-f1a5-4b83-94af-4b41d6d7b488 req-4bfd050a-c386-4cd0-a055-bf6b0282d695 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0482433 Oct 15 01:34:44.018556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90a1936e-f1a5-4b83-94af-4b41d6d7b488 req-387b06c2-7c94-4b17-ae51-4c902c188172 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368063 Oct 15 01:34:45.135590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e79bd7-4152-4979-bbe7-eab75aa1d313 req-e15ecd12-ddf0-471a-ae25-6048b636da51 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:45.137065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66e79bd7-4152-4979-bbe7-eab75aa1d313 req-e15ecd12-ddf0-471a-ae25-6048b636da51 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0491972 Oct 15 01:34:45.180078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66e79bd7-4152-4979-bbe7-eab75aa1d313 req-b28d5e9e-a2d6-49bd-9ede-5c8f4c6d7781 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361242 Oct 15 01:34:45.557193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:46.298374 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead764a1-a5f8-4619-8d2b-6b6701db8b99 req-5f77cc1c-cd4a-480e-b2be-54187edb3743 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:46.299832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ead764a1-a5f8-4619-8d2b-6b6701db8b99 req-5f77cc1c-cd4a-480e-b2be-54187edb3743 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0498154 Oct 15 01:34:46.338325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ead764a1-a5f8-4619-8d2b-6b6701db8b99 req-0f510079-4c75-4731-94ca-0b39b97c1eef tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Oct 15 01:34:47.450887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99834c2-4e2c-4466-a291-5a947aa10882 req-8dc39cd9-9a92-40f5-91dd-220e389051ab tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:47.452337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f99834c2-4e2c-4466-a291-5a947aa10882 req-8dc39cd9-9a92-40f5-91dd-220e389051ab tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0476935 Oct 15 01:34:47.496793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f99834c2-4e2c-4466-a291-5a947aa10882 req-343fc492-b777-4dc4-83d6-080a5d242e62 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378563 Oct 15 01:34:48.619966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1404f2-6f91-404a-9881-39800f035228 req-f7d0855e-6f06-4591-af01-49dcf8086b3e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:48.621427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe1404f2-6f91-404a-9881-39800f035228 req-f7d0855e-6f06-4591-af01-49dcf8086b3e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0489204 Oct 15 01:34:48.659212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe1404f2-6f91-404a-9881-39800f035228 req-42a12b6d-06ca-4cfc-8711-6dbf562794a7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Oct 15 01:34:49.145147 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-02c45f1b-23fc-42dc-ad70-05590c61dd34 service neutron] show failed (client error): The resource could not be found. Oct 15 01:34:49.147054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-02c45f1b-23fc-42dc-ad70-05590c61dd34 service neutron] 10.222.0.39 "GET /v2.0/ports/3ffa3707-a395-4d93-aba2-690acf5acfa4/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0538940 Oct 15 01:34:49.667947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-06e45c0b-5c10-4696-9980-24dfeefbed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:49.669446 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-06e45c0b-5c10-4696-9980-24dfeefbed34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 1096 time: 0.0828688 Oct 15 01:34:49.684044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:34:49.738650 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:49.792260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15455ef3-5cdf-4175-bcc2-26835a0a6eb8 req-7ddabded-94e4-46bc-8a1b-8ee4c261fffc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:49.793781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15455ef3-5cdf-4175-bcc2-26835a0a6eb8 req-7ddabded-94e4-46bc-8a1b-8ee4c261fffc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0488133 Oct 15 01:34:49.832874 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-15455ef3-5cdf-4175-bcc2-26835a0a6eb8 req-cc9a5563-72b1-4c61-b805-c0439f641e4b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Oct 15 01:34:49.941641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:34:49.974238 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:34:50.016450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:34:50.018733 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2945995d-16fd-471a-9b28-b9ab9d055778" -d '{"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:34:50.022825 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:50.035270 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Transition to ACTIVE for port object 3ffa3707-a395-4d93-aba2-690acf5acfa4 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:34:50.077332 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32443e4a-e5fd-48c2-b021-738a133ebaef x-openstack-request-id: req-32443e4a-e5fd-48c2-b021-738a133ebaef {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:34:50.077628 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:34:50.077878 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32443e4a-e5fd-48c2-b021-738a133ebaef {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:34:50.078338 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'code': 200} Oct 15 01:34:50.116911 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:50.195880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:34:50.207812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.208182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.208520 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.208853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.209180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.209506 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.209846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.210167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.210492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.210810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.211125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.211440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:50.248975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] No DVR routers for this DVR port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:34:50.385940 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:34:50.386308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:34:50.386632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:34:50.390875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:34:50.391191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:34:50.396491 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:34:50.396819 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:34:50.397193 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:34:50.397603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Bound port: 3ffa3707-a395-4d93-aba2-690acf5acfa4, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:34:50.397954 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:50.457842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:34:50.461509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:34:50.517414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:50.552804 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:50.553429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:50.554817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1091 time: 0.8748405 Oct 15 01:34:50.575857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1187d9-cc8f-4e2d-9f0b-f1cbffc2d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=7']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:34:50.620668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-18158a77-453a-41ca-af89-47447f97e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:50.622213 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-18158a77-453a-41ca-af89-47447f97e535 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1094 time: 0.0428102 Oct 15 01:34:50.724509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-034d2fa1-fe7d-4197-8fcf-cdc260ed1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:50.726015 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-034d2fa1-fe7d-4197-8fcf-cdc260ed1505 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0970247 Oct 15 01:34:50.794290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-dbc7b14c-49f4-4274-8c66-a5e4042468c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1000 time: 0.0612452 Oct 15 01:34:50.843035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-068e7389-312c-4687-a9bb-db99e3d36411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:50.844340 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-068e7389-312c-4687-a9bb-db99e3d36411 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0432236 Oct 15 01:34:50.890533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1a4a9816-c613-4e51-9d0d-978248378d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:50.892214 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-1a4a9816-c613-4e51-9d0d-978248378d65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403776 Oct 15 01:34:50.958970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6170-cff0-4d2e-8a9d-6db14ac2736e req-68d58cc1-c9be-420b-803b-b110c85ad231 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:50.960653 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc0d6170-cff0-4d2e-8a9d-6db14ac2736e req-68d58cc1-c9be-420b-803b-b110c85ad231 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0527141 Oct 15 01:34:50.987056 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-a713f17a-4070-4b14-ae95-e208675cfec4 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874028 Oct 15 01:34:50.998228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc0d6170-cff0-4d2e-8a9d-6db14ac2736e req-932b31d9-bec0-4840-a7c7-95df768bcd9b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314474 Oct 15 01:34:51.077699 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-71d14f06-b2ae-4a0a-b61c-897bff8ef57b req-11dc1d44-ac89-4e6d-8eb2-711c068eada9 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827668 Oct 15 01:34:52.080183 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:34:52.082616 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19" -d '{"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:34:52.113992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b413fe6-0a85-430e-868b-71b2cbc53004 req-8544836a-0c68-4228-83d8-ce5a00cc4bf7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.115555 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b413fe6-0a85-430e-868b-71b2cbc53004 req-8544836a-0c68-4228-83d8-ce5a00cc4bf7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0494092 Oct 15 01:34:52.152404 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b413fe6-0a85-430e-868b-71b2cbc53004 req-e374b426-cdac-4957-b751-68c1c682c4b0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Oct 15 01:34:52.207927 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d660460-bcc6-488d-a5ff-116930ca30da x-openstack-request-id: req-1d660460-bcc6-488d-a5ff-116930ca30da {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:34:52.209307 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:34:52.209585 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d660460-bcc6-488d-a5ff-116930ca30da {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:34:52.210028 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'status': 'completed', 'code': 200} Oct 15 01:34:52.270279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-703aa436-9ed1-4b83-acb3-d60053c3fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.272805 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-703aa436-9ed1-4b83-acb3-d60053c3fabe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1094 time: 0.0421877 Oct 15 01:34:52.274014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-9add536f-54d6-4db6-a599-de7872fa847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.275522 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-9add536f-54d6-4db6-a599-de7872fa847e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1094 time: 0.0425174 Oct 15 01:34:52.365753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-d9689def-cbe8-484d-99dc-020d6b91a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.367238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-d9689def-cbe8-484d-99dc-020d6b91a3a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0874085 Oct 15 01:34:52.368893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-dbf5efd1-3281-4e6f-a6d6-9f0893e95d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.370346 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-dbf5efd1-3281-4e6f-a6d6-9f0893e95d4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0875363 Oct 15 01:34:52.433970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-d3ccfd04-7cea-4abb-918b-978e0bad1393 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1000 time: 0.0597558 Oct 15 01:34:52.439149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-3d53b208-c739-4a67-8055-e105a79935da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1000 time: 0.0615320 Oct 15 01:34:52.489193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-fc7ad83d-5b3b-41a7-bbed-8efa49ca1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.490842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-dbf114b0-89b9-41c1-92ba-19e7cc925562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.490993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-fc7ad83d-5b3b-41a7-bbed-8efa49ca1aec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0493698 Oct 15 01:34:52.492296 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-dbf114b0-89b9-41c1-92ba-19e7cc925562 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0445228 Oct 15 01:34:52.538662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-ec8e30d0-7023-4699-b9ab-a78a215a1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.539947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-4d84ef6e-d12e-42eb-9234-1252784107f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:52.540144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-ec8e30d0-7023-4699-b9ab-a78a215a1a2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422099 Oct 15 01:34:52.541398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-4d84ef6e-d12e-42eb-9234-1252784107f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417721 Oct 15 01:34:52.629867 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-903e68ec-fb11-45ad-ae9a-ddf4c9083f2f service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827127 Oct 15 01:34:52.636594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-dcd51031-26b1-4e57-bcf8-26e9deff1481 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871212 Oct 15 01:34:52.725836 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-399959c4-e629-41af-80ed-d33c5857449d service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892808 Oct 15 01:34:52.737231 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d17ab89b-2114-44e5-93fa-fdf70f8b5a19 req-84a36474-294d-4242-90fa-1fd8f123e163 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915821 Oct 15 01:34:53.270390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1eb1a-1585-438f-94e3-f66cbe703298 req-58a6eb9d-f4f3-47dd-aaa7-ab2d8197d714 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:53.271957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59a1eb1a-1585-438f-94e3-f66cbe703298 req-58a6eb9d-f4f3-47dd-aaa7-ab2d8197d714 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0502527 Oct 15 01:34:53.309446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59a1eb1a-1585-438f-94e3-f66cbe703298 req-55a02764-f957-404c-a0dd-a66a48189a37 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315704 Oct 15 01:34:53.512749 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:34:53.551502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:34:53.929433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e86ecd-e569-4853-a528-9489956fe295 req-83fef397-657c-40d2-8fb7-48e7e5fef971 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:53.930993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8e86ecd-e569-4853-a528-9489956fe295 req-83fef397-657c-40d2-8fb7-48e7e5fef971 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0562096 Oct 15 01:34:53.970454 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d8e86ecd-e569-4853-a528-9489956fe295 req-36213396-2f09-4d9a-af43-1fa96ec9373a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335665 Oct 15 01:34:53.990121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-8d0807f5-dad2-4011-9c1c-b9db3c9b13a4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:53.991596 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-8d0807f5-dad2-4011-9c1c-b9db3c9b13a4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 943 time: 0.0538244 Oct 15 01:34:54.057611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-38e4513d-4368-49e6-86ec-20b8be734b60 service neutron] 10.222.0.30 "GET /v2.0/ports/3ffa3707-a395-4d93-aba2-690acf5acfa4/bindings/n-h1-811521-2 HTTP/1.1" status: 200 len: 382 time: 0.0586166 Oct 15 01:34:54.118460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-3f036907-e097-4759-890d-99505fc7eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:54.119822 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-3f036907-e097-4759-890d-99505fc7eda1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1094 time: 0.0405710 Oct 15 01:34:54.212568 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-593ef620-cc78-484a-b867-5fa74afbdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:54.214011 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-593ef620-cc78-484a-b867-5fa74afbdd28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0874228 Oct 15 01:34:54.566828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-a4f92a77-542b-4f0b-b015-08b6b95b9674 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1000 time: 0.3462179 Oct 15 01:34:54.615492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-ef7182bf-1319-40f9-8229-acae9ae46e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:54.616899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-ef7182bf-1319-40f9-8229-acae9ae46e40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0431833 Oct 15 01:34:54.664964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-dda33a20-e08c-4bd9-951e-ee869e282c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:54.666437 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-dda33a20-e08c-4bd9-951e-ee869e282c30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430086 Oct 15 01:34:54.753820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-9e050768-8cbe-4a22-89f4-a1444489a1f8 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806134 Oct 15 01:34:54.845286 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-bac7b279-e44a-4aba-a5d4-da1e7a2e7f4c service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844047 Oct 15 01:34:54.939347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:34:55.037278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:34:55.048446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'mac_address': 'fa:16:3e:62:6f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:34:55.085609 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:55.086766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e691c-dcbb-4763-b9cc-eeb062bc4834 req-ec97372e-5b4b-4921-9bb0-e3a3ce924448 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:55.088247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048e691c-dcbb-4763-b9cc-eeb062bc4834 req-ec97372e-5b4b-4921-9bb0-e3a3ce924448 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 943 time: 0.0484788 Oct 15 01:34:55.098721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffa3707-a395-4d93-aba2-690acf5acfa4 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:34:55.118292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:34:55.125461 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-048e691c-dcbb-4763-b9cc-eeb062bc4834 req-daa8e8c4-32b8-4ba7-b51d-6322bd57c2dc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311451 Oct 15 01:34:55.201985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:55.250984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:34:55.258752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.262723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:55.456007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['3ffa3707-a395-4d93-aba2-690acf5acfa4'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:34:56.241854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f579466-5b74-4653-8718-4d719a29c8ff req-ce85dfc0-c0c1-4efc-ab54-5f5c9c41ff1c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:56.243599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f579466-5b74-4653-8718-4d719a29c8ff req-ce85dfc0-c0c1-4efc-ab54-5f5c9c41ff1c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0515471 Oct 15 01:34:56.284815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f579466-5b74-4653-8718-4d719a29c8ff req-7b09cbc8-91ad-4a24-9a06-9c587bf8c468 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346792 Oct 15 01:34:56.310897 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-23e64de7-6d07-46c0-9ed5-8f6969227912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:56.934212 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:34:57.037468 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 3ffa3707-a395-4d93-aba2-690acf5acfa4 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:34:57.041417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 3ffa3707-a395-4d93-aba2-690acf5acfa4 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:34:57.043857 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:57.123387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:57.146370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:34:57.148626 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dcdcbc-9c6e-4f89-aa98-7fdc24fd905d" -d '{"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-plugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:34:57.161562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:34:57.208862 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:57.244032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-2226675e-aea4-41a1-a00d-4a0c7ffec9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:57.245519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-2226675e-aea4-41a1-a00d-4a0c7ffec9d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 1096 time: 0.0470376 Oct 15 01:34:57.250670 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a7a786-c33a-4631-8f83-7713996ddb9b x-openstack-request-id: req-54a7a786-c33a-4631-8f83-7713996ddb9b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:34:57.250956 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-plugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:34:57.251209 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54a7a786-c33a-4631-8f83-7713996ddb9b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:34:57.251604 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'code': 200} Oct 15 01:34:57.262524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:34:57.265512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:34:57.314803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:57.485284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034571e2-82e9-48eb-aa55-3e663b93d264 req-89fd11c9-2b7c-4670-9c33-b92e09503cff tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:57.486754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-034571e2-82e9-48eb-aa55-3e663b93d264 req-89fd11c9-2b7c-4670-9c33-b92e09503cff tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.1284018 Oct 15 01:34:57.570440 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-034571e2-82e9-48eb-aa55-3e663b93d264 req-c26c7c48-42ca-456d-a820-b8d692aec64c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751913 Oct 15 01:34:57.581287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:34:57.614871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:34:57.652188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:34:57.657753 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac149daa-37cb-48d5-83db-2f57bcc5a450" -d '{"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:34:57.658381 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:57.671031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Transition to ACTIVE for port object 3ffa3707-a395-4d93-aba2-690acf5acfa4 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:34:57.734080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:57.763306 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c205d7-2b57-444a-9e56-e95181041801 x-openstack-request-id: req-01c205d7-2b57-444a-9e56-e95181041801 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:34:57.766820 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:34:57.766820 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01c205d7-2b57-444a-9e56-e95181041801 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:34:57.766820 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'code': 200} Oct 15 01:34:57.820553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:34:57.837599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.837946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.838327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.838652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.838988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.839487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.839638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.839966 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.840293 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.840606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.840925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.841247 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:34:57.875673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] No DVR routers for this DVR port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:34:58.341796 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:34:58.342535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:34:58.342535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:34:58.346542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:34:58.346860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Attempting to bind port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:34:58.353148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:34:58.353480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:34:58.353855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:34:58.354307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Bound port: 3ffa3707-a395-4d93-aba2-690acf5acfa4, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:34:58.354654 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:58.416577 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:34:58.419588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:34:58.494607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:58.533367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:58.533989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:58.535681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] 10.222.0.39 "PUT /v2.0/ports/3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1092 time: 1.2773573 Oct 15 01:34:58.571663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bbeec-c694-4a49-aec3-92ac22a2fa8d service neutron] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=11']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:34:58.607099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-4c039c20-23ba-41b7-9f28-13cd90e21b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:58.608691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-4c039c20-23ba-41b7-9f28-13cd90e21b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1095 time: 0.0504234 Oct 15 01:34:58.745126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1b2fd-de21-4036-8524-c314ea791b57 req-4a0265c1-76f0-4f7b-9fcc-52474d8284dd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:58.746507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67c1b2fd-de21-4036-8524-c314ea791b57 req-4a0265c1-76f0-4f7b-9fcc-52474d8284dd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0972013 Oct 15 01:34:58.747819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-7f2ff392-7d17-405a-89b7-f95ec11e4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:58.749120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-7f2ff392-7d17-405a-89b7-f95ec11e4cf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.1335409 Oct 15 01:34:58.826133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67c1b2fd-de21-4036-8524-c314ea791b57 req-a4cd2c4b-a632-4e74-a05e-fc2a405ae454 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734019 Oct 15 01:34:58.836152 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d961b8a7-e9b6-4f54-b70b-a99301bb30ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:34:58.836809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-ccb4301e-40b4-4256-ba9e-679f597d935d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1000 time: 0.0773544 Oct 15 01:34:58.890164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-af7c8833-5d87-4191-934e-e0eb99f8cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:58.891652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-af7c8833-5d87-4191-934e-e0eb99f8cb63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0484478 Oct 15 01:34:58.937986 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-8b6e332f-d22f-4b2e-a7ec-1b56eeca33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:58.939467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-8b6e332f-d22f-4b2e-a7ec-1b56eeca33e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412662 Oct 15 01:34:59.030773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-d1cef271-31f6-4cf7-92c7-eba287d3580d service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839713 Oct 15 01:34:59.126488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14ad3298-902d-4120-9dab-6d023b1fe6a0 req-b3c67202-c4a8-4485-9da8-9a25677afafe service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886559 Oct 15 01:34:59.765680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:34:59.768014 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7283e3a-1234-44f0-94a9-5b468dd5e39d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:34:59.814324 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ebb02-cbfa-430a-9749-887fc699633b x-openstack-request-id: req-d21ebb02-cbfa-430a-9749-887fc699633b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:34:59.814618 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:34:59.814871 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d21ebb02-cbfa-430a-9749-887fc699633b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:34:59.815276 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'status': 'completed', 'code': 200} Oct 15 01:34:59.874419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-e204ef1e-cd8d-4507-889b-21b47703c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:59.876112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-b51c851d-7f4f-45f7-ab1e-5de44b43a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:59.876622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-e204ef1e-cd8d-4507-889b-21b47703c7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1095 time: 0.0419104 Oct 15 01:34:59.877919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-b51c851d-7f4f-45f7-ab1e-5de44b43a862 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 1095 time: 0.0422256 Oct 15 01:34:59.973464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-05e31952-85fa-451e-9fe1-9b34ffd9142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:34:59.975481 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-05e31952-85fa-451e-9fe1-9b34ffd9142e service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0902767 Oct 15 01:35:00.005478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c49c5-bde2-48fd-897f-de92c59431e0 req-2c6d9123-6117-4332-967b-a2839174c29c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:00.007176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-835c49c5-bde2-48fd-897f-de92c59431e0 req-2c6d9123-6117-4332-967b-a2839174c29c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.1050775 Oct 15 01:35:00.011949 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-9238ab5b-24b8-4d4b-b99f-e520247d9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:00.013307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-9238ab5b-24b8-4d4b-b99f-e520247d9b81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.1297038 Oct 15 01:35:00.042152 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-5ff89044-52e1-4aee-9cef-30ab9990d40e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1000 time: 0.0593781 Oct 15 01:35:00.088787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-835c49c5-bde2-48fd-897f-de92c59431e0 req-f91555e9-870d-4b04-8b5d-10a0c6bdf753 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745306 Oct 15 01:35:00.092225 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-ab996b33-ea17-4b84-80a3-cc4501f0f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:00.093693 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-ab996b33-ea17-4b84-80a3-cc4501f0f72d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0447717 Oct 15 01:35:00.105837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-31da4a7d-a014-4977-a9d3-f5f161ea6362 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 200 len: 1000 time: 0.0778537 Oct 15 01:35:00.146962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-a52fe23d-29f3-44da-9784-28845f02be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:00.148762 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-a52fe23d-29f3-44da-9784-28845f02be91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484791 Oct 15 01:35:00.162020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-f5166061-097d-43e8-9baf-e1bcf25d3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:00.163614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-f5166061-097d-43e8-9baf-e1bcf25d3d2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0499902 Oct 15 01:35:00.191275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:00.209939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-d5d46b35-f784-4f31-957f-4f67f8381feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:00.211496 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-d5d46b35-f784-4f31-957f-4f67f8381feb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406468 Oct 15 01:35:00.241663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-2072c286-4d02-4dc7-ac5a-7acccba67d9c service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860677 Oct 15 01:35:00.305326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-0e85316f-fa0e-4eaa-9dc7-f9adbc5900f6 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862424 Oct 15 01:35:00.337760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-1fc3970e-580a-4d0c-840e-6b3d5f4feae3 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892441 Oct 15 01:35:00.397038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7283e3a-1234-44f0-94a9-5b468dd5e39d req-a3fd826a-4311-4914-98b3-fad588ec9726 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847096 Oct 15 01:35:00.453613 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:00.965566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:35:01.002849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:35:01.208760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d30ba-f95a-461b-b494-61d4010fe4c6 req-d0e4eb26-cf37-4de4-b9e3-2c3452271706 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:01.210247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-382d30ba-f95a-461b-b494-61d4010fe4c6 req-d0e4eb26-cf37-4de4-b9e3-2c3452271706 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0553493 Oct 15 01:35:01.247634 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-382d30ba-f95a-461b-b494-61d4010fe4c6 req-94fbaf89-b46c-4fcc-8570-1d9754438f4d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313938 Oct 15 01:35:02.373170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc5398-9c51-42de-846c-785fe806e625 req-6b40c263-ba81-4008-a244-ad0c4f33bf2c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:02.374795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7cc5398-9c51-42de-846c-785fe806e625 req-6b40c263-ba81-4008-a244-ad0c4f33bf2c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0596929 Oct 15 01:35:02.414681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7cc5398-9c51-42de-846c-785fe806e625 req-16f84268-19fe-41f5-b17c-11db9e544762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327804 Oct 15 01:35:02.539011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e489dc9-6d81-4f47-b8e9-d5d8f9a8499f req-2f9aa573-8795-438e-9914-ec2398ccd49d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:02.540399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e489dc9-6d81-4f47-b8e9-d5d8f9a8499f req-2f9aa573-8795-438e-9914-ec2398ccd49d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0510569 Oct 15 01:35:02.551322 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:02.579544 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e489dc9-6d81-4f47-b8e9-d5d8f9a8499f req-7acc1965-a845-4acf-a32e-c5f97973ba27 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331371 Oct 15 01:35:02.695680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18a67d-db5f-4f04-8846-6f60a33f0aae req-642a6062-58e3-4b45-8de5-e1510c0b444e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:02.697136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da18a67d-db5f-4f04-8846-6f60a33f0aae req-642a6062-58e3-4b45-8de5-e1510c0b444e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0534821 Oct 15 01:35:02.734943 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-da18a67d-db5f-4f04-8846-6f60a33f0aae req-3e70e295-5438-4c4b-9cb3-f72635eac9fa tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Oct 15 01:35:03.109191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b62e-3b01-4457-85ea-9ca9c549ac57 req-32cdd093-2ee5-49b4-8cb3-13632e26899d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:03.110687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eab8b62e-3b01-4457-85ea-9ca9c549ac57 req-32cdd093-2ee5-49b4-8cb3-13632e26899d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 944 time: 0.0505915 Oct 15 01:35:03.149626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eab8b62e-3b01-4457-85ea-9ca9c549ac57 req-1a725bb7-fcb6-4f90-8195-cb219100e41f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Oct 15 01:35:03.549176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:35:03.644418 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:35:03.655512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'mac_address': 'fa:16:3e:62:6f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:35:03.701741 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:03.715034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffa3707-a395-4d93-aba2-690acf5acfa4 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:35:03.738287 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:35:03.830547 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:03.877407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=12']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:35:04.264291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8ac6a-6d52-4342-9a73-2c49bc7fd3a0 req-0acaf7e2-0dda-41f9-8b98-e745c0da87f1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:04.265762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81a8ac6a-6d52-4342-9a73-2c49bc7fd3a0 req-0acaf7e2-0dda-41f9-8b98-e745c0da87f1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0497456 Oct 15 01:35:04.304426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-81a8ac6a-6d52-4342-9a73-2c49bc7fd3a0 req-4c2e526b-b0e4-4e8f-9e9c-f42a51dd82b5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321774 Oct 15 01:35:04.399401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-46dd066d-87f9-44f4-98b2-14cc1dea64a2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:04.400803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-46dd066d-87f9-44f4-98b2-14cc1dea64a2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 945 time: 0.0509083 Oct 15 01:35:04.487807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Deleting port 3ffa3707-a395-4d93-aba2-690acf5acfa4 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:35:04.488063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:04.580244 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] For port 3ffa3707-a395-4d93-aba2-690acf5acfa4, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=3ffa3707-a395-4d93-aba2-690acf5acfa4,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:35:04.580599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:04.749995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:04.750553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:04.750871 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c disassociated. External IP: 172.25.2.194, port: 3ffa3707-a395-4d93-aba2-690acf5acfa4. Oct 15 01:35:04.751208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Calling delete_port for 3ffa3707-a395-4d93-aba2-690acf5acfa4 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:35:04.961761 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:04.990192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event deleted for resources: {'Port': ['ID=3ffa3707-a395-4d93-aba2-690acf5acfa4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:35:05.109338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:35:05.222020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:35:05.232931 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:35:05.242488 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:35:05.243086 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:34:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:05.261561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] No DVR routers for this DVR port 3ffa3707-a395-4d93-aba2-690acf5acfa4 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:35:05.264125 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:05.267515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39aa8d0f-3829-4447-94c1-9fb44b89ca1c req-6066493d-2cec-4ccd-93ba-ab831c604715 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "DELETE /v2.0/ports/3ffa3707-a395-4d93-aba2-690acf5acfa4 HTTP/1.1" status: 204 len: 173 time: 0.8604920 Oct 15 01:35:05.268075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-deleted', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:35:05.270780 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a69bf-8be0-45dc-ac04-7189c06ed05f" -d '{"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-deleted", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:35:05.307140 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9a3aa-103c-4f19-af21-b1e0e7ebec4b x-openstack-request-id: req-0bc9a3aa-103c-4f19-af21-b1e0e7ebec4b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:35:05.307507 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80087b-8204-4d6c-a9f4-e4b8fd57e75d", "name": "network-vif-deleted", "tag": "3ffa3707-a395-4d93-aba2-690acf5acfa4", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:35:05.307829 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bc9a3aa-103c-4f19-af21-b1e0e7ebec4b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:35:05.308319 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80087b-8204-4d6c-a9f4-e4b8fd57e75d', 'name': 'network-vif-deleted', 'tag': '3ffa3707-a395-4d93-aba2-690acf5acfa4', 'status': 'completed', 'code': 200} Oct 15 01:35:05.352071 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:35:05.404519 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a494130-abce-46e7-893c-5d6af37bb765 req-c05ccbd3-ee6b-4f40-8c82-dfcbd125b722 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd80087b-8204-4d6c-a9f4-e4b8fd57e75d HTTP/1.1" status: 200 len: 210 time: 0.0282021 Oct 15 01:35:05.553575 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:05.565487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:35:05.565487 n-d-811521-2 neutron-server[107727]: INFO neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No ports have port_id starting with 3ffa3707-a395-4d93-aba2-690acf5acfa4 Oct 15 01:35:05.565487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 requested by agent hyperv_n-h2-811521-2 not found in database {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 15 01:35:05.580037 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:35:05.588197 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:35:05.588789 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:34:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:05.696026 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:35:05.891107 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:05.921297 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddc31-b609-420c-9490-55a1df4a2e6f None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:35:06.152675 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fc428-196a-4d3d-8ba9-82bb603a905c None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:35:06.690954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-9da184ac-bf72-4e3e-9b73-516143d86782 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--178533414&fields=id&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 267 time: 0.0315619 Oct 15 01:35:06.799107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-f5a81fea-5c82-4bd6-acb6-95ce11c95cb8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:06.800530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-f5a81fea-5c82-4bd6-acb6-95ce11c95cb8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1027560 Oct 15 01:35:06.815617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-1ff8e0c5-3817-4bd8-8bd0-bba376c7627d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/quotas/ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 375 time: 0.0086648 Oct 15 01:35:06.867499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-23079428-78d6-457f-9a21-42f340c08188 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459418 Oct 15 01:35:06.966587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-a2ff6d8a-75da-4f6c-bd87-43583e209839 service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873797 Oct 15 01:35:07.054474 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-af789985-5288-4977-b249-6bc642576bfd service neutron] 10.222.0.13 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Oct 15 01:35:07.292924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c856d29-c319-4ce5-90b5-6ee54852fc62 req-ed3bd6ec-eb19-4b75-b863-a7f7f0db04dd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Oct 15 01:35:08.373912 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0bcb48a7-140e-4e5b-bdd1-f283975f5b4b req-57d7dbf2-07af-4641-b407-956dd5d11073 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0304585 Oct 15 01:35:09.136846 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:35:09.450468 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f9efe934-87d7-48e5-81fb-e530218b9941 req-f3ac238d-7c47-4e2f-a27b-e69c756d0c99 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0263674 Oct 15 01:35:09.558837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:35:09.579091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 3ffa3707-a395-4d93-aba2-690acf5acfa4 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:35:09.579462 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 3ffa3707-a395-4d93-aba2-690acf5acfa4 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:35:10.459505 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:10.545732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cd4d6d98-5516-4cb0-b7bf-e06e8a6a1d9c req-cbd2f3f1-64d3-4c0f-851c-394508cd262a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Oct 15 01:35:11.266527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-a93525ef-4170-40c1-b716-02ca57a855b1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:11.267965 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-a93525ef-4170-40c1-b716-02ca57a855b1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 812 time: 0.1037576 Oct 15 01:35:11.321815 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-b0d753ef-ab1b-4cac-adae-52538fa4c632 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 379 time: 0.0440745 Oct 15 01:35:11.331293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'port': {'device_id': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'admin_state_up': True, 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'security_groups': ['66105952-2f9e-42ac-94fe-66923487b603']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:35:11.522030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Made reservation on behalf of ccd13001f3194ffdaceffe4e81ca7f3c for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:35:11.525556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:11.640088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66111461-1aa2-48a9-b1d1-d81595a4aefd req-7e7b0a9e-1725-4bc9-b3bc-da6f7e581bc7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0265882 Oct 15 01:35:11.657538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Allocated IP 172.20.0.8 (74294aae-8bda-45c1-b1e4-860ded69c003/fa10942b-15b5-4b6f-ab59-6a24b78869d4/e94b3640-b5cc-4317-8482-e37494c55ebc) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:35:11.794669 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:11.865551 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:11.914117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Network 74294aae-8bda-45c1-b1e4-860ded69c003 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:35:11.917050 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:35:11.919611 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:35:11.950562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:35:11.984348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:11.985127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.062732 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-4c610851-5d77-43b1-9979-533c350d3ffe tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351360 Oct 15 01:35:12.076354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Request body: {'port': {'device_id': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:35:12.129933 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.180139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ff24b26a-964a-40e3-b73b-a03c1b83dbc8 None None] Provisioning complete for port e94b3640-b5cc-4317-8482-e37494c55ebc triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:35:12.180707 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ff24b26a-964a-40e3-b73b-a03c1b83dbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.225333 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ff24b26a-964a-40e3-b73b-a03c1b83dbc8 None None] Port e94b3640-b5cc-4317-8482-e37494c55ebc cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:35:12.400905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94b3640-b5cc-4317-8482-e37494c55ebc {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:35:12.408134 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.420504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Transition to ACTIVE for port object e94b3640-b5cc-4317-8482-e37494c55ebc will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:35:12.470609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.541538 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:35:12.594453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:35:12.594788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:35:12.595110 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:35:12.600252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:35:12.600569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:35:12.605660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:35:12.605991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:35:12.606402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:35:12.606845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Bound port: e94b3640-b5cc-4317-8482-e37494c55ebc, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:35:12.607194 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.677232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:35:12.680566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:35:12.751540 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.768942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f3fc5-aca3-4f6d-afd9-4ed6f502166b req-97260b05-2930-4ee9-8041-9882eb5b357f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:12.771112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-450f3fc5-aca3-4f6d-afd9-4ed6f502166b req-97260b05-2930-4ee9-8041-9882eb5b357f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0513065 Oct 15 01:35:12.786610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:12.787234 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:12.788613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] 10.222.0.30 "PUT /v2.0/ports/e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1091 time: 0.7169509 Oct 15 01:35:12.789057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:35:12.791774 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43609173-f8bd-4d56-be7f-7f4ffc96118d" -d '{"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:35:12.814356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-450f3fc5-aca3-4f6d-afd9-4ed6f502166b req-94ab2b93-9686-4773-8ac5-da9ff178e8e7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372043 Oct 15 01:35:12.819298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e4873-6d84-4b6d-86c5-8d5dd97c7b02 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:35:12.862997 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdba2948-fd26-4f66-870d-3b90ed4de6cb x-openstack-request-id: req-cdba2948-fd26-4f66-870d-3b90ed4de6cb {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:35:12.863370 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:35:12.864226 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdba2948-fd26-4f66-870d-3b90ed4de6cb {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:35:12.864734 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'status': 'completed', 'code': 200} Oct 15 01:35:12.917471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-564d600f-5bd7-41ba-8b0e-0bb1b379a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:12.919069 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-564d600f-5bd7-41ba-8b0e-0bb1b379a5a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1094 time: 0.0448945 Oct 15 01:35:12.966818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-c18d615e-e9d8-40f9-b3c4-1dc396a3bd0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 217 time: 0.0394571 Oct 15 01:35:13.017837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-a555c7e3-b244-4d7c-a34a-1e2e10d1b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:13.019314 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-a555c7e3-b244-4d7c-a34a-1e2e10d1b008 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0449729 Oct 15 01:35:13.065282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21735200-5b50-446b-bad7-866b38b7d760 req-16bd0e22-72ec-483f-a654-ff27bdc8c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:13.066795 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-16bd0e22-72ec-483f-a654-ff27bdc8c586 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402844 Oct 15 01:35:13.164156 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-43ff01e8-599e-4f3b-ae24-61556cf6022f service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899324 Oct 15 01:35:13.258844 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21735200-5b50-446b-bad7-866b38b7d760 req-f51e630d-8219-433f-a4a9-1a1f712ffe65 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Oct 15 01:35:13.394268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-1be51c8e-137d-4b50-afba-a35e8a54e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:13.395988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-1be51c8e-137d-4b50-afba-a35e8a54e1c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1094 time: 0.0412710 Oct 15 01:35:13.491267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-78a6e968-cc07-44d5-86ef-b424e650b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:13.492706 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-78a6e968-cc07-44d5-86ef-b424e650b511 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0888796 Oct 15 01:35:13.534604 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-6749c56c-83db-4720-a942-9b36ec099869 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 217 time: 0.0343647 Oct 15 01:35:13.588487 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-6b179f91-e19b-4352-9611-bc58f0290cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:13.589905 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-6b179f91-e19b-4352-9611-bc58f0290cdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0473180 Oct 15 01:35:13.636403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-acc09f65-73fc-40e4-be42-6988161645d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:13.637837 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-acc09f65-73fc-40e4-be42-6988161645d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403790 Oct 15 01:35:13.732174 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-ec039ba1-941b-4a3b-bd7b-28bf06e089e2 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855193 Oct 15 01:35:13.822368 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-43609173-f8bd-4d56-be7f-7f4ffc96118d req-fed39d30-8d88-4fba-9590-12740c0fbd99 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821619 Oct 15 01:35:13.936722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210e533-d2e2-4f47-a822-74c6360405e4 req-6ba288d8-dbf3-45a3-96ce-d2771f8b02ec tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:13.938179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2210e533-d2e2-4f47-a822-74c6360405e4 req-6ba288d8-dbf3-45a3-96ce-d2771f8b02ec tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0522399 Oct 15 01:35:13.978058 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2210e533-d2e2-4f47-a822-74c6360405e4 req-c2162c14-cc73-4235-8645-d0b4d15daeb2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334904 Oct 15 01:35:15.091364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a983b-6d0b-47b1-88bc-beacf512261e req-2437e16a-1e83-4aad-a29f-4cb25e3180db tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:15.092860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-989a983b-6d0b-47b1-88bc-beacf512261e req-2437e16a-1e83-4aad-a29f-4cb25e3180db tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0491381 Oct 15 01:35:15.131148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-989a983b-6d0b-47b1-88bc-beacf512261e req-96b87226-f295-477f-9b8c-2e6fc0531d45 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309553 Oct 15 01:35:15.568356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:16.244513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5299-44eb-4bee-b3e4-f39e8a5fee7c req-0e646779-d6ee-4ca1-b2b1-7abed24cf960 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:16.245959 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac7f5299-44eb-4bee-b3e4-f39e8a5fee7c req-0e646779-d6ee-4ca1-b2b1-7abed24cf960 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0481257 Oct 15 01:35:16.290000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac7f5299-44eb-4bee-b3e4-f39e8a5fee7c req-7985bd70-3363-4574-9c5d-db62abdadd40 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378115 Oct 15 01:35:16.997290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:35:17.088353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:35:17.099341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'mac_address': 'fa:16:3e:d8:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:35:17.138223 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:17.150250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94b3640-b5cc-4317-8482-e37494c55ebc {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:35:17.168786 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:35:17.271125 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:17.318650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:35:17.408992 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf84c26-eadf-4767-96de-e90fde0604b4 req-76361ff4-7c23-48db-9a19-71b23f65c43c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:17.410783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cf84c26-eadf-4767-96de-e90fde0604b4 req-76361ff4-7c23-48db-9a19-71b23f65c43c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0542083 Oct 15 01:35:17.449922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5cf84c26-eadf-4767-96de-e90fde0604b4 req-f9b484fa-9a36-48b1-b3b7-79b5b7e55dc1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333004 Oct 15 01:35:17.460748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e94b3640-b5cc-4317-8482-e37494c55ebc'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:35:18.563461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a55c1-d1c0-43e5-bc46-ecc805185669 req-7f057b22-088b-4769-8858-15b99c20d632 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:18.564917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-877a55c1-d1c0-43e5-bc46-ecc805185669 req-7f057b22-088b-4769-8858-15b99c20d632 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0486789 Oct 15 01:35:18.601651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-877a55c1-d1c0-43e5-bc46-ecc805185669 req-fb9691e0-b638-4cee-9fa2-67fec8b5cabb tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308585 Oct 15 01:35:19.001415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:35:19.093250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port e94b3640-b5cc-4317-8482-e37494c55ebc completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:35:19.096924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e94b3640-b5cc-4317-8482-e37494c55ebc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:35:19.097292 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:19.171662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:19.194250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:35:19.196485 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed18a92-815e-4b8c-a58a-54ccc4188926" -d '{"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-plugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:35:19.212772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:35:19.231798 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae3d0a7-fb71-4877-8fcc-44cfbdcb1b2d x-openstack-request-id: req-fae3d0a7-fb71-4877-8fcc-44cfbdcb1b2d {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:35:19.232083 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-plugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:35:19.232334 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fae3d0a7-fb71-4877-8fcc-44cfbdcb1b2d {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:35:19.232740 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'code': 200} Oct 15 01:35:19.264241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:19.314963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:35:19.330579 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ce41f-462a-490e-b56c-cec1e299bdb5 req-9c559161-c425-4a73-857a-c8d712ae379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:19.332712 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6e6ce41f-462a-490e-b56c-cec1e299bdb5 req-9c559161-c425-4a73-857a-c8d712ae379d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1096 time: 0.0407648 Oct 15 01:35:19.366817 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6e6ce41f-462a-490e-b56c-cec1e299bdb5 req-319a34e9-07c4-4359-af9b-b680acda6a1e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267975 Oct 15 01:35:19.724120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5de8a7-da85-4e36-9665-68fd5ce1422d req-9e336822-5aa7-4c00-aa76-4993cc9905c8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:19.725604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5de8a7-da85-4e36-9665-68fd5ce1422d req-9e336822-5aa7-4c00-aa76-4993cc9905c8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Oct 15 01:35:19.763835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb5de8a7-da85-4e36-9665-68fd5ce1422d req-0b28c72c-3938-438f-a308-967cba4678de tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322275 Oct 15 01:35:20.880767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1fe4-c734-4c97-b4a1-178de3194059 req-91895a1b-f983-443d-9981-a914a1b3cd56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:20.882256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10af1fe4-c734-4c97-b4a1-178de3194059 req-91895a1b-f983-443d-9981-a914a1b3cd56 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0533910 Oct 15 01:35:20.921049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-10af1fe4-c734-4c97-b4a1-178de3194059 req-b469140f-c0be-4b80-ab99-183cfb5424cc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328989 Oct 15 01:35:21.032234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179322b9-39d9-4d4a-8d08-ca6af9f13c8d req-dd7fa678-cfa0-4b7d-ab7a-d86f50cf4ffa tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:21.033695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-179322b9-39d9-4d4a-8d08-ca6af9f13c8d req-dd7fa678-cfa0-4b7d-ab7a-d86f50cf4ffa tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Oct 15 01:35:21.042296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60238) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:35:21.046548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Request body: {'floatingip': {'port_id': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:35:21.085895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:21.516383 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:21.590495 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:21.693577 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c associated. External IP: 172.25.2.194, port: e94b3640-b5cc-4317-8482-e37494c55ebc. Oct 15 01:35:22.234301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:35:22.346761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:35:22.352194 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:22.356610 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:35:22.367289 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:35:22.367882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:34:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:22.379378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ace29368-32e6-4584-be1f-fa2b53daa762 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "PUT /v2.0/floatingips/703d3169-57be-45bb-b2fe-92328827318c HTTP/1.1" status: 200 len: 992 time: 1.3359249 Oct 15 01:35:22.379980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:35:22.382273 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28" -d '{"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:35:22.468086 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeffe06-9c22-4475-a31e-d537b87a1310 x-openstack-request-id: req-aeeffe06-9c22-4475-a31e-d537b87a1310 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:35:22.468376 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:35:22.468622 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeeffe06-9c22-4475-a31e-d537b87a1310 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:35:22.469029 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'status': 'completed', 'code': 200} Oct 15 01:35:22.474250 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:35:22.533855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-e8534c24-1c6e-423d-9e60-1da9e78ba10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:22.536008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-e8534c24-1c6e-423d-9e60-1da9e78ba10c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1096 time: 0.0467012 Oct 15 01:35:22.628175 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-e2f7b764-1395-4f97-aa11-d56ff421407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:22.629710 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-e2f7b764-1395-4f97-aa11-d56ff421407d service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0869324 Oct 15 01:35:22.698101 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:d8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:35:21Z', 'revision_number': 13, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:22.699740 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-74ad600d-a854-44b0-b9ed-36da7bd906a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0622396 Oct 15 01:35:22.728582 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:35:22.736974 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:35:22.737558 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:34:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:22.752224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-3bede2b3-80aa-4487-896d-76e54b1f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:22.753718 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-3bede2b3-80aa-4487-896d-76e54b1f7371 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0475814 Oct 15 01:35:22.800278 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-657a7f7a-4d80-4507-b7b4-a3011bf24a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:22.802388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-657a7f7a-4d80-4507-b7b4-a3011bf24a89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414088 Oct 15 01:35:22.841438 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:35:22.905934 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-c9cd87aa-20b8-4d3d-b082-0536973c9180 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956643 Oct 15 01:35:22.998538 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f4d1259-5149-4a66-8bd8-8b9fdc19eb28 req-72b9ae74-bc6f-471d-81e2-e31f971a5aad service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849905 Oct 15 01:35:23.157830 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:d8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:35:21Z', 'revision_number': 13, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:35:23.186268 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e6f21-4335-4f99-955a-4f5f0ee5cfd5 None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '703d3169-57be-45bb-b2fe-92328827318c', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'port_id': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'mac_address': 'fa:16:3e:d8:3a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:26:21Z', 'updated_at': '2021-10-15T01:35:21Z', 'revision_number': 13, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:35:23.368593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f979b819-6042-460e-bddc-ad53627e700d None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:35:26.310454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cbcd7fae-c915-4520-b9ff-cc1ee4c07dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:26.381843 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-bbbab9a3-8d94-4ec0-93c1-912be2fcadbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438738 Oct 15 01:35:26.461263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-7875170d-dab0-4ab5-8721-bcaed843e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:26.462777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-7875170d-dab0-4ab5-8721-bcaed843e2f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1096 time: 0.0398805 Oct 15 01:35:26.565705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-3dd1e9e4-162d-4e68-b7fd-79d33629bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:26.567235 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-3dd1e9e4-162d-4e68-b7fd-79d33629bf8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0846529 Oct 15 01:35:26.638403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-39d435a3-cf6e-4fb0-a9b3-ec9532053a65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1002 time: 0.0641797 Oct 15 01:35:26.690486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-01ee5a7f-4faf-4336-98bd-1c12ba19d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:26.692441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-01ee5a7f-4faf-4336-98bd-1c12ba19d726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0470128 Oct 15 01:35:26.737190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-27b9cd58-5e55-45cc-95a0-14ce8814bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:35:26.738683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-27b9cd58-5e55-45cc-95a0-14ce8814bb56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396769 Oct 15 01:35:26.832937 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-1d96589f-7478-4282-8a14-9d80d05296c1 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865865 Oct 15 01:35:26.927059 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5f599076-41d6-4b3a-ae28-e4e23f4c9d85 req-9d772251-8448-46e5-970e-25f0fc04dbc2 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Oct 15 01:35:28.870831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15c35b88-138f-43d6-98f1-1b450796a9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:30.184812 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:30.430396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:32.516876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:40.476311 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:45.607444 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:46.138741 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:35:56.299001 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f601b739-55e2-44c6-8fb8-3a9022ccea1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:35:58.870344 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-438126b0-3dcf-4676-9bdb-6041644907a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:00.201462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:00.487406 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:02.573277 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:10.442727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:15.601308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:23.138624 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:36:26.310253 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eeb80873-cc04-40d9-b9e1-462a5bce242d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:26.685537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-63a1a786-59eb-4ab2-8895-58a63a75bb70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395913 Oct 15 01:36:26.767158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-8cd4aac2-6519-4bec-98a5-4686f1993f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:36:26.769132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-8cd4aac2-6519-4bec-98a5-4686f1993f5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1096 time: 0.0433581 Oct 15 01:36:26.872991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-c8afa36d-53f9-4c56-9404-138b5f5b69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:36:26.874469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-c8afa36d-53f9-4c56-9404-138b5f5b69ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0878944 Oct 15 01:36:26.938595 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-14e6e143-d1cd-4ca6-b668-1d2103e09fc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1002 time: 0.0569789 Oct 15 01:36:26.986237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-2d73655f-7108-4324-9448-172667d89434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:36:26.987751 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-2d73655f-7108-4324-9448-172667d89434 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0428464 Oct 15 01:36:27.037482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-9dfefd7d-4ee7-4df6-94b5-0383564f0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:36:27.038984 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-9dfefd7d-4ee7-4df6-94b5-0383564f0dba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440927 Oct 15 01:36:27.127651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-a52b6c12-c43a-4ec9-a4a0-f987365a9aac service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811291 Oct 15 01:36:27.220388 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e8e091e1-7393-4374-9c1c-c4c92ec53e9c req-4eafc6f4-7dec-4a0b-ba74-11a0f31def19 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848625 Oct 15 01:36:28.863956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a813d52-07ef-4037-9fbc-a51ee44b80ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:30.211428 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:30.451397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:32.527382 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:40.447210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:45.640142 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:56.308849 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-abbf7d4f-a7e9-409f-bb33-182d0ee00d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:36:58.869585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fde94f6d-2862-426c-98da-45f1721f824f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:00.138811 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:37:00.224679 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:00.463850 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:00.998253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cea14c-1a19-42f5-9d96-86d2358defd0 req-9f79cdc0-8f3b-432e-8265-793e1fdecd51 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:00.999712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1cea14c-1a19-42f5-9d96-86d2358defd0 req-9f79cdc0-8f3b-432e-8265-793e1fdecd51 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0493314 Oct 15 01:37:01.041000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1cea14c-1a19-42f5-9d96-86d2358defd0 req-bf270b14-0659-4825-b649-22d2e400065c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343204 Oct 15 01:37:02.555530 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:10.428343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:13.783633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1db31-2d87-4ef0-99e8-b99eef754129 req-f461a3f8-d97d-45fc-ad58-6d50ebd944e8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:13.785112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a1db31-2d87-4ef0-99e8-b99eef754129 req-f461a3f8-d97d-45fc-ad58-6d50ebd944e8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Oct 15 01:37:13.823170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23a1db31-2d87-4ef0-99e8-b99eef754129 req-aa737a6c-71b5-4573-8bab-4d153f04d213 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319693 Oct 15 01:37:13.986137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-3883082f-e024-45c3-bb86-ada2476de4c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378727 Oct 15 01:37:14.938362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05352a-01d0-4d17-8c81-fca6579ce41d req-6ccd21ea-0ed3-453a-8e0c-1f791657e756 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:14.939810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be05352a-01d0-4d17-8c81-fca6579ce41d req-6ccd21ea-0ed3-453a-8e0c-1f791657e756 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Oct 15 01:37:14.977691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be05352a-01d0-4d17-8c81-fca6579ce41d req-bcb979d8-0aed-4d71-bbe0-96f5ec81bc14 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Oct 15 01:37:15.578047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:15.943043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-0f4fbf15-0140-4e9b-9149-381476ff1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:15.944502 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-0f4fbf15-0140-4e9b-9149-381476ff1bcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1096 time: 0.0407925 Oct 15 01:37:16.039399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-ad5e2c3d-afd7-4ad4-9774-6d46daf77072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:16.040873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-ad5e2c3d-afd7-4ad4-9774-6d46daf77072 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0895309 Oct 15 01:37:16.097098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9b776-8efd-4558-8cb7-3a91a99a21a0 req-c1ea5c46-19d3-40bc-8cfa-9b7b4a04487c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:16.098591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2a9b776-8efd-4558-8cb7-3a91a99a21a0 req-c1ea5c46-19d3-40bc-8cfa-9b7b4a04487c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Oct 15 01:37:16.108771 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-3ec6c499-670c-44c0-b5c6-70d0d569bdc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1002 time: 0.0601192 Oct 15 01:37:16.137180 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2a9b776-8efd-4558-8cb7-3a91a99a21a0 req-c5966f5e-1f25-478d-a19c-e82740243ea6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Oct 15 01:37:16.159523 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-791133ef-62f3-4a76-8ce6-df7d16fcd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:16.160979 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-791133ef-62f3-4a76-8ce6-df7d16fcd965 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0452428 Oct 15 01:37:16.212043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-4cbbf0b7-7215-42f6-9f65-1de4213ea2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:16.213425 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-4cbbf0b7-7215-42f6-9f65-1de4213ea2f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447407 Oct 15 01:37:16.305148 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-58129867-56f2-426d-a410-e0e6120e6db0 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835481 Oct 15 01:37:16.400381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-b7b25cac-5b1b-4d90-a2c4-f6e0dffaeeb9 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877018 Oct 15 01:37:17.250534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ce82-e51f-47b0-b9ee-2184477c8c19 req-3bdef355-79e5-4dbb-aa9e-5f138eceb007 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:17.252253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47a1ce82-e51f-47b0-b9ee-2184477c8c19 req-3bdef355-79e5-4dbb-aa9e-5f138eceb007 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0490718 Oct 15 01:37:17.289809 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47a1ce82-e51f-47b0-b9ee-2184477c8c19 req-d2b57686-2f30-4be0-9ceb-54d589c4de84 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Oct 15 01:37:18.406017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4d531-1677-4948-85b8-5e7d140a3692 req-275e0543-bfb6-4de9-b9e8-814da0a78691 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:18.407484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ae4d531-1677-4948-85b8-5e7d140a3692 req-275e0543-bfb6-4de9-b9e8-814da0a78691 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0509024 Oct 15 01:37:18.444621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ae4d531-1677-4948-85b8-5e7d140a3692 req-aaca7fc1-7dbd-4f2f-b9c6-f1acbfea29c5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304623 Oct 15 01:37:19.565774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913e213-58e5-44ae-8864-348dce22dd8e req-b145e9cb-8103-49b4-9d66-e8aa1d727be0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:19.576278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9913e213-58e5-44ae-8864-348dce22dd8e req-b145e9cb-8103-49b4-9d66-e8aa1d727be0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Oct 15 01:37:19.604860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9913e213-58e5-44ae-8864-348dce22dd8e req-71cb4cbb-a530-4997-9090-2e5ddaf83a13 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314522 Oct 15 01:37:20.720299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73265060-7ce5-4e7f-b0a8-52e716bd3a88 req-54855486-85b9-4f4e-8ca9-34c0496c2ad8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:20.726902 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73265060-7ce5-4e7f-b0a8-52e716bd3a88 req-54855486-85b9-4f4e-8ca9-34c0496c2ad8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Oct 15 01:37:20.759926 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73265060-7ce5-4e7f-b0a8-52e716bd3a88 req-05ee0b15-1939-4094-bd06-a29891c962d5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Oct 15 01:37:21.873586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db12ca-331d-4f93-bae1-c410529fe2dd req-2b0e7b91-9bc2-42e1-b212-b016f37450c3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:21.875059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00db12ca-331d-4f93-bae1-c410529fe2dd req-2b0e7b91-9bc2-42e1-b212-b016f37450c3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0479951 Oct 15 01:37:21.912703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00db12ca-331d-4f93-bae1-c410529fe2dd req-18abf56f-e6c3-425b-9894-26a370d1872f tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308161 Oct 15 01:37:23.031783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c594ba2-f94d-4952-bd11-21854af9e9c7 req-d8eca80d-9f5d-498d-be11-1891a5400988 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:23.033183 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c594ba2-f94d-4952-bd11-21854af9e9c7 req-d8eca80d-9f5d-498d-be11-1891a5400988 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0531275 Oct 15 01:37:23.071848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c594ba2-f94d-4952-bd11-21854af9e9c7 req-fa8195d9-a554-40de-be91-1320eaa919ff tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305853 Oct 15 01:37:24.188255 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14d9a1-d5a4-4502-8a98-57a1a6dd720e req-f01ea4fc-72f8-478e-9e23-c4d2f07802e4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:24.189629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a14d9a1-d5a4-4502-8a98-57a1a6dd720e req-f01ea4fc-72f8-478e-9e23-c4d2f07802e4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0486441 Oct 15 01:37:24.228107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5a14d9a1-d5a4-4502-8a98-57a1a6dd720e req-1c5df9ac-0a41-4784-8cf6-97c1202d159b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Oct 15 01:37:25.342628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4715a-9899-4ffa-b139-a79e7ffd18be req-51058945-8372-4482-96bf-6fd8f77a8726 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:25.344062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91a4715a-9899-4ffa-b139-a79e7ffd18be req-51058945-8372-4482-96bf-6fd8f77a8726 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0474167 Oct 15 01:37:25.381408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91a4715a-9899-4ffa-b139-a79e7ffd18be req-feee85fc-7593-4571-aab1-75fa6342a41b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Oct 15 01:37:26.297957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb720-f203-4fe6-b13e-939b27144431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:26.498513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9333b-9a38-441d-9750-bb34567b4579 req-12823f0f-2e72-49a2-bc10-ef5ab4a0b251 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:26.499962 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77a9333b-9a38-441d-9750-bb34567b4579 req-12823f0f-2e72-49a2-bc10-ef5ab4a0b251 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0516701 Oct 15 01:37:26.539260 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77a9333b-9a38-441d-9750-bb34567b4579 req-5c81ea4d-5909-46ae-8200-b686bd8c83a7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328891 Oct 15 01:37:27.653603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55436e-947d-48f8-befc-49fe6eb9d05a req-207c7cfe-0fa0-4e52-8c7e-795036ac9313 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:27.655111 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e55436e-947d-48f8-befc-49fe6eb9d05a req-207c7cfe-0fa0-4e52-8c7e-795036ac9313 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0490365 Oct 15 01:37:27.695112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0e55436e-947d-48f8-befc-49fe6eb9d05a req-a7df2ae1-b567-40f1-84e2-7d553168ca09 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331786 Oct 15 01:37:27.721018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-894b1ed4-37b7-44a8-aeb9-b1c1090132cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:27.722566 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-894b1ed4-37b7-44a8-aeb9-b1c1090132cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1096 time: 0.0407305 Oct 15 01:37:27.830753 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-7ab5ee9c-8249-4c19-832b-e56fdaa2f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:27.832196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-7ab5ee9c-8249-4c19-832b-e56fdaa2f77a service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0879290 Oct 15 01:37:27.895944 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-cf9aac80-123a-4c0f-9661-56c7672b5293 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1002 time: 0.0556431 Oct 15 01:37:27.945507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-b99965da-3c91-41b7-bb7b-2afdbe59aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:27.946923 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-b99965da-3c91-41b7-bb7b-2afdbe59aefc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0428233 Oct 15 01:37:27.996213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-f71eea43-8f52-4c6c-91fa-157c37a6d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:27.997696 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-f71eea43-8f52-4c6c-91fa-157c37a6d76a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427961 Oct 15 01:37:28.087316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-8305cba7-586d-462e-acf7-b438138a6ed1 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814235 Oct 15 01:37:28.180847 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-797875e0-aec0-43ce-b43a-9c99abb2076b req-7e7f54f3-e7c9-4f50-914b-e8a9613c6906 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852261 Oct 15 01:37:28.813667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e735e0-ddb2-4a91-ba6c-74c42a3193b1 req-cbf4fdbc-883e-4f21-9c50-7a73e213f3b7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:28.815161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0e735e0-ddb2-4a91-ba6c-74c42a3193b1 req-cbf4fdbc-883e-4f21-9c50-7a73e213f3b7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0500405 Oct 15 01:37:28.845104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9304-f79a-474e-8d97-68c2d4bbbd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:28.852243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0e735e0-ddb2-4a91-ba6c-74c42a3193b1 req-bb31bbdc-886c-4982-bd52-f165a01b575e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311639 Oct 15 01:37:29.972323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab19c4-5eec-4745-9c04-5bf0a17fe38b req-1d8c62ee-2e3c-47fd-b535-82e55bc81391 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:29.973806 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11ab19c4-5eec-4745-9c04-5bf0a17fe38b req-1d8c62ee-2e3c-47fd-b535-82e55bc81391 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0531285 Oct 15 01:37:30.012501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11ab19c4-5eec-4745-9c04-5bf0a17fe38b req-4712368d-7102-43f2-be55-e2493d466485 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Oct 15 01:37:30.187947 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:30.468100 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:30.937367 n-d-811521-2 neutron-server[107725]: INFO neutron.api.v2.resource [req-4c39cc07-bfca-42a2-9808-6af920756204 req-8222e78d-bb38-413c-8c5c-f242c2c4bdde service neutron] show failed (client error): The resource could not be found. Oct 15 01:37:30.938341 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-8222e78d-bb38-413c-8c5c-f242c2c4bdde service neutron] 10.222.0.30 "GET /v2.0/ports/e94b3640-b5cc-4317-8482-e37494c55ebc/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0540965 Oct 15 01:37:31.126502 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac772244-9191-4359-815f-60735027cecc req-37302c92-d223-4262-a2fe-13ff2a81bacf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:31.128248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac772244-9191-4359-815f-60735027cecc req-37302c92-d223-4262-a2fe-13ff2a81bacf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0493648 Oct 15 01:37:31.166585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac772244-9191-4359-815f-60735027cecc req-143392aa-8649-47ff-84b7-4bf9f033f2a2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Oct 15 01:37:31.410775 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-d95d0c51-6e44-4f06-bd32-94ccd21ce6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:31.412217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-d95d0c51-6e44-4f06-bd32-94ccd21ce6e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 1096 time: 0.0404317 Oct 15 01:37:31.422528 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-d35ce534-c682-4713-9f62-58f3923c60f7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:37:31.423498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-d35ce534-c682-4713-9f62-58f3923c60f7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047584 Oct 15 01:37:31.434594 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:37:31.489283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:31.608843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:37:31.687054 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:31.692566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:37:31.725512 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:37:31.763996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:37:31.766260 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a10e2cc-1b24-44fc-b767-53e935299da8" -d '{"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-unplugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:37:31.769959 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:31.782069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Transition to ACTIVE for port object e94b3640-b5cc-4317-8482-e37494c55ebc will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:37:31.816405 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a07cd-2fd0-4c66-ab00-6c6e1ef1ad9f x-openstack-request-id: req-e01a07cd-2fd0-4c66-ab00-6c6e1ef1ad9f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:37:31.816693 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-unplugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:37:31.816942 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e01a07cd-2fd0-4c66-ab00-6c6e1ef1ad9f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:37:31.817410 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'code': 200} Oct 15 01:37:31.858563 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:31.895422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:37:31.895774 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:37:31.941404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:37:31.957286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.957638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.957983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.958345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.958681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.959531 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.960532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.960871 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.961204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.961533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.961867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:31.962211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:32.000479 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] No DVR routers for this DVR port e94b3640-b5cc-4317-8482-e37494c55ebc on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:37:32.139458 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:37:32.140097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:37:32.140097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:37:32.144228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:37:32.144539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:37:32.149998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:37:32.150432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:37:32.150813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:37:32.151224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Bound port: e94b3640-b5cc-4317-8482-e37494c55ebc, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:37:32.151567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:32.212998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:37:32.216020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:37:32.288730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaea12-6a47-4240-89d6-e8e5bff0d2e4 req-82a3efbe-609e-440d-96d6-b8dffa29c975 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:32.290212 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96aaea12-6a47-4240-89d6-e8e5bff0d2e4 req-82a3efbe-609e-440d-96d6-b8dffa29c975 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0527101 Oct 15 01:37:32.305359 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:32.350513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:32.351112 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:32.352450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] 10.222.0.39 "PUT /v2.0/ports/e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1091 time: 0.9214058 Oct 15 01:37:32.380441 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-96aaea12-6a47-4240-89d6-e8e5bff0d2e4 req-563f2f65-59a4-4475-8380-f2bb63e8da4b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843084 Oct 15 01:37:32.410505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34da76-8acf-430a-b8aa-9010e270d449 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:37:32.432784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-30ca1f6e-4d5e-4339-a573-6c91b8261518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:32.434318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-30ca1f6e-4d5e-4339-a573-6c91b8261518 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1094 time: 0.0576808 Oct 15 01:37:32.539888 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-ec85075d-973e-4f53-92d2-7554d4c42c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:32.541686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-ec85075d-973e-4f53-92d2-7554d4c42c7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0999048 Oct 15 01:37:32.560606 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:32.610563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-db94a312-2cf5-4b15-8684-8111ff5cc1b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0620396 Oct 15 01:37:32.662668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-4b9c7ab4-26ee-4b8e-b153-ae279cff1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:32.663989 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-4b9c7ab4-26ee-4b8e-b153-ae279cff1d2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0471888 Oct 15 01:37:32.710377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39cc07-bfca-42a2-9808-6af920756204 req-59b5f696-5ae9-4515-9d3e-e04415dec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:32.711889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-59b5f696-5ae9-4515-9d3e-e04415dec7b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401583 Oct 15 01:37:32.800545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-b25d969c-8f8f-4775-9dfb-b8891d6060e9 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814865 Oct 15 01:37:32.893551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-194279ad-8aa4-4877-bd83-0d04c0f7daf3 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862656 Oct 15 01:37:33.501192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6041-b7b6-45db-9100-eecded6d4d9a req-ff77457a-36ae-44cf-8d02-9efdd4df737d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:33.503664 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3cf6041-b7b6-45db-9100-eecded6d4d9a req-ff77457a-36ae-44cf-8d02-9efdd4df737d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0515995 Oct 15 01:37:33.543916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3cf6041-b7b6-45db-9100-eecded6d4d9a req-7153787b-532c-417c-ad03-71df37adddd9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328465 Oct 15 01:37:33.819235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:37:33.821604 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a65d67-e05d-4faa-942f-698724e5a4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:37:33.870891 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b67585-865e-476d-802d-316612ca80f5 x-openstack-request-id: req-11b67585-865e-476d-802d-316612ca80f5 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:37:33.871237 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:37:33.871482 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11b67585-865e-476d-802d-316612ca80f5 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:37:33.871907 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'status': 'completed', 'code': 200} Oct 15 01:37:33.940637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-4218cf51-c17d-45c3-b9f1-78162ca975e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:33.942245 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-4218cf51-c17d-45c3-b9f1-78162ca975e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1094 time: 0.0511935 Oct 15 01:37:33.944240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-e89a4f9e-5ee1-48cc-a5c7-f3aafabd72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:33.945961 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-e89a4f9e-5ee1-48cc-a5c7-f3aafabd72e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1094 time: 0.0477223 Oct 15 01:37:34.034470 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-751ff9b6-5d16-4501-a0c3-63503e4d83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:34.035990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-751ff9b6-5d16-4501-a0c3-63503e4d83b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0870273 Oct 15 01:37:34.041963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-9de5f744-f78c-40ff-8906-66c43faf31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:34.043494 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-9de5f744-f78c-40ff-8906-66c43faf31fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0901539 Oct 15 01:37:34.108554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-b19eb084-a420-49cf-80cd-b6c308d89859 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0656316 Oct 15 01:37:34.117081 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-aae1c527-c7ba-442d-b29a-89278e617512 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0669382 Oct 15 01:37:34.159657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-bd352047-4ec1-47c4-9314-a6051faf31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:34.161028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-bd352047-4ec1-47c4-9314-a6051faf31c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0457666 Oct 15 01:37:34.171557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-2978d7b5-9532-4698-8b58-7b3c91d19053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:34.173288 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-2978d7b5-9532-4698-8b58-7b3c91d19053 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0491960 Oct 15 01:37:34.210939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-ac6e5f23-b6af-438e-947b-a75f425bc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:34.212513 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-ac6e5f23-b6af-438e-947b-a75f425bc99b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449069 Oct 15 01:37:34.223094 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-9f73dfb2-6f99-4ff5-a7a3-1489b3216601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:34.224871 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-9f73dfb2-6f99-4ff5-a7a3-1489b3216601 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432773 Oct 15 01:37:34.314293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-8f45b55e-b9e8-4061-9dcd-b1f7bf093383 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940075 Oct 15 01:37:34.320134 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-10324d00-a217-4fc5-b4e2-ad4d53358e3c service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884173 Oct 15 01:37:34.410593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-27a6b68b-5a2c-4c33-82d4-6a5969651221 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892155 Oct 15 01:37:34.414273 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-57a65d67-e05d-4faa-942f-698724e5a4a8 req-8e5a6ae9-0cc6-4c41-a5b9-e74b170e9d2a service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Oct 15 01:37:34.665505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8ecf0-8a98-4688-a2e6-368fd9f3edec req-121d0f46-f52c-47f8-a8c7-cf6a9403064b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:34.667002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cff8ecf0-8a98-4688-a2e6-368fd9f3edec req-121d0f46-f52c-47f8-a8c7-cf6a9403064b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0515609 Oct 15 01:37:34.712813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cff8ecf0-8a98-4688-a2e6-368fd9f3edec req-865ac052-a52a-40ba-a651-ba1dd6ca3b13 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394845 Oct 15 01:37:35.600994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581f009-c77f-4650-856e-090e5f73858e req-84348dfc-7127-41a3-8313-104928c98d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:35.602501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a581f009-c77f-4650-856e-090e5f73858e req-84348dfc-7127-41a3-8313-104928c98d0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1094 time: 0.0407248 Oct 15 01:37:35.704744 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581f009-c77f-4650-856e-090e5f73858e req-2b1ff275-2f71-4755-bcb9-6ba663a4e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:35.706189 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a581f009-c77f-4650-856e-090e5f73858e req-2b1ff275-2f71-4755-bcb9-6ba663a4e4f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0852890 Oct 15 01:37:35.781269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a581f009-c77f-4650-856e-090e5f73858e req-d0110605-ff31-4eda-bc9d-0b2a5f97d549 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0681319 Oct 15 01:37:35.862532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581f009-c77f-4650-856e-090e5f73858e req-63d75ec9-8019-4adc-8a56-f569adf10eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:35.864005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a581f009-c77f-4650-856e-090e5f73858e req-63d75ec9-8019-4adc-8a56-f569adf10eb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0749424 Oct 15 01:37:35.879782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba5938-b821-4f28-aaf1-8e82eb231505 req-01ba1652-a25a-4031-b86e-93b96696e251 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:35.881750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08ba5938-b821-4f28-aaf1-8e82eb231505 req-01ba1652-a25a-4031-b86e-93b96696e251 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0843842 Oct 15 01:37:35.951281 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08ba5938-b821-4f28-aaf1-8e82eb231505 req-acea85a9-493c-4316-92d5-1c69a4312795 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610683 Oct 15 01:37:35.953187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581f009-c77f-4650-856e-090e5f73858e req-7aae609f-f5b3-4427-a310-0f0cf68eb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:35.954610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a581f009-c77f-4650-856e-090e5f73858e req-7aae609f-f5b3-4427-a310-0f0cf68eb9ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831113 Oct 15 01:37:36.049637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a581f009-c77f-4650-856e-090e5f73858e req-356a83dd-8b32-44b5-9d28-55cfebcc3642 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876882 Oct 15 01:37:36.147264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a581f009-c77f-4650-856e-090e5f73858e req-52b9d302-d9ec-418c-85b1-f47c4742b46e service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898328 Oct 15 01:37:37.071757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae76790-3236-44f0-8999-25314747bd07 req-04239d92-2db1-4620-ab10-e3c9a844bf73 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:37.073268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bae76790-3236-44f0-8999-25314747bd07 req-04239d92-2db1-4620-ab10-e3c9a844bf73 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0517912 Oct 15 01:37:37.112626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bae76790-3236-44f0-8999-25314747bd07 req-7ed9a04e-4883-41ec-b13b-56fb7b5dc722 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333674 Oct 15 01:37:37.138248 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:37:38.238114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bc62c-46ed-4c7c-a89d-ef0327a629b2 req-d2fab9d3-164f-4961-995f-db286612ea0a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:38.239814 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f8bc62c-46ed-4c7c-a89d-ef0327a629b2 req-d2fab9d3-164f-4961-995f-db286612ea0a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0564468 Oct 15 01:37:38.281431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f8bc62c-46ed-4c7c-a89d-ef0327a629b2 req-2930e676-8f81-4bdf-83cb-29789232c2c9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348370 Oct 15 01:37:39.395180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a208-8c7c-433d-9ced-3f47026d3d1a req-f81f6d84-6228-41fc-b3ea-8fdab363356e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:39.397102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2eb3a208-8c7c-433d-9ced-3f47026d3d1a req-f81f6d84-6228-41fc-b3ea-8fdab363356e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0488932 Oct 15 01:37:39.433760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2eb3a208-8c7c-433d-9ced-3f47026d3d1a req-c71d6e3a-4c1a-424c-90f1-a59aafbf77b2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308154 Oct 15 01:37:40.486350 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:40.549270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa70b79-48b8-40f2-9f6e-904c7e52bba7 req-f27cb0bc-0b58-401d-a913-a17dac46b3aa tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:40.550752 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aaa70b79-48b8-40f2-9f6e-904c7e52bba7 req-f27cb0bc-0b58-401d-a913-a17dac46b3aa tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0495009 Oct 15 01:37:40.588253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aaa70b79-48b8-40f2-9f6e-904c7e52bba7 req-904033a1-d61a-48ec-b1f3-755312b51cf4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308316 Oct 15 01:37:41.706892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df683669-861c-460f-b402-d8db9581e716 req-d140126f-893c-4511-ab01-73b7a8161b34 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:41.708309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df683669-861c-460f-b402-d8db9581e716 req-d140126f-893c-4511-ab01-73b7a8161b34 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0518410 Oct 15 01:37:41.745509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df683669-861c-460f-b402-d8db9581e716 req-e0b87773-28ca-4cd0-8fd0-794843ca49bf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303710 Oct 15 01:37:42.860023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70889dd-7077-4324-98ec-49fc10c8f6f1 req-5f4d07ef-2a13-4e3d-bde3-c7b29b0416b8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:42.861475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e70889dd-7077-4324-98ec-49fc10c8f6f1 req-5f4d07ef-2a13-4e3d-bde3-c7b29b0416b8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0487218 Oct 15 01:37:42.898614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e70889dd-7077-4324-98ec-49fc10c8f6f1 req-01561d58-7783-475d-8d18-c5c025877575 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305288 Oct 15 01:37:44.013694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba14f53-688a-4f55-ad21-f493f249a8f9 req-fad50cb2-9ced-429d-97f9-e190f46ca96c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:44.015175 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ba14f53-688a-4f55-ad21-f493f249a8f9 req-fad50cb2-9ced-429d-97f9-e190f46ca96c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0489094 Oct 15 01:37:44.051973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ba14f53-688a-4f55-ad21-f493f249a8f9 req-27b10f1f-fd0b-47f5-be96-d984526e043d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308981 Oct 15 01:37:45.172520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3e0a9-af27-4c99-bc06-7c234e532913 req-1809f114-bd6b-4f1d-af33-ef15faf8062c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:45.173946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2d3e0a9-af27-4c99-bc06-7c234e532913 req-1809f114-bd6b-4f1d-af33-ef15faf8062c tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0524523 Oct 15 01:37:45.216546 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2d3e0a9-af27-4c99-bc06-7c234e532913 req-cc9827bb-7928-4158-810e-84c281b76e9b tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Oct 15 01:37:45.621792 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:46.339142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc595c9-e29a-4c6d-a726-e1fd93bafc9f req-ee1f14d5-e427-4b43-a246-b5f59858e9d2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:46.340639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dc595c9-e29a-4c6d-a726-e1fd93bafc9f req-ee1f14d5-e427-4b43-a246-b5f59858e9d2 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0539470 Oct 15 01:37:46.383433 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6dc595c9-e29a-4c6d-a726-e1fd93bafc9f req-9a5da6b6-ff5e-4776-af9b-7151f1b50bd1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367255 Oct 15 01:37:47.499508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2979-e0c9-451a-a694-50777d8b0357 req-57429525-6ad2-44ad-bf51-b8b70f708e44 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:47.501086 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de4f2979-e0c9-451a-a694-50777d8b0357 req-57429525-6ad2-44ad-bf51-b8b70f708e44 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0495071 Oct 15 01:37:47.541543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de4f2979-e0c9-451a-a694-50777d8b0357 req-9ef5dd1c-e923-4872-b7ff-5b0daf140e51 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332713 Oct 15 01:37:48.248425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:37:48.488381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:37:48.504158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'mac_address': 'fa:16:3e:d8:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:37:48.545956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:48.558404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94b3640-b5cc-4317-8482-e37494c55ebc {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:37:48.576917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:37:48.635571 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:48.663281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc9891-8eec-4085-918b-149f2ad1cebe req-05aa08d6-d50a-4614-8d74-010feb5a9ab3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:48.665771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1cc9891-8eec-4085-918b-149f2ad1cebe req-05aa08d6-d50a-4614-8d74-010feb5a9ab3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 943 time: 0.0550780 Oct 15 01:37:48.683234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:37:48.690522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.690863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.691198 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.691527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.691850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.692173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.692495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.693033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.693314 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.693838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.694194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.694520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:48.704187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1cc9891-8eec-4085-918b-149f2ad1cebe req-fcd8d64d-c835-45e8-8c15-c525fdc82ea7 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326049 Oct 15 01:37:49.001303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['e94b3640-b5cc-4317-8482-e37494c55ebc'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:37:49.203593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f944b-1a12-453d-b265-085f95f4ce62 req-dcb18e21-79a5-4db1-8578-b299d9aea733 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:49.205038 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-422f944b-1a12-453d-b265-085f95f4ce62 req-dcb18e21-79a5-4db1-8578-b299d9aea733 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0805895 Oct 15 01:37:49.216799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-71e7d507-0605-4fcc-ac59-81596376da11 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:49.218169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-71e7d507-0605-4fcc-ac59-81596376da11 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.39 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&binding%3Ahost_id=n-h2-811521-2 HTTP/1.1" status: 200 len: 944 time: 0.0640030 Oct 15 01:37:49.281326 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-422f944b-1a12-453d-b265-085f95f4ce62 req-0568bcdc-cff4-49b8-acf0-d7ceb7347df6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622075 Oct 15 01:37:49.302001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-b6d9e0b1-8f35-4ead-8524-b26604e2acbb service neutron] 10.222.0.39 "GET /v2.0/ports/e94b3640-b5cc-4317-8482-e37494c55ebc/bindings/n-h2-811521-2 HTTP/1.1" status: 200 len: 382 time: 0.0704997 Oct 15 01:37:49.363938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-19372319-0f56-4dad-9d91-4aa8d4ea1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:49.365978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-19372319-0f56-4dad-9d91-4aa8d4ea1ae6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1095 time: 0.0402236 Oct 15 01:37:49.453618 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-d8292364-279c-453b-8147-db202054fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:49.455050 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-d8292364-279c-453b-8147-db202054fcdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0826321 Oct 15 01:37:49.524873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-57777a78-8791-4b3e-8b15-9dbed1a5b66e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1001 time: 0.0622456 Oct 15 01:37:49.573623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-a2b03a92-e07f-4420-8411-e327f28043e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:49.575089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-a2b03a92-e07f-4420-8411-e327f28043e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0431535 Oct 15 01:37:49.621576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-c6c9e320-afd4-4de4-9b47-c103b12f34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:49.622997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-c6c9e320-afd4-4de4-9b47-c103b12f34bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395980 Oct 15 01:37:49.717136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-368d4cad-1507-4868-891c-dd1cfe6a6215 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854485 Oct 15 01:37:49.808866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-d0ab6cf3-c20e-44de-9b69-2a86b9fbc0c6 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849695 Oct 15 01:37:50.261426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:37:50.400240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878f852-13bb-4c15-9898-eb7c314996ac req-1ae87c6d-5424-463d-aa82-61d8755e93c9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:50.401693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5878f852-13bb-4c15-9898-eb7c314996ac req-1ae87c6d-5424-463d-aa82-61d8755e93c9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0501387 Oct 15 01:37:50.412389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port e94b3640-b5cc-4317-8482-e37494c55ebc completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:37:50.416328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port e94b3640-b5cc-4317-8482-e37494c55ebc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:37:50.416687 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:50.439939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5878f852-13bb-4c15-9898-eb7c314996ac req-2118d7dd-e293-433c-a0d2-5cce50f0de17 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Oct 15 01:37:50.493429 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:50.515399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:37:50.517579 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8783933d-690b-468c-9888-c75ffbdcfb20" -d '{"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-plugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:37:50.529633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:37:50.566359 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524055b7-e5a1-40fe-bd8b-326f37ddf597 x-openstack-request-id: req-524055b7-e5a1-40fe-bd8b-326f37ddf597 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:37:50.566654 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-plugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:37:50.566906 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-524055b7-e5a1-40fe-bd8b-326f37ddf597 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:37:50.567295 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'code': 200} Oct 15 01:37:50.606514 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:50.659993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:37:51.569576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05f1cc-3c42-4b5f-a03d-97b5a9552ddd req-a4fc0846-3e60-4eee-8ecf-b4126b57f39d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:51.571052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc05f1cc-3c42-4b5f-a03d-97b5a9552ddd req-a4fc0846-3e60-4eee-8ecf-b4126b57f39d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Oct 15 01:37:51.606972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc05f1cc-3c42-4b5f-a03d-97b5a9552ddd req-29932ed6-091e-40ea-9fee-b776e25f97f6 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300701 Oct 15 01:37:52.728298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30579d-2bf3-4a96-935c-06832ca32cef req-5cc9202f-94b8-4c70-af53-7bf7811d9101 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:52.729859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf30579d-2bf3-4a96-935c-06832ca32cef req-5cc9202f-94b8-4c70-af53-7bf7811d9101 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Oct 15 01:37:52.775667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cf30579d-2bf3-4a96-935c-06832ca32cef req-2bb5b39a-32a7-464b-84d0-b0c792b60ab0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396366 Oct 15 01:37:53.891747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df6f1c-6dcb-4d3f-b9fd-44ed8bddb92b req-801f17e9-f4d5-469c-8559-eb432a49df2e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:53.893103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58df6f1c-6dcb-4d3f-b9fd-44ed8bddb92b req-801f17e9-f4d5-469c-8559-eb432a49df2e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0484698 Oct 15 01:37:53.934785 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-58df6f1c-6dcb-4d3f-b9fd-44ed8bddb92b req-f699b4c8-9c77-4863-9700-ef3f57403642 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Oct 15 01:37:54.967831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-7a310127-c8d8-496a-89e4-faf2cfcc20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:54.969313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-7a310127-c8d8-496a-89e4-faf2cfcc20eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22&tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c HTTP/1.1" status: 200 len: 1096 time: 0.0415950 Oct 15 01:37:54.981090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:37:55.038841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:55.051321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166144-a2ca-4eff-87df-d44508aa1b48 req-75a335ba-5175-4802-b7fc-da986dd80b2a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:55.053564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59166144-a2ca-4eff-87df-d44508aa1b48 req-75a335ba-5175-4802-b7fc-da986dd80b2a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Oct 15 01:37:55.091608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59166144-a2ca-4eff-87df-d44508aa1b48 req-c9b44546-58fc-43f1-9929-3c00cfdf1e99 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Oct 15 01:37:55.540673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:37:55.571930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:37:55.609500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:37:55.611771 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d22bf-a1be-4fc3-9a75-4fefd6a801c2" -d '{"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-unplugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:37:55.615439 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:55.627635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Transition to ACTIVE for port object e94b3640-b5cc-4317-8482-e37494c55ebc will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:37:55.691894 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:55.723671 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8af03-c004-4dac-a180-a92c0f010499 x-openstack-request-id: req-39c8af03-c004-4dac-a180-a92c0f010499 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:37:55.723969 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-unplugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:37:55.724404 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39c8af03-c004-4dac-a180-a92c0f010499 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:37:55.724875 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'code': 200} Oct 15 01:37:55.782227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=10']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:37:55.794302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.794649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.794990 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.795329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.795655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.795981 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.796304 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.796628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.796950 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.797272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.797591 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.797911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:37:55.832675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] No DVR routers for this DVR port e94b3640-b5cc-4317-8482-e37494c55ebc on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:37:55.968955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:37:55.969630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:37:55.969630 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:37:55.973793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:37:55.974182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Attempting to bind port e94b3640-b5cc-4317-8482-e37494c55ebc on network 74294aae-8bda-45c1-b1e4-860ded69c003 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:37:55.979031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:37:55.979372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Checking segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:37:55.979755 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Bound using segment: {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:37:55.980177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Bound port: e94b3640-b5cc-4317-8482-e37494c55ebc, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7362241f-f726-4fed-b138-66aed29d56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:37:55.980527 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:56.045968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:37:56.048906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:37:56.121126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:56.157861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:56.158500 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:56.159884 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] 10.222.0.30 "PUT /v2.0/ports/e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1092 time: 1.1829002 Oct 15 01:37:56.183818 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af15a3-6742-4e2f-85bb-2c6189893010 service neutron] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=11']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:37:56.216586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb7f40-5a0e-41ea-a5d0-bb9e0d3c5e54 req-5ee7c9bb-8c69-49c0-aa37-0d2427159105 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:56.218302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5dfb7f40-5a0e-41ea-a5d0-bb9e0d3c5e54 req-5ee7c9bb-8c69-49c0-aa37-0d2427159105 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0517280 Oct 15 01:37:56.231103 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-bccc37c8-826a-47ca-95bf-1c347b79d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:56.233221 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-bccc37c8-826a-47ca-95bf-1c347b79d3c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1095 time: 0.0458941 Oct 15 01:37:56.265796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5dfb7f40-5a0e-41ea-a5d0-bb9e0d3c5e54 req-30b59615-69b4-497b-8b83-4a592ee5679a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392854 Oct 15 01:37:56.303073 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:37:56.327233 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f5d493c4-266d-4091-a46d-ba84026fcf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:56.347608 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:37:56.350530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-916144e6-7063-45ee-bb5e-cf1549e9834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:56.351798 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-916144e6-7063-45ee-bb5e-cf1549e9834e service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.1082673 Oct 15 01:37:56.418224 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-c83aedc9-6540-4472-b8bf-d28d8de6203d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0593469 Oct 15 01:37:56.467924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-42d05862-4d2a-4188-a50d-0bb93dcf178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:56.469247 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-42d05862-4d2a-4188-a50d-0bb93dcf178c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0439038 Oct 15 01:37:56.518678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8588-60bd-4317-b872-31038a32cce8 req-69d15928-f702-4b0b-9835-3192c441eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:56.520219 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-69d15928-f702-4b0b-9835-3192c441eee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441129 Oct 15 01:37:56.608457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-1caf0685-be57-4830-9f50-aa1403f19fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808592 Oct 15 01:37:56.702885 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-65dd8588-60bd-4317-b872-31038a32cce8 req-065d4b0c-62ee-4b99-b641-5b7c4c382ffa service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869508 Oct 15 01:37:57.386974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820f4b1-6490-4828-9195-28d187fea14c req-e307b313-d4cb-4d2b-a860-b4e754ebe31d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:57.388565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2820f4b1-6490-4828-9195-28d187fea14c req-e307b313-d4cb-4d2b-a860-b4e754ebe31d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0524311 Oct 15 01:37:57.431238 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2820f4b1-6490-4828-9195-28d187fea14c req-96e92f5f-f05a-4564-81ef-ed1dffa6b468 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364470 Oct 15 01:37:57.726315 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:37:57.728646 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6124961c-2002-4c75-aea7-178487622b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:37:57.777366 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6c663-95e2-4701-a40b-61b924b737bd x-openstack-request-id: req-5ca6c663-95e2-4701-a40b-61b924b737bd {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:37:57.777688 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:37:57.777977 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ca6c663-95e2-4701-a40b-61b924b737bd {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:37:57.778419 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'status': 'completed', 'code': 200} Oct 15 01:37:57.837296 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-5500b7c6-dad6-47b2-812e-0dcba49ad709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:57.838850 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-5500b7c6-dad6-47b2-812e-0dcba49ad709 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1095 time: 0.0423913 Oct 15 01:37:57.842099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-a1c9bb21-1299-47ca-9d16-f3973f1f8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:57.843597 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-a1c9bb21-1299-47ca-9d16-f3973f1f8be9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 1095 time: 0.0423348 Oct 15 01:37:57.940910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-2a57abbe-3450-4a0d-8109-2668c6e57971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:57.942469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-2a57abbe-3450-4a0d-8109-2668c6e57971 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.0919783 Oct 15 01:37:57.947401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-81bd9997-f1c7-455a-b470-8653f52a3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:57.948984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-81bd9997-f1c7-455a-b470-8653f52a3dd0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 200 len: 913 time: 0.1020515 Oct 15 01:37:58.009236 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-5fa411ef-832d-43ad-a207-70ab0e629669 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0599427 Oct 15 01:37:58.016228 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-f8875968-df01-43f2-8073-9b19bf553c24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 200 len: 1000 time: 0.0595598 Oct 15 01:37:58.062215 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-4c37c60f-a788-45c9-91f0-3ff5c20381bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:58.063737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-4c37c60f-a788-45c9-91f0-3ff5c20381bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0472248 Oct 15 01:37:58.066506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-ba9e5720-cc05-4cb9-b87e-307c3f7c9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:58.068000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-ba9e5720-cc05-4cb9-b87e-307c3f7c9c77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 200 len: 851 time: 0.0447855 Oct 15 01:37:58.115659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-1f6abfec-4d80-43ab-8ddc-a02496e7f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:58.117171 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-1f6abfec-4d80-43ab-8ddc-a02496e7f8a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464904 Oct 15 01:37:58.119566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124961c-2002-4c75-aea7-178487622b1d req-988fdae6-595b-4e00-9fcc-00a04501201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:58.121049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-988fdae6-595b-4e00-9fcc-00a04501201b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=74294aae-8bda-45c1-b1e4-860ded69c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467262 Oct 15 01:37:58.217767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-c12370f1-621c-4bde-bae4-e9b53a000401 service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892861 Oct 15 01:37:58.218074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-1be9493a-a100-4a89-adb3-495e56390357 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918198 Oct 15 01:37:58.319929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-6e7635b7-85d6-4e06-a657-a66fd7950193 service neutron] 10.222.0.30 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952103 Oct 15 01:37:58.320181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6124961c-2002-4c75-aea7-178487622b1d req-c7bd05ad-852d-4088-b57c-960238df795d service neutron] 10.222.0.39 "GET /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953681 Oct 15 01:37:58.554117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddb740-7f1b-4410-be78-ae04598c6968 req-31038932-95fb-4008-a046-bdc6f25a6c01 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:58.555759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccddb740-7f1b-4410-be78-ae04598c6968 req-31038932-95fb-4008-a046-bdc6f25a6c01 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0536447 Oct 15 01:37:58.595591 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ccddb740-7f1b-4410-be78-ae04598c6968 req-a3ccf1a3-1f38-4946-af18-1d0eda6c3ba0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336318 Oct 15 01:37:58.856150 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5f3e596e-f3b8-4f51-bb1e-fd52e439eb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:37:59.714697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e2f91-a239-4897-9fb8-ba8d66902273 req-c008f51e-6065-4b83-b343-0181efa2c9f0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:37:59.716192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d43e2f91-a239-4897-9fb8-ba8d66902273 req-c008f51e-6065-4b83-b343-0181efa2c9f0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0497282 Oct 15 01:37:59.760957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d43e2f91-a239-4897-9fb8-ba8d66902273 req-5496e493-10fb-4c4c-b3f4-0137ca6ad6fd tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384870 Oct 15 01:38:00.176131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:00.491850 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:00.876967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735273-af2b-475d-a72c-edb8378f34fd req-10b0b8c5-cd07-4581-91f1-15bf1cd8b6dc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:00.878726 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00735273-af2b-475d-a72c-edb8378f34fd req-10b0b8c5-cd07-4581-91f1-15bf1cd8b6dc tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0504541 Oct 15 01:38:00.918567 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00735273-af2b-475d-a72c-edb8378f34fd req-d4896c02-a9df-43fb-9c42-3aa7c20999b5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333016 Oct 15 01:38:02.040621 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0507-276b-46ed-a663-46798908d8c2 req-5f4d6b19-f6af-4fbc-a7ff-c0d2c9153d90 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:02.042065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-847b0507-276b-46ed-a663-46798908d8c2 req-5f4d6b19-f6af-4fbc-a7ff-c0d2c9153d90 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0488698 Oct 15 01:38:02.079155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-847b0507-276b-46ed-a663-46798908d8c2 req-0b06f5bd-50a9-4c4c-ad56-890517a4ee50 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310659 Oct 15 01:38:02.583419 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:03.197332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a12e-280b-4008-a5fa-76038d234069 req-2f190f91-0fb1-4428-b43d-81380a497141 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:03.198819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fe9a12e-280b-4008-a5fa-76038d234069 req-2f190f91-0fb1-4428-b43d-81380a497141 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0479555 Oct 15 01:38:03.239330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fe9a12e-280b-4008-a5fa-76038d234069 req-cc2c9151-42fa-4ae3-9f50-d130f92bf958 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345995 Oct 15 01:38:04.353867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9322-4824-4a72-9810-e6258f5822b8 req-d4b1a0c1-34ea-4227-a130-37a16b7501c0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:04.355369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eaaa9322-4824-4a72-9810-e6258f5822b8 req-d4b1a0c1-34ea-4227-a130-37a16b7501c0 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0488708 Oct 15 01:38:04.392040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eaaa9322-4824-4a72-9810-e6258f5822b8 req-0b49200e-c6aa-4376-bef0-6a7aefead5ba tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308094 Oct 15 01:38:05.509276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7e4c-a203-433d-8e06-5e78dbcad0cf req-6e450d5e-d777-4d6c-b253-a06437ff9592 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:05.510771 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-901b7e4c-a203-433d-8e06-5e78dbcad0cf req-6e450d5e-d777-4d6c-b253-a06437ff9592 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0493336 Oct 15 01:38:05.548000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-901b7e4c-a203-433d-8e06-5e78dbcad0cf req-d0cd815f-c765-453c-8acc-aaa781b0dd3d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Oct 15 01:38:06.663362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c69d2-0f62-4a40-a6e6-b5ae377a235c req-7da34bf9-3fc1-4c3e-9dd5-102f73953934 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:06.664807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475c69d2-0f62-4a40-a6e6-b5ae377a235c req-7da34bf9-3fc1-4c3e-9dd5-102f73953934 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0485778 Oct 15 01:38:06.704608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-475c69d2-0f62-4a40-a6e6-b5ae377a235c req-96bd1c03-54da-46c8-a967-ba697ff4abf5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Oct 15 01:38:07.821568 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f657b6e-9cc1-480f-8902-15d30c440241 req-83b68d0b-ec42-4a43-a26e-32c359b9d167 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:07.823122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f657b6e-9cc1-480f-8902-15d30c440241 req-83b68d0b-ec42-4a43-a26e-32c359b9d167 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0497630 Oct 15 01:38:07.860506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f657b6e-9cc1-480f-8902-15d30c440241 req-e7d4b163-8def-40bb-9226-b37ebc3c1486 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Oct 15 01:38:08.980963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260ea9-e7e8-4ac6-9e4d-bc3c53df7eb3 req-88013b87-4bba-45aa-930c-cdc136274312 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:08.982495 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f260ea9-e7e8-4ac6-9e4d-bc3c53df7eb3 req-88013b87-4bba-45aa-930c-cdc136274312 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 944 time: 0.0510459 Oct 15 01:38:09.020491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f260ea9-e7e8-4ac6-9e4d-bc3c53df7eb3 req-12c07ef8-f217-4e62-be36-5bf419e270bf tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319471 Oct 15 01:38:09.800318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:38:09.902356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:09.913435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'port_id': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'mac_address': 'fa:16:3e:d8:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:38:09.949814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:09.962822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94b3640-b5cc-4317-8482-e37494c55ebc {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:38:09.981465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:10.063609 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:10.115367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=12']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:10.138447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581d0b4-ddd8-4f50-8b5f-690f80639366 req-7411ba4a-d46e-4f53-9c89-5c20ec557c11 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:10.139900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2581d0b4-ddd8-4f50-8b5f-690f80639366 req-7411ba4a-d46e-4f53-9c89-5c20ec557c11 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0507886 Oct 15 01:38:10.184315 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2581d0b4-ddd8-4f50-8b5f-690f80639366 req-b68ba04d-e7e0-49d4-82f9-58fc344dd268 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384729 Oct 15 01:38:10.298887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2b0c-a3cd-40ae-8b6b-9cdc7e2bbfc8 req-fb9ac3b0-f05d-49d9-b320-50cd82e2c9ef tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:10.300308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4fb2b0c-a3cd-40ae-8b6b-9cdc7e2bbfc8 req-fb9ac3b0-f05d-49d9-b320-50cd82e2c9ef tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0480273 Oct 15 01:38:10.305965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e94b3640-b5cc-4317-8482-e37494c55ebc'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:38:10.338081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c4fb2b0c-a3cd-40ae-8b6b-9cdc7e2bbfc8 req-5e30c0a6-5159-4048-9138-13d549d7f0f5 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311370 Oct 15 01:38:10.454567 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb79f1-d341-49ef-b3e4-39003bc5a4eb req-37fd8db5-ca3a-4f85-82da-58559a1de3e3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:10.456026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06fb79f1-d341-49ef-b3e4-39003bc5a4eb req-37fd8db5-ca3a-4f85-82da-58559a1de3e3 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Oct 15 01:38:10.463508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:10.495368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06fb79f1-d341-49ef-b3e4-39003bc5a4eb req-10230619-d607-4060-8f68-a765b4001ec8 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332470 Oct 15 01:38:10.925214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bbb1c-4ff0-4123-81f2-966dfe14e318 req-6836fc09-defe-4bbe-9853-2fef3c6cecd4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:10.926675 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e8bbb1c-4ff0-4123-81f2-966dfe14e318 req-6836fc09-defe-4bbe-9853-2fef3c6cecd4 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0475607 Oct 15 01:38:10.967076 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4e8bbb1c-4ff0-4123-81f2-966dfe14e318 req-91da7708-6cdd-45cb-964b-a2b9bfcfd082 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344100 Oct 15 01:38:11.815222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:38:11.931365 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port e94b3640-b5cc-4317-8482-e37494c55ebc completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:38:11.934979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e94b3640-b5cc-4317-8482-e37494c55ebc triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:38:11.935376 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:12.014703 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:12.038188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:38:12.040612 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cdef8e-8dcb-478f-88a6-fbceba603100" -d '{"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-plugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:38:12.052985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:12.083601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a9be-d28e-421e-8c8f-cba05abcf331 req-cd25d94d-9892-4287-bd3e-c0117a36944e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:12.085586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e59a9be-d28e-421e-8c8f-cba05abcf331 req-cd25d94d-9892-4287-bd3e-c0117a36944e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 945 time: 0.0500016 Oct 15 01:38:12.120378 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:12.122607 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e59a9be-d28e-421e-8c8f-cba05abcf331 req-bbd1ae14-de19-46af-b7da-79d62deff56a tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups?id=66105952-2f9e-42ac-94fe-66923487b603&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Oct 15 01:38:12.168205 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f609b9-3e81-4f79-bde8-cbfa40659f2a x-openstack-request-id: req-96f609b9-3e81-4f79-bde8-cbfa40659f2a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:38:12.168517 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-plugged", "status": "completed", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:38:12.168767 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96f609b9-3e81-4f79-bde8-cbfa40659f2a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:38:12.169156 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'code': 200} Oct 15 01:38:12.172078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=13']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:12.471577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-503b9b37-f5ee-4da2-b995-ac4696f37d93 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:12.472957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-503b9b37-f5ee-4da2-b995-ac4696f37d93 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Oct 15 01:38:12.569673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Deleting port e94b3640-b5cc-4317-8482-e37494c55ebc {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:38:12.570017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:12.656837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] For port e94b3640-b5cc-4317-8482-e37494c55ebc, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e94b3640-b5cc-4317-8482-e37494c55ebc,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:12.657188 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:12.830906 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:12.831262 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:12.831585 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Floating IP 703d3169-57be-45bb-b2fe-92328827318c disassociated. External IP: 172.25.2.194, port: e94b3640-b5cc-4317-8482-e37494c55ebc. Oct 15 01:38:12.831925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Calling delete_port for e94b3640-b5cc-4317-8482-e37494c55ebc owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:38:13.017650 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:13.046029 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event deleted for resources: {'Port': ['ID=e94b3640-b5cc-4317-8482-e37494c55ebc,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:13.165739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:38:13.233161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6086867b-ddc7-483e-85e1-193e7d4bda3b req-f6483e40-2bd4-4e46-95a8-02f904b902b1 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0346491 Oct 15 01:38:13.280536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:38:13.290574 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:38:13.299522 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:38:13.300222 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:13.323971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] No DVR routers for this DVR port e94b3640-b5cc-4317-8482-e37494c55ebc on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:38:13.326586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:13.329941 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d0024ee4-9bb2-4274-ae41-509536323c8c req-96495779-56c2-463e-a4c4-34df5be7236e tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.30 "DELETE /v2.0/ports/e94b3640-b5cc-4317-8482-e37494c55ebc HTTP/1.1" status: 204 len: 173 time: 0.8508081 Oct 15 01:38:13.330408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-deleted', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:38:13.332727 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22deebf9-5594-4ac4-9f5b-4bd83071128a" -d '{"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-deleted", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:38:13.368487 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b482d0-3049-4338-aa28-6bbc153c81b4 x-openstack-request-id: req-60b482d0-3049-4338-aa28-6bbc153c81b4 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:38:13.368772 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6565e62d-6b0e-4290-b722-aaefb0a47a22", "name": "network-vif-deleted", "tag": "e94b3640-b5cc-4317-8482-e37494c55ebc", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:38:13.369017 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60b482d0-3049-4338-aa28-6bbc153c81b4 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:38:13.369436 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6565e62d-6b0e-4290-b722-aaefb0a47a22', 'name': 'network-vif-deleted', 'tag': 'e94b3640-b5cc-4317-8482-e37494c55ebc', 'status': 'completed', 'code': 200} Oct 15 01:38:13.404272 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:38:13.609988 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:13.636510 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:38:13.644601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:38:13.645181 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:13.749408 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:38:13.945091 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:13.974389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec22188-1ec3-4d31-8977-9884c75091c5 None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:26:18Z', 'revision_number': 4, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '8d2d86d6-bd65-47b3-a227-cd02ee406f67', 'name': '', 'network_id': '74294aae-8bda-45c1-b1e4-860ded69c003', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'mac_address': 'fa:16:3e:41:07:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:18Z', 'updated_at': '2021-10-15T01:26:22Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'subnets': [{'id': 'fa10942b-15b5-4b6f-ab59-6a24b78869d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:38:14.137624 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:38:14.198846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98227d-7657-40f6-94f7-0d1b7a1c9577 None None] New status for floating IP 703d3169-57be-45bb-b2fe-92328827318c: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:38:14.332397 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3b0e8920-9f49-450d-bef2-f8036b5aa20f req-c8a13d66-85f0-4be0-9501-61b82d29ce43 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0280168 Oct 15 01:38:15.429157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e7bed06-a16b-4a43-8547-4f297bb683bd req-c8dd96d9-ecbe-4dd8-96ff-184f67366543 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Oct 15 01:38:15.609885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:15.846825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:38:15.868604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: e94b3640-b5cc-4317-8482-e37494c55ebc {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:38:15.868953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e94b3640-b5cc-4317-8482-e37494c55ebc not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:38:16.526584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-474f9952-a339-4733-97eb-d6cd306c21e5 req-6e347ad8-6a54-4e82-a17e-d3e42ddb6e1d tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0305970 Oct 15 01:38:17.622421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf798bd5-137c-4d8b-82b2-50bf0b180160 req-52ef1d62-bd68-4cce-8fef-19623e5473a9 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/ports?device_id=6565e62d-6b0e-4290-b722-aaefb0a47a22 HTTP/1.1" status: 200 len: 210 time: 0.0264208 Oct 15 01:38:23.555603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60710) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:23.610656 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9703bd11-d301-46e5-8092-87b5c5935b81 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:23.635205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9703bd11-d301-46e5-8092-87b5c5935b81 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:23.731569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9703bd11-d301-46e5-8092-87b5c5935b81 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:23.734127 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9703bd11-d301-46e5-8092-87b5c5935b81 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:23.735284 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9703bd11-d301-46e5-8092-87b5c5935b81 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "DELETE /v2.0/security-groups/66105952-2f9e-42ac-94fe-66923487b603 HTTP/1.1" status: 204 len: 168 time: 0.1786845 Oct 15 01:38:23.737956 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:23.745084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703bd11-d301-46e5-8092-87b5c5935b81 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66105952-2f9e-42ac-94fe-66923487b603,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:23.752664 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-1b2372d7-18d0-42f2-a4b7-8b751fd0d714 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] show failed (client error): The resource could not be found. Oct 15 01:38:23.753687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1b2372d7-18d0-42f2-a4b7-8b751fd0d714 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "GET /v2.0/security-groups/66105952-2f9e-42ac-94fe-66923487b603 HTTP/1.1" status: 404 len: 347 time: 0.0146220 Oct 15 01:38:23.757372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60714) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:23.884261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Deleting port 258c431c-60eb-4d37-9fd1-c893bf6454c5 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:38:23.884597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:23.963841 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:23.964165 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:23.976082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Calling delete_port for 258c431c-60eb-4d37-9fd1-c893bf6454c5 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:38:24.171972 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:24.203354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Pushing event deleted for resources: {'Port': ['ID=258c431c-60eb-4d37-9fd1-c893bf6454c5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:24.264019 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:24.266644 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:24.267809 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-71501a5e-2c08-4def-8a76-fe462d740987 tempest-ServerActionsTestJSON-1361858839 tempest-ServerActionsTestJSON-1361858839-project] 10.222.0.13 "DELETE /v2.0/floatingips/703d3169-57be-45bb-b2fe-92328827318c HTTP/1.1" status: 204 len: 168 time: 0.5094547 Oct 15 01:38:24.270754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60716) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:24.744258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:24.985640 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Deleting port 8d2d86d6-bd65-47b3-a227-cd02ee406f67 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:38:24.985973 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:25.064037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] For port 8d2d86d6-bd65-47b3-a227-cd02ee406f67, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8d2d86d6-bd65-47b3-a227-cd02ee406f67,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:25.064310 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:25.076309 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Calling delete_port for 8d2d86d6-bd65-47b3-a227-cd02ee406f67 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:38:25.332271 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:25.357233 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2d86d6-bd65-47b3-a227-cd02ee406f67,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:25.533412 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:25.744532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Router d0179c89-d764-4cc8-a422-169abca702ef has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:38:25.855993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:38:25.861259 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-5c0e0d21-fc41-4c8a-a7c0-bee1163fde37 admin admin] 10.222.0.13 "PUT /v2.0/routers/d0179c89-d764-4cc8-a422-169abca702ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5895612 Oct 15 01:38:25.864098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60720) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:25.868844 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] Sync routers for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:38:25.878295 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:38:25.878899 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:25.981680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:25.984922 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:38:26.277666 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:38:25Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:26.297625 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d8b83b92-06fe-40e7-b2ac-5ca4f43311ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:26.305464 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] Checking router: d0179c89-d764-4cc8-a422-169abca702ef for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:38:26.314824 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] Routers {'d0179c89-d764-4cc8-a422-169abca702ef'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:38:26.315436 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:37:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d0179c89-d764-4cc8-a422-169abca702ef'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:26.406120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:26.430565 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] Set router d0179c89-d764-4cc8-a422-169abca702ef gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:38:26.526607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Deleting port b51e05f7-336c-46ac-8a0c-c12e65edb8a7 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:38:26.526939 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:26.607712 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:38:25Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:26.608001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] For port b51e05f7-336c-46ac-8a0c-c12e65edb8a7, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:26.608250 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:26.621253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Calling delete_port for b51e05f7-336c-46ac-8a0c-c12e65edb8a7 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:38:26.635735 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac190c-096e-4b88-a5e5-48e36b8a319b None None] The sync data for ids ['d0179c89-d764-4cc8-a422-169abca702ef'] in n-d-811521-2 is: [{'id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'name': 'tempest-ServerActionsTestJSON-1528961732-router', 'tenant_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:26:15Z', 'updated_at': '2021-10-15T01:38:25Z', 'revision_number': 5, 'project_id': 'ccd13001f3194ffdaceffe4e81ca7f3c', 'gw_port': {'id': 'b51e05f7-336c-46ac-8a0c-c12e65edb8a7', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0179c89-d764-4cc8-a422-169abca702ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:26:16Z', 'updated_at': '2021-10-15T01:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:38:26.828596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:26.853971 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51e05f7-336c-46ac-8a0c-c12e65edb8a7,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:26.916639 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.011714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.013996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.093567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8d2d86d6-bd65-47b3-a227-cd02ee406f67 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:38:27.117494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8d2d86d6-bd65-47b3-a227-cd02ee406f67 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:38:27.120872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8d2d86d6-bd65-47b3-a227-cd02ee406f67 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:38:27.135976 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.136553 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0179c89-d764-4cc8-a422-169abca702ef {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:38:27.141030 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.142285 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83f45750-085f-40a9-aae0-8fb6f659e3f9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d0179c89-d764-4cc8-a422-169abca702ef HTTP/1.1" status: 204 len: 168 time: 1.2772257 Oct 15 01:38:27.144676 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60722) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:27.189263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] Deleting subnet fa10942b-15b5-4b6f-ab59-6a24b78869d4 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:38:27.192513 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.235564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.316613 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.427643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.455656 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa10942b-15b5-4b6f-ab59-6a24b78869d4,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:27.457616 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.461243 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-23c7da7f-a01e-4ebe-99c8-913bf5603b90 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa10942b-15b5-4b6f-ab59-6a24b78869d4 HTTP/1.1" status: 204 len: 168 time: 0.3156366 Oct 15 01:38:27.462808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2a793-2745-48cb-a6b0-76113b231547 None None] Network 74294aae-8bda-45c1-b1e4-860ded69c003 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:38:27.463733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60724) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:27.537630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.591618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Deleting port bc3bdec3-25b8-45f3-b833-91ce38673aa6 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:38:27.591962 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.653472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] DHCP port deletion for 74294aae-8bda-45c1-b1e4-860ded69c003 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:38:27.662310 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] For port bc3bdec3-25b8-45f3-b833-91ce38673aa6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc3bdec3-25b8-45f3-b833-91ce38673aa6,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:27.662619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.675962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Calling delete_port for bc3bdec3-25b8-45f3-b833-91ce38673aa6 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:38:27.708047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] Deleting port bc3bdec3-25b8-45f3-b833-91ce38673aa6 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:38:27.708418 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.774986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] For port bc3bdec3-25b8-45f3-b833-91ce38673aa6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc3bdec3-25b8-45f3-b833-91ce38673aa6,segment=NetworkSegment(7362241f-f726-4fed-b138-66aed29d56a1),segment_id=7362241f-f726-4fed-b138-66aed29d56a1)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:27.775374 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.788229 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] Calling delete_port for bc3bdec3-25b8-45f3-b833-91ce38673aa6 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:38:27.829573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.858936 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] No DVR routers for this DVR port bc3bdec3-25b8-45f3-b833-91ce38673aa6 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:38:27.864258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3bdec3-25b8-45f3-b833-91ce38673aa6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:27.867971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.896470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] Pushing event deleted for resources: {'Port': ['ID=bc3bdec3-25b8-45f3-b833-91ce38673aa6,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:27.899803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58ff05-92ef-4bb6-886c-b80790b9f66a None None] No DVR routers for this DVR port bc3bdec3-25b8-45f3-b833-91ce38673aa6 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:38:27.942463 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.962557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74294aae-8bda-45c1-b1e4-860ded69c003']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:27.971436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7362241f-f726-4fed-b138-66aed29d56a1') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:27.971721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7362241f-f726-4fed-b138-66aed29d56a1') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:38:27.981575 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:27.994914 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.000827 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:38:28.004427 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:38:28.120132 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.125763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.132491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] 10.222.0.13 "DELETE /v2.0/networks/74294aae-8bda-45c1-b1e4-860ded69c003 HTTP/1.1" status: 204 len: 168 time: 0.6645133 Oct 15 01:38:28.140894 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60194365-662f-4b65-991b-0a3a37d3aeae admin admin] Pushing event deleted for resources: {'Network': ['ID=74294aae-8bda-45c1-b1e4-860ded69c003,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:28.426851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60728) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:28.467380 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3d698783-73c0-434d-84e6-fce1bd11ae3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccd13001f3194ffdaceffe4e81ca7f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392783 Oct 15 01:38:28.469873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60730) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:28.518803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d887dc9-c9e8-4176-8d80-b84cad804a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.539758 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d887dc9-c9e8-4176-8d80-b84cad804a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.663676 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d887dc9-c9e8-4176-8d80-b84cad804a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.666208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8d887dc9-c9e8-4176-8d80-b84cad804a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.667370 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8d887dc9-c9e8-4176-8d80-b84cad804a07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01b40086-e26f-4bd0-8ecf-0c3d03d87756 HTTP/1.1" status: 204 len: 168 time: 0.1965322 Oct 15 01:38:28.674805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887dc9-c9e8-4176-8d80-b84cad804a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b40086-e26f-4bd0-8ecf-0c3d03d87756,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:28.858682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc3bdec3-25b8-45f3-b833-91ce38673aa6 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:38:28.879339 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-63fee9b3-b7a0-4dee-84d4-38655bd137a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:28.880716 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: bc3bdec3-25b8-45f3-b833-91ce38673aa6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:38:28.881104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc3bdec3-25b8-45f3-b833-91ce38673aa6 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:38:28.881570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b51e05f7-336c-46ac-8a0c-c12e65edb8a7 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:38:28.901207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b51e05f7-336c-46ac-8a0c-c12e65edb8a7 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:38:28.901550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b51e05f7-336c-46ac-8a0c-c12e65edb8a7 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:38:29.717277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60752) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:29.813330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-210598318-network', 'tenant_id': 'bca937836a74416f984188bd17623bad'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:38:29.891219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Made reservation on behalf of bca937836a74416f984188bd17623bad for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:38:29.893570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:29.902052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:29.973635 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.017055 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.040807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:38:30.049132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a7642-5095-4b65-a51e-2996de0f8782,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:30.055075 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.055417 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Added segment 09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f of type vlan for network 88dd8333-3cc1-460a-9241-df5f1190b000 Oct 15 01:38:30.095472 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.154197 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.155166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:30.155740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.182931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.217802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] Pushing event updated for resources: {'Network': ['ID=88dd8333-3cc1-460a-9241-df5f1190b000,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:30.227412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 88dd8333-3cc1-460a-9241-df5f1190b000 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:38:30.231536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-47eeb278-4ba5-4cda-ad82-e98432ad7a37 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5131769 Oct 15 01:38:30.236118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60756) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:38:30.240995 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Request body: {'subnet': {'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-210598318-subnet', 'tenant_id': 'bca937836a74416f984188bd17623bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:38:30.320517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Made reservation on behalf of bca937836a74416f984188bd17623bad for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:38:30.322938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.463335 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.549300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.605554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Pushing event updated for resources: {'Subnet': ['ID=269ae898-db55-4a63-9d7a-e1daa68224fb,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:30.612588 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Checking segment: {'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:38:30.612936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Network hostable DHCP agents. Network: 88dd8333-3cc1-460a-9241-df5f1190b000, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:38:30.685889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Network 88dd8333-3cc1-460a-9241-df5f1190b000 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:38:30.765790 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 88dd8333-3cc1-460a-9241-df5f1190b000) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:38:30.769928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:30.770513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:30.776592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e50c1e-5910-40f3-8c59-ae7cee6d7a52 None None] Network 88dd8333-3cc1-460a-9241-df5f1190b000 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:38:30.854892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-92a547be-5a13-4cd8-963d-d3bbefda992d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6175556 Oct 15 01:38:30.900799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffe2865-7b61-4aa0-a38c-bc7aac34c8f6 None None] Network 88dd8333-3cc1-460a-9241-df5f1190b000 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:38:31.294948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2db9d896-4ac3-4c5e-b244-13b403d7a52c tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:31.296395 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2db9d896-4ac3-4c5e-b244-13b403d7a52c tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/networks?id=88dd8333-3cc1-460a-9241-df5f1190b000 HTTP/1.1" status: 200 len: 813 time: 0.1037309 Oct 15 01:38:31.311743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-0d56ef58-3c2d-4505-9641-fff9d8efd3ad tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/quotas/bca937836a74416f984188bd17623bad HTTP/1.1" status: 200 len: 375 time: 0.0095868 Oct 15 01:38:31.342585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-892afbad-687c-4ee9-9b56-277e1734c1c0 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bca937836a74416f984188bd17623bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257547 Oct 15 01:38:31.431740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-e1f88947-41d6-4aa5-9c01-571b8a874643 service neutron] 10.222.0.13 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823998 Oct 15 01:38:31.524089 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b2891563-bcc1-4d42-98bc-6284e2ac2785 service neutron] 10.222.0.13 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864561 Oct 15 01:38:31.764750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac674844-95b9-44d7-b273-e31c33aa575e req-6aa07738-7cbe-43bd-9397-2a4c1f32265f tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 210 time: 0.0280924 Oct 15 01:38:32.587153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:32.858542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e8d3b736-f685-41a0-a4bf-6c5a5dbaec87 req-57e7dd8b-107e-496f-822b-c076815e146a tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 210 time: 0.0259848 Oct 15 01:38:33.843167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-0d2d70e9-5155-4f67-8041-570f0aaf6b62 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:33.844658 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-0d2d70e9-5155-4f67-8041-570f0aaf6b62 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.30 "GET /v2.0/networks?id=88dd8333-3cc1-460a-9241-df5f1190b000 HTTP/1.1" status: 200 len: 813 time: 0.1028807 Oct 15 01:38:33.857106 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Request body: {'port': {'device_id': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000', 'admin_state_up': True, 'tenant_id': 'bca937836a74416f984188bd17623bad'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:38:33.952803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54e2ee08-8e7e-4df6-bbb7-d0c0d5833919 req-3d7c47a9-2987-4a9b-b495-227a3a8467c4 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 210 time: 0.0268109 Oct 15 01:38:34.032438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Made reservation on behalf of bca937836a74416f984188bd17623bad for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:38:34.036063 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:34.162758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Allocated IP 172.20.0.7 (88dd8333-3cc1-460a-9241-df5f1190b000/269ae898-db55-4a63-9d7a-e1daa68224fb/75fbc19b-fa25-455b-bfe4-c45d1e2fbe07) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:38:34.306419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:34.387524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:34.435264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Network 88dd8333-3cc1-460a-9241-df5f1190b000 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:38:34.438125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:38:34.444289 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:38:34.450188 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Pushing event updated for resources: {'Port': ['ID=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:34.495790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:34.496392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:34.574359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-b39dc0f1-0309-4cbd-aba7-07c1f4d03906 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7209780 Oct 15 01:38:34.584663 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-d1080692-92b0-492a-a0be-da034deb51b2 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:38:34.585801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-d1080692-92b0-492a-a0be-da034deb51b2 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052445 Oct 15 01:38:34.598078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Request body: {'port': {'device_id': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:38:34.651714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:34.917007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:38:34.924305 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:34.935739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Transition to ACTIVE for port object 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:38:35.017152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:35.067607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Pushing event updated for resources: {'Port': ['ID=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:35.072653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d60c36-07e4-410a-8e1e-ddfdb1a6de30 req-0a315fcf-0bb0-4d34-b436-eadff75a2621 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:35.074851 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62d60c36-07e4-410a-8e1e-ddfdb1a6de30 req-0a315fcf-0bb0-4d34-b436-eadff75a2621 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 943 time: 0.0544429 Oct 15 01:38:35.122439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62d60c36-07e4-410a-8e1e-ddfdb1a6de30 req-df6160c7-831f-4617-a45c-3acb91db59fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 Oct 15 01:38:35.148910 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Attempting to bind port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:38:35.149241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Attempting to bind port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:38:35.149565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Attempting to bind port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 on network 88dd8333-3cc1-460a-9241-df5f1190b000 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:38:35.153931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 on network 88dd8333-3cc1-460a-9241-df5f1190b000 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:38:35.154328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Attempting to bind port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 on network 88dd8333-3cc1-460a-9241-df5f1190b000 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:38:35.159130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:38:35.159464 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Checking segment: {'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:38:35.159834 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Bound using segment: {'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:38:35.160244 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Bound port: 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:38:35.160589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:35.224159 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] For port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:38:35.227409 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] For port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:38:35.303480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:35.339416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:35.340061 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:35.341441 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] 10.222.0.30 "PUT /v2.0/ports/75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 HTTP/1.1" status: 200 len: 1091 time: 0.7470367 Oct 15 01:38:35.341876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'tag': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:38:35.344146 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd466dd-b932-4cf6-ba8e-c93b14be469c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5677e21-ec52-4d60-91be-af5d7c7962f5", "tag": "75fbc19b-fa25-455b-bfe4-c45d1e2fbe07"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:38:35.368221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cfe64-05f3-47c3-b504-0156ab353307 service neutron] Pushing event updated for resources: {'Port': ['ID=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:35.386802 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060f26ac-44ab-4b61-8cc3-3fc26812e86c x-openstack-request-id: req-060f26ac-44ab-4b61-8cc3-3fc26812e86c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:38:35.387133 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5677e21-ec52-4d60-91be-af5d7c7962f5", "tag": "75fbc19b-fa25-455b-bfe4-c45d1e2fbe07", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:38:35.387387 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-060f26ac-44ab-4b61-8cc3-3fc26812e86c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:38:35.387907 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'tag': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07', 'status': 'completed', 'code': 200} Oct 15 01:38:35.453264 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd466dd-b932-4cf6-ba8e-c93b14be469c req-9c5ea45b-dc2d-49af-a4ea-2caecf06a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:35.454802 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3cd466dd-b932-4cf6-ba8e-c93b14be469c req-9c5ea45b-dc2d-49af-a4ea-2caecf06a7a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bca937836a74416f984188bd17623bad&device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 1094 time: 0.0434065 Oct 15 01:38:35.558493 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd466dd-b932-4cf6-ba8e-c93b14be469c req-2957f26a-aa7e-43fd-a679-b2e2a419490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:35.559965 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3cd466dd-b932-4cf6-ba8e-c93b14be469c req-2957f26a-aa7e-43fd-a679-b2e2a419490a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bca937836a74416f984188bd17623bad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0971544 Oct 15 01:38:35.657122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd466dd-b932-4cf6-ba8e-c93b14be469c req-e3a1b248-600e-4c2d-a449-cab11304c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:35.658492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3cd466dd-b932-4cf6-ba8e-c93b14be469c req-e3a1b248-600e-4c2d-a449-cab11304c1d8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915704 Oct 15 01:38:35.734638 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-39f74123-6988-4649-aeab-45bca7c951b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:35.736109 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-39f74123-6988-4649-aeab-45bca7c951b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bca937836a74416f984188bd17623bad&device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 1094 time: 0.0405011 Oct 15 01:38:35.778562 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-62d19b30-c5ed-4f00-a5f6-29978deb9d47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 HTTP/1.1" status: 200 len: 217 time: 0.0350537 Oct 15 01:38:35.842796 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-7d64449a-989b-41e7-8fbb-945df1c4f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:35.844299 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-7d64449a-989b-41e7-8fbb-945df1c4f972 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=269ae898-db55-4a63-9d7a-e1daa68224fb HTTP/1.1" status: 200 len: 853 time: 0.0591292 Oct 15 01:38:35.875988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-fa1e108a-b334-4cde-9318-945bb8d222a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88dd8333-3cc1-460a-9241-df5f1190b000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247929 Oct 15 01:38:35.965612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-c93f0dec-e27e-46da-b587-1dd67010bc48 service neutron] 10.222.0.30 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823483 Oct 15 01:38:36.059080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9a43a938-4865-4056-9e1b-9a3c8e66c539 req-1134794b-d769-465f-a85b-858c0b53c8a4 service neutron] 10.222.0.30 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861332 Oct 15 01:38:36.236509 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d05de1-49eb-4310-acd2-a4a7ee255b27 req-7b7b2461-b920-459d-a34c-8f1a5caa8e9a tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:36.237864 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41d05de1-49eb-4310-acd2-a4a7ee255b27 req-7b7b2461-b920-459d-a34c-8f1a5caa8e9a tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 943 time: 0.0483196 Oct 15 01:38:36.275673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41d05de1-49eb-4310-acd2-a4a7ee255b27 req-1da0ed91-fd38-4d81-be4d-fdce17dd633c tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Oct 15 01:38:37.387946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518874-80e8-4c8c-84ce-d51889f21631 req-d5b1eaf5-3a80-4910-8149-b735927bc1ec tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:37.389427 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7518874-80e8-4c8c-84ce-d51889f21631 req-d5b1eaf5-3a80-4910-8149-b735927bc1ec tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 943 time: 0.0488784 Oct 15 01:38:37.425914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7518874-80e8-4c8c-84ce-d51889f21631 req-3f296edd-a285-467f-8e80-25ae11afe2bd tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Oct 15 01:38:38.551333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db127b54-8018-4f40-abb7-6821630363c4 req-deb57c44-54d3-4b9b-9389-c090efed7c15 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:38.552782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db127b54-8018-4f40-abb7-6821630363c4 req-deb57c44-54d3-4b9b-9389-c090efed7c15 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 943 time: 0.0576279 Oct 15 01:38:38.590225 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-db127b54-8018-4f40-abb7-6821630363c4 req-874ef3a3-77fb-49f8-97a4-806b2b0c56ab tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Oct 15 01:38:39.705268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec2a73-1cde-4024-9c48-82eee75083b2 req-ad8e148a-84a6-404f-ad76-76a1b39943dc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:39.706746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38ec2a73-1cde-4024-9c48-82eee75083b2 req-ad8e148a-84a6-404f-ad76-76a1b39943dc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 943 time: 0.0485721 Oct 15 01:38:39.744889 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38ec2a73-1cde-4024-9c48-82eee75083b2 req-97608978-b620-4bd5-966a-eee9200bf6d6 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Oct 15 01:38:39.940893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:38:40.036840 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:40.048425 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07', 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000', 'port_id': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07', 'mac_address': 'fa:16:3e:9e:ff:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269ae898-db55-4a63-9d7a-e1daa68224fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:38:40.084097 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:40.097447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:38:40.116965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:40.181075 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:40.231677 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:40.367985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['75fbc19b-fa25-455b-bfe4-c45d1e2fbe07'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:38:40.492291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:40.871592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6607-02d7-473a-bdf4-858a6916c699 req-e7102172-7f26-4203-b35c-f2d029248e68 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:40.873045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ff6607-02d7-473a-bdf4-858a6916c699 req-e7102172-7f26-4203-b35c-f2d029248e68 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 944 time: 0.0480571 Oct 15 01:38:40.909873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-23ff6607-02d7-473a-bdf4-858a6916c699 req-6b240360-f259-4aed-9db3-e6b679361d17 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307446 Oct 15 01:38:41.971981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:38:42.027031 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37f89-7fb0-4b17-90ec-f183acbe18fe req-2f6c7b9e-2d99-4e47-9a01-879c1cb1464b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:42.028501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70d37f89-7fb0-4b17-90ec-f183acbe18fe req-2f6c7b9e-2d99-4e47-9a01-879c1cb1464b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 944 time: 0.0535717 Oct 15 01:38:42.065380 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70d37f89-7fb0-4b17-90ec-f183acbe18fe req-e2aced6f-b40b-481d-88e2-c90dcb155eba tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Oct 15 01:38:42.106737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:38:42.110692 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:38:42.111061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:42.186825 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:42.208539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:38:42.211427 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaa567f-759a-467e-b08b-9b7bcb99a06b" -d '{"events": [{"server_uuid": "e5677e21-ec52-4d60-91be-af5d7c7962f5", "name": "network-vif-plugged", "status": "completed", "tag": "75fbc19b-fa25-455b-bfe4-c45d1e2fbe07"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:38:42.224252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:42.246851 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85394461-1675-4c2e-85f0-061dcbd3cf8f x-openstack-request-id: req-85394461-1675-4c2e-85f0-061dcbd3cf8f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:38:42.247138 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5677e21-ec52-4d60-91be-af5d7c7962f5", "name": "network-vif-plugged", "status": "completed", "tag": "75fbc19b-fa25-455b-bfe4-c45d1e2fbe07", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:38:42.247743 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85394461-1675-4c2e-85f0-061dcbd3cf8f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:38:42.248185 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07', 'code': 200} Oct 15 01:38:42.289665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:42.338506 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:42.344295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd1f9-4b1d-4def-8989-cbb6ef5e579f req-70dbcf83-7914-457b-aef0-055e4e1f960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:42.345870 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1b9cd1f9-4b1d-4def-8989-cbb6ef5e579f req-70dbcf83-7914-457b-aef0-055e4e1f960a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 1096 time: 0.0401149 Oct 15 01:38:42.380042 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1b9cd1f9-4b1d-4def-8989-cbb6ef5e579f req-07befe4e-688c-49da-a99b-4a83d2a0135e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274982 Oct 15 01:38:43.183050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa467402-4de8-4a82-abc2-5c8a3eb351bb req-f4fe0d56-6019-4043-813d-28384917a7f1 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:43.184515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa467402-4de8-4a82-abc2-5c8a3eb351bb req-f4fe0d56-6019-4043-813d-28384917a7f1 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Oct 15 01:38:43.222247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa467402-4de8-4a82-abc2-5c8a3eb351bb req-9f437824-43d7-404a-93fa-599a4cf0bb8d tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Oct 15 01:38:44.334246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7852fa-ebe6-4da9-a8a3-1290eca0debf req-e7b6ee8b-b57e-466c-a42f-01d0f1c2424e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:44.336319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f7852fa-ebe6-4da9-a8a3-1290eca0debf req-e7b6ee8b-b57e-466c-a42f-01d0f1c2424e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0481529 Oct 15 01:38:44.372365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f7852fa-ebe6-4da9-a8a3-1290eca0debf req-1740848f-f302-4f06-9aae-413490dcf73e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299075 Oct 15 01:38:44.592963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-24f0c584-d531-4aae-8e92-6063acc74112 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:44.594405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-24f0c584-d531-4aae-8e92-6063acc74112 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/networks?id=88dd8333-3cc1-460a-9241-df5f1190b000 HTTP/1.1" status: 200 len: 813 time: 0.1035078 Oct 15 01:38:44.609385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-03e9286d-1c2e-4ffa-9bdf-c331d4b4f2f4 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/quotas/bca937836a74416f984188bd17623bad HTTP/1.1" status: 200 len: 375 time: 0.0093315 Oct 15 01:38:44.656303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-fc093eea-dd12-4943-aec9-3102ff9a48d5 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bca937836a74416f984188bd17623bad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416143 Oct 15 01:38:44.667529 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-10af6491-422d-4d1c-82f0-f473b624966c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:38:44.668484 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-10af6491-422d-4d1c-82f0-f473b624966c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054739 Oct 15 01:38:45.072365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-04764a74-1130-4f18-be40-db3e1ffc8a2a service neutron] 10.222.0.13 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975911 Oct 15 01:38:45.161530 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-add9fb14-d3c4-475f-b882-0c107960f262 service neutron] 10.222.0.13 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828640 Oct 15 01:38:45.387105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dabd90c6-c104-479d-b756-dc2781514454 req-4976c5c3-57fb-4fc3-8749-be2e39405e03 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Oct 15 01:38:45.639962 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:46.495179 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a406bef2-aac7-429b-98d3-d88a1970ef88 req-e1e829fb-4a64-404a-ab70-2e77e0cf2707 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Oct 15 01:38:47.161020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8300a559-43f7-4ab9-8ad2-c36cf12bea24 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:47.162913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8300a559-43f7-4ab9-8ad2-c36cf12bea24 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.39 "GET /v2.0/networks?id=88dd8333-3cc1-460a-9241-df5f1190b000 HTTP/1.1" status: 200 len: 813 time: 0.1047375 Oct 15 01:38:47.175026 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Request body: {'port': {'device_id': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000', 'admin_state_up': True, 'tenant_id': 'bca937836a74416f984188bd17623bad'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:38:47.352747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Made reservation on behalf of bca937836a74416f984188bd17623bad for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:38:47.356279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:47.484396 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Allocated IP 172.20.0.6 (88dd8333-3cc1-460a-9241-df5f1190b000/269ae898-db55-4a63-9d7a-e1daa68224fb/790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:38:47.624783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8f3ced8-1486-4ca7-a082-79a0dde574d0 req-a065778f-a098-4a68-9aa2-90fdd7544d86 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 210 time: 0.0351913 Oct 15 01:38:47.655762 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:47.775666 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:47.787590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['75fbc19b-fa25-455b-bfe4-c45d1e2fbe07'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:38:47.818060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Network 88dd8333-3cc1-460a-9241-df5f1190b000 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:38:47.821204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:38:47.826914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:38:47.850035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Pushing event updated for resources: {'Port': ['ID=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:47.863060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.866212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.867332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:47.889558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:47.890183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:47.983604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-51390a14-9d41-49b1-934f-fd1f5135b333 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121891 Oct 15 01:38:48.038171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Request body: {'port': {'device_id': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:38:48.093136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:48.348697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:38:48.356879 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:48.368488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Transition to ACTIVE for port object 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:38:48.445277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:48.496825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:48.565652 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Attempting to bind port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:38:48.565960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Attempting to bind port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:38:48.566317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Attempting to bind port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 on network 88dd8333-3cc1-460a-9241-df5f1190b000 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:38:48.570694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 on network 88dd8333-3cc1-460a-9241-df5f1190b000 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:38:48.571005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Attempting to bind port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 on network 88dd8333-3cc1-460a-9241-df5f1190b000 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:38:48.575645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:38:48.575975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Checking segment: {'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:38:48.576354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Bound using segment: {'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:38:48.576770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Bound port: 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:38:48.577110 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:48.639481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] For port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:38:48.642397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] For port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:38:48.742756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776913d-6075-4337-a376-c4aa72f492a3 req-1d4d8d4c-f654-4da5-99ae-4661c2a2df1e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:48.744195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1776913d-6075-4337-a376-c4aa72f492a3 req-1d4d8d4c-f654-4da5-99ae-4661c2a2df1e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 943 time: 0.0538783 Oct 15 01:38:48.766273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:48.809799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:48.814192 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:48.814192 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 HTTP/1.1" status: 200 len: 1091 time: 0.8204029 Oct 15 01:38:48.814192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'tag': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:38:48.814681 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f9dd70-ade7-419b-8fd2-22658b83afb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0", "tag": "790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:38:48.825355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1776913d-6075-4337-a376-c4aa72f492a3 req-a76f7c5c-4a52-497b-96ab-43b8f14acc9d tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751708 Oct 15 01:38:48.847672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4d728-9f98-490d-bcc6-d2041a63c3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:48.868926 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be77d68-5e1a-4ce4-9e4f-5396cc7530ed x-openstack-request-id: req-1be77d68-5e1a-4ce4-9e4f-5396cc7530ed {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:38:48.869211 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0", "tag": "790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:38:48.869484 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1be77d68-5e1a-4ce4-9e4f-5396cc7530ed {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:38:48.869890 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'tag': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0', 'status': 'completed', 'code': 200} Oct 15 01:38:48.929499 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9dd70-ade7-419b-8fd2-22658b83afb5 req-2ef74f97-cddd-45e5-9dcf-95ea243e04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:48.930985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99f9dd70-ade7-419b-8fd2-22658b83afb5 req-2ef74f97-cddd-45e5-9dcf-95ea243e04f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca937836a74416f984188bd17623bad&device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 1094 time: 0.0413730 Oct 15 01:38:49.032920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9dd70-ade7-419b-8fd2-22658b83afb5 req-eadd9b49-425c-4c07-84b2-c2641a8b6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:49.034400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99f9dd70-ade7-419b-8fd2-22658b83afb5 req-eadd9b49-425c-4c07-84b2-c2641a8b6c3e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=bca937836a74416f984188bd17623bad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941749 Oct 15 01:38:49.126132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9dd70-ade7-419b-8fd2-22658b83afb5 req-06aaa8c3-506e-48c2-bbc0-b76b1172058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:49.127859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99f9dd70-ade7-419b-8fd2-22658b83afb5 req-06aaa8c3-506e-48c2-bbc0-b76b1172058c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868466 Oct 15 01:38:49.207329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-fd052376-83f4-4977-921c-86898779bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:49.208680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-fd052376-83f4-4977-921c-86898779bfd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bca937836a74416f984188bd17623bad&device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 1094 time: 0.0443413 Oct 15 01:38:49.251678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-1d194f66-4ff4-4186-86d2-92973cf6de05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 HTTP/1.1" status: 200 len: 217 time: 0.0348291 Oct 15 01:38:49.300645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-010de91d-25bf-44bf-b253-3695e065c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:49.302033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-010de91d-25bf-44bf-b253-3695e065c9db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=269ae898-db55-4a63-9d7a-e1daa68224fb HTTP/1.1" status: 200 len: 853 time: 0.0436814 Oct 15 01:38:49.333074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-da0479a8-1285-4eb9-9ddc-512132232794 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88dd8333-3cc1-460a-9241-df5f1190b000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241287 Oct 15 01:38:49.427537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-5cd0e167-4c11-44b5-b3cb-0e029798a06d service neutron] 10.222.0.39 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873289 Oct 15 01:38:49.521210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c1908cd8-df4d-4da1-aa38-994ea09e90a7 req-a285963a-b653-465c-8726-155c727de74c service neutron] 10.222.0.39 "GET /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Oct 15 01:38:49.940559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ba483-d91e-4006-a10a-cccc169ce1f6 req-fdd5ecb1-f5e4-461e-8189-b3e8bf549e3e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:49.942022 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c15ba483-d91e-4006-a10a-cccc169ce1f6 req-fdd5ecb1-f5e4-461e-8189-b3e8bf549e3e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 943 time: 0.0496240 Oct 15 01:38:49.979406 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c15ba483-d91e-4006-a10a-cccc169ce1f6 req-aa37347f-352a-4f5d-99f2-72223555f34b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Oct 15 01:38:51.094590 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116112f7-1516-492f-8acb-b355ba79e8c8 req-08c67f9e-fd30-40c3-bbd6-df305cb8d700 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:51.095979 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-116112f7-1516-492f-8acb-b355ba79e8c8 req-08c67f9e-fd30-40c3-bbd6-df305cb8d700 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 943 time: 0.0500448 Oct 15 01:38:51.137469 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:38:51.143775 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-116112f7-1516-492f-8acb-b355ba79e8c8 req-2bd8b76d-4969-454a-9cfc-77e4c40391e1 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Oct 15 01:38:52.255904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b17c7-a9c0-42cc-8073-eed5896b26db req-ea09dbc6-e133-4c2c-8b10-e305d211055b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:52.257408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-585b17c7-a9c0-42cc-8073-eed5896b26db req-ea09dbc6-e133-4c2c-8b10-e305d211055b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 943 time: 0.0488501 Oct 15 01:38:52.298840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-585b17c7-a9c0-42cc-8073-eed5896b26db req-e045b59f-54c4-48ed-935f-7eace4f1755f tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354533 Oct 15 01:38:52.597601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:38:52.692355 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:52.703997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0', 'network_id': '88dd8333-3cc1-460a-9241-df5f1190b000', 'port_id': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0', 'mac_address': 'fa:16:3e:70:fd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269ae898-db55-4a63-9d7a-e1daa68224fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:38:52.740474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:52.753223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:38:52.772293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:52.817170 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:52.862589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:52.870254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.870598 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.870932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.871263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.871591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.871916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.872239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.872557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.872873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.873196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.873509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:52.873822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:38:53.112903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:38:53.410196 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e94210-cbe1-42dd-8138-48761aa333c7 req-d25f53f0-9df2-49d8-ad1c-4c0541b4233e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:53.411563 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3e94210-cbe1-42dd-8138-48761aa333c7 req-d25f53f0-9df2-49d8-ad1c-4c0541b4233e tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 944 time: 0.0487175 Oct 15 01:38:53.449541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3e94210-cbe1-42dd-8138-48761aa333c7 req-46f51b81-f77f-4fca-b8e2-7ec25ddad55f tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312424 Oct 15 01:38:54.564614 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab2629-be93-4bce-8d22-c2bbbe4e0c2e req-bf6de0ce-bfde-4d1c-b590-8bef39466261 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:54.566073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39ab2629-be93-4bce-8d22-c2bbbe4e0c2e req-bf6de0ce-bfde-4d1c-b590-8bef39466261 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 944 time: 0.0504637 Oct 15 01:38:54.597319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:38:54.605177 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-39ab2629-be93-4bce-8d22-c2bbbe4e0c2e req-2f26fc8a-adc6-4cc9-9675-3d5c75589163 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Oct 15 01:38:54.695503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:38:54.699276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:38:54.703700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:54.780972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:54.813054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:38:54.816788 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede64f9-f90e-4889-80d7-2b540afa7cdd" -d '{"events": [{"server_uuid": "6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0", "name": "network-vif-plugged", "status": "completed", "tag": "790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:38:54.832422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:54.854013 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dd295d-d1eb-4239-b7b2-389076d61a60 x-openstack-request-id: req-45dd295d-d1eb-4239-b7b2-389076d61a60 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:38:54.854417 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0", "name": "network-vif-plugged", "status": "completed", "tag": "790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:38:54.854672 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45dd295d-d1eb-4239-b7b2-389076d61a60 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:38:54.855061 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0', 'code': 200} Oct 15 01:38:54.901026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:54.948955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c07435-37b1-4724-8515-4849653cd1e9 req-7781a77a-71e4-4752-9abc-d26896d1c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:54.950370 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:54.950818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93c07435-37b1-4724-8515-4849653cd1e9 req-7781a77a-71e4-4752-9abc-d26896d1c5cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 1096 time: 0.0415411 Oct 15 01:38:54.989905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-93c07435-37b1-4724-8515-4849653cd1e9 req-21a87a11-2749-4e77-bf6b-4bd5705cc633 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Oct 15 01:38:55.721909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01b6fb-4787-4e98-a966-5df90b5ff6e6 req-7244a88a-c7d5-4fc5-aed1-b687ac45829c tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:55.723401 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee01b6fb-4787-4e98-a966-5df90b5ff6e6 req-7244a88a-c7d5-4fc5-aed1-b687ac45829c tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 945 time: 0.0503726 Oct 15 01:38:55.768588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ee01b6fb-4787-4e98-a966-5df90b5ff6e6 req-29a59097-7323-4c28-978d-33d92ba28d3a tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Oct 15 01:38:56.323671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-52833202-9175-4bb7-a53c-9e09e70577a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:56.875646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43f30-7887-4df9-9af6-79cee5f0f43e req-7130da27-2873-47dd-ace0-46c98c63e4dd tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:56.877095 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14b43f30-7887-4df9-9af6-79cee5f0f43e req-7130da27-2873-47dd-ace0-46c98c63e4dd tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Oct 15 01:38:56.916278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14b43f30-7887-4df9-9af6-79cee5f0f43e req-db154278-d3eb-48c8-b042-497d7ad2f1df tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Oct 15 01:38:57.361550 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e105725-91b8-4bf9-b0a1-dd4d5f419530 req-01aad52b-4099-4f02-a9bc-df4a23a77bc1 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:57.363023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e105725-91b8-4bf9-b0a1-dd4d5f419530 req-01aad52b-4099-4f02-a9bc-df4a23a77bc1 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Oct 15 01:38:57.404786 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e105725-91b8-4bf9-b0a1-dd4d5f419530 req-e1ff0aa0-f8e3-44bc-9a17-be3304e371c5 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 Oct 15 01:38:58.522975 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37938e84-9202-423a-9c9e-a0119e0cbaa8 req-44882520-dcd4-4c00-96b9-cc75c2b7b410 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:58.524627 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37938e84-9202-423a-9c9e-a0119e0cbaa8 req-44882520-dcd4-4c00-96b9-cc75c2b7b410 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 945 time: 0.0527375 Oct 15 01:38:58.561123 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37938e84-9202-423a-9c9e-a0119e0cbaa8 req-5233452d-2c34-433a-b931-5377d15428bd tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Oct 15 01:38:58.730831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-433f0320-0672-4c2a-a1ca-d5a1bb5cf615 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:38:58.732242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-433f0320-0672-4c2a-a1ca-d5a1bb5cf615 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 945 time: 0.0475197 Oct 15 01:38:58.825335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Deleting port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:38:58.825672 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:58.879691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-857dc7f8-18ec-4bf9-a7fa-2b694d7d77d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:58.912440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] For port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:38:58.912800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:58.925252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Calling delete_port for 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:38:59.100587 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:59.112083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:38:59.116753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['75fbc19b-fa25-455b-bfe4-c45d1e2fbe07'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:38:59.129625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Pushing event deleted for resources: {'Port': ['ID=790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:38:59.174516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] No DVR routers for this DVR port 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:38:59.177092 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:38:59.181612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3ab0b95-b4ca-4146-a67e-ae9540f595d0 req-08b823ce-bac7-4c5c-ac5c-20e74a4778fc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.39 "DELETE /v2.0/ports/790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 HTTP/1.1" status: 204 len: 173 time: 0.4424210 Oct 15 01:38:59.182056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'name': 'network-vif-deleted', 'tag': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:38:59.184332 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdd9051-9584-4e88-a50f-924c668eb29d" -d '{"events": [{"server_uuid": "6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0", "name": "network-vif-deleted", "tag": "790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:38:59.225015 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41144e1-6df5-49c8-887d-450614b8c243 x-openstack-request-id: req-e41144e1-6df5-49c8-887d-450614b8c243 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:38:59.225308 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0", "name": "network-vif-deleted", "tag": "790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:38:59.226112 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e41144e1-6df5-49c8-887d-450614b8c243 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:38:59.226516 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0', 'name': 'network-vif-deleted', 'tag': '790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0', 'status': 'completed', 'code': 200} Oct 15 01:38:59.668122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cfb65e4-7663-472c-896f-713ac5353834 req-3c0f6080-f771-49fe-a14c-5d33b359e8bc tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b0d843e-0ff1-4016-a9b8-75e8a0c0dff0 HTTP/1.1" status: 200 len: 210 time: 0.0274079 Oct 15 01:39:00.199932 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:00.474083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:00.828384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecce40-ec56-4829-a787-33fff34a4d56 req-2a857498-4269-42dd-b266-dc4872ae8fb7 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:00.829885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41ecce40-ec56-4829-a787-33fff34a4d56 req-2a857498-4269-42dd-b266-dc4872ae8fb7 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0490587 Oct 15 01:39:00.867284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-41ecce40-ec56-4829-a787-33fff34a4d56 req-588a60ef-a287-4f61-8033-61d548a0b922 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308683 Oct 15 01:39:00.995084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac7149-3012-4e52-9b6d-c1186aea0af1 req-0802f8b9-a337-4ab9-9321-feb393b63526 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:00.996460 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cac7149-3012-4e52-9b6d-c1186aea0af1 req-0802f8b9-a337-4ab9-9321-feb393b63526 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0481632 Oct 15 01:39:01.035345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cac7149-3012-4e52-9b6d-c1186aea0af1 req-c65a17fc-3565-4869-998d-1adcc34c352b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328953 Oct 15 01:39:01.152661 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239197f-e99c-470a-8676-c5681a7af546 req-46300074-683b-4030-ac9e-c7f9f859aecb tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:01.154134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d239197f-e99c-470a-8676-c5681a7af546 req-46300074-683b-4030-ac9e-c7f9f859aecb tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0534642 Oct 15 01:39:01.191187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d239197f-e99c-470a-8676-c5681a7af546 req-67e0bc11-dc14-4c43-b0ff-ae21193d5571 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Oct 15 01:39:01.354385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286af1ca-097c-4a97-ad5e-f641b6ab549b req-8534abd6-e4e4-44c8-afd3-d252e4f36076 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:01.355810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-286af1ca-097c-4a97-ad5e-f641b6ab549b req-8534abd6-e4e4-44c8-afd3-d252e4f36076 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0479248 Oct 15 01:39:01.393812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-286af1ca-097c-4a97-ad5e-f641b6ab549b req-fddfa18a-00db-4464-a5c5-b2d823ab7bee tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Oct 15 01:39:01.509725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2857ce9-bf8e-46d6-ae27-ebc8046f1ec3 req-ea4f1ee9-9e9c-4aba-b854-7dc6f5ecc6a5 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:01.511152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2857ce9-bf8e-46d6-ae27-ebc8046f1ec3 req-ea4f1ee9-9e9c-4aba-b854-7dc6f5ecc6a5 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0494776 Oct 15 01:39:01.548172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2857ce9-bf8e-46d6-ae27-ebc8046f1ec3 req-e1568a21-920a-45ea-9ea4-0d50b2349300 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Oct 15 01:39:01.674820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021fa52-e76d-42f6-975d-e3e2f191ab9c req-eeaea263-831b-4116-a25c-a139b1c0596c tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:01.676259 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8021fa52-e76d-42f6-975d-e3e2f191ab9c req-eeaea263-831b-4116-a25c-a139b1c0596c tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0531826 Oct 15 01:39:01.713540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8021fa52-e76d-42f6-975d-e3e2f191ab9c req-0ebcef2b-27e1-4dd1-a159-46a96f056710 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Oct 15 01:39:02.258103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e01df1-99ed-4b11-8614-6ca19021d61f req-c481cec2-6068-4794-946e-df7ce364200b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:02.259566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2e01df1-99ed-4b11-8614-6ca19021d61f req-c481cec2-6068-4794-946e-df7ce364200b tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0505121 Oct 15 01:39:02.296581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e2e01df1-99ed-4b11-8614-6ca19021d61f req-28d0bca5-eb45-43d7-b774-1951dd7e9996 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Oct 15 01:39:02.537155 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:02.636739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:39:02.656751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:39:02.657091 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 790e6c3c-f1b3-4fec-ac57-8f1f381ac9b0 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:39:03.409362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77063220-ff13-47a7-ac19-981c0a8fde70 req-0265f297-4f8b-4d14-9fed-24718b1e57a3 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:03.410834 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77063220-ff13-47a7-ac19-981c0a8fde70 req-0265f297-4f8b-4d14-9fed-24718b1e57a3 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0483446 Oct 15 01:39:03.447670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-77063220-ff13-47a7-ac19-981c0a8fde70 req-ac305627-3893-4cc7-b9b8-e7fb6bd688e7 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd9a7642-5095-4b65-a51e-2996de0f8782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302444 Oct 15 01:39:03.606569 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-27e3854c-5d0d-4326-91b7-d33af3ca0395 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:03.607920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-27e3854c-5d0d-4326-91b7-d33af3ca0395 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 945 time: 0.0497372 Oct 15 01:39:03.700359 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Deleting port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:03.700697 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:03.792480 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] For port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,segment=NetworkSegment(09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f),segment_id=09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:03.792833 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:03.804410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Calling delete_port for 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:04.000381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:04.011766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['75fbc19b-fa25-455b-bfe4-c45d1e2fbe07'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:39:04.028211 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Pushing event deleted for resources: {'Port': ['ID=75fbc19b-fa25-455b-bfe4-c45d1e2fbe07,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:04.038353 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.038709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.039040 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.039370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.039696 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.040347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.040347 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.040636 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.040955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.041272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.041585 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.041899 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:04.084378 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] No DVR routers for this DVR port 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:04.087105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:04.090488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e0e86522-7427-4a85-81f4-0d8a7903912b req-3a7fd597-959f-4997-be7f-875383f0d7fa tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.30 "DELETE /v2.0/ports/75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 HTTP/1.1" status: 204 len: 173 time: 0.4766650 Oct 15 01:39:04.090918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'name': 'network-vif-deleted', 'tag': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:39:04.093197 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f9d64e-078e-4fad-8e22-9d15eeb5a661" -d '{"events": [{"server_uuid": "e5677e21-ec52-4d60-91be-af5d7c7962f5", "name": "network-vif-deleted", "tag": "75fbc19b-fa25-455b-bfe4-c45d1e2fbe07"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:39:04.129703 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4217d824-a6fe-4fe8-9268-fd62f1c187f6 x-openstack-request-id: req-4217d824-a6fe-4fe8-9268-fd62f1c187f6 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:39:04.130007 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5677e21-ec52-4d60-91be-af5d7c7962f5", "name": "network-vif-deleted", "tag": "75fbc19b-fa25-455b-bfe4-c45d1e2fbe07", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:39:04.130293 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4217d824-a6fe-4fe8-9268-fd62f1c187f6 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:39:04.130694 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5677e21-ec52-4d60-91be-af5d7c7962f5', 'name': 'network-vif-deleted', 'tag': '75fbc19b-fa25-455b-bfe4-c45d1e2fbe07', 'status': 'completed', 'code': 200} Oct 15 01:39:04.558845 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7bbdea83-8bbd-43c2-b989-c61372af7c57 req-b9cd16c9-e5e4-4de3-9dbc-5d0ed1e6c7d1 tempest-ServersNegativeTestJSON-1788408799 tempest-ServersNegativeTestJSON-1788408799-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5677e21-ec52-4d60-91be-af5d7c7962f5 HTTP/1.1" status: 200 len: 210 time: 0.0295937 Oct 15 01:39:05.613392 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60912) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:05.661500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] Deleting subnet 269ae898-db55-4a63-9d7a-e1daa68224fb {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:39:05.665220 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:05.698315 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:05.737482 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:05.860789 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:05.892954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=269ae898-db55-4a63-9d7a-e1daa68224fb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:05.894924 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:05.898057 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-86702e6e-2e8c-46a4-93f9-0695c00a161a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/269ae898-db55-4a63-9d7a-e1daa68224fb HTTP/1.1" status: 204 len: 168 time: 0.2836761 Oct 15 01:39:05.900518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60914) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:05.967488 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.047740 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.067682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dd8333-3cc1-460a-9241-df5f1190b000']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:06.076781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:06.077073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d6c7b6-251c-4226-9e4c-4b8c9eb7c03f') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:06.086183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.098840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.105053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:06.109327 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:06.222951 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.228725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.231868 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] 10.222.0.13 "DELETE /v2.0/networks/88dd8333-3cc1-460a-9241-df5f1190b000 HTTP/1.1" status: 204 len: 168 time: 0.3304591 Oct 15 01:39:06.243030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d588a-ea39-4659-9044-6e499911221a admin admin] Pushing event deleted for resources: {'Network': ['ID=88dd8333-3cc1-460a-9241-df5f1190b000,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:06.559204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60918) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:06.603081 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a483c452-aaf7-442d-9cf3-eaa874f281b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bca937836a74416f984188bd17623bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427334 Oct 15 01:39:06.605475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60920) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:06.652813 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e033f6f-8054-440b-9127-a918754b23b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.672926 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e033f6f-8054-440b-9127-a918754b23b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.793794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e033f6f-8054-440b-9127-a918754b23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.796363 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1e033f6f-8054-440b-9127-a918754b23b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:06.797499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1e033f6f-8054-440b-9127-a918754b23b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd9a7642-5095-4b65-a51e-2996de0f8782 HTTP/1.1" status: 204 len: 168 time: 0.1911335 Oct 15 01:39:06.805302 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e033f6f-8054-440b-9127-a918754b23b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a7642-5095-4b65-a51e-2996de0f8782,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:07.796490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:07.889907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1580706737'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:07.975021 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:07.978603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:07.986997 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:08.058598 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:08.097224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:39:08.117877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:39:08.118246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 75fbc19b-fa25-455b-bfe4-c45d1e2fbe07 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:39:08.120722 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:08.148735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:08.158112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35aac3ca-94fa-4a17-addd-41e98a946814,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:08.164500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:08.164833 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Added segment 90e76965-1711-48fa-a4a2-a842300d1afd of type vlan for network f21ea137-db5d-4707-811b-0225897c9bc5 Oct 15 01:39:08.207141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:08.295015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:08.300513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:08.301113 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:08.368307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Network': ['ID=f21ea137-db5d-4707-811b-0225897c9bc5,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:08.378545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f21ea137-db5d-4707-811b-0225897c9bc5 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:08.391645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1a30c33e-6be3-44f5-bd4f-beebf973a330 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5940914 Oct 15 01:39:10.485672 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:11.861811 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60946) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:11.867557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'subnet': {'network_id': 'f21ea137-db5d-4707-811b-0225897c9bc5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:12.067234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:12.072652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.331057 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.393595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Subnet': ['ID=63669603-badb-42f7-9bef-c364e26514e2,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:12.403565 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Checking segment: {'id': '90e76965-1711-48fa-a4a2-a842300d1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f21ea137-db5d-4707-811b-0225897c9bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:12.403929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network hostable DHCP agents. Network: f21ea137-db5d-4707-811b-0225897c9bc5, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:12.483515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network f21ea137-db5d-4707-811b-0225897c9bc5 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:12.605533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f21ea137-db5d-4707-811b-0225897c9bc5) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:12.609638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:12.610262 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.614926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec09500-6aa0-4246-b3ab-bf1faf5eb6d5 None None] Network f21ea137-db5d-4707-811b-0225897c9bc5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:12.692061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-84d26371-6768-4d2a-ae71-e621198ca577 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8290837 Oct 15 01:39:12.696104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60948) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:12.700964 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808605329'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:12.757849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-f21ea137-db5d-4707-811b-0225897c9bc5', 'network_id': 'f21ea137-db5d-4707-811b-0225897c9bc5', 'tenant_id': 'a5ee7c753eaf40918f12cb661478b4ef', 'fixed_ips': [{'subnet_id': '63669603-badb-42f7-9bef-c364e26514e2'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:12.758715 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.775615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:12.781403 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.806291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:12.815621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.816098 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Added segment 58e46785-2c41-49ca-8207-c90a71bbae90 of type vlan for network 6294d428-aa13-4241-af61-0065dd9e386b Oct 15 01:39:12.865509 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.957748 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:12.964355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:12.968040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.035810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Network': ['ID=6294d428-aa13-4241-af61-0065dd9e386b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:13.048728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 6294d428-aa13-4241-af61-0065dd9e386b details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:13.057876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Allocated IP 2001:db8:0:ffff::2 (f21ea137-db5d-4707-811b-0225897c9bc5/63669603-badb-42f7-9bef-c364e26514e2/fd194cdf-c5bd-4790-960f-b15a5bacfaeb) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:13.075539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8b67a7ec-5833-4cf6-a6a2-a17710ee8173 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3784053 Oct 15 01:39:13.078406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60950) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:13.083324 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'subnet': {'network_id': '6294d428-aa13-4241-af61-0065dd9e386b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:13.251396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.306542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:13.310280 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.344323 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.387361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Network f21ea137-db5d-4707-811b-0225897c9bc5 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:13.390070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:13.395733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:13.402328 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Pushing event updated for resources: {'Port': ['ID=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:13.454473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Attempting to bind port fd194cdf-c5bd-4790-960f-b15a5bacfaeb on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:13.454888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Attempting to bind port fd194cdf-c5bd-4790-960f-b15a5bacfaeb by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '90e76965-1711-48fa-a4a2-a842300d1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f21ea137-db5d-4707-811b-0225897c9bc5'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:13.455311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Attempting to bind port fd194cdf-c5bd-4790-960f-b15a5bacfaeb on network f21ea137-db5d-4707-811b-0225897c9bc5 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:13.460540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:13.460911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Checking segment: {'id': '90e76965-1711-48fa-a4a2-a842300d1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f21ea137-db5d-4707-811b-0225897c9bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:13.461343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.461728 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Bound using segment: {'id': '90e76965-1711-48fa-a4a2-a842300d1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f21ea137-db5d-4707-811b-0225897c9bc5'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:13.462493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Bound port: fd194cdf-c5bd-4790-960f-b15a5bacfaeb, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e76965-1711-48fa-a4a2-a842300d1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f21ea137-db5d-4707-811b-0225897c9bc5'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:13.462643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.527488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] For port fd194cdf-c5bd-4790-960f-b15a5bacfaeb, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:13.530560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] For port fd194cdf-c5bd-4790-960f-b15a5bacfaeb, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,segment=NetworkSegment(90e76965-1711-48fa-a4a2-a842300d1afd),segment_id=90e76965-1711-48fa-a4a2-a842300d1afd)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:13.594399 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.618000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.664592 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Subnet': ['ID=1b2ec08b-f856-48d9-8020-85dee1befcfb,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:13.675782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Checking segment: {'id': '58e46785-2c41-49ca-8207-c90a71bbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6294d428-aa13-4241-af61-0065dd9e386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:13.676208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network hostable DHCP agents. Network: 6294d428-aa13-4241-af61-0065dd9e386b, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:13.680885 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb88e74-7289-474b-97dd-6d07cb20c83f None None] Pushing event updated for resources: {'Port': ['ID=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:13.782538 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network 6294d428-aa13-4241-af61-0065dd9e386b is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:13.868334 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 6294d428-aa13-4241-af61-0065dd9e386b) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:13.872501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:13.873095 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:13.876937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695918ff-dfeb-4347-a44b-c89866f06ab4 None None] Network 6294d428-aa13-4241-af61-0065dd9e386b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:13.956859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34cdd9b6-8a54-4edf-b36e-259dbdeef110 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8773541 Oct 15 01:39:13.960268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60952) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:14.031531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-6294d428-aa13-4241-af61-0065dd9e386b', 'network_id': '6294d428-aa13-4241-af61-0065dd9e386b', 'tenant_id': 'a5ee7c753eaf40918f12cb661478b4ef', 'fixed_ips': [{'subnet_id': '1b2ec08b-f856-48d9-8020-85dee1befcfb'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:14.033057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.060896 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.144313 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.172325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Allocated IP 2001:db8::2 (6294d428-aa13-4241-af61-0065dd9e386b/1b2ec08b-f856-48d9-8020-85dee1befcfb/19563c64-3942-4af9-8e2f-e0fc168335ac) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:14.323990 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.410226 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.454580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Network 6294d428-aa13-4241-af61-0065dd9e386b is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:14.457472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:14.463881 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:14.469335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Pushing event updated for resources: {'Port': ['ID=19563c64-3942-4af9-8e2f-e0fc168335ac,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:14.527469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Attempting to bind port 19563c64-3942-4af9-8e2f-e0fc168335ac on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:14.527836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Attempting to bind port 19563c64-3942-4af9-8e2f-e0fc168335ac by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '58e46785-2c41-49ca-8207-c90a71bbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6294d428-aa13-4241-af61-0065dd9e386b'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:14.528531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Attempting to bind port 19563c64-3942-4af9-8e2f-e0fc168335ac on network 6294d428-aa13-4241-af61-0065dd9e386b {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:14.533295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:14.533588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Checking segment: {'id': '58e46785-2c41-49ca-8207-c90a71bbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6294d428-aa13-4241-af61-0065dd9e386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:14.533985 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.534401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Bound using segment: {'id': '58e46785-2c41-49ca-8207-c90a71bbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6294d428-aa13-4241-af61-0065dd9e386b'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:14.534861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Bound port: 19563c64-3942-4af9-8e2f-e0fc168335ac, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e46785-2c41-49ca-8207-c90a71bbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6294d428-aa13-4241-af61-0065dd9e386b'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:14.535239 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.546927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab515f-f66f-4e9f-8136-7b87b8d013fb None None] Network f21ea137-db5d-4707-811b-0225897c9bc5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:14.670868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f7653340-f18a-4ff9-a2fe-606b9afd8b0e None None] Provisioning complete for port fd194cdf-c5bd-4790-960f-b15a5bacfaeb triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:14.671608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7653340-f18a-4ff9-a2fe-606b9afd8b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.677487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] For port 19563c64-3942-4af9-8e2f-e0fc168335ac, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:14.684001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] For port 19563c64-3942-4af9-8e2f-e0fc168335ac, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=19563c64-3942-4af9-8e2f-e0fc168335ac,segment=NetworkSegment(58e46785-2c41-49ca-8207-c90a71bbae90),segment_id=58e46785-2c41-49ca-8207-c90a71bbae90)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:14.748980 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.774767 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.778969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2ec08b-f856-48d9-8020-85dee1befcfb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:14.842389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.864054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6294d428-aa13-4241-af61-0065dd9e386b']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:14.866150 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7653340-f18a-4ff9-a2fe-606b9afd8b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.873877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6604c2-2d2b-4e82-8686-5590ff412fe7 None None] Pushing event updated for resources: {'Port': ['ID=19563c64-3942-4af9-8e2f-e0fc168335ac,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:14.883689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e46785-2c41-49ca-8207-c90a71bbae90') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:14.884173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e46785-2c41-49ca-8207-c90a71bbae90') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:14.895056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.910585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f7653340-f18a-4ff9-a2fe-606b9afd8b0e None None] For port fd194cdf-c5bd-4790-960f-b15a5bacfaeb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,segment=NetworkSegment(90e76965-1711-48fa-a4a2-a842300d1afd),segment_id=90e76965-1711-48fa-a4a2-a842300d1afd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:14.920260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.927007 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:14.927380 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:14.930983 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:14.971164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fd194cdf-c5bd-4790-960f-b15a5bacfaeb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:15.002500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f7653340-f18a-4ff9-a2fe-606b9afd8b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.050251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.db.api [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 01:39:15.050251 n-d-811521-2 neutron-server[107726]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 01:39:15.050251 n-d-811521-2 neutron-server[107726]: [parameters: {'id': '6294d428-aa13-4241-af61-0065dd9e386b'}] Oct 15 01:39:15.050251 n-d-811521-2 neutron-server[107726]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:39:15.051454 n-d-811521-2 neutron-server[107726]: DEBUG oslo_db.api [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:39:15.064904 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7653340-f18a-4ff9-a2fe-606b9afd8b0e None None] Pushing event updated for resources: {'Port': ['ID=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:15.072151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fd194cdf-c5bd-4790-960f-b15a5bacfaeb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:15.072616 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.227563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ee08958e-53b0-4cc0-a3e9-a7577bdc13dc None None] Provisioning complete for port fd194cdf-c5bd-4790-960f-b15a5bacfaeb triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:15.232522 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ee08958e-53b0-4cc0-a3e9-a7577bdc13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.552885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.605456 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.612752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Deleting port 19563c64-3942-4af9-8e2f-e0fc168335ac {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:15.613097 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.678619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] For port 19563c64-3942-4af9-8e2f-e0fc168335ac, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=19563c64-3942-4af9-8e2f-e0fc168335ac,segment=NetworkSegment(58e46785-2c41-49ca-8207-c90a71bbae90),segment_id=58e46785-2c41-49ca-8207-c90a71bbae90)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:15.678991 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.691623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Calling delete_port for 19563c64-3942-4af9-8e2f-e0fc168335ac owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:15.828526 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e864bf4-3814-4f66-944d-660fd73a552e None None] Network 6294d428-aa13-4241-af61-0065dd9e386b requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:15.845592 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:15.871939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Port': ['ID=19563c64-3942-4af9-8e2f-e0fc168335ac,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:15.873776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No DVR routers for this DVR port 19563c64-3942-4af9-8e2f-e0fc168335ac on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:15.925296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a8adc654-69af-4af0-a3e8-c88090017f0a None None] Could not find standard attr ID for object 19563c64-3942-4af9-8e2f-e0fc168335ac. {{(pid=107727) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 01:39:15.953494 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.116634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6294d428-aa13-4241-af61-0065dd9e386b']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:16.116634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e46785-2c41-49ca-8207-c90a71bbae90') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:16.116634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e46785-2c41-49ca-8207-c90a71bbae90') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:16.116634 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.117657 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d9e552-e979-421b-b8d8-5698f1c3c10f None None] DHCP port deletion for 6294d428-aa13-4241-af61-0065dd9e386b request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:16.117779 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:16.146339 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.153236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.156428 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/6294d428-aa13-4241-af61-0065dd9e386b HTTP/1.1" status: 204 len: 168 time: 2.1952143 Oct 15 01:39:16.160351 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60954) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:16.165826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222015135'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:16.167277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa596-ff7e-4ce7-96bc-7e92d2bff65a tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Network': ['ID=6294d428-aa13-4241-af61-0065dd9e386b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:16.243014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:16.246505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.269801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:16.278322 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.280776 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Added segment 7572bf1b-53c3-46b6-9c54-22e513a99976 of type vlan for network 261407aa-319c-4339-b568-c359c303e794 Oct 15 01:39:16.325691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.397531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.403274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:16.407960 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.478806 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Network': ['ID=261407aa-319c-4339-b568-c359c303e794,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:16.489583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 261407aa-319c-4339-b568-c359c303e794 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:16.492766 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-de50e78d-a3b6-406d-ae56-583f95cbcf07 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3314402 Oct 15 01:39:16.495649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60956) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:16.500841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'subnet': {'network_id': '261407aa-319c-4339-b568-c359c303e794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:16.680014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:16.683591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.744095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_backend_mixin [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Performing IP validity checks on allocation pools {{(pid=107725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 01:39:16.744614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.ipam_backend_mixin [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Checking for overlaps among allocation pools and gateway ip {{(pid=107725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 01:39:16.889115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fd194cdf-c5bd-4790-960f-b15a5bacfaeb up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:16.925975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.936358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fd194cdf-c5bd-4790-960f-b15a5bacfaeb triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:16.936660 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:16.994045 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Subnet': ['ID=b1546c97-dcaf-4d3d-9494-cb726729727c,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:16.999312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Checking segment: {'id': '7572bf1b-53c3-46b6-9c54-22e513a99976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '261407aa-319c-4339-b568-c359c303e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:16.999979 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network hostable DHCP agents. Network: 261407aa-319c-4339-b568-c359c303e794, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:17.096525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network 261407aa-319c-4339-b568-c359c303e794 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:17.182417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 261407aa-319c-4339-b568-c359c303e794) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:17.186682 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:17.187198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.191145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6eb579-3e0a-4a6e-b401-abc09f18fed6 None None] Network 261407aa-319c-4339-b568-c359c303e794 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:17.265245 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-cf4a9ad1-e848-4fc5-81b7-4eda9486875b tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7685418 Oct 15 01:39:17.267799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60958) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:17.332713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-261407aa-319c-4339-b568-c359c303e794', 'network_id': '261407aa-319c-4339-b568-c359c303e794', 'tenant_id': 'a5ee7c753eaf40918f12cb661478b4ef', 'fixed_ips': [{'subnet_id': 'b1546c97-dcaf-4d3d-9494-cb726729727c'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:17.333628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.367366 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.449122 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.481633 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Allocated IP 2001:db8::3 (261407aa-319c-4339-b568-c359c303e794/b1546c97-dcaf-4d3d-9494-cb726729727c/c87d81e5-d582-40c9-8661-d6dc0fb8077d) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:17.628912 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.729093 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.764184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Network 261407aa-319c-4339-b568-c359c303e794 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:17.766894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:17.770196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:17.780856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Pushing event updated for resources: {'Port': ['ID=c87d81e5-d582-40c9-8661-d6dc0fb8077d,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:17.817392 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.829266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Attempting to bind port c87d81e5-d582-40c9-8661-d6dc0fb8077d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:17.829631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Attempting to bind port c87d81e5-d582-40c9-8661-d6dc0fb8077d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '7572bf1b-53c3-46b6-9c54-22e513a99976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '261407aa-319c-4339-b568-c359c303e794'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:17.829987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Attempting to bind port c87d81e5-d582-40c9-8661-d6dc0fb8077d on network 261407aa-319c-4339-b568-c359c303e794 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:17.835610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:17.835930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Checking segment: {'id': '7572bf1b-53c3-46b6-9c54-22e513a99976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '261407aa-319c-4339-b568-c359c303e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:17.836319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.836701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Bound using segment: {'id': '7572bf1b-53c3-46b6-9c54-22e513a99976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '261407aa-319c-4339-b568-c359c303e794'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:17.837155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Bound port: c87d81e5-d582-40c9-8661-d6dc0fb8077d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7572bf1b-53c3-46b6-9c54-22e513a99976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '261407aa-319c-4339-b568-c359c303e794'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:17.837525 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.845024 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Subnet': ['ID=b1546c97-dcaf-4d3d-9494-cb726729727c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:17.905230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] For port c87d81e5-d582-40c9-8661-d6dc0fb8077d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:17.908206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] For port c87d81e5-d582-40c9-8661-d6dc0fb8077d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c87d81e5-d582-40c9-8661-d6dc0fb8077d,segment=NetworkSegment(7572bf1b-53c3-46b6-9c54-22e513a99976),segment_id=7572bf1b-53c3-46b6-9c54-22e513a99976)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:17.910111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.930174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261407aa-319c-4339-b568-c359c303e794']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:17.939136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7572bf1b-53c3-46b6-9c54-22e513a99976') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:17.939454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7572bf1b-53c3-46b6-9c54-22e513a99976') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:17.949604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:17.998481 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:18.000210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:18.006999 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:18.007509 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:18.010626 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:18.077887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176cc16-3b5e-4b46-bb44-a897471cb407 None None] Pushing event updated for resources: {'Port': ['ID=c87d81e5-d582-40c9-8661-d6dc0fb8077d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:18.093164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33540dd1-cadf-447a-8383-bd47aef08aaf None None] Network 261407aa-319c-4339-b568-c359c303e794 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:18.095499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.api [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 01:39:18.095499 n-d-811521-2 neutron-server[107725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 01:39:18.095499 n-d-811521-2 neutron-server[107725]: [parameters: {'id': '261407aa-319c-4339-b568-c359c303e794'}] Oct 15 01:39:18.095499 n-d-811521-2 neutron-server[107725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:39:18.096493 n-d-811521-2 neutron-server[107725]: DEBUG oslo_db.api [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:39:18.213094 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965b2a3-83af-4866-8cfd-603063a2987b None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 01:39:18.276869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6965b2a3-83af-4866-8cfd-603063a2987b None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 01:39:18.597885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:18.653912 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Deleting port c87d81e5-d582-40c9-8661-d6dc0fb8077d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:18.654271 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:18.714705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] For port c87d81e5-d582-40c9-8661-d6dc0fb8077d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c87d81e5-d582-40c9-8661-d6dc0fb8077d,segment=NetworkSegment(7572bf1b-53c3-46b6-9c54-22e513a99976),segment_id=7572bf1b-53c3-46b6-9c54-22e513a99976)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:18.715067 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:18.727657 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Calling delete_port for c87d81e5-d582-40c9-8661-d6dc0fb8077d owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:19.186304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.211777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Port': ['ID=c87d81e5-d582-40c9-8661-d6dc0fb8077d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:19.215377 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No DVR routers for this DVR port c87d81e5-d582-40c9-8661-d6dc0fb8077d on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:19.298898 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.318455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261407aa-319c-4339-b568-c359c303e794']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:19.328013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7572bf1b-53c3-46b6-9c54-22e513a99976') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:19.328308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7572bf1b-53c3-46b6-9c54-22e513a99976') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:19.337376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.350137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.355739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:19.356118 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:19.358978 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:19.473846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.481108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.484417 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/261407aa-319c-4339-b568-c359c303e794 HTTP/1.1" status: 204 len: 168 time: 2.2156637 Oct 15 01:39:19.488091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60960) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:19.493875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2123333209'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:19.496526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c235a-bd8a-4483-a954-ad7fe3893cf0 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Network': ['ID=261407aa-319c-4339-b568-c359c303e794,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:19.576778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:19.580314 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.602928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:19.611390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.611732 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Added segment 2e356a07-e40a-4bbe-b289-401db042fbd4 of type vlan for network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 Oct 15 01:39:19.655446 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.742368 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.747843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:19.748416 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:19.811540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Network': ['ID=57e0dff3-8002-4ff1-be99-1415f52ad6c3,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:19.821534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:19.854493 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2289eada-b65e-40d8-9f4a-7cbfc4413ce4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3652234 Oct 15 01:39:19.857352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60962) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:19.862083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'subnet': {'network_id': '57e0dff3-8002-4ff1-be99-1415f52ad6c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:20.351646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:20.355186 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:20.582779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:20.642132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Subnet': ['ID=4d5615e0-c052-4955-a0dc-cbb9742fb3af,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:20.651863 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Checking segment: {'id': '2e356a07-e40a-4bbe-b289-401db042fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57e0dff3-8002-4ff1-be99-1415f52ad6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:20.652221 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network hostable DHCP agents. Network: 57e0dff3-8002-4ff1-be99-1415f52ad6c3, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:20.713802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:20.764860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 57e0dff3-8002-4ff1-be99-1415f52ad6c3) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:20.769545 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:20.770913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:20.772542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d35a7-333d-454d-abc5-c6db4b47785d None None] Network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:20.857455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a6aa5220-5434-453e-b503-a5bc1e1c6509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9990468 Oct 15 01:39:20.860976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60964) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:20.867135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-516500355'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:20.918642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-57e0dff3-8002-4ff1-be99-1415f52ad6c3', 'network_id': '57e0dff3-8002-4ff1-be99-1415f52ad6c3', 'tenant_id': 'a5ee7c753eaf40918f12cb661478b4ef', 'fixed_ips': [{'subnet_id': '4d5615e0-c052-4955-a0dc-cbb9742fb3af'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:20.920065 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:20.946430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:20.949904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:20.973330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:20.982463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:20.984787 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Added segment 3dcfabfc-d3d8-472c-ba34-42f11e8f3563 of type vlan for network 8df4d5e5-f234-4c6d-8d46-1a0328637638 Oct 15 01:39:21.023207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.095208 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.101626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:21.102291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.174146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Network': ['ID=8df4d5e5-f234-4c6d-8d46-1a0328637638,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:21.187086 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 8df4d5e5-f234-4c6d-8d46-1a0328637638 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:21.202545 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2c253237-619d-4545-97ce-0c325ed88857 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3405137 Oct 15 01:39:21.205345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60966) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:21.210215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Request body: {'subnet': {'network_id': '8df4d5e5-f234-4c6d-8d46-1a0328637638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:21.256484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Allocated IP 2001:db8::2 (57e0dff3-8002-4ff1-be99-1415f52ad6c3/4d5615e0-c052-4955-a0dc-cbb9742fb3af/72d7bcaa-38a8-4374-93d2-1b13705d6f66) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:21.371483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Made reservation on behalf of a5ee7c753eaf40918f12cb661478b4ef for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:21.375087 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.408445 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.495706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.545947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:21.550825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:21.555908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:21.559007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Pushing event updated for resources: {'Port': ['ID=72d7bcaa-38a8-4374-93d2-1b13705d6f66,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:21.614732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.615737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Attempting to bind port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:21.616144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Attempting to bind port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '2e356a07-e40a-4bbe-b289-401db042fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57e0dff3-8002-4ff1-be99-1415f52ad6c3'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:21.616572 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Attempting to bind port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 on network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:21.621858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:21.623667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Checking segment: {'id': '2e356a07-e40a-4bbe-b289-401db042fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57e0dff3-8002-4ff1-be99-1415f52ad6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:21.623667 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.623667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Bound using segment: {'id': '2e356a07-e40a-4bbe-b289-401db042fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57e0dff3-8002-4ff1-be99-1415f52ad6c3'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:21.623667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Bound port: 72d7bcaa-38a8-4374-93d2-1b13705d6f66, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e356a07-e40a-4bbe-b289-401db042fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '57e0dff3-8002-4ff1-be99-1415f52ad6c3'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:21.624138 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.681189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event updated for resources: {'Subnet': ['ID=4694b2e0-7b8e-454d-95a0-f3109735680e,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:21.688186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] For port 72d7bcaa-38a8-4374-93d2-1b13705d6f66, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:21.688415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Checking segment: {'id': '3dcfabfc-d3d8-472c-ba34-42f11e8f3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8df4d5e5-f234-4c6d-8d46-1a0328637638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:21.688739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network hostable DHCP agents. Network: 8df4d5e5-f234-4c6d-8d46-1a0328637638, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:21.691567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] For port 72d7bcaa-38a8-4374-93d2-1b13705d6f66, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=72d7bcaa-38a8-4374-93d2-1b13705d6f66,segment=NetworkSegment(2e356a07-e40a-4bbe-b289-401db042fbd4),segment_id=2e356a07-e40a-4bbe-b289-401db042fbd4)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:21.774894 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.803676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Network 8df4d5e5-f234-4c6d-8d46-1a0328637638 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:21.836782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89021da9-d295-4df6-b725-4d1677a22e51 None None] Pushing event updated for resources: {'Port': ['ID=72d7bcaa-38a8-4374-93d2-1b13705d6f66,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:21.890861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 8df4d5e5-f234-4c6d-8d46-1a0328637638) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:21.894862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:21.895442 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:21.899809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5c8ba-0be7-4704-8504-5b1f96ede797 None None] Network 8df4d5e5-f234-4c6d-8d46-1a0328637638 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:21.996728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60968) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:22.010907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-db2f7011-38f3-4425-99e9-645242ff1cb9 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7902145 Oct 15 01:39:22.075960 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-8df4d5e5-f234-4c6d-8d46-1a0328637638', 'network_id': '8df4d5e5-f234-4c6d-8d46-1a0328637638', 'tenant_id': 'a5ee7c753eaf40918f12cb661478b4ef', 'fixed_ips': [{'subnet_id': '4694b2e0-7b8e-454d-95a0-f3109735680e'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:22.077428 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.135381 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.186827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.224805 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Allocated IP 2001:db8::2 (8df4d5e5-f234-4c6d-8d46-1a0328637638/4694b2e0-7b8e-454d-95a0-f3109735680e/7b1f9e98-a630-4b8b-9c6f-9a35577eb94e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:22.369461 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.440123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.482264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Network 8df4d5e5-f234-4c6d-8d46-1a0328637638 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:22.485078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:22.491414 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:22.497058 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Pushing event updated for resources: {'Port': ['ID=7b1f9e98-a630-4b8b-9c6f-9a35577eb94e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:22.514714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.552561 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Subnet': ['ID=4694b2e0-7b8e-454d-95a0-f3109735680e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:22.564504 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Attempting to bind port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:22.564876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Attempting to bind port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '3dcfabfc-d3d8-472c-ba34-42f11e8f3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8df4d5e5-f234-4c6d-8d46-1a0328637638'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:22.565248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Attempting to bind port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e on network 8df4d5e5-f234-4c6d-8d46-1a0328637638 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:22.572415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:22.572793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Checking segment: {'id': '3dcfabfc-d3d8-472c-ba34-42f11e8f3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8df4d5e5-f234-4c6d-8d46-1a0328637638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:22.573226 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.573615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Bound using segment: {'id': '3dcfabfc-d3d8-472c-ba34-42f11e8f3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8df4d5e5-f234-4c6d-8d46-1a0328637638'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:22.574129 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Bound port: 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcfabfc-d3d8-472c-ba34-42f11e8f3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8df4d5e5-f234-4c6d-8d46-1a0328637638'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:22.574505 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.622202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.643786 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df4d5e5-f234-4c6d-8d46-1a0328637638']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:22.652249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] For port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:22.655039 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcfabfc-d3d8-472c-ba34-42f11e8f3563') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:22.655414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcfabfc-d3d8-472c-ba34-42f11e8f3563') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:22.655740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] For port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7b1f9e98-a630-4b8b-9c6f-9a35577eb94e,segment=NetworkSegment(3dcfabfc-d3d8-472c-ba34-42f11e8f3563),segment_id=3dcfabfc-d3d8-472c-ba34-42f11e8f3563)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:22.667285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.725358 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.727297 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.736399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:22.736889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:22.740190 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:22.830708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dae1ac-8aca-4a3c-9da3-63ad0b9f1395 None None] Network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:22.864564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff5e0a-4c66-45e8-a527-80216cc12c44 None None] Pushing event updated for resources: {'Port': ['ID=7b1f9e98-a630-4b8b-9c6f-9a35577eb94e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:22.911169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e783a6-a49e-4c67-9b18-cdbdfc553a63 None None] Network 8df4d5e5-f234-4c6d-8d46-1a0328637638 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:22.913293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.db.api [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 01:39:22.913293 n-d-811521-2 neutron-server[107725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 01:39:22.913293 n-d-811521-2 neutron-server[107725]: [parameters: {'id': '8df4d5e5-f234-4c6d-8d46-1a0328637638'}] Oct 15 01:39:22.913293 n-d-811521-2 neutron-server[107725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=107725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:39:22.913974 n-d-811521-2 neutron-server[107725]: DEBUG oslo_db.api [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:39:22.934497 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 72d7bcaa-38a8-4374-93d2-1b13705d6f66 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:23.021066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-da035665-91ee-42bc-a091-d65a288dcc55 None None] Provisioning complete for port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:23.021430 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da035665-91ee-42bc-a091-d65a288dcc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.176032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:23.176682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.251747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da035665-91ee-42bc-a091-d65a288dcc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.294408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-da035665-91ee-42bc-a091-d65a288dcc55 None None] For port 72d7bcaa-38a8-4374-93d2-1b13705d6f66, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=72d7bcaa-38a8-4374-93d2-1b13705d6f66,segment=NetworkSegment(2e356a07-e40a-4bbe-b289-401db042fbd4),segment_id=2e356a07-e40a-4bbe-b289-401db042fbd4)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:23.330608 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.350190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da035665-91ee-42bc-a091-d65a288dcc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.415734 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.424801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf68879-fdf5-4931-bfc7-d20a29872a63 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 01:39:23.429794 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:39:23.430155 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:39:23.453399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da035665-91ee-42bc-a091-d65a288dcc55 None None] Pushing event updated for resources: {'Port': ['ID=72d7bcaa-38a8-4374-93d2-1b13705d6f66,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:23.470997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Deleting port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:23.471336 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.491005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1f78e41c-953a-4157-8469-9ea66a702384 None None] Provisioning complete for port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:23.491375 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f78e41c-953a-4157-8469-9ea66a702384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.541408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] For port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=7b1f9e98-a630-4b8b-9c6f-9a35577eb94e,segment=NetworkSegment(3dcfabfc-d3d8-472c-ba34-42f11e8f3563),segment_id=3dcfabfc-d3d8-472c-ba34-42f11e8f3563)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:23.541759 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.545038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf68879-fdf5-4931-bfc7-d20a29872a63 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 01:39:23.555330 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Calling delete_port for 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:23.685269 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.712348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Port': ['ID=7b1f9e98-a630-4b8b-9c6f-9a35577eb94e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:23.714191 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No DVR routers for this DVR port 7b1f9e98-a630-4b8b-9c6f-9a35577eb94e on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:23.796757 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.816321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df4d5e5-f234-4c6d-8d46-1a0328637638']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:23.825554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcfabfc-d3d8-472c-ba34-42f11e8f3563') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:23.825844 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcfabfc-d3d8-472c-ba34-42f11e8f3563') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:23.835599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.848436 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.854810 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:23.855197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:23.858279 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:23.994048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.002108 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.005516 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/8df4d5e5-f234-4c6d-8d46-1a0328637638 HTTP/1.1" status: 204 len: 168 time: 2.0071766 Oct 15 01:39:24.009345 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60970) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:24.016529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b2bf5-cab7-4393-80f3-bd68734071ec tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Network': ['ID=8df4d5e5-f234-4c6d-8d46-1a0328637638,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:24.038566 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f6a521-8421-4350-a375-42ba0c279e77 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] GET failed (client error): The resource could not be found. Oct 15 01:39:24.039855 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-85f6a521-8421-4350-a375-42ba0c279e77 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "GET /v2.0/subnets/4694b2e0-7b8e-454d-95a0-f3109735680e HTTP/1.1" status: 404 len: 337 time: 0.0295339 Oct 15 01:39:24.042555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:24.059835 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf6a71-61dc-4444-baf3-4b7d94dc54e4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] DELETE failed (client error): The resource could not be found. Oct 15 01:39:24.060349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cf6a71-61dc-4444-baf3-4b7d94dc54e4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 01:39:24.063232 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-61cf6a71-61dc-4444-baf3-4b7d94dc54e4 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/8df4d5e5-f234-4c6d-8d46-1a0328637638 HTTP/1.1" status: 404 len: 339 time: 0.0198033 Oct 15 01:39:24.066673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60974) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:24.092200 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-816fd0df-bf5b-40c9-991d-d17a36e8a610 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] DELETE failed (client error): The resource could not be found. Oct 15 01:39:24.092628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816fd0df-bf5b-40c9-991d-d17a36e8a610 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 01:39:24.095539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-816fd0df-bf5b-40c9-991d-d17a36e8a610 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/subnets/4694b2e0-7b8e-454d-95a0-f3109735680e HTTP/1.1" status: 404 len: 337 time: 0.0280201 Oct 15 01:39:24.097716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60976) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:24.114242 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-0520b2e1-e1d1-4d5b-872f-c1c6510c4509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] DELETE failed (client error): The resource could not be found. Oct 15 01:39:24.114728 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0520b2e1-e1d1-4d5b-872f-c1c6510c4509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 01:39:24.117616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0520b2e1-e1d1-4d5b-872f-c1c6510c4509 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/8df4d5e5-f234-4c6d-8d46-1a0328637638 HTTP/1.1" status: 404 len: 339 time: 0.0190356 Oct 15 01:39:24.119778 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60978) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:24.168111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Deleting subnet 4d5615e0-c052-4955-a0dc-cbb9742fb3af {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:39:24.171022 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.214649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.293840 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.409412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.442015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5615e0-c052-4955-a0dc-cbb9742fb3af,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:24.447079 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.450309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3bc27654-3eec-46a9-b341-c49ba41d7379 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/subnets/4d5615e0-c052-4955-a0dc-cbb9742fb3af HTTP/1.1" status: 204 len: 168 time: 0.3295588 Oct 15 01:39:24.452747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60980) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:24.455430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d1e085-75c7-479b-867f-3d9fee9cbd8c None None] Network 57e0dff3-8002-4ff1-be99-1415f52ad6c3 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:24.531009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.587672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Deleting port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:24.588015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.622711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] DHCP port deletion for 57e0dff3-8002-4ff1-be99-1415f52ad6c3 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:39:24.656310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] For port 72d7bcaa-38a8-4374-93d2-1b13705d6f66, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=72d7bcaa-38a8-4374-93d2-1b13705d6f66,segment=NetworkSegment(2e356a07-e40a-4bbe-b289-401db042fbd4),segment_id=2e356a07-e40a-4bbe-b289-401db042fbd4)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:24.656668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.669632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Calling delete_port for 72d7bcaa-38a8-4374-93d2-1b13705d6f66 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:24.673568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] Deleting port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:24.673936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.737524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] For port 72d7bcaa-38a8-4374-93d2-1b13705d6f66, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=72d7bcaa-38a8-4374-93d2-1b13705d6f66,segment=NetworkSegment(2e356a07-e40a-4bbe-b289-401db042fbd4),segment_id=2e356a07-e40a-4bbe-b289-401db042fbd4)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:24.737908 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.750439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] Calling delete_port for 72d7bcaa-38a8-4374-93d2-1b13705d6f66 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:24.815058 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.830192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.839798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Port': ['ID=72d7bcaa-38a8-4374-93d2-1b13705d6f66,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:24.845474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No DVR routers for this DVR port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:24.857628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] Pushing event deleted for resources: {'Port': ['ID=72d7bcaa-38a8-4374-93d2-1b13705d6f66,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:24.863575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda325c4-d253-4c8c-8478-7d4e5d9a5e39 None None] No DVR routers for this DVR port 72d7bcaa-38a8-4374-93d2-1b13705d6f66 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:24.897980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 72d7bcaa-38a8-4374-93d2-1b13705d6f66 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:39:24.917923 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 72d7bcaa-38a8-4374-93d2-1b13705d6f66 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:39:24.918278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 72d7bcaa-38a8-4374-93d2-1b13705d6f66 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:39:24.932119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.951976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e0dff3-8002-4ff1-be99-1415f52ad6c3']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:24.961595 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e356a07-e40a-4bbe-b289-401db042fbd4') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:24.961881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e356a07-e40a-4bbe-b289-401db042fbd4') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:24.970908 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.983796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.989460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:24.990268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:24.992978 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:25.122977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.130613 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.133848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/57e0dff3-8002-4ff1-be99-1415f52ad6c3 HTTP/1.1" status: 204 len: 168 time: 0.6801195 Oct 15 01:39:25.136556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60982) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:25.144893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a692b-9652-4a8d-899a-5bdd0faa88a6 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Network': ['ID=57e0dff3-8002-4ff1-be99-1415f52ad6c3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:25.163645 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ee53ba-706f-4346-b623-8e6f6c7524d3 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] DELETE failed (client error): The resource could not be found. Oct 15 01:39:25.164095 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ee53ba-706f-4346-b623-8e6f6c7524d3 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 01:39:25.167149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-59ee53ba-706f-4346-b623-8e6f6c7524d3 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/subnets/b1546c97-dcaf-4d3d-9494-cb726729727c HTTP/1.1" status: 404 len: 337 time: 0.0291240 Oct 15 01:39:25.169795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 60984) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:25.187902 n-d-811521-2 neutron-server[107725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a464691e-58b7-4fb0-88b0-a813d5aea590 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] DELETE failed (client error): The resource could not be found. Oct 15 01:39:25.188414 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a464691e-58b7-4fb0-88b0-a813d5aea590 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 01:39:25.191322 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a464691e-58b7-4fb0-88b0-a813d5aea590 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/261407aa-319c-4339-b568-c359c303e794 HTTP/1.1" status: 404 len: 339 time: 0.0206239 Oct 15 01:39:25.194518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60986) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:25.220350 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e70706-0bf0-4f00-840e-0c3231287ece tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] DELETE failed (client error): The resource could not be found. Oct 15 01:39:25.220784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e70706-0bf0-4f00-840e-0c3231287ece tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 01:39:25.223732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22e70706-0bf0-4f00-840e-0c3231287ece tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/subnets/1b2ec08b-f856-48d9-8020-85dee1befcfb HTTP/1.1" status: 404 len: 337 time: 0.0281587 Oct 15 01:39:25.226214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60988) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:25.243936 n-d-811521-2 neutron-server[107726]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4fa7ca-1806-467c-9707-066e4d85ed17 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] DELETE failed (client error): The resource could not be found. Oct 15 01:39:25.244457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4fa7ca-1806-467c-9707-066e4d85ed17 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=107726) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 01:39:25.247439 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-db4fa7ca-1806-467c-9707-066e4d85ed17 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/6294d428-aa13-4241-af61-0065dd9e386b HTTP/1.1" status: 404 len: 339 time: 0.0203669 Oct 15 01:39:25.249646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60990) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:25.298107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Deleting subnet 63669603-badb-42f7-9bef-c364e26514e2 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:39:25.301131 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.346016 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.428342 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.581023 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.615091 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Subnet': ['ID=63669603-badb-42f7-9bef-c364e26514e2,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:25.619958 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.623270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a0ec691b-4a3d-4ff6-b718-118173e170cb tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/subnets/63669603-badb-42f7-9bef-c364e26514e2 HTTP/1.1" status: 204 len: 168 time: 0.3727276 Oct 15 01:39:25.625837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60992) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:25.628535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a893d0-3f40-4274-a438-31301cf45224 None None] Network f21ea137-db5d-4707-811b-0225897c9bc5 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:25.702284 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.758913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Deleting port fd194cdf-c5bd-4790-960f-b15a5bacfaeb {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:25.759251 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.803688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] DHCP port deletion for f21ea137-db5d-4707-811b-0225897c9bc5 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:39:25.842847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] For port fd194cdf-c5bd-4790-960f-b15a5bacfaeb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,segment=NetworkSegment(90e76965-1711-48fa-a4a2-a842300d1afd),segment_id=90e76965-1711-48fa-a4a2-a842300d1afd)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:25.843207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.851331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] Deleting port fd194cdf-c5bd-4790-960f-b15a5bacfaeb {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:25.851693 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.856249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Calling delete_port for fd194cdf-c5bd-4790-960f-b15a5bacfaeb owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:25.916853 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] For port fd194cdf-c5bd-4790-960f-b15a5bacfaeb, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,segment=NetworkSegment(90e76965-1711-48fa-a4a2-a842300d1afd),segment_id=90e76965-1711-48fa-a4a2-a842300d1afd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:25.917137 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:25.929920 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] Calling delete_port for fd194cdf-c5bd-4790-960f-b15a5bacfaeb owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:25.976973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.003511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.004935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Port': ['ID=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:26.007939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] No DVR routers for this DVR port fd194cdf-c5bd-4790-960f-b15a5bacfaeb on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:26.031630 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] Pushing event deleted for resources: {'Port': ['ID=fd194cdf-c5bd-4790-960f-b15a5bacfaeb,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:26.037108 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8205538-bed9-4c9e-b4fa-a492dfd4d393 None None] No DVR routers for this DVR port fd194cdf-c5bd-4790-960f-b15a5bacfaeb on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:26.097283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.117663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21ea137-db5d-4707-811b-0225897c9bc5']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:26.126701 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e76965-1711-48fa-a4a2-a842300d1afd') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:26.127338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e76965-1711-48fa-a4a2-a842300d1afd') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:26.137591 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.150513 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.156955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:26.157502 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:26.161431 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:26.290972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.297870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.301040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] 10.222.0.13 "DELETE /v2.0/networks/f21ea137-db5d-4707-811b-0225897c9bc5 HTTP/1.1" status: 204 len: 168 time: 0.6742678 Oct 15 01:39:26.306403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a1adfc0b-0b23-4afa-ab15-f89515f055f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:26.313209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa056b-7ff6-4a24-bea2-55af211ea230 tempest-NetworksIpV6Test-1417275830 tempest-NetworksIpV6Test-1417275830-project] Pushing event deleted for resources: {'Network': ['ID=f21ea137-db5d-4707-811b-0225897c9bc5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:26.817525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 60998) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:26.893441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fd194cdf-c5bd-4790-960f-b15a5bacfaeb no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:39:26.917709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: fd194cdf-c5bd-4790-960f-b15a5bacfaeb {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:39:26.918050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fd194cdf-c5bd-4790-960f-b15a5bacfaeb not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:39:26.963746 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8af42ec5-b913-4b71-b874-406821fbd9cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5ee7c753eaf40918f12cb661478b4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450200 Oct 15 01:39:26.966364 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32770) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:27.014621 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ba22e6d-4b86-47e9-a9f4-9c84c1bf3c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:27.036743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ba22e6d-4b86-47e9-a9f4-9c84c1bf3c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:27.153874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ba22e6d-4b86-47e9-a9f4-9c84c1bf3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:27.156473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5ba22e6d-4b86-47e9-a9f4-9c84c1bf3c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:27.157684 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5ba22e6d-4b86-47e9-a9f4-9c84c1bf3c3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35aac3ca-94fa-4a17-addd-41e98a946814 HTTP/1.1" status: 204 len: 168 time: 0.1904192 Oct 15 01:39:27.166242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba22e6d-4b86-47e9-a9f4-9c84c1bf3c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aac3ca-94fa-4a17-addd-41e98a946814,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:28.067606 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32792) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:28.136873 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:39:28.160527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c25e87f5-43d5-45e7-9b50-605e2b1cb7c3 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1159553946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:28.228388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25e87f5-43d5-45e7-9b50-605e2b1cb7c3 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.229336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25e87f5-43d5-45e7-9b50-605e2b1cb7c3 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.283460 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25e87f5-43d5-45e7-9b50-605e2b1cb7c3 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.319820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25e87f5-43d5-45e7-9b50-605e2b1cb7c3 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.405178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25e87f5-43d5-45e7-9b50-605e2b1cb7c3 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.406408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c25e87f5-43d5-45e7-9b50-605e2b1cb7c3 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3376706 Oct 15 01:39:28.409049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32796) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:28.414159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1236081569'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:28.488991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Made reservation on behalf of d45034c814c34fd0ad699c8fce93f8a2 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:28.492415 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.500835 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.573815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.644972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.671689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:28.680773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ce591-e8fa-4a46-8a76-600a3595f600,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:28.686555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.686888 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Added segment 0af2af26-9c4a-411f-acaf-f80bbcf3c725 of type vlan for network f26af3da-b7ec-4451-ba54-10d118c5dab4 Oct 15 01:39:28.729402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.810939 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.816750 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:28.817352 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:28.888038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event updated for resources: {'Network': ['ID=f26af3da-b7ec-4451-ba54-10d118c5dab4,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:28.928611 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-131bba93-ceea-40aa-be58-c8d1a29f0971 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5185003 Oct 15 01:39:28.931639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32798) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:28.936869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Request body: {'subnet': {'network_id': 'f26af3da-b7ec-4451-ba54-10d118c5dab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:28.956435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f26af3da-b7ec-4451-ba54-10d118c5dab4 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:29.022553 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-58c429e7-c35b-4596-80c8-2f9cac4ab35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.102427 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Made reservation on behalf of d45034c814c34fd0ad699c8fce93f8a2 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:29.105890 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.342382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.404130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event updated for resources: {'Subnet': ['ID=cfff43ef-4b4d-47ca-95c0-18010dbe3b3a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:29.413173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Checking segment: {'id': '0af2af26-9c4a-411f-acaf-f80bbcf3c725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f26af3da-b7ec-4451-ba54-10d118c5dab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:29.413481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Network hostable DHCP agents. Network: f26af3da-b7ec-4451-ba54-10d118c5dab4, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:29.530846 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Network f26af3da-b7ec-4451-ba54-10d118c5dab4 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:29.645126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f26af3da-b7ec-4451-ba54-10d118c5dab4) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:29.649919 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:29.650555 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.655383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d06c504-5777-460b-b176-51af75541184 None None] Network f26af3da-b7ec-4451-ba54-10d118c5dab4 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:29.737302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0179ff28-39af-4146-bea6-7b16a83bce73 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8045583 Oct 15 01:39:29.740421 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32800) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:29.745298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-382429237'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:29.806708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-f26af3da-b7ec-4451-ba54-10d118c5dab4', 'network_id': 'f26af3da-b7ec-4451-ba54-10d118c5dab4', 'tenant_id': 'd45034c814c34fd0ad699c8fce93f8a2', 'fixed_ips': [{'subnet_id': 'cfff43ef-4b4d-47ca-95c0-18010dbe3b3a'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:29.807586 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.826299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Made reservation on behalf of d45034c814c34fd0ad699c8fce93f8a2 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:29.829892 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.854215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:29.862605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.862941 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Added segment 09ca1d25-5a09-4bbe-8e3c-b38cf11a469f of type vlan for network b6b02833-faee-4e4f-8622-4f89c6b83985 Oct 15 01:39:29.904024 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.946240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Allocated IP 172.20.0.2 (f26af3da-b7ec-4451-ba54-10d118c5dab4/cfff43ef-4b4d-47ca-95c0-18010dbe3b3a/1b62c48b-7c65-4ad9-b040-31555f1445fe) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:29.963567 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:29.969158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:29.969733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.039689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event updated for resources: {'Network': ['ID=b6b02833-faee-4e4f-8622-4f89c6b83985,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:30.063040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0bed74f1-8539-4cf6-ae3d-807e7d54bee6 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3215437 Oct 15 01:39:30.065776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:30.066955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network b6b02833-faee-4e4f-8622-4f89c6b83985 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:30.071601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Request body: {'subnet': {'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:30.145515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.222477 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.250729 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Made reservation on behalf of d45034c814c34fd0ad699c8fce93f8a2 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:30.254582 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.255430 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.262346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Network f26af3da-b7ec-4451-ba54-10d118c5dab4 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:30.265512 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:30.268925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:30.282117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Pushing event updated for resources: {'Port': ['ID=1b62c48b-7c65-4ad9-b040-31555f1445fe,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:30.333543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Attempting to bind port 1b62c48b-7c65-4ad9-b040-31555f1445fe on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:30.334559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Attempting to bind port 1b62c48b-7c65-4ad9-b040-31555f1445fe by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0af2af26-9c4a-411f-acaf-f80bbcf3c725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f26af3da-b7ec-4451-ba54-10d118c5dab4'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:30.334955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Attempting to bind port 1b62c48b-7c65-4ad9-b040-31555f1445fe on network f26af3da-b7ec-4451-ba54-10d118c5dab4 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:30.340105 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:30.343204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Checking segment: {'id': '0af2af26-9c4a-411f-acaf-f80bbcf3c725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f26af3da-b7ec-4451-ba54-10d118c5dab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:30.343204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.343204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Bound using segment: {'id': '0af2af26-9c4a-411f-acaf-f80bbcf3c725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f26af3da-b7ec-4451-ba54-10d118c5dab4'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:30.343204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Bound port: 1b62c48b-7c65-4ad9-b040-31555f1445fe, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af2af26-9c4a-411f-acaf-f80bbcf3c725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f26af3da-b7ec-4451-ba54-10d118c5dab4'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:30.343204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.403557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] For port 1b62c48b-7c65-4ad9-b040-31555f1445fe, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:30.406793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] For port 1b62c48b-7c65-4ad9-b040-31555f1445fe, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1b62c48b-7c65-4ad9-b040-31555f1445fe,segment=NetworkSegment(0af2af26-9c4a-411f-acaf-f80bbcf3c725),segment_id=0af2af26-9c4a-411f-acaf-f80bbcf3c725)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:30.471922 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.500583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.505097 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.530218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9b8fe-868c-4ccc-8d02-e454790bdf8e None None] Pushing event updated for resources: {'Port': ['ID=1b62c48b-7c65-4ad9-b040-31555f1445fe,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:30.576078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event updated for resources: {'Subnet': ['ID=405ad39a-884f-46ee-a4ec-bc11ba1c5a9b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:30.582829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Checking segment: {'id': '09ca1d25-5a09-4bbe-8e3c-b38cf11a469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:30.583218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Network hostable DHCP agents. Network: b6b02833-faee-4e4f-8622-4f89c6b83985, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:30.654690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Network b6b02833-faee-4e4f-8622-4f89c6b83985 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:30.730927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, b6b02833-faee-4e4f-8622-4f89c6b83985) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:30.735627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:30.736310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.743076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f3271-bc45-43c4-9892-ddf4ad759169 None None] Network b6b02833-faee-4e4f-8622-4f89c6b83985 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:30.838039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d3e3c0d4-dae0-4240-a524-0983c1998fcd tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7711933 Oct 15 01:39:30.840706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32804) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:30.845138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3bfd635b-73af-45b7-944c-9fe98e3920b4 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:30.906827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-b6b02833-faee-4e4f-8622-4f89c6b83985', 'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985', 'tenant_id': 'd45034c814c34fd0ad699c8fce93f8a2', 'fixed_ips': [{'subnet_id': '405ad39a-884f-46ee-a4ec-bc11ba1c5a9b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:30.907849 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:30.936245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b62c48b-7c65-4ad9-b040-31555f1445fe up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:31.072547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1b62c48b-7c65-4ad9-b040-31555f1445fe triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:31.073224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.074341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bfd635b-73af-45b7-944c-9fe98e3920b4 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.110420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Allocated IP 172.21.0.2 (b6b02833-faee-4e4f-8622-4f89c6b83985/405ad39a-884f-46ee-a4ec-bc11ba1c5a9b/c256c4ff-348e-4acd-a8b7-525b623fedc3) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:31.231624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.250923 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [None req-3bfd635b-73af-45b7-944c-9fe98e3920b4 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 01:39:31.258789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3bfd635b-73af-45b7-944c-9fe98e3920b4 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "PUT /v2.0/routers/69660fc7-a7ae-4e66-b536-adb0904014df HTTP/1.1" status: 400 len: 364 time: 0.4105544 Oct 15 01:39:31.259156 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32806) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:31.305812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1b62c48b-7c65-4ad9-b040-31555f1445fe, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1b62c48b-7c65-4ad9-b040-31555f1445fe,segment=NetworkSegment(0af2af26-9c4a-411f-acaf-f80bbcf3c725),segment_id=0af2af26-9c4a-411f-acaf-f80bbcf3c725)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:31.313170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Deleting subnet 405ad39a-884f-46ee-a4ec-bc11ba1c5a9b {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:39:31.325488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.369299 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.394028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.399314 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.433174 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Network b6b02833-faee-4e4f-8622-4f89c6b83985 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:31.436553 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1b62c48b-7c65-4ad9-b040-31555f1445fe,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:31.439339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:31.442844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.446253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d477d7-25e2-4345-af7a-338b40a3876e None None] Network f26af3da-b7ec-4451-ba54-10d118c5dab4 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:31.448087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:31.532866 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.585417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Pushing event updated for resources: {'Port': ['ID=c256c4ff-348e-4acd-a8b7-525b623fedc3,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:31.605660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Attempting to bind port c256c4ff-348e-4acd-a8b7-525b623fedc3 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:31.606035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Attempting to bind port c256c4ff-348e-4acd-a8b7-525b623fedc3 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '09ca1d25-5a09-4bbe-8e3c-b38cf11a469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:31.606429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Attempting to bind port c256c4ff-348e-4acd-a8b7-525b623fedc3 on network b6b02833-faee-4e4f-8622-4f89c6b83985 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:31.619281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cc664ab-7600-4260-8914-f62f7360eb09 None None] Provisioning complete for port 1b62c48b-7c65-4ad9-b040-31555f1445fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:31.619650 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cc664ab-7600-4260-8914-f62f7360eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.623948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:31.624178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Checking segment: {'id': '09ca1d25-5a09-4bbe-8e3c-b38cf11a469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:31.624476 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.624861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Bound using segment: {'id': '09ca1d25-5a09-4bbe-8e3c-b38cf11a469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:31.625340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Bound port: c256c4ff-348e-4acd-a8b7-525b623fedc3, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ca1d25-5a09-4bbe-8e3c-b38cf11a469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b6b02833-faee-4e4f-8622-4f89c6b83985'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:31.625717 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.645662 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.673253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event deleted for resources: {'Subnet': ['ID=405ad39a-884f-46ee-a4ec-bc11ba1c5a9b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:31.676950 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.682997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22a96f53-3e7c-404f-b417-9ad2f2985d50 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "DELETE /v2.0/subnets/405ad39a-884f-46ee-a4ec-bc11ba1c5a9b HTTP/1.1" status: 204 len: 168 time: 0.4204471 Oct 15 01:39:31.683266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32808) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:31.758585 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.785767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] For port c256c4ff-348e-4acd-a8b7-525b623fedc3, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:31.792898 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] For port c256c4ff-348e-4acd-a8b7-525b623fedc3, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c256c4ff-348e-4acd-a8b7-525b623fedc3,segment=NetworkSegment(09ca1d25-5a09-4bbe-8e3c-b38cf11a469f),segment_id=09ca1d25-5a09-4bbe-8e3c-b38cf11a469f)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:31.815921 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Deleting port c256c4ff-348e-4acd-a8b7-525b623fedc3 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:31.816258 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.851999 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.894003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] For port c256c4ff-348e-4acd-a8b7-525b623fedc3, host n-d-811521-2, got binding levels [] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:31.894501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:31.909799 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Calling delete_port for c256c4ff-348e-4acd-a8b7-525b623fedc3 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:31.929014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da46fbf-ccff-45af-a853-01bc9391b45a None None] Pushing event updated for resources: {'Port': ['ID=c256c4ff-348e-4acd-a8b7-525b623fedc3,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:31.946768 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40906ef-d8a7-40db-ab27-9d21fdd1e21e None None] Network b6b02833-faee-4e4f-8622-4f89c6b83985 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:32.077285 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.081626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-fd413c42-1d7d-4dd2-ac1a-55da4ede507d None None] Provisioning complete for port 1b62c48b-7c65-4ad9-b040-31555f1445fe triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:32.082228 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fd413c42-1d7d-4dd2-ac1a-55da4ede507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.102857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event deleted for resources: {'Port': ['ID=c256c4ff-348e-4acd-a8b7-525b623fedc3,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:32.103895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ded859-e30d-45ef-a839-e4f4a53698e1 None None] get_active_networks_info from n-d-811521-2 {{(pid=107727) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 01:39:32.108506 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] No DVR routers for this DVR port c256c4ff-348e-4acd-a8b7-525b623fedc3 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:32.192995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.211001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ded859-e30d-45ef-a839-e4f4a53698e1 None None] Resources bound (agent type, host, resource id): {{(pid=107727) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 01:39:32.217476 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b02833-faee-4e4f-8622-4f89c6b83985']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:32.226996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ca1d25-5a09-4bbe-8e3c-b38cf11a469f') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:32.227290 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ca1d25-5a09-4bbe-8e3c-b38cf11a469f') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:32.236902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.250118 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.256633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:32.257002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:32.259962 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:32.399511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.406450 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.409597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "DELETE /v2.0/networks/b6b02833-faee-4e4f-8622-4f89c6b83985 HTTP/1.1" status: 204 len: 168 time: 0.7254603 Oct 15 01:39:32.412337 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32810) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:32.421383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e5b6d-31f9-4cd9-831b-6189885bebf0 tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event deleted for resources: {'Network': ['ID=b6b02833-faee-4e4f-8622-4f89c6b83985,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:32.468661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Deleting subnet cfff43ef-4b4d-47ca-95c0-18010dbe3b3a {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:39:32.471830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.512902 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.563425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.599063 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.732069 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.761339 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event deleted for resources: {'Subnet': ['ID=cfff43ef-4b4d-47ca-95c0-18010dbe3b3a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:32.765647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.768860 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0fe56bf7-40e8-42e3-a868-7af4e6ff26ec tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "DELETE /v2.0/subnets/cfff43ef-4b4d-47ca-95c0-18010dbe3b3a HTTP/1.1" status: 204 len: 168 time: 0.3554809 Oct 15 01:39:32.771457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 32812) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:32.773927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ce765-3f58-4f2b-8cce-a204c1bcc3de None None] Network f26af3da-b7ec-4451-ba54-10d118c5dab4 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:32.850051 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.905367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Deleting port 1b62c48b-7c65-4ad9-b040-31555f1445fe {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:32.905704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.920838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b62c48b-7c65-4ad9-b040-31555f1445fe up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:32.952746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] DHCP port deletion for f26af3da-b7ec-4451-ba54-10d118c5dab4 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:39:32.969149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] For port 1b62c48b-7c65-4ad9-b040-31555f1445fe, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1b62c48b-7c65-4ad9-b040-31555f1445fe,segment=NetworkSegment(0af2af26-9c4a-411f-acaf-f80bbcf3c725),segment_id=0af2af26-9c4a-411f-acaf-f80bbcf3c725)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:32.969512 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:32.986043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Calling delete_port for 1b62c48b-7c65-4ad9-b040-31555f1445fe owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:33.011438 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1b62c48b-7c65-4ad9-b040-31555f1445fe triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:33.011812 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.046020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] Deleting port 1b62c48b-7c65-4ad9-b040-31555f1445fe {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:39:33.046398 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.118161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] For port 1b62c48b-7c65-4ad9-b040-31555f1445fe, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1b62c48b-7c65-4ad9-b040-31555f1445fe,segment=NetworkSegment(0af2af26-9c4a-411f-acaf-f80bbcf3c725),segment_id=0af2af26-9c4a-411f-acaf-f80bbcf3c725)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:33.118902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.131792 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.151132 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] Calling delete_port for 1b62c48b-7c65-4ad9-b040-31555f1445fe owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:39:33.159228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event deleted for resources: {'Port': ['ID=1b62c48b-7c65-4ad9-b040-31555f1445fe,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:33.161067 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] No DVR routers for this DVR port 1b62c48b-7c65-4ad9-b040-31555f1445fe on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:33.240930 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.244171 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.264651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26af3da-b7ec-4451-ba54-10d118c5dab4']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:33.265266 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] Pushing event deleted for resources: {'Port': ['ID=1b62c48b-7c65-4ad9-b040-31555f1445fe,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:33.270829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3030ea-ab99-4c12-89fb-18ec9af97b7a None None] No DVR routers for this DVR port 1b62c48b-7c65-4ad9-b040-31555f1445fe on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:39:33.277055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af2af26-9c4a-411f-acaf-f80bbcf3c725') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:33.281677 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af2af26-9c4a-411f-acaf-f80bbcf3c725') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:33.287553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.300755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.306954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:39:33.310412 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:39:33.448486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.457574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.460838 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "DELETE /v2.0/networks/f26af3da-b7ec-4451-ba54-10d118c5dab4 HTTP/1.1" status: 204 len: 168 time: 0.6883404 Oct 15 01:39:33.463745 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32814) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:33.476279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1300e5-6a27-4231-91de-68a054e9659a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Pushing event deleted for resources: {'Network': ['ID=f26af3da-b7ec-4451-ba54-10d118c5dab4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:33.496123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9c263321-d598-41f5-8e2a-d8ac422a438a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "GET /v2.0/ports?device_id=69660fc7-a7ae-4e66-b536-adb0904014df HTTP/1.1" status: 200 len: 205 time: 0.0310802 Oct 15 01:39:33.498393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32816) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:33.571520 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-46d7e14d-3d90-4871-ab9c-2109c3b9231a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.726955 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-46d7e14d-3d90-4871-ab9c-2109c3b9231a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.729084 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-46d7e14d-3d90-4871-ab9c-2109c3b9231a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.837105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-46d7e14d-3d90-4871-ab9c-2109c3b9231a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.837601 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d7e14d-3d90-4871-ab9c-2109c3b9231a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Fanout notify agent at l3_agent the message router_deleted on router 69660fc7-a7ae-4e66-b536-adb0904014df {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:39:33.844531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-46d7e14d-3d90-4871-ab9c-2109c3b9231a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:33.845552 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-46d7e14d-3d90-4871-ab9c-2109c3b9231a tempest-RoutersNegativeTest-116666761 tempest-RoutersNegativeTest-116666761-project] 10.222.0.13 "DELETE /v2.0/routers/69660fc7-a7ae-4e66-b536-adb0904014df HTTP/1.1" status: 204 len: 168 time: 0.3462722 Oct 15 01:39:34.246866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32822) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:34.380101 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eb70ba42-1884-4d9c-9cdc-f387fcb94156 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d45034c814c34fd0ad699c8fce93f8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320822 Oct 15 01:39:34.383328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32826) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:34.430598 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2ced9b3-3360-48c5-936f-0ff74553d392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:34.450921 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2ced9b3-3360-48c5-936f-0ff74553d392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:34.574785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2ced9b3-3360-48c5-936f-0ff74553d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:34.577753 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e2ced9b3-3360-48c5-936f-0ff74553d392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:34.579012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e2ced9b3-3360-48c5-936f-0ff74553d392 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a55ce591-e8fa-4a46-8a76-600a3595f600 HTTP/1.1" status: 204 len: 168 time: 0.1948049 Oct 15 01:39:34.586825 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ced9b3-3360-48c5-936f-0ff74553d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ce591-e8fa-4a46-8a76-600a3595f600,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:34.892216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b62c48b-7c65-4ad9-b040-31555f1445fe no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:39:34.912394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1b62c48b-7c65-4ad9-b040-31555f1445fe {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:39:34.912752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b62c48b-7c65-4ad9-b040-31555f1445fe not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:39:35.635247 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32848) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:35.732171 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1370347360-network', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:35.839180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Made reservation on behalf of ad8e4a2764f04b61be46067f7842688f for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:35.841595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:35.854396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:35.926564 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.002739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.030132 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:36.036240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c335b05-d0d9-48c1-b805-7a5509a51608,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:36.042055 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.042430 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Added segment ab320ec4-60a1-4c54-a8cf-6206196966af of type vlan for network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 Oct 15 01:39:36.082427 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.147943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.148794 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:36.149359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.211901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] Pushing event updated for resources: {'Network': ['ID=d83d6d09-f587-45c6-8e1f-b1eedb5afe36,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:36.221562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:36.224678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a377a130-baec-46f9-a407-cc6e4fc766af admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5883558 Oct 15 01:39:36.227820 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32852) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:36.232785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Request body: {'subnet': {'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-subnet', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:36.305671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Made reservation on behalf of ad8e4a2764f04b61be46067f7842688f for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:36.308048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.540835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.590320 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9df6e7-3b80-4a3f-84c1-e69830731aea,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:36.606420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Checking segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:36.606774 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Network hostable DHCP agents. Network: d83d6d09-f587-45c6-8e1f-b1eedb5afe36, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:36.694210 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:36.754290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d83d6d09-f587-45c6-8e1f-b1eedb5afe36) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:36.758859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:36.759764 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.762958 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc20444-13d3-4530-aabd-d98262b990bf None None] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:36.823370 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-84e758f8-c03a-4e40-8271-d89edec28839 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5944355 Oct 15 01:39:36.825967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32854) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:36.830399 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:36.911376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-d83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'fixed_ips': [{'subnet_id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:36.912966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.925112 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.926210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:36.978556 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.046956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Allocated IP 172.20.0.2 (d83d6d09-f587-45c6-8e1f-b1eedb5afe36/fb9df6e7-3b80-4a3f-84c1-e69830731aea/0c0a6344-4050-4763-b64f-1e371d979c1e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:37.189049 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.340389 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.405392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.451110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:37.456136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:37.461571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:37.465140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Pushing event updated for resources: {'Port': ['ID=0c0a6344-4050-4763-b64f-1e371d979c1e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:37.477653 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.498681 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.526144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Attempting to bind port 0c0a6344-4050-4763-b64f-1e371d979c1e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:37.528181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Attempting to bind port 0c0a6344-4050-4763-b64f-1e371d979c1e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:37.528181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Attempting to bind port 0c0a6344-4050-4763-b64f-1e371d979c1e on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:37.531988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:37.532366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Checking segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:37.532769 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.533161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Bound using segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:37.533628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Bound port: 0c0a6344-4050-4763-b64f-1e371d979c1e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:37.534010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.601635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] For port 0c0a6344-4050-4763-b64f-1e371d979c1e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:37.604814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] For port 0c0a6344-4050-4763-b64f-1e371d979c1e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0c0a6344-4050-4763-b64f-1e371d979c1e,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:37.606321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Allocated IP 172.25.2.162 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/76be2938-bc02-4afd-b9f8-28a2b0947c8a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:37.685708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.714443 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.744647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9c91a-934e-4495-9f58-ac5a0e440bc3 None None] Pushing event updated for resources: {'Port': ['ID=0c0a6344-4050-4763-b64f-1e371d979c1e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:37.805945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:37.846189 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:37.849214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:37.856424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:37.879199 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Pushing event updated for resources: {'Port': ['ID=76be2938-bc02-4afd-b9f8-28a2b0947c8a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:38.232785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:38.436274 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:38.620511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:39:38.665980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f451a2f0-12f8-481d-95c5-66dc3bc0a8b8 None None] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:38.737428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2afc88c4-72c5-4acd-a5de-90bcb4b9d68f None None] Provisioning complete for port 0c0a6344-4050-4763-b64f-1e371d979c1e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:38.737799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2afc88c4-72c5-4acd-a5de-90bcb4b9d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:38.891784 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2afc88c4-72c5-4acd-a5de-90bcb4b9d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:38.934394 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2afc88c4-72c5-4acd-a5de-90bcb4b9d68f None None] For port 0c0a6344-4050-4763-b64f-1e371d979c1e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0c0a6344-4050-4763-b64f-1e371d979c1e,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:38.961065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0c0a6344-4050-4763-b64f-1e371d979c1e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:39.011914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 0c0a6344-4050-4763-b64f-1e371d979c1e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:39.012279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.037139 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2afc88c4-72c5-4acd-a5de-90bcb4b9d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.054148 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:39:39.074485 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Sync routers for ids ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:39:39.107965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc88c4-72c5-4acd-a5de-90bcb4b9d68f None None] Pushing event updated for resources: {'Port': ['ID=0c0a6344-4050-4763-b64f-1e371d979c1e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:39.115220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Routers {'4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:39.115967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:39.143218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.148051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d9a0f55d-41bd-4669-a597-559bacb9a717 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3175616 Oct 15 01:39:39.148192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32856) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:39.231612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-430b9802-c347-4412-aa26-f20618c9ff7c None None] Provisioning complete for port 0c0a6344-4050-4763-b64f-1e371d979c1e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:39.231886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-430b9802-c347-4412-aa26-f20618c9ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.292766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Set router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:39.504706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:39:38Z', 'revision_number': 3, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port': {'id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:37Z', 'updated_at': '2021-10-15T01:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:39.538816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Checking router: 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:39:39.539164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Updating router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 port 76be2938-bc02-4afd-b9f8-28a2b0947c8a binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:39:39.563841 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.570505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.775448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Allocated IP 172.20.0.1 (d83d6d09-f587-45c6-8e1f-b1eedb5afe36/fb9df6e7-3b80-4a3f-84c1-e69830731aea/28e701c1-b90e-4423-8c68-681a38ad7130) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:39.817561 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.882460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.888667 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.940983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1c09d-5e27-4d31-93e0-ad7bbf575b78 None None] Pushing event updated for resources: {'Port': ['ID=76be2938-bc02-4afd-b9f8-28a2b0947c8a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:39.943870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Attempting to bind port 76be2938-bc02-4afd-b9f8-28a2b0947c8a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:39.944234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Attempting to bind port 76be2938-bc02-4afd-b9f8-28a2b0947c8a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:39.944597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Attempting to bind port 76be2938-bc02-4afd-b9f8-28a2b0947c8a on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:39.950068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:39.950494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:39.950896 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.951275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:39.951733 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Bound port: 76be2938-bc02-4afd-b9f8-28a2b0947c8a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:39.952107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:39.971627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.006115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] For port 76be2938-bc02-4afd-b9f8-28a2b0947c8a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:40.009222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] For port 76be2938-bc02-4afd-b9f8-28a2b0947c8a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=76be2938-bc02-4afd-b9f8-28a2b0947c8a,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:40.010626 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:40.013404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:40.018996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:40.040993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Pushing event updated for resources: {'Port': ['ID=28e701c1-b90e-4423-8c68-681a38ad7130,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:40.061467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.078243 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.137068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Routers {'4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:40.137683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:40.175218 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1c09d-5e27-4d31-93e0-ad7bbf575b78 None None] Pushing event updated for resources: {'Port': ['ID=76be2938-bc02-4afd-b9f8-28a2b0947c8a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:40.256302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] Set router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:40.304806 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.330461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-103ec9c3-2a97-47e3-98f9-a1c5b0ba1742 None None] Provisioning complete for port 28e701c1-b90e-4423-8c68-681a38ad7130 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:40.330825 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-103ec9c3-2a97-47e3-98f9-a1c5b0ba1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.408845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-103ec9c3-2a97-47e3-98f9-a1c5b0ba1742 None None] Port 28e701c1-b90e-4423-8c68-681a38ad7130 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:39:40.469406 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.478802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:39:38Z', 'revision_number': 3, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port': {'id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:37Z', 'updated_at': '2021-10-15T01:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:40.506782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.507734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29834f2-fe5e-4309-9d1c-1fa6fa4be058 None None] The sync data for ids ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'] in n-d-811521-2 is: [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:39:38Z', 'revision_number': 3, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port': {'id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:37Z', 'updated_at': '2021-10-15T01:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:39:40.542482 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.610857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Pushing event updated for resources: {'Port': ['ID=28e701c1-b90e-4423-8c68-681a38ad7130,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:40.613239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:40.724053 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:40.725406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:40.854742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:39:40.998001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:39:40.998751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 76be2938-bc02-4afd-b9f8-28a2b0947c8a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:41.006628 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f10ddc76-5adb-43ff-a26d-8c89bbb2da1b admin admin] 10.222.0.13 "PUT /v2.0/routers/4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8573523 Oct 15 01:39:41.048377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ae3b7120-0852-4385-a8e4-f3590e4857f4 None None] Provisioning complete for port 28e701c1-b90e-4423-8c68-681a38ad7130 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:41.048745 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ae3b7120-0852-4385-a8e4-f3590e4857f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.089575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ae3b7120-0852-4385-a8e4-f3590e4857f4 None None] Port 28e701c1-b90e-4423-8c68-681a38ad7130 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:39:41.094944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 76be2938-bc02-4afd-b9f8-28a2b0947c8a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:41.095319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.190170 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.211487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 76be2938-bc02-4afd-b9f8-28a2b0947c8a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=76be2938-bc02-4afd-b9f8-28a2b0947c8a,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:41.283250 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.284278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0c0a6344-4050-4763-b64f-1e371d979c1e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:41.360071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=76be2938-bc02-4afd-b9f8-28a2b0947c8a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:41.371777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 0c0a6344-4050-4763-b64f-1e371d979c1e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:41.372143 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.720708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32872) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:41.726368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-22648494-network', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:41.826158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Made reservation on behalf of 076d0d92c32f4e688e0a749ea1ce54b8 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:41.828926 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.838718 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.915414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:41.982580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.014534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:39:42.020366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72363a-7812-4503-a5e2-8c9872394088,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:42.023934 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.024276 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Added segment c8e3a779-e5ed-4d88-bd37-b4ab82e89526 of type vlan for network 136ac893-0e9b-4fbc-9b49-a693fa728934 Oct 15 01:39:42.045803 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Sync routers for ids ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:39:42.052254 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Routers {'4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:42.052888 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:42.065072 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.142718 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.143740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:42.144328 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.159647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Set router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:42.211742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] Pushing event updated for resources: {'Network': ['ID=136ac893-0e9b-4fbc-9b49-a693fa728934,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:42.221841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:39:42.225371 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f0074c31-7606-4159-8b51-c1753c879834 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5035603 Oct 15 01:39:42.228134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32874) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:42.233089 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Request body: {'subnet': {'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-subnet', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:42.307888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Made reservation on behalf of 076d0d92c32f4e688e0a749ea1ce54b8 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:42.310417 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.356470 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:39:40Z', 'revision_number': 4, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port': {'id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:37Z', 'updated_at': '2021-10-15T01:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '28e701c1-b90e-4423-8c68-681a38ad7130', 'name': '', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'mac_address': 'fa:16:3e:48:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:39Z', 'updated_at': '2021-10-15T01:39:40Z', 'revision_number': 2, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'subnets': [{'id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:42.387717 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Checking router: 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:39:42.388067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Updating router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 port 28e701c1-b90e-4423-8c68-681a38ad7130 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:39:42.412461 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.559777 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.617146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08da11c-7ce5-4967-97f7-18dbd8316e2c,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:42.624447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Checking segment: {'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:42.624809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Network hostable DHCP agents. Network: 136ac893-0e9b-4fbc-9b49-a693fa728934, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:39:42.672189 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.728436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:39:42.754068 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.805234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 136ac893-0e9b-4fbc-9b49-a693fa728934) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:42.808869 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Pushing event updated for resources: {'Port': ['ID=28e701c1-b90e-4423-8c68-681a38ad7130,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:42.809760 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:42.810675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.814822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05df83-dc11-42c1-8f4e-0e3e401a2cef None None] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:42.833076 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.833481 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.833799 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.834172 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.834733 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.835061 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.835378 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.835705 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.836682 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.836682 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.836682 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.837003 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:42.873835 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Attempting to bind port 28e701c1-b90e-4423-8c68-681a38ad7130 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:42.874232 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Attempting to bind port 28e701c1-b90e-4423-8c68-681a38ad7130 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:42.874585 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Attempting to bind port 28e701c1-b90e-4423-8c68-681a38ad7130 on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:42.880638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:42.884757 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Checking segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:42.884757 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.884757 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Bound using segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:42.884757 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Bound port: 28e701c1-b90e-4423-8c68-681a38ad7130, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:42.884757 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:42.933783 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-2eeadcef-57c9-4308-adcc-7d69f4c3ec0e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7041919 Oct 15 01:39:42.935893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32876) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:42.941684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:42.949811 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] For port 28e701c1-b90e-4423-8c68-681a38ad7130, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:42.953005 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] For port 28e701c1-b90e-4423-8c68-681a38ad7130, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=28e701c1-b90e-4423-8c68-681a38ad7130,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:42.959001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 76be2938-bc02-4afd-b9f8-28a2b0947c8a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:43.023338 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.023592 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.024481 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.048554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-ee152ac7-c786-44ed-bdf4-e1617b5562c4 None None] Provisioning complete for port 28e701c1-b90e-4423-8c68-681a38ad7130 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:43.048928 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ee152ac7-c786-44ed-bdf4-e1617b5562c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.053882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-136ac893-0e9b-4fbc-9b49-a693fa728934', 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'fixed_ips': [{'subnet_id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:39:43.054774 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.057708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 76be2938-bc02-4afd-b9f8-28a2b0947c8a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:43.058130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.085527 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Routers {'4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:43.086157 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:43.105264 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.141589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c969397-e340-4cf1-87f6-d692a9e3072a None None] Pushing event updated for resources: {'Port': ['ID=28e701c1-b90e-4423-8c68-681a38ad7130,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:43.225532 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] Set router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:43.332404 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ee152ac7-c786-44ed-bdf4-e1617b5562c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.336097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Allocated IP 172.20.0.2 (136ac893-0e9b-4fbc-9b49-a693fa728934/c08da11c-7ce5-4967-97f7-18dbd8316e2c/99ad0fc7-4430-488f-ac9e-ae8ab143f605) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:43.381511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.557927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ee152ac7-c786-44ed-bdf4-e1617b5562c4 None None] For port 28e701c1-b90e-4423-8c68-681a38ad7130, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=28e701c1-b90e-4423-8c68-681a38ad7130,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:43.572764 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:39:40Z', 'revision_number': 4, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port': {'id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:37Z', 'updated_at': '2021-10-15T01:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '28e701c1-b90e-4423-8c68-681a38ad7130', 'name': '', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'mac_address': 'fa:16:3e:48:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:39Z', 'updated_at': '2021-10-15T01:39:42Z', 'revision_number': 4, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'subnets': [{'id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:43.600177 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c558-e9de-4064-abba-b4a20c1d5e0d None None] The sync data for ids ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'] in n-d-811521-2 is: [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:39:40Z', 'revision_number': 4, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port': {'id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:37Z', 'updated_at': '2021-10-15T01:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '28e701c1-b90e-4423-8c68-681a38ad7130', 'name': '', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'mac_address': 'fa:16:3e:48:82:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:39Z', 'updated_at': '2021-10-15T01:39:42Z', 'revision_number': 4, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'subnets': [{'id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:39:43.618052 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ee152ac7-c786-44ed-bdf4-e1617b5562c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.667292 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.692362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.732807 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee152ac7-c786-44ed-bdf4-e1617b5562c4 None None] Pushing event updated for resources: {'Port': ['ID=28e701c1-b90e-4423-8c68-681a38ad7130,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:43.750289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.758680 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-786d90c0-ee13-4e48-972a-e08b8a37679c None None] Provisioning complete for port 28e701c1-b90e-4423-8c68-681a38ad7130 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:43.759042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-786d90c0-ee13-4e48-972a-e08b8a37679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.814185 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Allocated IP 172.25.2.64 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/bc8d0fa7-bd9d-41bf-9110-854ba8cb888b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:43.831471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.889289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:43.894440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:43.899379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:43.902422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Pushing event updated for resources: {'Port': ['ID=99ad0fc7-4430-488f-ac9e-ae8ab143f605,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:43.930011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.958039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Attempting to bind port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:43.959042 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Attempting to bind port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:43.959545 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Attempting to bind port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 on network 136ac893-0e9b-4fbc-9b49-a693fa728934 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:43.964916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:43.965382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Checking segment: {'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:43.965857 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:43.966337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Bound using segment: {'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:43.966800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Bound port: 99ad0fc7-4430-488f-ac9e-ae8ab143f605, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:43.967180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:44.022605 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:44.036246 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] For port 99ad0fc7-4430-488f-ac9e-ae8ab143f605, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:44.040708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] For port 99ad0fc7-4430-488f-ac9e-ae8ab143f605, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=99ad0fc7-4430-488f-ac9e-ae8ab143f605,segment=NetworkSegment(c8e3a779-e5ed-4d88-bd37-b4ab82e89526),segment_id=c8e3a779-e5ed-4d88-bd37-b4ab82e89526)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:44.060082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:44.062993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:44.066428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:44.096679 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:44.108992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:44.179461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027f172-4467-420f-8e61-347c928e0f9a None None] Pushing event updated for resources: {'Port': ['ID=99ad0fc7-4430-488f-ac9e-ae8ab143f605,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:44.751710 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:44.971396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:44.989118 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 28e701c1-b90e-4423-8c68-681a38ad7130 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:45.045664 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 28e701c1-b90e-4423-8c68-681a38ad7130 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:45.046038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.113858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cad15-6e8b-4058-a49c-21dc371515b0 None None] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:39:45.149850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 99ad0fc7-4430-488f-ac9e-ae8ab143f605 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:45.199248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:39:45.243151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-64d356e3-952e-4017-aae6-b577c6bfd90a None None] Provisioning complete for port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:45.243515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64d356e3-952e-4017-aae6-b577c6bfd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.313357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:39:45.316244 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:45.316610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.341773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Sync routers for ids ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:39:45.384461 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.385839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eedc8b16-f357-4bd7-ba85-a3f14c851b04 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4486761 Oct 15 01:39:45.386922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Routers {'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:45.387531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:45.388769 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 32878) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:39:45.491380 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64d356e3-952e-4017-aae6-b577c6bfd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.600517 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Set router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:45.633039 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.665271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-64d356e3-952e-4017-aae6-b577c6bfd90a None None] For port 99ad0fc7-4430-488f-ac9e-ae8ab143f605, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=99ad0fc7-4430-488f-ac9e-ae8ab143f605,segment=NetworkSegment(c8e3a779-e5ed-4d88-bd37-b4ab82e89526),segment_id=c8e3a779-e5ed-4d88-bd37-b4ab82e89526)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:45.673116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.735900 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64d356e3-952e-4017-aae6-b577c6bfd90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.823883 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:39:45.824230 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:39:45.838886 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.859547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d356e3-952e-4017-aae6-b577c6bfd90a None None] Pushing event updated for resources: {'Port': ['ID=99ad0fc7-4430-488f-ac9e-ae8ab143f605,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:45.878737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2385e79b-6879-40bb-860a-91a2f4dcd1b7 None None] Provisioning complete for port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:45.881917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2385e79b-6879-40bb-860a-91a2f4dcd1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.921867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:44Z', 'revision_number': 3, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port': {'id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:45.953169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Checking router: c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:39:45.953514 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Updating router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:39:45.983793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:45.996451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Allocated IP 172.20.0.1 (136ac893-0e9b-4fbc-9b49-a693fa728934/c08da11c-7ce5-4967-97f7-18dbd8316e2c/4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:46.098951 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.191903 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.236858 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:46.240307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:46.242788 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:46.262061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.275209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Pushing event updated for resources: {'Port': ['ID=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:46.289599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.354392 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.425663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Attempting to bind port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:46.426039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Attempting to bind port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:46.426470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Attempting to bind port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:46.429273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a40a83-0de4-4d18-80f2-4f997d5d7d16 None None] Pushing event updated for resources: {'Port': ['ID=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:46.435122 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:46.435452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:46.440992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.440992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:46.440992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Bound port: bc8d0fa7-bd9d-41bf-9110-854ba8cb888b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:46.440992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.490363 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-21912d8a-99f2-4931-bbb2-c4e1c38ac863 None None] Provisioning complete for port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:46.490745 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-21912d8a-99f2-4931-bbb2-c4e1c38ac863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.491368 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.528300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] For port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:46.658325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.703648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] For port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:46.704993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-21912d8a-99f2-4931-bbb2-c4e1c38ac863 None None] Port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:39:46.730945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.760047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.800726 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Pushing event updated for resources: {'Port': ['ID=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:46.803963 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:46.816027 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Routers {'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:46.816639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:46.821289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a40a83-0de4-4d18-80f2-4f997d5d7d16 None None] Pushing event updated for resources: {'Port': ['ID=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:46.898066 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:46.899715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:46.924382 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 99ad0fc7-4430-488f-ac9e-ae8ab143f605 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:46.954754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] Set router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:47.026021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:39:47.074735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:47.074735 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:47.148453 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:39:47.153716 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-97510916-6bf3-48c0-86f2-60dc3217928a admin admin] 10.222.0.13 "PUT /v2.0/routers/c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639613 Oct 15 01:39:47.183575 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e9a83bb3-8d23-48d3-9ff9-011b980048ef None None] Provisioning complete for port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:47.183859 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9a83bb3-8d23-48d3-9ff9-011b980048ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:47.267910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e9a83bb3-8d23-48d3-9ff9-011b980048ef None None] Port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:39:47.308587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 4, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port': {'id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e', 'name': '', 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'mac_address': 'fa:16:3e:be:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:45Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 2, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'subnets': [{'id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:47.340815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e0671-f294-4bb6-bdd0-694d96a720f6 None None] The sync data for ids ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'] in n-d-811521-2 is: [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 4, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port': {'id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e', 'name': '', 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'mac_address': 'fa:16:3e:be:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:45Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 2, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'subnets': [{'id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:39:48.287603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-f6965814-142e-43bd-8034-8490294e881d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:48.289138 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-f6965814-142e-43bd-8034-8490294e881d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/networks?id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36 HTTP/1.1" status: 200 len: 817 time: 0.1090336 Oct 15 01:39:48.315654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-61512311-dc20-4620-a741-d3003d079727 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/quotas/ad8e4a2764f04b61be46067f7842688f HTTP/1.1" status: 200 len: 375 time: 0.0097828 Oct 15 01:39:48.370773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-90444c96-6837-42f6-8582-6b792350f0e7 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad8e4a2764f04b61be46067f7842688f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480795 Oct 15 01:39:48.569053 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-f44c21bb-3950-48b1-ac7a-9700a6591993 service neutron] 10.222.0.13 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854117 Oct 15 01:39:48.664426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-b9963f0e-6483-4e0e-9a96-f6e35c677a7f service neutron] 10.222.0.13 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890121 Oct 15 01:39:48.911287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3843a85-d7d8-466b-b099-f353619d489c req-db88ec49-8fd7-441d-81e4-da8f6987ed29 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 210 time: 0.0299644 Oct 15 01:39:48.948832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc8d0fa7-bd9d-41bf-9110-854ba8cb888b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:48.998964 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:48.999336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:49.078547 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:49.098625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:49.168561 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:49.218451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:50.004659 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d08b4bc5-1b84-4beb-b68c-35a557b61bc5 req-9488638d-eb5f-4296-a4b9-1e5ffc7411ec tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 210 time: 0.0265794 Oct 15 01:39:50.683563 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Sync routers for ids ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:39:50.694021 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Routers {'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:50.694700 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:50.798264 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Set router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:50.930534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc8d0fa7-bd9d-41bf-9110-854ba8cb888b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:50.979434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-f314b6b0-f3a2-4977-889a-593076e985d9 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:50.981142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:50.981516 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:50.983316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-f314b6b0-f3a2-4977-889a-593076e985d9 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.30 "GET /v2.0/networks?id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36 HTTP/1.1" status: 200 len: 817 time: 0.1167767 Oct 15 01:39:51.000897 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Request body: {'port': {'device_id': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'admin_state_up': True, 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:51.016521 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 4, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port': {'id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e', 'name': '', 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'mac_address': 'fa:16:3e:be:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:45Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 2, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'subnets': [{'id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:51.051387 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Checking router: c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:39:51.056258 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Updating router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:39:51.078967 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.123588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-75acd3c6-3e38-4dd9-b36c-e51a8ff57a93 req-78f7526f-7927-46dd-8b06-e39216d07034 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 210 time: 0.0333550 Oct 15 01:39:51.208548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Made reservation on behalf of ad8e4a2764f04b61be46067f7842688f for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:39:51.212433 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.344362 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Allocated IP 172.20.0.11 (d83d6d09-f587-45c6-8e1f-b1eedb5afe36/fb9df6e7-3b80-4a3f-84c1-e69830731aea/00bb2de3-b57a-4ea9-b72e-b8854da7dbe6) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:39:51.355900 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.431507 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.499792 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.505212 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01709c-d46f-4ccc-a6fb-f3dea46768a5 None None] Pushing event updated for resources: {'Port': ['ID=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:51.538723 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Attempting to bind port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:51.539074 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Attempting to bind port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:51.539439 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Attempting to bind port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e on network 136ac893-0e9b-4fbc-9b49-a693fa728934 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:51.544782 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:51.545814 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Checking segment: {'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:51.545814 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.546038 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Bound using segment: {'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:51.546391 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Bound port: 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:51.546771 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.616139 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] For port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:51.619359 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] For port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,segment=NetworkSegment(c8e3a779-e5ed-4d88-bd37-b4ab82e89526),segment_id=c8e3a779-e5ed-4d88-bd37-b4ab82e89526)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:51.634062 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.677968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:39:51.680938 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:39:51.686539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:39:51.692678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Pushing event updated for resources: {'Port': ['ID=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:51.718437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-162bf413-aa60-47b2-a153-dba39baf760d None None] Provisioning complete for port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:51.718805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-162bf413-aa60-47b2-a153-dba39baf760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.731949 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.741368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:51.745000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.762886 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-162bf413-aa60-47b2-a153-dba39baf760d None None] Port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:39:51.795829 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Routers {'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:39:51.796440 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:39:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:51.831008 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-7ec8166b-a0ad-4016-b677-66814ff93538 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8381424 Oct 15 01:39:51.837122 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01709c-d46f-4ccc-a6fb-f3dea46768a5 None None] Pushing event updated for resources: {'Port': ['ID=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:51.903934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Request body: {'port': {'device_id': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:39:51.933679 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] Set router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:39:51.976531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:51.984917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-92b92148-efe7-408d-82a1-00995c606d61 None None] Provisioning complete for port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:51.986580 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-92b92148-efe7-408d-82a1-00995c606d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.031056 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-92b92148-efe7-408d-82a1-00995c606d61 None None] Port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:39:52.154653 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 4, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port': {'id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e', 'name': '', 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'mac_address': 'fa:16:3e:be:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:45Z', 'updated_at': '2021-10-15T01:39:51Z', 'revision_number': 4, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'subnets': [{'id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:39:52.158022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-907676fc-f858-44e8-958b-88b2b59805f1 None None] Provisioning complete for port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:52.158790 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-907676fc-f858-44e8-958b-88b2b59805f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.188095 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c73e7-4cfe-4fbc-9d94-2d1f1901fa6f None None] The sync data for ids ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'] in n-d-811521-2 is: [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:46Z', 'revision_number': 4, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port': {'id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e', 'name': '', 'network_id': '136ac893-0e9b-4fbc-9b49-a693fa728934', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'mac_address': 'fa:16:3e:be:2b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:45Z', 'updated_at': '2021-10-15T01:39:51Z', 'revision_number': 4, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'subnets': [{'id': 'c08da11c-7ce5-4967-97f7-18dbd8316e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:39:52.263870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-907676fc-f858-44e8-958b-88b2b59805f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.280032 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e93f-ef25-46a1-bd03-2a1cdedd3e0f req-9ae61252-0650-43ec-98e4-45dc0e9010b2 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:52.288952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:39:52.291828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32f3e93f-ef25-46a1-bd03-2a1cdedd3e0f req-9ae61252-0650-43ec-98e4-45dc0e9010b2 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 932 time: 0.0718248 Oct 15 01:39:52.297785 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.305912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-907676fc-f858-44e8-958b-88b2b59805f1 None None] For port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,segment=NetworkSegment(c8e3a779-e5ed-4d88-bd37-b4ab82e89526),segment_id=c8e3a779-e5ed-4d88-bd37-b4ab82e89526)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:52.312258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Transition to ACTIVE for port object 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:39:52.333156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-32f3e93f-ef25-46a1-bd03-2a1cdedd3e0f req-4075d488-6e1b-462d-8845-3af8e7220e20 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Oct 15 01:39:52.382378 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-907676fc-f858-44e8-958b-88b2b59805f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.405074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.434757 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907676fc-f858-44e8-958b-88b2b59805f1 None None] Pushing event updated for resources: {'Port': ['ID=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:52.471584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:52.561530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Attempting to bind port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:39:52.561864 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Attempting to bind port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:39:52.562234 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Attempting to bind port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:52.567416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:39:52.568293 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Attempting to bind port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:39:52.573724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:39:52.574084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Checking segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:39:52.574513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Bound using segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:39:52.574946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Bound port: 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:39:52.575299 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.647367 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] For port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:39:52.650530 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] For port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:39:52.700499 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.735198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:52.735768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:52.737509 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] 10.222.0.30 "PUT /v2.0/ports/00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 HTTP/1.1" status: 200 len: 1092 time: 0.8951542 Oct 15 01:39:52.740700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'tag': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:39:52.743870 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6bef9-babc-4d84-b9f9-17df327878a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6b9764-bec1-4c9a-83e0-b6c82a91447e", "tag": "00bb2de3-b57a-4ea9-b72e-b8854da7dbe6"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:39:52.779986 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa461673-8939-4e9e-b6c6-603dbd85ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:52.793870 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe484e81-f36e-41e7-aade-ac6dcca0b64e x-openstack-request-id: req-fe484e81-f36e-41e7-aade-ac6dcca0b64e {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:39:52.793870 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6b9764-bec1-4c9a-83e0-b6c82a91447e", "tag": "00bb2de3-b57a-4ea9-b72e-b8854da7dbe6", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:39:52.793870 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe484e81-f36e-41e7-aade-ac6dcca0b64e {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:39:52.793870 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'tag': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6', 'status': 'completed', 'code': 200} Oct 15 01:39:52.858047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6bef9-babc-4d84-b9f9-17df327878a1 req-7271d8c1-e363-4e98-960b-203ea772dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:52.859615 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9a6bef9-babc-4d84-b9f9-17df327878a1 req-7271d8c1-e363-4e98-960b-203ea772dea8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad8e4a2764f04b61be46067f7842688f&device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 1095 time: 0.0490401 Oct 15 01:39:52.949640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:52.970243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6bef9-babc-4d84-b9f9-17df327878a1 req-4d16cada-2558-4499-a080-6a86148507fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:52.971719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9a6bef9-babc-4d84-b9f9-17df327878a1 req-4d16cada-2558-4499-a080-6a86148507fd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ad8e4a2764f04b61be46067f7842688f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1010621 Oct 15 01:39:52.997839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:52.998451 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:53.072335 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6bef9-babc-4d84-b9f9-17df327878a1 req-f475599b-2fb6-4afc-9bc1-60a5719103f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:53.073820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a9a6bef9-babc-4d84-b9f9-17df327878a1 req-f475599b-2fb6-4afc-9bc1-60a5719103f0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952938 Oct 15 01:39:53.151846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-998a7947-4cf8-471c-a14a-1636004c1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:53.153324 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-998a7947-4cf8-471c-a14a-1636004c1722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad8e4a2764f04b61be46067f7842688f&device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 1095 time: 0.0421474 Oct 15 01:39:53.198813 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-b6d908a0-fd9b-4c85-a72d-4c36bf55275f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 HTTP/1.1" status: 200 len: 217 time: 0.0370166 Oct 15 01:39:53.247762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-95cb347e-0a53-4c2a-8e71-fcacb96a47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:53.249202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-95cb347e-0a53-4c2a-8e71-fcacb96a47a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb9df6e7-3b80-4a3f-84c1-e69830731aea HTTP/1.1" status: 200 len: 856 time: 0.0439734 Oct 15 01:39:53.294710 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-16948bd5-40a9-434a-81c5-305ff3d2b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:53.296226 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-16948bd5-40a9-434a-81c5-305ff3d2b03c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395904 Oct 15 01:39:53.391429 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-8d7f96f8-26bc-4e6f-8af5-a2a00d456a7c service neutron] 10.222.0.30 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866685 Oct 15 01:39:53.451561 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d8048-0a96-4e93-b890-bf8f880ca7f2 req-b61558da-7986-4763-a240-64c05474483d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:53.452929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c32d8048-0a96-4e93-b890-bf8f880ca7f2 req-b61558da-7986-4763-a240-64c05474483d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 944 time: 0.0512495 Oct 15 01:39:53.481344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2c03f2d6-dcc3-4f96-b556-6fb6cad2f1b5 req-2eb5ddc0-f540-421d-b0df-9532de2f6580 service neutron] 10.222.0.30 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832973 Oct 15 01:39:53.492166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c32d8048-0a96-4e93-b890-bf8f880ca7f2 req-374690a4-e7f1-4037-9ed0-a0f8005dab7e tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Oct 15 01:39:54.607912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe91ea-c939-448d-8523-867cd5237fe8 req-8582c4ee-7eca-48ba-a28d-c27d2fb07463 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:54.609368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cfe91ea-c939-448d-8523-867cd5237fe8 req-8582c4ee-7eca-48ba-a28d-c27d2fb07463 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 944 time: 0.0483029 Oct 15 01:39:54.646992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0cfe91ea-c939-448d-8523-867cd5237fe8 req-fd859206-15f6-409f-b0dd-489a72562ed2 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Oct 15 01:39:55.763448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9275a-9f79-459c-a624-226f934cf64e req-ff92939e-9289-4447-b8f1-490ef8bce86c tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:55.764887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0eb9275a-9f79-459c-a624-226f934cf64e req-ff92939e-9289-4447-b8f1-490ef8bce86c tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 944 time: 0.0498774 Oct 15 01:39:55.803213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0eb9275a-9f79-459c-a624-226f934cf64e req-4f7ed754-58dc-4559-8b9c-879f5b582e01 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Oct 15 01:39:56.324960 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2a1d-7e57-4b9c-9be7-e267a66840a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:56.340546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:39:56.433089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:56.443995 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'port_id': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6', 'mac_address': 'fa:16:3e:eb:3c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:39:56.486893 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:56.499489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:39:56.519279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:56.576467 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:56.623483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:56.630883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.631222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.631554 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.631961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.632473 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.632801 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.633127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.633442 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.633759 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.634074 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.634413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.634727 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:39:56.801969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['00bb2de3-b57a-4ea9-b72e-b8854da7dbe6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:39:56.925093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88027165-310c-4a17-94d0-def1d7739836 req-6caaa910-f80f-42b8-b367-0f0752698a72 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:56.926713 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88027165-310c-4a17-94d0-def1d7739836 req-6caaa910-f80f-42b8-b367-0f0752698a72 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 945 time: 0.0536385 Oct 15 01:39:56.964887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-88027165-310c-4a17-94d0-def1d7739836 req-7c606671-3a32-4b36-9bda-4e4884267f30 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Oct 15 01:39:58.083702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bb7f5-4e3d-4e05-aa87-1e600e1e42fc req-634df2b3-8f82-4558-9857-cab8429c10bc tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:58.085749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509bb7f5-4e3d-4e05-aa87-1e600e1e42fc req-634df2b3-8f82-4558-9857-cab8429c10bc tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 945 time: 0.0547426 Oct 15 01:39:58.124002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-509bb7f5-4e3d-4e05-aa87-1e600e1e42fc req-7691ec5a-bfbe-44f9-ae95-6de3feb9f351 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Oct 15 01:39:58.351393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:39:58.479518 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:39:58.483155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:39:58.483517 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:58.559620 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:58.581041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:39:58.583286 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4565a9-1a2d-4ec0-b3a1-a413fa0c1c47" -d '{"events": [{"server_uuid": "0d6b9764-bec1-4c9a-83e0-b6c82a91447e", "name": "network-vif-plugged", "status": "completed", "tag": "00bb2de3-b57a-4ea9-b72e-b8854da7dbe6"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:39:58.598647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:39:58.665726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:58.671932 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83efdc45-001d-4c00-b139-b1a149c0a27b x-openstack-request-id: req-83efdc45-001d-4c00-b139-b1a149c0a27b {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:39:58.672218 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6b9764-bec1-4c9a-83e0-b6c82a91447e", "name": "network-vif-plugged", "status": "completed", "tag": "00bb2de3-b57a-4ea9-b72e-b8854da7dbe6", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:39:58.672470 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83efdc45-001d-4c00-b139-b1a149c0a27b {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:39:58.672920 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6', 'code': 200} Oct 15 01:39:58.714812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:39:58.769518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ec66a-e163-4a06-b623-e6fb4793bde5 req-27d2506b-298f-4ef0-8f2c-0f25564069be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:58.770914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa3ec66a-e163-4a06-b623-e6fb4793bde5 req-27d2506b-298f-4ef0-8f2c-0f25564069be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 1097 time: 0.0406933 Oct 15 01:39:58.809569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-aa3ec66a-e163-4a06-b623-e6fb4793bde5 req-4be8bacd-6b11-40bb-ac4a-79c4eb5ec466 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Oct 15 01:39:58.865500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-016f4c14-b8c7-4be0-8a4a-12d0330a1e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:39:59.239717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e52be-51ce-40cb-a2bd-86f1a1da6dc0 req-78e2c1af-aa60-4676-b1c7-e6f8eafe00e1 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:39:59.242753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-768e52be-51ce-40cb-a2bd-86f1a1da6dc0 req-78e2c1af-aa60-4676-b1c7-e6f8eafe00e1 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 946 time: 0.0495436 Oct 15 01:39:59.279184 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-768e52be-51ce-40cb-a2bd-86f1a1da6dc0 req-9f7cbce5-9e22-4d21-9f4a-63951a8f1135 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Oct 15 01:40:00.173876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:00.395980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00e9da-89b3-4c05-9bb3-302c30e33555 req-e7edda37-045f-48bf-abf1-d719605c0fc5 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:00.397418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b00e9da-89b3-4c05-9bb3-302c30e33555 req-e7edda37-045f-48bf-abf1-d719605c0fc5 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 946 time: 0.0523312 Oct 15 01:40:00.435671 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6b00e9da-89b3-4c05-9bb3-302c30e33555 req-dd1fcb2a-292e-4572-9d41-7e8654b8a490 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317948 Oct 15 01:40:00.488758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:00.547532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732bdde-b7c9-4023-aac5-5ff297fd1736 req-99e4aa37-cb5c-4b55-98e5-6b8ac5741000 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:00.549001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b732bdde-b7c9-4023-aac5-5ff297fd1736 req-99e4aa37-cb5c-4b55-98e5-6b8ac5741000 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 946 time: 0.0490203 Oct 15 01:40:00.587222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b732bdde-b7c9-4023-aac5-5ff297fd1736 req-bd73b018-1994-420c-9315-a77422bf497a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Oct 15 01:40:02.582335 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:05.137433 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:40:10.490401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:11.140906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-ca972372-aa70-4b3f-8807-ec04aa5d8615 req-2f867b8a-62b5-4d12-a13d-ccd942c76184 service neutron] (107726) timed out ('10.222.0.30', 60110) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:40:15.613439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:25.721228 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbb8b-30c8-49a6-8652-c43e9f7aaf32 req-ecb23756-9fd6-4f42-996e-d1903e348f1f tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:25.722767 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a4cbb8b-30c8-49a6-8652-c43e9f7aaf32 req-ecb23756-9fd6-4f42-996e-d1903e348f1f tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 946 time: 0.0518403 Oct 15 01:40:25.763935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a4cbb8b-30c8-49a6-8652-c43e9f7aaf32 req-90ef4142-c9c2-4429-88bb-a23169d47270 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Oct 15 01:40:26.302309 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e9204931-3df4-4278-aa16-fedbad4d1ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:26.891053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375ed4e-b7a9-4afe-aab4-5e4472c67114 req-0040a595-5d67-4832-a7b3-afabcbf65fec tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:26.892534 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3375ed4e-b7a9-4afe-aab4-5e4472c67114 req-0040a595-5d67-4832-a7b3-afabcbf65fec tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 946 time: 0.0530906 Oct 15 01:40:26.932231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3375ed4e-b7a9-4afe-aab4-5e4472c67114 req-f87f03bf-bb0f-4f42-81ad-6e175c1a3d3f tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Oct 15 01:40:27.303878 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b379c8e-75d2-4d62-9347-37421a231142 req-2f77d5da-20e2-4edf-bb54-4bf1abe8252d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:27.306040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b379c8e-75d2-4d62-9347-37421a231142 req-2f77d5da-20e2-4edf-bb54-4bf1abe8252d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 946 time: 0.0485749 Oct 15 01:40:27.396946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Deleting port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:40:27.397279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:27.486602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] For port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:40:27.486958 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:27.499105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Calling delete_port for 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:40:27.678636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:27.690327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['00bb2de3-b57a-4ea9-b72e-b8854da7dbe6'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:40:27.707253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Pushing event deleted for resources: {'Port': ['ID=00bb2de3-b57a-4ea9-b72e-b8854da7dbe6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:40:27.733497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.733852 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.734235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.734571 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.734908 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.735246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.735574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.735903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.736232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.736556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.736882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.737206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:27.758901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] No DVR routers for this DVR port 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:40:27.761423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:27.764840 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-7b379c8e-75d2-4d62-9347-37421a231142 req-b140f755-8dbe-4849-a936-8e00225d6e0d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.30 "DELETE /v2.0/ports/00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 HTTP/1.1" status: 204 len: 173 time: 0.4493461 Oct 15 01:40:27.765276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'name': 'network-vif-deleted', 'tag': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:40:27.767618 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a7833e-fe35-41b8-8767-a412c3fb7309" -d '{"events": [{"server_uuid": "0d6b9764-bec1-4c9a-83e0-b6c82a91447e", "name": "network-vif-deleted", "tag": "00bb2de3-b57a-4ea9-b72e-b8854da7dbe6"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:40:27.803992 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead5f5b-1ccc-4ff9-8a17-c1b7ddfdc140 x-openstack-request-id: req-bead5f5b-1ccc-4ff9-8a17-c1b7ddfdc140 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:40:27.804476 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6b9764-bec1-4c9a-83e0-b6c82a91447e", "name": "network-vif-deleted", "tag": "00bb2de3-b57a-4ea9-b72e-b8854da7dbe6", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:40:27.804842 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bead5f5b-1ccc-4ff9-8a17-c1b7ddfdc140 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:40:27.805408 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6b9764-bec1-4c9a-83e0-b6c82a91447e', 'name': 'network-vif-deleted', 'tag': '00bb2de3-b57a-4ea9-b72e-b8854da7dbe6', 'status': 'completed', 'code': 200} Oct 15 01:40:28.031888 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-996e3018-b51c-4452-91f3-99c21fca5a5c req-97613332-6616-4fb1-aa57-6d4309e6c851 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d6b9764-bec1-4c9a-83e0-b6c82a91447e HTTP/1.1" status: 200 len: 210 time: 0.0308170 Oct 15 01:40:28.872836 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-229f6e65-77fb-4c1f-a1d8-bbc3c295d007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:30.027201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-1ecaddc0-3996-4f9d-a09e-f0677ba5bbf9 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:30.028643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-1ecaddc0-3996-4f9d-a09e-f0677ba5bbf9 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/networks?id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36 HTTP/1.1" status: 200 len: 817 time: 0.4244220 Oct 15 01:40:30.043031 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-bad886bc-cb09-4dc3-bbd0-e49a092f2e81 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/quotas/ad8e4a2764f04b61be46067f7842688f HTTP/1.1" status: 200 len: 375 time: 0.0086882 Oct 15 01:40:30.092112 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-035cba01-0e1c-4788-9b85-d9fa47d0d58c tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ad8e4a2764f04b61be46067f7842688f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439062 Oct 15 01:40:30.185820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-6ea9d4a3-b6e1-4f21-a089-e7a43cb80a93 service neutron] 10.222.0.13 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822566 Oct 15 01:40:30.190598 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:30.279294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-118db82e-aef4-45cb-8aa7-f7996221b3da service neutron] 10.222.0.13 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871887 Oct 15 01:40:30.510191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bc9b60c9-f78c-4b94-96d1-e3cbac4872c9 req-726a38bc-6552-4c17-b140-b4ef78c960a9 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 210 time: 0.0286357 Oct 15 01:40:30.510810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:30.514439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:40:30.540029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:40:30.540291 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 00bb2de3-b57a-4ea9-b72e-b8854da7dbe6 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:40:31.604732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6902f2bc-5461-4578-ac35-69677bc15eec req-e4fdb54c-9d2e-4558-be44-17b250e038fb tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 210 time: 0.0262284 Oct 15 01:40:32.309276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-32b2caab-a764-4cfa-abf5-71870406071c tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:32.310803 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-32b2caab-a764-4cfa-abf5-71870406071c tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.39 "GET /v2.0/networks?id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36 HTTP/1.1" status: 200 len: 817 time: 0.1056390 Oct 15 01:40:32.324111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Request body: {'port': {'device_id': '167db008-bf0f-45b4-b3fc-a10c08062772', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'admin_state_up': True, 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:40:32.499042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Made reservation on behalf of ad8e4a2764f04b61be46067f7842688f for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:40:32.502682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:32.590612 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:32.632234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Allocated IP 172.20.0.4 (d83d6d09-f587-45c6-8e1f-b1eedb5afe36/fb9df6e7-3b80-4a3f-84c1-e69830731aea/0770dcef-d614-4d9d-8f4a-4be5fb251bbf) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:40:32.716507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-543c27db-0d7d-4a4c-a901-4913e348b067 req-9c6d4917-3419-470e-a1ea-326c10e56e78 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 210 time: 0.0385909 Oct 15 01:40:32.800836 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:32.890439 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:32.933794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:40:32.936702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:40:32.942925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:40:32.948446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Pushing event updated for resources: {'Port': ['ID=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:40:32.975818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.976191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.976513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.977413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.977760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.978111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.978453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.978783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.979118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.979446 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.979774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:32.980099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:40:33.011713 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:33.012325 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.087613 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e043021d-e489-4723-a745-fb3ac2ddd72a tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7681615 Oct 15 01:40:33.101089 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Request body: {'port': {'device_id': '167db008-bf0f-45b4-b3fc-a10c08062772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:40:33.156663 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.192605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e36e8ae3-a3b8-4571-a217-073e9cbb7735 None None] Provisioning complete for port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:40:33.193053 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e36e8ae3-a3b8-4571-a217-073e9cbb7735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.228720 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-e36e8ae3-a3b8-4571-a217-073e9cbb7735 None None] Port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:40:33.433636 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0770dcef-d614-4d9d-8f4a-4be5fb251bbf {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:40:33.440976 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.452447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Transition to ACTIVE for port object 0770dcef-d614-4d9d-8f4a-4be5fb251bbf will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:40:33.541728 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.590780 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Pushing event updated for resources: {'Port': ['ID=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:40:33.663738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Attempting to bind port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:40:33.665106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Attempting to bind port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:40:33.665240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Attempting to bind port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:40:33.669772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:40:33.670169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Attempting to bind port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf on network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:40:33.675002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:40:33.675344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Checking segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:40:33.675732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Bound using segment: {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:40:33.676159 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Bound port: 0770dcef-d614-4d9d-8f4a-4be5fb251bbf, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab320ec4-60a1-4c54-a8cf-6206196966af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:40:33.676519 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.747045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] For port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:40:33.751353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] For port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:40:33.833515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea9a3-dc1a-4710-815e-939a3d7126d6 req-f1810439-8948-405b-b0ed-5aa33f63f09b tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:33.835023 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b34ea9a3-dc1a-4710-815e-939a3d7126d6 req-f1810439-8948-405b-b0ed-5aa33f63f09b tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 943 time: 0.0495455 Oct 15 01:40:33.837123 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.888338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:33.888967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:33.890338 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] 10.222.0.39 "PUT /v2.0/ports/0770dcef-d614-4d9d-8f4a-4be5fb251bbf HTTP/1.1" status: 200 len: 1091 time: 0.7935569 Oct 15 01:40:33.890774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167db008-bf0f-45b4-b3fc-a10c08062772', 'tag': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:40:33.893077 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9" -d '{"events": [{"name": "network-changed", "server_uuid": "167db008-bf0f-45b4-b3fc-a10c08062772", "tag": "0770dcef-d614-4d9d-8f4a-4be5fb251bbf"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:40:33.929292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b34ea9a3-dc1a-4710-815e-939a3d7126d6 req-49491c6f-9774-478e-972c-de7b2c91e7d8 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869503 Oct 15 01:40:33.930415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b4283-bc3a-4458-8425-7ddfee9a1b08 service neutron] Pushing event updated for resources: {'Port': ['ID=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:40:34.048775 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fc8a20-a92f-44e3-bbc8-3211171ecc3e x-openstack-request-id: req-b7fc8a20-a92f-44e3-bbc8-3211171ecc3e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:40:34.049076 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167db008-bf0f-45b4-b3fc-a10c08062772", "tag": "0770dcef-d614-4d9d-8f4a-4be5fb251bbf", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:40:34.049329 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7fc8a20-a92f-44e3-bbc8-3211171ecc3e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:40:34.049738 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167db008-bf0f-45b4-b3fc-a10c08062772', 'tag': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf', 'status': 'completed', 'code': 200} Oct 15 01:40:34.058430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-13f968d9-238b-4cdf-8875-1d9fd1ff6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:34.059929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-13f968d9-238b-4cdf-8875-1d9fd1ff6eff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad8e4a2764f04b61be46067f7842688f&device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 1094 time: 0.0524261 Oct 15 01:40:34.104270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-1007f517-3513-40a8-9e0e-918607bfb07e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0770dcef-d614-4d9d-8f4a-4be5fb251bbf HTTP/1.1" status: 200 len: 217 time: 0.0368178 Oct 15 01:40:34.153144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-bb709e7a-82cd-451f-a7ba-a7b02ea7a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:34.154495 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-bb709e7a-82cd-451f-a7ba-a7b02ea7a58b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb9df6e7-3b80-4a3f-84c1-e69830731aea HTTP/1.1" status: 200 len: 856 time: 0.0425837 Oct 15 01:40:34.200890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-af4ca15b-c717-4fb4-968a-6486df56041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:34.202323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-af4ca15b-c717-4fb4-968a-6486df56041a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406337 Oct 15 01:40:34.295017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-e2765543-33c0-4fa7-9b58-3a50f6ee9c31 service neutron] 10.222.0.39 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Oct 15 01:40:34.391122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1092bce-4c86-4552-bbdd-4fddc79fb00d req-6601e83f-fd7a-4d7c-bffb-4d715dbe39d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890613 Oct 15 01:40:34.561385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-05bfac72-74e7-4af1-b559-ae8d7dd6c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:34.562927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-05bfac72-74e7-4af1-b559-ae8d7dd6c40d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad8e4a2764f04b61be46067f7842688f&device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 1094 time: 0.0425169 Oct 15 01:40:34.652008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-d63fc8a9-e828-41fd-aaf8-e26b6dc78653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:34.653437 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-d63fc8a9-e828-41fd-aaf8-e26b6dc78653 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36 HTTP/1.1" status: 200 len: 918 time: 0.0838988 Oct 15 01:40:34.699649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-5d039645-4c23-44fa-a73b-d9fde40bc084 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0770dcef-d614-4d9d-8f4a-4be5fb251bbf HTTP/1.1" status: 200 len: 217 time: 0.0387189 Oct 15 01:40:34.749520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-fa7f6537-c0f1-46c5-9624-e8567a431f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:34.751019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-fa7f6537-c0f1-46c5-9624-e8567a431f51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fb9df6e7-3b80-4a3f-84c1-e69830731aea HTTP/1.1" status: 200 len: 856 time: 0.0435824 Oct 15 01:40:34.797013 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-7e6a6290-4d6c-4ff5-8b01-dff51ff56ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:34.798432 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-7e6a6290-4d6c-4ff5-8b01-dff51ff56ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d83d6d09-f587-45c6-8e1f-b1eedb5afe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391428 Oct 15 01:40:34.891477 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-6efa9863-b2ef-48fc-a490-53aa0a19a3cf service neutron] 10.222.0.39 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856357 Oct 15 01:40:34.981700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2a9ac5fc-de3f-4c1a-b0c6-be2c9bc64db9 req-4acc9a3d-45d4-4bd1-8e46-130d93d18003 service neutron] 10.222.0.39 "GET /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830562 Oct 15 01:40:35.054662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3d36b-fd3b-4803-ab39-55cd5911aa01 req-43eddde6-048a-4146-8404-26342564d372 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:35.056656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04b3d36b-fd3b-4803-ab39-55cd5911aa01 req-43eddde6-048a-4146-8404-26342564d372 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 943 time: 0.0540059 Oct 15 01:40:35.093999 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-04b3d36b-fd3b-4803-ab39-55cd5911aa01 req-e9271788-694c-4cdd-96e9-e8594105cbf9 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Oct 15 01:40:36.206702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5b206-b8b2-4116-af36-9c9418d5057b req-6c358c29-7fe5-4e6e-9d5a-6b4b47b61388 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:36.208144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52f5b206-b8b2-4116-af36-9c9418d5057b req-6c358c29-7fe5-4e6e-9d5a-6b4b47b61388 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 943 time: 0.0485148 Oct 15 01:40:36.245543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-52f5b206-b8b2-4116-af36-9c9418d5057b req-758f8d94-aeff-4af5-9486-10ab506e52be tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303504 Oct 15 01:40:37.359060 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe645a34-61ad-4b8f-96cb-945fc6001f01 req-5faf6041-0bbb-4c88-8a0e-35899b57a337 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:37.360508 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe645a34-61ad-4b8f-96cb-945fc6001f01 req-5faf6041-0bbb-4c88-8a0e-35899b57a337 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 943 time: 0.0478282 Oct 15 01:40:37.401544 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fe645a34-61ad-4b8f-96cb-945fc6001f01 req-6779143b-0f4b-46ec-a6e5-36585adbf142 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Oct 15 01:40:38.522230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc5998-0279-42b3-bf08-73f7d09a1e47 req-e887d551-1f7c-4b47-b3e7-156fd2a9fdc3 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:38.524336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9fc5998-0279-42b3-bf08-73f7d09a1e47 req-e887d551-1f7c-4b47-b3e7-156fd2a9fdc3 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 943 time: 0.0551214 Oct 15 01:40:38.561866 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9fc5998-0279-42b3-bf08-73f7d09a1e47 req-ead656c1-3411-4538-8249-fd31d81c2dca tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Oct 15 01:40:39.124752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0770dcef-d614-4d9d-8f4a-4be5fb251bbf details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:40:39.217502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:40:39.232239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf', 'network_id': 'd83d6d09-f587-45c6-8e1f-b1eedb5afe36', 'port_id': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf', 'mac_address': 'fa:16:3e:e0:9d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9df6e7-3b80-4a3f-84c1-e69830731aea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:40:39.268396 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:39.280847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0770dcef-d614-4d9d-8f4a-4be5fb251bbf {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:40:39.301925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:40:39.392826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:39.440143 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:40:39.677682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64f1e2-47cc-48cd-b922-103e46940259 req-131974aa-fa93-474f-a75d-f133a04a6aea tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:39.679159 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b64f1e2-47cc-48cd-b922-103e46940259 req-131974aa-fa93-474f-a75d-f133a04a6aea tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 944 time: 0.0497761 Oct 15 01:40:39.703141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['0770dcef-d614-4d9d-8f4a-4be5fb251bbf'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:40:39.717136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b64f1e2-47cc-48cd-b922-103e46940259 req-cabaa332-6243-4554-96bc-d71432cf43f0 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Oct 15 01:40:40.516371 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:40.831814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7403f8-272e-45b1-a407-3c50a8590efe req-d0b70857-92f5-462f-bcf8-3e2cae346bfa tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:40.833284 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f7403f8-272e-45b1-a407-3c50a8590efe req-d0b70857-92f5-462f-bcf8-3e2cae346bfa tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 944 time: 0.0478117 Oct 15 01:40:40.870118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f7403f8-272e-45b1-a407-3c50a8590efe req-d4aababf-fba6-4c95-998b-88ce62d4f156 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302632 Oct 15 01:40:41.128197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0770dcef-d614-4d9d-8f4a-4be5fb251bbf up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:40:41.230220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:40:41.233891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:40:41.234293 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:41.311771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:41.333102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167db008-bf0f-45b4-b3fc-a10c08062772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:40:41.335337 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e429174e-bed1-46e5-87f5-499ae04f8063" -d '{"events": [{"server_uuid": "167db008-bf0f-45b4-b3fc-a10c08062772", "name": "network-vif-plugged", "status": "completed", "tag": "0770dcef-d614-4d9d-8f4a-4be5fb251bbf"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:40:41.347676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:40:41.372638 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba556fb4-8cd7-4cbf-be0c-7e7c87fff255 x-openstack-request-id: req-ba556fb4-8cd7-4cbf-be0c-7e7c87fff255 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:40:41.372956 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167db008-bf0f-45b4-b3fc-a10c08062772", "name": "network-vif-plugged", "status": "completed", "tag": "0770dcef-d614-4d9d-8f4a-4be5fb251bbf", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:40:41.373215 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba556fb4-8cd7-4cbf-be0c-7e7c87fff255 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:40:41.373603 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167db008-bf0f-45b4-b3fc-a10c08062772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf', 'code': 200} Oct 15 01:40:41.410513 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:41.459536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:40:41.473250 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf7448-1a84-436c-a02c-f451b946c537 req-315a83db-a18f-4750-af54-d0d348cb84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:41.474795 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61cf7448-1a84-436c-a02c-f451b946c537 req-315a83db-a18f-4750-af54-d0d348cb84ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 1096 time: 0.0457921 Oct 15 01:40:41.511417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-61cf7448-1a84-436c-a02c-f451b946c537 req-d14e5ed9-24ac-44e7-b86e-cb690bc67218 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276027 Oct 15 01:40:41.984020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45863f2-821b-44ae-851a-059f7278e542 req-8ee279e9-b0d7-4bbb-84f6-eef9bdd6105f tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:41.985488 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45863f2-821b-44ae-851a-059f7278e542 req-8ee279e9-b0d7-4bbb-84f6-eef9bdd6105f tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 945 time: 0.0484414 Oct 15 01:40:42.024823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a45863f2-821b-44ae-851a-059f7278e542 req-dfed6d98-b91e-46d6-8da2-14379f9266f1 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332375 Oct 15 01:40:42.136389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:40:43.140127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258483de-1850-4741-a072-0fac0551cafb req-bfba229f-c19d-4a4a-bc8b-2439cb3e905b tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:43.141570 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-258483de-1850-4741-a072-0fac0551cafb req-bfba229f-c19d-4a4a-bc8b-2439cb3e905b tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 945 time: 0.0508099 Oct 15 01:40:43.189672 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-258483de-1850-4741-a072-0fac0551cafb req-b12ab39e-54e9-4038-b598-91e61e817798 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Oct 15 01:40:43.306055 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153e1fd-b27a-4846-84d3-fd85d3f9911e req-a592b5ca-e651-4a3e-b5f0-a76eb3af736d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:40:43.307548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f153e1fd-b27a-4846-84d3-fd85d3f9911e req-a592b5ca-e651-4a3e-b5f0-a76eb3af736d tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Oct 15 01:40:43.345608 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f153e1fd-b27a-4846-84d3-fd85d3f9911e req-b25afb97-ddff-4ca6-9543-da14401b6962 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Oct 15 01:40:45.621210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:56.309895 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e0428d0b-7f20-4d09-904c-3f074079ce4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:40:58.884188 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3a01-53c1-4f63-ad59-29d767650912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:00.190083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:00.499205 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:02.587204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:08.405070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1826c-9270-476f-b7ee-93175db88e97 req-9bbd7cef-91bf-4bb9-8bbb-783af0793b71 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:08.406701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8aa1826c-9270-476f-b7ee-93175db88e97 req-9bbd7cef-91bf-4bb9-8bbb-783af0793b71 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 945 time: 0.0503716 Oct 15 01:41:08.447862 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8aa1826c-9270-476f-b7ee-93175db88e97 req-937901ca-6824-4938-90d9-0877f1de2e07 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349610 Oct 15 01:41:09.561759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1345a3-6a06-416b-8ac9-c32827b9ce98 req-16b21aec-afe7-4c66-ae34-8a5e0017a65e tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:09.563255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c1345a3-6a06-416b-8ac9-c32827b9ce98 req-16b21aec-afe7-4c66-ae34-8a5e0017a65e tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 945 time: 0.0484858 Oct 15 01:41:09.599768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6c1345a3-6a06-416b-8ac9-c32827b9ce98 req-d7cfd0ae-4f02-46bb-929c-99d12bd77c11 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c335b05-d0d9-48c1-b805-7a5509a51608&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Oct 15 01:41:10.215442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-d8f81cfc-966c-4a8b-ad59-47a316feb2f6 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:10.216922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-d8f81cfc-966c-4a8b-ad59-47a316feb2f6 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.39 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 945 time: 0.0524628 Oct 15 01:41:10.307041 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Deleting port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:10.307382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:10.397886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] For port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:10.398260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:10.409657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Calling delete_port for 0770dcef-d614-4d9d-8f4a-4be5fb251bbf owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:10.512422 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:10.592287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:10.604534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['0770dcef-d614-4d9d-8f4a-4be5fb251bbf'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:41:10.628100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Pushing event deleted for resources: {'Port': ['ID=0770dcef-d614-4d9d-8f4a-4be5fb251bbf,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:10.669214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] No DVR routers for this DVR port 0770dcef-d614-4d9d-8f4a-4be5fb251bbf on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:41:10.672158 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:10.675783 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fdaf5baf-4de6-4041-a507-d4ffaf10f643 req-8d9a7b3d-f1c8-4b1d-8a5d-d4090deb2375 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.39 "DELETE /v2.0/ports/0770dcef-d614-4d9d-8f4a-4be5fb251bbf HTTP/1.1" status: 204 len: 173 time: 0.4508905 Oct 15 01:41:10.676242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167db008-bf0f-45b4-b3fc-a10c08062772', 'name': 'network-vif-deleted', 'tag': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:41:10.678688 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ca773-29ba-4fce-8f45-905aef503ff5" -d '{"events": [{"server_uuid": "167db008-bf0f-45b4-b3fc-a10c08062772", "name": "network-vif-deleted", "tag": "0770dcef-d614-4d9d-8f4a-4be5fb251bbf"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:41:10.711033 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1f09edb-c682-40b2-b5a2-79e386b129b7 req-6be9b479-7158-45a8-927c-434de551e2b4 tempest-TestEncryptedCinderVolumes-1316478748 tempest-TestEncryptedCinderVolumes-1316478748-project] 10.222.0.13 "GET /v2.0/ports?device_id=167db008-bf0f-45b4-b3fc-a10c08062772 HTTP/1.1" status: 200 len: 210 time: 0.0283382 Oct 15 01:41:10.758323 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d4b9fd-ba32-45e5-8ae9-6c3928ddc935 x-openstack-request-id: req-c8d4b9fd-ba32-45e5-8ae9-6c3928ddc935 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:41:10.758616 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167db008-bf0f-45b4-b3fc-a10c08062772", "name": "network-vif-deleted", "tag": "0770dcef-d614-4d9d-8f4a-4be5fb251bbf", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:41:10.758867 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8d4b9fd-ba32-45e5-8ae9-6c3928ddc935 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:41:10.759278 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167db008-bf0f-45b4-b3fc-a10c08062772', 'name': 'network-vif-deleted', 'tag': '0770dcef-d614-4d9d-8f4a-4be5fb251bbf', 'status': 'completed', 'code': 200} Oct 15 01:41:11.851062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33226) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:12.194570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:12.766778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Deleting port 28e701c1-b90e-4423-8c68-681a38ad7130 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:12.767006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:12.843365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] For port 28e701c1-b90e-4423-8c68-681a38ad7130, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=28e701c1-b90e-4423-8c68-681a38ad7130,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:12.843723 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:12.856243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Calling delete_port for 28e701c1-b90e-4423-8c68-681a38ad7130 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:13.124604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:13.152762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Pushing event deleted for resources: {'Port': ['ID=28e701c1-b90e-4423-8c68-681a38ad7130,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:13.326942 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:13.542031 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:41:13.647010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:41:13.653978 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f8c1d5c7-501d-44ce-bf3e-d3b954a9db4c admin admin] 10.222.0.13 "PUT /v2.0/routers/4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8005259 Oct 15 01:41:13.655256 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33228) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:13.657946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] Sync routers for ids ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:41:13.668337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] Routers {'4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:13.669024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:13.760742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:13.781710 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] Set router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:13.872919 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:13.996276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Deleting port 76be2938-bc02-4afd-b9f8-28a2b0947c8a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:13.996620 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.077261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] For port 76be2938-bc02-4afd-b9f8-28a2b0947c8a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=76be2938-bc02-4afd-b9f8-28a2b0947c8a,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:14.077613 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.094597 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Calling delete_port for 76be2938-bc02-4afd-b9f8-28a2b0947c8a owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:14.116702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:41:12Z', 'revision_number': 5, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port': {'id': '76be2938-bc02-4afd-b9f8-28a2b0947c8a', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:37Z', 'updated_at': '2021-10-15T01:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:14.144216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] Checking router: 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:41:14.153046 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] Routers {'4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:14.153644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:14.241167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] Set router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:14.297802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:41:13Z', 'revision_number': 6, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:14.318338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.326726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803451bb-756e-4db7-8b69-9c8bd3c85ab2 None None] The sync data for ids ['4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0'] in n-d-811521-2 is: [{'id': '4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0', 'name': 'tempest-TestEncryptedCinderVolumes-1370347360-router', 'tenant_id': 'ad8e4a2764f04b61be46067f7842688f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:36Z', 'updated_at': '2021-10-15T01:41:13Z', 'revision_number': 6, 'project_id': 'ad8e4a2764f04b61be46067f7842688f', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:41:14.350655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Pushing event deleted for resources: {'Port': ['ID=76be2938-bc02-4afd-b9f8-28a2b0947c8a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:14.418152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.513550 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.515718 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.609581 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.610059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:41:14.614279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.615410 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6d58d706-1de1-469c-aad3-403e626e8837 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4a25d3fc-dfd3-45ec-bfb5-6e3d03b367a0 HTTP/1.1" status: 204 len: 168 time: 0.9592569 Oct 15 01:41:14.618596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33230) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:14.671123 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] Deleting subnet fb9df6e7-3b80-4a3f-84c1-e69830731aea {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:41:14.675353 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.721226 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.807011 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.933078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.956596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9df6e7-3b80-4a3f-84c1-e69830731aea,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:14.963004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:14.966333 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ad43d604-cd44-4b9e-8d64-95b82ec17464 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fb9df6e7-3b80-4a3f-84c1-e69830731aea HTTP/1.1" status: 204 len: 168 time: 0.3467844 Oct 15 01:41:14.968918 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33232) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:14.969883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ba8c7e-e533-46cf-8613-05d4cd5e6cb5 None None] Network d83d6d09-f587-45c6-8e1f-b1eedb5afe36 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:41:15.040820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.096135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Deleting port 0c0a6344-4050-4763-b64f-1e371d979c1e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:15.096470 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.170309 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] DHCP port deletion for d83d6d09-f587-45c6-8e1f-b1eedb5afe36 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:41:15.173004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] For port 0c0a6344-4050-4763-b64f-1e371d979c1e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0c0a6344-4050-4763-b64f-1e371d979c1e,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:15.173724 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.181454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 28e701c1-b90e-4423-8c68-681a38ad7130 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:41:15.187519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Calling delete_port for 0c0a6344-4050-4763-b64f-1e371d979c1e owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:15.222295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 28e701c1-b90e-4423-8c68-681a38ad7130 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:41:15.222644 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 28e701c1-b90e-4423-8c68-681a38ad7130 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:41:15.223057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 76be2938-bc02-4afd-b9f8-28a2b0947c8a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:41:15.246171 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 76be2938-bc02-4afd-b9f8-28a2b0947c8a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:41:15.246704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 76be2938-bc02-4afd-b9f8-28a2b0947c8a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:41:15.265346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Deleting port 0c0a6344-4050-4763-b64f-1e371d979c1e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:15.265721 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.329643 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] For port 0c0a6344-4050-4763-b64f-1e371d979c1e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=0c0a6344-4050-4763-b64f-1e371d979c1e,segment=NetworkSegment(ab320ec4-60a1-4c54-a8cf-6206196966af),segment_id=ab320ec4-60a1-4c54-a8cf-6206196966af)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:15.330038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.343275 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Calling delete_port for 0c0a6344-4050-4763-b64f-1e371d979c1e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:15.347210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.378178 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0a6344-4050-4763-b64f-1e371d979c1e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:15.380323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] No DVR routers for this DVR port 0c0a6344-4050-4763-b64f-1e371d979c1e on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:41:15.389493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0770dcef-d614-4d9d-8f4a-4be5fb251bbf no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:41:15.413740 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 0770dcef-d614-4d9d-8f4a-4be5fb251bbf {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:41:15.414125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 0770dcef-d614-4d9d-8f4a-4be5fb251bbf not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:41:15.454952 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.460819 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.480985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Pushing event deleted for resources: {'Port': ['ID=0c0a6344-4050-4763-b64f-1e371d979c1e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:15.481909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83d6d09-f587-45c6-8e1f-b1eedb5afe36']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:15.485239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] No DVR routers for this DVR port 0c0a6344-4050-4763-b64f-1e371d979c1e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:41:15.492338 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.492732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.493072 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.493568 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.493901 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.494260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.494588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.494914 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.495236 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.495556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.495876 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.496196 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe383e-b9b5-4d4b-8d41-e852df4a6ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:15.500104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab320ec4-60a1-4c54-a8cf-6206196966af') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:15.500104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab320ec4-60a1-4c54-a8cf-6206196966af') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:15.511700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.524888 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.530679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:41:15.531083 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:41:15.532709 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:41:15.649600 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.695342 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.702084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:15.706323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d83d6d09-f587-45c6-8e1f-b1eedb5afe36 HTTP/1.1" status: 204 len: 168 time: 0.7363935 Oct 15 01:41:15.709494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33234) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:15.718722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f20587-3d86-4143-bb1f-3a7d13905f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83d6d09-f587-45c6-8e1f-b1eedb5afe36,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:16.050990 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:16.287766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Deleting port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:16.288096 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:16.369980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] For port 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,segment=NetworkSegment(c8e3a779-e5ed-4d88-bd37-b4ab82e89526),segment_id=c8e3a779-e5ed-4d88-bd37-b4ab82e89526)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:16.370278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:16.382698 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Calling delete_port for 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:16.609718 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:16.636879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:16.810748 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:16.999207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0c0a6344-4050-4763-b64f-1e371d979c1e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:41:17.020794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 0c0a6344-4050-4763-b64f-1e371d979c1e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:41:17.021250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 0c0a6344-4050-4763-b64f-1e371d979c1e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:41:17.332130 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:41:17.434989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:41:17.439953 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6ebfa97f-274b-4cc9-a8a9-4421ef3b3d9d admin admin] 10.222.0.13 "PUT /v2.0/routers/c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291999 Oct 15 01:41:17.442495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33236) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:17.443564 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] Sync routers for ids ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:41:17.453120 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] Routers {'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:17.453701 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:17.550702 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:17.644826 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] Set router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:17.657761 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:17.766055 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Deleting port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:17.766419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:17.818939 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:41:16Z', 'revision_number': 5, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port': {'id': 'bc8d0fa7-bd9d-41bf-9110-854ba8cb888b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:9a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:17.848339 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] Checking router: c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:41:17.848783 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] For port bc8d0fa7-bd9d-41bf-9110-854ba8cb888b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:17.849149 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:17.857397 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] Routers {'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:17.858006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:17.862005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Calling delete_port for bc8d0fa7-bd9d-41bf-9110-854ba8cb888b owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:17.942439 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] Set router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:17.994052 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:41:17Z', 'revision_number': 6, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:18.023078 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323d5c3-e2cf-4edc-8f5f-ed85332ddd1c None None] The sync data for ids ['c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c'] in n-d-811521-2 is: [{'id': 'c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c', 'name': 'tempest-TestEncryptedCinderVolumes-22648494-router', 'tenant_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:39:43Z', 'updated_at': '2021-10-15T01:41:17Z', 'revision_number': 6, 'project_id': '076d0d92c32f4e688e0a749ea1ce54b8', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:41:18.083980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.108454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8d0fa7-bd9d-41bf-9110-854ba8cb888b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:18.175325 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.265588 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.267640 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.381124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.381717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:41:18.386489 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.387727 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-df6ec7eb-3db1-4433-b54e-a2bdbd32cc03 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c88cde2a-0a63-4a1b-ae10-d42a23aa0b0c HTTP/1.1" status: 204 len: 168 time: 0.9442995 Oct 15 01:41:18.390254 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33238) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:18.436618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] Deleting subnet c08da11c-7ce5-4967-97f7-18dbd8316e2c {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:41:18.439977 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.475975 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.559460 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.672786 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.700649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08da11c-7ce5-4967-97f7-18dbd8316e2c,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:18.704287 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.707517 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-99cb9c2e-ecb7-499b-a1e9-4720afa0edfd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c08da11c-7ce5-4967-97f7-18dbd8316e2c HTTP/1.1" status: 204 len: 168 time: 0.3163321 Oct 15 01:41:18.710069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33240) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:18.710472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8fe75d-5b23-4f96-80ed-4a5e900a1cea None None] Network 136ac893-0e9b-4fbc-9b49-a693fa728934 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:41:18.786800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.840499 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Deleting port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:18.840837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.893326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] DHCP port deletion for 136ac893-0e9b-4fbc-9b49-a693fa728934 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:41:18.906947 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] For port 99ad0fc7-4430-488f-ac9e-ae8ab143f605, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=99ad0fc7-4430-488f-ac9e-ae8ab143f605,segment=NetworkSegment(c8e3a779-e5ed-4d88-bd37-b4ab82e89526),segment_id=c8e3a779-e5ed-4d88-bd37-b4ab82e89526)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:18.906947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.926133 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Calling delete_port for 99ad0fc7-4430-488f-ac9e-ae8ab143f605 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:18.942142 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] Deleting port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:41:18.942759 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:18.962587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc8d0fa7-bd9d-41bf-9110-854ba8cb888b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:41:18.989184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: bc8d0fa7-bd9d-41bf-9110-854ba8cb888b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:41:18.989536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device bc8d0fa7-bd9d-41bf-9110-854ba8cb888b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:41:18.989917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 99ad0fc7-4430-488f-ac9e-ae8ab143f605 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:41:19.051893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] For port 99ad0fc7-4430-488f-ac9e-ae8ab143f605, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=99ad0fc7-4430-488f-ac9e-ae8ab143f605,segment=NetworkSegment(c8e3a779-e5ed-4d88-bd37-b4ab82e89526),segment_id=c8e3a779-e5ed-4d88-bd37-b4ab82e89526)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:19.052390 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.064150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.075114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] Calling delete_port for 99ad0fc7-4430-488f-ac9e-ae8ab143f605 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:41:19.080681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 01:41:19.081099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 99ad0fc7-4430-488f-ac9e-ae8ab143f605 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:41:19.081507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:41:19.094391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] No DVR routers for this DVR port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:41:19.098560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Pushing event deleted for resources: {'Port': ['ID=99ad0fc7-4430-488f-ac9e-ae8ab143f605,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:19.105543 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:41:19.105891 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4d6d04df-bc0c-4e7e-8469-aaa3ae2b610e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:41:19.136896 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:41:19.168810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.179244 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.193828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] Pushing event deleted for resources: {'Port': ['ID=99ad0fc7-4430-488f-ac9e-ae8ab143f605,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:19.198115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7567ce-1f09-4f8d-aa37-626f9240401b None None] No DVR routers for this DVR port 99ad0fc7-4430-488f-ac9e-ae8ab143f605 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:41:19.201497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136ac893-0e9b-4fbc-9b49-a693fa728934']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:19.211439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:19.211761 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e3a779-e5ed-4d88-bd37-b4ab82e89526') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:19.221100 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.234619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.240393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:41:19.240774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:41:19.243093 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:41:19.418617 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.425580 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.432196 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] 10.222.0.13 "DELETE /v2.0/networks/136ac893-0e9b-4fbc-9b49-a693fa728934 HTTP/1.1" status: 204 len: 168 time: 0.7208891 Oct 15 01:41:19.444003 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f84c2-b2ed-4122-ab4c-8bf60f37584c admin admin] Pushing event deleted for resources: {'Network': ['ID=136ac893-0e9b-4fbc-9b49-a693fa728934,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:19.845554 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33246) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:19.889876 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a61a8180-72ac-4c32-8adb-82c703e8b367 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad8e4a2764f04b61be46067f7842688f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430818 Oct 15 01:41:19.892204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33248) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:19.940076 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08b12fa3-2fdb-4311-8fef-4a4cf02b7182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:19.960739 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08b12fa3-2fdb-4311-8fef-4a4cf02b7182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:20.095123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08b12fa3-2fdb-4311-8fef-4a4cf02b7182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:20.097778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08b12fa3-2fdb-4311-8fef-4a4cf02b7182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:20.098988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-08b12fa3-2fdb-4311-8fef-4a4cf02b7182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c335b05-d0d9-48c1-b805-7a5509a51608 HTTP/1.1" status: 204 len: 168 time: 0.2058773 Oct 15 01:41:20.107462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b12fa3-2fdb-4311-8fef-4a4cf02b7182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c335b05-d0d9-48c1-b805-7a5509a51608,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:20.861513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33254) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:20.901777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b291650e-09da-45fe-b80c-677647239491 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=076d0d92c32f4e688e0a749ea1ce54b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390987 Oct 15 01:41:20.904260 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33256) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:20.950580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18051917-4258-4815-83b2-0044397be066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:20.970812 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18051917-4258-4815-83b2-0044397be066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:21.101093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18051917-4258-4815-83b2-0044397be066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:21.104438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-18051917-4258-4815-83b2-0044397be066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:21.105569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-18051917-4258-4815-83b2-0044397be066 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a72363a-7812-4503-a5e2-8c9872394088 HTTP/1.1" status: 204 len: 168 time: 0.2003973 Oct 15 01:41:21.113346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18051917-4258-4815-83b2-0044397be066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72363a-7812-4503-a5e2-8c9872394088,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:22.019603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33278) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:22.115738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-763167068-network', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:22.206663 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Made reservation on behalf of 6fa3acf8f7e744cd9fcb511f7c4536e9 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:41:22.208895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.217612 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.293020 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.372216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.396124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:41:22.406442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:22.412485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.412485 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Added segment f8984a45-03ee-4797-856d-23a5050a1876 of type vlan for network eae0caba-6e45-4d92-9ca3-ee0a810804dd Oct 15 01:41:22.452376 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.541807 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.542924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:22.543449 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.602404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] Pushing event updated for resources: {'Network': ['ID=eae0caba-6e45-4d92-9ca3-ee0a810804dd,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:22.612515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:41:22.629893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6816b9ee-5d4b-478d-aa94-6d121ed12208 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6091044 Oct 15 01:41:22.632672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33282) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:22.638130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Request body: {'subnet': {'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-763167068-subnet', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:22.741210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Made reservation on behalf of 6fa3acf8f7e744cd9fcb511f7c4536e9 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:41:22.744160 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:22.973000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.030586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:23.038983 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Checking segment: {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:23.039342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Network hostable DHCP agents. Network: eae0caba-6e45-4d92-9ca3-ee0a810804dd, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:41:23.135719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:41:23.235604 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, eae0caba-6e45-4d92-9ca3-ee0a810804dd) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:23.240186 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:23.241154 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.244441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b348f75-8c08-4b71-af37-c93e34afa30e None None] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:41:23.339528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c44c42f2-8277-47db-9736-9096a9702cc1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7055790 Oct 15 01:41:23.341833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33284) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:23.346210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:23.389902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:41:23.390774 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.444139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.445291 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.496408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.526180 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Allocated IP 172.20.0.2 (eae0caba-6e45-4d92-9ca3-ee0a810804dd/79e80289-72ef-4f04-8cd9-1e87d2e8ad6d/f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:41:23.664240 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.691607 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.735780 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.778258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:23.780987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:23.786626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:41:23.794211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Pushing event updated for resources: {'Port': ['ID=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:23.844975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Attempting to bind port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:41:23.845341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Attempting to bind port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:41:23.845701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Attempting to bind port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b on network eae0caba-6e45-4d92-9ca3-ee0a810804dd {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:23.850763 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:41:23.851141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Checking segment: {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:23.851568 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.851961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Bound using segment: {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:41:23.853106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Bound port: f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:41:23.854008 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.917864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] For port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:41:23.920870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] For port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:41:23.958358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.977085 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:23.987012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:24.050875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db179a-8bf6-4d95-a35d-5639fdfdcf59 None None] Pushing event updated for resources: {'Port': ['ID=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:24.082954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Allocated IP 172.25.2.251 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/1b2f8b7b-e62c-439b-b729-fbb206ab0ebf) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:41:24.193995 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:24.293357 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:24.335189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:24.340607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:24.344835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:41:24.347830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:24.688860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:24.893873 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:24.898292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d18ac-68d2-4cef-8d8a-f8013ca740c7 None None] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:41:24.990949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:25.023200 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-e5736b7e-7751-416f-ab43-4a6f0c2e72c0 None None] Provisioning complete for port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:25.023566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5736b7e-7751-416f-ab43-4a6f0c2e72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:25.095385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Router c677c938-2e68-4a82-bfe2-1a72ef1f4142 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:41:25.138424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:25.138706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:25.218546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5736b7e-7751-416f-ab43-4a6f0c2e72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:25.285478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e5736b7e-7751-416f-ab43-4a6f0c2e72c0 None None] For port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:25.288105 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:25.371413 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e5736b7e-7751-416f-ab43-4a6f0c2e72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:25.450720 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:41:25.450982 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:41:25.453672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5736b7e-7751-416f-ab43-4a6f0c2e72c0 None None] Pushing event updated for resources: {'Port': ['ID=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:25.491902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-3cca8b72-6bc8-40de-92cc-a3f03bdce884 None None] Provisioning complete for port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:25.492310 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3cca8b72-6bc8-40de-92cc-a3f03bdce884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:25.536123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:41:25.560007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Sync routers for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:41:25.579315 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:25.579895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:25.617453 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:25.622133 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2863b158-942b-41fd-8332-0b75ca19ef08 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2764812 Oct 15 01:41:25.627598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33286) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:25.838432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:26.047652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.049666 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:24Z', 'revision_number': 3, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:26.076154 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Checking router: c677c938-2e68-4a82-bfe2-1a72ef1f4142 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:41:26.076498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Updating router c677c938-2e68-4a82-bfe2-1a72ef1f4142 port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:41:26.102866 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.202056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Allocated IP 172.20.0.1 (eae0caba-6e45-4d92-9ca3-ee0a810804dd/79e80289-72ef-4f04-8cd9-1e87d2e8ad6d/47331722-6080-4c61-ac10-868e22767e3f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:41:26.307608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.356445 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-98827e6e-c2a9-45ae-a63a-7f9b4bd278f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.373356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.407389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.435150 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.442637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:26.445507 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:26.449312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:41:26.491123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Attempting to bind port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:41:26.496771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Attempting to bind port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:41:26.496771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Attempting to bind port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:26.496771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328dd8b-d52a-4b9b-9b95-e5a962bebb40 None None] Pushing event updated for resources: {'Port': ['ID=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:26.498047 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Pushing event updated for resources: {'Port': ['ID=47331722-6080-4c61-ac10-868e22767e3f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:26.500181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:41:26.500380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:26.500700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.501090 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:41:26.501557 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Bound port: 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:41:26.501936 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.505668 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.563588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] For port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:41:26.568803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] For port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:41:26.647369 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.704330 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.710846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:26.711459 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:40:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:26.746279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328dd8b-d52a-4b9b-9b95-e5a962bebb40 None None] Pushing event updated for resources: {'Port': ['ID=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:26.761605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8e41046f-3c48-4d46-99ea-b1f66f4392e9 None None] Provisioning complete for port 47331722-6080-4c61-ac10-868e22767e3f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:26.761976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e41046f-3c48-4d46-99ea-b1f66f4392e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.833233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8e41046f-3c48-4d46-99ea-b1f66f4392e9 None None] Port 47331722-6080-4c61-ac10-868e22767e3f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:41:26.854356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:26.869448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.938206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:26.978499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:27.015078 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:27.017625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Pushing event updated for resources: {'Port': ['ID=47331722-6080-4c61-ac10-868e22767e3f,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:27.079100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:27.079688 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:27.110051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:27.111468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:27.128290 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 1, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:27.158317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986bfd9-6676-4540-b98b-de82214053e2 None None] The sync data for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 is: [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 1, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:41:27.239106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Router c677c938-2e68-4a82-bfe2-1a72ef1f4142 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:41:27.355112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:41:27.356230 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-352ec296-6e34-4ca7-ba7f-d7ec61e988a3 None None] Provisioning complete for port 47331722-6080-4c61-ac10-868e22767e3f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:27.356600 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-352ec296-6e34-4ca7-ba7f-d7ec61e988a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:27.360345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-04dc0cd2-cd05-4863-a3b3-d1af70a5434e admin admin] 10.222.0.13 "PUT /v2.0/routers/c677c938-2e68-4a82-bfe2-1a72ef1f4142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7370772 Oct 15 01:41:27.417249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-352ec296-6e34-4ca7-ba7f-d7ec61e988a3 None None] Port 47331722-6080-4c61-ac10-868e22767e3f cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:41:28.111440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33302) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:28.116373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1332769166-network', 'tenant_id': '5ac25b93e6594820b79c05b338557965'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:28.203911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Made reservation on behalf of 5ac25b93e6594820b79c05b338557965 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:41:28.206419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.219429 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.296218 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.363722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.385124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:41:28.406797 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.407146 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Added segment fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312 of type vlan for network 21152180-ae5f-414f-acd9-911b15a0874c Oct 15 01:41:28.416477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8ff4b1-67b5-47c9-a594-0a6b3f8ef590,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:28.429588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.429935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.431145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.432267 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.432613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.432952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.433288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.433620 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.433949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.434313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.434641 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.435025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:28.477162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.546554 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.547537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:28.548130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.608395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] Pushing event updated for resources: {'Network': ['ID=21152180-ae5f-414f-acd9-911b15a0874c,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:28.619331 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 21152180-ae5f-414f-acd9-911b15a0874c details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:41:28.641007 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6493e055-a57c-4b91-a3f0-efdeb79e1c8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5284643 Oct 15 01:41:28.643973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33304) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:28.648691 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Request body: {'subnet': {'network_id': '21152180-ae5f-414f-acd9-911b15a0874c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1332769166-subnet', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:28.719489 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Made reservation on behalf of 5ac25b93e6594820b79c05b338557965 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:41:28.721929 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.872994 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af62a43e-904d-4fc6-9054-9296eee8c98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.969882 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:28.983474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:29.035693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a813a2ea-0a5e-40ef-9903-d0e9fc982c49,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:29.044863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Checking segment: {'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:29.045224 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Network hostable DHCP agents. Network: 21152180-ae5f-414f-acd9-911b15a0874c, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:41:29.046947 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:29.047316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.131305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.138111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Network 21152180-ae5f-414f-acd9-911b15a0874c is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:41:29.152427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:29.179122 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Sync routers for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:41:29.188698 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:29.189284 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:29.195350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 21152180-ae5f-414f-acd9-911b15a0874c) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:29.200346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:29.201046 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.207399 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f8a35-6da9-4a9a-980e-73ba2743e6ab None None] Network 21152180-ae5f-414f-acd9-911b15a0874c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:41:29.220699 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.267096 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8af631c7-cf15-4f42-be51-bff4dc02b330 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6220717 Oct 15 01:41:29.269772 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33306) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:29.275437 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:29.298377 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:29.317662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:29.373021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.374529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.395550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-21152180-ae5f-414f-acd9-911b15a0874c', 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'fixed_ips': [{'subnet_id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:41:29.396503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.434152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.505627 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 2, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:29.537554 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Checking router: c677c938-2e68-4a82-bfe2-1a72ef1f4142 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:41:29.538138 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Updating router c677c938-2e68-4a82-bfe2-1a72ef1f4142 port 47331722-6080-4c61-ac10-868e22767e3f binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:41:29.542289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Allocated IP 172.20.0.2 (21152180-ae5f-414f-acd9-911b15a0874c/a813a2ea-0a5e-40ef-9903-d0e9fc982c49/079edd4b-f26c-433b-983d-3bb58aeaeff5) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:41:29.566981 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.638506 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.690681 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.787347 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.827855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Network 21152180-ae5f-414f-acd9-911b15a0874c is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:29.830743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:29.836369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:41:29.843954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Pushing event updated for resources: {'Port': ['ID=079edd4b-f26c-433b-983d-3bb58aeaeff5,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:29.854478 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.894917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Attempting to bind port 079edd4b-f26c-433b-983d-3bb58aeaeff5 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:41:29.895284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Attempting to bind port 079edd4b-f26c-433b-983d-3bb58aeaeff5 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:41:29.895659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Attempting to bind port 079edd4b-f26c-433b-983d-3bb58aeaeff5 on network 21152180-ae5f-414f-acd9-911b15a0874c {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:29.900852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:41:29.901222 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Checking segment: {'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:29.901630 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.901996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Bound using segment: {'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:41:29.902477 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Bound port: 079edd4b-f26c-433b-983d-3bb58aeaeff5, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:41:29.902852 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.946966 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.956669 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:29.970788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] For port 079edd4b-f26c-433b-983d-3bb58aeaeff5, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:41:29.974120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] For port 079edd4b-f26c-433b-983d-3bb58aeaeff5, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=079edd4b-f26c-433b-983d-3bb58aeaeff5,segment=NetworkSegment(fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312),segment_id=fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:41:29.981001 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.001775 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Pushing event updated for resources: {'Port': ['ID=47331722-6080-4c61-ac10-868e22767e3f,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:30.028804 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.029236 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.029635 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.030031 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.030459 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.030907 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.031459 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.031871 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.032259 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.032645 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.033035 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.033410 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:41:30.061691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.069405 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Attempting to bind port 47331722-6080-4c61-ac10-868e22767e3f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:41:30.069886 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Attempting to bind port 47331722-6080-4c61-ac10-868e22767e3f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:41:30.070580 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Attempting to bind port 47331722-6080-4c61-ac10-868e22767e3f on network eae0caba-6e45-4d92-9ca3-ee0a810804dd {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:30.078865 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:41:30.082882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Checking segment: {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:30.082882 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.082882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Bound using segment: {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:41:30.082882 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Bound port: 47331722-6080-4c61-ac10-868e22767e3f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:41:30.082882 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.100689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Allocated IP 172.25.2.178 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/491fe01b-cbec-48de-88cf-77ae07970b64) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:41:30.146662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198cd79-9a97-4901-83ab-dc5d5097c456 None None] Pushing event updated for resources: {'Port': ['ID=079edd4b-f26c-433b-983d-3bb58aeaeff5,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:30.172188 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] For port 47331722-6080-4c61-ac10-868e22767e3f, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:41:30.176577 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] For port 47331722-6080-4c61-ac10-868e22767e3f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=47331722-6080-4c61-ac10-868e22767e3f,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:41:30.215362 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.232457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.248951 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.303041 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:30.303647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:30.318677 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c3d09-4ce2-4928-b5d0-1d0c631f2e8a None None] Pushing event updated for resources: {'Port': ['ID=47331722-6080-4c61-ac10-868e22767e3f,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:30.341507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.367306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-05917a2f-26e9-4fb2-a06f-6940a2eea1e5 None None] Provisioning complete for port 47331722-6080-4c61-ac10-868e22767e3f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:30.368603 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05917a2f-26e9-4fb2-a06f-6940a2eea1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.404348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:30.407543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:30.418141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:41:30.462628 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:30.464778 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Pushing event updated for resources: {'Port': ['ID=491fe01b-cbec-48de-88cf-77ae07970b64,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:30.551610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.553905 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05917a2f-26e9-4fb2-a06f-6940a2eea1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.605828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-05917a2f-26e9-4fb2-a06f-6940a2eea1e5 None None] For port 47331722-6080-4c61-ac10-868e22767e3f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=47331722-6080-4c61-ac10-868e22767e3f,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:30.678057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-05917a2f-26e9-4fb2-a06f-6940a2eea1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.729447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05917a2f-26e9-4fb2-a06f-6940a2eea1e5 None None] Pushing event updated for resources: {'Port': ['ID=47331722-6080-4c61-ac10-868e22767e3f,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:30.797481 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bc462830-5d44-4a9c-ad7a-05f8491eef7d None None] Provisioning complete for port 47331722-6080-4c61-ac10-868e22767e3f triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:30.797864 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc462830-5d44-4a9c-ad7a-05f8491eef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.800029 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:30.810696 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:30.829276 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d915a-0ca2-4db3-ad98-cc5a7afd7916 None None] The sync data for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 is: [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:41:31.049476 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:31.129384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 079edd4b-f26c-433b-983d-3bb58aeaeff5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:31.197194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 079edd4b-f26c-433b-983d-3bb58aeaeff5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:31.197945 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:31.268404 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367c994-7418-4112-8074-1248b65d639a None None] Network 21152180-ae5f-414f-acd9-911b15a0874c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:41:31.287370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Router d8d06504-c3fd-4b53-a659-2935e61e2e2c is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:41:31.309486 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:31.372303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a86d1703-2f82-4f20-8800-433bb83241bb None None] Provisioning complete for port 079edd4b-f26c-433b-983d-3bb58aeaeff5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:31.372665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a86d1703-2f82-4f20-8800-433bb83241bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:31.401413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:41:31.419446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Sync routers for ids ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:41:31.427579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 079edd4b-f26c-433b-983d-3bb58aeaeff5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=079edd4b-f26c-433b-983d-3bb58aeaeff5,segment=NetworkSegment(fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312),segment_id=fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:31.471316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Routers {'d8d06504-c3fd-4b53-a659-2935e61e2e2c'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:31.472026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:31.479391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:31.479391 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-58fa5b9e-1ee6-4987-9205-4d34d19d27f5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2032752 Oct 15 01:41:31.479391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33308) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:41:31.688834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:31.689640 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 47331722-6080-4c61-ac10-868e22767e3f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:31.881417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=079edd4b-f26c-433b-983d-3bb58aeaeff5,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:31.907092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Set router d8d06504-c3fd-4b53-a659-2935e61e2e2c gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:31.964865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 47331722-6080-4c61-ac10-868e22767e3f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:31.965240 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.140003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:32.203859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bee2ad9e-d9b7-4279-a7b1-bb441b7524f1 None None] Provisioning complete for port 079edd4b-f26c-433b-983d-3bb58aeaeff5 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:32.204130 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bee2ad9e-d9b7-4279-a7b1-bb441b7524f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.208874 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 3, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port': {'id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:32.242179 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.259057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Checking router: d8d06504-c3fd-4b53-a659-2935e61e2e2c for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:41:32.259406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Updating router d8d06504-c3fd-4b53-a659-2935e61e2e2c port 491fe01b-cbec-48de-88cf-77ae07970b64 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:41:32.296660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:32.297029 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.301343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.398603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Allocated IP 172.20.0.1 (21152180-ae5f-414f-acd9-911b15a0874c/a813a2ea-0a5e-40ef-9903-d0e9fc982c49/c84090af-32b5-47d1-a9ad-b5b6ddc5e420) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:41:32.513835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.624511 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.628902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.661436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Network 21152180-ae5f-414f-acd9-911b15a0874c is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:32.664326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:32.668482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:41:32.671848 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.695612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Pushing event updated for resources: {'Port': ['ID=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:32.714807 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.755823 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.811116 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa154-e1f0-4c56-902c-debdc931d98a None None] Pushing event updated for resources: {'Port': ['ID=491fe01b-cbec-48de-88cf-77ae07970b64,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:32.813877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Attempting to bind port 491fe01b-cbec-48de-88cf-77ae07970b64 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:41:32.814029 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Attempting to bind port 491fe01b-cbec-48de-88cf-77ae07970b64 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:41:32.814479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Attempting to bind port 491fe01b-cbec-48de-88cf-77ae07970b64 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:32.820175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:41:32.820551 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:32.821459 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.821845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:41:32.822479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Bound port: 491fe01b-cbec-48de-88cf-77ae07970b64, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:41:32.822860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.875170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] For port 491fe01b-cbec-48de-88cf-77ae07970b64, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:41:32.878295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] For port 491fe01b-cbec-48de-88cf-77ae07970b64, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=491fe01b-cbec-48de-88cf-77ae07970b64,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:41:32.907628 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.912417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dd3c598e-5f0d-4160-b52e-7512ee4141be None None] Provisioning complete for port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:32.912897 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd3c598e-5f0d-4160-b52e-7512ee4141be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.954843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c598e-5f0d-4160-b52e-7512ee4141be None None] Port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:41:32.961503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:32.990908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 079edd4b-f26c-433b-983d-3bb58aeaeff5 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:33.057059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfa154-e1f0-4c56-902c-debdc931d98a None None] Pushing event updated for resources: {'Port': ['ID=491fe01b-cbec-48de-88cf-77ae07970b64,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:33.059894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Routers {'d8d06504-c3fd-4b53-a659-2935e61e2e2c'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:33.060483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:33.086631 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:33.118937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 079edd4b-f26c-433b-983d-3bb58aeaeff5 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:33.119316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:33.147362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:33.213596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] Set router d8d06504-c3fd-4b53-a659-2935e61e2e2c gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:33.223927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Pushing event updated for resources: {'Port': ['ID=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:33.226456 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:33.319522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Network 21152180-ae5f-414f-acd9-911b15a0874c is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:33.324548 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:33.452325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Router d8d06504-c3fd-4b53-a659-2935e61e2e2c has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:41:33.454197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 4, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port': {'id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c84090af-32b5-47d1-a9ad-b5b6ddc5e420', 'name': '', 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'mac_address': 'fa:16:3e:cb:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:32Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 1, 'project_id': '5ac25b93e6594820b79c05b338557965', 'subnets': [{'id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:33.482632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1793f-17ee-408d-b7ae-a11e971c0d18 None None] The sync data for ids ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'] in n-d-811521-2 is: [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 4, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port': {'id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c84090af-32b5-47d1-a9ad-b5b6ddc5e420', 'name': '', 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'mac_address': 'fa:16:3e:cb:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:32Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 1, 'project_id': '5ac25b93e6594820b79c05b338557965', 'subnets': [{'id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:41:33.578446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d83383b3-58ed-453d-8086-6ac89f3e81b6 None None] Provisioning complete for port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:33.578723 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d83383b3-58ed-453d-8086-6ac89f3e81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:33.579173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:41:33.584256 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3dbd2713-2842-4c3a-8188-4c4d174f7506 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8d06504-c3fd-4b53-a659-2935e61e2e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058226 Oct 15 01:41:33.625799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d83383b3-58ed-453d-8086-6ac89f3e81b6 None None] Port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:41:35.018458 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 491fe01b-cbec-48de-88cf-77ae07970b64 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:35.079546 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 491fe01b-cbec-48de-88cf-77ae07970b64 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:35.080177 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:35.184308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:35.221635 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 491fe01b-cbec-48de-88cf-77ae07970b64, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=491fe01b-cbec-48de-88cf-77ae07970b64,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:35.332384 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:35.408516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=491fe01b-cbec-48de-88cf-77ae07970b64,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:35.586503 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Sync routers for ids ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:41:35.597278 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Routers {'d8d06504-c3fd-4b53-a659-2935e61e2e2c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:35.597889 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:35.733867 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Set router d8d06504-c3fd-4b53-a659-2935e61e2e2c gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:36.004499 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 4, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port': {'id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c84090af-32b5-47d1-a9ad-b5b6ddc5e420', 'name': '', 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'mac_address': 'fa:16:3e:cb:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:32Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 2, 'project_id': '5ac25b93e6594820b79c05b338557965', 'subnets': [{'id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:36.041529 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Checking router: d8d06504-c3fd-4b53-a659-2935e61e2e2c for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:41:36.042023 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Updating router d8d06504-c3fd-4b53-a659-2935e61e2e2c port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:41:36.069139 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.404930 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.460819 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.521936 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3da5f-115b-4251-bac1-fb47667d6286 None None] Pushing event updated for resources: {'Port': ['ID=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:36.591373 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Attempting to bind port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:41:36.592641 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Attempting to bind port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:41:36.593223 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Attempting to bind port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 on network 21152180-ae5f-414f-acd9-911b15a0874c {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:36.599021 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:41:36.599624 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Checking segment: {'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:36.600185 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.600718 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Bound using segment: {'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:41:36.601349 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Bound port: c84090af-32b5-47d1-a9ad-b5b6ddc5e420, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:41:36.603809 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.692589 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] For port c84090af-32b5-47d1-a9ad-b5b6ddc5e420, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:41:36.699289 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] For port c84090af-32b5-47d1-a9ad-b5b6ddc5e420, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,segment=NetworkSegment(fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312),segment_id=fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:41:36.762513 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.772671 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5e83bca2-4f8f-4ada-b480-ae41246892d1 None None] Provisioning complete for port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:36.773153 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e83bca2-4f8f-4ada-b480-ae41246892d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.855148 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Routers {'d8d06504-c3fd-4b53-a659-2935e61e2e2c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:41:36.856233 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:36.859993 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3da5f-115b-4251-bac1-fb47667d6286 None None] Pushing event updated for resources: {'Port': ['ID=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:36.872890 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e83bca2-4f8f-4ada-b480-ae41246892d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:36.935564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5e83bca2-4f8f-4ada-b480-ae41246892d1 None None] For port c84090af-32b5-47d1-a9ad-b5b6ddc5e420, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,segment=NetworkSegment(fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312),segment_id=fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:41:37.001164 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5e83bca2-4f8f-4ada-b480-ae41246892d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:37.035794 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] Set router d8d06504-c3fd-4b53-a659-2935e61e2e2c gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:41:37.063829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c84090af-32b5-47d1-a9ad-b5b6ddc5e420 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:37.277638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 4, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port': {'id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c84090af-32b5-47d1-a9ad-b5b6ddc5e420', 'name': '', 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'mac_address': 'fa:16:3e:cb:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:32Z', 'updated_at': '2021-10-15T01:41:36Z', 'revision_number': 4, 'project_id': '5ac25b93e6594820b79c05b338557965', 'subnets': [{'id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:41:37.297741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2bb7d2a3-0d8a-4367-91b9-15336b5a2be2 None None] Provisioning complete for port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:37.298128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2bb7d2a3-0d8a-4367-91b9-15336b5a2be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:37.306762 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efff396-ed32-4239-9ef8-575d68d6a9e7 None None] The sync data for ids ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'] in n-d-811521-2 is: [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:32Z', 'revision_number': 4, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port': {'id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'c84090af-32b5-47d1-a9ad-b5b6ddc5e420', 'name': '', 'network_id': '21152180-ae5f-414f-acd9-911b15a0874c', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'mac_address': 'fa:16:3e:cb:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:32Z', 'updated_at': '2021-10-15T01:41:36Z', 'revision_number': 4, 'project_id': '5ac25b93e6594820b79c05b338557965', 'subnets': [{'id': 'a813a2ea-0a5e-40ef-9903-d0e9fc982c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:41:37.333296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83bca2-4f8f-4ada-b480-ae41246892d1 None None] Pushing event updated for resources: {'Port': ['ID=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:37.384552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:37.384920 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:37.498164 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 491fe01b-cbec-48de-88cf-77ae07970b64 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:37.577471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 491fe01b-cbec-48de-88cf-77ae07970b64 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:37.577835 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:38.983953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c84090af-32b5-47d1-a9ad-b5b6ddc5e420 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:41:39.036017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:39.036541 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:40.569807 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:45.644074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:45.813291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-48b0dcf9-62dc-43dc-9792-c9cded1bf67e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:45.815416 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-48b0dcf9-62dc-43dc-9792-c9cded1bf67e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 814 time: 0.1074643 Oct 15 01:41:45.829485 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-dd8478b0-9f09-402d-b589-072b9b369cbd tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/quotas/6fa3acf8f7e744cd9fcb511f7c4536e9 HTTP/1.1" status: 200 len: 375 time: 0.0088773 Oct 15 01:41:45.884794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-f799e44d-b73c-4840-98f0-19065999bd19 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502126 Oct 15 01:41:45.979715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-2318ce50-64a4-4ccc-8ca0-914be1817bba service neutron] 10.222.0.13 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834463 Oct 15 01:41:46.072151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-c005869b-4d3a-42f5-b74e-6453774e2797 service neutron] 10.222.0.13 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863080 Oct 15 01:41:46.374908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-183cdd9d-1fa8-4665-a56a-8b3bb261d1f5 req-7e43e0db-2d23-4e81-897b-d93661742932 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 210 time: 0.0265963 Oct 15 01:41:47.468702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e813b4a9-ea55-4875-8b38-263c9d3e4820 req-47dd04bf-66ed-4e00-b9c2-a38762189aa9 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 210 time: 0.0265310 Oct 15 01:41:48.494809 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-358161e6-e17a-4ec2-b20a-44c690647212 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:48.496369 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-358161e6-e17a-4ec2-b20a-44c690647212 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.30 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 814 time: 0.1163986 Oct 15 01:41:48.514855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'port': {'device_id': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'admin_state_up': True, 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:48.570848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-efb40c64-55bd-4be6-a3bd-8dcfabe05f85 req-40eb6758-6ae1-4a91-bc4c-1e4c67ba10b9 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 210 time: 0.0268815 Oct 15 01:41:48.712417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Made reservation on behalf of 6fa3acf8f7e744cd9fcb511f7c4536e9 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:41:48.716529 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:48.849545 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Allocated IP 172.20.0.13 (eae0caba-6e45-4d92-9ca3-ee0a810804dd/79e80289-72ef-4f04-8cd9-1e87d2e8ad6d/c7dd37f8-59b1-48dd-9f43-970499d333d3) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:41:49.002394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:49.075693 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:49.138743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:41:49.143354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:49.147907 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:41:49.150980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:41:49.210314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:49.211318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:49.303375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-b0b16a6c-7c9a-4d1d-8504-55d4bb1f1a0a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930973 Oct 15 01:41:49.436632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8451f766-6803-4f8d-a4cf-72311b75b32f None None] Provisioning complete for port c7dd37f8-59b1-48dd-9f43-970499d333d3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:41:49.437647 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8451f766-6803-4f8d-a4cf-72311b75b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:49.475208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8451f766-6803-4f8d-a4cf-72311b75b32f None None] Port c7dd37f8-59b1-48dd-9f43-970499d333d3 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:41:49.706149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819df644-413a-4fb9-af96-fbe43b3e6718 req-afd2808f-25ad-47da-8c46-1b2bbf2163ab tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:49.709571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-819df644-413a-4fb9-af96-fbe43b3e6718 req-afd2808f-25ad-47da-8c46-1b2bbf2163ab tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0599048 Oct 15 01:41:49.752642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-819df644-413a-4fb9-af96-fbe43b3e6718 req-ed84b4e3-db27-4f4c-9a67-0b965d79474f tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362439 Oct 15 01:41:50.889480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cc969-eae5-42b6-be9b-7d5d1de22ad8 req-6130ccb0-d6f0-44e3-aba0-c0aef4ff5991 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:50.891910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-672cc969-eae5-42b6-be9b-7d5d1de22ad8 req-6130ccb0-d6f0-44e3-aba0-c0aef4ff5991 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0523798 Oct 15 01:41:50.938026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-672cc969-eae5-42b6-be9b-7d5d1de22ad8 req-2aa37baa-47e4-4c48-9a28-c9454f15b411 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Oct 15 01:41:52.075916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f735-387c-45a0-91ba-c98358ea101b req-52277bf3-b491-41af-865e-266be1941f65 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:52.077303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a27f735-387c-45a0-91ba-c98358ea101b req-52277bf3-b491-41af-865e-266be1941f65 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0669091 Oct 15 01:41:52.116945 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a27f735-387c-45a0-91ba-c98358ea101b req-582e408c-2258-43c6-bc6c-1fba2c41cbae tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Oct 15 01:41:53.245646 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f613-76e0-442c-9d28-0617ea18787d req-bbe15a24-6a3f-4f05-ae18-5345bc3be7f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:53.248086 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-daa2f613-76e0-442c-9d28-0617ea18787d req-bbe15a24-6a3f-4f05-ae18-5345bc3be7f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0596759 Oct 15 01:41:53.288651 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-daa2f613-76e0-442c-9d28-0617ea18787d req-847a6692-f896-4a4e-93f2-1705a1f3ef90 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Oct 15 01:41:54.405655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1de807-2ace-490c-9b94-c6afe36a06de req-d2e826e3-6f0f-4ad4-a4b9-7234e8665322 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:54.407330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f1de807-2ace-490c-9b94-c6afe36a06de req-d2e826e3-6f0f-4ad4-a4b9-7234e8665322 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0514553 Oct 15 01:41:54.448749 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f1de807-2ace-490c-9b94-c6afe36a06de req-6c6cd506-5434-4798-8e04-5e41eb06d9a5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Oct 15 01:41:55.572327 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e7cca-e747-4a82-a833-4e109b613355 req-4e5e1551-b529-4e76-b11a-8c5ab2feaa74 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:55.573918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-318e7cca-e747-4a82-a833-4e109b613355 req-4e5e1551-b529-4e76-b11a-8c5ab2feaa74 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0572281 Oct 15 01:41:55.614491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-318e7cca-e747-4a82-a833-4e109b613355 req-796edbf8-c85d-4895-b446-2053b3bcc249 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336764 Oct 15 01:41:56.138390 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:41:56.449760 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5d3d3457-2c85-4571-8e44-0f07fae3128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:56.741304 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66621d-3d74-4680-94fe-78acdc231f92 req-5a5e281a-3328-4ff7-bf63-4faa2d4df28d tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:56.742965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f66621d-3d74-4680-94fe-78acdc231f92 req-5a5e281a-3328-4ff7-bf63-4faa2d4df28d tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0570436 Oct 15 01:41:56.783714 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7f66621d-3d74-4680-94fe-78acdc231f92 req-3a2eb5ac-9650-4981-a74a-3225b20554df tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Oct 15 01:41:57.898547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7f58d-c43e-43ff-a7c3-37270ae6f4f5 req-fb2ed6f8-7075-43c5-ad64-b288a1a1d314 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:57.900993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbd7f58d-c43e-43ff-a7c3-37270ae6f4f5 req-fb2ed6f8-7075-43c5-ad64-b288a1a1d314 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0515368 Oct 15 01:41:57.943001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fbd7f58d-c43e-43ff-a7c3-37270ae6f4f5 req-9a4126de-15ac-40a5-9eba-bb1216edfbfd tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359602 Oct 15 01:41:59.062693 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef41112-06ce-496a-a357-32b331fa0364 req-b51eb7eb-d651-4515-82ca-68d757ba859a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:59.064167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aef41112-06ce-496a-a357-32b331fa0364 req-b51eb7eb-d651-4515-82ca-68d757ba859a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 932 time: 0.0500071 Oct 15 01:41:59.102936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aef41112-06ce-496a-a357-32b331fa0364 req-01c5019f-8093-47ef-b0a9-dea0a2647d2f tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Oct 15 01:41:59.140590 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Request body: {'port': {'device_id': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:41:59.175131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4dd29c95-2892-458d-be4d-c8ef076553c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:59.198552 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:59.456111 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dd37f8-59b1-48dd-9f43-970499d333d3 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:41:59.463799 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:59.475115 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Transition to ACTIVE for port object c7dd37f8-59b1-48dd-9f43-970499d333d3 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:41:59.537782 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:59.586504 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:59.662881 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Attempting to bind port c7dd37f8-59b1-48dd-9f43-970499d333d3 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:41:59.663220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Attempting to bind port c7dd37f8-59b1-48dd-9f43-970499d333d3 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:41:59.663550 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Attempting to bind port c7dd37f8-59b1-48dd-9f43-970499d333d3 on network eae0caba-6e45-4d92-9ca3-ee0a810804dd {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:59.668802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Port c7dd37f8-59b1-48dd-9f43-970499d333d3 on network eae0caba-6e45-4d92-9ca3-ee0a810804dd not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:41:59.672514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Attempting to bind port c7dd37f8-59b1-48dd-9f43-970499d333d3 on network eae0caba-6e45-4d92-9ca3-ee0a810804dd {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:41:59.674163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:41:59.674501 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Checking segment: {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:41:59.674883 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Bound using segment: {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:41:59.675311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Bound port: c7dd37f8-59b1-48dd-9f43-970499d333d3, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8984a45-03ee-4797-856d-23a5050a1876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:41:59.675714 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:59.741402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:41:59.745082 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:41:59.826868 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:59.861586 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:59.862213 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:41:59.863578 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 1092 time: 0.7275503 Oct 15 01:41:59.864025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:41:59.866318 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0064f4-38db-4a79-9e5b-e45e8d4e58e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:41:59.904442 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a301b-e6ec-463a-beea-aa2706985406 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:41:59.909078 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb03b3c-45ab-43bd-aef7-20d6db504ce1 x-openstack-request-id: req-6fb03b3c-45ab-43bd-aef7-20d6db504ce1 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:41:59.909373 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:41:59.909632 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fb03b3c-45ab-43bd-aef7-20d6db504ce1 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:41:59.910059 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'status': 'completed', 'code': 200} Oct 15 01:41:59.971078 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0064f4-38db-4a79-9e5b-e45e8d4e58e1 req-82b4ae64-f175-48e0-b7bc-32af86467ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:41:59.972919 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd0064f4-38db-4a79-9e5b-e45e8d4e58e1 req-82b4ae64-f175-48e0-b7bc-32af86467ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1095 time: 0.0448811 Oct 15 01:42:00.080121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0064f4-38db-4a79-9e5b-e45e8d4e58e1 req-d4682b6d-a766-4332-b98e-b02df19911c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:00.081597 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd0064f4-38db-4a79-9e5b-e45e8d4e58e1 req-d4682b6d-a766-4332-b98e-b02df19911c4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1006720 Oct 15 01:42:00.191896 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:00.203555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0064f4-38db-4a79-9e5b-e45e8d4e58e1 req-5a1010bd-68b1-4fae-bbb5-86b1cb733bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:00.205159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bd0064f4-38db-4a79-9e5b-e45e8d4e58e1 req-5a1010bd-68b1-4fae-bbb5-86b1cb733bf4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158988 Oct 15 01:42:00.223419 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb26f5b-7289-4ccb-897d-655a0656c47b req-c09ac735-d1b6-4e14-b178-c74c9f926bdf tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:00.224883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdb26f5b-7289-4ccb-897d-655a0656c47b req-c09ac735-d1b6-4e14-b178-c74c9f926bdf tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 944 time: 0.0546625 Oct 15 01:42:00.266117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdb26f5b-7289-4ccb-897d-655a0656c47b req-65853e9d-478b-455b-a8eb-ae796c6325d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342207 Oct 15 01:42:00.285035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-df829462-d04a-477f-9655-bf5a91e18925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:00.286637 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-df829462-d04a-477f-9655-bf5a91e18925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1095 time: 0.0421929 Oct 15 01:42:00.328789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-1ecf2019-1553-4891-87a3-b7f330f990ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 217 time: 0.0342324 Oct 15 01:42:00.379953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-343aad8b-f1fd-4f2b-a529-8c146dae26db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:00.381343 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-343aad8b-f1fd-4f2b-a529-8c146dae26db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 200 len: 853 time: 0.0457213 Oct 15 01:42:00.425896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-d2d7694c-3014-4e2f-91bf-d052f83aa038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:00.427393 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-d2d7694c-3014-4e2f-91bf-d052f83aa038 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae0caba-6e45-4d92-9ca3-ee0a810804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393257 Oct 15 01:42:00.497794 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:00.518873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-3497b680-fcc2-42c2-b15c-15e38925b5f7 service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843227 Oct 15 01:42:00.612834 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-54eae443-2b5f-4761-8b6d-aa29ee758033 req-e63bb25b-43fe-485b-be81-1d4067928082 service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868237 Oct 15 01:42:01.377004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a97617-c23d-4819-86b9-01e339641dc3 req-a2229dcb-6893-471f-942c-b7ed2c8e7b1f tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:01.378499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59a97617-c23d-4819-86b9-01e339641dc3 req-a2229dcb-6893-471f-942c-b7ed2c8e7b1f tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 944 time: 0.0483539 Oct 15 01:42:01.416325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-59a97617-c23d-4819-86b9-01e339641dc3 req-94630dc6-9ede-4e24-9ea1-65dc2f938307 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309644 Oct 15 01:42:02.530254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee62b-579c-4e44-9f82-8715bbd8befc req-d67702a1-26cc-411f-bd64-61d8ee6c2c1a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:02.531748 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1fee62b-579c-4e44-9f82-8715bbd8befc req-d67702a1-26cc-411f-bd64-61d8ee6c2c1a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 944 time: 0.0493619 Oct 15 01:42:02.558033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:02.568758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1fee62b-579c-4e44-9f82-8715bbd8befc req-f1e56b14-a547-440c-b9f9-c2bba32f49be tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309465 Oct 15 01:42:02.808019 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c7dd37f8-59b1-48dd-9f43-970499d333d3 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:42:02.902872 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:42:02.913601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'port_id': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'mac_address': 'fa:16:3e:fb:d5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:42:02.950654 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:02.962832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dd37f8-59b1-48dd-9f43-970499d333d3 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:42:02.981707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:42:03.107583 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:03.152034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:03.306544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c7dd37f8-59b1-48dd-9f43-970499d333d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:42:03.685784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477dcdc-5e94-4cb6-a4b4-0ae1d67e7f06 req-478d4200-1847-4b91-849a-aaeeabf57e3d tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:03.687259 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6477dcdc-5e94-4cb6-a4b4-0ae1d67e7f06 req-478d4200-1847-4b91-849a-aaeeabf57e3d tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Oct 15 01:42:03.725196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6477dcdc-5e94-4cb6-a4b4-0ae1d67e7f06 req-eeedbf05-56be-441a-944f-79d3df54ec40 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321431 Oct 15 01:42:04.836138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a3f6c-9015-46b5-8da1-13f4a1e842b4 req-c6d02eeb-9d54-469e-a19f-003d6909f3ab tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:04.837805 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c7dd37f8-59b1-48dd-9f43-970499d333d3 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:42:04.838353 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-728a3f6c-9015-46b5-8da1-13f4a1e842b4 req-c6d02eeb-9d54-469e-a19f-003d6909f3ab tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 945 time: 0.0491669 Oct 15 01:42:04.876798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-728a3f6c-9015-46b5-8da1-13f4a1e842b4 req-488cd02c-fc0f-4f6b-a5ee-6cabd64db084 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Oct 15 01:42:04.951628 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port c7dd37f8-59b1-48dd-9f43-970499d333d3 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:42:04.955645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c7dd37f8-59b1-48dd-9f43-970499d333d3 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:42:04.956016 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:05.035659 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:05.057606 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:42:05.059974 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591320df-d913-4f56-b1a3-15a7c2e5ead6" -d '{"events": [{"server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "name": "network-vif-plugged", "status": "completed", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:42:05.073413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:42:05.095278 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5396d58f-fbb2-4f6a-9903-9080c4e6de11 x-openstack-request-id: req-5396d58f-fbb2-4f6a-9903-9080c4e6de11 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:42:05.099621 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "name": "network-vif-plugged", "status": "completed", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:42:05.099621 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5396d58f-fbb2-4f6a-9903-9080c4e6de11 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:42:05.099621 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'code': 200} Oct 15 01:42:05.146061 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:05.190109 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144bce-c1fb-45bc-9584-9dafa5a203ac req-0a48c5d4-fead-4789-91d8-a1ee29a6d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:05.191715 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cb144bce-c1fb-45bc-9584-9dafa5a203ac req-0a48c5d4-fead-4789-91d8-a1ee29a6d428 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1097 time: 0.0397472 Oct 15 01:42:05.199340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:05.228821 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-cb144bce-c1fb-45bc-9584-9dafa5a203ac req-3013a7f3-0999-4c56-9f59-c070abf23cf2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300901 Oct 15 01:42:05.991648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f003b-cc69-434b-87f5-488e1bc4cd19 req-d2563c29-94d4-42ce-af2c-7f622d3bcb73 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:05.993721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be2f003b-cc69-434b-87f5-488e1bc4cd19 req-d2563c29-94d4-42ce-af2c-7f622d3bcb73 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0502439 Oct 15 01:42:06.029976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be2f003b-cc69-434b-87f5-488e1bc4cd19 req-a450a793-25eb-42a4-b8bc-3cb46f103e1e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Oct 15 01:42:07.149699 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce41b6-0dd4-4f8d-8ae6-3a040d878ee5 req-f28afc72-344c-445d-8115-b5ab65d8ed19 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:07.151250 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06ce41b6-0dd4-4f8d-8ae6-3a040d878ee5 req-f28afc72-344c-445d-8115-b5ab65d8ed19 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0546916 Oct 15 01:42:07.187689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-06ce41b6-0dd4-4f8d-8ae6-3a040d878ee5 req-e983ebb5-65de-4d3e-9e3a-8d80c745d524 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304058 Oct 15 01:42:07.298554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae0302-eb09-42d1-a2f3-8bc8941348b7 req-a9cc1a18-a57c-49e3-b0b6-c461cb6b6861 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:07.300017 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adae0302-eb09-42d1-a2f3-8bc8941348b7 req-a9cc1a18-a57c-49e3-b0b6-c461cb6b6861 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0489209 Oct 15 01:42:07.339509 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-adae0302-eb09-42d1-a2f3-8bc8941348b7 req-48014bba-8250-4f82-ae7d-5708309b81da tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Oct 15 01:42:07.520943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef43bd1-baf3-465b-8b7c-069b478eecdb req-31e082ae-e44b-4329-be15-af440e32bcfb tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:07.522423 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aef43bd1-baf3-465b-8b7c-069b478eecdb req-31e082ae-e44b-4329-be15-af440e32bcfb tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0493221 Oct 15 01:42:07.559385 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aef43bd1-baf3-465b-8b7c-069b478eecdb req-30f2130a-e1ac-4787-a3a9-e1e6730512d4 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309041 Oct 15 01:42:10.528810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:15.608631 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:22.908687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97799273-107d-4594-a630-122d61c0395e req-224c3aed-ca1a-49a3-88eb-d5bf7acb6e64 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:22.910157 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97799273-107d-4594-a630-122d61c0395e req-224c3aed-ca1a-49a3-88eb-d5bf7acb6e64 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0540934 Oct 15 01:42:22.948480 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-97799273-107d-4594-a630-122d61c0395e req-6daa69a7-f31d-47da-83eb-d8487dcb62ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Oct 15 01:42:22.971418 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33516) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:23.096840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf35d8b-08b9-4d51-955c-9420167d2296 tempest-TestMinimumBasicScenario-958778169 tempest-TestMinimumBasicScenario-958778169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:23.098351 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ccf35d8b-08b9-4d51-955c-9420167d2296 tempest-TestMinimumBasicScenario-958778169 tempest-TestMinimumBasicScenario-958778169-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1092 time: 0.1259263 Oct 15 01:42:23.101382 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33520) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:23.105892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:23.222983 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:23.323849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:23.430423 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Allocated IP 172.25.2.39 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/3dd7c017-e1d9-4ce0-86c9-e8503d5e1711) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:42:23.530203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:23.615215 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:23.651866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:42:23.654624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:42:23.657896 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:42:23.689032 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'Port': ['ID=3dd7c017-e1d9-4ce0-86c9-e8503d5e1711,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:24.019987 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:24.148583 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:24.294622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:24.385569 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:24.460525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'Port': ['ID=3dd7c017-e1d9-4ce0-86c9-e8503d5e1711,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:24.469625 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:24.570841 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Floating IP 18773bea-778e-4cc8-acfe-c6fbe1966595 associated. External IP: 172.25.2.39, port: c7dd37f8-59b1-48dd-9f43-970499d333d3. Oct 15 01:42:25.090402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Router c677c938-2e68-4a82-bfe2-1a72ef1f4142 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:42:25.197124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:42:25.206508 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] Sync routers for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:42:25.215694 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:42:25.216299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:42:25.267763 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.295457 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-874e0ef7-4d72-4796-b0d5-40ab9fed89d6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1927519 Oct 15 01:42:25.296048 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:42:25.298337 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1779895b-40ae-4bea-8a30-dfb326f3707f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:42:25.298639 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33522) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:25.303857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311117199', 'description': 'tempest-secgroup-smoke-1311117199 description', 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:25.324144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:42:25.335366 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d07b7-776a-4057-b886-ce4c5b67fd67 x-openstack-request-id: req-303d07b7-776a-4057-b886-ce4c5b67fd67 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:42:25.336177 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:42:25.336436 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-303d07b7-776a-4057-b886-ce4c5b67fd67 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:42:25.336841 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'status': 'completed', 'code': 200} Oct 15 01:42:25.399136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-c36addf8-859f-48a3-8a4e-1f689a09a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:25.400625 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-c36addf8-859f-48a3-8a4e-1f689a09a9d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1097 time: 0.0424585 Oct 15 01:42:25.411743 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.481426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.501091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-0f524880-6af7-4328-b0d3-738539e4a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:25.502663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-0f524880-6af7-4328-b0d3-738539e4a933 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 915 time: 0.0946128 Oct 15 01:42:25.554471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.570416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '18773bea-778e-4cc8-acfe-c6fbe1966595', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'port_id': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'mac_address': 'fa:16:3e:fb:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:42:23Z', 'updated_at': '2021-10-15T01:42:23Z', 'revision_number': 0, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 5, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:42:25.573517 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-2b575fa1-c492-4c29-8289-3d3acd03de7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 999 time: 0.0632706 Oct 15 01:42:25.585105 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ec100c-2979-47e8-942b-5ee1dcceca16,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:25.593539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.593936 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.598585 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:42:25.605008 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] Checking router: c677c938-2e68-4a82-bfe2-1a72ef1f4142 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:42:25.613926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:42:25.614547 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:41:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:42:25.628715 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-798faf6d-4245-497e-b709-51e4511dfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:25.630746 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-798faf6d-4245-497e-b709-51e4511dfca9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 200 len: 853 time: 0.0501058 Oct 15 01:42:25.649128 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.649882 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5be0443a-29a2-42f4-980b-69f3e4544617 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3502088 Oct 15 01:42:25.653449 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33526) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:25.660246 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f1555be3-685a-4fd9-8ae2-f528c8f141ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec100c-2979-47e8-942b-5ee1dcceca16', 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:25.687795 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-fb138725-4e2a-4fd7-b623-ee210f39c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:25.689418 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-fb138725-4e2a-4fd7-b623-ee210f39c71c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae0caba-6e45-4d92-9ca3-ee0a810804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508761 Oct 15 01:42:25.729978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:42:25.773124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1555be3-685a-4fd9-8ae2-f528c8f141ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.799544 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-ed5f0d41-2951-4082-81e0-a6d6e6714dbc service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018791 Oct 15 01:42:25.839236 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1555be3-685a-4fd9-8ae2-f528c8f141ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.905016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-1779895b-40ae-4bea-8a30-dfb326f3707f req-9163bc1f-fc2a-4191-830a-0aaf297c3b7d service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970056 Oct 15 01:42:25.915455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1555be3-685a-4fd9-8ae2-f528c8f141ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:25.934049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1555be3-685a-4fd9-8ae2-f528c8f141ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5712b2cb-db2e-44b0-876e-f3d79c85512b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:25.973610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '18773bea-778e-4cc8-acfe-c6fbe1966595', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'port_id': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'mac_address': 'fa:16:3e:fb:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:42:23Z', 'updated_at': '2021-10-15T01:42:23Z', 'revision_number': 0, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 5, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:42:26.003398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312c810-3740-4240-a37f-c4ad9fe09217 None None] The sync data for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 is: [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '18773bea-778e-4cc8-acfe-c6fbe1966595', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'floating_ip_address': '172.25.2.39', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'port_id': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'mac_address': 'fa:16:3e:fb:d5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:42:23Z', 'updated_at': '2021-10-15T01:42:23Z', 'revision_number': 0, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 5, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:42:26.040072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f1555be3-685a-4fd9-8ae2-f528c8f141ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.044246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33528) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:26.044438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f1555be3-685a-4fd9-8ae2-f528c8f141ad tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896260 Oct 15 01:42:26.049184 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-87b230ed-92ef-4182-abb9-0e7032536eaa tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec100c-2979-47e8-942b-5ee1dcceca16', 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:26.131559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87b230ed-92ef-4182-abb9-0e7032536eaa tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.191758 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87b230ed-92ef-4182-abb9-0e7032536eaa tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.197836 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31127f32-1646-450f-9b0b-806b86dd9293 None None] New status for floating IP 18773bea-778e-4cc8-acfe-c6fbe1966595: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:42:26.240457 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87b230ed-92ef-4182-abb9-0e7032536eaa tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.261394 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b230ed-92ef-4182-abb9-0e7032536eaa tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4b9bb3-2719-41e2-a226-56dd75800f3e,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:26.280550 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ad1e0678-15ed-4b7a-b4ec-5a2209ee0006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.365632 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-87b230ed-92ef-4182-abb9-0e7032536eaa tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.367005 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-87b230ed-92ef-4182-abb9-0e7032536eaa tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3215177 Oct 15 01:42:26.369684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33530) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:26.373973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f9eb21d9-4207-4503-b776-e541f1003497 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec100c-2979-47e8-942b-5ee1dcceca16', 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:26.473932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9eb21d9-4207-4503-b776-e541f1003497 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.531888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9eb21d9-4207-4503-b776-e541f1003497 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.596774 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9eb21d9-4207-4503-b776-e541f1003497 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.613542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb21d9-4207-4503-b776-e541f1003497 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f262764b-2b46-44e5-a37b-5ed138eddbc4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:26.673788 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f9eb21d9-4207-4503-b776-e541f1003497 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.675029 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f9eb21d9-4207-4503-b776-e541f1003497 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044071 Oct 15 01:42:26.677832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33532) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:26.682463 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-271407e2-3c2a-41db-919e-8e91542a22c8 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec100c-2979-47e8-942b-5ee1dcceca16', 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:26.773046 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-271407e2-3c2a-41db-919e-8e91542a22c8 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.834290 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-271407e2-3c2a-41db-919e-8e91542a22c8 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.900842 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-271407e2-3c2a-41db-919e-8e91542a22c8 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.919255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271407e2-3c2a-41db-919e-8e91542a22c8 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48db13cf-9566-40b4-8027-85f756920447,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:26.976614 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-271407e2-3c2a-41db-919e-8e91542a22c8 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:26.978859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-271407e2-3c2a-41db-919e-8e91542a22c8 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996011 Oct 15 01:42:26.981147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33534) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:26.985476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec100c-2979-47e8-942b-5ee1dcceca16', 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:27.059919 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Project 6fa3acf8f7e744cd9fcb511f7c4536e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:42:27.064638 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.123970 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.199780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.219136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc3d2c3-e790-40dc-bc0f-ca1fecea0d94,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:27.293490 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.294828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c552f1f2-8ff1-4748-8556-0c346de219de tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3127577 Oct 15 01:42:27.297462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33536) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:42:27.302107 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'security_group_rule': {'security_group_id': 'd1ec100c-2979-47e8-942b-5ee1dcceca16', 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:27.417583 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Project 6fa3acf8f7e744cd9fcb511f7c4536e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:42:27.422832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.483196 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.557822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.576348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bf2586-a7db-49aa-8c3a-23fde47be29b,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:27.652953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:27.654181 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-deb90c8b-65d5-47e3-8e97-52844b24ad2e tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557346 Oct 15 01:42:27.730254 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-34df2ff0-786b-488b-82fb-41d1383af9ac tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311117199&fields=id&tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9 HTTP/1.1" status: 200 len: 267 time: 0.0309653 Oct 15 01:42:27.787322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-0740bdeb-23cf-435b-a116-e0ec50a6b004 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:27.788934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-0740bdeb-23cf-435b-a116-e0ec50a6b004 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0532265 Oct 15 01:42:27.800242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'port': {'security_groups': ['ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e', 'd1ec100c-2979-47e8-942b-5ee1dcceca16']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:42:27.865537 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:28.066715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:42:28.095928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:28.157105 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:28.169156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c7dd37f8-59b1-48dd-9f43-970499d333d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:42:28.203786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:28.204413 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:28.205796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c0d1c30-1f0a-47d4-a974-0cd480226c4d req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "PUT /v2.0/ports/c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 982 time: 0.4103575 Oct 15 01:42:28.206275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:42:28.208589 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d51802f-1d7f-43df-910c-180b12245263" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:42:28.248671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b712c27-a2dc-46d5-ab3b-756a472f2763 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=6']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:42:28.255955 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528c2e32-c284-4f4f-8c7f-17da4fb12cfd x-openstack-request-id: req-528c2e32-c284-4f4f-8c7f-17da4fb12cfd {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:42:28.256309 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:42:28.257068 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-528c2e32-c284-4f4f-8c7f-17da4fb12cfd {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:42:28.257194 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'status': 'completed', 'code': 200} Oct 15 01:42:28.281343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c7dd37f8-59b1-48dd-9f43-970499d333d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:42:28.343670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51802f-1d7f-43df-910c-180b12245263 req-5538942b-caea-4cc3-adc2-7c8823e08ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:28.346134 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d51802f-1d7f-43df-910c-180b12245263 req-5538942b-caea-4cc3-adc2-7c8823e08ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1136 time: 0.0652702 Oct 15 01:42:28.358384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725f65-351a-425e-b7d7-b1490abaf154 req-f387bd17-6daa-409d-adcb-63122c2c7643 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:28.359952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31725f65-351a-425e-b7d7-b1490abaf154 req-f387bd17-6daa-409d-adcb-63122c2c7643 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0551374 Oct 15 01:42:28.416616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-31725f65-351a-425e-b7d7-b1490abaf154 req-38fbfdb6-70ba-459b-aea3-cf53f4aa9f13 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483441 Oct 15 01:42:28.469083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51802f-1d7f-43df-910c-180b12245263 req-ef6f5f81-256f-445e-b276-390787d16249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:28.470532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d51802f-1d7f-43df-910c-180b12245263 req-ef6f5f81-256f-445e-b276-390787d16249 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 915 time: 0.1158314 Oct 15 01:42:28.507186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-6c87c4aa-95ed-4b32-8462-b9551d6f46d7 None None] Provisioning complete for port c7dd37f8-59b1-48dd-9f43-970499d333d3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:42:28.507551 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6c87c4aa-95ed-4b32-8462-b9551d6f46d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:28.542050 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d51802f-1d7f-43df-910c-180b12245263 req-cf20ff91-997d-4d27-be86-f8966c9259f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 1001 time: 0.0632412 Oct 15 01:42:28.590146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51802f-1d7f-43df-910c-180b12245263 req-f72f2d22-2a09-4d3a-9768-61766192e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:28.591600 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d51802f-1d7f-43df-910c-180b12245263 req-f72f2d22-2a09-4d3a-9768-61766192e5f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 200 len: 853 time: 0.0429063 Oct 15 01:42:28.640706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51802f-1d7f-43df-910c-180b12245263 req-3773984c-33ad-467e-872f-3e11310c21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:28.642253 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d51802f-1d7f-43df-910c-180b12245263 req-3773984c-33ad-467e-872f-3e11310c21cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae0caba-6e45-4d92-9ca3-ee0a810804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437908 Oct 15 01:42:28.742633 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d51802f-1d7f-43df-910c-180b12245263 req-61b4aba6-e551-419a-bc37-2c6a50d21b65 service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924127 Oct 15 01:42:28.833123 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3d51802f-1d7f-43df-910c-180b12245263 req-7265afea-4e32-4c0c-a8f1-2f8c1b77a364 service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829773 Oct 15 01:42:28.970118 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-54d15dca-4e63-43f0-8e4f-e1c6678dfb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:30.251709 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:30.510680 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:32.554108 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:33.137782 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:42:36.701159 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-541c777e-cb08-4825-b645-40874e18f116 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437574 Oct 15 01:42:36.783484 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-1e659275-28d0-42e0-8c01-a80a7f4ca9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:36.784963 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-1e659275-28d0-42e0-8c01-a80a7f4ca9ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1136 time: 0.0406032 Oct 15 01:42:36.888090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-a97a557a-a115-4e3e-98f6-a9bdfc1737b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:36.889535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-a97a557a-a115-4e3e-98f6-a9bdfc1737b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 915 time: 0.0844519 Oct 15 01:42:36.959808 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-b7b3e637-1903-4dea-8249-8674da926cd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 1001 time: 0.0623512 Oct 15 01:42:37.008201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-b0adbeaf-78d2-4ddc-be96-44a297f1383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:37.010219 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-b0adbeaf-78d2-4ddc-be96-44a297f1383e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 200 len: 853 time: 0.0434103 Oct 15 01:42:37.055396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-d7f5edb0-bb04-4cd9-aa90-0a5c285903aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:37.057016 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-d7f5edb0-bb04-4cd9-aa90-0a5c285903aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae0caba-6e45-4d92-9ca3-ee0a810804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391455 Oct 15 01:42:37.151926 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-afb75f65-9e31-4f91-b628-7f88d1a6019d service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868318 Oct 15 01:42:37.244467 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b3b30f7a-b675-41cb-b0b7-61fd2006e6a7 req-141fc076-96c8-44db-9544-b1dfd25e158d service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855722 Oct 15 01:42:38.095015 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23ea26-c755-44a0-afb8-7d2ef21df3df req-8c4f3b63-b38b-445a-a028-ed15f6286807 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:38.096566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e23ea26-c755-44a0-afb8-7d2ef21df3df req-8c4f3b63-b38b-445a-a028-ed15f6286807 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0516686 Oct 15 01:42:38.139248 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e23ea26-c755-44a0-afb8-7d2ef21df3df req-6961ae27-656e-4dd3-b8d9-264293b87cb9 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363631 Oct 15 01:42:38.149475 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-e98aaeb5-ee09-4f86-9683-fdc357415c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:38.152474 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-e98aaeb5-ee09-4f86-9683-fdc357415c2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1136 time: 0.0470164 Oct 15 01:42:38.245204 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-d0ddbf0e-c18c-41f0-b91d-ae6fa1027645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:38.246777 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-d0ddbf0e-c18c-41f0-b91d-ae6fa1027645 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 915 time: 0.0862422 Oct 15 01:42:38.318191 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-b12734b2-a1a8-49d8-9a0b-0464a3357459 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 1001 time: 0.0632393 Oct 15 01:42:38.368675 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-c20dd179-5240-4650-b894-11e610f25aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:38.370495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-c20dd179-5240-4650-b894-11e610f25aa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 200 len: 853 time: 0.0447137 Oct 15 01:42:38.416125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-34f2ccc1-c9a9-47e8-a5a5-e458d5d99a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:38.417610 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-34f2ccc1-c9a9-47e8-a5a5-e458d5d99a6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae0caba-6e45-4d92-9ca3-ee0a810804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405233 Oct 15 01:42:38.512972 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-73528f45-850e-4fa8-a670-5b568b36258f service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881162 Oct 15 01:42:38.611960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f89cbe1f-427c-49fa-8a66-67be5541a010 req-1cd5a0f4-9a03-4c3c-9df8-f61c2cc31acb service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908215 Oct 15 01:42:39.259976 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2a5fe-be57-4592-bac7-a6a15f9bf87c req-f7722373-f1a9-4fb8-ba6f-1f0bc45dd522 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:39.261337 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20e2a5fe-be57-4592-bac7-a6a15f9bf87c req-f7722373-f1a9-4fb8-ba6f-1f0bc45dd522 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0534511 Oct 15 01:42:39.300693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20e2a5fe-be57-4592-bac7-a6a15f9bf87c req-507e8447-92d5-4ac0-8d7f-ba01764eb40b tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331702 Oct 15 01:42:40.414927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075538-2e95-4a79-b26f-f0ddd041ffdf req-57f4c918-10e9-48d7-ba28-3087ccce7aa3 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:40.416398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98075538-2e95-4a79-b26f-f0ddd041ffdf req-57f4c918-10e9-48d7-ba28-3087ccce7aa3 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0494475 Oct 15 01:42:40.455980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98075538-2e95-4a79-b26f-f0ddd041ffdf req-5fe1285d-3b75-4da4-923b-d00384339955 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336347 Oct 15 01:42:40.537250 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:41.569361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f684f-e013-4c44-88c7-08c662e0e954 req-79c226f7-02ec-4ebe-968f-482d76b5cdf6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:41.571333 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-730f684f-e013-4c44-88c7-08c662e0e954 req-79c226f7-02ec-4ebe-968f-482d76b5cdf6 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0485065 Oct 15 01:42:41.610807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-730f684f-e013-4c44-88c7-08c662e0e954 req-82b6abe8-069a-4825-a341-9fa952c17c84 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331254 Oct 15 01:42:42.728901 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f124-094a-4fbe-b44f-c95765cfe3ef req-af3715aa-13d9-4e24-8593-22c81981127f tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:42.730387 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-acd0f124-094a-4fbe-b44f-c95765cfe3ef req-af3715aa-13d9-4e24-8593-22c81981127f tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0529189 Oct 15 01:42:42.769144 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-acd0f124-094a-4fbe-b44f-c95765cfe3ef req-80f3c42f-a774-4288-bbf1-8d8a041be2dd tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326664 Oct 15 01:42:43.883460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433063df-4b8c-40fa-9f0d-890d51780029 req-ce05fd41-9be9-4603-a5cc-70a1593ca7f3 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:43.885001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-433063df-4b8c-40fa-9f0d-890d51780029 req-ce05fd41-9be9-4603-a5cc-70a1593ca7f3 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0488541 Oct 15 01:42:43.923929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-433063df-4b8c-40fa-9f0d-890d51780029 req-a4dbb759-7728-4cc6-9023-313282aebabf tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329661 Oct 15 01:42:45.039611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef583d64-8b25-470d-9725-b59fd580bf4a req-5666b9cf-110a-491e-878f-2e27d77dee1c tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:45.041278 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef583d64-8b25-470d-9725-b59fd580bf4a req-5666b9cf-110a-491e-878f-2e27d77dee1c tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0492928 Oct 15 01:42:45.081815 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef583d64-8b25-470d-9725-b59fd580bf4a req-4c0ea6b5-8aa9-4486-8544-c08fa5e89676 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344718 Oct 15 01:42:45.599509 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:46.202184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de66a7b-a3df-428a-9f1d-477db1db399e req-34a64f5a-4c4e-4d63-88f4-88e41e40a2a0 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:46.203642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2de66a7b-a3df-428a-9f1d-477db1db399e req-34a64f5a-4c4e-4d63-88f4-88e41e40a2a0 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0551784 Oct 15 01:42:46.244750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2de66a7b-a3df-428a-9f1d-477db1db399e req-59b31487-fca7-45ff-974c-54f750137c3a tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341375 Oct 15 01:42:47.358269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc827a-3ce0-49eb-92c1-cdb7a51a9e83 req-e2242f00-be50-4b22-bae4-b7450d2e7de9 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:47.359734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7dc827a-3ce0-49eb-92c1-cdb7a51a9e83 req-e2242f00-be50-4b22-bae4-b7450d2e7de9 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0488901 Oct 15 01:42:47.399167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7dc827a-3ce0-49eb-92c1-cdb7a51a9e83 req-bb05f429-4b00-4d14-88ec-3869b4de57a2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335572 Oct 15 01:42:48.512998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c891556-7fd9-46c9-8219-483d7ac884ed req-18597c17-0639-4b91-b59e-c1dda22091e1 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:48.514491 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c891556-7fd9-46c9-8219-483d7ac884ed req-18597c17-0639-4b91-b59e-c1dda22091e1 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0490246 Oct 15 01:42:48.553132 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c891556-7fd9-46c9-8219-483d7ac884ed req-6a469a95-917a-4318-8112-678fcab99a47 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326102 Oct 15 01:42:49.673560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99405ae0-d5e4-4ea7-a68a-5e34645dd3ea req-4e0854f5-606c-4064-97e0-e66756cabfcb tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:42:49.675051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99405ae0-d5e4-4ea7-a68a-5e34645dd3ea req-4e0854f5-606c-4064-97e0-e66756cabfcb tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0532236 Oct 15 01:42:49.714858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-99405ae0-d5e4-4ea7-a68a-5e34645dd3ea req-6896fd04-143e-4f34-95a8-3be1884ff2d9 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&id=d1ec100c-2979-47e8-942b-5ee1dcceca16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337338 Oct 15 01:42:56.339657 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e8af49d7-efd1-4ca3-9718-a8a0f4dce7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:42:58.879415 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c28d2a8a-2fd2-49be-8040-17f30c9c1ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:00.174253 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:00.547996 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:02.576683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:10.137428 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:43:10.550845 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:11.038549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-cd860b6b-4fee-47f7-8c40-14ea4a8baeb9 req-1bc2d378-ebe8-41b0-b09b-96e4d7ff4325 service neutron] (107726) timed out ('10.222.0.13', 56032) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:43:15.644414 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:21.957904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-4d739c39-3db6-4116-bd44-bcc15888dd05 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311117199&fields=id&tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9 HTTP/1.1" status: 200 len: 267 time: 0.0329897 Oct 15 01:43:22.010444 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-c9bd3330-d528-4417-a725-0362d2d7bf74 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:22.011908 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-c9bd3330-d528-4417-a725-0362d2d7bf74 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 985 time: 0.0484865 Oct 15 01:43:22.023210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Request body: {'port': {'security_groups': ['ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:22.090794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.269924 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:22.297790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.352984 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.364669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c7dd37f8-59b1-48dd-9f43-970499d333d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:43:22.397745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:22.398328 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.399732 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-702bd9cb-cf11-42a6-b7e0-1e16c6161fe1 req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "PUT /v2.0/ports/c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 943 time: 0.3809824 Oct 15 01:43:22.400195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:43:22.402907 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a88d197-446f-465d-9fec-aab120bd546c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:43:22.407763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33588) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:22.454170 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e17a1d-6985-478b-bb9c-18edf5b7633c x-openstack-request-id: req-74e17a1d-6985-478b-bb9c-18edf5b7633c {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:43:22.454468 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:43:22.454722 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74e17a1d-6985-478b-bb9c-18edf5b7633c {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:43:22.455124 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'status': 'completed', 'code': 200} Oct 15 01:43:22.473994 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c7dd37f8-59b1-48dd-9f43-970499d333d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:43:22.481861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75400d-444f-4bb9-9c47-06dfc54e50f2 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event updated for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=7']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:22.518382 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e08cca75-0d9d-453e-8b7e-1d2ecc10a1dc tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.535918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d197-446f-465d-9fec-aab120bd546c req-08351284-4953-4bc7-8ced-7bc79579a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:22.540408 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a88d197-446f-465d-9fec-aab120bd546c req-08351284-4953-4bc7-8ced-7bc79579a262 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1097 time: 0.0652633 Oct 15 01:43:22.553705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e08cca75-0d9d-453e-8b7e-1d2ecc10a1dc tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.665243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d197-446f-465d-9fec-aab120bd546c req-718a19c6-8223-4f05-942e-58ae035275ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:22.666781 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a88d197-446f-465d-9fec-aab120bd546c req-718a19c6-8223-4f05-942e-58ae035275ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 915 time: 0.1207244 Oct 15 01:43:22.696214 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-616d447d-caca-4719-895f-452381f2aff8 None None] Provisioning complete for port c7dd37f8-59b1-48dd-9f43-970499d333d3 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:22.696503 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-616d447d-caca-4719-895f-452381f2aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.707962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e08cca75-0d9d-453e-8b7e-1d2ecc10a1dc tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.711106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e08cca75-0d9d-453e-8b7e-1d2ecc10a1dc tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.713954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e08cca75-0d9d-453e-8b7e-1d2ecc10a1dc tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "DELETE /v2.0/security-groups/d1ec100c-2979-47e8-942b-5ee1dcceca16 HTTP/1.1" status: 204 len: 168 time: 0.3036990 Oct 15 01:43:22.718179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33590) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:22.729628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cca75-0d9d-453e-8b7e-1d2ecc10a1dc tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ec100c-2979-47e8-942b-5ee1dcceca16,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:22.742495 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a88d197-446f-465d-9fec-aab120bd546c req-3dfa03bb-9c3a-40f6-9a51-63e972ec2f6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 1001 time: 0.0651150 Oct 15 01:43:22.793452 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d197-446f-465d-9fec-aab120bd546c req-125695ee-920f-4d45-82b7-624d4e1efc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:22.795254 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a88d197-446f-465d-9fec-aab120bd546c req-125695ee-920f-4d45-82b7-624d4e1efc65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 200 len: 853 time: 0.0484111 Oct 15 01:43:22.840932 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88d197-446f-465d-9fec-aab120bd546c req-3646ebfe-1cd8-4118-97dd-da69114cbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:22.843274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a88d197-446f-465d-9fec-aab120bd546c req-3646ebfe-1cd8-4118-97dd-da69114cbeb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae0caba-6e45-4d92-9ca3-ee0a810804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410712 Oct 15 01:43:22.903194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Deleting port 3dd7c017-e1d9-4ce0-86c9-e8503d5e1711 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:22.903530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.941931 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a88d197-446f-465d-9fec-aab120bd546c req-2e3bd115-a9cf-4e61-be12-8dab851231a5 service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905759 Oct 15 01:43:22.980765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.981290 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:22.993028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Calling delete_port for 3dd7c017-e1d9-4ce0-86c9-e8503d5e1711 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:23.038644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4a88d197-446f-465d-9fec-aab120bd546c req-2c2f365f-2fd1-48a6-89a9-f38599772d9e service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894499 Oct 15 01:43:23.547969 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:23.571845 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event deleted for resources: {'Port': ['ID=3dd7c017-e1d9-4ce0-86c9-e8503d5e1711,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:23.635719 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:23.636043 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Floating IP 18773bea-778e-4cc8-acfe-c6fbe1966595 disassociated (deleted). External IP: 172.25.2.39, port: c7dd37f8-59b1-48dd-9f43-970499d333d3. Oct 15 01:43:23.845214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Router c677c938-2e68-4a82-bfe2-1a72ef1f4142 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:43:23.952925 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:43:23.957864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:23.962597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] Sync routers for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:43:23.971863 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:23.972456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:23.985345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6ae52e4f-6d99-4d2f-996e-0a6977a771f5 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "DELETE /v2.0/floatingips/18773bea-778e-4cc8-acfe-c6fbe1966595 HTTP/1.1" status: 204 len: 168 time: 1.2659929 Oct 15 01:43:24.080698 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:24.283537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 5, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:24.315351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] Checking router: c677c938-2e68-4a82-bfe2-1a72ef1f4142 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:43:24.323884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:24.324471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:42:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:24.431751 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:24.456099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:43:24.458818 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93edfe-57f6-4c4b-b46b-7146968eaa82" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:43:24.494370 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbe4c0-d46c-44c9-a23d-bcf123e98c49 x-openstack-request-id: req-46fbe4c0-d46c-44c9-a23d-bcf123e98c49 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:43:24.494769 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:43:24.495109 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46fbe4c0-d46c-44c9-a23d-bcf123e98c49 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:43:24.495617 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'status': 'completed', 'code': 200} Oct 15 01:43:24.558511 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-0cd17210-f959-490f-8417-792ddab8f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:24.560023 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-0cd17210-f959-490f-8417-792ddab8f46d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 1097 time: 0.0407991 Oct 15 01:43:24.639401 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 5, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:24.653051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-ada8c4e6-1183-4073-be18-5ec273d33c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:24.654774 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-ada8c4e6-1183-4073-be18-5ec273d33c38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 200 len: 915 time: 0.0866120 Oct 15 01:43:24.667259 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f7dffe-5553-47b9-8faa-799a410a1a90 None None] The sync data for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 is: [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:26Z', 'revision_number': 4, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '47331722-6080-4c61-ac10-868e22767e3f', 'name': '', 'network_id': 'eae0caba-6e45-4d92-9ca3-ee0a810804dd', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'mac_address': 'fa:16:3e:f1:de:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:26Z', 'updated_at': '2021-10-15T01:41:30Z', 'revision_number': 5, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'subnets': [{'id': '79e80289-72ef-4f04-8cd9-1e87d2e8ad6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:43:24.700963 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-c8fbbe1d-f942-4b08-88eb-5f468f3bd67e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 200 len: 217 time: 0.0385301 Oct 15 01:43:24.751355 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-31d442d2-783b-4642-86ea-3bb8a3686039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:24.753438 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-31d442d2-783b-4642-86ea-3bb8a3686039 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 200 len: 853 time: 0.0453935 Oct 15 01:43:24.801300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-d9b71b2b-7b25-4f0a-8157-0d21ab68ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:24.802877 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-d9b71b2b-7b25-4f0a-8157-0d21ab68ed15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae0caba-6e45-4d92-9ca3-ee0a810804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421066 Oct 15 01:43:24.910829 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-b180949b-38ea-4370-b752-7c0af9d1689f service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000936 Oct 15 01:43:24.928407 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a06a5-6714-44a2-bb0b-e0812db4046a None None] New status for floating IP 18773bea-778e-4cc8-acfe-c6fbe1966595: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:43:25.006935 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2d93edfe-57f6-4c4b-b46b-7146968eaa82 req-d1b7b98c-124a-4dd2-93f2-46f9f4a5c481 service neutron] 10.222.0.30 "GET /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867431 Oct 15 01:43:26.285224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bc324cc1-3a1b-4852-b25d-831cbcf549aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:28.901797 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9a06f01-fb90-4d92-a689-337cc6100f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:30.196499 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:30.499552 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:32.570504 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:33.454818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a552cca-7955-49c8-9a2e-f9504d20aa5a req-a346ab0c-7f59-4569-9284-679f3daca4e1 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:33.458554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a552cca-7955-49c8-9a2e-f9504d20aa5a req-a346ab0c-7f59-4569-9284-679f3daca4e1 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0564284 Oct 15 01:43:33.495125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6a552cca-7955-49c8-9a2e-f9504d20aa5a req-226705b4-d353-4a63-ba3a-28326c638552 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Oct 15 01:43:34.609855 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c440a8-bb40-4218-8e1f-4a4af568f98b req-4ae39b83-9c96-4ea2-93ac-be5a4255965d tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:34.611340 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2c440a8-bb40-4218-8e1f-4a4af568f98b req-4ae39b83-9c96-4ea2-93ac-be5a4255965d tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Oct 15 01:43:34.648628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2c440a8-bb40-4218-8e1f-4a4af568f98b req-49448a53-63f3-4a05-8cac-4470bb93f952 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Oct 15 01:43:35.071241 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-66127af8-46d6-4d8a-9bd8-5ac25b78fe80 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:35.073317 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-66127af8-46d6-4d8a-9bd8-5ac25b78fe80 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Oct 15 01:43:35.162665 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Deleting port c7dd37f8-59b1-48dd-9f43-970499d333d3 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:35.163018 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:35.253388 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] For port c7dd37f8-59b1-48dd-9f43-970499d333d3, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c7dd37f8-59b1-48dd-9f43-970499d333d3,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:35.253662 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:35.265425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Calling delete_port for c7dd37f8-59b1-48dd-9f43-970499d333d3 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:35.473096 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:35.485581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c7dd37f8-59b1-48dd-9f43-970499d333d3'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:43:35.509551 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Pushing event deleted for resources: {'Port': ['ID=c7dd37f8-59b1-48dd-9f43-970499d333d3,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:35.535930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.536284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.536623 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.536955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.537286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.537614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.537939 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.538286 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.538612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.538931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.539250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.539565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:35.561742 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] No DVR routers for this DVR port c7dd37f8-59b1-48dd-9f43-970499d333d3 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:43:35.564294 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:35.567652 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d595d995-0607-4dfe-80d5-2c14b82b9679 req-809a2b1c-df67-46f0-ad16-8a180dcdc267 tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.30 "DELETE /v2.0/ports/c7dd37f8-59b1-48dd-9f43-970499d333d3 HTTP/1.1" status: 204 len: 173 time: 0.4889951 Oct 15 01:43:35.568088 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'name': 'network-vif-deleted', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:43:35.570354 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d7957a-dd93-41b3-ac0f-17d2fe10a491" -d '{"events": [{"server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "name": "network-vif-deleted", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:43:35.725796 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aad721-2cd2-4c53-830e-0da23a955960 x-openstack-request-id: req-c9aad721-2cd2-4c53-830e-0da23a955960 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:43:35.726190 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0af6d0-e2c8-4071-8f4e-59688ab1b390", "name": "network-vif-deleted", "tag": "c7dd37f8-59b1-48dd-9f43-970499d333d3", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:43:35.726609 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9aad721-2cd2-4c53-830e-0da23a955960 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:43:35.727283 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0af6d0-e2c8-4071-8f4e-59688ab1b390', 'name': 'network-vif-deleted', 'tag': 'c7dd37f8-59b1-48dd-9f43-970499d333d3', 'status': 'completed', 'code': 200} Oct 15 01:43:35.795949 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d42dbe28-16b5-4309-b46f-5825ab7b3bbe req-a41fca8d-50a8-4d99-a178-c568e9519e7d tempest-TestMinimumBasicScenario-228153568 tempest-TestMinimumBasicScenario-228153568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d0af6d0-e2c8-4071-8f4e-59688ab1b390 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Oct 15 01:43:37.920788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33698) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:38.279649 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:38.535275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Deleting port 47331722-6080-4c61-ac10-868e22767e3f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:38.535617 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:38.615675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] For port 47331722-6080-4c61-ac10-868e22767e3f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=47331722-6080-4c61-ac10-868e22767e3f,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:38.616034 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:38.629410 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Calling delete_port for 47331722-6080-4c61-ac10-868e22767e3f owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:38.884420 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:38.914350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Pushing event deleted for resources: {'Port': ['ID=47331722-6080-4c61-ac10-868e22767e3f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:38.942752 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.943417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.943417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.943735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.944119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.944480 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.944805 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.945124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.945460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.945781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.946132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:38.946435 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:39.101816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:39.317770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Router c677c938-2e68-4a82-bfe2-1a72ef1f4142 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:43:39.358647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c7dd37f8-59b1-48dd-9f43-970499d333d3 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:43:39.378815 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: c7dd37f8-59b1-48dd-9f43-970499d333d3 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:43:39.379156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c7dd37f8-59b1-48dd-9f43-970499d333d3 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:43:39.426294 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:43:39.431533 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-836c7ff0-1ef0-4379-8bf0-5251de06cfca admin admin] 10.222.0.13 "PUT /v2.0/routers/c677c938-2e68-4a82-bfe2-1a72ef1f4142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5093672 Oct 15 01:43:39.433975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33700) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:39.435102 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] Sync routers for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:43:39.444193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:39.445044 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:39.538655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:39.551813 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:39.642333 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:39.726850 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:43:38Z', 'revision_number': 5, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port': {'id': '1b2f8b7b-e62c-439b-b729-fbb206ab0ebf', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:39.757075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] Checking router: c677c938-2e68-4a82-bfe2-1a72ef1f4142 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:43:39.759978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Deleting port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:39.760313 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:39.766003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] Routers {'c677c938-2e68-4a82-bfe2-1a72ef1f4142'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:39.766623 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:39.844141 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] For port 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:39.844495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:39.853103 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] Set router c677c938-2e68-4a82-bfe2-1a72ef1f4142 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:39.856090 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Calling delete_port for 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:39.905703 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:43:39Z', 'revision_number': 6, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:39.934334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672abe92-1ee4-479f-abfd-8755800645e6 None None] The sync data for ids ['c677c938-2e68-4a82-bfe2-1a72ef1f4142'] in n-d-811521-2 is: [{'id': 'c677c938-2e68-4a82-bfe2-1a72ef1f4142', 'name': 'tempest-TestMinimumBasicScenario-763167068-router', 'tenant_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:23Z', 'updated_at': '2021-10-15T01:43:39Z', 'revision_number': 6, 'project_id': '6fa3acf8f7e744cd9fcb511f7c4536e9', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:43:40.076221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.100660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2f8b7b-e62c-439b-b729-fbb206ab0ebf,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:40.163389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.251097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.253057 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.364693 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.365308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c677c938-2e68-4a82-bfe2-1a72ef1f4142 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:43:40.369931 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.371212 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-08a0b08e-0da8-486b-bcb9-f3c5bb1a83ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/c677c938-2e68-4a82-bfe2-1a72ef1f4142 HTTP/1.1" status: 204 len: 168 time: 0.9361989 Oct 15 01:43:40.376611 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33702) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:40.422373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] Deleting subnet 79e80289-72ef-4f04-8cd9-1e87d2e8ad6d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:43:40.423240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.457124 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.538534 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.556662 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.679253 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.706198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e80289-72ef-4f04-8cd9-1e87d2e8ad6d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:40.709910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.713209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3bd21125-9970-4871-9143-8b3155333591 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/79e80289-72ef-4f04-8cd9-1e87d2e8ad6d HTTP/1.1" status: 204 len: 168 time: 0.3376675 Oct 15 01:43:40.716348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33704) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:40.716723 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae4668-5ff6-4de4-b313-5692f76d3397 None None] Network eae0caba-6e45-4d92-9ca3-ee0a810804dd requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:43:40.794755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.850715 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Deleting port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:40.851002 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.907578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] DHCP port deletion for eae0caba-6e45-4d92-9ca3-ee0a810804dd request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:43:40.922579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] For port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:40.922935 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:40.936784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Calling delete_port for f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:40.957377 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Deleting port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:40.957752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.027299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] For port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,segment=NetworkSegment(f8984a45-03ee-4797-856d-23a5050a1876),segment_id=f8984a45-03ee-4797-856d-23a5050a1876)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:41.027681 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.042347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Calling delete_port for f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:41.046317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 47331722-6080-4c61-ac10-868e22767e3f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:43:41.075242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 47331722-6080-4c61-ac10-868e22767e3f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:43:41.075578 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 47331722-6080-4c61-ac10-868e22767e3f not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:43:41.075980 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:43:41.084704 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.110443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:41.113893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] No DVR routers for this DVR port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:43:41.159453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No active binding found for port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b {{(pid=107727) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 01:43:41.159795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:43:41.160210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:43:41.186577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:43:41.186975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 1b2f8b7b-e62c-439b-b729-fbb206ab0ebf not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:43:41.191878 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.199190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.213998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae0caba-6e45-4d92-9ca3-ee0a810804dd']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:41.224087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8984a45-03ee-4797-856d-23a5050a1876') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:41.224379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8984a45-03ee-4797-856d-23a5050a1876') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:41.227915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Pushing event deleted for resources: {'Port': ['ID=f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:41.231941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] No DVR routers for this DVR port f4ad7c3d-5ae1-47cc-82ba-a9cebb8dd56b on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:43:41.234300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244191 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.244925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.245793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db77c17-8e5b-4419-9a23-ab7d97d80ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:41.250549 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.256877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:43:41.257249 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:43:41.258903 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:43:41.396408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.401900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:41.405758 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eae0caba-6e45-4d92-9ca3-ee0a810804dd HTTP/1.1" status: 204 len: 168 time: 0.6881194 Oct 15 01:43:41.416447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d39645-9932-44d9-bc99-19f449114f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae0caba-6e45-4d92-9ca3-ee0a810804dd,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:41.417841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33706) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:42.062647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:42.317670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Deleting port c84090af-32b5-47d1-a9ad-b5b6ddc5e420 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:42.317913 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:42.393721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] For port c84090af-32b5-47d1-a9ad-b5b6ddc5e420, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,segment=NetworkSegment(fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312),segment_id=fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:42.394068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:42.410249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Calling delete_port for c84090af-32b5-47d1-a9ad-b5b6ddc5e420 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:42.659384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:42.686145 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84090af-32b5-47d1-a9ad-b5b6ddc5e420,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:42.851059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:43.068397 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Router d8d06504-c3fd-4b53-a659-2935e61e2e2c has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:43:43.174235 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:43:43.183650 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c9450a6f-946d-4c7d-b42b-b63deaf63555 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8d06504-c3fd-4b53-a659-2935e61e2e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602761 Oct 15 01:43:43.183650 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33708) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:43.183823 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] Sync routers for ids ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:43:43.193346 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] Routers {'d8d06504-c3fd-4b53-a659-2935e61e2e2c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:43.193932 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:43.289761 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:43.298397 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] Set router d8d06504-c3fd-4b53-a659-2935e61e2e2c gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:43.393923 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:43.473041 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:43:42Z', 'revision_number': 5, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port': {'id': '491fe01b-cbec-48de-88cf-77ae07970b64', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:43.504683 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] Checking router: d8d06504-c3fd-4b53-a659-2935e61e2e2c for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:43:43.513469 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] Routers {'d8d06504-c3fd-4b53-a659-2935e61e2e2c'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:43.514117 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:43.519800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Deleting port 491fe01b-cbec-48de-88cf-77ae07970b64 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:43.520138 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:43.598875 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] Set router d8d06504-c3fd-4b53-a659-2935e61e2e2c gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:43.599364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] For port 491fe01b-cbec-48de-88cf-77ae07970b64, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=491fe01b-cbec-48de-88cf-77ae07970b64,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:43.599726 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:43.613257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Calling delete_port for 491fe01b-cbec-48de-88cf-77ae07970b64 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:43.652869 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:43:43Z', 'revision_number': 6, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:43.678805 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25338bd-b5ed-4e38-950f-4429f16727c4 None None] The sync data for ids ['d8d06504-c3fd-4b53-a659-2935e61e2e2c'] in n-d-811521-2 is: [{'id': 'd8d06504-c3fd-4b53-a659-2935e61e2e2c', 'name': 'tempest-TestMinimumBasicScenario-1332769166-router', 'tenant_id': '5ac25b93e6594820b79c05b338557965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:41:29Z', 'updated_at': '2021-10-15T01:43:43Z', 'revision_number': 6, 'project_id': '5ac25b93e6594820b79c05b338557965', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:43:43.832860 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:43.862547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=491fe01b-cbec-48de-88cf-77ae07970b64,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:43.922152 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.012047 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.014663 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.130017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.130835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d06504-c3fd-4b53-a659-2935e61e2e2c {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:43:44.135146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.136290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a2cf7112-ae47-4350-8754-00a1a6115be2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8d06504-c3fd-4b53-a659-2935e61e2e2c HTTP/1.1" status: 204 len: 168 time: 0.9531958 Oct 15 01:43:44.139450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33710) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:44.187853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] Deleting subnet a813a2ea-0a5e-40ef-9903-d0e9fc982c49 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:43:44.190930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.224022 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.301139 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.434396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.461767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a813a2ea-0a5e-40ef-9903-d0e9fc982c49,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:44.467039 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.471087 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f3f1b230-ce97-45fe-b32c-26dd0723f06f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a813a2ea-0a5e-40ef-9903-d0e9fc982c49 HTTP/1.1" status: 204 len: 168 time: 0.3306787 Oct 15 01:43:44.472327 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee75eb-67eb-453f-adbd-0b6c2914e0da None None] Network 21152180-ae5f-414f-acd9-911b15a0874c requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:43:44.473765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:44.556899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.616465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Deleting port 079edd4b-f26c-433b-983d-3bb58aeaeff5 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:44.617596 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.648441 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] DHCP port deletion for 21152180-ae5f-414f-acd9-911b15a0874c request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:43:44.694644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] For port 079edd4b-f26c-433b-983d-3bb58aeaeff5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=079edd4b-f26c-433b-983d-3bb58aeaeff5,segment=NetworkSegment(fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312),segment_id=fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:44.694923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.704417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] Deleting port 079edd4b-f26c-433b-983d-3bb58aeaeff5 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:43:44.704893 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.709481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Calling delete_port for 079edd4b-f26c-433b-983d-3bb58aeaeff5 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:44.772719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] For port 079edd4b-f26c-433b-983d-3bb58aeaeff5, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=079edd4b-f26c-433b-983d-3bb58aeaeff5,segment=NetworkSegment(fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312),segment_id=fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:44.773112 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.786057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] Calling delete_port for 079edd4b-f26c-433b-983d-3bb58aeaeff5 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:43:44.882271 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.888004 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:44.910525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=079edd4b-f26c-433b-983d-3bb58aeaeff5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:44.914030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] No DVR routers for this DVR port 079edd4b-f26c-433b-983d-3bb58aeaeff5 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:43:44.916279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] Pushing event deleted for resources: {'Port': ['ID=079edd4b-f26c-433b-983d-3bb58aeaeff5,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:44.920704 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc58334-358f-4d84-8eb0-14ad91eaaf79 None None] No DVR routers for this DVR port 079edd4b-f26c-433b-983d-3bb58aeaeff5 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:43:44.996086 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.016603 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21152180-ae5f-414f-acd9-911b15a0874c']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:45.025535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:45.025826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdea7ad9-c9ef-4c4d-aed7-2da9f16a7312') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:45.036178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.038332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c84090af-32b5-47d1-a9ad-b5b6ddc5e420 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:43:45.050300 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.056626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:43:45.060467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.060638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c84090af-32b5-47d1-a9ad-b5b6ddc5e420 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:43:45.061262 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:43:45.063609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c84090af-32b5-47d1-a9ad-b5b6ddc5e420 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:43:45.063609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 491fe01b-cbec-48de-88cf-77ae07970b64 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:43:45.079532 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 491fe01b-cbec-48de-88cf-77ae07970b64 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:43:45.079930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 491fe01b-cbec-48de-88cf-77ae07970b64 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:43:45.080344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 079edd4b-f26c-433b-983d-3bb58aeaeff5 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:43:45.098762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 079edd4b-f26c-433b-983d-3bb58aeaeff5 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:43:45.099123 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 079edd4b-f26c-433b-983d-3bb58aeaeff5 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:43:45.192827 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.198152 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.201417 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/21152180-ae5f-414f-acd9-911b15a0874c HTTP/1.1" status: 204 len: 168 time: 0.7264912 Oct 15 01:43:45.212211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b459a8-894f-498d-a330-e43fb964d6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=21152180-ae5f-414f-acd9-911b15a0874c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:45.537527 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33716) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:45.576939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-93f257ad-0c8e-4892-b711-4393ed8f86ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fa3acf8f7e744cd9fcb511f7c4536e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378070 Oct 15 01:43:45.579081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33718) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:45.627834 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d331d66f-9c88-44f5-9147-1acb0f590eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.648714 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d331d66f-9c88-44f5-9147-1acb0f590eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.650385 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.779870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d331d66f-9c88-44f5-9147-1acb0f590eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.782501 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d331d66f-9c88-44f5-9147-1acb0f590eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:45.783660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d331d66f-9c88-44f5-9147-1acb0f590eee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e HTTP/1.1" status: 204 len: 168 time: 0.2035844 Oct 15 01:43:45.791598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331d66f-9c88-44f5-9147-1acb0f590eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac770ca6-8b18-4f9c-a2a1-3f11ffb8058e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:46.340075 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33724) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:46.383030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3343d956-25ac-481c-9373-da7d70ec6449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ac25b93e6594820b79c05b338557965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421231 Oct 15 01:43:46.385519 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33726) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:46.441856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eaeba3a-6b5e-41d6-ae1b-18fb030c880a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:46.464485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eaeba3a-6b5e-41d6-ae1b-18fb030c880a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:46.575605 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eaeba3a-6b5e-41d6-ae1b-18fb030c880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:46.578863 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8eaeba3a-6b5e-41d6-ae1b-18fb030c880a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:46.580051 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8eaeba3a-6b5e-41d6-ae1b-18fb030c880a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b8ff4b1-67b5-47c9-a594-0a6b3f8ef590 HTTP/1.1" status: 204 len: 168 time: 0.1936560 Oct 15 01:43:46.588149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeba3a-6b5e-41d6-ae1b-18fb030c880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8ff4b1-67b5-47c9-a594-0a6b3f8ef590,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:47.136456 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:43:48.893683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33766) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:48.898368 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364396283', 'description': 'tempest-secgroup-smoke-1364396283 description', 'project_id': '1b01b6232bf84d938acf2966153c6909'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:49.002494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.011829 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.083233 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.161888 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.199565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a105f8d3-1530-4306-8b8a-d37099d0c24b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:49.240750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.329974 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.358859 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca9ce04-30bd-4143-84c3-0f4601b3f80e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:49.406957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.408211 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6228a695-7d84-4af0-a242-2d5aa1ca4398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5134637 Oct 15 01:43:49.411129 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33768) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:49.415557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-8079152a-8e16-4d2b-9d47-bc6f217d11e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '1ca9ce04-30bd-4143-84c3-0f4601b3f80e', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:49.500124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8079152a-8e16-4d2b-9d47-bc6f217d11e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.558414 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8079152a-8e16-4d2b-9d47-bc6f217d11e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.613002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8079152a-8e16-4d2b-9d47-bc6f217d11e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.630242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079152a-8e16-4d2b-9d47-bc6f217d11e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593991a1-1bc9-4646-9e77-8aeb2a2e9f3d,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:49.706887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-8079152a-8e16-4d2b-9d47-bc6f217d11e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.708099 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8079152a-8e16-4d2b-9d47-bc6f217d11e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2960367 Oct 15 01:43:49.710732 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33770) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:49.715455 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-748c6d4e-4dd7-4cdb-9532-cfeacc06cfaf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '1ca9ce04-30bd-4143-84c3-0f4601b3f80e', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:49.817717 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-748c6d4e-4dd7-4cdb-9532-cfeacc06cfaf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.872794 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-748c6d4e-4dd7-4cdb-9532-cfeacc06cfaf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.939190 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-748c6d4e-4dd7-4cdb-9532-cfeacc06cfaf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:49.957717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c6d4e-4dd7-4cdb-9532-cfeacc06cfaf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f2ac14-9875-47d5-b5b5-02afb0f9009e,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:50.033033 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-748c6d4e-4dd7-4cdb-9532-cfeacc06cfaf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.034361 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-748c6d4e-4dd7-4cdb-9532-cfeacc06cfaf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3226807 Oct 15 01:43:50.037238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33772) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:50.042034 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-370c17c1-6b37-4922-a840-bad7e5ba70b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '1ca9ce04-30bd-4143-84c3-0f4601b3f80e', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:50.145733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-370c17c1-6b37-4922-a840-bad7e5ba70b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.197928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-370c17c1-6b37-4922-a840-bad7e5ba70b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.270811 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-370c17c1-6b37-4922-a840-bad7e5ba70b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.289372 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c17c1-6b37-4922-a840-bad7e5ba70b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e506977f-0ac4-4e67-94f8-0f6d15d17191,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:50.366388 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-370c17c1-6b37-4922-a840-bad7e5ba70b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.367628 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-370c17c1-6b37-4922-a840-bad7e5ba70b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3292561 Oct 15 01:43:50.370465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33774) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:50.375391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-e1cc6673-c32e-47df-bbfe-a50e50c87c90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '1ca9ce04-30bd-4143-84c3-0f4601b3f80e', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:50.466491 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6673-c32e-47df-bbfe-a50e50c87c90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.534717 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6673-c32e-47df-bbfe-a50e50c87c90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.593530 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6673-c32e-47df-bbfe-a50e50c87c90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.615188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc6673-c32e-47df-bbfe-a50e50c87c90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1818b3fb-6ba6-4136-a972-4fe795824188,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:50.669641 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6673-c32e-47df-bbfe-a50e50c87c90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.671626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e1cc6673-c32e-47df-bbfe-a50e50c87c90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3002234 Oct 15 01:43:50.674478 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33776) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:50.678867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '1ca9ce04-30bd-4143-84c3-0f4601b3f80e', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:50.745216 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:43:50.750860 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.810967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.898928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.917825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202c638f-a8db-4ae9-b2e5-bc30c0b0ddfd,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:50.998108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:50.999328 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77520911-0ebd-4730-b524-5c5275eb2b80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3238933 Oct 15 01:43:51.002166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33778) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:51.006676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '1ca9ce04-30bd-4143-84c3-0f4601b3f80e', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:51.107218 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:43:51.112207 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.173021 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.255839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.274869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aea3279-f1f6-4e09-8da0-b97fe1715d53,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:51.335175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.336377 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dc1f4927-ab98-4f4d-9a24-68cd475f1608 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332944 Oct 15 01:43:51.339371 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33780) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:51.344238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'network': {'name': 'tempest-network-smoke--466716022', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'port_security_enabled': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:51.430322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:43:51.433658 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.458044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:43:51.466474 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.467319 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Added segment 9b0289f4-45a9-4a1b-8895-a7fba644e8e9 of type vlan for network af271973-f07d-43bb-893d-12d423ae52df Oct 15 01:43:51.511426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.615686 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.621397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:51.621974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.688269 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Network': ['ID=af271973-f07d-43bb-893d-12d423ae52df,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:51.698375 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network af271973-f07d-43bb-893d-12d423ae52df details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:43:51.709877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-470f43f5-960c-4ac2-9256-36668b495d37 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3694932 Oct 15 01:43:51.712829 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33784) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:51.717315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'admin_state_up': True, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:51.793088 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.794211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:51.849960 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:52.045478 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:52.289165 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:52.309407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:52.408972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.65 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/ca3826ee-8f95-4e05-8bb8-4053c26af95d) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:43:52.511974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:52.627606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:52.666157 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:43:52.668815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:43:52.671539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:43:52.706659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=ca3826ee-8f95-4e05-8bb8-4053c26af95d,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:53.021839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:53.535421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:53.712687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 4bbf9ced-862f-46cc-bd53-16e23d874e63 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:43:53.819061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:43:53.829902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Sync routers for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:43:53.839097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:53.842765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:53.895294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:53.896588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-682c3608-f6b4-4b09-93a9-e064c4d876c0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1828423 Oct 15 01:43:53.899781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33786) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:54.036152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1e775e72-769d-4165-aaca-f926b8edadd5 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1b01b6232bf84d938acf2966153c6909&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1352587 Oct 15 01:43:54.038915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33790) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:54.096693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:54.129416 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6b75b-56cf-449b-bdcb-e14d6f84fe13 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:54.131224 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-44d6b75b-56cf-449b-bdcb-e14d6f84fe13 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914030 Oct 15 01:43:54.134208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33792) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:54.163264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-04030248-1e39-44e8-afc5-133a97032257 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278928 Oct 15 01:43:54.165899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33794) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:54.170668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-150704184', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:43:54.274854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:52Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:54.305580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Checking router: 4bbf9ced-862f-46cc-bd53-16e23d874e63 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:43:54.305959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Updating router 4bbf9ced-862f-46cc-bd53-16e23d874e63 port ca3826ee-8f95-4e05-8bb8-4053c26af95d binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:43:54.318827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:43:54.322463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.330735 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.568021 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.583183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.625459 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Subnet': ['ID=56f64a86-667f-4900-b8bc-1be3099999ba,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:54.635712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Checking segment: {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:43:54.640320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network hostable DHCP agents. Network: af271973-f07d-43bb-893d-12d423ae52df, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:43:54.659160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.718752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce65c8-457b-4c62-985a-95103bbcd2e3 None None] Pushing event updated for resources: {'Port': ['ID=ca3826ee-8f95-4e05-8bb8-4053c26af95d,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:54.721179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Attempting to bind port ca3826ee-8f95-4e05-8bb8-4053c26af95d on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:43:54.721548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Attempting to bind port ca3826ee-8f95-4e05-8bb8-4053c26af95d by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:43:54.721910 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Attempting to bind port ca3826ee-8f95-4e05-8bb8-4053c26af95d on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:43:54.727340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:43:54.727711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:43:54.728112 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.728494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:43:54.728951 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Bound port: ca3826ee-8f95-4e05-8bb8-4053c26af95d, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:43:54.729332 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.739132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network af271973-f07d-43bb-893d-12d423ae52df is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:43:54.782026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] For port ca3826ee-8f95-4e05-8bb8-4053c26af95d, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:43:54.785100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] For port ca3826ee-8f95-4e05-8bb8-4053c26af95d, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ca3826ee-8f95-4e05-8bb8-4053c26af95d,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:43:54.801772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, af271973-f07d-43bb-893d-12d423ae52df) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:43:54.805880 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:54.806497 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.812278 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce97a0-c652-4ee7-a31b-f9f07ae8cc97 None None] Network af271973-f07d-43bb-893d-12d423ae52df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:43:54.863782 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:54.919127 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8bc0c003-3027-4717-a670-df2eada4c3dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7521644 Oct 15 01:43:54.922963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33796) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:43:54.950392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce65c8-457b-4c62-985a-95103bbcd2e3 None None] Pushing event updated for resources: {'Port': ['ID=ca3826ee-8f95-4e05-8bb8-4053c26af95d,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:54.956660 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:54.957264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:55.087828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-af271973-f07d-43bb-893d-12d423ae52df', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:43:55.092112 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:55.130187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:55.361783 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:55.369340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Allocated IP 172.20.0.2 (af271973-f07d-43bb-893d-12d423ae52df/56f64a86-667f-4900-b8bc-1be3099999ba/386497ab-fefe-4b09-9859-4448eb2e7149) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:43:55.502238 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:52Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:55.542023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fc38b-dc01-43ff-aeb2-221bd7d019b6 None None] The sync data for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 is: [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:52Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:43:55.593809 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:55.661878 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:55.705762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Network af271973-f07d-43bb-893d-12d423ae52df is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:43:55.710890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.1 (af271973-f07d-43bb-893d-12d423ae52df/56f64a86-667f-4900-b8bc-1be3099999ba/9a77a254-4f1b-4f44-a815-d6a8f9e64ec6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:43:55.711537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:43:55.720652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:43:55.728055 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Pushing event updated for resources: {'Port': ['ID=386497ab-fefe-4b09-9859-4448eb2e7149,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:55.807083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Attempting to bind port 386497ab-fefe-4b09-9859-4448eb2e7149 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:43:55.813062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Attempting to bind port 386497ab-fefe-4b09-9859-4448eb2e7149 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:43:55.813062 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Attempting to bind port 386497ab-fefe-4b09-9859-4448eb2e7149 on network af271973-f07d-43bb-893d-12d423ae52df {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:43:55.813579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:43:55.814068 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Checking segment: {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:43:55.814670 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:55.815096 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Bound using segment: {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:43:55.815592 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Bound port: 386497ab-fefe-4b09-9859-4448eb2e7149, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:43:55.815971 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:55.856073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:55.890650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] For port 386497ab-fefe-4b09-9859-4448eb2e7149, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:43:55.893752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] For port 386497ab-fefe-4b09-9859-4448eb2e7149, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=386497ab-fefe-4b09-9859-4448eb2e7149,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:43:55.981709 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.019661 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.023336 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network af271973-f07d-43bb-893d-12d423ae52df is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:43:56.026573 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:43:56.033408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:43:56.039764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:56.086408 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.098531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e0539-eb92-4cf2-bdef-11974a1b30fd None None] Pushing event updated for resources: {'Port': ['ID=386497ab-fefe-4b09-9859-4448eb2e7149,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:56.339633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.364268 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ebc95281-87a4-4aef-9e51-1560a8b1efb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.634768 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.707257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.781231 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:56.783671 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:56.882857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network af271973-f07d-43bb-893d-12d423ae52df is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:43:56.884300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:43:56.994431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3cc5c-9d21-4e15-9645-1c4eda1027aa None None] Network af271973-f07d-43bb-893d-12d423ae52df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:43:57.010386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 4bbf9ced-862f-46cc-bd53-16e23d874e63 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:43:57.069540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-33b0eb7a-f6bc-46dd-bbd9-31f4f3c31c46 None None] Provisioning complete for port 386497ab-fefe-4b09-9859-4448eb2e7149 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:57.069901 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-33b0eb7a-f6bc-46dd-bbd9-31f4f3c31c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.128193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 386497ab-fefe-4b09-9859-4448eb2e7149 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:43:57.155997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:43:57.166667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8b7b57c0-5f05-4741-8d72-a3c1c6e367d2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/4bbf9ced-862f-46cc-bd53-16e23d874e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426281 Oct 15 01:43:57.231933 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-33b0eb7a-f6bc-46dd-bbd9-31f4f3c31c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.295544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 386497ab-fefe-4b09-9859-4448eb2e7149 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:57.295909 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.312283 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-3e496ef3-ab2d-41fe-9ebb-6881b20d91b1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364396283&fields=id&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 267 time: 0.0393293 Oct 15 01:43:57.320499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-33b0eb7a-f6bc-46dd-bbd9-31f4f3c31c46 None None] For port 386497ab-fefe-4b09-9859-4448eb2e7149, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=386497ab-fefe-4b09-9859-4448eb2e7149,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:57.385848 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.431174 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-33b0eb7a-f6bc-46dd-bbd9-31f4f3c31c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.437145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-9a5d290d-80b0-4231-959c-d9ec81e6afc9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:43:57.438731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-9a5d290d-80b0-4231-959c-d9ec81e6afc9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/networks?id=af271973-f07d-43bb-893d-12d423ae52df HTTP/1.1" status: 200 len: 796 time: 0.1105657 Oct 15 01:43:57.457074 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-843909cf-cc1a-4992-9869-fdf9adb12e0c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/quotas/1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 375 time: 0.0107238 Oct 15 01:43:57.517072 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Sync routers for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:43:57.524013 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:43:57.524525 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:43:57.529067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:57.529875 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:57.530024 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0eb7a-f6bc-46dd-bbd9-31f4f3c31c46 None None] Pushing event updated for resources: {'Port': ['ID=386497ab-fefe-4b09-9859-4448eb2e7149,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:57.540186 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-214252a6-4498-47e9-a3bb-89bd52fc2e8c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772955 Oct 15 01:43:57.555036 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c3dcc16e-818b-4439-b0bb-f98f28f36f51 None None] Provisioning complete for port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:57.555674 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc16e-818b-4439-b0bb-f98f28f36f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.596842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-c3dcc16e-818b-4439-b0bb-f98f28f36f51 None None] Port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:43:57.611948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c3dcc16e-818b-4439-b0bb-f98f28f36f51 None None] Provisioning complete for port 386497ab-fefe-4b09-9859-4448eb2e7149 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:57.612331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc16e-818b-4439-b0bb-f98f28f36f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.654495 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-7ec80250-9fa1-4ba6-9f9e-0fa273813a66 service neutron] 10.222.0.13 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977242 Oct 15 01:43:57.675523 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:57.766058 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-379b5c4e-c206-4222-8d6e-bf67f8a63fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044257 Oct 15 01:43:57.818715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8b82cbea-67c5-4b7a-9067-e981da2b574d None None] Provisioning complete for port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:57.819359 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8b82cbea-67c5-4b7a-9067-e981da2b574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.863007 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-8b82cbea-67c5-4b7a-9067-e981da2b574d None None] Port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:43:57.906374 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 2, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:57.933012 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Checking router: 4bbf9ced-862f-46cc-bd53-16e23d874e63 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:43:57.933366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Updating router 4bbf9ced-862f-46cc-bd53-16e23d874e63 port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:43:57.959761 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:57.982289 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9fe83d79-56f6-449c-b1ba-8068d1f55f69 None None] Provisioning complete for port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:57.982637 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9fe83d79-56f6-449c-b1ba-8068d1f55f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.018273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9fe83d79-56f6-449c-b1ba-8068d1f55f69 None None] Port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:43:58.067187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ca3826ee-8f95-4e05-8bb8-4053c26af95d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:43:58.076431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec50fb3e-bb2f-4856-8ba1-715dabe0a51e req-7f4d587e-f1de-4b72-851f-48727856bf40 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Oct 15 01:43:58.122208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ca3826ee-8f95-4e05-8bb8-4053c26af95d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:58.123255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.275807 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.364399 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.373474 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.394405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port ca3826ee-8f95-4e05-8bb8-4053c26af95d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ca3826ee-8f95-4e05-8bb8-4053c26af95d,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:58.414995 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Pushing event updated for resources: {'Port': ['ID=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:58.436740 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.437076 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.437403 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.437725 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.438045 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.438389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.438700 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.439012 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.439323 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.439631 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.439942 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.440289 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:43:58.476072 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Attempting to bind port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:43:58.476072 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Attempting to bind port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:43:58.476072 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Attempting to bind port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 on network af271973-f07d-43bb-893d-12d423ae52df {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:43:58.478863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.485232 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:43:58.485607 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Checking segment: {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:43:58.486061 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.486475 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Bound using segment: {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:43:58.487033 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Bound port: 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:43:58.487460 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.536982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=ca3826ee-8f95-4e05-8bb8-4053c26af95d,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:58.567139 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] For port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:43:58.570365 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] For port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:43:58.637144 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.643167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-22159ca6-5e9a-4d2f-a927-45e702b6f4dd None None] Provisioning complete for port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:58.643593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-22159ca6-5e9a-4d2f-a927-45e702b6f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.698156 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:43:58.698785 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:58.738868 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c89987-d1e8-482a-a3bd-77c2e7ba56ac None None] Pushing event updated for resources: {'Port': ['ID=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:58.750976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-22159ca6-5e9a-4d2f-a927-45e702b6f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.785139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-22159ca6-5e9a-4d2f-a927-45e702b6f4dd None None] For port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:43:58.873026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-22159ca6-5e9a-4d2f-a927-45e702b6f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.905740 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d34a48df-8027-4595-8e75-b06b8ab66d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:58.921406 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:43:58.931617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22159ca6-5e9a-4d2f-a927-45e702b6f4dd None None] Pushing event updated for resources: {'Port': ['ID=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:43:58.995178 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-81d32a84-a7ef-47b9-8a5d-a1aaed687459 None None] Provisioning complete for port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:58.995380 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-81d32a84-a7ef-47b9-8a5d-a1aaed687459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:59.069743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 386497ab-fefe-4b09-9859-4448eb2e7149 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:43:59.129286 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 386497ab-fefe-4b09-9859-4448eb2e7149 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:59.129286 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:43:59.134925 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:43:59.160172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d4f85b31-f849-42d2-9ee3-046577dd7daf req-41d21457-93e7-46ac-b206-71b9dc54ef52 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 210 time: 0.0351882 Oct 15 01:43:59.165369 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4308ba4d-b570-4788-97c8-f6edcf95d3c7 None None] The sync data for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 is: [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:43:59.224987 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ca3826ee-8f95-4e05-8bb8-4053c26af95d up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:43:59.286121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port ca3826ee-8f95-4e05-8bb8-4053c26af95d triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:43:59.286556 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:00.213352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:00.261891 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-898cbaab-62a1-4c31-bb45-453c5e1e7494 req-912a2b12-a455-43b8-a78b-278ca5d37ace tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Oct 15 01:44:00.440908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-58a30803-d7aa-4e1a-a5b8-3ce9f8550cce tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:00.442307 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-58a30803-d7aa-4e1a-a5b8-3ce9f8550cce tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/networks?id=af271973-f07d-43bb-893d-12d423ae52df HTTP/1.1" status: 200 len: 796 time: 0.1059892 Oct 15 01:44:00.485213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-1aab174e-3669-497b-92bb-0883c98623e0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 380 time: 0.0341568 Oct 15 01:44:00.494532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'port': {'device_id': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'admin_state_up': True, 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'security_groups': ['1ca9ce04-30bd-4143-84c3-0f4601b3f80e']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:44:00.513168 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:00.667154 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:44:00.671345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:00.792087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.3 (af271973-f07d-43bb-893d-12d423ae52df/56f64a86-667f-4900-b8bc-1be3099999ba/15890590-0ce0-4dfa-a58e-aa09261dc28c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:44:00.927580 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.016206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.059124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network af271973-f07d-43bb-893d-12d423ae52df is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:44:01.063361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:44:01.064790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:44:01.069135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:44:01.098946 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=15890590-0ce0-4dfa-a58e-aa09261dc28c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:44:01.122288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:01.123566 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.130254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:44:01.130879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.219097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-6f2617a7-e9ce-43bd-979f-a4e6ef3efb3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7280822 Oct 15 01:44:01.281110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Request body: {'port': {'device_id': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:44:01.340257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.346788 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-deabcc31-c93e-422c-a58d-0898e00f7a4e None None] Provisioning complete for port 15890590-0ce0-4dfa-a58e-aa09261dc28c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:44:01.347290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-deabcc31-c93e-422c-a58d-0898e00f7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.380717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-deabcc31-c93e-422c-a58d-0898e00f7a4e None None] Port 15890590-0ce0-4dfa-a58e-aa09261dc28c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:44:01.477787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80b5e2-8960-464a-9814-ac40f5851d82 req-f32560ca-b259-4980-8cab-e26dd951bd7b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:01.479253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a80b5e2-8960-464a-9814-ac40f5851d82 req-f32560ca-b259-4980-8cab-e26dd951bd7b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 931 time: 0.1295609 Oct 15 01:44:01.550723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a80b5e2-8960-464a-9814-ac40f5851d82 req-d84a6b18-4b4c-405f-b19b-51d96341490d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620005 Oct 15 01:44:01.666038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15890590-0ce0-4dfa-a58e-aa09261dc28c {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:44:01.673461 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.685725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Transition to ACTIVE for port object 15890590-0ce0-4dfa-a58e-aa09261dc28c will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:44:01.758240 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.813824 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Pushing event updated for resources: {'Port': ['ID=15890590-0ce0-4dfa-a58e-aa09261dc28c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:44:01.892440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Attempting to bind port 15890590-0ce0-4dfa-a58e-aa09261dc28c on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:44:01.892988 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Attempting to bind port 15890590-0ce0-4dfa-a58e-aa09261dc28c by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:44:01.893551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Attempting to bind port 15890590-0ce0-4dfa-a58e-aa09261dc28c on network af271973-f07d-43bb-893d-12d423ae52df {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:44:01.900099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Port 15890590-0ce0-4dfa-a58e-aa09261dc28c on network af271973-f07d-43bb-893d-12d423ae52df not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:44:01.900439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Attempting to bind port 15890590-0ce0-4dfa-a58e-aa09261dc28c on network af271973-f07d-43bb-893d-12d423ae52df {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:44:01.908125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:44:01.908637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Checking segment: {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:44:01.909211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Bound using segment: {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:44:01.909870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Bound port: 15890590-0ce0-4dfa-a58e-aa09261dc28c, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0289f4-45a9-4a1b-8895-a7fba644e8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:44:01.910432 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:01.985058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] For port 15890590-0ce0-4dfa-a58e-aa09261dc28c, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:44:01.988128 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] For port 15890590-0ce0-4dfa-a58e-aa09261dc28c, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:44:02.073221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:02.108199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:02.108909 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:02.110304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] 10.222.0.39 "PUT /v2.0/ports/15890590-0ce0-4dfa-a58e-aa09261dc28c HTTP/1.1" status: 200 len: 1091 time: 0.8803537 Oct 15 01:44:02.110739 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:44:02.112990 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1dfa2d-79aa-43fc-9ce3-0471413571bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:44:02.147694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e428fa9-805c-47b0-9ecd-20cab2519bab service neutron] Pushing event updated for resources: {'Port': ['ID=15890590-0ce0-4dfa-a58e-aa09261dc28c,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:44:02.160655 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dee73f-e7e8-4727-80cf-7f06e75b9878 x-openstack-request-id: req-59dee73f-e7e8-4727-80cf-7f06e75b9878 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:44:02.160655 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:44:02.160655 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59dee73f-e7e8-4727-80cf-7f06e75b9878 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:44:02.160655 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'status': 'completed', 'code': 200} Oct 15 01:44:02.219570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dfa2d-79aa-43fc-9ce3-0471413571bd req-88a8daef-c600-4978-88cc-50f7e7cf5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:02.221121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a1dfa2d-79aa-43fc-9ce3-0471413571bd req-88a8daef-c600-4978-88cc-50f7e7cf5a91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 1094 time: 0.0438240 Oct 15 01:44:02.327525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dfa2d-79aa-43fc-9ce3-0471413571bd req-a3fcf627-b9e0-4059-a3ed-96066a08fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:02.329010 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a1dfa2d-79aa-43fc-9ce3-0471413571bd req-a3fcf627-b9e0-4059-a3ed-96066a08fc60 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b01b6232bf84d938acf2966153c6909&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1001279 Oct 15 01:44:02.420702 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dfa2d-79aa-43fc-9ce3-0471413571bd req-309b1272-48e9-4fb3-a4e3-2b2d1ec24940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:02.422040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a1dfa2d-79aa-43fc-9ce3-0471413571bd req-309b1272-48e9-4fb3-a4e3-2b2d1ec24940 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866301 Oct 15 01:44:02.504673 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-f6034dd5-62d8-4997-80be-df307208a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:02.506483 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-f6034dd5-62d8-4997-80be-df307208a92f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 1094 time: 0.0464032 Oct 15 01:44:02.549542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-4dd3ccdd-5781-4311-af4a-4f62c82af0e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c HTTP/1.1" status: 200 len: 217 time: 0.0350752 Oct 15 01:44:02.595950 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:02.599028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-84f4cceb-1136-476a-bc0c-cbf50726c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:02.600535 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-84f4cceb-1136-476a-bc0c-cbf50726c3fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56f64a86-667f-4900-b8bc-1be3099999ba HTTP/1.1" status: 200 len: 834 time: 0.0444055 Oct 15 01:44:02.998045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-698c08a9-ee9f-4797-b59d-dbe2f5fec532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:02.999660 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-698c08a9-ee9f-4797-b59d-dbe2f5fec532 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af271973-f07d-43bb-893d-12d423ae52df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3922729 Oct 15 01:44:03.011259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854ca89-bf7e-40cc-be93-f15f62b832a9 req-0a5f41b6-0f18-48ae-9c4c-88e4381b3928 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:03.012601 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1854ca89-bf7e-40cc-be93-f15f62b832a9 req-0a5f41b6-0f18-48ae-9c4c-88e4381b3928 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 943 time: 0.3808978 Oct 15 01:44:03.103332 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1854ca89-bf7e-40cc-be93-f15f62b832a9 req-6f487d82-abf3-4882-9b31-35fa7f13d3c6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824952 Oct 15 01:44:03.127434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-d8826e64-bd24-46fd-a2d4-7f7af67e44f7 service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138434 Oct 15 01:44:03.217375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1fb1bc4a-9032-43a6-bf3e-c8e6c0ff72bb req-c628a056-3f39-4949-be32-95b197bac8c1 service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823443 Oct 15 01:44:04.219077 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9803-d2fc-4392-aab7-5b986266281b req-3854a7ad-f062-4819-896b-28237ad97863 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:04.220543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38fc9803-d2fc-4392-aab7-5b986266281b req-3854a7ad-f062-4819-896b-28237ad97863 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 943 time: 0.0493655 Oct 15 01:44:04.257668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-38fc9803-d2fc-4392-aab7-5b986266281b req-a69aaa81-6fa4-48af-a23b-f46d6c24f32a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Oct 15 01:44:05.374770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02eeea-8c3a-4b08-8417-370a88dbf4bf req-b9fac154-1f8e-466c-9ccf-c2d5ecd7cae3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:05.376214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d02eeea-8c3a-4b08-8417-370a88dbf4bf req-b9fac154-1f8e-466c-9ccf-c2d5ecd7cae3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 943 time: 0.0522010 Oct 15 01:44:05.413321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d02eeea-8c3a-4b08-8417-370a88dbf4bf req-4073ff5b-7e46-42ac-bfce-13e0031908b7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Oct 15 01:44:06.101769 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 15890590-0ce0-4dfa-a58e-aa09261dc28c details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:44:06.194804 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 15890590-0ce0-4dfa-a58e-aa09261dc28c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:44:06.205856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'port_id': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'mac_address': 'fa:16:3e:74:3c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:44:06.242291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:06.258381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15890590-0ce0-4dfa-a58e-aa09261dc28c {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:44:06.276651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 15890590-0ce0-4dfa-a58e-aa09261dc28c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:44:06.329301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:06.377023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=15890590-0ce0-4dfa-a58e-aa09261dc28c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:44:06.526301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09b91e-cfaa-4d89-9adf-5cb12dcbe673 req-9b9110db-67b2-4015-b13c-291986acd008 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:06.527759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be09b91e-cfaa-4d89-9adf-5cb12dcbe673 req-9b9110db-67b2-4015-b13c-291986acd008 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 944 time: 0.0487561 Oct 15 01:44:06.565039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be09b91e-cfaa-4d89-9adf-5cb12dcbe673 req-6044aef0-e1ed-479e-aae8-fad590f46913 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306611 Oct 15 01:44:06.667961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['15890590-0ce0-4dfa-a58e-aa09261dc28c'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:44:07.679468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9ffa6-d815-475e-a7a4-531594fd93fb req-95f6ea7a-d13f-46b6-8569-727c679f315f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:07.680967 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abf9ffa6-d815-475e-a7a4-531594fd93fb req-95f6ea7a-d13f-46b6-8569-727c679f315f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 944 time: 0.0497561 Oct 15 01:44:07.718784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abf9ffa6-d815-475e-a7a4-531594fd93fb req-8969f1f0-b033-4ac9-9c17-fea9fe43f87f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311813 Oct 15 01:44:08.115021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 15890590-0ce0-4dfa-a58e-aa09261dc28c up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:44:08.253023 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 15890590-0ce0-4dfa-a58e-aa09261dc28c completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:44:08.257306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 15890590-0ce0-4dfa-a58e-aa09261dc28c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:44:08.257676 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:08.334769 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:08.357639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:44:08.359981 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8584ec3a-5d51-41c2-bd4a-9762fa1f9f72" -d '{"events": [{"server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "name": "network-vif-plugged", "status": "completed", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:44:08.372373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 15890590-0ce0-4dfa-a58e-aa09261dc28c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:44:08.395832 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d07aeb5-a1e3-49a7-a3e0-b352362fcdb3 x-openstack-request-id: req-0d07aeb5-a1e3-49a7-a3e0-b352362fcdb3 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:44:08.395832 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "name": "network-vif-plugged", "status": "completed", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:44:08.395832 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d07aeb5-a1e3-49a7-a3e0-b352362fcdb3 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:44:08.395832 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'code': 200} Oct 15 01:44:08.444002 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:08.492540 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=15890590-0ce0-4dfa-a58e-aa09261dc28c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:44:08.495188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad63d5e-9e14-4d25-ab67-120289972159 req-dd92e1e8-a13f-4ff7-b171-114430cd07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:08.496661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ad63d5e-9e14-4d25-ab67-120289972159 req-dd92e1e8-a13f-4ff7-b171-114430cd07a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 1096 time: 0.0436158 Oct 15 01:44:08.532537 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7ad63d5e-9e14-4d25-ab67-120289972159 req-cd0e93b9-d2b4-422e-b9cb-e442bf045207 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290294 Oct 15 01:44:08.835542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecade06c-68bc-49a2-868d-d7dd1f9f5c87 req-74077cd0-32f4-4341-bcc3-7b7e95ffb089 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:08.837004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecade06c-68bc-49a2-868d-d7dd1f9f5c87 req-74077cd0-32f4-4341-bcc3-7b7e95ffb089 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0495591 Oct 15 01:44:08.875214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ecade06c-68bc-49a2-868d-d7dd1f9f5c87 req-a58ae6bf-59fa-4b61-b379-56bc1d639216 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Oct 15 01:44:09.992969 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282971ad-4252-4cb7-b6a7-011f59af0f26 req-494505db-fb2f-4865-8340-d9a14fec1234 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:09.994448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-282971ad-4252-4cb7-b6a7-011f59af0f26 req-494505db-fb2f-4865-8340-d9a14fec1234 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Oct 15 01:44:10.033679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-282971ad-4252-4cb7-b6a7-011f59af0f26 req-6e2672a0-a2bc-4dd5-a562-ee1b65c52db9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Oct 15 01:44:10.589992 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:11.151303 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67685edc-d7da-49ee-9fe0-d50a4ebfb839 req-80bbd5c4-c35e-4a3d-a221-cb783d7392a4 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:11.152750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67685edc-d7da-49ee-9fe0-d50a4ebfb839 req-80bbd5c4-c35e-4a3d-a221-cb783d7392a4 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Oct 15 01:44:11.191091 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-67685edc-d7da-49ee-9fe0-d50a4ebfb839 req-ef2bfda7-8227-430d-a010-71cd009d66b1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Oct 15 01:44:11.302472 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b124b8-650a-4de8-992b-11fd5bdf73d9 req-4727a598-718e-44f3-a121-67fa913b8c33 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:11.303971 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53b124b8-650a-4de8-992b-11fd5bdf73d9 req-4727a598-718e-44f3-a121-67fa913b8c33 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Oct 15 01:44:11.340557 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53b124b8-650a-4de8-992b-11fd5bdf73d9 req-5c8dbcc7-d08a-491f-a5d0-a74542cbf960 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Oct 15 01:44:11.362927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33856) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:44:11.401237 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e13dcb-f86e-492c-b27a-49edf6449548 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:11.402742 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-29e13dcb-f86e-492c-b27a-49edf6449548 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 1091 time: 0.0388279 Oct 15 01:44:11.406010 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33858) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:44:11.410154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:44:11.489738 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:11.589311 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:11.691067 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.237 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/78c44f3d-01be-458b-a6f2-34633fdd834d) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:44:11.794887 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:11.887874 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:11.923757 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:44:11.927949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:44:11.933448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:44:11.939402 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=78c44f3d-01be-458b-a6f2-34633fdd834d,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:44:12.288182 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:12.406422 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:12.555030 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:12.618635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:12.687487 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=78c44f3d-01be-458b-a6f2-34633fdd834d,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:44:12.701242 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:12.797567 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP 9ee8f10d-0756-4190-ad6c-2af2a752df16 associated. External IP: 172.25.2.237, port: 15890590-0ce0-4dfa-a58e-aa09261dc28c. Oct 15 01:44:13.003341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 4bbf9ced-862f-46cc-bd53-16e23d874e63 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:44:13.111335 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:44:13.120915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] Sync routers for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:44:13.130739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:44:13.131536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:44:13.211787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:13.239582 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-48d5ad75-62ff-4bd9-9926-e499846f2c1b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8325510 Oct 15 01:44:13.240176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:44:13.240450 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:44:13.242491 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc556a3-f41e-4346-af37-ed6bbaea6203" -d '{"events": [{"name": "network-changed", "server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:44:13.337040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ace28e-8c15-452f-a3e4-104939906ca8 req-467b4663-211f-4e42-91b7-03778f37f053 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:13.338550 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43ace28e-8c15-452f-a3e4-104939906ca8 req-467b4663-211f-4e42-91b7-03778f37f053 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0494158 Oct 15 01:44:13.377149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-43ace28e-8c15-452f-a3e4-104939906ca8 req-0954a9cf-593e-4500-878d-4dab53e1eec3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Oct 15 01:44:13.399403 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33864) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:44:13.475492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '9ee8f10d-0756-4190-ad6c-2af2a752df16', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'port_id': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'mac_address': 'fa:16:3e:74:3c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:44:12Z', 'updated_at': '2021-10-15T01:44:12Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:44:13.492281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-57af29e7-bed7-4655-96e0-f1a6548c39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:13.494148 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-57af29e7-bed7-4655-96e0-f1a6548c39a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 1096 time: 0.0491066 Oct 15 01:44:13.507903 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] Checking router: 4bbf9ced-862f-46cc-bd53-16e23d874e63 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:44:13.517701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:44:13.518430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:43:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:44:13.606854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-cfd7255a-b9bb-499e-a825-b7ca740b339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:13.608905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-cfd7255a-b9bb-499e-a825-b7ca740b339d service neutron] 10.222.0.39 "GET /v2.0/networks?id=af271973-f07d-43bb-893d-12d423ae52df HTTP/1.1" status: 200 len: 897 time: 0.1067085 Oct 15 01:44:13.629883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:44:13.684431 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-e8be4125-fa77-4d95-9263-79e421198b63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c HTTP/1.1" status: 200 len: 999 time: 0.0678952 Oct 15 01:44:13.739970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-86a359b7-3ad5-456a-8bb3-4ea2adcdded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:13.741446 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-86a359b7-3ad5-456a-8bb3-4ea2adcdded5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56f64a86-667f-4900-b8bc-1be3099999ba HTTP/1.1" status: 200 len: 834 time: 0.0486348 Oct 15 01:44:13.764901 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc13bd44-5945-41e4-8c0b-37a8a0f7a157 x-openstack-request-id: req-dc13bd44-5945-41e4-8c0b-37a8a0f7a157 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:44:13.765484 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:44:13.765484 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc13bd44-5945-41e4-8c0b-37a8a0f7a157 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:44:13.765801 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'status': 'completed', 'code': 200} Oct 15 01:44:13.789695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-548561ee-b3e1-46cf-aac5-38cd5431ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:13.791294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-548561ee-b3e1-46cf-aac5-38cd5431ee29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af271973-f07d-43bb-893d-12d423ae52df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426574 Oct 15 01:44:13.792001 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-54a56c3b-7e4f-40e3-8692-1f19ca148955 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/9ee8f10d-0756-4190-ad6c-2af2a752df16 HTTP/1.1" status: 200 len: 991 time: 0.3908083 Oct 15 01:44:13.862594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '9ee8f10d-0756-4190-ad6c-2af2a752df16', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'port_id': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'mac_address': 'fa:16:3e:74:3c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:44:12Z', 'updated_at': '2021-10-15T01:44:12Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:44:13.885807 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-8c9b6716-5aca-41c1-a7e3-032e55147f4b service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871615 Oct 15 01:44:13.893762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593dcde8-531a-4cd7-b328-db9bd57397c3 None None] The sync data for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 is: [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '9ee8f10d-0756-4190-ad6c-2af2a752df16', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'port_id': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'mac_address': 'fa:16:3e:74:3c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:44:12Z', 'updated_at': '2021-10-15T01:44:12Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:44:13.982669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fcc556a3-f41e-4346-af37-ed6bbaea6203 req-312eefbe-0de5-430a-baab-c155a8c504c7 service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888050 Oct 15 01:44:14.095400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df6257-6100-440f-ba95-2e91fa6177c1 None None] New status for floating IP 9ee8f10d-0756-4190-ad6c-2af2a752df16: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:44:14.795384 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33866) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:44:14.854914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-158d858f-359b-4416-af97-be454d4629ed tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/9ee8f10d-0756-4190-ad6c-2af2a752df16 HTTP/1.1" status: 200 len: 993 time: 0.0583727 Oct 15 01:44:15.706783 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:24.135565 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:44:26.283747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4e791108-c72f-45e7-a5f5-a694668d7337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:28.887529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c35a-0c66-4900-b957-85836548cbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:30.201255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:30.493441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:32.609150 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:40.578047 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:44.570045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-83c3d5a7-67f6-4598-b232-f0ea6b63c118 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443244 Oct 15 01:44:44.651601 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-8941c873-5347-4083-bb8e-4ac69b017380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:44.653054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-8941c873-5347-4083-bb8e-4ac69b017380 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 1096 time: 0.0420265 Oct 15 01:44:44.758746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-8a05ca23-e268-4963-bdec-94379a83160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:44.760241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-8a05ca23-e268-4963-bdec-94379a83160c service neutron] 10.222.0.39 "GET /v2.0/networks?id=af271973-f07d-43bb-893d-12d423ae52df HTTP/1.1" status: 200 len: 897 time: 0.0867283 Oct 15 01:44:44.836107 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-d371008e-fdf0-490a-a039-419d6e7bb707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c HTTP/1.1" status: 200 len: 1001 time: 0.0682716 Oct 15 01:44:44.887692 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-ef0de1e9-204e-421f-a4ca-687f53d64fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:44.889130 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-ef0de1e9-204e-421f-a4ca-687f53d64fbb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56f64a86-667f-4900-b8bc-1be3099999ba HTTP/1.1" status: 200 len: 834 time: 0.0462518 Oct 15 01:44:44.936439 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-4d3e4461-0c03-4244-a81e-f3e04d4c8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:44:44.941501 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-4d3e4461-0c03-4244-a81e-f3e04d4c8e09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af271973-f07d-43bb-893d-12d423ae52df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409439 Oct 15 01:44:45.039137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-087b2e4b-6f7c-4ef3-a6f0-0d493baa7692 service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933151 Oct 15 01:44:45.145890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e9d51d8-90d5-43cd-bb88-40dd9266662a req-78ef9cf7-27f0-467a-b622-b5cc95681163 service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899959 Oct 15 01:44:45.675907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:56.288673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1fd43e55-f069-4f1d-ae51-540818750a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:44:58.886775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b2c630bc-0423-4b22-b057-246f894303ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:00.179685 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:00.506234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:01.135327 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:45:02.591528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:10.600595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:15.676889 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:15.921714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02d2fe-0dee-4ff2-b3c0-0fe0b354ff6f req-728c383b-65dd-4471-9bd8-c3ef02ed5734 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:15.923200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb02d2fe-0dee-4ff2-b3c0-0fe0b354ff6f req-728c383b-65dd-4471-9bd8-c3ef02ed5734 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.1697140 Oct 15 01:45:15.964085 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cb02d2fe-0dee-4ff2-b3c0-0fe0b354ff6f req-6e60abbe-37e6-4db0-be60-ed815d9d5482 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342083 Oct 15 01:45:17.079695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a6e3e-76a0-4b4f-b066-9a011dbc69ce req-4d7f028b-1ef7-4d01-bfd1-1767e4cd188b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:17.081216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d76a6e3e-76a0-4b4f-b066-9a011dbc69ce req-4d7f028b-1ef7-4d01-bfd1-1767e4cd188b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Oct 15 01:45:17.118813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d76a6e3e-76a0-4b4f-b066-9a011dbc69ce req-2c5f5490-96db-481b-8241-ed95e9cd6adb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Oct 15 01:45:17.140777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:17.204561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7eb7d20f-e3af-4eab-821d-f7162cb40f60 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/9ee8f10d-0756-4190-ad6c-2af2a752df16 HTTP/1.1" status: 200 len: 993 time: 0.0626440 Oct 15 01:45:18.672461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4758c-710b-4666-8488-fca14a30dd49 req-51906e0b-a506-4d63-aec4-4f52d874ece2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:18.673955 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3db4758c-710b-4666-8488-fca14a30dd49 req-51906e0b-a506-4d63-aec4-4f52d874ece2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0536237 Oct 15 01:45:18.712273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3db4758c-710b-4666-8488-fca14a30dd49 req-62a4daf6-134a-44de-b302-1ea45a0574ee tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Oct 15 01:45:19.835942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362518e-7b47-4249-8b71-9d54cc4b79a0 req-4b46b394-bc73-40ab-a119-3bddf2718183 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:19.837419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9362518e-7b47-4249-8b71-9d54cc4b79a0 req-4b46b394-bc73-40ab-a119-3bddf2718183 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0496044 Oct 15 01:45:19.875921 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9362518e-7b47-4249-8b71-9d54cc4b79a0 req-a93def4d-e1d2-4229-ad75-f4fa2886d2da tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Oct 15 01:45:19.898847 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33908) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:19.965822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d4d23da4-0c6c-4c2c-9a83-8ed68508d2e9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/9ee8f10d-0756-4190-ad6c-2af2a752df16 HTTP/1.1" status: 200 len: 993 time: 0.0657833 Oct 15 01:45:20.203023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33914) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:20.365694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 78c44f3d-01be-458b-a6f2-34633fdd834d {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:45:20.366038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:20.446604 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:20.446933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:20.459440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 78c44f3d-01be-458b-a6f2-34633fdd834d owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:45:20.648090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:20.677795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=78c44f3d-01be-458b-a6f2-34633fdd834d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:20.689279 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.689633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.689982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.690383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.690800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.691144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.691486 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.691804 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.692132 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.692454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.692777 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.693097 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:20.746578 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:20.746823 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP 9ee8f10d-0756-4190-ad6c-2af2a752df16 disassociated (deleted). External IP: 172.25.2.237, port: 15890590-0ce0-4dfa-a58e-aa09261dc28c. Oct 15 01:45:20.957212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 4bbf9ced-862f-46cc-bd53-16e23d874e63 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:45:21.063749 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:45:21.069596 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:21.075503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] Sync routers for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:45:21.085325 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:21.085918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:44:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:21.095802 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1808f2e6-5c93-419d-82c2-65e1c56bd62f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ee8f10d-0756-4190-ad6c-2af2a752df16 HTTP/1.1" status: 204 len: 168 time: 0.8917859 Oct 15 01:45:21.096433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:45:21.098835 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:45:21.191216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:21.394261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:21.423582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] Checking router: 4bbf9ced-862f-46cc-bd53-16e23d874e63 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:45:21.430109 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344a012e-c0a8-42b1-9f03-668fe0da00dc x-openstack-request-id: req-344a012e-c0a8-42b1-9f03-668fe0da00dc {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:45:21.430697 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:45:21.431047 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-344a012e-c0a8-42b1-9f03-668fe0da00dc {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:45:21.431544 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'status': 'completed', 'code': 200} Oct 15 01:45:21.432982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:21.433690 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:44:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:21.535006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-ac2e5194-9385-44d5-9e36-a56be5a76488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:21.536506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-ac2e5194-9385-44d5-9e36-a56be5a76488 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 1096 time: 0.0753646 Oct 15 01:45:21.543750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:21.547972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87c4c3-d73e-441c-ad90-853b943a0eaa req-d37df69f-3f24-4c63-9ab9-d4976a5932b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:21.549515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b87c4c3-d73e-441c-ad90-853b943a0eaa req-d37df69f-3f24-4c63-9ab9-d4976a5932b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0626657 Oct 15 01:45:21.637335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b87c4c3-d73e-441c-ad90-853b943a0eaa req-174117db-dc1a-441f-a839-df2f385b4e96 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797360 Oct 15 01:45:21.660481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-8eea8369-fc2b-4b9a-b2f1-68facbaa50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:21.661951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-8eea8369-fc2b-4b9a-b2f1-68facbaa50ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=af271973-f07d-43bb-893d-12d423ae52df HTTP/1.1" status: 200 len: 897 time: 0.1114681 Oct 15 01:45:21.708470 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-eeea0599-4999-4999-8282-eb65ed232a0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c HTTP/1.1" status: 200 len: 217 time: 0.0384481 Oct 15 01:45:21.743017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:21.759163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-da1349b4-4d9f-4c74-8a7a-5f05fb27489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:21.760626 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-da1349b4-4d9f-4c74-8a7a-5f05fb27489c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=56f64a86-667f-4900-b8bc-1be3099999ba HTTP/1.1" status: 200 len: 834 time: 0.0442996 Oct 15 01:45:21.811785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-92624cf8-8d02-4d9f-b974-597c945df8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:21.813319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-92624cf8-8d02-4d9f-b974-597c945df8e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af271973-f07d-43bb-893d-12d423ae52df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424149 Oct 15 01:45:21.912214 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-db9051db-57d0-4750-8808-49da674cb15b service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904365 Oct 15 01:45:21.923832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5d3f8-dd5f-4fa6-821f-0a9d4b25af52 None None] The sync data for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 is: [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:43:56Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '9a77a254-4f1b-4f44-a815-d6a8f9e64ec6', 'name': '', 'network_id': 'af271973-f07d-43bb-893d-12d423ae52df', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:ad:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:55Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '56f64a86-667f-4900-b8bc-1be3099999ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:45:22.007606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-00d710d5-ea55-4549-8a82-4b90b2f1a4dc req-6f3764f0-e71b-4d83-82ca-14b0a91274c1 service neutron] 10.222.0.39 "GET /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869436 Oct 15 01:45:22.140466 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df195454-b2be-42f0-b214-66c56cb234c9 None None] New status for floating IP 9ee8f10d-0756-4190-ad6c-2af2a752df16: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:45:22.756443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca5458-2de8-424e-b5b7-fdf8952330a0 req-e6067a2c-ec7d-49b5-ba16-425ec6082255 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:22.757893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4cca5458-2de8-424e-b5b7-fdf8952330a0 req-e6067a2c-ec7d-49b5-ba16-425ec6082255 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0491357 Oct 15 01:45:22.798981 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4cca5458-2de8-424e-b5b7-fdf8952330a0 req-329d8163-4701-4bb9-a5ed-c34db31cc383 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ca9ce04-30bd-4143-84c3-0f4601b3f80e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352030 Oct 15 01:45:23.452428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-29280574-54e7-4ff9-84c1-457dfd149dfa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:23.453880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-29280574-54e7-4ff9-84c1-457dfd149dfa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 945 time: 0.0491834 Oct 15 01:45:23.541337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 15890590-0ce0-4dfa-a58e-aa09261dc28c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:45:23.541677 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:23.632678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port 15890590-0ce0-4dfa-a58e-aa09261dc28c, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=15890590-0ce0-4dfa-a58e-aa09261dc28c,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:23.633015 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:23.645340 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 15890590-0ce0-4dfa-a58e-aa09261dc28c owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:45:23.837297 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:23.866503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=15890590-0ce0-4dfa-a58e-aa09261dc28c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:23.912913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6268ad91-fa54-409a-b414-2852116fead0 req-68c7adec-cee8-49ae-b9d0-924030e4cb9f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=1051ec02-999b-4bb3-8b9d-cda947e411b3 HTTP/1.1" status: 200 len: 210 time: 0.0442407 Oct 15 01:45:23.931475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] No DVR routers for this DVR port 15890590-0ce0-4dfa-a58e-aa09261dc28c on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:45:23.935829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:23.937618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f10e4a4d-d54f-48b3-a022-88b10cab4b55 req-98738d4d-5bb6-488b-8ddf-63debc914a5f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "DELETE /v2.0/ports/15890590-0ce0-4dfa-a58e-aa09261dc28c HTTP/1.1" status: 204 len: 173 time: 0.4778838 Oct 15 01:45:23.938039 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'name': 'network-vif-deleted', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:45:23.940857 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a240a-d954-47de-9cca-e5673fc5344c" -d '{"events": [{"server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "name": "network-vif-deleted", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:45:23.976528 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d00357c-1b8a-4563-a44e-bb33a92b2848 x-openstack-request-id: req-3d00357c-1b8a-4563-a44e-bb33a92b2848 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:45:23.977233 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1051ec02-999b-4bb3-8b9d-cda947e411b3", "name": "network-vif-deleted", "tag": "15890590-0ce0-4dfa-a58e-aa09261dc28c", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:45:23.977454 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d00357c-1b8a-4563-a44e-bb33a92b2848 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:45:23.977847 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1051ec02-999b-4bb3-8b9d-cda947e411b3', 'name': 'network-vif-deleted', 'tag': '15890590-0ce0-4dfa-a58e-aa09261dc28c', 'status': 'completed', 'code': 200} Oct 15 01:45:24.969367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33932) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:25.332475 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:25.589124 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:45:25.589373 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:25.681035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:25.681390 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:25.692935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:45:25.933884 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:25.961757 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=9a77a254-4f1b-4f44-a815-d6a8f9e64ec6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:26.136732 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:26.288389 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0a5176a0-d26e-4ad6-a1cb-71f9bc49505d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:26.669433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 4bbf9ced-862f-46cc-bd53-16e23d874e63 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:45:26.773716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:45:26.778734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d566c5f6-8f41-492b-b4df-aed61be0fb70 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/4bbf9ced-862f-46cc-bd53-16e23d874e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083358 Oct 15 01:45:26.781414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33934) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:26.784593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] Sync routers for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:45:26.793383 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:26.793962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:44:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:26.831718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting subnet 56f64a86-667f-4900-b8bc-1be3099999ba {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:45:26.834745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:26.874139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:26.898260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:26.959624 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.077299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:45:25Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:27.087100 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.108808 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] Checking router: 4bbf9ced-862f-46cc-bd53-16e23d874e63 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:45:27.114543 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Subnet': ['ID=56f64a86-667f-4900-b8bc-1be3099999ba,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:27.118142 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.119502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] Routers {'4bbf9ced-862f-46cc-bd53-16e23d874e63'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:27.120248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:44:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['4bbf9ced-862f-46cc-bd53-16e23d874e63'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:27.121880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-eab7a62a-cf33-43b3-ad98-bc67098e439b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/subnets/56f64a86-667f-4900-b8bc-1be3099999ba HTTP/1.1" status: 204 len: 168 time: 0.3391461 Oct 15 01:45:27.124439 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33936) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:27.128527 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75a28d-8439-43de-88be-4351e25fb8e7 None None] Network af271973-f07d-43bb-893d-12d423ae52df requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:45:27.244791 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.311228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] Set router 4bbf9ced-862f-46cc-bd53-16e23d874e63 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:27.350359 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.474308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] DHCP port deletion for af271973-f07d-43bb-893d-12d423ae52df request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:45:27.493749 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port ca3826ee-8f95-4e05-8bb8-4053c26af95d {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:45:27.494073 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.535587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:45:25Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:27.562217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c1cbf-60c9-4a98-94a9-5d99a96924b1 None None] The sync data for ids ['4bbf9ced-862f-46cc-bd53-16e23d874e63'] in n-d-811521-2 is: [{'id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494155414', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:43:51Z', 'updated_at': '2021-10-15T01:45:25Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'ca3826ee-8f95-4e05-8bb8-4053c26af95d', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf9ced-862f-46cc-bd53-16e23d874e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:43:52Z', 'updated_at': '2021-10-15T01:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:45:27.564348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Deleting port 386497ab-fefe-4b09-9859-4448eb2e7149 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:45:27.564702 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.574688 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port ca3826ee-8f95-4e05-8bb8-4053c26af95d, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=ca3826ee-8f95-4e05-8bb8-4053c26af95d,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:27.575160 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.589213 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for ca3826ee-8f95-4e05-8bb8-4053c26af95d owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:45:27.637773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] For port 386497ab-fefe-4b09-9859-4448eb2e7149, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=386497ab-fefe-4b09-9859-4448eb2e7149,segment=NetworkSegment(9b0289f4-45a9-4a1b-8895-a7fba644e8e9),segment_id=9b0289f4-45a9-4a1b-8895-a7fba644e8e9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:27.638221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.651049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Calling delete_port for 386497ab-fefe-4b09-9859-4448eb2e7149 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:45:27.800456 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.829026 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Pushing event deleted for resources: {'Port': ['ID=386497ab-fefe-4b09-9859-4448eb2e7149,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:27.829260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:27.833981 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] No DVR routers for this DVR port 386497ab-fefe-4b09-9859-4448eb2e7149 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:45:27.843411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.843411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.843411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.843411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.843411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.843411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.843411 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.844650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.844650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.844650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.844650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.845369 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e232b80-8e6a-4106-b9e8-aaa0a58ae8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.855681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=ca3826ee-8f95-4e05-8bb8-4053c26af95d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:27.865933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.866313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.866660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.867001 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.867444 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.867660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.867994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.868321 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.868648 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.868974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.869298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.869619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:27.936538 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.033627 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.036278 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.145601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.146775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Fanout notify agent at l3_agent the message router_deleted on router 4bbf9ced-862f-46cc-bd53-16e23d874e63 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:45:28.153787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.154936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-72b6e639-97b2-4f37-873a-80c005926d0f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/routers/4bbf9ced-862f-46cc-bd53-16e23d874e63 HTTP/1.1" status: 204 len: 168 time: 1.0295184 Oct 15 01:45:28.157582 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 33940) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:28.249709 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.337357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.357350 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af271973-f07d-43bb-893d-12d423ae52df']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:28.367450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0289f4-45a9-4a1b-8895-a7fba644e8e9') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:28.367733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0289f4-45a9-4a1b-8895-a7fba644e8e9') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:28.377021 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.380847 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 15890590-0ce0-4dfa-a58e-aa09261dc28c no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:45:28.391260 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.397313 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:45:28.397695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:45:28.400646 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:45:28.403258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: 15890590-0ce0-4dfa-a58e-aa09261dc28c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:45:28.403258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 15890590-0ce0-4dfa-a58e-aa09261dc28c not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:45:28.528661 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.536742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.539480 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/networks/af271973-f07d-43bb-893d-12d423ae52df HTTP/1.1" status: 204 len: 168 time: 0.3809428 Oct 15 01:45:28.542316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:28.552147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa7e2-9bfa-4d55-bb39-4357d0835e50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Network': ['ID=af271973-f07d-43bb-893d-12d423ae52df,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:28.612527 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7ea571c-17ad-490e-8b0f-01c2d23b71bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.641746 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7ea571c-17ad-490e-8b0f-01c2d23b71bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.762309 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7ea571c-17ad-490e-8b0f-01c2d23b71bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.764855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d7ea571c-17ad-490e-8b0f-01c2d23b71bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:28.766006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d7ea571c-17ad-490e-8b0f-01c2d23b71bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ca9ce04-30bd-4143-84c3-0f4601b3f80e HTTP/1.1" status: 204 len: 168 time: 0.2227054 Oct 15 01:45:28.776117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea571c-17ad-490e-8b0f-01c2d23b71bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca9ce04-30bd-4143-84c3-0f4601b3f80e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:28.894015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cdb675ae-4eb8-4839-bdc4-32aed8632608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.067123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33948) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:29.071802 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8199f644-7fec-4299-96b7-b7b8dd8d17ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1505663764', 'description': 'tempest-secgroup-smoke-1505663764 description', 'project_id': '1b01b6232bf84d938acf2966153c6909'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:29.092081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 386497ab-fefe-4b09-9859-4448eb2e7149 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:45:29.113638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 386497ab-fefe-4b09-9859-4448eb2e7149 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:45:29.113978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 386497ab-fefe-4b09-9859-4448eb2e7149 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:45:29.114415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:45:29.132486 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:45:29.132766 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9a77a254-4f1b-4f44-a815-d6a8f9e64ec6 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:45:29.133181 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ca3826ee-8f95-4e05-8bb8-4053c26af95d no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:45:29.139725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8199f644-7fec-4299-96b7-b7b8dd8d17ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.151483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: ca3826ee-8f95-4e05-8bb8-4053c26af95d {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:45:29.151823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device ca3826ee-8f95-4e05-8bb8-4053c26af95d not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:45:29.206962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8199f644-7fec-4299-96b7-b7b8dd8d17ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.259336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8199f644-7fec-4299-96b7-b7b8dd8d17ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.288831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199f644-7fec-4299-96b7-b7b8dd8d17ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36399c59-513f-49ec-8ede-1553318b881a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:29.348450 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8199f644-7fec-4299-96b7-b7b8dd8d17ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.349725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8199f644-7fec-4299-96b7-b7b8dd8d17ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2815504 Oct 15 01:45:29.352662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33950) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:29.356982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d1c42782-c1be-440d-960e-69ed180908a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '36399c59-513f-49ec-8ede-1553318b881a', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:29.436132 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1c42782-c1be-440d-960e-69ed180908a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.490268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1c42782-c1be-440d-960e-69ed180908a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.560684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1c42782-c1be-440d-960e-69ed180908a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.578773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c42782-c1be-440d-960e-69ed180908a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb35a0a-f648-41cf-b707-be3550cc0a9a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:29.648432 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d1c42782-c1be-440d-960e-69ed180908a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.649638 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d1c42782-c1be-440d-960e-69ed180908a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2960486 Oct 15 01:45:29.652368 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33952) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:29.656776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1d5b890e-54b3-4aeb-82df-feba1bbd031e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '36399c59-513f-49ec-8ede-1553318b881a', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:29.750553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d5b890e-54b3-4aeb-82df-feba1bbd031e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.810275 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d5b890e-54b3-4aeb-82df-feba1bbd031e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.875273 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d5b890e-54b3-4aeb-82df-feba1bbd031e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.897784 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b890e-54b3-4aeb-82df-feba1bbd031e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4747c6f8-b111-4bc9-aa22-7510cbb18b1a,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:29.968349 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d5b890e-54b3-4aeb-82df-feba1bbd031e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:29.969606 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1d5b890e-54b3-4aeb-82df-feba1bbd031e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3162611 Oct 15 01:45:29.972454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33956) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:29.977349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-4ef9ad1c-7684-4150-a576-3e7d31734927 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '36399c59-513f-49ec-8ede-1553318b881a', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:30.056377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9ad1c-7684-4150-a576-3e7d31734927 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.113109 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9ad1c-7684-4150-a576-3e7d31734927 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.206579 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9ad1c-7684-4150-a576-3e7d31734927 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.223987 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9ad1c-7684-4150-a576-3e7d31734927 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83bd560-e80c-467d-9575-67fff9e73ede,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:30.234935 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.289679 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4ef9ad1c-7684-4150-a576-3e7d31734927 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.290910 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-4ef9ad1c-7684-4150-a576-3e7d31734927 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3174231 Oct 15 01:45:30.293570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33958) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:30.297832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3a9ff11c-c348-440a-9aea-f6341cb7a1b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '36399c59-513f-49ec-8ede-1553318b881a', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:30.430511 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff11c-c348-440a-9aea-f6341cb7a1b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.489576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff11c-c348-440a-9aea-f6341cb7a1b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.522615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.545225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff11c-c348-440a-9aea-f6341cb7a1b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.563286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ff11c-c348-440a-9aea-f6341cb7a1b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1befe9-8950-4b4f-9c07-2238172543e6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:30.615899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff11c-c348-440a-9aea-f6341cb7a1b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.617108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a9ff11c-c348-440a-9aea-f6341cb7a1b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225965 Oct 15 01:45:30.619843 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33960) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:30.624297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '36399c59-513f-49ec-8ede-1553318b881a', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:30.699290 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:45:30.703937 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.764596 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.824826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.841165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fe5169-0c06-4abf-81f0-13f4cd0e6a5e,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:30.907295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:30.909164 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1d481e68-1f42-4610-9d6a-e9c39ec116fd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2877448 Oct 15 01:45:30.912104 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33962) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:30.916511 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '36399c59-513f-49ec-8ede-1553318b881a', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:31.000327 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:45:31.004983 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.064362 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.137402 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.154952 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544c3bca-1bb5-4741-968d-0d76691f219d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:31.231065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.232272 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-75fab8c3-0325-46e0-962a-8e9009f725db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3191736 Oct 15 01:45:31.235143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33964) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:31.240208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'network': {'name': 'tempest-network-smoke--530796373', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'port_security_enabled': True}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:31.320344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:45:31.323868 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.348090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:45:31.356421 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.356758 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Added segment 6b4abb5e-450c-4089-924a-33f567132615 of type vlan for network 6410dc24-2597-443c-a578-94304f54ee41 Oct 15 01:45:31.396358 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.469528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.475341 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:31.475933 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.544513 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Network': ['ID=6410dc24-2597-443c-a578-94304f54ee41,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:31.554658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 6410dc24-2597-443c-a578-94304f54ee41 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:45:31.555156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-293fa23e-d302-41a8-a431-e3daddd39b39 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3182993 Oct 15 01:45:31.557114 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33966) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:31.561607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'admin_state_up': True, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:31.652701 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.653770 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.710337 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:31.919937 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:32.182029 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:32.200750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:32.299801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.60 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/39fd4e17-5003-4212-a8a7-0b60c1ad9e6f) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:45:32.402790 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:32.498242 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:32.536275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:45:32.539453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:45:32.542942 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:45:32.572656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:32.583669 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:32.850370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:33.046073 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:33.271379 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:45:33.380409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:45:33.391317 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Sync routers for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:45:33.400093 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:33.404069 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:33.460141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:33.461564 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6917f3c9-e728-46b7-829c-7ac5f8a04802 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9033375 Oct 15 01:45:33.464589 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33968) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:33.495589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-72886006-9a23-4729-815b-13398a0a831f tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1b01b6232bf84d938acf2966153c6909&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293550 Oct 15 01:45:33.497717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33970) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:33.505849 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:33.592348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d537a-f64d-43ed-9705-dc202fb322be tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:33.593960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-df6d537a-f64d-43ed-9705-dc202fb322be tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951340 Oct 15 01:45:33.597329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33972) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:33.625730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-669cbf76-9f2d-48b4-a1db-dc515da43073 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273454 Oct 15 01:45:33.628240 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33974) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:33.633332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569344806', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:33.693259 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:32Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:33.722230 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Checking router: 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:45:33.722638 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Updating router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:45:33.750322 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:33.806042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:45:33.809667 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:33.998588 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.103701 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.132065 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.168765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Subnet': ['ID=20ccfc0d-dc70-451e-9dae-44d5cc409d2b,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:34.177943 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Checking segment: {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:45:34.178331 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network hostable DHCP agents. Network: 6410dc24-2597-443c-a578-94304f54ee41, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:45:34.181976 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Attempting to bind port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:45:34.182366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Attempting to bind port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:45:34.182750 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Attempting to bind port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:45:34.193167 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Pushing event updated for resources: {'Port': ['ID=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:34.195368 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:45:34.195731 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:45:34.196123 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.196507 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:45:34.196955 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Bound port: 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:45:34.197324 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.219917 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.220255 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.220586 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.221653 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.222171 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.222446 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.222768 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.223093 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.223411 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.223727 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.224042 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.224357 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:45:34.258137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 6410dc24-2597-443c-a578-94304f54ee41 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:45:34.261298 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] For port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:45:34.264350 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] For port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:45:34.326287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 6410dc24-2597-443c-a578-94304f54ee41) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:45:34.330899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:34.331572 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.336926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6d791-12d3-4cb5-8e30-9202245e12b1 None None] Network 6410dc24-2597-443c-a578-94304f54ee41 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:45:34.349900 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.409496 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:34.410233 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:34.417441 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ba4b064f-b804-4905-8d22-63d28d8ebd97 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7856252 Oct 15 01:45:34.417641 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2dc9-a415-4705-8042-362729edccca None None] Pushing event updated for resources: {'Port': ['ID=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:34.417761 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 33976) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:34.499081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-6410dc24-2597-443c-a578-94304f54ee41', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:45:34.503363 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.621676 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:34.654581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Allocated IP 172.20.0.2 (6410dc24-2597-443c-a578-94304f54ee41/20ccfc0d-dc70-451e-9dae-44d5cc409d2b/9994a1ff-51a6-4837-a28a-78d19c38e12a) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:45:34.803038 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.809544 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:32Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:34.836706 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8623d4-9e2c-4f54-8af9-b1bf8e9d5df6 None None] The sync data for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 is: [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:32Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:45:34.860725 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.872361 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.913665 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Network 6410dc24-2597-443c-a578-94304f54ee41 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:45:34.916456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:45:34.921938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:45:34.929224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Pushing event updated for resources: {'Port': ['ID=9994a1ff-51a6-4837-a28a-78d19c38e12a,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:34.982378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Attempting to bind port 9994a1ff-51a6-4837-a28a-78d19c38e12a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:45:34.982625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Attempting to bind port 9994a1ff-51a6-4837-a28a-78d19c38e12a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:45:34.982986 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Attempting to bind port 9994a1ff-51a6-4837-a28a-78d19c38e12a on network 6410dc24-2597-443c-a578-94304f54ee41 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:45:34.989093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:45:34.989466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Checking segment: {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:45:34.989870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:34.990294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Bound using segment: {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:45:34.990772 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Bound port: 9994a1ff-51a6-4837-a28a-78d19c38e12a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:45:34.991152 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:35.081895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] For port 9994a1ff-51a6-4837-a28a-78d19c38e12a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:45:35.085308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] For port 9994a1ff-51a6-4837-a28a-78d19c38e12a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9994a1ff-51a6-4837-a28a-78d19c38e12a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:45:35.146204 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:35.199898 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.1 (6410dc24-2597-443c-a578-94304f54ee41/20ccfc0d-dc70-451e-9dae-44d5cc409d2b/54f402ed-b0f5-4335-9707-e660a3d59a0c) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:45:35.207732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac8c20-2ebb-47f5-a4bf-f6be42cc4639 None None] Pushing event updated for resources: {'Port': ['ID=9994a1ff-51a6-4837-a28a-78d19c38e12a,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:35.682963 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:35.785993 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:35.826873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 6410dc24-2597-443c-a578-94304f54ee41 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:45:35.829900 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:45:35.836100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:45:35.861008 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=54f402ed-b0f5-4335-9707-e660a3d59a0c,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:35.885052 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.074471 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.143895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72229619-257b-491c-89a9-3454648ef805 None None] Network 6410dc24-2597-443c-a578-94304f54ee41 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:45:36.208004 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-cbd311f0-fa2c-41d9-808a-1dfd5f2f29cd None None] Provisioning complete for port 9994a1ff-51a6-4837-a28a-78d19c38e12a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:36.208465 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cbd311f0-fa2c-41d9-808a-1dfd5f2f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.355189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cbd311f0-fa2c-41d9-808a-1dfd5f2f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.378279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.397121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-cbd311f0-fa2c-41d9-808a-1dfd5f2f29cd None None] For port 9994a1ff-51a6-4837-a28a-78d19c38e12a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9994a1ff-51a6-4837-a28a-78d19c38e12a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:36.442401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.465327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cbd311f0-fa2c-41d9-808a-1dfd5f2f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.523973 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.524389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd311f0-fa2c-41d9-808a-1dfd5f2f29cd None None] Pushing event updated for resources: {'Port': ['ID=9994a1ff-51a6-4837-a28a-78d19c38e12a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:36.525787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=54f402ed-b0f5-4335-9707-e660a3d59a0c,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:36.631628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 6410dc24-2597-443c-a578-94304f54ee41 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:45:36.633109 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:45:36.692206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1ed448a4-5ad9-4fb8-b051-20029364e2db None None] Provisioning complete for port 9994a1ff-51a6-4837-a28a-78d19c38e12a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:36.693060 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ed448a4-5ad9-4fb8-b051-20029364e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.767045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:45:36.792761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1ed448a4-5ad9-4fb8-b051-20029364e2db None None] Provisioning complete for port 54f402ed-b0f5-4335-9707-e660a3d59a0c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:36.793200 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ed448a4-5ad9-4fb8-b051-20029364e2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:36.831581 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1ed448a4-5ad9-4fb8-b051-20029364e2db None None] Port 54f402ed-b0f5-4335-9707-e660a3d59a0c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:45:36.893950 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:45:36.899443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5953d712-2a7b-4517-beb4-cecdc6c1024a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/27b19fc4-40c1-46a4-8bf2-b0c83f0335b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4805915 Oct 15 01:45:36.903902 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Sync routers for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:45:36.915602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:36.916326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:36.988882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9c8cf502-681e-4ceb-b9bf-d7379c7e4f47 None None] Provisioning complete for port 54f402ed-b0f5-4335-9707-e660a3d59a0c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:36.989259 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf502-681e-4ceb-b9bf-d7379c7e4f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:37.072715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-ae2bc797-cc0b-4d1b-8328-1b4dd2cb8edf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1505663764&fields=id&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 267 time: 0.0421937 Oct 15 01:45:37.075793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:37.078662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cf502-681e-4ceb-b9bf-d7379c7e4f47 None None] Port 54f402ed-b0f5-4335-9707-e660a3d59a0c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:45:37.239482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-96066330-8a95-41d8-b0e8-578bd03c5b90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:37.241117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-96066330-8a95-41d8-b0e8-578bd03c5b90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/networks?id=6410dc24-2597-443c-a578-94304f54ee41 HTTP/1.1" status: 200 len: 796 time: 0.1501012 Oct 15 01:45:37.257498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-b4a969bf-3dc2-40cc-8d29-b77fd3f720cb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/quotas/1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 375 time: 0.0106122 Oct 15 01:45:37.281492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:45:37.315372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-79d19af9-5cc5-40db-9e92-516e9da5b134 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506923 Oct 15 01:45:37.364852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d1b567f5-4b2c-421f-839a-3fad1005bf04 None None] Provisioning complete for port 54f402ed-b0f5-4335-9707-e660a3d59a0c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:37.365217 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d1b567f5-4b2c-421f-839a-3fad1005bf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:37.459093 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-cbb4f430-a3ee-4100-a759-e36af2c7b4a5 service neutron] 10.222.0.13 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302602 Oct 15 01:45:37.459926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d1b567f5-4b2c-421f-839a-3fad1005bf04 None None] Port 54f402ed-b0f5-4335-9707-e660a3d59a0c cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:45:37.471208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:37.471547 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:37.562291 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-2e25ea73-9322-499e-865b-bd3682b17589 service neutron] 10.222.0.13 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954990 Oct 15 01:45:37.600128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:37.614422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:36Z', 'revision_number': 2, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:37.649913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:37.651083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Checking router: 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:45:37.651537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Updating router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 port 54f402ed-b0f5-4335-9707-e660a3d59a0c binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:45:37.681250 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:37.716799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:37.717471 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9994a1ff-51a6-4837-a28a-78d19c38e12a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:45:37.843286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37b3f08a-e979-4f6e-855c-c7bff171fca2 req-d786bde0-6764-4385-8108-73c93ed11ead tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 210 time: 0.0298941 Oct 15 01:45:37.891428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:37.906158 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9994a1ff-51a6-4837-a28a-78d19c38e12a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:37.906507 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.125913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.136841 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:45:38.191565 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.241645 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86dfe9-2338-44a5-a8f2-4d24dee8437f None None] Pushing event updated for resources: {'Port': ['ID=54f402ed-b0f5-4335-9707-e660a3d59a0c,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:38.298586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Attempting to bind port 54f402ed-b0f5-4335-9707-e660a3d59a0c on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:45:38.299326 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Attempting to bind port 54f402ed-b0f5-4335-9707-e660a3d59a0c by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:45:38.299646 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Attempting to bind port 54f402ed-b0f5-4335-9707-e660a3d59a0c on network 6410dc24-2597-443c-a578-94304f54ee41 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:45:38.305003 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:45:38.305376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Checking segment: {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:45:38.305777 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.306194 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Bound using segment: {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:45:38.306658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Bound port: 54f402ed-b0f5-4335-9707-e660a3d59a0c, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:45:38.307040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.375320 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] For port 54f402ed-b0f5-4335-9707-e660a3d59a0c, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:45:38.383426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] For port 54f402ed-b0f5-4335-9707-e660a3d59a0c, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=54f402ed-b0f5-4335-9707-e660a3d59a0c,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:45:38.454434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.534310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2a69356c-9b0e-49d0-bb09-4691f24bbd55 None None] Provisioning complete for port 54f402ed-b0f5-4335-9707-e660a3d59a0c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:38.534714 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2a69356c-9b0e-49d0-bb09-4691f24bbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.566737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:38.567522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:38.608933 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86dfe9-2338-44a5-a8f2-4d24dee8437f None None] Pushing event updated for resources: {'Port': ['ID=54f402ed-b0f5-4335-9707-e660a3d59a0c,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:38.730277 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:38.761536 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2a69356c-9b0e-49d0-bb09-4691f24bbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:38.852484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2a69356c-9b0e-49d0-bb09-4691f24bbd55 None None] For port 54f402ed-b0f5-4335-9707-e660a3d59a0c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=54f402ed-b0f5-4335-9707-e660a3d59a0c,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:38.942658 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b0abe18-39c7-47dd-a0f8-1f0e7ae23fe3 req-e6aedad2-ee52-4f69-a4ed-3ef12e1dc500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 210 time: 0.0274246 Oct 15 01:45:38.943616 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2a69356c-9b0e-49d0-bb09-4691f24bbd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:39.006454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69356c-9b0e-49d0-bb09-4691f24bbd55 None None] Pushing event updated for resources: {'Port': ['ID=54f402ed-b0f5-4335-9707-e660a3d59a0c,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:39.017187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:39.045416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f9f42-67ab-4cfe-ba36-be0af7b84e0b None None] The sync data for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 is: [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:45:39.065015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a6e902c2-ada9-42a4-92ee-75de6b464574 None None] Provisioning complete for port 54f402ed-b0f5-4335-9707-e660a3d59a0c triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:39.065015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a6e902c2-ada9-42a4-92ee-75de6b464574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:39.175001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:45:39.231651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:39.232018 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:39.701471 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d229acb7-e504-4db0-9bc4-4b9d05ea2cf9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:39.702992 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d229acb7-e504-4db0-9bc4-4b9d05ea2cf9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "GET /v2.0/networks?id=6410dc24-2597-443c-a578-94304f54ee41 HTTP/1.1" status: 200 len: 796 time: 0.1173129 Oct 15 01:45:39.755839 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-511359c0-72e0-4908-b650-b8d1d991ac3c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 380 time: 0.0434215 Oct 15 01:45:39.770174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'port': {'device_id': 'e281a305-c05c-4704-94b7-18519bcebebc', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'admin_state_up': True, 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'security_groups': ['36399c59-513f-49ec-8ede-1553318b881a']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:39.949043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:45:39.952701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.061287 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3b77785-44a4-4b8e-82bc-7f7d223afbea req-6303d00c-5641-4825-9d23-cb47408dcf45 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 210 time: 0.0378628 Oct 15 01:45:40.103227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.4 (6410dc24-2597-443c-a578-94304f54ee41/20ccfc0d-dc70-451e-9dae-44d5cc409d2b/c665cf50-bcdb-421e-b42a-361c43b50f5a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:45:40.248479 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.343861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.390712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 6410dc24-2597-443c-a578-94304f54ee41 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:45:40.396151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:45:40.400497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:45:40.404417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=c665cf50-bcdb-421e-b42a-361c43b50f5a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:40.453807 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:40.454503 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.541643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-d31e5834-f759-47d1-a9c7-a5d24bfbb11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801740 Oct 15 01:45:40.591475 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.598065 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a63ff357-b013-4e7e-b0f8-35cfe2046d29 None None] Provisioning complete for port c665cf50-bcdb-421e-b42a-361c43b50f5a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:40.598399 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a63ff357-b013-4e7e-b0f8-35cfe2046d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.604671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Request body: {'port': {'device_id': 'e281a305-c05c-4704-94b7-18519bcebebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:40.635941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a63ff357-b013-4e7e-b0f8-35cfe2046d29 None None] Port c665cf50-bcdb-421e-b42a-361c43b50f5a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:45:40.665873 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.922600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c665cf50-bcdb-421e-b42a-361c43b50f5a {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:45:40.930418 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:40.942600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Transition to ACTIVE for port object c665cf50-bcdb-421e-b42a-361c43b50f5a will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:45:41.001778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:41.057875 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Pushing event updated for resources: {'Port': ['ID=c665cf50-bcdb-421e-b42a-361c43b50f5a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:41.147206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Attempting to bind port c665cf50-bcdb-421e-b42a-361c43b50f5a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:45:41.147552 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Attempting to bind port c665cf50-bcdb-421e-b42a-361c43b50f5a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:45:41.150587 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Attempting to bind port c665cf50-bcdb-421e-b42a-361c43b50f5a on network 6410dc24-2597-443c-a578-94304f54ee41 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:45:41.156121 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Port c665cf50-bcdb-421e-b42a-361c43b50f5a on network 6410dc24-2597-443c-a578-94304f54ee41 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:45:41.156332 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 54f402ed-b0f5-4335-9707-e660a3d59a0c up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:45:41.156448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Attempting to bind port c665cf50-bcdb-421e-b42a-361c43b50f5a on network 6410dc24-2597-443c-a578-94304f54ee41 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:45:41.163539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:45:41.164153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Checking segment: {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:45:41.164539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Bound using segment: {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:45:41.164962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Bound port: c665cf50-bcdb-421e-b42a-361c43b50f5a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4abb5e-450c-4089-924a-33f567132615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6410dc24-2597-443c-a578-94304f54ee41'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:45:41.165318 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:41.215941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 54f402ed-b0f5-4335-9707-e660a3d59a0c triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:41.216306 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:41.217011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814168b-db54-42e2-9990-368c9c6389a2 req-bdef6744-78c9-49da-afa9-2f9b695e5918 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.219018 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9814168b-db54-42e2-9990-368c9c6389a2 req-bdef6744-78c9-49da-afa9-2f9b695e5918 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 943 time: 0.0613878 Oct 15 01:45:41.255161 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] For port c665cf50-bcdb-421e-b42a-361c43b50f5a, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:45:41.259176 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] For port c665cf50-bcdb-421e-b42a-361c43b50f5a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:45:41.263951 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9814168b-db54-42e2-9990-368c9c6389a2 req-a4325724-48ed-4d71-ada2-5993fbbe3721 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 Oct 15 01:45:41.349813 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:41.383434 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.384056 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:41.385426 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] 10.222.0.30 "PUT /v2.0/ports/c665cf50-bcdb-421e-b42a-361c43b50f5a HTTP/1.1" status: 200 len: 1091 time: 0.8351750 Oct 15 01:45:41.385856 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:45:41.388155 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cd5c17-bcd2-4b7e-9366-3c6fc105b2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:45:41.414842 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3de87-eb59-4f48-8015-0f069a12f578 service neutron] Pushing event updated for resources: {'Port': ['ID=c665cf50-bcdb-421e-b42a-361c43b50f5a,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:41.426994 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49379b03-0fa0-4cf9-9d23-fb34d001a437 x-openstack-request-id: req-49379b03-0fa0-4cf9-9d23-fb34d001a437 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:45:41.427292 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:45:41.427543 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49379b03-0fa0-4cf9-9d23-fb34d001a437 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:45:41.428198 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'status': 'completed', 'code': 200} Oct 15 01:45:41.489334 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5c17-bcd2-4b7e-9366-3c6fc105b2a7 req-b498ff79-b5d5-4bcf-b069-b76590fe972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.490873 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4cd5c17-bcd2-4b7e-9366-3c6fc105b2a7 req-b498ff79-b5d5-4bcf-b069-b76590fe972d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1094 time: 0.0436888 Oct 15 01:45:41.599835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5c17-bcd2-4b7e-9366-3c6fc105b2a7 req-91e3399c-0784-4b7f-89b0-e55e2d7ef65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.601305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4cd5c17-bcd2-4b7e-9366-3c6fc105b2a7 req-91e3399c-0784-4b7f-89b0-e55e2d7ef65d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1b01b6232bf84d938acf2966153c6909&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1011634 Oct 15 01:45:41.697014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd5c17-bcd2-4b7e-9366-3c6fc105b2a7 req-3d8e6d53-6ec3-40a7-baa1-a6abea4db757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.698381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b4cd5c17-bcd2-4b7e-9366-3c6fc105b2a7 req-3d8e6d53-6ec3-40a7-baa1-a6abea4db757 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895607 Oct 15 01:45:41.776740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-071d6dc1-5af4-422c-bb09-e04b394d505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.778277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-071d6dc1-5af4-422c-bb09-e04b394d505a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1094 time: 0.0415990 Oct 15 01:45:41.819719 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-0b77d492-a769-4636-8282-7c8975f267f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a HTTP/1.1" status: 200 len: 217 time: 0.0334260 Oct 15 01:45:41.870824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-6b535b78-ce96-44cf-8590-ab7701341e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.872202 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-6b535b78-ce96-44cf-8590-ab7701341e47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20ccfc0d-dc70-451e-9dae-44d5cc409d2b HTTP/1.1" status: 200 len: 835 time: 0.0453560 Oct 15 01:45:41.917517 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-4b6ff344-7792-41cd-96eb-8ab68f6979d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:41.918969 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-4b6ff344-7792-41cd-96eb-8ab68f6979d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6410dc24-2597-443c-a578-94304f54ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393958 Oct 15 01:45:42.007162 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-fbd39962-e93f-468c-8167-0f6bf90b2eb4 service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803175 Oct 15 01:45:42.099603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-4d099504-0fad-41b4-8053-5e5e50b8b68d req-ef8f5ed3-7ef2-4bf6-9907-d680f95354bf service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Oct 15 01:45:42.386808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8a916-f918-4c5e-983e-1e18ab8bded7 req-59ad97b1-9481-4205-ada6-e24660c9e8ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:42.388322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91d8a916-f918-4c5e-983e-1e18ab8bded7 req-59ad97b1-9481-4205-ada6-e24660c9e8ec tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 943 time: 0.0505834 Oct 15 01:45:42.426331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91d8a916-f918-4c5e-983e-1e18ab8bded7 req-1a575168-99bd-480e-a6d3-9d1645d66a20 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Oct 15 01:45:43.538381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b2d48-364b-4ac3-bcc4-e8e62c3d7922 req-242c61c4-6be3-4546-881a-f6fd487b6dfd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:43.539846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c7b2d48-364b-4ac3-bcc4-e8e62c3d7922 req-242c61c4-6be3-4546-881a-f6fd487b6dfd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 943 time: 0.0491657 Oct 15 01:45:43.577914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c7b2d48-364b-4ac3-bcc4-e8e62c3d7922 req-776f4794-3065-4ef3-b13d-8bce845ccea4 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Oct 15 01:45:44.007167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c665cf50-bcdb-421e-b42a-361c43b50f5a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:45:44.101894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c665cf50-bcdb-421e-b42a-361c43b50f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:44.113800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'port_id': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'mac_address': 'fa:16:3e:b1:49:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:45:44.150530 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:44.163182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c665cf50-bcdb-421e-b42a-361c43b50f5a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:45:44.181942 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c665cf50-bcdb-421e-b42a-361c43b50f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:44.263356 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:44.313487 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c665cf50-bcdb-421e-b42a-361c43b50f5a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:44.481501 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c665cf50-bcdb-421e-b42a-361c43b50f5a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:45:44.699361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0202a1-3028-47e0-ac12-1192cbda0dda req-5322bf55-bed3-4117-9644-c9f36899c5ff tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:44.704073 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed0202a1-3028-47e0-ac12-1192cbda0dda req-5322bf55-bed3-4117-9644-c9f36899c5ff tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 944 time: 0.0547307 Oct 15 01:45:44.740352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed0202a1-3028-47e0-ac12-1192cbda0dda req-18222e89-c2ae-4476-83b4-a945a665a1be tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Oct 15 01:45:45.663329 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:45.854252 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29e021-82b4-4010-bc1f-ac110fe309d0 req-33681b5c-34d4-4f60-aa41-5dc23b5eeb54 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:45.855718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c29e021-82b4-4010-bc1f-ac110fe309d0 req-33681b5c-34d4-4f60-aa41-5dc23b5eeb54 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 944 time: 0.0499220 Oct 15 01:45:45.894425 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c29e021-82b4-4010-bc1f-ac110fe309d0 req-ff288823-0917-43d1-b292-a89c9c2b1568 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Oct 15 01:45:46.016130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c665cf50-bcdb-421e-b42a-361c43b50f5a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:45:46.122206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port c665cf50-bcdb-421e-b42a-361c43b50f5a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:45:46.125905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c665cf50-bcdb-421e-b42a-361c43b50f5a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:45:46.126302 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:46.201454 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:46.222579 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:45:46.224787 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f4929-8e5c-438c-859a-b20b1e1d3128" -d '{"events": [{"server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "name": "network-vif-plugged", "status": "completed", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:45:46.237187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c665cf50-bcdb-421e-b42a-361c43b50f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:45:46.293978 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:46.320749 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c98df8e-9756-4b44-ada8-355109b6ace2 x-openstack-request-id: req-6c98df8e-9756-4b44-ada8-355109b6ace2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:45:46.321047 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "name": "network-vif-plugged", "status": "completed", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:45:46.321300 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c98df8e-9756-4b44-ada8-355109b6ace2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:45:46.321682 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'code': 200} Oct 15 01:45:46.347298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c665cf50-bcdb-421e-b42a-361c43b50f5a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:46.419566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42193-8dca-4d2a-b7c1-63c28b6884c4 req-02b48630-8790-40e0-9696-4a3c881b8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:46.420913 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2af42193-8dca-4d2a-b7c1-63c28b6884c4 req-02b48630-8790-40e0-9696-4a3c881b8c53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1096 time: 0.0395503 Oct 15 01:45:46.455323 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-2af42193-8dca-4d2a-b7c1-63c28b6884c4 req-94362f6e-014e-417c-9526-bfff047bc723 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273149 Oct 15 01:45:47.008684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04072c8-ea38-41e3-b1c9-2f8174b408e5 req-23ace0b6-361f-4391-8eec-af13b55b7c80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:47.010151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c04072c8-ea38-41e3-b1c9-2f8174b408e5 req-23ace0b6-361f-4391-8eec-af13b55b7c80 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0484769 Oct 15 01:45:47.047105 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c04072c8-ea38-41e3-b1c9-2f8174b408e5 req-c194ee37-c4f1-4118-aa27-bbadef1edad4 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Oct 15 01:45:48.169265 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b2d51-c1d2-45ba-9411-8cd9d63326f9 req-c85272e1-e6e3-4dbf-b731-7b340f729761 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:48.170761 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a49b2d51-c1d2-45ba-9411-8cd9d63326f9 req-c85272e1-e6e3-4dbf-b731-7b340f729761 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0546124 Oct 15 01:45:48.207970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a49b2d51-c1d2-45ba-9411-8cd9d63326f9 req-36bfc84c-a3cd-49ff-ac6d-403950ec81a7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Oct 15 01:45:48.319329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09c4ff-6932-43f7-a3cc-c6cbe52e6acd req-06d677b4-59a0-4d77-b377-95754186357f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:48.320819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b09c4ff-6932-43f7-a3cc-c6cbe52e6acd req-06d677b4-59a0-4d77-b377-95754186357f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0486822 Oct 15 01:45:48.358522 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b09c4ff-6932-43f7-a3cc-c6cbe52e6acd req-a7483c8e-6699-4f3f-9292-5eb661fb249d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Oct 15 01:45:48.381933 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34036) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:48.423534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5375132-ea13-4197-9314-8fde00aa0b80 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:48.426072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d5375132-ea13-4197-9314-8fde00aa0b80 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1091 time: 0.0431151 Oct 15 01:45:48.428980 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34038) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:48.433191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:45:48.522404 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:48.621691 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:48.739317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.38 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/33fa3e64-46e2-40bb-b466-bbf3018a7c08) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:45:48.837985 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:48.916468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:48.953391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:45:48.956792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:45:48.962773 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:45:48.967960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=33fa3e64-46e2-40bb-b466-bbf3018a7c08,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:49.327833 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:49.453847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:49.598043 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:49.658972 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:49.729462 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=33fa3e64-46e2-40bb-b466-bbf3018a7c08,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:45:49.739507 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:49.838190 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP 377ca104-fe22-41a1-b83a-3a2926b7da48 associated. External IP: 172.25.2.38, port: c665cf50-bcdb-421e-b42a-361c43b50f5a. Oct 15 01:45:50.042723 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:45:50.151597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:45:50.161222 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] Sync routers for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:45:50.174175 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:50.175643 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:50.225039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:50.251554 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2a732441-ec51-4dbd-a8d3-e0aafee1a26a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8215804 Oct 15 01:45:50.252960 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:45:50.255496 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d3e854-28ce-4c59-ba80-8935745931f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:45:50.279598 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:50.354544 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5a0f9-9500-4ae6-8778-7359175b9b17 req-85b14b4d-3806-49b6-9a12-d3bdf4e0f0bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:50.356052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8a5a0f9-9500-4ae6-8778-7359175b9b17 req-85b14b4d-3806-49b6-9a12-d3bdf4e0f0bd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0563302 Oct 15 01:45:50.396475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8a5a0f9-9500-4ae6-8778-7359175b9b17 req-0a10f721-afb4-4b44-af0d-4432a3ad1e23 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337186 Oct 15 01:45:50.421097 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34046) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:50.490208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-00c50c27-4535-44c3-9db7-1c5dbd39d6b2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/377ca104-fe22-41a1-b83a-3a2926b7da48 HTTP/1.1" status: 200 len: 990 time: 0.0678930 Oct 15 01:45:50.501375 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef3ff1-435b-46e2-a9f3-98d0a7b391e3 x-openstack-request-id: req-94ef3ff1-435b-46e2-a9f3-98d0a7b391e3 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:45:50.501669 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:45:50.501943 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94ef3ff1-435b-46e2-a9f3-98d0a7b391e3 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:45:50.502802 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'status': 'completed', 'code': 200} Oct 15 01:45:50.518474 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '377ca104-fe22-41a1-b83a-3a2926b7da48', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'port_id': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'mac_address': 'fa:16:3e:b1:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e281a305-c05c-4704-94b7-18519bcebebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:45:49Z', 'updated_at': '2021-10-15T01:45:49Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:50.544366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] Checking router: 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:45:50.552919 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:45:50.553518 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:45:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:50.565902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-8aa729d2-5181-401e-bf9f-e90a8e6367ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:50.567438 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-8aa729d2-5181-401e-bf9f-e90a8e6367ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1096 time: 0.0405252 Oct 15 01:45:50.659510 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:45:50.662685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-660fd473-d88e-4353-85c4-6aaee6b5d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:50.664260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-660fd473-d88e-4353-85c4-6aaee6b5d024 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6410dc24-2597-443c-a578-94304f54ee41 HTTP/1.1" status: 200 len: 897 time: 0.0900269 Oct 15 01:45:50.734004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-bb574a4d-f5c8-4b0f-bcc4-e10d1bfaf74b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a HTTP/1.1" status: 200 len: 998 time: 0.0619388 Oct 15 01:45:50.783592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-4201de5d-30f5-4595-882f-92268011d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:50.785122 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-4201de5d-30f5-4595-882f-92268011d3b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20ccfc0d-dc70-451e-9dae-44d5cc409d2b HTTP/1.1" status: 200 len: 835 time: 0.0444243 Oct 15 01:45:50.834028 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-30bf86d2-834a-4fc6-8170-0dceac97325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:45:50.835598 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-30bf86d2-834a-4fc6-8170-0dceac97325b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6410dc24-2597-443c-a578-94304f54ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434756 Oct 15 01:45:50.883576 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '377ca104-fe22-41a1-b83a-3a2926b7da48', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'port_id': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'mac_address': 'fa:16:3e:b1:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e281a305-c05c-4704-94b7-18519bcebebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:45:49Z', 'updated_at': '2021-10-15T01:45:49Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:45:50.909615 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d96497-ce66-4c7a-913c-8337df63f944 None None] The sync data for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 is: [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '377ca104-fe22-41a1-b83a-3a2926b7da48', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'port_id': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'mac_address': 'fa:16:3e:b1:49:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e281a305-c05c-4704-94b7-18519bcebebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:45:49Z', 'updated_at': '2021-10-15T01:45:49Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:45:50.928020 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-f069a80a-5faf-4759-89b5-4c71b5b8e9e4 service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844247 Oct 15 01:45:51.026547 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-30d3e854-28ce-4c59-ba80-8935745931f0 req-8c086b35-cd3c-42de-8092-b20822d2dc65 service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913944 Oct 15 01:45:51.114765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c702bb-9a9f-44af-9bdb-8ead8f70abe9 None None] New status for floating IP 377ca104-fe22-41a1-b83a-3a2926b7da48: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:45:51.493934 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34048) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:45:51.557469 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c7bb91ed-8777-4d9a-a8f2-eed8a9afc36f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/377ca104-fe22-41a1-b83a-3a2926b7da48 HTTP/1.1" status: 200 len: 992 time: 0.0623653 Oct 15 01:45:56.344941 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-01fe54e7-8f79-4327-ab9c-abb2f1481efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:45:58.903147 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b9f7351a-9858-47bd-9996-8fd958b07748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:00.224602 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:00.543463 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:02.583401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:10.639825 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:15.138206 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:46:15.692739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:23.049152 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc13720-3a50-4708-a4be-49e2c9374bd7 req-ed1e9acc-f771-42f6-817b-9810689923c1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:23.050669 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcc13720-3a50-4708-a4be-49e2c9374bd7 req-ed1e9acc-f771-42f6-817b-9810689923c1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0495043 Oct 15 01:46:23.091093 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dcc13720-3a50-4708-a4be-49e2c9374bd7 req-63ace3de-83cf-4b01-9db3-6a280a5b87f5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333281 Oct 15 01:46:23.128287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-128c5cb5-160f-4c42-8b3d-db8b1aba265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:23.129772 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-128c5cb5-160f-4c42-8b3d-db8b1aba265a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1096 time: 0.0402684 Oct 15 01:46:23.221892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-f7d63132-bf61-4125-9c69-563a94077f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:23.223357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-f7d63132-bf61-4125-9c69-563a94077f89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6410dc24-2597-443c-a578-94304f54ee41 HTTP/1.1" status: 200 len: 897 time: 0.0862520 Oct 15 01:46:23.291215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-ed969476-148a-45de-a40b-0b8cb06b847b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a HTTP/1.1" status: 200 len: 1000 time: 0.0601618 Oct 15 01:46:23.340273 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-a2e4619e-090b-4790-b595-c50a711dcbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:23.341614 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-a2e4619e-090b-4790-b595-c50a711dcbc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20ccfc0d-dc70-451e-9dae-44d5cc409d2b HTTP/1.1" status: 200 len: 835 time: 0.0433118 Oct 15 01:46:23.387202 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-b2e3e6f7-c156-4b29-8da8-12a53a17c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:23.388677 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-b2e3e6f7-c156-4b29-8da8-12a53a17c3b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6410dc24-2597-443c-a578-94304f54ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397155 Oct 15 01:46:23.485194 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-9756e6f8-9a8a-46a2-92cd-9e6b9cc41b10 service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883021 Oct 15 01:46:23.574862 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b900b7d2-cd6d-4e05-b259-7f898ac482c4 req-d1b9a2f7-203e-4ab5-bc88-17fffd91ce10 service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816274 Oct 15 01:46:24.207915 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9fd87-5967-4401-b69e-37dc2281d9d1 req-dfc8a6ca-e1bc-43cd-85ca-376f1ecb0c30 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:24.209352 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89c9fd87-5967-4401-b69e-37dc2281d9d1 req-dfc8a6ca-e1bc-43cd-85ca-376f1ecb0c30 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0512404 Oct 15 01:46:24.246703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-89c9fd87-5967-4401-b69e-37dc2281d9d1 req-80206509-240d-4610-b330-049932f82e9d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Oct 15 01:46:25.358474 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1ec7d-28d2-4566-8096-1c13581b88af req-585b29aa-91ab-49db-85a0-be3a7f99502e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:25.359825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cb1ec7d-28d2-4566-8096-1c13581b88af req-585b29aa-91ab-49db-85a0-be3a7f99502e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0481369 Oct 15 01:46:25.396703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1cb1ec7d-28d2-4566-8096-1c13581b88af req-a894bfde-5051-4333-8fcb-ad63eb1b6fe0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Oct 15 01:46:26.314151 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cff24910-f3f6-4682-90df-27a7fed096fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:26.511541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf845953-a7f3-47e5-8c88-48367938078c req-195ec15d-2115-4397-b90b-54eaa21acd22 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:26.513024 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf845953-a7f3-47e5-8c88-48367938078c req-195ec15d-2115-4397-b90b-54eaa21acd22 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0491216 Oct 15 01:46:26.549309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bf845953-a7f3-47e5-8c88-48367938078c req-77e7812b-93fa-4acc-aae3-f1044fbd52c7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304563 Oct 15 01:46:27.670081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648c439-9040-4972-bb56-a6b2ae997afb req-a18a5f27-1992-400a-bbb3-3a70b7355a54 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:27.671578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5648c439-9040-4972-bb56-a6b2ae997afb req-a18a5f27-1992-400a-bbb3-3a70b7355a54 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0527520 Oct 15 01:46:27.708171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5648c439-9040-4972-bb56-a6b2ae997afb req-ab52fc8c-2a43-49fd-99b5-07a9121f42f4 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307837 Oct 15 01:46:28.824256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a81dd-2e13-4f7c-8410-2dd9e2be0440 req-bcc5a187-6b7a-443c-87b4-d146c5212524 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:28.825740 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-666a81dd-2e13-4f7c-8410-2dd9e2be0440 req-bcc5a187-6b7a-443c-87b4-d146c5212524 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0490265 Oct 15 01:46:28.863939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-666a81dd-2e13-4f7c-8410-2dd9e2be0440 req-2288071c-3ede-4375-9035-44e0e87fdc42 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Oct 15 01:46:28.885566 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff903-c515-4218-ab83-2f2e27dc8bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:30.176915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:30.215206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3f5ed-4c9e-4d2f-967f-c16f7f00f470 req-45fbec2a-1ee0-4abf-86d3-32a13dde1a7e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:30.216652 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60a3f5ed-4c9e-4d2f-967f-c16f7f00f470 req-45fbec2a-1ee0-4abf-86d3-32a13dde1a7e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0488405 Oct 15 01:46:30.253622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60a3f5ed-4c9e-4d2f-967f-c16f7f00f470 req-c15182b7-2929-4682-b519-551989b2138c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Oct 15 01:46:30.531053 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:31.372287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e8d6d-a696-48ac-a8be-d1fc8bde7691 req-32a990e2-3cc0-4ce3-8d8f-401bd286bc50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:31.373657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f17e8d6d-a696-48ac-a8be-d1fc8bde7691 req-32a990e2-3cc0-4ce3-8d8f-401bd286bc50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0545635 Oct 15 01:46:31.412256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f17e8d6d-a696-48ac-a8be-d1fc8bde7691 req-4d132896-1ff5-4179-9a65-66c95c3844be tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Oct 15 01:46:32.529119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756fce3-33ac-4c88-878d-7723d7d06046 req-40483ec2-6847-4491-bc44-c22ae277cdc5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:32.530639 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4756fce3-33ac-4c88-878d-7723d7d06046 req-40483ec2-6847-4491-bc44-c22ae277cdc5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0523608 Oct 15 01:46:32.568237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4756fce3-33ac-4c88-878d-7723d7d06046 req-90e1205a-6ad2-4df1-ab96-d6a5b9b1dcc9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Oct 15 01:46:32.588397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:33.684869 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553f0f7-ab3c-4101-944e-de770638f96f req-9f3ebd67-4936-48b2-968d-7b3885b678c5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:33.686364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f553f0f7-ab3c-4101-944e-de770638f96f req-9f3ebd67-4936-48b2-968d-7b3885b678c5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0491531 Oct 15 01:46:33.724942 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f553f0f7-ab3c-4101-944e-de770638f96f req-68a8601e-fa37-4dea-94c3-d38cacb9ad61 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324941 Oct 15 01:46:34.848267 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5335000-6641-4960-82ab-6d8c26ce335c req-2594f190-f6bc-4b70-9b37-a80bb442ecf5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:34.848267 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5335000-6641-4960-82ab-6d8c26ce335c req-2594f190-f6bc-4b70-9b37-a80bb442ecf5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0521681 Oct 15 01:46:34.881258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e5335000-6641-4960-82ab-6d8c26ce335c req-049b8dab-a464-438f-a59a-a26cd09fe06b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304630 Oct 15 01:46:35.999203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9e81-929a-46e4-9020-5fbc8b7d6db6 req-d58ddf89-41da-46db-a19a-ad8223358df1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:36.000674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac1a9e81-929a-46e4-9020-5fbc8b7d6db6 req-d58ddf89-41da-46db-a19a-ad8223358df1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0498061 Oct 15 01:46:36.038013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac1a9e81-929a-46e4-9020-5fbc8b7d6db6 req-29f3bb28-80e5-4eca-826c-3959892168ee tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309474 Oct 15 01:46:37.153090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295886bb-5e52-4539-bd82-dc9c64bb8f9d req-1d7f3357-4bde-419f-aecd-6308388cf829 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:37.154565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295886bb-5e52-4539-bd82-dc9c64bb8f9d req-1d7f3357-4bde-419f-aecd-6308388cf829 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0480070 Oct 15 01:46:37.192565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295886bb-5e52-4539-bd82-dc9c64bb8f9d req-d4711580-1a8b-4c71-a92f-299c2986c627 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320582 Oct 15 01:46:38.310438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d977dd-f7d1-4a5d-8215-f52cd5e8d9f3 req-b3ee288d-5fc0-4960-a641-84bd32dd1ff5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:38.311899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90d977dd-f7d1-4a5d-8215-f52cd5e8d9f3 req-b3ee288d-5fc0-4960-a641-84bd32dd1ff5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0523977 Oct 15 01:46:38.349072 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90d977dd-f7d1-4a5d-8215-f52cd5e8d9f3 req-a2abdf1b-d13d-4dea-a6ce-0ba578abae19 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Oct 15 01:46:39.463318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f184f-b544-4595-8083-bc12524ced61 req-44439e52-fb45-42d8-b78d-30e0f66cb11a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:39.464787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-208f184f-b544-4595-8083-bc12524ced61 req-44439e52-fb45-42d8-b78d-30e0f66cb11a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0487254 Oct 15 01:46:39.503151 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-208f184f-b544-4595-8083-bc12524ced61 req-9e290404-e80d-4d72-84a2-b3e957a2727b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323009 Oct 15 01:46:40.616412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a188eb-44b1-435a-a916-9d14f9394aa2 req-2764f888-4586-4b48-bf92-30ffd3b2a16a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:40.618571 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92a188eb-44b1-435a-a916-9d14f9394aa2 req-2764f888-4586-4b48-bf92-30ffd3b2a16a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0492330 Oct 15 01:46:40.639446 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:40.657305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-92a188eb-44b1-435a-a916-9d14f9394aa2 req-c73dfaef-8a21-40a1-b6fb-81b78d78f115 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326219 Oct 15 01:46:40.680500 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34100) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:46:40.744182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e5e42f01-d65b-4d2a-8655-ac76fd615a81 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/377ca104-fe22-41a1-b83a-3a2926b7da48 HTTP/1.1" status: 200 len: 992 time: 0.0625882 Oct 15 01:46:41.684192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-8377edb1-2e9f-4817-a296-014ab1878a8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393362 Oct 15 01:46:41.768724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c0c97-b808-4c79-9698-c624e8009470 req-851a6c1f-d354-44c4-8be7-5c4df3ea01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:41.770075 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-851a6c1f-d354-44c4-8be7-5c4df3ea01a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1096 time: 0.0442617 Oct 15 01:46:41.872058 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c0c97-b808-4c79-9698-c624e8009470 req-b809d633-5f67-498f-9134-d5e7172cf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:41.873486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-b809d633-5f67-498f-9134-d5e7172cf739 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6410dc24-2597-443c-a578-94304f54ee41 HTTP/1.1" status: 200 len: 897 time: 0.0850077 Oct 15 01:46:41.940895 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-97008377-ff0b-43ae-8d02-a0d4d7259d97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a HTTP/1.1" status: 200 len: 1000 time: 0.0604491 Oct 15 01:46:41.989083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c0c97-b808-4c79-9698-c624e8009470 req-2a8ab611-3926-42a6-a2c8-05fb102469ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:41.990486 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-2a8ab611-3926-42a6-a2c8-05fb102469ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20ccfc0d-dc70-451e-9dae-44d5cc409d2b HTTP/1.1" status: 200 len: 835 time: 0.0429106 Oct 15 01:46:42.035431 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c0c97-b808-4c79-9698-c624e8009470 req-f2305952-22e5-4167-a74d-9a865165357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:46:42.036769 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-f2305952-22e5-4167-a74d-9a865165357d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6410dc24-2597-443c-a578-94304f54ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393016 Oct 15 01:46:42.126936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-2e72b62a-66c2-4cb3-8811-4057a4ecd4b3 service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830886 Oct 15 01:46:42.215816 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d05c0c97-b808-4c79-9698-c624e8009470 req-25df926a-3b00-4fb5-bb3f-77f5269dc12d service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815566 Oct 15 01:46:45.697787 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:52.137341 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:46:56.285149 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-641ea82f-06d9-413c-bad0-c22513f1597d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:46:58.961893 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb8e7-ed76-4eda-871e-b52dd84512d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:00.189248 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:00.520568 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:02.588265 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:10.634870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:11.064201 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34120) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:11.552164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 33fa3e64-46e2-40bb-b466-bbf3018a7c08 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:47:11.552506 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:11.630417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:11.630733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:11.642508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 33fa3e64-46e2-40bb-b466-bbf3018a7c08 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:47:11.838998 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:11.868487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=33fa3e64-46e2-40bb-b466-bbf3018a7c08,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:11.894310 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.894664 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.895005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.895344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.895675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.896006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.896337 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.896665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.896989 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.897315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.898138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.898482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:11.942918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:11.943242 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP 377ca104-fe22-41a1-b83a-3a2926b7da48 disassociated (deleted). External IP: 172.25.2.38, port: c665cf50-bcdb-421e-b42a-361c43b50f5a. Oct 15 01:47:12.155909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:47:12.264230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:47:12.268695 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:12.277015 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] Sync routers for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:47:12.285789 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:12.286403 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:12.296687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-22b3eeb2-53e1-4012-a7a6-35a3044bf504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/floatingips/377ca104-fe22-41a1-b83a-3a2926b7da48 HTTP/1.1" status: 204 len: 168 time: 1.2313864 Oct 15 01:47:12.297281 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:47:12.299556 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571580b4-1049-4934-b704-bd13112ff48c" -d '{"events": [{"name": "network-changed", "server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:47:12.394227 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:12.603210 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678a7e7d-e3b8-452e-8ec2-51c5d8ba83d7 x-openstack-request-id: req-678a7e7d-e3b8-452e-8ec2-51c5d8ba83d7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:47:12.603210 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:47:12.603210 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-678a7e7d-e3b8-452e-8ec2-51c5d8ba83d7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:47:12.603537 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:12.603695 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'status': 'completed', 'code': 200} Oct 15 01:47:12.629249 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] Checking router: 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:47:12.638107 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:12.638919 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:12.680271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571580b4-1049-4934-b704-bd13112ff48c req-18131381-3a60-4409-845a-70f91f81c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:12.682501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-571580b4-1049-4934-b704-bd13112ff48c req-18131381-3a60-4409-845a-70f91f81c033 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 1096 time: 0.0524819 Oct 15 01:47:12.694138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa2e86-85a6-4829-b528-894b9a6dbe38 req-582cded4-ec96-49cd-8c35-ca6533ad2e76 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:12.695890 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-acaa2e86-85a6-4829-b528-894b9a6dbe38 req-582cded4-ec96-49cd-8c35-ca6533ad2e76 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0517218 Oct 15 01:47:12.738960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-acaa2e86-85a6-4829-b528-894b9a6dbe38 req-4d5baf09-0a05-4ac5-bfcc-60c07f84b6f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Oct 15 01:47:12.782080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571580b4-1049-4934-b704-bd13112ff48c req-aa9f0532-831e-4a03-bc7b-e1c5cca98db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:12.783488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-571580b4-1049-4934-b704-bd13112ff48c req-aa9f0532-831e-4a03-bc7b-e1c5cca98db4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6410dc24-2597-443c-a578-94304f54ee41 HTTP/1.1" status: 200 len: 897 time: 0.0909555 Oct 15 01:47:12.831203 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-571580b4-1049-4934-b704-bd13112ff48c req-6644aac0-0e43-480f-a3e0-5f6d947abe82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a HTTP/1.1" status: 200 len: 217 time: 0.0392661 Oct 15 01:47:12.847931 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:12.881785 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571580b4-1049-4934-b704-bd13112ff48c req-3099a318-5346-4dd9-8790-22d131fb1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:12.884337 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-571580b4-1049-4934-b704-bd13112ff48c req-3099a318-5346-4dd9-8790-22d131fb1b2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20ccfc0d-dc70-451e-9dae-44d5cc409d2b HTTP/1.1" status: 200 len: 835 time: 0.0451841 Oct 15 01:47:12.931802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571580b4-1049-4934-b704-bd13112ff48c req-4a2a04eb-8675-42ec-ba2f-40c07cff78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:12.933300 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-571580b4-1049-4934-b704-bd13112ff48c req-4a2a04eb-8675-42ec-ba2f-40c07cff78a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6410dc24-2597-443c-a578-94304f54ee41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418069 Oct 15 01:47:13.046047 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:13.077528 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b9bac-31e0-4d67-8b36-d748b16f87b0 None None] The sync data for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 is: [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:45:35Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '54f402ed-b0f5-4335-9707-e660a3d59a0c', 'name': '', 'network_id': '6410dc24-2597-443c-a578-94304f54ee41', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:65:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:35Z', 'updated_at': '2021-10-15T01:45:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '20ccfc0d-dc70-451e-9dae-44d5cc409d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:47:13.307911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188c86a0-e3d9-4bfc-938e-7f2ae12dee50 None None] New status for floating IP 377ca104-fe22-41a1-b83a-3a2926b7da48: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:47:13.349160 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-571580b4-1049-4934-b704-bd13112ff48c req-8b227b4e-e72b-41e6-8822-52bfe7b0f395 service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076061 Oct 15 01:47:13.441806 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-571580b4-1049-4934-b704-bd13112ff48c req-ba323a5a-cdcc-4ca5-8b22-a54c92d31a6e service neutron] 10.222.0.30 "GET /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849240 Oct 15 01:47:13.868795 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c552f-786c-4ab4-99f6-96a0d0bbcacd req-2a55ee18-ad77-48e5-b808-d14c2b207f4c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:13.870373 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d45c552f-786c-4ab4-99f6-96a0d0bbcacd req-2a55ee18-ad77-48e5-b808-d14c2b207f4c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0564718 Oct 15 01:47:13.912593 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d45c552f-786c-4ab4-99f6-96a0d0bbcacd req-71866cd9-77eb-4d28-aa1c-05043f5d3598 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=36399c59-513f-49ec-8ede-1553318b881a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363164 Oct 15 01:47:14.142015 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-fa19f28a-9594-406a-a120-92170922c08f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:14.143723 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-fa19f28a-9594-406a-a120-92170922c08f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 945 time: 0.0491714 Oct 15 01:47:14.243610 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port c665cf50-bcdb-421e-b42a-361c43b50f5a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:47:14.243943 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:14.330173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port c665cf50-bcdb-421e-b42a-361c43b50f5a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c665cf50-bcdb-421e-b42a-361c43b50f5a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:14.330531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:14.346324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for c665cf50-bcdb-421e-b42a-361c43b50f5a owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:47:14.536629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:14.564607 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=c665cf50-bcdb-421e-b42a-361c43b50f5a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:14.579507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.579507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.579507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.579507 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.579848 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.580100 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.580425 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.580746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.581072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.581386 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.581702 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.582018 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:14.619570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] No DVR routers for this DVR port c665cf50-bcdb-421e-b42a-361c43b50f5a on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:47:14.622202 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:14.625423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a5103c43-cb3e-4fb3-bf15-9f1bd4fa9f81 req-d1f77b6f-87dd-4b1d-acb2-9fb418050aef tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "DELETE /v2.0/ports/c665cf50-bcdb-421e-b42a-361c43b50f5a HTTP/1.1" status: 204 len: 173 time: 0.4757333 Oct 15 01:47:14.625863 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'name': 'network-vif-deleted', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:47:14.628106 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7891c064-d9e6-431b-ba93-f521b6d49ee9" -d '{"events": [{"server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "name": "network-vif-deleted", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:47:14.664297 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d493ed-16f6-4cfc-ae05-a4baf31af3d0 x-openstack-request-id: req-d5d493ed-16f6-4cfc-ae05-a4baf31af3d0 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:47:14.664541 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e281a305-c05c-4704-94b7-18519bcebebc", "name": "network-vif-deleted", "tag": "c665cf50-bcdb-421e-b42a-361c43b50f5a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:47:14.664789 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5d493ed-16f6-4cfc-ae05-a4baf31af3d0 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:47:14.665231 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e281a305-c05c-4704-94b7-18519bcebebc', 'name': 'network-vif-deleted', 'tag': 'c665cf50-bcdb-421e-b42a-361c43b50f5a', 'status': 'completed', 'code': 200} Oct 15 01:47:15.032426 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4667ad7c-0fed-410c-ad57-582e858a3be7 req-f606ec77-a54c-4c44-82e6-0f70469753fa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e281a305-c05c-4704-94b7-18519bcebebc HTTP/1.1" status: 200 len: 210 time: 0.0281942 Oct 15 01:47:15.701606 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:16.090234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34138) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:16.349035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c665cf50-bcdb-421e-b42a-361c43b50f5a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:47:16.368934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: c665cf50-bcdb-421e-b42a-361c43b50f5a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:47:16.369461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c665cf50-bcdb-421e-b42a-361c43b50f5a not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:47:16.443040 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:16.700498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 54f402ed-b0f5-4335-9707-e660a3d59a0c {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:47:16.700733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:16.790259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port 54f402ed-b0f5-4335-9707-e660a3d59a0c, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=54f402ed-b0f5-4335-9707-e660a3d59a0c,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:16.790610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:16.802791 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 54f402ed-b0f5-4335-9707-e660a3d59a0c owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:47:17.063344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:17.088413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=54f402ed-b0f5-4335-9707-e660a3d59a0c,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:17.270531 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:17.484241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:47:17.594321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:47:17.599288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-77f282c8-7e77-4abd-bbdd-35b66ae2f3d7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/27b19fc4-40c1-46a4-8bf2-b0c83f0335b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5079780 Oct 15 01:47:17.602073 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34140) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:17.604766 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] Sync routers for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:47:17.613799 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:17.614418 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:17.653417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting subnet 20ccfc0d-dc70-451e-9dae-44d5cc409d2b {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:47:17.656964 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:17.702583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:17.717476 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:17.783538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:17.892014 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:47:16Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:17.915848 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:17.918909 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] Checking router: 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:47:17.926967 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] Routers {'27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:17.927540 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:17.949911 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Subnet': ['ID=20ccfc0d-dc70-451e-9dae-44d5cc409d2b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:17.951918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:17.957552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-658b8d31-4c9b-4d5e-b985-f00799ea88eb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/subnets/20ccfc0d-dc70-451e-9dae-44d5cc409d2b HTTP/1.1" status: 204 len: 168 time: 0.3521416 Oct 15 01:47:17.957743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b27e8b-9dda-4b2f-bb1d-ed256f0008da None None] Network 6410dc24-2597-443c-a578-94304f54ee41 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:47:17.958230 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34142) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:18.046190 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] Set router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:18.065143 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.148941 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] DHCP port deletion for 6410dc24-2597-443c-a578-94304f54ee41 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:47:18.178631 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.195760 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Deleting port 9994a1ff-51a6-4837-a28a-78d19c38e12a {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:47:18.198666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.237919 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:47:16Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:18.258795 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] For port 9994a1ff-51a6-4837-a28a-78d19c38e12a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9994a1ff-51a6-4837-a28a-78d19c38e12a,segment=NetworkSegment(6b4abb5e-450c-4089-924a-33f567132615),segment_id=6b4abb5e-450c-4089-924a-33f567132615)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:18.259190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.264946 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ba3c2-bf01-4ed2-888b-72094e5b1691 None None] The sync data for ids ['27b19fc4-40c1-46a4-8bf2-b0c83f0335b3'] in n-d-811521-2 is: [{'id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2008338213', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:45:31Z', 'updated_at': '2021-10-15T01:47:16Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '39fd4e17-5003-4212-a8a7-0b60c1ad9e6f', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b19fc4-40c1-46a4-8bf2-b0c83f0335b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:45:32Z', 'updated_at': '2021-10-15T01:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:47:18.274258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Calling delete_port for 9994a1ff-51a6-4837-a28a-78d19c38e12a owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:47:18.306390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:47:18.306889 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.385193 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:18.385469 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.397059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:47:18.435056 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.459743 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Pushing event deleted for resources: {'Port': ['ID=9994a1ff-51a6-4837-a28a-78d19c38e12a,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:18.468378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] No DVR routers for this DVR port 9994a1ff-51a6-4837-a28a-78d19c38e12a on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:47:18.470560 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.470905 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.471240 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.471695 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.471926 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.472293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.472576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.472899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.473216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.473538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.473858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.474208 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60610ba-a190-4781-8279-91a9ef8d58b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:18.646894 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.675625 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=39fd4e17-5003-4212-a8a7-0b60c1ad9e6f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:18.743094 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.836723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.838928 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.949592 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.950042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Fanout notify agent at l3_agent the message router_deleted on router 27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:47:18.956910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:18.958015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-42c86d0e-1976-4d88-afaf-654f99cde5b6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/routers/27b19fc4-40c1-46a4-8bf2-b0c83f0335b3 HTTP/1.1" status: 204 len: 168 time: 0.9993484 Oct 15 01:47:18.961295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34144) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:19.044004 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.132925 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.152209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6410dc24-2597-443c-a578-94304f54ee41']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:19.161029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4abb5e-450c-4089-924a-33f567132615') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:19.161318 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4abb5e-450c-4089-924a-33f567132615') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:19.174938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.188498 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.195628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:47:19.195999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:47:19.199386 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:47:19.324891 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.332858 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.335633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/networks/6410dc24-2597-443c-a578-94304f54ee41 HTTP/1.1" status: 204 len: 168 time: 0.3730156 Oct 15 01:47:19.338174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34146) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:19.347049 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b8f98-c300-469e-a8c5-c8e36bdc69f9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Network': ['ID=6410dc24-2597-443c-a578-94304f54ee41,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:19.399531 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03a0e08c-cc55-414e-97e9-f87f67c5ee77 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.427787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03a0e08c-cc55-414e-97e9-f87f67c5ee77 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.445152 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:47:19.464672 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:47:19.465020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 39fd4e17-5003-4212-a8a7-0b60c1ad9e6f not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:47:19.465436 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 54f402ed-b0f5-4335-9707-e660a3d59a0c no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:47:19.485100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 54f402ed-b0f5-4335-9707-e660a3d59a0c {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:47:19.485443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 54f402ed-b0f5-4335-9707-e660a3d59a0c not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:47:19.485848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9994a1ff-51a6-4837-a28a-78d19c38e12a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:47:19.508819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9994a1ff-51a6-4837-a28a-78d19c38e12a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:47:19.509163 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9994a1ff-51a6-4837-a28a-78d19c38e12a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:47:19.594635 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03a0e08c-cc55-414e-97e9-f87f67c5ee77 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.597167 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03a0e08c-cc55-414e-97e9-f87f67c5ee77 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:19.598347 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-03a0e08c-cc55-414e-97e9-f87f67c5ee77 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/security-groups/36399c59-513f-49ec-8ede-1553318b881a HTTP/1.1" status: 204 len: 168 time: 0.2591465 Oct 15 01:47:19.608705 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0e08c-cc55-414e-97e9-f87f67c5ee77 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36399c59-513f-49ec-8ede-1553318b881a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:19.996709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34152) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:20.001348 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-715a8c68-0c90-408f-be7e-0e31413fb8f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401203608', 'description': 'tempest-secgroup-smoke-1401203608 description', 'project_id': '1b01b6232bf84d938acf2966153c6909'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:20.085597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-715a8c68-0c90-408f-be7e-0e31413fb8f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.150210 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-715a8c68-0c90-408f-be7e-0e31413fb8f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.199071 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-715a8c68-0c90-408f-be7e-0e31413fb8f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.229201 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a8c68-0c90-408f-be7e-0e31413fb8f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0667c4de-8400-4678-83b1-e3c543876335,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:20.276137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-715a8c68-0c90-408f-be7e-0e31413fb8f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.277400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-715a8c68-0c90-408f-be7e-0e31413fb8f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2796650 Oct 15 01:47:20.280252 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34154) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:20.284505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9867d8b5-65c2-4e52-a84d-5064db09e44f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '0667c4de-8400-4678-83b1-e3c543876335', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:20.363450 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9867d8b5-65c2-4e52-a84d-5064db09e44f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.421474 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9867d8b5-65c2-4e52-a84d-5064db09e44f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.473051 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9867d8b5-65c2-4e52-a84d-5064db09e44f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.492532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867d8b5-65c2-4e52-a84d-5064db09e44f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f23ef0-f9a5-4e25-8c68-39cb69b54d4a,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:20.555562 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9867d8b5-65c2-4e52-a84d-5064db09e44f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.556786 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9867d8b5-65c2-4e52-a84d-5064db09e44f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756195 Oct 15 01:47:20.559632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34156) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:20.563876 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-def39cbf-2c3e-4836-9324-90c1e4f1f915 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '0667c4de-8400-4678-83b1-e3c543876335', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:20.643495 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-def39cbf-2c3e-4836-9324-90c1e4f1f915 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.699281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-def39cbf-2c3e-4836-9324-90c1e4f1f915 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.751431 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-def39cbf-2c3e-4836-9324-90c1e4f1f915 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.769591 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def39cbf-2c3e-4836-9324-90c1e4f1f915 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1509216-e098-4b87-8629-676c4d73075d,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:20.813591 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-def39cbf-2c3e-4836-9324-90c1e4f1f915 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.814842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-def39cbf-2c3e-4836-9324-90c1e4f1f915 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543061 Oct 15 01:47:20.817555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34158) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:20.822706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-12a0a0d5-c62b-4476-9d34-1fa73eb2a47a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '0667c4de-8400-4678-83b1-e3c543876335', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:20.890722 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12a0a0d5-c62b-4476-9d34-1fa73eb2a47a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.948371 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12a0a0d5-c62b-4476-9d34-1fa73eb2a47a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:20.994236 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12a0a0d5-c62b-4476-9d34-1fa73eb2a47a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.011968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0a0d5-c62b-4476-9d34-1fa73eb2a47a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a67d86-11d4-4e3d-ad84-7fcadb8aebe2,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:21.059206 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-12a0a0d5-c62b-4476-9d34-1fa73eb2a47a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.060401 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-12a0a0d5-c62b-4476-9d34-1fa73eb2a47a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2418606 Oct 15 01:47:21.063143 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34160) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:21.067492 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-adc09fe9-c9e6-4b8e-b1a1-e75895c420a3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '0667c4de-8400-4678-83b1-e3c543876335', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:21.158743 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc09fe9-c9e6-4b8e-b1a1-e75895c420a3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.219276 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc09fe9-c9e6-4b8e-b1a1-e75895c420a3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.291471 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc09fe9-c9e6-4b8e-b1a1-e75895c420a3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.308922 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09fe9-c9e6-4b8e-b1a1-e75895c420a3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2c6d84-449f-492e-9f19-d304c41e077f,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:21.384479 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-adc09fe9-c9e6-4b8e-b1a1-e75895c420a3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.385828 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-adc09fe9-c9e6-4b8e-b1a1-e75895c420a3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216145 Oct 15 01:47:21.388405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34162) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:21.392717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '0667c4de-8400-4678-83b1-e3c543876335', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:21.473451 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:47:21.478857 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.537647 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.583081 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.602562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735737f0-6843-4944-b62b-c74528e5ef31,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:21.648832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.650064 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dd9fd75c-6433-4c51-85e9-6b74b2751278 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2607007 Oct 15 01:47:21.652763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34164) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:21.657047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '0667c4de-8400-4678-83b1-e3c543876335', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:21.720472 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:47:21.725205 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.784032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.840611 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.857931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106ad12a-92ea-4ad3-b762-af1a478ffe54,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:21.900787 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:21.902039 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f262ef61-0eea-4ec2-8735-d974402b6b4a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2483244 Oct 15 01:47:21.905059 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34166) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:21.909866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'network': {'name': 'tempest-network-smoke--1131643754', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'port_security_enabled': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:21.977098 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:47:21.980603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.005622 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:47:22.014801 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.015158 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Added segment 4fcfd6be-d179-4299-8497-9d8bdfeed14d of type vlan for network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f Oct 15 01:47:22.053596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.130126 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.136341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:22.136937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.216529 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Network': ['ID=7574f485-32d8-4c34-b0c0-cc390f1d0d5f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:22.226884 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:47:22.237488 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-93aeb151-17a2-448e-af55-366548a7511d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3312914 Oct 15 01:47:22.240358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34168) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:22.245853 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'admin_state_up': True, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:22.331818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.332932 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.387054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.576578 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.814539 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.833599 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:22.941466 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.227 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/6ddae269-fdae-4a03-ac73-980531749712) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:47:23.039967 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:23.137728 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:23.179460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:47:23.184325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:47:23.190305 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:47:23.193338 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=6ddae269-fdae-4a03-ac73-980531749712,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:23.501247 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:23.695691 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:23.868405 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 67e8b10f-6919-48d1-aa6d-25a57117682e is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:47:23.977496 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:47:23.987084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Sync routers for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:47:23.996093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:23.996701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:24.059664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.060973 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-b625dc1c-b1bc-4d17-90f2-80cb772d4e2a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8188863 Oct 15 01:47:24.064187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34170) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:24.096359 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1acdcba-0a4b-46e2-84ce-2ac45469de5b tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1b01b6232bf84d938acf2966153c6909&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310903 Oct 15 01:47:24.099096 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34172) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:24.102299 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:24.185841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1bae3c-b906-4012-9266-88ad5de1da96 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:24.187313 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bc1bae3c-b906-4012-9266-88ad5de1da96 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873172 Oct 15 01:47:24.190158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34174) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:24.219060 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7919e9e3-81cf-46b2-851f-ea083e9cf914 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277925 Oct 15 01:47:24.221515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34176) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:24.226811 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-904725882', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:24.281793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:23Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:24.308943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Checking router: 67e8b10f-6919-48d1-aa6d-25a57117682e for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:47:24.309292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Updating router 67e8b10f-6919-48d1-aa6d-25a57117682e port 6ddae269-fdae-4a03-ac73-980531749712 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:47:24.332907 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.388988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:47:24.392589 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.587281 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.650689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.662165 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.712856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Attempting to bind port 6ddae269-fdae-4a03-ac73-980531749712 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:47:24.713225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Attempting to bind port 6ddae269-fdae-4a03-ac73-980531749712 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:47:24.713588 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Attempting to bind port 6ddae269-fdae-4a03-ac73-980531749712 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:47:24.715536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Subnet': ['ID=75615065-6c2b-4682-a383-414be3373e31,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:24.720601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2362f0-43a6-49f6-b241-dec2a8ac6b11 None None] Pushing event updated for resources: {'Port': ['ID=6ddae269-fdae-4a03-ac73-980531749712,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:24.720901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Checking segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:47:24.721263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network hostable DHCP agents. Network: 7574f485-32d8-4c34-b0c0-cc390f1d0d5f, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:47:24.723525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:47:24.723525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:47:24.723756 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.724156 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:47:24.724602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Bound port: 6ddae269-fdae-4a03-ac73-980531749712, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:47:24.724979 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.775402 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] For port 6ddae269-fdae-4a03-ac73-980531749712, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:47:24.778298 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] For port 6ddae269-fdae-4a03-ac73-980531749712, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6ddae269-fdae-4a03-ac73-980531749712,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:47:24.794832 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:47:24.875413 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.908525 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 7574f485-32d8-4c34-b0c0-cc390f1d0d5f) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:47:24.913879 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:24.914553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:24.922270 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9cac78-d662-4516-b44d-7ba57fa4b6b9 None None] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:47:24.954843 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2362f0-43a6-49f6-b241-dec2a8ac6b11 None None] Pushing event updated for resources: {'Port': ['ID=6ddae269-fdae-4a03-ac73-980531749712,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:24.963242 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:24.963838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:24.974928 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9257a89c-333a-42e0-ab33-3a38c2abbc9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7523677 Oct 15 01:47:24.978789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34178) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:25.136339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:25.233067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:47:25.234614 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.409909 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.442351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Allocated IP 172.20.0.2 (7574f485-32d8-4c34-b0c0-cc390f1d0d5f/75615065-6c2b-4682-a383-414be3373e31/9ad381c3-51ac-426e-a61a-706448068179) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:47:25.471261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:23Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:25.505764 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee7fc6-bebd-4de7-a169-ee61809225c1 None None] The sync data for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 is: [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:23Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:47:25.626186 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.715753 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.761589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:47:25.765741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:47:25.776873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:47:25.784067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Pushing event updated for resources: {'Port': ['ID=9ad381c3-51ac-426e-a61a-706448068179,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:25.784513 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.1 (7574f485-32d8-4c34-b0c0-cc390f1d0d5f/75615065-6c2b-4682-a383-414be3373e31/d921f963-b377-4477-ab7e-afba40c00761) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:47:25.843125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Attempting to bind port 9ad381c3-51ac-426e-a61a-706448068179 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:47:25.843125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Attempting to bind port 9ad381c3-51ac-426e-a61a-706448068179 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:47:25.843125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Attempting to bind port 9ad381c3-51ac-426e-a61a-706448068179 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:47:25.847610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:47:25.847988 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Checking segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:47:25.848397 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.848784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Bound using segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:47:25.849250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Bound port: 9ad381c3-51ac-426e-a61a-706448068179, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:47:25.849628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.922254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] For port 9ad381c3-51ac-426e-a61a-706448068179, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:47:25.924402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.925618 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] For port 9ad381c3-51ac-426e-a61a-706448068179, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9ad381c3-51ac-426e-a61a-706448068179,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:47:25.961672 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:25.995444 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:26.030726 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884497b-7b77-4bc2-b0ac-22350486d376 None None] Pushing event updated for resources: {'Port': ['ID=9ad381c3-51ac-426e-a61a-706448068179,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:26.044494 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:47:26.049901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:47:26.055429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:47:26.059547 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=d921f963-b377-4477-ab7e-afba40c00761,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:26.105198 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:26.292198 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b1982349-4da6-4f0c-aa8b-c0631574f70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:26.296432 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:26.909324 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:26.976770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4a7d74-9224-4691-bf78-5becb8d3d34c None None] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:47:27.006005 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.083376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=d921f963-b377-4477-ab7e-afba40c00761,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:27.086338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.207543 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:47:27.208617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:47:27.262784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f4d8195e-afb0-4db6-8137-8423994b88ae None None] Provisioning complete for port 9ad381c3-51ac-426e-a61a-706448068179 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:27.263148 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f4d8195e-afb0-4db6-8137-8423994b88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.268211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6ddae269-fdae-4a03-ac73-980531749712 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:47:27.340540 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 67e8b10f-6919-48d1-aa6d-25a57117682e has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:47:27.404580 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6ddae269-fdae-4a03-ac73-980531749712 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:27.405461 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.443098 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f4d8195e-afb0-4db6-8137-8423994b88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.466653 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:47:27.474569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-83902545-124d-411d-8c23-1b119b776828 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/67e8b10f-6919-48d1-aa6d-25a57117682e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4944997 Oct 15 01:47:27.479513 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Sync routers for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:47:27.489385 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:27.490228 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:27.497296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f4d8195e-afb0-4db6-8137-8423994b88ae None None] For port 9ad381c3-51ac-426e-a61a-706448068179, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9ad381c3-51ac-426e-a61a-706448068179,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:27.545750 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.574018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 6ddae269-fdae-4a03-ac73-980531749712, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6ddae269-fdae-4a03-ac73-980531749712,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:27.575804 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f4d8195e-afb0-4db6-8137-8423994b88ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.608353 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:27.629427 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.630353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9ad381c3-51ac-426e-a61a-706448068179 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:47:27.666825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8195e-afb0-4db6-8137-8423994b88ae None None] Pushing event updated for resources: {'Port': ['ID=9ad381c3-51ac-426e-a61a-706448068179,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:27.690700 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-249058b3-e916-4c1f-995a-7eb76df47996 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401203608&fields=id&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 267 time: 0.0661690 Oct 15 01:47:27.730040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-709c9f81-ca7c-49d0-9d35-d7cfc7ab4531 None None] Provisioning complete for port d921f963-b377-4477-ab7e-afba40c00761 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:27.730567 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-709c9f81-ca7c-49d0-9d35-d7cfc7ab4531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.782736 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=6ddae269-fdae-4a03-ac73-980531749712,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:27.792339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-709c9f81-ca7c-49d0-9d35-d7cfc7ab4531 None None] Port d921f963-b377-4477-ab7e-afba40c00761 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:47:27.795099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9ad381c3-51ac-426e-a61a-706448068179 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:27.795462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.829348 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 2, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:27.832516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-709c9f81-ca7c-49d0-9d35-d7cfc7ab4531 None None] Provisioning complete for port 9ad381c3-51ac-426e-a61a-706448068179 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:27.832880 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-709c9f81-ca7c-49d0-9d35-d7cfc7ab4531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.835054 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-0395a274-0cbc-441f-8164-b3f1796260d3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:27.843121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-0395a274-0cbc-441f-8164-b3f1796260d3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 797 time: 0.1431127 Oct 15 01:47:27.858682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-e07c6a7e-3d2e-45e0-bedf-a44c6ad3d62b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/quotas/1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 375 time: 0.0143869 Oct 15 01:47:27.881601 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Checking router: 67e8b10f-6919-48d1-aa6d-25a57117682e for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:47:27.882542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Updating router 67e8b10f-6919-48d1-aa6d-25a57117682e port d921f963-b377-4477-ab7e-afba40c00761 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:47:27.909036 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:27.929305 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-a1b96ad8-2b78-4260-95d8-6df1eaeaedbd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673668 Oct 15 01:47:28.048588 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-72ef3096-092b-4d0b-ab05-ec5353365631 service neutron] 10.222.0.13 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999985 Oct 15 01:47:28.093420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-a178a39d-f2a3-4cc6-9ee0-1d1ca70c8c09 None None] Provisioning complete for port d921f963-b377-4477-ab7e-afba40c00761 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:28.093940 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a178a39d-f2a3-4cc6-9ee0-1d1ca70c8c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.142523 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-a178a39d-f2a3-4cc6-9ee0-1d1ca70c8c09 None None] Port d921f963-b377-4477-ab7e-afba40c00761 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:47:28.160121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-ad165d56-4fde-4ef7-a15c-c6e6f9de9951 service neutron] 10.222.0.13 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044638 Oct 15 01:47:28.262285 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7e1ffe1e-5545-4ed9-b315-b8d187a3aa35 None None] Provisioning complete for port d921f963-b377-4477-ab7e-afba40c00761 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:28.262634 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffe1e-5545-4ed9-b315-b8d187a3aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.290248 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.297015 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ffe1e-5545-4ed9-b315-b8d187a3aa35 None None] Port d921f963-b377-4477-ab7e-afba40c00761 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:47:28.371635 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.392791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-666b655c-79b4-400d-9f79-6d456558bcbb req-82507250-1746-402f-999c-166e4683611f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 210 time: 0.0281241 Oct 15 01:47:28.446220 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Pushing event updated for resources: {'Port': ['ID=d921f963-b377-4477-ab7e-afba40c00761,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:28.469761 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.470120 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.470455 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.470779 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.471101 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.471568 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.471891 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.472209 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.472521 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.472828 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.473139 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.473449 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:47:28.497370 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Attempting to bind port d921f963-b377-4477-ab7e-afba40c00761 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:47:28.498011 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Attempting to bind port d921f963-b377-4477-ab7e-afba40c00761 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:47:28.498163 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Attempting to bind port d921f963-b377-4477-ab7e-afba40c00761 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:47:28.506828 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:47:28.507489 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Checking segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:47:28.507933 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.508327 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Bound using segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:47:28.508723 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Bound port: d921f963-b377-4477-ab7e-afba40c00761, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:47:28.509208 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.573893 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] For port d921f963-b377-4477-ab7e-afba40c00761, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:47:28.577206 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] For port d921f963-b377-4477-ab7e-afba40c00761, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d921f963-b377-4477-ab7e-afba40c00761,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:47:28.675533 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.720754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c0bab320-9c2c-48cd-8717-f453ec8c945f None None] Provisioning complete for port d921f963-b377-4477-ab7e-afba40c00761 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:28.721305 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0bab320-9c2c-48cd-8717-f453ec8c945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.729306 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:28.729903 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:46:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:28.776457 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe3c70-09b4-4188-807d-2642caf6c0fe None None] Pushing event updated for resources: {'Port': ['ID=d921f963-b377-4477-ab7e-afba40c00761,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:28.834307 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0bab320-9c2c-48cd-8717-f453ec8c945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.852363 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:28.874358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-c0bab320-9c2c-48cd-8717-f453ec8c945f None None] For port d921f963-b377-4477-ab7e-afba40c00761, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d921f963-b377-4477-ab7e-afba40c00761,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:28.954354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9619b34b-ca0e-4a52-95e5-1cbb426b81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:28.988777 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c0bab320-9c2c-48cd-8717-f453ec8c945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:29.041559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bab320-9c2c-48cd-8717-f453ec8c945f None None] Pushing event updated for resources: {'Port': ['ID=d921f963-b377-4477-ab7e-afba40c00761,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:29.071136 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:29.097287 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69fba77-92a1-4ee5-9074-e5b785ed3413 None None] The sync data for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 is: [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:47:29.109895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bb7d6ed8-bda2-471e-a4a5-40c812c536e9 None None] Provisioning complete for port d921f963-b377-4477-ab7e-afba40c00761 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:29.110298 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bb7d6ed8-bda2-471e-a4a5-40c812c536e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:29.136940 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:47:29.204373 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6ddae269-fdae-4a03-ac73-980531749712 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:47:29.290583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6ddae269-fdae-4a03-ac73-980531749712 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:29.290954 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:29.379192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9ad381c3-51ac-426e-a61a-706448068179 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:47:29.427896 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 9ad381c3-51ac-426e-a61a-706448068179 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:29.429057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:29.504750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bfde15fd-e5ef-44b6-bc91-93a0f1e141f9 req-5f7a9d44-925a-47e0-8312-68c044587a18 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 210 time: 0.0399978 Oct 15 01:47:30.193315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:30.364861 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-8e5a7e9d-cc2e-4e3d-a851-4e97594c5a4c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:30.366311 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-8e5a7e9d-cc2e-4e3d-a851-4e97594c5a4c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 797 time: 0.1012506 Oct 15 01:47:30.408742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-e8316c35-17d0-487c-a6eb-0945e0803595 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 380 time: 0.0340316 Oct 15 01:47:30.417904 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'port': {'device_id': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'admin_state_up': True, 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'security_groups': ['0667c4de-8400-4678-83b1-e3c543876335']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:30.531549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:30.601898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-abc335ff-01ae-4e99-828f-4afd175e7390 req-f026812f-e9aa-4e6b-b3fd-4b230a1e86e6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 210 time: 0.0277083 Oct 15 01:47:30.602522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:47:30.605853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:30.731832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.8 (7574f485-32d8-4c34-b0c0-cc390f1d0d5f/75615065-6c2b-4682-a383-414be3373e31/4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:47:30.869129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:30.972090 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:31.014549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:47:31.017417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:47:31.024286 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:47:31.030424 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:31.077906 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:31.078546 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:31.184595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d921f963-b377-4477-ab7e-afba40c00761 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:47:31.186665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-64871b38-df5f-41c3-ad1d-a922b7ad8215 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722652 Oct 15 01:47:31.199142 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Request body: {'port': {'device_id': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:31.235739 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port d921f963-b377-4477-ab7e-afba40c00761 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:31.236292 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:31.257437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:31.312689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-be69bb9e-0fc7-432e-a21c-581a9fd52b59 None None] Provisioning complete for port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:31.313055 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-be69bb9e-0fc7-432e-a21c-581a9fd52b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:31.354257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-be69bb9e-0fc7-432e-a21c-581a9fd52b59 None None] Port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:47:31.820143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025763-efb9-48fd-87e5-5be3b36a2623 req-c7bb5e0a-29f8-4a68-9a41-e27bd274721b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:31.821587 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c025763-efb9-48fd-87e5-5be3b36a2623 req-c7bb5e0a-29f8-4a68-9a41-e27bd274721b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 931 time: 0.0754116 Oct 15 01:47:31.895153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:47:31.906234 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8c025763-efb9-48fd-87e5-5be3b36a2623 req-61fcb190-19d4-4c99-88b7-6decb5c45398 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763071 Oct 15 01:47:31.907974 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:31.921227 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Transition to ACTIVE for port object 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:47:32.005050 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:32.054517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:32.128412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:47:32.128831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:47:32.129224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:47:32.134651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:47:32.135044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:47:32.140093 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:47:32.140430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Checking segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:47:32.140866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Bound using segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:47:32.141306 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Bound port: 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:47:32.141660 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:32.212666 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:47:32.215996 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:47:32.296365 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:32.331168 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:32.331862 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:32.333229 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] 10.222.0.39 "PUT /v2.0/ports/4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 1091 time: 1.1386139 Oct 15 01:47:32.333669 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:47:32.341837 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d610d11-90b5-445c-a825-789b15e580bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:47:32.365539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c679c43-ca00-4906-a6a2-9dfe0b038e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:32.375550 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f2ac6-964d-4f88-8d8f-54b638123905 x-openstack-request-id: req-889f2ac6-964d-4f88-8d8f-54b638123905 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:47:32.376031 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:47:32.376269 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-889f2ac6-964d-4f88-8d8f-54b638123905 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:47:32.376865 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'status': 'completed', 'code': 200} Oct 15 01:47:32.439378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610d11-90b5-445c-a825-789b15e580bf req-25e72614-abb4-4e75-8b76-1be4a2236c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:32.440892 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d610d11-90b5-445c-a825-789b15e580bf req-25e72614-abb4-4e75-8b76-1be4a2236c5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1094 time: 0.0436153 Oct 15 01:47:32.546631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610d11-90b5-445c-a825-789b15e580bf req-fb4332f9-d15e-45d3-9f96-7ceab8a00591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:32.548126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d610d11-90b5-445c-a825-789b15e580bf req-fb4332f9-d15e-45d3-9f96-7ceab8a00591 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b01b6232bf84d938acf2966153c6909&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0993373 Oct 15 01:47:32.583274 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:32.641832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610d11-90b5-445c-a825-789b15e580bf req-07544c25-78c5-4ff6-a94c-14a7d39ba532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:32.643242 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8d610d11-90b5-445c-a825-789b15e580bf req-07544c25-78c5-4ff6-a94c-14a7d39ba532 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884042 Oct 15 01:47:32.717852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-1da4393c-3fc3-4060-bf3a-20417b96bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:32.719371 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-1da4393c-3fc3-4060-bf3a-20417b96bdba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1094 time: 0.0414896 Oct 15 01:47:32.764794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-d569d9d1-3824-4e6f-a45b-e24d01b37791 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 217 time: 0.0377805 Oct 15 01:47:32.813126 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-8ef135fc-926e-4778-8878-5472e9cfe188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:32.814528 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-8ef135fc-926e-4778-8878-5472e9cfe188 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0432217 Oct 15 01:47:32.859153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-d2f26fd9-74fa-4660-9d75-95dbfc2561d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:32.860506 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-d2f26fd9-74fa-4660-9d75-95dbfc2561d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393808 Oct 15 01:47:32.871226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-309c6112-19f8-4f98-8097-d2b6456e600e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:47:32.872161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-309c6112-19f8-4f98-8097-d2b6456e600e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047929 Oct 15 01:47:32.967552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-d9c3a97d-3c6d-45cd-a9d6-708335ee2ed6 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873828 Oct 15 01:47:33.088651 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf3308-1d8e-4be2-8c88-b111f24d29e0 req-20d52985-cc49-46f9-8541-037d7c7fe74e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:33.090134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7daf3308-1d8e-4be2-8c88-b111f24d29e0 req-20d52985-cc49-46f9-8541-037d7c7fe74e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.1075170 Oct 15 01:47:33.107098 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f15f8ef9-5949-40da-bd63-1205f5d84be6 req-990cfb01-7242-47ae-a917-8bd3d9165131 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324160 Oct 15 01:47:33.133636 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7daf3308-1d8e-4be2-8c88-b111f24d29e0 req-ca71fea0-7a60-43ef-a3a7-5b5caabfa80d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363307 Oct 15 01:47:34.248363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6013a-b736-4313-919b-3a6211871f40 req-37689b24-d5f0-4add-b8d6-6c3744c670da tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:34.249832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87c6013a-b736-4313-919b-3a6211871f40 req-37689b24-d5f0-4add-b8d6-6c3744c670da tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0493231 Oct 15 01:47:34.286876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87c6013a-b736-4313-919b-3a6211871f40 req-5ad5273e-216f-4394-8b80-2f7727c121ac tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Oct 15 01:47:35.399536 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503bee-c053-4230-afd0-5f0d92a2be31 req-28075f15-3a5a-46fe-8235-80771bcb28be tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:35.400905 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5503bee-c053-4230-afd0-5f0d92a2be31 req-28075f15-3a5a-46fe-8235-80771bcb28be tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0484111 Oct 15 01:47:35.442622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5503bee-c053-4230-afd0-5f0d92a2be31 req-93ed21be-b3e4-40d5-afba-e07561aa7a2b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356503 Oct 15 01:47:36.555557 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4a8cf-61d6-4604-b4de-be48082d2674 req-1594bb75-5b90-4b88-a431-78f58fc22d0e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:36.557006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24d4a8cf-61d6-4604-b4de-be48082d2674 req-1594bb75-5b90-4b88-a431-78f58fc22d0e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0483801 Oct 15 01:47:36.594392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-24d4a8cf-61d6-4604-b4de-be48082d2674 req-7f16b519-8f9e-4c47-9d65-5a8ea3bea79a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Oct 15 01:47:37.176796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:47:37.276040 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:37.290227 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'port_id': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'mac_address': 'fa:16:3e:3f:a7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:47:37.327241 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:37.340034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:47:37.358908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:37.411434 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:37.459686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:37.716542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094f9b-8a3e-45de-a917-c32d512bc82f req-608536bf-d9a0-4eb9-87cd-accc7c45ff12 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:37.722656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6094f9b-8a3e-45de-a917-c32d512bc82f req-608536bf-d9a0-4eb9-87cd-accc7c45ff12 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 944 time: 0.0564542 Oct 15 01:47:37.752480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:47:37.760117 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6094f9b-8a3e-45de-a917-c32d512bc82f req-07f95d8f-7c87-4835-905e-32978a5e6b4f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347626 Oct 15 01:47:38.877061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b694f8e-8f76-432c-a43d-0c502d71690f req-3f4c0efc-1e81-4af8-8655-4b6b931cbc45 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:38.878730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b694f8e-8f76-432c-a43d-0c502d71690f req-3f4c0efc-1e81-4af8-8655-4b6b931cbc45 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 944 time: 0.0493197 Oct 15 01:47:38.922881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b694f8e-8f76-432c-a43d-0c502d71690f req-1ad6196f-5753-4b23-9fdc-922f81b862be tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372691 Oct 15 01:47:39.191083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:47:39.301439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:47:39.305824 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:47:39.308944 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:39.384347 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:39.405509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:47:39.407814 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b680456c-d8db-4674-b867-84be1f55aeb3" -d '{"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-plugged", "status": "completed", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:47:39.420858 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:47:39.443823 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67026c7-9946-47b7-840f-3a9a243e3b1e x-openstack-request-id: req-e67026c7-9946-47b7-840f-3a9a243e3b1e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:47:39.444109 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-plugged", "status": "completed", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:47:39.444359 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e67026c7-9946-47b7-840f-3a9a243e3b1e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:47:39.445239 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'code': 200} Oct 15 01:47:39.490575 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:39.539173 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65f92-8fa1-42f6-a780-10a08c2b2efe req-486c028b-c909-435a-a829-d2c675658f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:39.539428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:39.540695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9d65f92-8fa1-42f6-a780-10a08c2b2efe req-486c028b-c909-435a-a829-d2c675658f31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1096 time: 0.0411472 Oct 15 01:47:39.576346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c9d65f92-8fa1-42f6-a780-10a08c2b2efe req-5710ce27-536a-4165-81bb-b408be92d28d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282543 Oct 15 01:47:40.037138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a6c11-d496-4c37-8a80-4508d6651582 req-cf153a45-e754-44df-b375-7e44be174b64 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:40.038616 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f71a6c11-d496-4c37-8a80-4508d6651582 req-cf153a45-e754-44df-b375-7e44be174b64 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0491803 Oct 15 01:47:40.076759 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f71a6c11-d496-4c37-8a80-4508d6651582 req-e5cb83fe-19ef-41cb-b721-923172b1ec44 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Oct 15 01:47:40.611395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:41.189598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f420-f0cc-4be4-b00c-e9fb7b4e44e3 req-009c91b8-80c4-4cfa-862e-a1095de7a6b9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:41.191078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25f7f420-f0cc-4be4-b00c-e9fb7b4e44e3 req-009c91b8-80c4-4cfa-862e-a1095de7a6b9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0478892 Oct 15 01:47:41.234324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25f7f420-f0cc-4be4-b00c-e9fb7b4e44e3 req-4bdcf972-c93f-402b-8404-36ad1b571da1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360858 Oct 15 01:47:41.348725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbc002-1b9d-4921-bf98-9cb6811aa1cf req-16ccccdc-4795-4abf-8ef0-4c91320fd4dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:41.350217 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6afbc002-1b9d-4921-bf98-9cb6811aa1cf req-16ccccdc-4795-4abf-8ef0-4c91320fd4dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0513606 Oct 15 01:47:41.387447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6afbc002-1b9d-4921-bf98-9cb6811aa1cf req-130aafa1-f63f-4dea-8c1c-d084f7884bab tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Oct 15 01:47:41.408837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34234) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:41.447316 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee88b3-3de5-4f13-9491-b9048e9b4612 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:41.448782 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-cfee88b3-3de5-4f13-9491-b9048e9b4612 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1091 time: 0.0389957 Oct 15 01:47:41.451643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34236) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:41.455930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:47:41.531400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:41.630495 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:41.731050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.55 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/6a5d5199-1a33-4a63-891b-01da5315e5b9) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:47:41.833918 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:41.953367 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:41.991508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:47:41.994818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:47:42.000319 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:47:42.022346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=6a5d5199-1a33-4a63-891b-01da5315e5b9,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:42.356238 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:42.452826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:42.603340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:42.667688 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:42.744180 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=6a5d5199-1a33-4a63-891b-01da5315e5b9,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:47:42.749018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:42.844917 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP d7e61bf8-0e98-4745-a72e-3840d54850cf associated. External IP: 172.25.2.55, port: 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8. Oct 15 01:47:43.049264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 67e8b10f-6919-48d1-aa6d-25a57117682e has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:47:43.155825 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:47:43.166066 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] Sync routers for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:47:43.174827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:43.177821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:43.214200 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:43.245077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-05ec0a53-88e0-4ae2-a893-cdc7d257f11d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7923629 Oct 15 01:47:43.245708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:47:43.248084 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e7c37f-fee1-4f57-9ba6-ce7838804764" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:47:43.282356 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:43.345687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c328943-cbd2-4d2d-99a7-03978d02c925 req-38f59196-847a-49bf-a364-1965eda4dff6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:43.347500 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328943-cbd2-4d2d-99a7-03978d02c925 req-38f59196-847a-49bf-a364-1965eda4dff6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0546072 Oct 15 01:47:43.385915 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328943-cbd2-4d2d-99a7-03978d02c925 req-fb1f2ac2-7314-493b-958a-ad3c72a07591 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Oct 15 01:47:43.408163 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34242) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:43.429445 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c824da61-425a-4a4c-ba9a-a195f6db247b x-openstack-request-id: req-c824da61-425a-4a4c-ba9a-a195f6db247b {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:47:43.430266 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:47:43.430520 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c824da61-425a-4a4c-ba9a-a195f6db247b {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:47:43.430927 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'status': 'completed', 'code': 200} Oct 15 01:47:43.472413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a0def009-9539-4bf2-b494-93725d486093 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/d7e61bf8-0e98-4745-a72e-3840d54850cf HTTP/1.1" status: 200 len: 990 time: 0.0613682 Oct 15 01:47:43.493046 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-1e530f18-dfd0-44a8-9d7f-a5fce1c79d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:43.494619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-1e530f18-dfd0-44a8-9d7f-a5fce1c79d9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1096 time: 0.0415456 Oct 15 01:47:43.517713 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'd7e61bf8-0e98-4745-a72e-3840d54850cf', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'port_id': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'mac_address': 'fa:16:3e:3f:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:47:42Z', 'updated_at': '2021-10-15T01:47:42Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:43.544398 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] Checking router: 67e8b10f-6919-48d1-aa6d-25a57117682e for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:47:43.552709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:47:43.553347 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:47:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:43.591170 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-0476bf12-21a3-497d-9ea4-910a47de3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:43.594633 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-0476bf12-21a3-497d-9ea4-910a47de3627 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.0914192 Oct 15 01:47:43.660674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:47:43.661405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-dcbaedcd-cac0-4cfb-8f14-0bda4121acae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 998 time: 0.0598252 Oct 15 01:47:43.710145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-b2283243-c282-47bd-8ff4-da3a61b50bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:43.712435 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-b2283243-c282-47bd-8ff4-da3a61b50bef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0441625 Oct 15 01:47:43.762645 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-d9243188-8d28-45b0-8516-15dc146a8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:43.764120 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-d9243188-8d28-45b0-8516-15dc146a8016 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437305 Oct 15 01:47:43.857258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-f40370cc-703c-494b-94ba-07e059d23649 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Oct 15 01:47:43.887457 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'd7e61bf8-0e98-4745-a72e-3840d54850cf', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'port_id': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'mac_address': 'fa:16:3e:3f:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:47:42Z', 'updated_at': '2021-10-15T01:47:42Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:47:43.915302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1f700-451f-44f1-8af0-ce3b264f3107 None None] The sync data for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 is: [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'd7e61bf8-0e98-4745-a72e-3840d54850cf', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'port_id': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'mac_address': 'fa:16:3e:3f:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:47:42Z', 'updated_at': '2021-10-15T01:47:42Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:47:43.954210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-11e7c37f-fee1-4f57-9ba6-ce7838804764 req-13056a12-eec5-4a27-aea2-5da8c78fda85 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897262 Oct 15 01:47:44.111637 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909d667-0726-49a7-a65d-6800a5efa48c None None] New status for floating IP d7e61bf8-0e98-4745-a72e-3840d54850cf: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:47:44.475165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34244) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:47:44.534907 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-718ca6a6-dbd0-4ebc-951a-9d8449eddca3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/d7e61bf8-0e98-4745-a72e-3840d54850cf HTTP/1.1" status: 200 len: 992 time: 0.0585721 Oct 15 01:47:45.680010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:47.563832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-ca7e6c5e-19b4-47e2-8c31-2cf8705017b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389333 Oct 15 01:47:47.646415 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-d540c396-c2d5-4f26-bb39-efc82cfc380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:47.647843 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-d540c396-c2d5-4f26-bb39-efc82cfc380d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1096 time: 0.0436897 Oct 15 01:47:47.746730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-a9a8e5a7-df65-462b-924b-8925969b498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:47.748146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-a9a8e5a7-df65-462b-924b-8925969b498b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.0826485 Oct 15 01:47:47.815597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-ac0efacd-fbeb-4fc2-a198-6c5b548cbec8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 1000 time: 0.0602503 Oct 15 01:47:47.863117 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-0eea2630-9fbd-4dac-a1a2-14849893ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:47.864502 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-0eea2630-9fbd-4dac-a1a2-14849893ff0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0419781 Oct 15 01:47:47.909052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-8a1bd259-0d3f-475e-afb5-fb2e99a85770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:47:47.913152 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-8a1bd259-0d3f-475e-afb5-fb2e99a85770 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390022 Oct 15 01:47:48.002722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-30a30cc9-95c0-459d-9ae6-fad7f1008bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Oct 15 01:47:48.090196 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84823c4a-b783-48c7-bb89-5be6c7d2f100 req-8a8c18fd-e0ed-4751-af88-7f2eb952f3ff service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807843 Oct 15 01:47:56.274431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2f8ece0b-d1ed-4e2d-868b-b27594a0ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:47:58.908540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-645ae67a-8fda-435c-a79a-86d6faf8ea26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:00.187839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:00.552927 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:02.587304 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:06.136497 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:48:10.667165 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:15.724116 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:26.279181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a119d466-8289-4f7a-8752-106f094284f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:28.890407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-09aedc99-42bf-49e1-b600-eaf2f383e8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:30.193446 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:30.563983 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:32.581597 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:40.609161 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:43.136337 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:48:45.718619 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:46.992833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-94d705cf-4226-47f7-bb0f-da20ac6a79eb req-4e133874-331c-47ca-8f54-9d1a681a4503 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:48:46.993820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-94d705cf-4226-47f7-bb0f-da20ac6a79eb req-4e133874-331c-47ca-8f54-9d1a681a4503 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054007 Oct 15 01:48:47.270317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b470b7-2053-4d8d-b810-7ad6678ad747 req-cef30830-844d-4177-9e75-1185ecb50d02 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:47.271737 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60b470b7-2053-4d8d-b810-7ad6678ad747 req-cef30830-844d-4177-9e75-1185ecb50d02 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0542600 Oct 15 01:48:47.310036 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60b470b7-2053-4d8d-b810-7ad6678ad747 req-68950fb4-3775-4e40-9834-565cda11d019 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Oct 15 01:48:47.310409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34272) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:48:47.406708 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-b5e735e8-916b-4637-a14d-0bc738202238 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947275 Oct 15 01:48:47.415082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fbeb062e-b2cc-467d-a7ef-1f93fa32a299 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:48:47.416021 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fbeb062e-b2cc-467d-a7ef-1f93fa32a299 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048285 Oct 15 01:48:48.425553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dac5f3-3c27-488a-8574-a0727bc44754 req-67ecf9f4-c007-4172-ae36-34057d1e58cc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:48.427049 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42dac5f3-3c27-488a-8574-a0727bc44754 req-67ecf9f4-c007-4172-ae36-34057d1e58cc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0490541 Oct 15 01:48:48.465060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-42dac5f3-3c27-488a-8574-a0727bc44754 req-c5652d72-895e-470c-b58b-ca3daca08b1a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317669 Oct 15 01:48:49.377958 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-63ea964e-f81d-4bd0-a8c6-510eca8a9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:49.379450 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-63ea964e-f81d-4bd0-a8c6-510eca8a9d4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1096 time: 0.0436518 Oct 15 01:48:49.467927 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-db511bc5-fb1f-4b3b-b582-a121780e251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:49.469240 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-db511bc5-fb1f-4b3b-b582-a121780e251c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.0827928 Oct 15 01:48:49.540020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-18e77815-fc63-4809-b778-c8ad901e8318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 1000 time: 0.0629416 Oct 15 01:48:49.592814 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-5b99c6fc-be79-4a7d-984d-220ed74f96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:49.594321 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-5b99c6fc-be79-4a7d-984d-220ed74f96eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0471909 Oct 15 01:48:49.669680 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a26fa-a7cc-44dc-a932-8b39571aefb3 req-43dca936-1f1a-411e-b201-7e9567fd1c53 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:49.671173 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f0a26fa-a7cc-44dc-a932-8b39571aefb3 req-43dca936-1f1a-411e-b201-7e9567fd1c53 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0759890 Oct 15 01:48:49.676084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-7a3d6b4f-3b88-4173-a3c6-191d58b15d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:49.678657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-7a3d6b4f-3b88-4173-a3c6-191d58b15d5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752068 Oct 15 01:48:49.743919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f0a26fa-a7cc-44dc-a932-8b39571aefb3 req-4de70ef2-d9ce-4f96-9975-2f0258cbacd0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642371 Oct 15 01:48:49.801688 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-2fe92a17-a7b2-4a6f-8010-c5690b81ce34 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139822 Oct 15 01:48:49.896170 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-12699d23-81a8-42be-b5fc-2e5e2ccf2832 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870385 Oct 15 01:48:49.997358 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-83a51d6b-1af1-4ac6-9997-8351ddf5bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:49.998760 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-83a51d6b-1af1-4ac6-9997-8351ddf5bed9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1096 time: 0.0442786 Oct 15 01:48:50.109893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-443b7681-d29b-42c4-9795-3120dd48a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:50.111378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-443b7681-d29b-42c4-9795-3120dd48a65b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.0859387 Oct 15 01:48:50.181369 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-76af046b-cf7e-4039-87e0-d0eee10c55f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 1000 time: 0.0625188 Oct 15 01:48:50.244086 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-3a218928-6571-432d-b587-2e7173e50cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:50.246290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-3a218928-6571-432d-b587-2e7173e50cb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0434792 Oct 15 01:48:50.292251 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-e691b372-abed-4cf4-ba5f-3a14533f0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:50.293648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-e691b372-abed-4cf4-ba5f-3a14533f0fbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400782 Oct 15 01:48:50.386529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-43c47151-6679-4bce-994c-dd6c663946c5 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850990 Oct 15 01:48:50.478188 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c7c5076e-d971-46eb-ace4-443507725ce6 req-8f820498-e4ad-42c6-b44c-7a611a8d5f85 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849319 Oct 15 01:48:51.175084 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119bda5-b679-493a-94d9-d6fbb4d40634 req-0ee8cf0a-3cab-437d-88cf-b5c02363663d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:51.176552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8119bda5-b679-493a-94d9-d6fbb4d40634 req-0ee8cf0a-3cab-437d-88cf-b5c02363663d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.3643637 Oct 15 01:48:51.212725 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8119bda5-b679-493a-94d9-d6fbb4d40634 req-283e3fdf-b7a9-43a0-94b5-2fdd73c33ec9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302970 Oct 15 01:48:52.330522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e112c66-b215-46be-9d66-7e4b6acee61a req-0ac22a99-b428-451f-be97-d4447df9306c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:52.331982 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e112c66-b215-46be-9d66-7e4b6acee61a req-0ac22a99-b428-451f-be97-d4447df9306c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0490258 Oct 15 01:48:52.369615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3e112c66-b215-46be-9d66-7e4b6acee61a req-e27aa37b-58af-4bb1-a6b3-80e179211bb7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Oct 15 01:48:53.501106 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629f36f-1139-40d6-9a50-419692367da5 req-905b670b-d9e9-484a-84b8-d012fdc6892f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:53.502668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3629f36f-1139-40d6-9a50-419692367da5 req-905b670b-d9e9-484a-84b8-d012fdc6892f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0505269 Oct 15 01:48:53.547995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3629f36f-1139-40d6-9a50-419692367da5 req-02125c3f-4ff3-4692-a0d4-35bf8feee208 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390208 Oct 15 01:48:54.661333 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8668e-3015-4542-b4f8-4595c36a2029 req-78cf1775-c3ba-46d4-ac35-88996349541f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:54.662799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ea8668e-3015-4542-b4f8-4595c36a2029 req-78cf1775-c3ba-46d4-ac35-88996349541f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0478282 Oct 15 01:48:54.700411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8ea8668e-3015-4542-b4f8-4595c36a2029 req-817f3935-3c6f-4e13-8092-ee6cf54b6116 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307124 Oct 15 01:48:55.815348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998cad-fcdb-41ab-89a2-b8784e8fc158 req-9bd4ecfe-a3a9-47a0-8d62-51f10e378586 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:55.816812 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49998cad-fcdb-41ab-89a2-b8784e8fc158 req-9bd4ecfe-a3a9-47a0-8d62-51f10e378586 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0493023 Oct 15 01:48:55.857556 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-49998cad-fcdb-41ab-89a2-b8784e8fc158 req-fc856661-dde8-44c9-96e8-c21d724d15f1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346143 Oct 15 01:48:56.301383 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-035a299e-a0ee-412e-be73-b2ae24684ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:56.973063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4835fe-1ea9-4c5d-ad89-e7e941a2ab32 req-6a891fe6-4d76-44fc-808f-ec158216fd00 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:56.974578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb4835fe-1ea9-4c5d-ad89-e7e941a2ab32 req-6a891fe6-4d76-44fc-808f-ec158216fd00 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0484710 Oct 15 01:48:57.016390 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb4835fe-1ea9-4c5d-ad89-e7e941a2ab32 req-ca27e500-ae6d-49e1-8960-1758aad87f87 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Oct 15 01:48:58.130098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9968-44c2-46d4-9ad6-8250a3623f23 req-bad53999-b308-4b74-a3c5-1e53b3bfd14d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:58.131559 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83dd9968-44c2-46d4-9ad6-8250a3623f23 req-bad53999-b308-4b74-a3c5-1e53b3bfd14d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0473619 Oct 15 01:48:58.169499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83dd9968-44c2-46d4-9ad6-8250a3623f23 req-bbe2f486-2b59-4111-91bb-45e5ea7de836 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305145 Oct 15 01:48:58.901993 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a8e1af56-858f-4074-95c2-61a83b1950d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:48:59.288137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26ecec-c119-4027-8ae2-4ec5647a70a2 req-98e29581-e148-4cd0-8fc2-ffafb3da33a1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:48:59.289617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d26ecec-c119-4027-8ae2-4ec5647a70a2 req-98e29581-e148-4cd0-8fc2-ffafb3da33a1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0486925 Oct 15 01:48:59.326455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d26ecec-c119-4027-8ae2-4ec5647a70a2 req-8c4aaacf-48a8-4b03-89ee-fe4047b5c085 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Oct 15 01:49:00.181089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:00.441058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4e7a-07dd-4173-ac9a-4384bd5821e7 req-a6392985-119a-468c-b605-d1fe446aa7b7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:00.442415 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66fb4e7a-07dd-4173-ac9a-4384bd5821e7 req-a6392985-119a-468c-b605-d1fe446aa7b7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0488143 Oct 15 01:49:00.483398 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66fb4e7a-07dd-4173-ac9a-4384bd5821e7 req-44e5e022-f3ec-4b82-95df-34ed71f0becb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350437 Oct 15 01:49:00.535939 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:01.600463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab6cc3-a0d1-4ebd-b66f-2ddee2c65894 req-173bdadc-5251-4718-9b5f-12067540f567 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:01.603101 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baab6cc3-a0d1-4ebd-b66f-2ddee2c65894 req-173bdadc-5251-4718-9b5f-12067540f567 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0514855 Oct 15 01:49:01.641738 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-baab6cc3-a0d1-4ebd-b66f-2ddee2c65894 req-33f1a6db-ae00-4867-ae68-ca8e0337dd0d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327466 Oct 15 01:49:02.016744 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-410e2c96-5439-4753-9064-0622a2c7cffc req-e87ff711-764c-480b-aab8-c67120c89128 service neutron] show failed (client error): The resource could not be found. Oct 15 01:49:02.017743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-e87ff711-764c-480b-aab8-c67120c89128 service neutron] 10.222.0.39 "GET /v2.0/ports/4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8/bindings/n-h1-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0936875 Oct 15 01:49:02.536301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-4cf83ad9-3bb1-4a91-85d4-1a43e2ac5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:02.540831 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-4cf83ad9-3bb1-4a91-85d4-1a43e2ac5109 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 1096 time: 0.0468166 Oct 15 01:49:02.548612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-86cb989b-cd53-4056-9a0f-da1419933051 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:49:02.549536 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-86cb989b-cd53-4056-9a0f-da1419933051 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049486 Oct 15 01:49:02.561486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:02.598272 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:02.614298 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:02.756011 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25799ea0-3544-449e-9d9a-ae1ba5b93f0c req-53ce422f-4c4f-40ad-abe6-7d2291893d34 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:02.757392 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25799ea0-3544-449e-9d9a-ae1ba5b93f0c req-53ce422f-4c4f-40ad-abe6-7d2291893d34 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0492065 Oct 15 01:49:02.796464 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-25799ea0-3544-449e-9d9a-ae1ba5b93f0c req-d98555d2-b6de-41d0-aa6f-fa8e759cb0f7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321269 Oct 15 01:49:02.818920 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:02.850768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h2-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:49:02.893577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:49:02.895887 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64de6b3-8ef5-40de-8c3d-5681272dc641" -d '{"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:49:02.899889 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:02.911744 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Transition to ACTIVE for port object 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:49:02.975300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:03.011343 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 01:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089bfd14-f026-4eae-9757-bac3b1d6d8dd x-openstack-request-id: req-089bfd14-f026-4eae-9757-bac3b1d6d8dd {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:49:03.011689 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-unplugged", "status": "completed", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:49:03.012498 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-089bfd14-f026-4eae-9757-bac3b1d6d8dd {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:49:03.012953 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'code': 200} Oct 15 01:49:03.060767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=6']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:03.072366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.072706 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.073043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.073374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.073700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.074023 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.074681 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.075043 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.075370 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.075693 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.076012 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.076329 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:03.107624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] No DVR routers for this DVR port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on host n-h2-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:49:03.248411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:49:03.248740 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:49:03.249071 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:49:03.253279 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:49:03.253593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Attempting to bind port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:49:03.258609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:49:03.258892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Checking segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:49:03.259272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Bound using segment: {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:49:03.259720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Bound port: 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcfd6be-d179-4299-8497-9d8bdfeed14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:49:03.260066 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:03.329333 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:49:03.332300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:49:03.398622 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:03.432915 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:03.434337 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:03.435957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] 10.222.0.30 "PUT /v2.0/ports/4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 1091 time: 0.8782246 Oct 15 01:49:03.469195 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc332d64-7d8a-449f-8105-0dca9a4bdcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=7']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:03.507345 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-3d5b2715-ff1c-4e01-8956-b253b176572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:03.509175 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-3d5b2715-ff1c-4e01-8956-b253b176572a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1094 time: 0.0482578 Oct 15 01:49:03.611177 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-64ed9728-8740-4e80-ab9e-80e738f4c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:03.612664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-64ed9728-8740-4e80-ab9e-80e738f4c023 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.0968027 Oct 15 01:49:03.678040 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-1b712327-820e-4efc-90d6-6683f0f0d3d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 998 time: 0.0586193 Oct 15 01:49:03.730083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-d8a838bd-390c-4b45-8889-390b3d76a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:03.732181 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-d8a838bd-390c-4b45-8889-390b3d76a6fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0473967 Oct 15 01:49:03.777600 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2c96-5439-4753-9064-0622a2c7cffc req-af91b95d-71c5-4e64-818f-8393e97a4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:03.779138 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-af91b95d-71c5-4e64-818f-8393e97a4a0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400641 Oct 15 01:49:03.870906 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-0c1911c1-4f37-4b3b-8a3c-40280f6e6cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843105 Oct 15 01:49:03.920298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3da4b-4057-4300-b32c-4b1d0ae1e7bf req-54691059-2848-4739-b584-64488efaa373 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:03.921789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3e3da4b-4057-4300-b32c-4b1d0ae1e7bf req-54691059-2848-4739-b584-64488efaa373 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0545783 Oct 15 01:49:03.960048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3e3da4b-4057-4300-b32c-4b1d0ae1e7bf req-9760788b-ed10-4ade-81e7-0121fc9cd31b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Oct 15 01:49:03.969770 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-410e2c96-5439-4753-9064-0622a2c7cffc req-897cd8ed-2601-42cc-8d1d-5871fcac48d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918071 Oct 15 01:49:05.014690 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:49:05.017100 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558cb2b8-203d-494a-94bf-700425d1f9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:49:05.078754 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2953eb-595d-4ab2-b1ea-bfaf45a5b1f3 req-2e478b38-632d-486f-808c-f56ef3d019ad tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.080221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa2953eb-595d-4ab2-b1ea-bfaf45a5b1f3 req-2e478b38-632d-486f-808c-f56ef3d019ad tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0498016 Oct 15 01:49:05.117625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-aa2953eb-595d-4ab2-b1ea-bfaf45a5b1f3 req-bbe2e1b9-e0ec-4d35-8d9f-74fcec676953 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Oct 15 01:49:05.171638 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ecdd1e-6ccf-46a8-b35a-06d203db2abf x-openstack-request-id: req-78ecdd1e-6ccf-46a8-b35a-06d203db2abf {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:49:05.171929 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:49:05.172183 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78ecdd1e-6ccf-46a8-b35a-06d203db2abf {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:49:05.172606 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'status': 'completed', 'code': 200} Oct 15 01:49:05.228130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-42f7b4b5-3661-45a5-96d7-8e4e377f9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.229599 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-42f7b4b5-3661-45a5-96d7-8e4e377f9856 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1094 time: 0.0405321 Oct 15 01:49:05.237845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-9da8a973-4366-4bd3-974a-55c96ec1561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.239411 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-9da8a973-4366-4bd3-974a-55c96ec1561d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1094 time: 0.0428157 Oct 15 01:49:05.323798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-9d050c86-079f-4866-bca7-044e040a35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.325819 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-9d050c86-079f-4866-bca7-044e040a35cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.0885720 Oct 15 01:49:05.334481 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-fd3c9e35-1862-4c0a-bad7-dfb23fdda5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.335936 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-fd3c9e35-1862-4c0a-bad7-dfb23fdda5f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.0893402 Oct 15 01:49:05.393282 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-1ee3ea02-88a0-4210-a662-a763d301a58d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 998 time: 0.0604646 Oct 15 01:49:05.401237 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-8a4702e6-7296-4784-9b3a-b1616a118af6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 998 time: 0.0576987 Oct 15 01:49:05.447174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-5f018e5b-cc51-4ce6-b21d-afa00280ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.448645 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-5f018e5b-cc51-4ce6-b21d-afa00280ba64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0490046 Oct 15 01:49:05.454680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-cea70ee3-8e5c-4f5e-8643-3957a63da605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.456150 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-cea70ee3-8e5c-4f5e-8643-3957a63da605 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0481312 Oct 15 01:49:05.495125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-2767cac8-7867-402b-8fd3-5e8a8f8b723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.496944 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-2767cac8-7867-402b-8fd3-5e8a8f8b723d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412803 Oct 15 01:49:05.505959 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-583c3a01-e936-4f5e-80c8-bc06e7deee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:05.507491 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-583c3a01-e936-4f5e-80c8-bc06e7deee39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413868 Oct 15 01:49:05.588268 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-ab391940-91ad-4db6-84c3-68dc3cc2afde service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844872 Oct 15 01:49:05.591381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:49:05.603726 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-eb87da98-b190-4bd7-a4af-dde6d418e0d7 service neutron] 10.222.0.30 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880375 Oct 15 01:49:05.637802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:49:05.687301 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-95d284e5-f99b-460e-859f-51e102c7f401 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918860 Oct 15 01:49:05.709530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-558cb2b8-203d-494a-94bf-700425d1f9cc req-16bdcd17-97f7-4eaa-931c-6b288a839499 service neutron] 10.222.0.30 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982003 Oct 15 01:49:06.232555 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745272ff-c53b-4ba7-8774-79e0bcb4e911 req-4d35d908-6045-49ce-a8a3-3a176decd21c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:06.234014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-745272ff-c53b-4ba7-8774-79e0bcb4e911 req-4d35d908-6045-49ce-a8a3-3a176decd21c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0487869 Oct 15 01:49:06.271490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-745272ff-c53b-4ba7-8774-79e0bcb4e911 req-392e6fde-495e-4c16-81ff-1e1513ab33ff tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314741 Oct 15 01:49:06.591827 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37478184-40a7-44a1-8876-943daceb5794 req-c37466cc-8d32-4366-ace7-2607a561abc7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:06.593299 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37478184-40a7-44a1-8876-943daceb5794 req-c37466cc-8d32-4366-ace7-2607a561abc7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0984805 Oct 15 01:49:06.616409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-fbbb892c-2e00-41fa-922c-3d1714db927b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:06.617822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-fbbb892c-2e00-41fa-922c-3d1714db927b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b&tenant_id=1b01b6232bf84d938acf2966153c6909&binding%3Ahost_id=n-h1-811521-2 HTTP/1.1" status: 200 len: 943 time: 0.0716131 Oct 15 01:49:06.670306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-37478184-40a7-44a1-8876-943daceb5794 req-9dbc119a-caae-4348-9a3c-926e2deec013 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707941 Oct 15 01:49:06.691269 n-d-811521-2 neutron-server[107726]: INFO neutron.api.v2.resource [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-4d2ea1f3-198a-4ce9-83ec-e0e0e4066db9 service neutron] delete failed (client error): The resource could not be found. Oct 15 01:49:06.692258 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-4d2ea1f3-198a-4ce9-83ec-e0e0e4066db9 service neutron] 10.222.0.39 "DELETE /v2.0/ports/4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8/bindings/n-h2-811521-2 HTTP/1.1" status: 404 len: 380 time: 0.0666342 Oct 15 01:49:06.805786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-e6396ddb-9cf9-4848-95e0-438187b2d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:06.807277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-e6396ddb-9cf9-4848-95e0-438187b2d88b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1094 time: 0.0730708 Oct 15 01:49:06.815354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426543f0-f0ee-4288-aeed-7671219077dc req-11d317aa-fcac-4f7a-b715-43fc0ead52ba tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:06.816699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-426543f0-f0ee-4288-aeed-7671219077dc req-11d317aa-fcac-4f7a-b715-43fc0ead52ba tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 943 time: 0.0731106 Oct 15 01:49:06.909720 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-426543f0-f0ee-4288-aeed-7671219077dc req-cabe6c32-2ed1-40ef-9a55-daf57d923abf tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851080 Oct 15 01:49:06.929966 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:49:06.933385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-e19626af-f27e-49cf-aa75-84729e3cdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:06.934987 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-e19626af-f27e-49cf-aa75-84729e3cdf3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.1174431 Oct 15 01:49:07.001932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-8bf722a3-42db-46d9-9854-ffe0127019a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 998 time: 0.0602236 Oct 15 01:49:07.027166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:07.038114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'port_id': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'mac_address': 'fa:16:3e:3f:a7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:49:07.051978 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-3b36e774-3984-41e0-aefc-72cb6e6ee41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:07.053442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-3b36e774-3984-41e0-aefc-72cb6e6ee41a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0443611 Oct 15 01:49:07.075468 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:07.088293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:49:07.102222 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-ae046baa-47e0-48e0-93bb-bbeada44254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:07.103712 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-ae046baa-47e0-48e0-93bb-bbeada44254c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433064 Oct 15 01:49:07.108311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:07.169949 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:07.195078 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-433a83ac-c15e-4fb2-8d01-265f5d5d917b service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842719 Oct 15 01:49:07.216435 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:07.223738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.224083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.224423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.224756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.225093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.225412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.225741 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.226059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.226431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.226750 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.227070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.227387 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:07.290514 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-df1713d9-89fd-4c05-94e5-632ac2563e33 req-8ec46d6e-2913-4f13-b71f-ac47d9576231 service neutron] 10.222.0.39 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870247 Oct 15 01:49:07.416594 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:49:08.027887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b8f14-ac1c-40d1-9542-ff2dfa4ced25 req-6f9f79c8-4376-4d01-9785-ca60d1a18726 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:08.029343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a05b8f14-ac1c-40d1-9542-ff2dfa4ced25 req-6f9f79c8-4376-4d01-9785-ca60d1a18726 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 944 time: 0.0511537 Oct 15 01:49:08.068324 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a05b8f14-ac1c-40d1-9542-ff2dfa4ced25 req-f7ecd2cb-571d-4d88-b943-1ce534e52f53 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Oct 15 01:49:08.090835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34350) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:08.155309 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7853eac2-0b73-468b-a95f-003404bfcda9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/d7e61bf8-0e98-4745-a72e-3840d54850cf HTTP/1.1" status: 200 len: 991 time: 0.0632474 Oct 15 01:49:08.976732 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:49:09.089706 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:49:09.093453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:09.093815 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:09.326441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:09.348899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:49:09.351412 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e131a2-f827-43e4-a0fb-8adc8471e248" -d '{"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-plugged", "status": "completed", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:49:09.364790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:09.389907 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6ee7a6-31ec-4519-b38d-0b4ee3430846 x-openstack-request-id: req-5d6ee7a6-31ec-4519-b38d-0b4ee3430846 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:49:09.390302 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-plugged", "status": "completed", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:49:09.390562 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d6ee7a6-31ec-4519-b38d-0b4ee3430846 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:49:09.390955 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'code': 200} Oct 15 01:49:09.461309 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:09.510407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=9']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:10.633234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:15.717953 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:20.135310 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:49:26.288450 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-41cf30a6-02e4-48f3-af5a-841efc103177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:28.929540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8e02c0a7-2e71-4d2d-ac45-3fd6fc7fd059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:30.193066 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:30.529752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:32.568300 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:36.495787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34362) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:36.650137 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 6a5d5199-1a33-4a63-891b-01da5315e5b9 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:49:36.650477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:36.724904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:36.725216 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:36.737144 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 6a5d5199-1a33-4a63-891b-01da5315e5b9 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:49:36.940910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:36.964670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=6a5d5199-1a33-4a63-891b-01da5315e5b9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:36.978582 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.978932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.979268 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.979593 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.979917 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.980241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.980559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.980877 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.981194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.981617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.982203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:36.982708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:37.043159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:37.048238 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP d7e61bf8-0e98-4745-a72e-3840d54850cf disassociated (deleted). External IP: 172.25.2.55, port: 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8. Oct 15 01:49:37.252349 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 67e8b10f-6919-48d1-aa6d-25a57117682e has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:49:37.361633 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:49:37.366401 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:37.370972 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] Sync routers for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:49:37.380392 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:37.380999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:37.394434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1c39c0ee-e424-4df6-940a-1ed9e21ffe08 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/floatingips/d7e61bf8-0e98-4745-a72e-3840d54850cf HTTP/1.1" status: 204 len: 168 time: 0.8975339 Oct 15 01:49:37.395020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:49:37.401635 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75dd0cd-3020-4414-809c-4696a49fc559" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:49:37.494615 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:37.692203 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fee490-a3d1-482f-9a31-57f44bbee3ab x-openstack-request-id: req-39fee490-a3d1-482f-9a31-57f44bbee3ab {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:49:37.692722 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:49:37.693167 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39fee490-a3d1-482f-9a31-57f44bbee3ab {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:49:37.693669 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'status': 'completed', 'code': 200} Oct 15 01:49:37.730386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:37.762221 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] Checking router: 67e8b10f-6919-48d1-aa6d-25a57117682e for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:49:37.771784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:37.772308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:37.790901 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-c8be610a-4da2-4438-a038-b161d157a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:37.793404 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-c8be610a-4da2-4438-a038-b161d157a99e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 1096 time: 0.0763893 Oct 15 01:49:37.803678 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69764f1-d0f6-40c3-9128-f8a0dd3225ab req-80bb953e-32cf-4a43-8ff8-41544fcfada6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:37.814768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d69764f1-d0f6-40c3-9128-f8a0dd3225ab req-80bb953e-32cf-4a43-8ff8-41544fcfada6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0738926 Oct 15 01:49:37.851543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d69764f1-d0f6-40c3-9128-f8a0dd3225ab req-db088c52-9547-40d5-98c0-02dab81d4898 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356395 Oct 15 01:49:37.900380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:37.910743 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-47adf8dc-56fc-4700-a069-cfffc3642aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:37.912453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-47adf8dc-56fc-4700-a069-cfffc3642aa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 200 len: 898 time: 0.1112740 Oct 15 01:49:37.955858 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-eccbe304-3295-4f16-a383-3f16461dccdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 200 len: 217 time: 0.0353293 Oct 15 01:49:38.010680 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-9d80166c-40f6-45ea-951f-b08e142207d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:38.012158 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-9d80166c-40f6-45ea-951f-b08e142207d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 200 len: 834 time: 0.0492864 Oct 15 01:49:38.059996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-78feacca-5fc3-4d56-b47e-d667a28e3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:38.061501 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-78feacca-5fc3-4d56-b47e-d667a28e3f5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7574f485-32d8-4c34-b0c0-cc390f1d0d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405471 Oct 15 01:49:38.104953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:38.136317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09485f7a-3dc7-4b88-99d6-c776e88bf06f None None] The sync data for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 is: [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:26Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'd921f963-b377-4477-ab7e-afba40c00761', 'name': '', 'network_id': '7574f485-32d8-4c34-b0c0-cc390f1d0d5f', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:30:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '75615065-6c2b-4682-a383-414be3373e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:25Z', 'updated_at': '2021-10-15T01:47:28Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '75615065-6c2b-4682-a383-414be3373e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:49:38.161932 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-9b43e2e5-3989-4249-b4e6-6b84df27ecad service neutron] 10.222.0.30 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917637 Oct 15 01:49:38.273006 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b75dd0cd-3020-4414-809c-4696a49fc559 req-9410c90b-a648-4343-b572-dfb10bb55a99 service neutron] 10.222.0.30 "GET /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038992 Oct 15 01:49:38.442533 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc7df6-a9b6-4fc4-a62f-0e2b684ebc91 None None] New status for floating IP d7e61bf8-0e98-4745-a72e-3840d54850cf: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:49:38.969211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7148c-9d25-43d9-8b9e-516a4ea66e1c req-45b19139-a0d3-4f83-96bf-3bb0ffe8745b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:38.970781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73c7148c-9d25-43d9-8b9e-516a4ea66e1c req-45b19139-a0d3-4f83-96bf-3bb0ffe8745b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0484052 Oct 15 01:49:39.008007 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-73c7148c-9d25-43d9-8b9e-516a4ea66e1c req-bd285de4-2beb-4170-bcd5-800b07417961 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=0667c4de-8400-4678-83b1-e3c543876335&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Oct 15 01:49:39.020758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-b025bf9f-3e30-4154-bdf8-da84bdf6dc22 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:39.022356 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-b025bf9f-3e30-4154-bdf8-da84bdf6dc22 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 945 time: 0.0508969 Oct 15 01:49:39.117271 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:49:39.117610 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:39.208478 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:39.208838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:39.221200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:49:39.421184 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:39.451460 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:39.495026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] No DVR routers for this DVR port 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:49:39.498423 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:39.501730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-12871752-98bb-41c6-b376-6a6dd85bb068 req-7f1b428b-e4b7-4736-8ed8-d18f33c95eb3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "DELETE /v2.0/ports/4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 HTTP/1.1" status: 204 len: 173 time: 0.4734974 Oct 15 01:49:39.502411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-deleted', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:49:39.504673 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2f427-3850-42ef-9160-53d6d935a23b" -d '{"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-deleted", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:49:39.539139 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75c52b-8ae7-491f-9793-49c4d9fad825 x-openstack-request-id: req-6e75c52b-8ae7-491f-9793-49c4d9fad825 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:49:39.539459 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc14555-f36c-4b0c-96b7-a16271a5055b", "name": "network-vif-deleted", "tag": "4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:49:39.539702 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e75c52b-8ae7-491f-9793-49c4d9fad825 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:49:39.540117 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc14555-f36c-4b0c-96b7-a16271a5055b', 'name': 'network-vif-deleted', 'tag': '4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8', 'status': 'completed', 'code': 200} Oct 15 01:49:40.138952 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-70c0f587-1bee-42cc-83fd-976a7260079f req-9b9a32d9-78a2-4ea9-9da2-fcab47717434 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc14555-f36c-4b0c-96b7-a16271a5055b HTTP/1.1" status: 200 len: 210 time: 0.0306268 Oct 15 01:49:40.654272 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:41.102478 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:49:41.126869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:49:41.127225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 4bc8d8b8-8a64-494d-a5eb-49a26e1e56b8 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:49:41.180351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34378) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:41.547524 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:41.802115 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port d921f963-b377-4477-ab7e-afba40c00761 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:49:41.802467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:41.891862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port d921f963-b377-4477-ab7e-afba40c00761, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=d921f963-b377-4477-ab7e-afba40c00761,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:41.892210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:41.904292 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for d921f963-b377-4477-ab7e-afba40c00761 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:49:42.146150 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:42.222065 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=d921f963-b377-4477-ab7e-afba40c00761,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:42.350756 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:42.878875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 67e8b10f-6919-48d1-aa6d-25a57117682e has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:49:42.987894 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:49:42.993419 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1564125c-47aa-4146-8107-c690befc83b5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/67e8b10f-6919-48d1-aa6d-25a57117682e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119056 Oct 15 01:49:42.996271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34380) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:42.999060 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] Sync routers for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:49:43.010284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:43.011043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:43.047705 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting subnet 75615065-6c2b-4682-a383-414be3373e31 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:49:43.050838 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.095392 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.116944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:43.179629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.278568 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.298632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:49:42Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:43.312746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Subnet': ['ID=75615065-6c2b-4682-a383-414be3373e31,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:43.314803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.317992 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e1d4707d-fe6a-4ffa-a847-d4b743362b16 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/subnets/75615065-6c2b-4682-a383-414be3373e31 HTTP/1.1" status: 204 len: 168 time: 0.3207729 Oct 15 01:49:43.321238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34382) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:43.329366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71efd42-29d3-4fba-82e6-223832e1c08f None None] Network 7574f485-32d8-4c34-b0c0-cc390f1d0d5f requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:49:43.331663 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] Checking router: 67e8b10f-6919-48d1-aa6d-25a57117682e for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:49:43.359081 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] Routers {'67e8b10f-6919-48d1-aa6d-25a57117682e'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:43.359682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['67e8b10f-6919-48d1-aa6d-25a57117682e'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:43.431093 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.534210 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.535533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] Set router 67e8b10f-6919-48d1-aa6d-25a57117682e gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:43.607035 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] DHCP port deletion for 7574f485-32d8-4c34-b0c0-cc390f1d0d5f request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:49:43.649951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 6ddae269-fdae-4a03-ac73-980531749712 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:49:43.650327 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.730885 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port 6ddae269-fdae-4a03-ac73-980531749712, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6ddae269-fdae-4a03-ac73-980531749712,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:43.731221 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.745176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 6ddae269-fdae-4a03-ac73-980531749712 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:49:43.884014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] Deleting port 9ad381c3-51ac-426e-a61a-706448068179 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:49:43.884294 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.954077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] For port 9ad381c3-51ac-426e-a61a-706448068179, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=9ad381c3-51ac-426e-a61a-706448068179,segment=NetworkSegment(4fcfd6be-d179-4299-8497-9d8bdfeed14d),segment_id=4fcfd6be-d179-4299-8497-9d8bdfeed14d)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:43.954487 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:43.973263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] Calling delete_port for 9ad381c3-51ac-426e-a61a-706448068179 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:49:43.975538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:49:42Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:43.991949 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.010490 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9203266c-102e-493b-ac6c-8d9f715b307c None None] The sync data for ids ['67e8b10f-6919-48d1-aa6d-25a57117682e'] in n-d-811521-2 is: [{'id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-939857397', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '6ddae269-fdae-4a03-ac73-980531749712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:49:42Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': '6ddae269-fdae-4a03-ac73-980531749712', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b10f-6919-48d1-aa6d-25a57117682e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:47:22Z', 'updated_at': '2021-10-15T01:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:49:44.014610 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=6ddae269-fdae-4a03-ac73-980531749712,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:44.088400 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.169706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.186148 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.188323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.195052 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] Pushing event deleted for resources: {'Port': ['ID=9ad381c3-51ac-426e-a61a-706448068179,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:44.198652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac542f-a84f-49ae-8462-38a856801ec3 None None] No DVR routers for this DVR port 9ad381c3-51ac-426e-a61a-706448068179 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:49:44.266508 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.267006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Fanout notify agent at l3_agent the message router_deleted on router 67e8b10f-6919-48d1-aa6d-25a57117682e {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:49:44.273861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.274984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f21091a2-b39a-426e-9018-8df749fcff2c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/routers/67e8b10f-6919-48d1-aa6d-25a57117682e HTTP/1.1" status: 204 len: 168 time: 0.9531431 Oct 15 01:49:44.278654 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34384) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:44.359684 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.451919 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.473198 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7574f485-32d8-4c34-b0c0-cc390f1d0d5f']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:44.483002 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcfd6be-d179-4299-8497-9d8bdfeed14d') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:44.483537 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcfd6be-d179-4299-8497-9d8bdfeed14d') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:44.498750 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.512259 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.518676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:49:44.519000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:49:44.521927 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:49:44.638103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.651257 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.651257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/networks/7574f485-32d8-4c34-b0c0-cc390f1d0d5f HTTP/1.1" status: 204 len: 168 time: 0.3691218 Oct 15 01:49:44.651474 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34386) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:44.663712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5f27c-c851-4990-b7b8-f6b4cd2dbb90 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Network': ['ID=7574f485-32d8-4c34-b0c0-cc390f1d0d5f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:44.713370 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7679103-8850-43fd-b59c-63bdefb475b0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.739203 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7679103-8850-43fd-b59c-63bdefb475b0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.854775 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7679103-8850-43fd-b59c-63bdefb475b0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.858008 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-f7679103-8850-43fd-b59c-63bdefb475b0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:44.859177 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-f7679103-8850-43fd-b59c-63bdefb475b0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/security-groups/0667c4de-8400-4678-83b1-e3c543876335 HTTP/1.1" status: 204 len: 168 time: 0.2066104 Oct 15 01:49:44.868051 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7679103-8850-43fd-b59c-63bdefb475b0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0667c4de-8400-4678-83b1-e3c543876335,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:45.229906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d921f963-b377-4477-ab7e-afba40c00761 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:49:45.253292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: d921f963-b377-4477-ab7e-afba40c00761 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:49:45.253567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device d921f963-b377-4477-ab7e-afba40c00761 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:49:45.253965 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6ddae269-fdae-4a03-ac73-980531749712 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:49:45.272619 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6ddae269-fdae-4a03-ac73-980531749712 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:49:45.272962 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6ddae269-fdae-4a03-ac73-980531749712 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:49:45.273361 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9ad381c3-51ac-426e-a61a-706448068179 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:49:45.291702 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 9ad381c3-51ac-426e-a61a-706448068179 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:49:45.292048 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 9ad381c3-51ac-426e-a61a-706448068179 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:49:45.728956 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.392122 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34396) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:46.396739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1d0b9459-3619-4528-8205-9f33e3510eb6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986724592', 'description': 'tempest-secgroup-smoke-986724592 description', 'project_id': '1b01b6232bf84d938acf2966153c6909'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:46.460533 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9459-3619-4528-8205-9f33e3510eb6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.526220 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9459-3619-4528-8205-9f33e3510eb6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.580098 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9459-3619-4528-8205-9f33e3510eb6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.608366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b9459-3619-4528-8205-9f33e3510eb6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3885bfc4-c74d-4b3a-b930-c467efda4ba5,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:46.651303 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1d0b9459-3619-4528-8205-9f33e3510eb6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.652545 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1d0b9459-3619-4528-8205-9f33e3510eb6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2594199 Oct 15 01:49:46.655994 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34398) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:46.660358 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ee4785e2-a257-4042-8c6d-f3630aa3d206 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '3885bfc4-c74d-4b3a-b930-c467efda4ba5', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:46.727780 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee4785e2-a257-4042-8c6d-f3630aa3d206 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.785617 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee4785e2-a257-4042-8c6d-f3630aa3d206 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.866396 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee4785e2-a257-4042-8c6d-f3630aa3d206 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.885091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4785e2-a257-4042-8c6d-f3630aa3d206 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80b950c-ec21-4c62-8745-267b56a79eff,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:46.931137 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ee4785e2-a257-4042-8c6d-f3630aa3d206 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:46.932330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ee4785e2-a257-4042-8c6d-f3630aa3d206 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2754071 Oct 15 01:49:46.935243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34400) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:46.939603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-baf195a4-ae54-4f12-8da5-252080cb1f05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '3885bfc4-c74d-4b3a-b930-c467efda4ba5', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:47.018664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf195a4-ae54-4f12-8da5-252080cb1f05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.074505 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf195a4-ae54-4f12-8da5-252080cb1f05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.163320 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf195a4-ae54-4f12-8da5-252080cb1f05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.181503 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf195a4-ae54-4f12-8da5-252080cb1f05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256c3386-4471-4552-917d-0bf55df4d7bc,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:47.239304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-baf195a4-ae54-4f12-8da5-252080cb1f05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.240571 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-baf195a4-ae54-4f12-8da5-252080cb1f05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043721 Oct 15 01:49:47.243277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34402) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:47.248221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-39013cdf-ff54-43f9-9a42-9ac176f43ad1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '3885bfc4-c74d-4b3a-b930-c467efda4ba5', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:47.345004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39013cdf-ff54-43f9-9a42-9ac176f43ad1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.406023 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39013cdf-ff54-43f9-9a42-9ac176f43ad1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.471918 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39013cdf-ff54-43f9-9a42-9ac176f43ad1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.490276 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39013cdf-ff54-43f9-9a42-9ac176f43ad1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571b999a-0d5e-4180-8a06-497a5b3c0cc6,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:47.553856 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-39013cdf-ff54-43f9-9a42-9ac176f43ad1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.555117 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-39013cdf-ff54-43f9-9a42-9ac176f43ad1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108888 Oct 15 01:49:47.557861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34404) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:47.563064 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-9e3a48cb-b724-4273-853b-a70e4dd69c66 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '3885bfc4-c74d-4b3a-b930-c467efda4ba5', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:47.665054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e3a48cb-b724-4273-853b-a70e4dd69c66 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.729570 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e3a48cb-b724-4273-853b-a70e4dd69c66 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.803384 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e3a48cb-b724-4273-853b-a70e4dd69c66 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.821298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a48cb-b724-4273-853b-a70e4dd69c66 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a15a2e1-fd91-489d-925d-6d56b8a69cd2,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:47.885514 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9e3a48cb-b724-4273-853b-a70e4dd69c66 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:47.886743 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9e3a48cb-b724-4273-853b-a70e4dd69c66 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278406 Oct 15 01:49:47.889486 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34406) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:47.893718 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '3885bfc4-c74d-4b3a-b930-c467efda4ba5', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:47.969334 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:49:47.974355 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.035608 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.134930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.154646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f8ec09-8017-4e81-bc6e-d4abe27688ac,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:48.205330 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.206612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-dd4db666-7b3d-498d-9353-75276ec0d9a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161826 Oct 15 01:49:48.209253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34408) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:48.213514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': '3885bfc4-c74d-4b3a-b930-c467efda4ba5', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:48.289078 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:49:48.293900 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.354291 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.403794 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.421307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876cc664-90e9-4b8a-beba-82dbd6187e75,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:48.490919 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.492208 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7ffe7a80-48e2-4e1d-bb7e-a67cc9da2622 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820373 Oct 15 01:49:48.495009 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34410) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:48.500498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'network': {'name': 'tempest-network-smoke--756034065', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'port_security_enabled': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:48.597527 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:49:48.601059 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.624187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:49:48.632544 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.636136 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Added segment 36c69e17-779d-49a5-b026-74c333375bbd of type vlan for network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 Oct 15 01:49:48.674823 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.769041 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.774596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:48.775170 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.838178 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Network': ['ID=ceed4ec1-bc89-4886-91ed-9d83cf0bb558,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:48.849782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:49:48.863492 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-1c219714-fff5-4df5-ab28-c2ca355894c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3674462 Oct 15 01:49:48.866306 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34412) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:48.870674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'admin_state_up': True, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:48.935636 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.936695 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:48.991271 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:49.169027 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:49.399147 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:49.417930 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:49.517415 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.228 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/b6d51b81-7c0f-4fb5-a082-1f7fe7785b85) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:49:49.622071 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:49.706180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:49.743406 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:49:49.748190 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:49:49.753752 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:49:49.776790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:50.069980 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:50.264408 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:50.448424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:49:50.552890 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:49:50.563343 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Sync routers for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:49:50.571904 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:50.572516 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:50.627671 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:50.629022 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a23f86b5-5d6f-4d37-8766-ecf1a6f3659b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7616861 Oct 15 01:49:50.632081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34414) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:50.676606 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:50.704896 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ace88a7f-f002-4d3e-a49f-ab2df5e55b71 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1b01b6232bf84d938acf2966153c6909&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715380 Oct 15 01:49:50.707294 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34418) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:50.861366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:49Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:50.888247 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Checking router: ee3fea58-1a8d-40c9-91e6-d428a38d9d9d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:49:50.888581 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Updating router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:49:51.014307 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.119258 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a589a-f9fb-43ef-8565-48b17961991f tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:51.120819 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-8a3a589a-f9fb-43ef-8565-48b17961991f tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4125969 Oct 15 01:49:51.124232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34420) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:51.152413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-124a2fd3-0699-49c9-9f32-3818e06d5bc1 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270805 Oct 15 01:49:51.155566 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34422) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:51.160216 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467830556', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:49:51.265954 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.300556 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:49:51.304335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.317732 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.369433 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Attempting to bind port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:49:51.369800 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Attempting to bind port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:49:51.370210 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Attempting to bind port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:49:51.372911 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Pushing event updated for resources: {'Port': ['ID=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:51.381241 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:49:51.381816 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:49:51.381984 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.382390 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:49:51.382833 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Bound port: b6d51b81-7c0f-4fb5-a082-1f7fe7785b85, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:49:51.383444 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.386402 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.386748 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.387060 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.387548 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.387879 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.388194 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.388510 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.388821 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.389131 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.389444 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.389755 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.390066 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:49:51.442412 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] For port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:49:51.445407 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] For port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:49:51.518408 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.541038 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.576859 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a467dcd-e5e7-405e-87af-131fe241c9a6 None None] Pushing event updated for resources: {'Port': ['ID=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:51.579365 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:51.580389 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:51.610669 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Subnet': ['ID=ecd7fa1b-7249-45e8-a39a-f955d265776d,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:51.624303 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Checking segment: {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:49:51.624662 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network hostable DHCP agents. Network: ceed4ec1-bc89-4886-91ed-9d83cf0bb558, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:49:51.687899 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:51.694974 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:49:51.746401 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, ceed4ec1-bc89-4886-91ed-9d83cf0bb558) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:49:51.750609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:51.751309 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:51.756569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f0387-e474-4631-a9c3-3c38b6ce2419 None None] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:49:51.823192 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-de5f0a5e-ce71-4d3e-a05f-d77d64057794 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6666100 Oct 15 01:49:51.826025 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34424) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:49:51.864559 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:49Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:51.894904 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2d2c7-a3f5-4a9c-ae7f-87013810ddd9 None None] The sync data for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 is: [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:49Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:49:51.906842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:49:51.907756 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.051985 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Allocated IP 172.20.0.2 (ceed4ec1-bc89-4886-91ed-9d83cf0bb558/ecd7fa1b-7249-45e8-a39a-f955d265776d/4fa493ba-72a1-4931-9196-d204116651fd) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:49:52.230506 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.301107 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.330827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.345674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:49:52.354145 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:49:52.357296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:49:52.363097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Pushing event updated for resources: {'Port': ['ID=4fa493ba-72a1-4931-9196-d204116651fd,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:52.426714 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Attempting to bind port 4fa493ba-72a1-4931-9196-d204116651fd on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:49:52.427079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Attempting to bind port 4fa493ba-72a1-4931-9196-d204116651fd by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:49:52.427448 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Attempting to bind port 4fa493ba-72a1-4931-9196-d204116651fd on network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:49:52.432971 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:49:52.433348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Checking segment: {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:49:52.433752 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.434176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Bound using segment: {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:49:52.434642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Bound port: 4fa493ba-72a1-4931-9196-d204116651fd, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:49:52.435027 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.508197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] For port 4fa493ba-72a1-4931-9196-d204116651fd, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:49:52.512880 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] For port 4fa493ba-72a1-4931-9196-d204116651fd, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4fa493ba-72a1-4931-9196-d204116651fd,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:49:52.569485 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.639449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14edc8-69be-4d63-8f15-77be5f81f1c0 None None] Pushing event updated for resources: {'Port': ['ID=4fa493ba-72a1-4931-9196-d204116651fd,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:52.642589 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.1 (ceed4ec1-bc89-4886-91ed-9d83cf0bb558/ecd7fa1b-7249-45e8-a39a-f955d265776d/e3754409-c063-452b-9acf-76b85cb35527) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:49:52.795545 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.906271 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:52.949717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:49:52.952714 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:49:52.958424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:49:52.964468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=e3754409-c063-452b-9acf-76b85cb35527,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:53.004434 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.219643 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.300437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:49:53.351602 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:53.352109 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.438577 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.460161 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:53.528162 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.534793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.535582 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4fa493ba-72a1-4931-9196-d204116651fd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:49:53.609850 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.618304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:53.632524 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4fa493ba-72a1-4931-9196-d204116651fd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:53.632886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.687437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.689283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=e3754409-c063-452b-9acf-76b85cb35527,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:53.710840 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.742121 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 4fa493ba-72a1-4931-9196-d204116651fd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4fa493ba-72a1-4931-9196-d204116651fd,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:53.790290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:49:53.791674 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:49:53.814785 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:53.864492 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=4fa493ba-72a1-4931-9196-d204116651fd,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:53.909555 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:49:54.020741 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:49:54.027673 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ba0df02a-b29c-4503-a7cd-485399f7d80b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/ee3fea58-1a8d-40c9-91e6-d428a38d9d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1988666 Oct 15 01:49:54.039169 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Sync routers for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:49:54.048810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:54.049420 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:54.180860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:54.184748 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-9237846b-7985-4588-8575-2557c86672f7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986724592&fields=id&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 267 time: 0.0358791 Oct 15 01:49:54.304688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-c8e02917-207f-40a2-911e-43edf73c9b87 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:49:54.306261 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-c8e02917-207f-40a2-911e-43edf73c9b87 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/networks?id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 200 len: 796 time: 0.1139352 Oct 15 01:49:54.322817 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-c4c77c1a-9c67-4a4f-922d-7a97c2cbfe28 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/quotas/1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 375 time: 0.0098164 Oct 15 01:49:54.379469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-f2f7fe42-0b2c-4cf5-8595-4003b5da2a92 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497785 Oct 15 01:49:54.385407 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0d1794-0fb4-46fc-a7ac-653e77070a0a None None] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:49:54.398040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-9ae6e3e1-8823-4e49-9526-aa0c078b4236 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:49:54.399048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-9ae6e3e1-8823-4e49-9526-aa0c078b4236 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056417 Oct 15 01:49:54.472016 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 2, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:54.495604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-967d5bb9-ea62-40b0-b558-e5b3f2f07df0 service neutron] 10.222.0.13 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901759 Oct 15 01:49:54.505855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d2c38462-8728-49ef-ba9d-99f3f6272bd8 None None] Provisioning complete for port 4fa493ba-72a1-4931-9196-d204116651fd triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:54.506256 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d2c38462-8728-49ef-ba9d-99f3f6272bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:54.512104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Checking router: ee3fea58-1a8d-40c9-91e6-d428a38d9d9d for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:49:54.512465 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Updating router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d port e3754409-c063-452b-9acf-76b85cb35527 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:49:54.587900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-aff14d7c-428d-421c-bc51-bd66c6de493f service neutron] 10.222.0.13 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855019 Oct 15 01:49:54.590839 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:54.831928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f20a3d3-bbba-4dae-bea5-ceecb5758bcb req-ee69accd-0037-4846-9a5b-72af51de62af tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 210 time: 0.0278664 Oct 15 01:49:54.951325 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.003413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9a5362ef-e276-4050-8243-3d1d237d2f55 None None] Provisioning complete for port 4fa493ba-72a1-4931-9196-d204116651fd triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:55.003783 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a5362ef-e276-4050-8243-3d1d237d2f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.028763 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.104761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6392-e3a4-4409-b5e6-73846e68e1cc None None] Pushing event updated for resources: {'Port': ['ID=e3754409-c063-452b-9acf-76b85cb35527,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:55.186494 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Attempting to bind port e3754409-c063-452b-9acf-76b85cb35527 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:49:55.186862 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Attempting to bind port e3754409-c063-452b-9acf-76b85cb35527 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:49:55.187223 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Attempting to bind port e3754409-c063-452b-9acf-76b85cb35527 on network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:49:55.196308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:49:55.196707 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Checking segment: {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:49:55.197086 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.197476 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Bound using segment: {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:49:55.198076 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Bound port: e3754409-c063-452b-9acf-76b85cb35527, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:49:55.198346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.238334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9a5362ef-e276-4050-8243-3d1d237d2f55 None None] Provisioning complete for port e3754409-c063-452b-9acf-76b85cb35527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:55.238706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a5362ef-e276-4050-8243-3d1d237d2f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.276956 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:49:55.330521 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-9a5362ef-e276-4050-8243-3d1d237d2f55 None None] Port e3754409-c063-452b-9acf-76b85cb35527 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:49:55.332421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] For port e3754409-c063-452b-9acf-76b85cb35527, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:49:55.337483 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] For port e3754409-c063-452b-9acf-76b85cb35527, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e3754409-c063-452b-9acf-76b85cb35527,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:49:55.360351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:55.360673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.547725 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.619921 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9f28e9c0-b23c-437d-b3d1-1b970a84d018 None None] Provisioning complete for port e3754409-c063-452b-9acf-76b85cb35527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:55.619921 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f28e9c0-b23c-437d-b3d1-1b970a84d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:55.649276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6392-e3a4-4409-b5e6-73846e68e1cc None None] Pushing event updated for resources: {'Port': ['ID=e3754409-c063-452b-9acf-76b85cb35527,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:55.664300 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:49:55.664937 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:55.803130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4fa493ba-72a1-4931-9196-d204116651fd up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:49:55.883954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:49:55.921345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6194fd0a-713e-4ce1-bb5e-7df4a4ee347f req-533ff752-bdf4-441f-971e-f03e6b324dfd tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 210 time: 0.0319188 Oct 15 01:49:55.932595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f28e9c0-b23c-437d-b3d1-1b970a84d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:56.008712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 4fa493ba-72a1-4931-9196-d204116651fd triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:56.009081 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:56.053583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9f28e9c0-b23c-437d-b3d1-1b970a84d018 None None] For port e3754409-c063-452b-9acf-76b85cb35527, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e3754409-c063-452b-9acf-76b85cb35527,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:49:56.149351 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f28e9c0-b23c-437d-b3d1-1b970a84d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:56.250206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28e9c0-b23c-437d-b3d1-1b970a84d018 None None] Pushing event updated for resources: {'Port': ['ID=e3754409-c063-452b-9acf-76b85cb35527,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:49:56.275516 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:49:56.278586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-5ac71aad-4906-45a8-8125-83d17914db26 None None] Provisioning complete for port e3754409-c063-452b-9acf-76b85cb35527 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:56.278983 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ac71aad-4906-45a8-8125-83d17914db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:56.305257 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cea22-33d5-4769-8388-49f1243d9541 None None] The sync data for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 is: [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:49:56.329303 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1653da12-017e-41db-911b-2819d264ef86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:57.002155 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bca59bec-a316-4d70-94cc-cb73576c1e02 req-dc6bf993-15cb-4bd5-a11d-a3d46337fbe5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 210 time: 0.0286875 Oct 15 01:49:57.135181 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:49:57.259220 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e3754409-c063-452b-9acf-76b85cb35527 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:49:57.312816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port e3754409-c063-452b-9acf-76b85cb35527 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:49:57.313183 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:58.079455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef58fe4a-8cc4-4567-92a8-48694b5acdd6 req-51ba6091-e57d-420f-b904-86c4940763d8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 210 time: 0.0268204 Oct 15 01:49:58.871515 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-46c1e3a2-1122-43d1-9edc-dbb9823e6d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:49:59.170253 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e68bb54d-c6ba-4a33-bb3b-3c252e27b3d6 req-799a4cd5-3f61-45dc-8cd5-24492ad1e4fb tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 210 time: 0.0259235 Oct 15 01:50:00.243146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:00.264243 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b8181e4f-5403-4166-80bb-b232616a5956 req-a768faf0-c33f-47fb-9d29-9c4c3f8dddb2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 210 time: 0.0285459 Oct 15 01:50:00.575013 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:00.676608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-1c0086ee-c7e9-4acc-8a2d-a8fdf80c0a9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:00.678158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-1c0086ee-c7e9-4acc-8a2d-a8fdf80c0a9b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/networks?id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 200 len: 796 time: 0.1056414 Oct 15 01:50:00.721032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-3aecf5e9-be2b-4b63-9f86-f527dfc6088c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 379 time: 0.0338848 Oct 15 01:50:00.730735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'port': {'device_id': '5b4504f6-de10-4432-a620-317264114b1d', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'admin_state_up': True, 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'security_groups': ['3885bfc4-c74d-4b3a-b930-c467efda4ba5']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:50:00.911454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:50:00.915137 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.037583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.5 (ceed4ec1-bc89-4886-91ed-9d83cf0bb558/ecd7fa1b-7249-45e8-a39a-f955d265776d/b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:50:01.174204 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.260533 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.302045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:50:01.305107 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:50:01.308722 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:50:01.337058 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:50:01.395384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:01.395990 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.422608 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6ac87-f91b-472c-ac88-2b8116c68954 req-c3abf756-b11c-482e-ac94-18553ba3fe84 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:01.424181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-faf6ac87-f91b-472c-ac88-2b8116c68954 req-c3abf756-b11c-482e-ac94-18553ba3fe84 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 931 time: 0.0825732 Oct 15 01:50:01.464011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-faf6ac87-f91b-472c-ac88-2b8116c68954 req-a75532e8-dac5-4969-82c7-b0a44c982d71 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335317 Oct 15 01:50:01.520019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-7a003029-f491-499b-a002-82bc1a419dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7928917 Oct 15 01:50:01.533135 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Request body: {'port': {'device_id': '5b4504f6-de10-4432-a620-317264114b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:50:01.548538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-514f8a45-2cbd-434a-9873-6220c478618b None None] Provisioning complete for port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:50:01.549146 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-514f8a45-2cbd-434a-9873-6220c478618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.586264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-514f8a45-2cbd-434a-9873-6220c478618b None None] Port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:50:01.586826 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.851967 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:50:01.859710 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.871194 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Transition to ACTIVE for port object b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:50:01.934294 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:01.988190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Pushing event updated for resources: {'Port': ['ID=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:50:02.056887 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Attempting to bind port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:50:02.057217 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Attempting to bind port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:50:02.057540 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Attempting to bind port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 on network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:50:02.062893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 on network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:50:02.063226 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Attempting to bind port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 on network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:50:02.068329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:50:02.068609 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Checking segment: {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:50:02.068994 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Bound using segment: {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:50:02.069411 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Bound port: b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c69e17-779d-49a5-b026-74c333375bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:50:02.069766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:02.140572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] For port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:50:02.147813 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] For port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:50:02.220855 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:02.254030 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.254600 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:02.255980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] 10.222.0.39 "PUT /v2.0/ports/b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 200 len: 1091 time: 0.7275472 Oct 15 01:50:02.256423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:50:02.259017 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a729509d-e749-4a30-803d-91fa20f846d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:50:02.291218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebb26d-770a-459b-8ad4-114572ed6851 service neutron] Pushing event updated for resources: {'Port': ['ID=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:50:02.315574 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e197ba76-c21a-495f-9c79-02ef8cf9b5a7 x-openstack-request-id: req-e197ba76-c21a-495f-9c79-02ef8cf9b5a7 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:50:02.316249 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:50:02.316524 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e197ba76-c21a-495f-9c79-02ef8cf9b5a7 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:50:02.316920 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'status': 'completed', 'code': 200} Oct 15 01:50:02.384342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729509d-e749-4a30-803d-91fa20f846d5 req-731312dc-bc52-4c89-9219-8a0e1f262fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.385927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a729509d-e749-4a30-803d-91fa20f846d5 req-731312dc-bc52-4c89-9219-8a0e1f262fa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1094 time: 0.0449691 Oct 15 01:50:02.489999 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729509d-e749-4a30-803d-91fa20f846d5 req-112a7bd6-58b3-420d-8d8e-63d9480f0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.491512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a729509d-e749-4a30-803d-91fa20f846d5 req-112a7bd6-58b3-420d-8d8e-63d9480f0a55 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b01b6232bf84d938acf2966153c6909&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982606 Oct 15 01:50:02.620176 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:02.620785 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729509d-e749-4a30-803d-91fa20f846d5 req-3f481e01-57f1-420a-8656-a941022a1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.621574 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a729509d-e749-4a30-803d-91fa20f846d5 req-3f481e01-57f1-420a-8656-a941022a1edc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237209 Oct 15 01:50:02.632380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69ecff-9702-41b2-ad24-16272b1dd770 req-6c9bf3ca-cc5d-4d8b-b2d8-0fc88475de44 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.634019 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec69ecff-9702-41b2-ad24-16272b1dd770 req-6c9bf3ca-cc5d-4d8b-b2d8-0fc88475de44 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 943 time: 0.0748601 Oct 15 01:50:02.698160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec69ecff-9702-41b2-ad24-16272b1dd770 req-3ba5f92b-802b-4dbe-bd57-2319c90de974 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569091 Oct 15 01:50:02.711520 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-8c210394-31d5-443c-9490-cea548b8ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.713068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-8c210394-31d5-443c-9490-cea548b8ae26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1094 time: 0.0545058 Oct 15 01:50:02.759292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-eb5b0088-07dd-468b-845c-ca4c8abaad6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 200 len: 217 time: 0.0381525 Oct 15 01:50:02.811779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-8bab26f6-b72a-40ad-adb6-4ed1be909275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.813275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-8bab26f6-b72a-40ad-adb6-4ed1be909275 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ecd7fa1b-7249-45e8-a39a-f955d265776d HTTP/1.1" status: 200 len: 835 time: 0.0471282 Oct 15 01:50:02.859730 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-80aa127f-5fa2-4b4b-be85-f30bc4305b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:02.861176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-80aa127f-5fa2-4b4b-be85-f30bc4305b9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400579 Oct 15 01:50:02.954709 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-a8386415-ed68-4ff3-9197-86ba5ade18c5 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836492 Oct 15 01:50:03.044935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7a07caac-2f42-476b-a763-74a3a0e5b4c4 req-f967b641-44a7-442c-b136-8de755c83df7 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829375 Oct 15 01:50:03.815019 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30704b6a-0f56-48e8-a911-dc4764b6b861 req-f82fa381-5050-4339-b3f6-b74407c8b0a5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:03.816492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30704b6a-0f56-48e8-a911-dc4764b6b861 req-f82fa381-5050-4339-b3f6-b74407c8b0a5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 943 time: 0.0498626 Oct 15 01:50:03.854539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-30704b6a-0f56-48e8-a911-dc4764b6b861 req-88b516d2-8196-4835-ab6f-d14289e81470 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320907 Oct 15 01:50:04.971634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89be0f-46a3-4a84-a49d-88b0dd2d5469 req-e41f5b80-bc99-4d96-97d4-4a5b65fb7937 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:04.973099 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec89be0f-46a3-4a84-a49d-88b0dd2d5469 req-e41f5b80-bc99-4d96-97d4-4a5b65fb7937 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 943 time: 0.0533016 Oct 15 01:50:05.010543 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec89be0f-46a3-4a84-a49d-88b0dd2d5469 req-5f9dd5ad-8218-4b4b-9326-5b68b2b6379b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Oct 15 01:50:05.791585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:50:05.884848 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:50:05.896689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'port_id': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'mac_address': 'fa:16:3e:70:9c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:50:05.937359 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:05.949570 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:50:05.968426 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:50:06.036922 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:06.085930 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:50:06.128101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e3edc-af63-4c6d-8737-edb265f5f35e req-890bcd66-9e06-4f21-9627-e92a2a685fe8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:06.129549 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff4e3edc-af63-4c6d-8737-edb265f5f35e req-890bcd66-9e06-4f21-9627-e92a2a685fe8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 944 time: 0.0503018 Oct 15 01:50:06.167615 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ff4e3edc-af63-4c6d-8737-edb265f5f35e req-ebd7dcb8-748e-4629-aaef-ced66ecbef8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316720 Oct 15 01:50:06.333928 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:50:07.281583 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20247fd-8d23-4f20-a192-615a2a27c0c2 req-934e2acf-124f-4297-9945-d95bc70384a2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:07.283080 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c20247fd-8d23-4f20-a192-615a2a27c0c2 req-934e2acf-124f-4297-9945-d95bc70384a2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 944 time: 0.0487242 Oct 15 01:50:07.320657 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c20247fd-8d23-4f20-a192-615a2a27c0c2 req-517edb54-46de-4ef5-a471-1e8562a297f7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 Oct 15 01:50:07.806992 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:50:07.928601 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:50:07.932368 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:50:07.932743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:08.015407 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:08.037335 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:50:08.039579 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a9f919-082c-4347-a779-13eb38715020" -d '{"events": [{"server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "name": "network-vif-plugged", "status": "completed", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:50:08.052474 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:50:08.075924 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465618c-d124-486a-8c80-82fdc4965cca x-openstack-request-id: req-b465618c-d124-486a-8c80-82fdc4965cca {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:50:08.076209 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "name": "network-vif-plugged", "status": "completed", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:50:08.076483 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b465618c-d124-486a-8c80-82fdc4965cca {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:50:08.076918 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'code': 200} Oct 15 01:50:08.111801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:08.159348 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:50:08.166613 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.166955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.167292 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.167624 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.167955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.168268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.168584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.168899 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.169226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.169530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.169852 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.170188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:08.174024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b26d-e677-4ce5-98f5-5b950def6ce0 req-13d7a0bf-fb7a-4ae0-a8a3-e0999529742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:08.176734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb7b26d-e677-4ce5-98f5-5b950def6ce0 req-13d7a0bf-fb7a-4ae0-a8a3-e0999529742a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1096 time: 0.0447712 Oct 15 01:50:08.209837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dbb7b26d-e677-4ce5-98f5-5b950def6ce0 req-924b2bc0-eaca-4097-bd46-c06d80104fda service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274198 Oct 15 01:50:08.437052 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3e9ae-c089-4f39-9b48-431d610901ca req-7cfee615-73ae-4e75-a2d6-16efd8c9bc5a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:08.438517 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2f3e9ae-c089-4f39-9b48-431d610901ca req-7cfee615-73ae-4e75-a2d6-16efd8c9bc5a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0494814 Oct 15 01:50:08.475696 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a2f3e9ae-c089-4f39-9b48-431d610901ca req-4833cf71-4473-43a0-9b4c-a835d219826a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312157 Oct 15 01:50:09.589127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cc3a1-cb20-4caa-9d4f-f7d016dcb0ec req-b809ca47-c28a-4079-a026-d308d09a079c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:09.590600 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b1cc3a1-cb20-4caa-9d4f-f7d016dcb0ec req-b809ca47-c28a-4079-a026-d308d09a079c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0489733 Oct 15 01:50:09.630194 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0b1cc3a1-cb20-4caa-9d4f-f7d016dcb0ec req-53f8e169-52ed-48e4-b30b-678e6b01263b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326879 Oct 15 01:50:10.642997 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:10.752397 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fd88a-260e-49e7-855b-213e79a0f06c req-dce38254-aa7c-4fd4-ad99-50a0aa01ea03 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:10.753876 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-487fd88a-260e-49e7-855b-213e79a0f06c req-dce38254-aa7c-4fd4-ad99-50a0aa01ea03 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0530179 Oct 15 01:50:10.819424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-487fd88a-260e-49e7-855b-213e79a0f06c req-f1599934-3104-4da7-b332-9453a3e61504 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348577 Oct 15 01:50:10.924387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e03c4-df79-43ad-b3c1-700cba7f27d7 req-fea0427e-1ff7-47ac-bc22-e7e7e34321dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:10.925821 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d0e03c4-df79-43ad-b3c1-700cba7f27d7 req-fea0427e-1ff7-47ac-bc22-e7e7e34321dc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0488431 Oct 15 01:50:10.963791 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5d0e03c4-df79-43ad-b3c1-700cba7f27d7 req-c0ba1ae5-f082-4382-a13b-dad349af8f23 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Oct 15 01:50:10.984865 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34496) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:50:11.023996 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cccd61e-f2fc-4f84-9736-887793df7ca9 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:11.025507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9cccd61e-f2fc-4f84-9736-887793df7ca9 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1091 time: 0.0396240 Oct 15 01:50:11.028182 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34498) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:50:11.032964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:50:11.116994 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:11.216827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:11.317973 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.74 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/efdefe1f-ea48-4c6a-81b2-76e8ffd69fc4) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:50:11.421820 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:11.522956 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:11.559515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:50:11.562473 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:50:11.565836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:50:11.596614 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=efdefe1f-ea48-4c6a-81b2-76e8ffd69fc4,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:50:11.606598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.606951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.607290 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.607625 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.608034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.608565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.608906 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.609236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.609564 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.609889 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.610236 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.610557 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:50:11.934480 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:12.079806 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:12.227822 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:12.288893 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:12.356283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=efdefe1f-ea48-4c6a-81b2-76e8ffd69fc4,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:50:12.368025 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:12.466121 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP e339b9a5-7edb-4087-9645-8df8c6a0744b associated. External IP: 172.25.2.74, port: b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074. Oct 15 01:50:12.988728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:50:13.094312 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:50:13.103757 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] Sync routers for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:50:13.113387 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:50:13.115102 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:50:13.176281 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:13.203613 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-608ccb12-4cdc-40f6-b903-ecbcd56ab04c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1744354 Oct 15 01:50:13.204227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:50:13.206768 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba26ca7-bc89-4626-b62b-2eee1b9b2389" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:50:13.219419 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:50:13.300457 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfacda7-1186-4242-a919-d4b6f6ce6bc5 req-20e18ae4-b431-40d2-b9ce-29ccb1653968 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:13.301956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dfacda7-1186-4242-a919-d4b6f6ce6bc5 req-20e18ae4-b431-40d2-b9ce-29ccb1653968 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0494943 Oct 15 01:50:13.342895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2dfacda7-1186-4242-a919-d4b6f6ce6bc5 req-b7a421ff-88f7-43a1-b24f-cd7b31f3b73a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Oct 15 01:50:13.365136 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34504) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:50:13.416942 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe145540-5157-4bc2-ab8b-acfde1155ad0 x-openstack-request-id: req-fe145540-5157-4bc2-ab8b-acfde1155ad0 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:50:13.417231 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:50:13.417477 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe145540-5157-4bc2-ab8b-acfde1155ad0 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:50:13.417882 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'status': 'completed', 'code': 200} Oct 15 01:50:13.447414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-bb61b201-bb21-49a3-b2d0-7ada56f17f1a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/e339b9a5-7edb-4087-9645-8df8c6a0744b HTTP/1.1" status: 200 len: 990 time: 0.0799642 Oct 15 01:50:13.459872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-67789454-fc9f-475d-988a-a7aa6313e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:13.461400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-67789454-fc9f-475d-988a-a7aa6313e438 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1096 time: 0.0454645 Oct 15 01:50:13.465824 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'e339b9a5-7edb-4087-9645-8df8c6a0744b', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'port_id': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'mac_address': 'fa:16:3e:70:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4504f6-de10-4432-a620-317264114b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:50:11Z', 'updated_at': '2021-10-15T01:50:11Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:50:13.496179 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] Checking router: ee3fea58-1a8d-40c9-91e6-d428a38d9d9d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:50:13.504861 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:50:13.505451 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:49:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:50:13.554223 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-07d787c3-31d8-4fce-9796-0b0399649a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:13.555630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-07d787c3-31d8-4fce-9796-0b0399649a7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 200 len: 897 time: 0.0871384 Oct 15 01:50:13.614503 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:50:13.625993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-3ca37941-5062-4b4b-852f-1b8b069f8ff3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 200 len: 998 time: 0.0629709 Oct 15 01:50:13.676136 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-420d0f35-1094-49a9-9a8e-bd01712ab7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:13.677673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-420d0f35-1094-49a9-9a8e-bd01712ab7e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ecd7fa1b-7249-45e8-a39a-f955d265776d HTTP/1.1" status: 200 len: 835 time: 0.0450492 Oct 15 01:50:13.723199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-7e94f0e8-0558-4149-8e17-ef11cf1c4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:13.724832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-7e94f0e8-0558-4149-8e17-ef11cf1c4296 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403233 Oct 15 01:50:13.821292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-1134366b-d6d3-4c52-b798-7ebf5bc75456 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893326 Oct 15 01:50:13.837872 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'e339b9a5-7edb-4087-9645-8df8c6a0744b', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'port_id': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'mac_address': 'fa:16:3e:70:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4504f6-de10-4432-a620-317264114b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:50:11Z', 'updated_at': '2021-10-15T01:50:11Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:50:13.865079 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4aae42-f031-423d-9ec5-412637821b5a None None] The sync data for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 is: [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'e339b9a5-7edb-4087-9645-8df8c6a0744b', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'port_id': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'mac_address': 'fa:16:3e:70:9c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4504f6-de10-4432-a620-317264114b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:50:11Z', 'updated_at': '2021-10-15T01:50:11Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:50:13.911731 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bba26ca7-bc89-4626-b62b-2eee1b9b2389 req-2e725c14-4daa-41e9-921d-628945aea987 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839295 Oct 15 01:50:14.064856 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a190ec17-c30a-4eac-8e04-37cc99898fd2 None None] New status for floating IP e339b9a5-7edb-4087-9645-8df8c6a0744b: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:50:14.449284 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34506) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:50:14.515378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a23897e0-2b57-43a7-bcb9-6e4ccc0d930a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/e339b9a5-7edb-4087-9645-8df8c6a0744b HTTP/1.1" status: 200 len: 992 time: 0.0641429 Oct 15 01:50:15.768682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:26.299417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6603f013-c49b-4b9f-af24-7ca599ca2a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:28.870814 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7d740129-4b70-488a-ad5d-a9c305e26eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:30.191125 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:30.562194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:32.578954 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:34.134955 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:50:40.665262 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:45.739895 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:51.543492 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-d58eac0a-ff84-41b3-aec3-33e8aa751e65 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399327 Oct 15 01:50:51.629631 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-374e0213-f599-448e-b2c2-baeb4fe6f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:51.631110 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-374e0213-f599-448e-b2c2-baeb4fe6f897 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1096 time: 0.0399752 Oct 15 01:50:51.736466 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-be392c51-00f8-461e-b64e-cee69104aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:51.737930 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-be392c51-00f8-461e-b64e-cee69104aabe service neutron] 10.222.0.39 "GET /v2.0/networks?id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 200 len: 897 time: 0.0872865 Oct 15 01:50:51.801928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-af47a352-6177-4688-a513-983e7b4bb881 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 200 len: 1000 time: 0.0570068 Oct 15 01:50:51.853571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-c9a68170-357b-4f7b-ab96-30c5d0bcbed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:51.855014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-c9a68170-357b-4f7b-ab96-30c5d0bcbed9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ecd7fa1b-7249-45e8-a39a-f955d265776d HTTP/1.1" status: 200 len: 835 time: 0.0458984 Oct 15 01:50:51.900854 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-d0f701bf-300d-40e9-8f7f-17af442bcca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:50:51.902304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-d0f701bf-300d-40e9-8f7f-17af442bcca2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395958 Oct 15 01:50:51.995764 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-77063909-5523-4397-a007-d156500ba077 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833974 Oct 15 01:50:52.084146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6bae784-7b72-472a-83ca-74578433a6c2 req-2e0cac49-30dc-4be3-9fcf-d2d7d9249100 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810668 Oct 15 01:50:56.287902 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a5ed6333-fe74-4219-9896-138f6f57c292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:50:58.881528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f5be659b-7bf0-4dc1-9601-51a3e522068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:00.190691 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:00.533448 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:02.590575 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:10.687479 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:11.133625 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:51:15.761607 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:24.109553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff3b53-5a5f-4dbe-b61d-73f5c76cdfa6 req-45fe5b54-fb15-488b-a0ae-8bc009b329cc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:24.109553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6ff3b53-5a5f-4dbe-b61d-73f5c76cdfa6 req-45fe5b54-fb15-488b-a0ae-8bc009b329cc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0931392 Oct 15 01:51:24.144885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6ff3b53-5a5f-4dbe-b61d-73f5c76cdfa6 req-0d974b23-be7b-49ac-8029-ce219ada8b24 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361466 Oct 15 01:51:25.267852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d1c87-7789-414f-ba1f-8bbfe326fb2c req-3fac65ed-14e2-4a2e-a6df-036e49dd98ab tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:25.269348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b3d1c87-7789-414f-ba1f-8bbfe326fb2c req-3fac65ed-14e2-4a2e-a6df-036e49dd98ab tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0535543 Oct 15 01:51:25.306822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b3d1c87-7789-414f-ba1f-8bbfe326fb2c req-4b09d383-cd3f-4e5a-890e-5cd2852d462e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Oct 15 01:51:26.281284 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7952a6f9-ffbd-43d4-8f46-8d8a63515ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:26.419862 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900d53e-8fb7-4b85-a827-a96f5e37d6f1 req-8040a868-8612-4ff5-9285-f1c1185e5938 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:26.421288 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5900d53e-8fb7-4b85-a827-a96f5e37d6f1 req-8040a868-8612-4ff5-9285-f1c1185e5938 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0474148 Oct 15 01:51:26.457797 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5900d53e-8fb7-4b85-a827-a96f5e37d6f1 req-908fe9d3-ab95-4cf7-b03a-39d02af9234d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299401 Oct 15 01:51:27.570794 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70157a2-41b1-4e85-bb07-b64e7d87e957 req-dacd3da0-c16e-4606-bd5c-9ea43e5accdc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:27.572241 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a70157a2-41b1-4e85-bb07-b64e7d87e957 req-dacd3da0-c16e-4606-bd5c-9ea43e5accdc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0477707 Oct 15 01:51:27.609015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a70157a2-41b1-4e85-bb07-b64e7d87e957 req-09a23530-9193-44c2-b1c0-6fa677ec9dbe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Oct 15 01:51:28.724344 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e7cb-393a-46ac-a83a-39931686cb1f req-7b0aa984-c0db-4732-bb83-ed8921079b22 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:28.725774 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1dd1e7cb-393a-46ac-a83a-39931686cb1f req-7b0aa984-c0db-4732-bb83-ed8921079b22 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0525429 Oct 15 01:51:28.762381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1dd1e7cb-393a-46ac-a83a-39931686cb1f req-a4fea4e6-642d-4b3b-ad94-5e4cd85621b8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305548 Oct 15 01:51:28.898695 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9c27f3f5-f6c0-4413-80ca-de3d15765a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:29.881676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae9574-0373-4dea-bb34-928ab01009b4 req-bb219c63-7944-4bb7-8eeb-1228d17d7f8c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:29.883162 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7ae9574-0373-4dea-bb34-928ab01009b4 req-bb219c63-7944-4bb7-8eeb-1228d17d7f8c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0489266 Oct 15 01:51:29.921378 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f7ae9574-0373-4dea-bb34-928ab01009b4 req-6a9683ba-bfc6-4f2b-a203-f32e7e364c94 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Oct 15 01:51:30.184128 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:30.544024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:31.033682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96f4f1-5fbe-4cf5-ad28-4a1b4193b2fb req-8cc7fe95-0b85-47d4-9043-d015ab0919f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:31.035733 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea96f4f1-5fbe-4cf5-ad28-4a1b4193b2fb req-8cc7fe95-0b85-47d4-9043-d015ab0919f6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0483432 Oct 15 01:51:31.072722 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea96f4f1-5fbe-4cf5-ad28-4a1b4193b2fb req-8500a491-0704-4eb9-921c-59122f8e892a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Oct 15 01:51:32.190708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6602-fa27-423a-a4f1-9f65abe8d545 req-3187cdc9-f7ca-4a84-b585-b132f93260c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:32.192150 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8edd6602-fa27-423a-a4f1-9f65abe8d545 req-3187cdc9-f7ca-4a84-b585-b132f93260c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0511518 Oct 15 01:51:32.229405 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8edd6602-fa27-423a-a4f1-9f65abe8d545 req-fda236a4-5072-490f-9471-7054dd26ba45 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Oct 15 01:51:32.589533 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:33.341738 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917a6b1-3329-4c9c-bf8c-211112d32a3c req-d88f41e9-2cf4-4356-9543-41509017a856 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:33.352408 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3917a6b1-3329-4c9c-bf8c-211112d32a3c req-d88f41e9-2cf4-4356-9543-41509017a856 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0484657 Oct 15 01:51:33.380778 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3917a6b1-3329-4c9c-bf8c-211112d32a3c req-33a4be13-a95c-45ca-a711-5b0e3de27723 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Oct 15 01:51:34.494465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18253417-31b3-46fd-91ce-5f2cba2e0bce req-44bebada-a832-44aa-a430-f0749b3c6103 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:34.495913 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18253417-31b3-46fd-91ce-5f2cba2e0bce req-44bebada-a832-44aa-a430-f0749b3c6103 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0481133 Oct 15 01:51:34.533973 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18253417-31b3-46fd-91ce-5f2cba2e0bce req-4cd2eb45-d6e0-4e22-b34b-fb5bbfb2d52a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321572 Oct 15 01:51:34.557187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34566) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:51:34.620754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7d1f7e7-236d-4b2d-9dd1-be3d6e375e32 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/e339b9a5-7edb-4087-9645-8df8c6a0744b HTTP/1.1" status: 200 len: 992 time: 0.0624084 Oct 15 01:51:36.029810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec324341-2c22-40d6-8d83-4291a46dae09 req-6801cd0f-6394-4d0c-b880-b4125c19ccaa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:36.031317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec324341-2c22-40d6-8d83-4291a46dae09 req-6801cd0f-6394-4d0c-b880-b4125c19ccaa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0492396 Oct 15 01:51:36.069887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec324341-2c22-40d6-8d83-4291a46dae09 req-e9fbfe62-2147-4c9a-92b1-b92193d03076 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319870 Oct 15 01:51:36.115860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-963f7777-8f4f-4e5b-8fc4-0050de732f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:36.117323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-963f7777-8f4f-4e5b-8fc4-0050de732f9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1096 time: 0.0434198 Oct 15 01:51:36.522653 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-f352d3f8-2fe5-44da-8836-40f7c0f22978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:36.524115 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-f352d3f8-2fe5-44da-8836-40f7c0f22978 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 200 len: 897 time: 0.3996010 Oct 15 01:51:36.591985 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-a4ed4af1-0e78-451a-995c-c1f99a01e981 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 200 len: 1000 time: 0.0593057 Oct 15 01:51:36.644191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-5257f2e7-2a9f-4ee0-abe0-c1e682f681b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:36.645680 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-5257f2e7-2a9f-4ee0-abe0-c1e682f681b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ecd7fa1b-7249-45e8-a39a-f955d265776d HTTP/1.1" status: 200 len: 835 time: 0.0429120 Oct 15 01:51:36.689974 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-96ef4b3f-2db1-432a-854c-9a8218d85833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:36.692002 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-96ef4b3f-2db1-432a-854c-9a8218d85833 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390816 Oct 15 01:51:36.782172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-7bd0a5f8-3e4a-458b-b807-5cd4de9f0cd9 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825078 Oct 15 01:51:36.869565 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ab2ff62a-2232-4621-a7d6-b3983d40aa10 req-f33024a3-73b7-458e-9f02-d82d0dae4fbc service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806215 Oct 15 01:51:37.189539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f7934-93db-4514-9346-08837279f4a4 req-cb40d07f-fd2a-4269-bc6f-15b171a47592 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:37.191239 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-861f7934-93db-4514-9346-08837279f4a4 req-cb40d07f-fd2a-4269-bc6f-15b171a47592 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0527663 Oct 15 01:51:37.229654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-861f7934-93db-4514-9346-08837279f4a4 req-6fa81cbb-f0a2-40f6-8445-88e659ad1dc1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325820 Oct 15 01:51:38.345353 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fc2e3-d7dc-4729-8f05-9fc0d25f27da req-cbaedf7b-ed79-4587-8abb-36b16e6f1821 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:38.347368 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-672fc2e3-d7dc-4729-8f05-9fc0d25f27da req-cbaedf7b-ed79-4587-8abb-36b16e6f1821 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0492163 Oct 15 01:51:38.385715 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-672fc2e3-d7dc-4729-8f05-9fc0d25f27da req-b98e100a-8b80-42d7-9897-831541360051 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328155 Oct 15 01:51:38.408214 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34580) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:51:38.471579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-2ef42e31-dba9-46bd-94c5-66b91cd68b5d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/e339b9a5-7edb-4087-9645-8df8c6a0744b HTTP/1.1" status: 200 len: 992 time: 0.0621700 Oct 15 01:51:40.669726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:45.772368 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:48.133776 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:51:51.542409 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-d58b5431-93eb-4ac8-aeaf-df16b4c5e588 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393579 Oct 15 01:51:51.620998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-6b2308d7-2720-4af5-9260-5237de74a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:51.622511 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-6b2308d7-2720-4af5-9260-5237de74a33a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1096 time: 0.0393927 Oct 15 01:51:51.726532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-b4cc9625-d3f3-4adb-b3f3-d58cdb5c3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:51.727957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-b4cc9625-d3f3-4adb-b3f3-d58cdb5c3e6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 200 len: 897 time: 0.0868611 Oct 15 01:51:51.792505 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-7e3d9d5a-fa0e-4a88-bfcb-a24b86676d1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 200 len: 1000 time: 0.0576813 Oct 15 01:51:51.844658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-3723c9cd-f051-469f-b5aa-e0b4e756dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:51.846054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-3723c9cd-f051-469f-b5aa-e0b4e756dc4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ecd7fa1b-7249-45e8-a39a-f955d265776d HTTP/1.1" status: 200 len: 835 time: 0.0431144 Oct 15 01:51:51.895370 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-70a59022-56ef-4516-9185-93b4b7e75aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:51:51.896823 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-70a59022-56ef-4516-9185-93b4b7e75aab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437701 Oct 15 01:51:51.986494 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-088a27cd-6b0a-4280-92ab-2eaa9fbb042a service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804574 Oct 15 01:51:52.097088 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c328d6e-b912-44f4-ace8-0a0422d021eb req-1089e024-1dee-4e94-9337-bd4dbdd3b0fc service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888417 Oct 15 01:51:56.303770 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e0f905f-a3c7-484c-876a-79b27edb2aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:51:58.904185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1d8569e6-735a-47a3-a9b2-8a855abed635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:00.206312 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:00.532235 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:02.577823 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:10.691861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:13.988492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-4c39cc07-bfca-42a2-9808-6af920756204 req-3883082f-e024-45c3-bb86-ada2476de4c8 service neutron] (107726) timed out ('10.222.0.13', 56404) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 01:52:15.772138 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:25.132988 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:52:26.274666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fab8e8ac-4165-4e55-a286-14c4902087fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:27.104627 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34600) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:27.260857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port efdefe1f-ea48-4c6a-81b2-76e8ffd69fc4 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:52:27.261206 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:27.335723 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:27.336048 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:27.347626 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for efdefe1f-ea48-4c6a-81b2-76e8ffd69fc4 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:52:27.572159 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:27.604171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=efdefe1f-ea48-4c6a-81b2-76e8ffd69fc4,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:27.629471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.629823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.630190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.630530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.630860 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.631188 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.631516 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.631841 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.632164 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.632485 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.632833 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.633150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:27.671802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:27.672136 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP e339b9a5-7edb-4087-9645-8df8c6a0744b disassociated (deleted). External IP: 172.25.2.74, port: b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074. Oct 15 01:52:27.897350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:52:28.006326 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:52:28.011419 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:28.015988 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] Sync routers for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:52:28.024909 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:28.025496 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:51:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:28.038126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3c784412-9cfb-40be-a1f5-2d66a726e521 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/floatingips/e339b9a5-7edb-4087-9645-8df8c6a0744b HTTP/1.1" status: 204 len: 168 time: 0.9324079 Oct 15 01:52:28.038709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:52:28.041058 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295e7f5e-a217-4a96-a614-857b7f19eeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:52:28.130777 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:28.325655 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:28.358071 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] Checking router: ee3fea58-1a8d-40c9-91e6-d428a38d9d9d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:52:28.366771 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:28.367366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:51:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:28.413380 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d202b4-a95e-407b-8238-4348fe4bd7ee x-openstack-request-id: req-c5d202b4-a95e-407b-8238-4348fe4bd7ee {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:52:28.413890 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:52:28.413890 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5d202b4-a95e-407b-8238-4348fe4bd7ee {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:52:28.414361 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'status': 'completed', 'code': 200} Oct 15 01:52:28.477724 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:28.509133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-b7ae7d22-ae06-47f0-aba3-cbf9d5e01803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:28.511348 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-b7ae7d22-ae06-47f0-aba3-cbf9d5e01803 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 1096 time: 0.0750482 Oct 15 01:52:28.525339 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069781d-16cb-47ed-a4e5-c1ad32fa0c3c req-21f51bed-a906-40e5-b311-73cdcf0971d4 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:28.526904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0069781d-16cb-47ed-a4e5-c1ad32fa0c3c req-21f51bed-a906-40e5-b311-73cdcf0971d4 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0639246 Oct 15 01:52:28.623793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0069781d-16cb-47ed-a4e5-c1ad32fa0c3c req-1e81c2af-b016-49be-9e7d-5ad8bd1a83c3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874877 Oct 15 01:52:28.647352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-5b53c398-d9c5-4e93-9770-b0ed7d06bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:28.648860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-5b53c398-d9c5-4e93-9770-b0ed7d06bd7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 200 len: 897 time: 0.1211135 Oct 15 01:52:28.673554 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:28.698728 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-f6758806-9e83-4d4f-82a9-c9d039d2d3d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 200 len: 217 time: 0.0413370 Oct 15 01:52:28.699539 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f634a-9f70-4f09-a357-298ac7bc504f None None] The sync data for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 is: [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'e3754409-c063-452b-9acf-76b85cb35527', 'name': '', 'network_id': 'ceed4ec1-bc89-4886-91ed-9d83cf0bb558', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:15:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:52Z', 'updated_at': '2021-10-15T01:49:55Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': 'ecd7fa1b-7249-45e8-a39a-f955d265776d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:52:28.750665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-4df8fdfc-80d7-4270-b750-8c64661ad281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:28.752231 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-4df8fdfc-80d7-4270-b750-8c64661ad281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ecd7fa1b-7249-45e8-a39a-f955d265776d HTTP/1.1" status: 200 len: 835 time: 0.0460591 Oct 15 01:52:28.801930 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-e86270a9-d955-40c3-923e-166e342eb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:28.806319 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-e86270a9-d955-40c3-923e-166e342eb574 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ceed4ec1-bc89-4886-91ed-9d83cf0bb558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421970 Oct 15 01:52:28.863806 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5ae02a7e-e85c-4a16-9138-402ce078c676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:28.907827 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-3bfa98b0-a6b8-4c8e-bd09-4adf742d74b7 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960848 Oct 15 01:52:28.935556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced55583-e8d1-4da3-b048-fa0902ffcd41 None None] New status for floating IP e339b9a5-7edb-4087-9645-8df8c6a0744b: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:52:29.001893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-295e7f5e-a217-4a96-a614-857b7f19eeeb req-aae3bcdd-eaf4-404e-bfc9-1f6eb8b66bb0 service neutron] 10.222.0.39 "GET /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846362 Oct 15 01:52:29.737951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39791f5-8104-448c-90d9-331b07343059 req-2e89262f-b378-4e08-abe8-7b2563d2bb18 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:29.739447 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f39791f5-8104-448c-90d9-331b07343059 req-2e89262f-b378-4e08-abe8-7b2563d2bb18 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0483272 Oct 15 01:52:29.783566 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f39791f5-8104-448c-90d9-331b07343059 req-ff6feeb0-4912-4bf1-930d-8c8b485ce17d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=3885bfc4-c74d-4b3a-b930-c467efda4ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381167 Oct 15 01:52:30.028197 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-165d0795-9b88-46b0-af5d-267a98c64158 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:30.029661 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-165d0795-9b88-46b0-af5d-267a98c64158 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 945 time: 0.0504732 Oct 15 01:52:30.123541 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:52:30.123883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:30.200595 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:30.217209 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:30.217669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:30.229564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:52:30.406039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:30.432884 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:30.476879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] No DVR routers for this DVR port b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:52:30.479615 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:30.483012 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c337570d-38c7-4dac-a084-b8382ee7c0ba req-d8a82677-2bb1-4979-b2bb-d5cb3e3a7500 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.39 "DELETE /v2.0/ports/b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 HTTP/1.1" status: 204 len: 173 time: 0.4471836 Oct 15 01:52:30.483451 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'name': 'network-vif-deleted', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:52:30.485759 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e1fc0a-3dfa-4784-86d5-5844a34e0c60" -d '{"events": [{"server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "name": "network-vif-deleted", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:52:30.525632 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57f8f9-15ca-4c4b-a73d-66c5ec9f0756 x-openstack-request-id: req-3f57f8f9-15ca-4c4b-a73d-66c5ec9f0756 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:52:30.525979 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4504f6-de10-4432-a620-317264114b1d", "name": "network-vif-deleted", "tag": "b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:52:30.526548 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f57f8f9-15ca-4c4b-a73d-66c5ec9f0756 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:52:30.530477 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4504f6-de10-4432-a620-317264114b1d', 'name': 'network-vif-deleted', 'tag': 'b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074', 'status': 'completed', 'code': 200} Oct 15 01:52:30.583273 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:30.898929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d7d8c853-28a5-4cae-a15c-883a17678360 req-6ff68b04-2b31-4620-8f36-2caecc3e0cb0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4504f6-de10-4432-a620-317264114b1d HTTP/1.1" status: 200 len: 210 time: 0.0276289 Oct 15 01:52:31.954547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34618) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:32.310811 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:32.566835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port e3754409-c063-452b-9acf-76b85cb35527 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:52:32.567071 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:32.588959 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:32.656078 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port e3754409-c063-452b-9acf-76b85cb35527, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=e3754409-c063-452b-9acf-76b85cb35527,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:32.656488 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:32.669440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for e3754409-c063-452b-9acf-76b85cb35527 owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:52:32.908977 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:32.935241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=e3754409-c063-452b-9acf-76b85cb35527,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:33.421484 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:33.632838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:52:33.738384 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:52:33.743743 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6384af90-9efb-43db-9bf3-0e90793b6c38 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/ee3fea58-1a8d-40c9-91e6-d428a38d9d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881854 Oct 15 01:52:33.746584 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34620) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:33.747917 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] Sync routers for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:52:33.756994 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:33.757580 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:33.797199 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting subnet ecd7fa1b-7249-45e8-a39a-f955d265776d {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:52:33.801483 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:33.842721 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:33.861180 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:33.934477 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.039169 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:52:32Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:34.052228 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.065827 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] Checking router: ee3fea58-1a8d-40c9-91e6-d428a38d9d9d for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:52:34.073853 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] Routers {'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:34.074478 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:34.081203 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd7fa1b-7249-45e8-a39a-f955d265776d,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:34.083389 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.086629 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6b2b50f5-ea45-48c9-b71f-8a8cbf784351 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/subnets/ecd7fa1b-7249-45e8-a39a-f955d265776d HTTP/1.1" status: 204 len: 168 time: 0.3390949 Oct 15 01:52:34.089215 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34622) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:34.090712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213e3ef-3501-498e-87e1-df1fe8c00939 None None] Network ceed4ec1-bc89-4886-91ed-9d83cf0bb558 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:52:34.180105 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] Set router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:34.204146 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.286796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] DHCP port deletion for ceed4ec1-bc89-4886-91ed-9d83cf0bb558 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:52:34.327248 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.340447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Deleting port 4fa493ba-72a1-4931-9196-d204116651fd {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:52:34.340917 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.395835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:52:34.423915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:52:34.424934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device b43cc0fb-1bcd-452c-b2e7-d3a36dfd1074 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:52:34.432063 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] For port 4fa493ba-72a1-4931-9196-d204116651fd, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=4fa493ba-72a1-4931-9196-d204116651fd,segment=NetworkSegment(36c69e17-779d-49a5-b026-74c333375bbd),segment_id=36c69e17-779d-49a5-b026-74c333375bbd)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:34.432462 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.434688 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:52:34.435175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.445552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Calling delete_port for 4fa493ba-72a1-4931-9196-d204116651fd owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:52:34.468438 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:52:32Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:34.497857 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bfa49-0d28-4911-9af4-a2d88c723929 None None] The sync data for ids ['ee3fea58-1a8d-40c9-91e6-d428a38d9d9d'] in n-d-811521-2 is: [{'id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2093354356', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:49:48Z', 'updated_at': '2021-10-15T01:52:32Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'b6d51b81-7c0f-4fb5-a082-1f7fe7785b85', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3fea58-1a8d-40c9-91e6-d428a38d9d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:49:49Z', 'updated_at': '2021-10-15T01:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:52:34.526535 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port b6d51b81-7c0f-4fb5-a082-1f7fe7785b85, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:34.527017 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.556681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:52:34.623585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.648656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Pushing event deleted for resources: {'Port': ['ID=4fa493ba-72a1-4931-9196-d204116651fd,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:34.658828 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] No DVR routers for this DVR port 4fa493ba-72a1-4931-9196-d204116651fd on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:52:34.664996 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.665342 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.666682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.666682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.666682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.666682 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.667135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.667317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.667908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.668190 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.668812 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.669133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5b2674-1f04-46a6-823a-7781bc5a7108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:34.748875 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.778016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=b6d51b81-7c0f-4fb5-a082-1f7fe7785b85,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:34.838633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.943066 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:34.945435 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.063426 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.063963 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Fanout notify agent at l3_agent the message router_deleted on router ee3fea58-1a8d-40c9-91e6-d428a38d9d9d {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:52:35.071870 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.073077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ed32501c-b11d-4aac-9825-27e015c09302 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/routers/ee3fea58-1a8d-40c9-91e6-d428a38d9d9d HTTP/1.1" status: 204 len: 168 time: 0.9828756 Oct 15 01:52:35.075893 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34624) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:35.156720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.248133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.267616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceed4ec1-bc89-4886-91ed-9d83cf0bb558']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:35.276622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c69e17-779d-49a5-b026-74c333375bbd') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:35.276916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c69e17-779d-49a5-b026-74c333375bbd') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:35.286900 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.300447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.306232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:52:35.306636 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: timer() Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:52:35.309517 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:52:35.452289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.459268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.462448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/networks/ceed4ec1-bc89-4886-91ed-9d83cf0bb558 HTTP/1.1" status: 204 len: 168 time: 0.3853991 Oct 15 01:52:35.466308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34626) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:35.474473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052c29c-bdb5-4831-b953-c7d2ed051612 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Network': ['ID=ceed4ec1-bc89-4886-91ed-9d83cf0bb558,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:35.531375 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.567068 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.575104 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e3754409-c063-452b-9acf-76b85cb35527 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:52:35.596344 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: e3754409-c063-452b-9acf-76b85cb35527 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:52:35.596836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device e3754409-c063-452b-9acf-76b85cb35527 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:52:35.597264 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:52:35.619088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:52:35.619431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device b6d51b81-7c0f-4fb5-a082-1f7fe7785b85 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:52:35.619839 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4fa493ba-72a1-4931-9196-d204116651fd no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:52:35.638959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 4fa493ba-72a1-4931-9196-d204116651fd {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:52:35.645097 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 4fa493ba-72a1-4931-9196-d204116651fd not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:52:35.697924 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.700586 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:35.701758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/security-groups/3885bfc4-c74d-4b3a-b930-c467efda4ba5 HTTP/1.1" status: 204 len: 168 time: 0.2343712 Oct 15 01:52:35.711105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3885bfc4-c74d-4b3a-b930-c467efda4ba5,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:35.718697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.719057 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.719408 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.719746 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.720084 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.720419 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.720754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.721180 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.721518 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.721893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.722263 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:35.722577 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48977b-2d92-4f53-b8d5-9c746cd0a023 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:36.250937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34634) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:36.255775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-865467a1-aff1-4a2f-96ce-427c92c33ac1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341266177', 'description': 'tempest-secgroup-smoke-341266177 description', 'project_id': '1b01b6232bf84d938acf2966153c6909'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:36.325778 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-865467a1-aff1-4a2f-96ce-427c92c33ac1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.394279 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-865467a1-aff1-4a2f-96ce-427c92c33ac1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.440054 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-865467a1-aff1-4a2f-96ce-427c92c33ac1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.468288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865467a1-aff1-4a2f-96ce-427c92c33ac1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:36.505559 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-865467a1-aff1-4a2f-96ce-427c92c33ac1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.506853 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-865467a1-aff1-4a2f-96ce-427c92c33ac1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2548912 Oct 15 01:52:36.509882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34636) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:36.515381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ffb813cd-d9f7-43d6-8db1-c847d8702a8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': 'df5e0c34-aea4-4b11-aa2a-5f7d9586b91f', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:36.593164 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ffb813cd-d9f7-43d6-8db1-c847d8702a8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.649554 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ffb813cd-d9f7-43d6-8db1-c847d8702a8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.708629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ffb813cd-d9f7-43d6-8db1-c847d8702a8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.726395 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb813cd-d9f7-43d6-8db1-c847d8702a8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e4a33a-b063-4c37-9e5a-d0e583d61b37,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:36.802838 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ffb813cd-d9f7-43d6-8db1-c847d8702a8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.804406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ffb813cd-d9f7-43d6-8db1-c847d8702a8e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933381 Oct 15 01:52:36.807121 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34638) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:36.811745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-34e97b10-0550-4129-acf3-792100bd3576 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': 'df5e0c34-aea4-4b11-aa2a-5f7d9586b91f', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:36.896831 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34e97b10-0550-4129-acf3-792100bd3576 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.950815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34e97b10-0550-4129-acf3-792100bd3576 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:36.988698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34e97b10-0550-4129-acf3-792100bd3576 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.007710 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e97b10-0550-4129-acf3-792100bd3576 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c5bd68-c719-4f55-acd2-52112a9885e1,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:37.082344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-34e97b10-0550-4129-acf3-792100bd3576 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.083624 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-34e97b10-0550-4129-acf3-792100bd3576 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2755001 Oct 15 01:52:37.086518 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34640) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:37.090743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-42244e03-3204-4543-bbc7-c5717234ce50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': 'df5e0c34-aea4-4b11-aa2a-5f7d9586b91f', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:37.171260 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42244e03-3204-4543-bbc7-c5717234ce50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.228766 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42244e03-3204-4543-bbc7-c5717234ce50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.303103 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42244e03-3204-4543-bbc7-c5717234ce50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.318902 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42244e03-3204-4543-bbc7-c5717234ce50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41987f11-432a-4548-af98-08a053e094b5,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:37.373786 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-42244e03-3204-4543-bbc7-c5717234ce50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.375041 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-42244e03-3204-4543-bbc7-c5717234ce50 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876129 Oct 15 01:52:37.378661 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34642) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:37.385219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d5ea7e96-294b-4e1a-9fb0-a93fe04b70f0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': 'df5e0c34-aea4-4b11-aa2a-5f7d9586b91f', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:37.462105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7e96-294b-4e1a-9fb0-a93fe04b70f0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.523577 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7e96-294b-4e1a-9fb0-a93fe04b70f0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.600352 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7e96-294b-4e1a-9fb0-a93fe04b70f0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.622683 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea7e96-294b-4e1a-9fb0-a93fe04b70f0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3346d5a1-f88a-4078-b65e-f74ad5ec8dd3,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:37.693880 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7e96-294b-4e1a-9fb0-a93fe04b70f0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.695164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d5ea7e96-294b-4e1a-9fb0-a93fe04b70f0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3154163 Oct 15 01:52:37.697967 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34644) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:37.702381 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': 'df5e0c34-aea4-4b11-aa2a-5f7d9586b91f', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:37.784031 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:52:37.789864 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.852180 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.937596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:37.957103 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74658d4c-1e29-45dc-a70e-22372a7c0746,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:38.053824 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.055160 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-4a0cb20d-b268-4121-bcf0-a55e57c74494 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3562100 Oct 15 01:52:38.057963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34646) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:38.063147 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'security_group_rule': {'security_group_id': 'df5e0c34-aea4-4b11-aa2a-5f7d9586b91f', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:38.154853 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Project 1b01b6232bf84d938acf2966153c6909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:52:38.161193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.222629 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.297642 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.316151 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b476e2-b6d5-49ac-a3f6-e31bd3e29347,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:38.391249 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.392387 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-0ee88a91-adb9-4327-b5e2-23d96fbf6c10 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331950 Oct 15 01:52:38.395342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34648) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:38.400198 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'network': {'name': 'tempest-network-smoke--1293815048', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'port_security_enabled': True}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:38.487469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:52:38.490865 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.515134 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:52:38.523849 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.524494 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Added segment fea71969-460f-4732-a7fd-14fac26b6563 of type vlan for network f65b6613-fd22-404f-81f9-83f3c6de8d54 Oct 15 01:52:38.564076 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.663445 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.669085 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:38.669665 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.739093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Network': ['ID=f65b6613-fd22-404f-81f9-83f3c6de8d54,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:38.750340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:52:38.764088 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c41ebfa9-a7c9-4746-a922-ca4a69b0fafa tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3677092 Oct 15 01:52:38.766969 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34650) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:38.772800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'admin_state_up': True, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:38.874732 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.875837 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:38.926522 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:39.151908 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:39.419654 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:39.442027 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:39.543393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.226 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c3798a4a-3b82-413c-a1bf-4aad8969f39b) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:52:39.647770 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:39.731947 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:39.770836 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:52:39.773595 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:52:39.779157 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:52:39.801438 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=c3798a4a-3b82-413c-a1bf-4aad8969f39b,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:40.073197 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:40.264803 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:40.451727 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 6f78435f-f538-44f0-a05a-ce5e54728395 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:52:40.556968 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:52:40.567077 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Sync routers for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:52:40.575991 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:40.576589 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:40.637043 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:40.640009 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-03de18c7-5610-4c66-8dce-2330862672fe tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8698709 Oct 15 01:52:40.641766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34652) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:40.675448 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-04105942-86b9-4e55-9320-609b21972bb3 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1b01b6232bf84d938acf2966153c6909&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312154 Oct 15 01:52:40.680524 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34654) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:40.691583 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:40.747548 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:40.767725 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef8a57d-f167-47c0-881c-bf67bb1413eb tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:40.769280 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-9ef8a57d-f167-47c0-881c-bf67bb1413eb tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878549 Oct 15 01:52:40.772489 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34656) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:40.800957 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d927ca5f-e1fa-4338-9795-eff8c45c055e tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3838b94d-38c7-4b38-a596-7600939246a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277348 Oct 15 01:52:40.803434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34658) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:40.808187 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1378687122', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'project_id': '1b01b6232bf84d938acf2966153c6909', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:40.877943 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:39Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:40.905054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Checking router: 6f78435f-f538-44f0-a05a-ce5e54728395 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:52:40.909538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Updating router 6f78435f-f538-44f0-a05a-ce5e54728395 port c3798a4a-3b82-413c-a1bf-4aad8969f39b binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:52:40.930665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:40.965779 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:52:40.969385 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.185057 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.212182 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.240524 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.279982 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Subnet': ['ID=68c16799-20d4-488e-9827-f05cec7a3826,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:41.289495 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Checking segment: {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:52:41.289873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network hostable DHCP agents. Network: f65b6613-fd22-404f-81f9-83f3c6de8d54, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:52:41.296610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Attempting to bind port c3798a4a-3b82-413c-a1bf-4aad8969f39b on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:52:41.296984 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Attempting to bind port c3798a4a-3b82-413c-a1bf-4aad8969f39b by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:52:41.297343 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Attempting to bind port c3798a4a-3b82-413c-a1bf-4aad8969f39b on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:52:41.300816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d239e8-92f2-449c-a89f-33a834e3fc22 None None] Pushing event updated for resources: {'Port': ['ID=c3798a4a-3b82-413c-a1bf-4aad8969f39b,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:41.305302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:52:41.305670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:52:41.306066 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.306464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:52:41.306929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Bound port: c3798a4a-3b82-413c-a1bf-4aad8969f39b, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:52:41.307299 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.356431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] For port c3798a4a-3b82-413c-a1bf-4aad8969f39b, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:52:41.359916 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] For port c3798a4a-3b82-413c-a1bf-4aad8969f39b, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c3798a4a-3b82-413c-a1bf-4aad8969f39b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:52:41.388985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:52:41.469555 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.504695 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, f65b6613-fd22-404f-81f9-83f3c6de8d54) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:52:41.511056 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:41.511371 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:41.521999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156beae-8a38-47d9-ad28-24f14aebdbab None None] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:52:41.544381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:41.544978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:41.554989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d239e8-92f2-449c-a89f-33a834e3fc22 None None] Pushing event updated for resources: {'Port': ['ID=c3798a4a-3b82-413c-a1bf-4aad8969f39b,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:41.574919 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-15fb1525-238b-46b5-95d3-badf3371cec6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7704654 Oct 15 01:52:41.577698 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34660) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:41.726610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:41.857444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-f65b6613-fd22-404f-81f9-83f3c6de8d54', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:52:41.858315 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.014664 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.046381 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Allocated IP 172.20.0.2 (f65b6613-fd22-404f-81f9-83f3c6de8d54/68c16799-20d4-488e-9827-f05cec7a3826/a2b5d53e-60ca-4610-a63d-f0328a884f29) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:52:42.064120 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:39Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:42.112032 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b35786-5f7e-47c2-bb31-5268a2c802ec None None] The sync data for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 is: [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:39Z', 'revision_number': 3, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:52:42.242885 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.327323 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.375831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:52:42.389371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:52:42.393883 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:52:42.397022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a2b5d53e-60ca-4610-a63d-f0328a884f29,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:42.406356 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.1 (f65b6613-fd22-404f-81f9-83f3c6de8d54/68c16799-20d4-488e-9827-f05cec7a3826/808e07d9-6d6c-4cbe-98f8-803a058ae272) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:52:42.452237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Attempting to bind port a2b5d53e-60ca-4610-a63d-f0328a884f29 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:52:42.452653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Attempting to bind port a2b5d53e-60ca-4610-a63d-f0328a884f29 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:52:42.453034 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Attempting to bind port a2b5d53e-60ca-4610-a63d-f0328a884f29 on network f65b6613-fd22-404f-81f9-83f3c6de8d54 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:52:42.459424 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:52:42.460708 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Checking segment: {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:52:42.461113 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.461530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Bound using segment: {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:52:42.462001 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Bound port: a2b5d53e-60ca-4610-a63d-f0328a884f29, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:52:42.462390 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.532292 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.532993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] For port a2b5d53e-60ca-4610-a63d-f0328a884f29, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:52:42.536566 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] For port a2b5d53e-60ca-4610-a63d-f0328a884f29, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a2b5d53e-60ca-4610-a63d-f0328a884f29,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:52:42.607089 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.635573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:42.670053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778e285-9bdf-44fe-816a-69c655a1e4f2 None None] Pushing event updated for resources: {'Port': ['ID=a2b5d53e-60ca-4610-a63d-f0328a884f29,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:42.701103 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:52:42.705256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:52:42.707908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:52:42.711022 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=808e07d9-6d6c-4cbe-98f8-803a058ae272,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:42.765080 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.014847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.291566 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.348804 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.389050 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3798a4a-3b82-413c-a1bf-4aad8969f39b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:52:43.443400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=808e07d9-6d6c-4cbe-98f8-803a058ae272,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:43.450554 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.453018 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c3798a4a-3b82-413c-a1bf-4aad8969f39b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:43.453496 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.543196 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.552864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:52:43.554468 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:52:43.567730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port c3798a4a-3b82-413c-a1bf-4aad8969f39b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c3798a4a-3b82-413c-a1bf-4aad8969f39b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:43.629129 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.630140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2b5d53e-60ca-4610-a63d-f0328a884f29 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:52:43.678774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 6f78435f-f538-44f0-a05a-ce5e54728395 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:52:43.703754 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747d11e-4553-4ed0-bdd1-ba8605f5d293 None None] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:52:43.793232 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:52:43.799630 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-71899d79-5f66-4553-8d6e-e9e482458df7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/6f78435f-f538-44f0-a05a-ce5e54728395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2208452 Oct 15 01:52:43.942669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=c3798a4a-3b82-413c-a1bf-4aad8969f39b,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:43.961586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-ef37c0d8-9976-4e89-8819-fd208f3c93e2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341266177&fields=id&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 267 time: 0.0471437 Oct 15 01:52:43.963340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-b071f60e-a669-4b88-9c96-fecea9365b13 None None] Provisioning complete for port a2b5d53e-60ca-4610-a63d-f0328a884f29 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:43.963842 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b071f60e-a669-4b88-9c96-fecea9365b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:43.998745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a2b5d53e-60ca-4610-a63d-f0328a884f29 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:43.999115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:44.082234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-590a8ef1-b8f4-4d9e-9071-0a2c29131a05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:44.084009 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-590a8ef1-b8f4-4d9e-9071-0a2c29131a05 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/networks?id=f65b6613-fd22-404f-81f9-83f3c6de8d54 HTTP/1.1" status: 200 len: 797 time: 0.1133034 Oct 15 01:52:44.102471 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-4d3d6edc-5fb2-46a0-addb-6ab5f5987585 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/quotas/1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 375 time: 0.0110366 Oct 15 01:52:44.155835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-233f8602-8c6c-4613-9688-76259ca492f2 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469396 Oct 15 01:52:44.187692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:44.189968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b071f60e-a669-4b88-9c96-fecea9365b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:44.244507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port a2b5d53e-60ca-4610-a63d-f0328a884f29, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a2b5d53e-60ca-4610-a63d-f0328a884f29,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:44.253157 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Sync routers for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:52:44.263684 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:44.264511 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:44.322787 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-5cbb5dc7-2993-4a04-a8ea-0ad17fbc01b9 service neutron] 10.222.0.13 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520989 Oct 15 01:52:44.326972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:44.402534 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:44.426779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=a2b5d53e-60ca-4610-a63d-f0328a884f29,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:44.432736 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.db.api [None req-b071f60e-a669-4b88-9c96-fecea9365b13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 01:52:44.433096 n-d-811521-2 neutron-server[107727]: DEBUG oslo_db.api [None req-b071f60e-a669-4b88-9c96-fecea9365b13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 01:52:44.467102 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6d0b3f01-a639-4bef-94b6-f5e86a836f73 service neutron] 10.222.0.13 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333613 Oct 15 01:52:44.610185 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 2, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:44.640567 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Checking router: 6f78435f-f538-44f0-a05a-ce5e54728395 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:52:44.640919 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Updating router 6f78435f-f538-44f0-a05a-ce5e54728395 port 808e07d9-6d6c-4cbe-98f8-803a058ae272 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:52:44.668703 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:44.744692 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a0f766f-a5bf-45cb-8824-e9088342a155 req-2d6433d4-19a2-4943-9a4f-3ef3fe4a033e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 210 time: 0.0375552 Oct 15 01:52:44.997854 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.045873 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.100406 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1b93e612-3574-4dbc-a0a5-54ce0558ce54 None None] Provisioning complete for port a2b5d53e-60ca-4610-a63d-f0328a884f29 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:45.101072 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b93e612-3574-4dbc-a0a5-54ce0558ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.122431 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Pushing event updated for resources: {'Port': ['ID=808e07d9-6d6c-4cbe-98f8-803a058ae272,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:45.142853 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.143307 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.143550 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.143872 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.144194 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.144515 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.144831 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.145145 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.145467 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.145776 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.146116 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.146591 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:52:45.169372 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Attempting to bind port 808e07d9-6d6c-4cbe-98f8-803a058ae272 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:52:45.169786 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Attempting to bind port 808e07d9-6d6c-4cbe-98f8-803a058ae272 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:52:45.170397 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Attempting to bind port 808e07d9-6d6c-4cbe-98f8-803a058ae272 on network f65b6613-fd22-404f-81f9-83f3c6de8d54 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:52:45.177052 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:52:45.177752 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Checking segment: {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:52:45.178361 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.178957 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Bound using segment: {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:52:45.179588 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Bound port: 808e07d9-6d6c-4cbe-98f8-803a058ae272, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:52:45.180180 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.212679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1b93e612-3574-4dbc-a0a5-54ce0558ce54 None None] Provisioning complete for port 808e07d9-6d6c-4cbe-98f8-803a058ae272 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:45.213161 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b93e612-3574-4dbc-a0a5-54ce0558ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.256405 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] For port 808e07d9-6d6c-4cbe-98f8-803a058ae272, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:52:45.259945 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1b93e612-3574-4dbc-a0a5-54ce0558ce54 None None] Port 808e07d9-6d6c-4cbe-98f8-803a058ae272 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:52:45.260116 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] For port 808e07d9-6d6c-4cbe-98f8-803a058ae272, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=808e07d9-6d6c-4cbe-98f8-803a058ae272,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:52:45.303767 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.337137 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3798a4a-3b82-413c-a1bf-4aad8969f39b up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:52:45.363626 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466631c7-6860-44cb-856b-c3fe0ecde88d None None] Pushing event updated for resources: {'Port': ['ID=808e07d9-6d6c-4cbe-98f8-803a058ae272,revision_number=4']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:45.366203 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:45.366784 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:45.396138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-124613b0-b909-4eaa-8b6b-302fa3a02e65 None None] Provisioning complete for port 808e07d9-6d6c-4cbe-98f8-803a058ae272 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:45.397652 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-124613b0-b909-4eaa-8b6b-302fa3a02e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.431866 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c3798a4a-3b82-413c-a1bf-4aad8969f39b triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:45.432780 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.499920 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:45.541878 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-124613b0-b909-4eaa-8b6b-302fa3a02e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.592729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2b5d53e-60ca-4610-a63d-f0328a884f29 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:52:45.633148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-124613b0-b909-4eaa-8b6b-302fa3a02e65 None None] For port 808e07d9-6d6c-4cbe-98f8-803a058ae272, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=808e07d9-6d6c-4cbe-98f8-803a058ae272,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:45.658637 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port a2b5d53e-60ca-4610-a63d-f0328a884f29 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:45.659160 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.682626 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-124613b0-b909-4eaa-8b6b-302fa3a02e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.727132 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:45.753748 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124613b0-b909-4eaa-8b6b-302fa3a02e65 None None] Pushing event updated for resources: {'Port': ['ID=808e07d9-6d6c-4cbe-98f8-803a058ae272,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:45.754386 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ebf06-0986-4fa5-a456-09cd37569df8 None None] The sync data for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 is: [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:52:45.790497 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.830294 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d0ef737a-d372-4409-b029-a5c752918535 None None] Provisioning complete for port 808e07d9-6d6c-4cbe-98f8-803a058ae272 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:45.830663 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d0ef737a-d372-4409-b029-a5c752918535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:45.920512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8778a6da-ebd8-42fe-afb1-40b1c0fe66bb req-54bd7b60-eae3-45ff-bed7-6de2b9f4afe7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 210 time: 0.0332251 Oct 15 01:52:46.516197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-afc9b97e-bf90-4717-b7b6-16c3b93ec2de tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:46.519189 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-afc9b97e-bf90-4717-b7b6-16c3b93ec2de tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "GET /v2.0/networks?id=f65b6613-fd22-404f-81f9-83f3c6de8d54 HTTP/1.1" status: 200 len: 797 time: 0.1145337 Oct 15 01:52:46.563886 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-cd424180-dfa9-4f44-94ff-0f5055d32b57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b01b6232bf84d938acf2966153c6909 HTTP/1.1" status: 200 len: 379 time: 0.0364602 Oct 15 01:52:46.573366 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'port': {'device_id': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'admin_state_up': True, 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'security_groups': ['df5e0c34-aea4-4b11-aa2a-5f7d9586b91f']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:46.760365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Made reservation on behalf of 1b01b6232bf84d938acf2966153c6909 for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:52:46.764102 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:46.901245 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.20.0.11 (f65b6613-fd22-404f-81f9-83f3c6de8d54/68c16799-20d4-488e-9827-f05cec7a3826/e40f2840-7161-49a4-a495-c5e131582ede) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:52:47.021364 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dc4d1604-2036-4159-ac5d-4c37821e2a6f req-21709456-3b07-41cf-a3c0-682b6effe692 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Oct 15 01:52:47.041258 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.132146 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.181686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:52:47.184670 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:52:47.191060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:52:47.197461 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=e40f2840-7161-49a4-a495-c5e131582ede,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:47.246750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:47.247369 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.312010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-02fa7625-e24e-49d0-85c5-c8bef26a2b06 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7425292 Oct 15 01:52:47.371293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 808e07d9-6d6c-4cbe-98f8-803a058ae272 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:52:47.374324 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Request body: {'port': {'device_id': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:47.420674 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 808e07d9-6d6c-4cbe-98f8-803a058ae272 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:47.421037 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.441494 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.471860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0f56e7e2-6c68-485f-8f6d-59c0934c4c90 None None] Provisioning complete for port e40f2840-7161-49a4-a495-c5e131582ede triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:47.472150 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0f56e7e2-6c68-485f-8f6d-59c0934c4c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.539252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-0f56e7e2-6c68-485f-8f6d-59c0934c4c90 None None] Port e40f2840-7161-49a4-a495-c5e131582ede cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:52:47.721798 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40f2840-7161-49a4-a495-c5e131582ede {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:52:47.729121 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.741404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Transition to ACTIVE for port object e40f2840-7161-49a4-a495-c5e131582ede will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:52:47.822907 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:47.874342 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f2840-7161-49a4-a495-c5e131582ede,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:47.944502 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Attempting to bind port e40f2840-7161-49a4-a495-c5e131582ede on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:52:47.944855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Attempting to bind port e40f2840-7161-49a4-a495-c5e131582ede by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:52:47.945165 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Attempting to bind port e40f2840-7161-49a4-a495-c5e131582ede on network f65b6613-fd22-404f-81f9-83f3c6de8d54 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:52:47.949790 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Port e40f2840-7161-49a4-a495-c5e131582ede on network f65b6613-fd22-404f-81f9-83f3c6de8d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:52:47.950299 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Attempting to bind port e40f2840-7161-49a4-a495-c5e131582ede on network f65b6613-fd22-404f-81f9-83f3c6de8d54 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:52:47.955937 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:52:47.956365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Checking segment: {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:52:47.956768 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Bound using segment: {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:52:47.957206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Bound port: e40f2840-7161-49a4-a495-c5e131582ede, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea71969-460f-4732-a7fd-14fac26b6563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:52:47.957563 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:48.027709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] For port e40f2840-7161-49a4-a495-c5e131582ede, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:52:48.036275 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] For port e40f2840-7161-49a4-a495-c5e131582ede, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e40f2840-7161-49a4-a495-c5e131582ede,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:52:48.120827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:48.138276 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1db44-a333-465f-88cf-523f98baed21 req-e558dcd4-b8a9-4973-baeb-84ebfab82f15 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.139744 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ab1db44-a333-465f-88cf-523f98baed21 req-e558dcd4-b8a9-4973-baeb-84ebfab82f15 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 944 time: 0.0511134 Oct 15 01:52:48.155537 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.156211 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:48.158453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] 10.222.0.30 "PUT /v2.0/ports/e40f2840-7161-49a4-a495-c5e131582ede HTTP/1.1" status: 200 len: 1092 time: 0.8367844 Oct 15 01:52:48.160909 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:52:48.164035 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd20ab1-605c-4f15-acd0-3173a4154174" -d '{"events": [{"name": "network-changed", "server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "tag": "e40f2840-7161-49a4-a495-c5e131582ede"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:52:48.184681 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1ab1db44-a333-465f-88cf-523f98baed21 req-7d07c94e-05dc-4c08-9feb-b8cdde0cc18f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371819 Oct 15 01:52:48.191687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee264d-2989-4f6a-90e2-fb842e72bee7 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f2840-7161-49a4-a495-c5e131582ede,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:48.232575 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eefa8b-5263-43ad-9d03-489129249099 x-openstack-request-id: req-58eefa8b-5263-43ad-9d03-489129249099 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:52:48.232881 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "tag": "e40f2840-7161-49a4-a495-c5e131582ede", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:52:48.233167 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58eefa8b-5263-43ad-9d03-489129249099 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:52:48.233586 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede', 'status': 'completed', 'code': 200} Oct 15 01:52:48.293135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-52b31ac3-7aa5-4883-a976-b4e2ec00cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.294803 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-52b31ac3-7aa5-4883-a976-b4e2ec00cad4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 1095 time: 0.0454397 Oct 15 01:52:48.342119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-16d3f011-151d-4aea-9794-dcdc49a9c10c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e40f2840-7161-49a4-a495-c5e131582ede HTTP/1.1" status: 200 len: 217 time: 0.0383925 Oct 15 01:52:48.392125 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-bed1da88-c085-4d6c-af3c-45710fa9f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.394078 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-bed1da88-c085-4d6c-af3c-45710fa9f3e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68c16799-20d4-488e-9827-f05cec7a3826 HTTP/1.1" status: 200 len: 835 time: 0.0443888 Oct 15 01:52:48.438655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-35a60b91-8d19-469e-aab3-977855910b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.440164 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-35a60b91-8d19-469e-aab3-977855910b2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f65b6613-fd22-404f-81f9-83f3c6de8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393071 Oct 15 01:52:48.532784 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-b00342c5-824f-41b0-9b48-2bba277f3f44 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853622 Oct 15 01:52:48.621708 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eb620cff-e94a-44cd-a5df-0360607e2ed3 req-15cf1632-288b-4a2f-b271-25a08e48b7e2 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816925 Oct 15 01:52:48.790593 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-151163c2-025b-46b2-8e1b-b0d15f582dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.791977 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-151163c2-025b-46b2-8e1b-b0d15f582dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 1095 time: 0.0409811 Oct 15 01:52:48.885903 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-b21e336a-2d85-4ae3-aa4c-2cc6b2878469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.887404 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-b21e336a-2d85-4ae3-aa4c-2cc6b2878469 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f65b6613-fd22-404f-81f9-83f3c6de8d54 HTTP/1.1" status: 200 len: 898 time: 0.0885653 Oct 15 01:52:48.928423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-fce59790-612f-440a-9bbc-1a0be9986161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e40f2840-7161-49a4-a495-c5e131582ede HTTP/1.1" status: 200 len: 217 time: 0.0333595 Oct 15 01:52:48.982166 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-8ffb0948-68b8-42d8-82cd-4602151c2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:48.983603 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-8ffb0948-68b8-42d8-82cd-4602151c2216 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68c16799-20d4-488e-9827-f05cec7a3826 HTTP/1.1" status: 200 len: 835 time: 0.0471597 Oct 15 01:52:49.030725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-0122610b-c8d4-44bd-a92d-9a390309481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:49.032184 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-0122610b-c8d4-44bd-a92d-9a390309481e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f65b6613-fd22-404f-81f9-83f3c6de8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400558 Oct 15 01:52:49.125611 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-7fc619ce-2ba5-4f2f-8903-111d4d631567 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856454 Oct 15 01:52:49.215569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5bd20ab1-605c-4f15-acd0-3173a4154174 req-0448d607-68ac-469b-9168-f2e50a0d3c12 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814688 Oct 15 01:52:49.309596 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf87b2d-adc1-4b45-8a4d-ee5dcfbd29f0 req-e79fab75-cf42-4963-b5f0-7d0a96ad4c65 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:49.311097 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cf87b2d-adc1-4b45-8a4d-ee5dcfbd29f0 req-e79fab75-cf42-4963-b5f0-7d0a96ad4c65 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 944 time: 0.0528607 Oct 15 01:52:49.348777 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8cf87b2d-adc1-4b45-8a4d-ee5dcfbd29f0 req-57fe78e3-b058-46e0-ad47-99739e1d89e5 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305550 Oct 15 01:52:50.786325 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a6ac0-0655-4c2b-a15c-2dde8a25ea2f req-d412a93f-a20a-4a22-b8b4-e4e4dbf69607 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:50.786325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-224a6ac0-0655-4c2b-a15c-2dde8a25ea2f req-d412a93f-a20a-4a22-b8b4-e4e4dbf69607 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 944 time: 0.3706317 Oct 15 01:52:50.826642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-224a6ac0-0655-4c2b-a15c-2dde8a25ea2f req-299c5b85-c4fd-4f5d-a3b1-a42b113459ad tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346234 Oct 15 01:52:51.942619 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ae514-d828-401e-82c2-5f393858922c req-a7a68b36-8d1c-4b33-90ec-b65e2926b7fc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:51.944061 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-501ae514-d828-401e-82c2-5f393858922c req-a7a68b36-8d1c-4b33-90ec-b65e2926b7fc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 944 time: 0.0485635 Oct 15 01:52:51.981881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-501ae514-d828-401e-82c2-5f393858922c req-ea27cfe7-240a-482f-8268-ee96f17ee95b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318477 Oct 15 01:52:52.007871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e40f2840-7161-49a4-a495-c5e131582ede details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:52:52.101446 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e40f2840-7161-49a4-a495-c5e131582ede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e40f2840-7161-49a4-a495-c5e131582ede,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:52.116070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'e40f2840-7161-49a4-a495-c5e131582ede', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'port_id': 'e40f2840-7161-49a4-a495-c5e131582ede', 'mac_address': 'fa:16:3e:43:06:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:52:52.152619 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:52.164944 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40f2840-7161-49a4-a495-c5e131582ede {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:52:52.183949 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e40f2840-7161-49a4-a495-c5e131582ede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e40f2840-7161-49a4-a495-c5e131582ede,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:52.257273 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:52.303534 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e40f2840-7161-49a4-a495-c5e131582ede,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:52.494350 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['e40f2840-7161-49a4-a495-c5e131582ede'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:52:53.098409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16ca59-ee98-4142-a1a3-85055704d840 req-e8bcb0ff-ebc0-4048-92a3-080d1ed13fa7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:53.099881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f16ca59-ee98-4142-a1a3-85055704d840 req-e8bcb0ff-ebc0-4048-92a3-080d1ed13fa7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Oct 15 01:52:53.137467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f16ca59-ee98-4142-a1a3-85055704d840 req-6dec8c06-f7bd-4397-872a-58be823d13e6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Oct 15 01:52:54.008133 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e40f2840-7161-49a4-a495-c5e131582ede up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:52:54.131390 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port e40f2840-7161-49a4-a495-c5e131582ede completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:52:54.135417 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port e40f2840-7161-49a4-a495-c5e131582ede triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:52:54.135791 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:54.216637 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:54.241817 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:52:54.244129 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b0f273-c547-43d4-9067-de1b8ad5ec95" -d '{"events": [{"server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "name": "network-vif-plugged", "status": "completed", "tag": "e40f2840-7161-49a4-a495-c5e131582ede"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:52:54.255402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b0d70-a1c2-485b-99bc-bc64c3c6777e req-5afa697c-d66e-41f5-8fde-755ced314cb8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:54.256415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port e40f2840-7161-49a4-a495-c5e131582ede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e40f2840-7161-49a4-a495-c5e131582ede,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:52:54.256903 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d5b0d70-a1c2-485b-99bc-bc64c3c6777e req-5afa697c-d66e-41f5-8fde-755ced314cb8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 945 time: 0.0535173 Oct 15 01:52:54.294896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d5b0d70-a1c2-485b-99bc-bc64c3c6777e req-36b45ce1-a8d5-4085-8d4c-9f4d12417da7 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Oct 15 01:52:54.326193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:54.374800 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=e40f2840-7161-49a4-a495-c5e131582ede,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:54.393728 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30b21fa-77a1-4539-bfc6-29c8b0b6f3b5 x-openstack-request-id: req-a30b21fa-77a1-4539-bfc6-29c8b0b6f3b5 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:52:54.394016 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "name": "network-vif-plugged", "status": "completed", "tag": "e40f2840-7161-49a4-a495-c5e131582ede", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:52:54.394310 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a30b21fa-77a1-4539-bfc6-29c8b0b6f3b5 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:52:54.394807 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede', 'code': 200} Oct 15 01:52:54.489112 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d31a2-99ff-48dd-a4f9-e6d47cee351c req-b3bd749d-c9ef-4b0e-bcfc-64f37b2f7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:54.490594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-462d31a2-99ff-48dd-a4f9-e6d47cee351c req-b3bd749d-c9ef-4b0e-bcfc-64f37b2f7656 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0408850 Oct 15 01:52:54.526242 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-462d31a2-99ff-48dd-a4f9-e6d47cee351c req-0167630b-b05d-497f-a89c-027d876efb4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289562 Oct 15 01:52:55.410718 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fdf62-0e3b-47f2-982c-1a5382bd9927 req-41276cf4-bae3-4e14-b70c-ad0343e78aee tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:55.412220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de2fdf62-0e3b-47f2-982c-1a5382bd9927 req-41276cf4-bae3-4e14-b70c-ad0343e78aee tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0500069 Oct 15 01:52:55.449988 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-de2fdf62-0e3b-47f2-982c-1a5382bd9927 req-76ca13b2-3b3e-409e-ac2f-6cc52d0fff78 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316849 Oct 15 01:52:56.302963 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f8243ac-703a-4fbc-9ff8-729eb3460782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:56.563264 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2682-808a-4f7c-9028-aba1bfec66d5 req-6cba2a80-6dba-4d3e-9509-e90cb4290a5c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:56.565335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-705b2682-808a-4f7c-9028-aba1bfec66d5 req-6cba2a80-6dba-4d3e-9509-e90cb4290a5c tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0491455 Oct 15 01:52:56.601576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-705b2682-808a-4f7c-9028-aba1bfec66d5 req-8ad66805-6b2c-4638-b042-c8b82c8c4992 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303621 Oct 15 01:52:56.716342 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47815c-5a16-4df5-a0db-69bf28d7eccc req-744dc28b-f387-43a7-ba3c-6d35017528a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:56.717762 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b47815c-5a16-4df5-a0db-69bf28d7eccc req-744dc28b-f387-43a7-ba3c-6d35017528a0 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0523603 Oct 15 01:52:56.755054 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2b47815c-5a16-4df5-a0db-69bf28d7eccc req-5ad274ab-4a6b-4df4-814b-f859a40b7456 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306609 Oct 15 01:52:56.776818 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34726) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:56.816505 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd90cd-9149-49cc-9108-8db283702b37 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:56.818059 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ccbd90cd-9149-49cc-9108-8db283702b37 tempest-TestNetworkAdvancedServerOps-1226134322 tempest-TestNetworkAdvancedServerOps-1226134322-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 1092 time: 0.0402956 Oct 15 01:52:56.820896 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34728) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:56.825138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'e40f2840-7161-49a4-a495-c5e131582ede', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:52:56.931455 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:57.029970 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:57.129938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Allocated IP 172.25.2.223 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/85dc9b1c-9fa9-472b-8fe5-2c805cc5b0d6) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:52:57.240560 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:57.308885 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:57.348735 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:52:57.353463 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:52:57.357984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:52:57.361514 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=85dc9b1c-9fa9-472b-8fe5-2c805cc5b0d6,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:57.718904 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:57.862032 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:58.013589 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:58.051106 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:58.134886 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event updated for resources: {'Port': ['ID=85dc9b1c-9fa9-472b-8fe5-2c805cc5b0d6,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:52:58.143406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:58.263780 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP 520b67c0-03e3-40f0-997c-926057b7f997 associated. External IP: 172.25.2.223, port: e40f2840-7161-49a4-a495-c5e131582ede. Oct 15 01:52:58.489748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 6f78435f-f538-44f0-a05a-ce5e54728395 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:52:58.603259 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:52:58.613461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] Sync routers for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:52:58.622667 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:58.623268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:58.705803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:58.738562 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:58.738801 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-08ceb3e6-1f95-4953-af03-f5f96a6845a8 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9167929 Oct 15 01:52:58.739407 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:52:58.741616 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab841e9-8ebe-4f60-b49a-b4d420568556" -d '{"events": [{"name": "network-changed", "server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "tag": "e40f2840-7161-49a4-a495-c5e131582ede"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:52:58.838765 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffa483-ad86-46a4-b826-d6d5a37c9ea1 req-f24fccbd-3c67-42a0-84c3-fa32c15cd872 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:58.840334 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57ffa483-ad86-46a4-b826-d6d5a37c9ea1 req-f24fccbd-3c67-42a0-84c3-fa32c15cd872 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0506067 Oct 15 01:52:58.879015 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57ffa483-ad86-46a4-b826-d6d5a37c9ea1 req-62b1335f-edff-401c-8c14-ec4b499a2a93 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Oct 15 01:52:58.902171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34734) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:52:58.939669 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4f39e3a5-4c8b-4c6c-bfb5-7a6526330109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:52:58.947792 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec30119-dc46-4808-bb4d-6f18179567e2 x-openstack-request-id: req-0ec30119-dc46-4808-bb4d-6f18179567e2 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:52:58.948146 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "tag": "e40f2840-7161-49a4-a495-c5e131582ede", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:52:58.948341 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ec30119-dc46-4808-bb4d-6f18179567e2 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:52:58.948725 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede', 'status': 'completed', 'code': 200} Oct 15 01:52:58.975275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a2122602-cb81-4373-84ac-46f062304444 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/520b67c0-03e3-40f0-997c-926057b7f997 HTTP/1.1" status: 200 len: 992 time: 0.0719154 Oct 15 01:52:58.991100 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '520b67c0-03e3-40f0-997c-926057b7f997', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'port_id': 'e40f2840-7161-49a4-a495-c5e131582ede', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'mac_address': 'fa:16:3e:43:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:52:57Z', 'updated_at': '2021-10-15T01:52:57Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:58.995539 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-92231271-1882-442b-b2d8-973f89c2c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:58.997167 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-92231271-1882-442b-b2d8-973f89c2c088 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0482421 Oct 15 01:52:59.019329 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] Checking router: 6f78435f-f538-44f0-a05a-ce5e54728395 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:52:59.027745 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:52:59.028341 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:52:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:59.089287 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-c84acd60-79c5-4561-93fd-a4bce3aa0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:59.090797 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-c84acd60-79c5-4561-93fd-a4bce3aa0eaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=f65b6613-fd22-404f-81f9-83f3c6de8d54 HTTP/1.1" status: 200 len: 898 time: 0.0858393 Oct 15 01:52:59.136211 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:52:59.160496 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-2a6802a3-b2c5-4b8f-94a7-ddd8120c1958 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e40f2840-7161-49a4-a495-c5e131582ede HTTP/1.1" status: 200 len: 1000 time: 0.0625439 Oct 15 01:52:59.210154 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-3936ea89-fdb2-4e05-bb47-830a7ae7d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:59.211605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-3936ea89-fdb2-4e05-bb47-830a7ae7d516 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68c16799-20d4-488e-9827-f05cec7a3826 HTTP/1.1" status: 200 len: 835 time: 0.0443828 Oct 15 01:52:59.256924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-03a227b0-ae25-4441-8459-61fb1a0d3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:52:59.258449 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-03a227b0-ae25-4441-8459-61fb1a0d3a0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f65b6613-fd22-404f-81f9-83f3c6de8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403960 Oct 15 01:52:59.353012 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-bf119224-c588-449f-8c21-794f6dd48941 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873404 Oct 15 01:52:59.364955 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '520b67c0-03e3-40f0-997c-926057b7f997', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'port_id': 'e40f2840-7161-49a4-a495-c5e131582ede', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'mac_address': 'fa:16:3e:43:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:52:57Z', 'updated_at': '2021-10-15T01:52:57Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:52:59.393617 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac08b76-9970-435b-853c-12cea014bb27 None None] The sync data for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 is: [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '520b67c0-03e3-40f0-997c-926057b7f997', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'port_id': 'e40f2840-7161-49a4-a495-c5e131582ede', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'mac_address': 'fa:16:3e:43:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:52:57Z', 'updated_at': '2021-10-15T01:52:57Z', 'revision_number': 0, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:52:59.444929 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-eab841e9-8ebe-4f60-b49a-b4d420568556 req-2d72e692-e955-40f1-9d94-c7d7e669fd7e service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Oct 15 01:52:59.599127 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb410550-c4fc-4173-b6d8-270fe0c3d936 None None] New status for floating IP 520b67c0-03e3-40f0-997c-926057b7f997: ACTIVE {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:52:59.978659 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34736) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:00.043703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-6648763e-95ea-4ed0-9ced-d0d377bc3ffc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/520b67c0-03e3-40f0-997c-926057b7f997 HTTP/1.1" status: 200 len: 994 time: 0.0636621 Oct 15 01:53:00.194240 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:00.542972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:02.132798 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:53:02.605719 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:10.674560 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:15.794239 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:26.279386 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4586eda9-6e4e-4aeb-a8a9-5df28c38ea05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:26.975352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f33ef-9d76-4fa0-8372-aa28afe1d0ee req-c0b7ba59-91e8-4238-8dab-4bc47fba5b3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:26.976848 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc9f33ef-9d76-4fa0-8372-aa28afe1d0ee req-c0b7ba59-91e8-4238-8dab-4bc47fba5b3e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0536215 Oct 15 01:53:27.014356 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc9f33ef-9d76-4fa0-8372-aa28afe1d0ee req-56cdd504-e130-4bfa-9877-00058f10459f tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Oct 15 01:53:28.129285 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c16d16-85e1-41f5-95bf-cb398c7db0fa req-00c8dde9-f9d2-49a9-873a-b18b816cf6d6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:28.130789 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0c16d16-85e1-41f5-95bf-cb398c7db0fa req-00c8dde9-f9d2-49a9-873a-b18b816cf6d6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0489216 Oct 15 01:53:28.167878 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0c16d16-85e1-41f5-95bf-cb398c7db0fa req-03373e85-1696-487c-a9cc-20be0bef0d51 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Oct 15 01:53:28.190289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34752) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:28.253923 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1536c6db-01ad-4988-84d7-0c4770d3d700 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/520b67c0-03e3-40f0-997c-926057b7f997 HTTP/1.1" status: 200 len: 994 time: 0.0611703 Oct 15 01:53:28.891092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a54b4ee2-2921-403e-9dfa-f35edf6bd039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:29.643689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08761ef7-812d-49da-8daf-eaafea7caa85 req-416d9224-a741-40c8-80eb-fa7490820467 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:29.645277 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08761ef7-812d-49da-8daf-eaafea7caa85 req-416d9224-a741-40c8-80eb-fa7490820467 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0532901 Oct 15 01:53:29.687264 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08761ef7-812d-49da-8daf-eaafea7caa85 req-938a4997-318a-4614-b4ab-1f3ba856d9cc tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340664 Oct 15 01:53:29.724062 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-2baf085b-3936-4c99-8d25-249f0feb71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:29.725594 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-2baf085b-3936-4c99-8d25-249f0feb71d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0411537 Oct 15 01:53:30.131413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-0f79514a-b5e0-4eb9-a788-a8c2123201ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:30.132891 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-0f79514a-b5e0-4eb9-a788-a8c2123201ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=f65b6613-fd22-404f-81f9-83f3c6de8d54 HTTP/1.1" status: 200 len: 898 time: 0.4004707 Oct 15 01:53:30.200775 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-ba0cef1f-5757-4754-b5eb-db51ffa8a7e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e40f2840-7161-49a4-a495-c5e131582ede HTTP/1.1" status: 200 len: 1002 time: 0.0607343 Oct 15 01:53:30.222572 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:30.251655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-7a5229aa-1750-40da-83ac-1edb639de22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:30.254416 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-7a5229aa-1750-40da-83ac-1edb639de22c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68c16799-20d4-488e-9827-f05cec7a3826 HTTP/1.1" status: 200 len: 835 time: 0.0453749 Oct 15 01:53:30.302266 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-6bf0983e-97ab-4a66-8770-26e31f6e7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:30.303711 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-6bf0983e-97ab-4a66-8770-26e31f6e7a7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f65b6613-fd22-404f-81f9-83f3c6de8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436983 Oct 15 01:53:30.392772 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-0c1c91ad-da1c-4f71-ba15-9a1f5672f8e8 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817838 Oct 15 01:53:30.485609 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-af734fa5-0d74-44d0-bb82-a9f393a365b2 req-0b8a0bb8-2133-40df-af9a-b40dfd694b81 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847962 Oct 15 01:53:30.565088 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:30.803598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac048c8-6cb5-45e6-9b8a-0abefdfe343d req-b93f126f-51bf-47f8-bc19-796690b4c5a6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:30.805056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cac048c8-6cb5-45e6-9b8a-0abefdfe343d req-b93f126f-51bf-47f8-bc19-796690b4c5a6 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0500274 Oct 15 01:53:30.843637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cac048c8-6cb5-45e6-9b8a-0abefdfe343d req-a174d94a-4b77-43e7-95bd-6db410625af3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326135 Oct 15 01:53:31.957759 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfc610-dd37-45dc-9b23-41d55b36e4d0 req-14c83252-a313-4fa1-a012-4a1a54941363 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:31.959233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6bfc610-dd37-45dc-9b23-41d55b36e4d0 req-14c83252-a313-4fa1-a012-4a1a54941363 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0481396 Oct 15 01:53:32.000205 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c6bfc610-dd37-45dc-9b23-41d55b36e4d0 req-71de8838-396f-482e-a85a-82738cdb10c1 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350518 Oct 15 01:53:32.023866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34764) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:32.083050 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e9ca5403-d341-4bd7-b2c0-67c75fa106ce tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/floatingips/520b67c0-03e3-40f0-997c-926057b7f997 HTTP/1.1" status: 200 len: 994 time: 0.0580957 Oct 15 01:53:32.378563 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34770) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:32.542479 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 85dc9b1c-9fa9-472b-8fe5-2c805cc5b0d6 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:53:32.542831 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:32.605411 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:32.619089 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:32.621374 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:32.631295 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 85dc9b1c-9fa9-472b-8fe5-2c805cc5b0d6 owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:53:32.891123 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:32.915596 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=85dc9b1c-9fa9-472b-8fe5-2c805cc5b0d6,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:32.981062 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:32.981390 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Floating IP 520b67c0-03e3-40f0-997c-926057b7f997 disassociated (deleted). External IP: 172.25.2.223, port: e40f2840-7161-49a4-a495-c5e131582ede. Oct 15 01:53:33.202711 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 6f78435f-f538-44f0-a05a-ce5e54728395 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:53:33.310197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:53:33.315120 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:33.320431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] Sync routers for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:53:33.329929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:33.331393 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:33.344283 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-964e016d-e08b-4cca-9c29-554d3d65be7a tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/floatingips/520b67c0-03e3-40f0-997c-926057b7f997 HTTP/1.1" status: 204 len: 168 time: 0.9646344 Oct 15 01:53:33.344892 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:53:33.348525 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078926ce-be72-405e-ae62-06aa39381260" -d '{"events": [{"name": "network-changed", "server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "tag": "e40f2840-7161-49a4-a495-c5e131582ede"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:53:33.442908 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:33.641651 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:33.668638 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] Checking router: 6f78435f-f538-44f0-a05a-ce5e54728395 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:53:33.678854 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:33.679358 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:33.712670 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30a022e-94e9-4987-9cee-e05f4ff54a04 x-openstack-request-id: req-c30a022e-94e9-4987-9cee-e05f4ff54a04 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:53:33.713211 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "tag": "e40f2840-7161-49a4-a495-c5e131582ede", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:53:33.713605 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c30a022e-94e9-4987-9cee-e05f4ff54a04 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:53:33.714143 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede', 'status': 'completed', 'code': 200} Oct 15 01:53:33.786398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078926ce-be72-405e-ae62-06aa39381260 req-f98caa15-d0ad-486c-81de-2040eb48c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:33.787878 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-078926ce-be72-405e-ae62-06aa39381260 req-f98caa15-d0ad-486c-81de-2040eb48c291 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1b01b6232bf84d938acf2966153c6909&device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 1097 time: 0.0488081 Oct 15 01:53:33.790353 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:33.806273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd3c16-fcd0-402f-b5c8-ca915317efc7 req-d644cac1-ac65-487c-be1a-9d08d1b9c721 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:33.807927 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4fd3c16-fcd0-402f-b5c8-ca915317efc7 req-d644cac1-ac65-487c-be1a-9d08d1b9c721 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0515509 Oct 15 01:53:33.849237 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f4fd3c16-fcd0-402f-b5c8-ca915317efc7 req-38b17aae-c09f-4171-bf1b-b014500ac859 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348935 Oct 15 01:53:33.896684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078926ce-be72-405e-ae62-06aa39381260 req-f2848d7b-b260-4cd6-a897-35791bc789df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:33.898216 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-078926ce-be72-405e-ae62-06aa39381260 req-f2848d7b-b260-4cd6-a897-35791bc789df service neutron] 10.222.0.30 "GET /v2.0/networks?id=f65b6613-fd22-404f-81f9-83f3c6de8d54 HTTP/1.1" status: 200 len: 898 time: 0.1018090 Oct 15 01:53:33.945998 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-078926ce-be72-405e-ae62-06aa39381260 req-55366c19-9739-4317-8607-6d9f74c321ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e40f2840-7161-49a4-a495-c5e131582ede HTTP/1.1" status: 200 len: 217 time: 0.0392945 Oct 15 01:53:34.001307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078926ce-be72-405e-ae62-06aa39381260 req-a363dcb7-a776-450a-9b9a-d320307ac312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:34.002878 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-078926ce-be72-405e-ae62-06aa39381260 req-a363dcb7-a776-450a-9b9a-d320307ac312 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68c16799-20d4-488e-9827-f05cec7a3826 HTTP/1.1" status: 200 len: 835 time: 0.0488822 Oct 15 01:53:34.057261 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078926ce-be72-405e-ae62-06aa39381260 req-1fa28f2f-d349-4185-adc7-cf2a0ac11f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:34.058799 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-078926ce-be72-405e-ae62-06aa39381260 req-1fa28f2f-d349-4185-adc7-cf2a0ac11f73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f65b6613-fd22-404f-81f9-83f3c6de8d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479038 Oct 15 01:53:34.146719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:34.153068 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-078926ce-be72-405e-ae62-06aa39381260 req-e3a45fb4-a5e6-4ed4-89cb-5ea340195f21 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854452 Oct 15 01:53:34.176871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef726496-6f8e-46b5-ab77-3147c420497d None None] The sync data for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 is: [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:52:42Z', 'revision_number': 4, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '808e07d9-6d6c-4cbe-98f8-803a058ae272', 'name': '', 'network_id': 'f65b6613-fd22-404f-81f9-83f3c6de8d54', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'mac_address': 'fa:16:3e:e0:09:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '68c16799-20d4-488e-9827-f05cec7a3826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:42Z', 'updated_at': '2021-10-15T01:52:45Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'subnets': [{'id': '68c16799-20d4-488e-9827-f05cec7a3826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:53:34.251239 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-078926ce-be72-405e-ae62-06aa39381260 req-a6a5f60d-369b-4d3a-93fc-682e2a715324 service neutron] 10.222.0.30 "GET /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894191 Oct 15 01:53:34.398262 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934648d-4924-4076-bf14-5464f3c10baa None None] New status for floating IP 520b67c0-03e3-40f0-997c-926057b7f997: DOWN {{(pid=107728) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:53:34.969461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9cca3-1162-488b-895c-66a3e4ad1a1c req-1111e27d-9ddf-440c-83a1-defbe32f8c36 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:34.970969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdf9cca3-1162-488b-895c-66a3e4ad1a1c req-1111e27d-9ddf-440c-83a1-defbe32f8c36 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0530148 Oct 15 01:53:35.008995 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cdf9cca3-1162-488b-895c-66a3e4ad1a1c req-6eba4e0f-4876-4e09-84c4-f064eca3a1e3 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/security-groups?id=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Oct 15 01:53:35.399930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-74edd9fd-3d49-4655-9aca-0cf266e9738b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:35.401357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-74edd9fd-3d49-4655-9aca-0cf266e9738b tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 946 time: 0.0486445 Oct 15 01:53:35.489649 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port e40f2840-7161-49a4-a495-c5e131582ede {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:53:35.489978 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:35.582588 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port e40f2840-7161-49a4-a495-c5e131582ede, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=e40f2840-7161-49a4-a495-c5e131582ede,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:35.582937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:35.595219 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for e40f2840-7161-49a4-a495-c5e131582ede owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:53:35.794449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:35.821428 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=e40f2840-7161-49a4-a495-c5e131582ede,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:35.880253 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.880509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.880850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.881181 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.881512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.881841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.882196 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.882533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.882888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.883208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.883526 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.883845 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:35.925608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] No DVR routers for this DVR port e40f2840-7161-49a4-a495-c5e131582ede on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:53:35.928222 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:35.931560 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c4741df4-3b8a-4802-96c2-ee15f03c25bc req-a49bf25b-8023-4d3c-9fd0-28d31568eee9 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.30 "DELETE /v2.0/ports/e40f2840-7161-49a4-a495-c5e131582ede HTTP/1.1" status: 204 len: 173 time: 0.5238876 Oct 15 01:53:35.936242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'name': 'network-vif-deleted', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:53:35.936242 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42679aa-ed48-44f0-b531-b3480a741fe6" -d '{"events": [{"server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "name": "network-vif-deleted", "tag": "e40f2840-7161-49a4-a495-c5e131582ede"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:53:35.970471 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd721450-82e2-4f0a-90d1-fe8f8dec47ee x-openstack-request-id: req-cd721450-82e2-4f0a-90d1-fe8f8dec47ee {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:53:35.970831 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0", "name": "network-vif-deleted", "tag": "e40f2840-7161-49a4-a495-c5e131582ede", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:53:35.971067 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd721450-82e2-4f0a-90d1-fe8f8dec47ee {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:53:35.971470 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0', 'name': 'network-vif-deleted', 'tag': 'e40f2840-7161-49a4-a495-c5e131582ede', 'status': 'completed', 'code': 200} Oct 15 01:53:36.103499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-073f340d-74cf-47d0-8763-217ef17e01bc req-5cdc1926-d25b-4644-bd1f-119aea7487db tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "GET /v2.0/ports?device_id=83b5730a-eac5-4c3c-9b6a-fb084d2ad4e0 HTTP/1.1" status: 200 len: 210 time: 0.0268567 Oct 15 01:53:37.162712 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34786) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:37.525356 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:37.787720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port 808e07d9-6d6c-4cbe-98f8-803a058ae272 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:53:37.787720 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:37.878643 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port 808e07d9-6d6c-4cbe-98f8-803a058ae272, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=808e07d9-6d6c-4cbe-98f8-803a058ae272,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:37.878996 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:37.891065 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for 808e07d9-6d6c-4cbe-98f8-803a058ae272 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:53:38.147601 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:38.177978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=808e07d9-6d6c-4cbe-98f8-803a058ae272,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:38.360563 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:38.581927 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Router 6f78435f-f538-44f0-a05a-ce5e54728395 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:53:38.688918 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:53:38.694537 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-eb9dc3b4-1e24-4470-8803-8b153d052c57 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "PUT /v2.0/routers/6f78435f-f538-44f0-a05a-ce5e54728395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305855 Oct 15 01:53:38.697011 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34788) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:38.699113 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] Sync routers for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:53:38.708245 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:38.708829 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:38.748231 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting subnet 68c16799-20d4-488e-9827-f05cec7a3826 {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 01:53:38.752078 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:38.800543 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:38.820252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:38.891655 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:38.994151 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:38.998447 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:53:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:39.021575 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Subnet': ['ID=68c16799-20d4-488e-9827-f05cec7a3826,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:39.025020 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.030760 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-9d55b946-9bd0-4b80-8b05-ab7643a32072 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/subnets/68c16799-20d4-488e-9827-f05cec7a3826 HTTP/1.1" status: 204 len: 168 time: 0.3302205 Oct 15 01:53:39.031717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] Checking router: 6f78435f-f538-44f0-a05a-ce5e54728395 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:53:39.031943 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34790) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:39.037303 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3df7e-5249-4d93-9247-4592b0944c76 None None] Network f65b6613-fd22-404f-81f9-83f3c6de8d54 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:53:39.042061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] Routers {'6f78435f-f538-44f0-a05a-ce5e54728395'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:39.042686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['6f78435f-f538-44f0-a05a-ce5e54728395'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:39.132995 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:53:39.141017 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.230679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] Set router 6f78435f-f538-44f0-a05a-ce5e54728395 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:39.250316 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.391521 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Deleting port c3798a4a-3b82-413c-a1bf-4aad8969f39b {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:53:39.392014 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.423753 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] DHCP port deletion for f65b6613-fd22-404f-81f9-83f3c6de8d54 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 01:53:39.484961 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:53:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:39.499232 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] For port c3798a4a-3b82-413c-a1bf-4aad8969f39b, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c3798a4a-3b82-413c-a1bf-4aad8969f39b,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:39.499672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.513603 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Calling delete_port for c3798a4a-3b82-413c-a1bf-4aad8969f39b owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:53:39.514422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ea5ffa-46aa-4629-80c3-04e78633093c None None] The sync data for ids ['6f78435f-f538-44f0-a05a-ce5e54728395'] in n-d-811521-2 is: [{'id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-299298304', 'tenant_id': '1b01b6232bf84d938acf2966153c6909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:52:38Z', 'updated_at': '2021-10-15T01:53:38Z', 'revision_number': 5, 'project_id': '1b01b6232bf84d938acf2966153c6909', 'gw_port': {'id': 'c3798a4a-3b82-413c-a1bf-4aad8969f39b', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:75:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f78435f-f538-44f0-a05a-ce5e54728395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:52:39Z', 'updated_at': '2021-10-15T01:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:53:39.516215 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Deleting port a2b5d53e-60ca-4610-a63d-f0328a884f29 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:53:39.516579 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.599087 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] For port a2b5d53e-60ca-4610-a63d-f0328a884f29, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=a2b5d53e-60ca-4610-a63d-f0328a884f29,segment=NetworkSegment(fea71969-460f-4732-a7fd-14fac26b6563),segment_id=fea71969-460f-4732-a7fd-14fac26b6563)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:39.599478 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.613711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Calling delete_port for a2b5d53e-60ca-4610-a63d-f0328a884f29 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:53:39.765345 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.777216 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:39.792393 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Port': ['ID=c3798a4a-3b82-413c-a1bf-4aad8969f39b,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:39.804799 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Pushing event deleted for resources: {'Port': ['ID=a2b5d53e-60ca-4610-a63d-f0328a884f29,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:39.813931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.814306 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.814648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.815479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.816134 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.816469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.816796 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.817119 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.817443 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.817765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.818136 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.818432 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:39.821870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05c3476-3d1a-47a6-9ed7-357c5ec43466 None None] No DVR routers for this DVR port a2b5d53e-60ca-4610-a63d-f0328a884f29 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:53:39.871048 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.199794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e40f2840-7161-49a4-a495-c5e131582ede no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:53:40.220842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: e40f2840-7161-49a4-a495-c5e131582ede {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:53:40.221189 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device e40f2840-7161-49a4-a495-c5e131582ede not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:53:40.286867 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.288941 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.399437 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.399954 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Fanout notify agent at l3_agent the message router_deleted on router 6f78435f-f538-44f0-a05a-ce5e54728395 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 01:53:40.406618 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.407730 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-869a7b23-7f86-485a-b013-beb448c24718 tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/routers/6f78435f-f538-44f0-a05a-ce5e54728395 HTTP/1.1" status: 204 len: 168 time: 1.3754256 Oct 15 01:53:40.410490 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34792) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:40.488144 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.580058 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.599592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65b6613-fd22-404f-81f9-83f3c6de8d54']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:40.608462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea71969-460f-4732-a7fd-14fac26b6563') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:40.608763 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea71969-460f-4732-a7fd-14fac26b6563') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:40.617800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.631227 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.637708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 01:53:40.638105 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: timer() Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 01:53:40.641004 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 01:53:40.713973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.765338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.772250 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.775304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/networks/f65b6613-fd22-404f-81f9-83f3c6de8d54 HTTP/1.1" status: 204 len: 168 time: 0.3638580 Oct 15 01:53:40.778023 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34794) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:40.786599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79a4e-6556-420d-9e60-e78cba01792e tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'Network': ['ID=f65b6613-fd22-404f-81f9-83f3c6de8d54,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:40.840720 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.869525 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.976748 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.979467 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:40.980604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] 10.222.0.13 "DELETE /v2.0/security-groups/df5e0c34-aea4-4b11-aa2a-5f7d9586b91f HTTP/1.1" status: 204 len: 168 time: 0.2014439 Oct 15 01:53:40.991057 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5e0c34-aea4-4b11-aa2a-5f7d9586b91f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:41.000899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.001249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.001656 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.002033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.002383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.003385 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.003711 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.004120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.004461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.004781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.005100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.005414 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ff84-2533-4fd5-9ceb-72252e776f3d tempest-TestNetworkAdvancedServerOps-390149360 tempest-TestNetworkAdvancedServerOps-390149360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:41.354349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3798a4a-3b82-413c-a1bf-4aad8969f39b no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:53:41.375106 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c3798a4a-3b82-413c-a1bf-4aad8969f39b {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:53:41.375449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c3798a4a-3b82-413c-a1bf-4aad8969f39b not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:53:41.375860 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 808e07d9-6d6c-4cbe-98f8-803a058ae272 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:53:41.396917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 808e07d9-6d6c-4cbe-98f8-803a058ae272 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:53:41.397256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 808e07d9-6d6c-4cbe-98f8-803a058ae272 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:53:41.397662 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2b5d53e-60ca-4610-a63d-f0328a884f29 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:53:41.416636 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: a2b5d53e-60ca-4610-a63d-f0328a884f29 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:53:41.417002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device a2b5d53e-60ca-4610-a63d-f0328a884f29 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:53:41.492891 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34802) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:41.628699 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8cbe8e53-0b56-44a3-b0ad-47e96b99635e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b01b6232bf84d938acf2966153c6909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345813 Oct 15 01:53:41.631101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34806) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:41.678825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a3eaa3a-ab69-4b55-8b71-724e1cbf3cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:41.701695 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a3eaa3a-ab69-4b55-8b71-724e1cbf3cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:41.880065 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a3eaa3a-ab69-4b55-8b71-724e1cbf3cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:41.883377 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-6a3eaa3a-ab69-4b55-8b71-724e1cbf3cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:41.884622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6a3eaa3a-ab69-4b55-8b71-724e1cbf3cbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a105f8d3-1530-4306-8b8a-d37099d0c24b HTTP/1.1" status: 204 len: 168 time: 0.2525833 Oct 15 01:53:41.892648 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eaa3a-ab69-4b55-8b71-724e1cbf3cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a105f8d3-1530-4306-8b8a-d37099d0c24b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:42.466218 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34812) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:42.480407 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef9c9-6066-4aa4-98dd-03569e43a523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:42.553129 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef9c9-6066-4aa4-98dd-03569e43a523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:42.627932 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef9c9-6066-4aa4-98dd-03569e43a523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:42.664810 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ef9c9-6066-4aa4-98dd-03569e43a523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d951b58-cc16-447d-bc6e-7e0d842257e0,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:42.669013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5f7ef9c9-6066-4aa4-98dd-03569e43a523 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce2b0144b9f54e8d9b78aceb5288500f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017128 Oct 15 01:53:42.671658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34814) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:42.722505 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98c871a4-953b-49c5-955c-a90ba4dfa383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:42.744810 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98c871a4-953b-49c5-955c-a90ba4dfa383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:42.845293 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98c871a4-953b-49c5-955c-a90ba4dfa383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:42.847955 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-98c871a4-953b-49c5-955c-a90ba4dfa383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:42.849103 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-98c871a4-953b-49c5-955c-a90ba4dfa383 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d951b58-cc16-447d-bc6e-7e0d842257e0 HTTP/1.1" status: 204 len: 168 time: 0.1765623 Oct 15 01:53:42.856788 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c871a4-953b-49c5-955c-a90ba4dfa383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d951b58-cc16-447d-bc6e-7e0d842257e0,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:43.849029 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34836) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:43.943784 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-406260420-network', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:44.044758 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Made reservation on behalf of f083418aad8c4efd85c8478b7a2ea1fe for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:53:44.047063 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.055536 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.130664 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.210223 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.237775 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:53:44.244005 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82df93e4-eb46-4e17-98b3-c753a995daf7,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:44.252405 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.252750 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Added segment d8ecc906-1972-46d1-b614-7c66b53dd795 of type vlan for network 4f3fb265-e559-4c0c-819b-503d6324c14a Oct 15 01:53:44.299028 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.393676 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.395262 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:44.395827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.453283 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3fb265-e559-4c0c-819b-503d6324c14a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:44.463793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 4f3fb265-e559-4c0c-819b-503d6324c14a details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:53:44.481959 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ccecb7d7-6620-4c49-bd37-a59ccef0f015 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6318450 Oct 15 01:53:44.485014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34840) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:44.490301 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Request body: {'subnet': {'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-406260420-subnet', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'ip_version': 4}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:44.576721 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Made reservation on behalf of f083418aad8c4efd85c8478b7a2ea1fe for: {'subnet': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:53:44.579107 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5107954'] for subnet, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.793701 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5050439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5107940'] for subnet, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:44.850902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:44.857930 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Checking segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:44.858317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Network hostable DHCP agents. Network: 4f3fb265-e559-4c0c-819b-503d6324c14a, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:53:44.959371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Network 4f3fb265-e559-4c0c-819b-503d6324c14a is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:53:45.062140 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 4f3fb265-e559-4c0c-819b-503d6324c14a) {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:45.067054 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:45.067560 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.072771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8c441c-32f6-46bf-8c96-c07c704e8670 None None] Network 4f3fb265-e559-4c0c-819b-503d6324c14a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:53:45.162805 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-3c5f5906-482c-40a6-ae26-08c5cbd647cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6767316 Oct 15 01:53:45.165410 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34842) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:45.169800 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:45.215777 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-4f3fb265-e559-4c0c-819b-503d6324c14a', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:53:45.216624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.255966 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.257025 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.312394 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.353051 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Allocated IP 172.20.0.2 (4f3fb265-e559-4c0c-819b-503d6324c14a/d6038f2f-56a8-42ea-a8b4-37eaf3164cfb/96b018ad-faa1-49fd-8316-b6ffbbaa0d21) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:53:45.499367 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.506585 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.564715 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.603151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Network 4f3fb265-e559-4c0c-819b-503d6324c14a is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:45.605893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:45.612712 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:53:45.620318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Pushing event updated for resources: {'Port': ['ID=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:45.674747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Attempting to bind port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:53:45.675114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Attempting to bind port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:53:45.675539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Attempting to bind port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:53:45.681064 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:53:45.681431 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Checking segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:45.681827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.682258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Bound using segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:53:45.682718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Bound port: 96b018ad-faa1-49fd-8316-b6ffbbaa0d21, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:53:45.683092 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.753877 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] For port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:53:45.756975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] For port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:53:45.792239 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.805337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.814285 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.891891 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:45.926246 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Allocated IP 172.25.2.99 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/c6ae49e7-555c-462d-8790-5b059e9b083e) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:53:45.952311 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba5b83-5ff5-43ce-9e6e-38f036f968a9 None None] Pushing event updated for resources: {'Port': ['ID=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:46.059097 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:46.171769 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:46.213440 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:46.218257 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:46.223780 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:53:46.226826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Pushing event updated for resources: {'Port': ['ID=c6ae49e7-555c-462d-8790-5b059e9b083e,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:46.572850 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:46.779573 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:46.812784 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921f7f9-412b-4be3-9f93-5925849ae55a None None] Network 4f3fb265-e559-4c0c-819b-503d6324c14a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:53:46.875173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4fedfa71-2270-4668-81b1-1b10210a48cc None None] Provisioning complete for port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:46.875539 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fedfa71-2270-4668-81b1-1b10210a48cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:46.958840 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:53:47.024582 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fedfa71-2270-4668-81b1-1b10210a48cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.063591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-4fedfa71-2270-4668-81b1-1b10210a48cc None None] For port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:47.074946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:53:47.086377 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Sync routers for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:53:47.099172 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:47.103314 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:47.154000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4fedfa71-2270-4668-81b1-1b10210a48cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.190916 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.193035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-880cf24a-97f1-41a2-bbb1-14f1b961465e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0265346 Oct 15 01:53:47.216629 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:47.216895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedfa71-2270-4668-81b1-1b10210a48cc None None] Pushing event updated for resources: {'Port': ['ID=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:47.258288 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34846) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:47.273498 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9f46a27b-23c2-41b3-8e74-4e5c7db023dd None None] Provisioning complete for port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:47.273919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9f46a27b-23c2-41b3-8e74-4e5c7db023dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.430057 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:46Z', 'revision_number': 3, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:47.435773 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:47.459378 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Checking router: 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:53:47.459720 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Updating router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd port c6ae49e7-555c-462d-8790-5b059e9b083e binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:53:47.483085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:47.483540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.487162 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.751518 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.828485 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.882754 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Pushing event updated for resources: {'Port': ['ID=c6ae49e7-555c-462d-8790-5b059e9b083e,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:47.884851 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Attempting to bind port c6ae49e7-555c-462d-8790-5b059e9b083e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:53:47.885453 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Attempting to bind port c6ae49e7-555c-462d-8790-5b059e9b083e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:53:47.885800 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Attempting to bind port c6ae49e7-555c-462d-8790-5b059e9b083e on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:53:47.895288 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.895622 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.895952 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.896287 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.896594 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.896911 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.897228 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.897541 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.897858 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.898191 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.898502 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.898811 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:53:47.902006 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:53:47.907530 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:47.907530 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.907530 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:53:47.907530 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Bound port: c6ae49e7-555c-462d-8790-5b059e9b083e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:53:47.907530 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:47.956079 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] For port c6ae49e7-555c-462d-8790-5b059e9b083e, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:53:47.959819 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] For port c6ae49e7-555c-462d-8790-5b059e9b083e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c6ae49e7-555c-462d-8790-5b059e9b083e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:53:48.035593 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:48.077768 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:48.108810 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:48.109436 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:48.146220 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db655c-3ec2-4857-91f9-e66a86087cd2 None None] Pushing event updated for resources: {'Port': ['ID=c6ae49e7-555c-462d-8790-5b059e9b083e,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:48.215235 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:48.236767 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Allocated IP 172.20.0.1 (4f3fb265-e559-4c0c-819b-503d6324c14a/d6038f2f-56a8-42ea-a8b4-37eaf3164cfb/77882103-3212-4ba7-92bd-41c285a3e6e0) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:53:48.343750 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:48.400881 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:46Z', 'revision_number': 3, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:48.434733 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:48.436721 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36b3aa-9861-4202-957c-1d137e81618c None None] The sync data for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 is: [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:46Z', 'revision_number': 3, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:53:48.472451 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Network 4f3fb265-e559-4c0c-819b-503d6324c14a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:48.476695 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:48.482905 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:53:48.513365 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Pushing event updated for resources: {'Port': ['ID=77882103-3212-4ba7-92bd-41c285a3e6e0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:48.532881 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:48.711386 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-af81c931-2f52-422f-89d4-ca611b60ef8a None None] Provisioning complete for port 77882103-3212-4ba7-92bd-41c285a3e6e0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:48.711967 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af81c931-2f52-422f-89d4-ca611b60ef8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:48.758063 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:48.928317 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-af81c931-2f52-422f-89d4-ca611b60ef8a None None] Port 77882103-3212-4ba7-92bd-41c285a3e6e0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:53:48.949596 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:49.016516 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:49.090581 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Pushing event updated for resources: {'Port': ['ID=77882103-3212-4ba7-92bd-41c285a3e6e0,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:49.093178 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:49.192482 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Network 4f3fb265-e559-4c0c-819b-503d6324c14a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:49.193952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:49.326069 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:53:49.395084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c6ae49e7-555c-462d-8790-5b059e9b083e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:49.446670 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c6ae49e7-555c-462d-8790-5b059e9b083e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:49.446955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:49.448450 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:53:49.453423 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-aa2489c7-3935-4233-927a-2bf01eed7725 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1940317 Oct 15 01:53:49.480528 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2d71cb73-f6e0-4efe-ac2a-d421b72e68a9 None None] Provisioning complete for port 77882103-3212-4ba7-92bd-41c285a3e6e0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:49.480818 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2d71cb73-f6e0-4efe-ac2a-d421b72e68a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:49.526864 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2d71cb73-f6e0-4efe-ac2a-d421b72e68a9 None None] Port 77882103-3212-4ba7-92bd-41c285a3e6e0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:53:49.568443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:49.589075 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port c6ae49e7-555c-462d-8790-5b059e9b083e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c6ae49e7-555c-462d-8790-5b059e9b083e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:49.649986 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:49.699017 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=c6ae49e7-555c-462d-8790-5b059e9b083e,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:50.047126 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Sync routers for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:53:50.056248 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:50.056938 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:50.146319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34862) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:50.151206 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1959324955-network', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:50.167827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:50.256514 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Made reservation on behalf of d3014d799ef841c0895b8094b52f3820 for: {'network': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:53:50.259501 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.268308 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.345604 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.367781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 2, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:50.399571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Checking router: 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:53:50.399925 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Updating router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd port 77882103-3212-4ba7-92bd-41c285a3e6e0 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:53:50.410984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.423801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.432060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=107725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 01:53:50.447618 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2e538-c262-47eb-8881-84d4eb7383d9,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:50.451944 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.452287 n-d-811521-2 neutron-server[107725]: INFO neutron.db.segments_db [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Added segment 1274259a-4e56-4765-bf00-5b684a955e29 of type vlan for network 3c470f49-5c65-4de4-b9e3-58f89377ce08 Oct 15 01:53:50.498074 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.559357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.560325 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:50.560895 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.620432 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] Pushing event updated for resources: {'Network': ['ID=3c470f49-5c65-4de4-b9e3-58f89377ce08,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:50.632835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 01:53:50.682186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-29ab8733-00cd-48ef-9d40-5a51eedf5864 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5347290 Oct 15 01:53:50.685040 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34864) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:50.690208 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Request body: {'subnet': {'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1959324955-subnet', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:50.748915 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.769914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Made reservation on behalf of d3014d799ef841c0895b8094b52f3820 for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:53:50.769914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.845194 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.899509 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e0828-4967-4be7-9643-9511f9e5e84c None None] Pushing event updated for resources: {'Port': ['ID=77882103-3212-4ba7-92bd-41c285a3e6e0,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:50.950932 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Attempting to bind port 77882103-3212-4ba7-92bd-41c285a3e6e0 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:53:50.951313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Attempting to bind port 77882103-3212-4ba7-92bd-41c285a3e6e0 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:53:50.951673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Attempting to bind port 77882103-3212-4ba7-92bd-41c285a3e6e0 on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:53:50.957258 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:53:50.957632 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Checking segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:50.958035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.958444 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Bound using segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:53:50.958959 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Bound port: 77882103-3212-4ba7-92bd-41c285a3e6e0, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:53:50.959345 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:50.994272 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.026673 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] For port 77882103-3212-4ba7-92bd-41c285a3e6e0, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:53:51.029993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] For port 77882103-3212-4ba7-92bd-41c285a3e6e0, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=77882103-3212-4ba7-92bd-41c285a3e6e0,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:53:51.052001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ac8497-c8d0-4562-b822-4b34cda5d5a5,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:51.062323 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Checking segment: {'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:51.062679 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Network hostable DHCP agents. Network: 3c470f49-5c65-4de4-b9e3-58f89377ce08, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 01:53:51.114658 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.142447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 01:53:51.184349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:51.184974 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:51.187276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e0828-4967-4be7-9643-9511f9e5e84c None None] Pushing event updated for resources: {'Port': ['ID=77882103-3212-4ba7-92bd-41c285a3e6e0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:51.191576 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dc0ac042-4352-4137-8268-24ef88f1b839 None None] Provisioning complete for port 77882103-3212-4ba7-92bd-41c285a3e6e0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:51.192083 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc0ac042-4352-4137-8268-24ef88f1b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.222734 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 3c470f49-5c65-4de4-b9e3-58f89377ce08) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:51.229118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:51.229703 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.249020 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba7a866-94e9-44a9-a8d1-7e319e048a84 None None] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:53:51.315372 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34866) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:51.322137 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fa4483b7-c536-40e6-adf3-db762d4e5b58 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6358190 Oct 15 01:53:51.324083 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:51.381587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c6ae49e7-555c-462d-8790-5b059e9b083e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:51.404866 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.406000 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.425364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:51.464031 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.539007 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc0ac042-4352-4137-8268-24ef88f1b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.660523 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.663538 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-3c470f49-5c65-4de4-b9e3-58f89377ce08', 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'fixed_ips': [{'subnet_id': 'a6ac8497-c8d0-4562-b822-4b34cda5d5a5'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 01:53:51.664370 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.684683 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c6ae49e7-555c-462d-8790-5b059e9b083e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:51.685041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.721849 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-dc0ac042-4352-4137-8268-24ef88f1b839 None None] For port 77882103-3212-4ba7-92bd-41c285a3e6e0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=77882103-3212-4ba7-92bd-41c285a3e6e0,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:51.801725 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dc0ac042-4352-4137-8268-24ef88f1b839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.923467 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.943335 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:51.961642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ac042-4352-4137-8268-24ef88f1b839 None None] Pushing event updated for resources: {'Port': ['ID=77882103-3212-4ba7-92bd-41c285a3e6e0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:51.994249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Allocated IP 172.20.0.2 (3c470f49-5c65-4de4-b9e3-58f89377ce08/a6ac8497-c8d0-4562-b822-4b34cda5d5a5/843661fd-ba76-4b03-a2f4-92a128f81172) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:53:52.000705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-dd2d9b77-b1a8-4904-91b9-6745a20fc7cc None None] Provisioning complete for port 77882103-3212-4ba7-92bd-41c285a3e6e0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:52.001887 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd2d9b77-b1a8-4904-91b9-6745a20fc7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.038837 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:52.052374 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Allocated IP 172.25.2.177 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/fffdf03c-50a1-451d-bc83-182ab1be76ea) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:53:52.096140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c59f4-2372-4c3e-b4f1-d6097cc51b5b None None] The sync data for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 is: [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:53:52.187150 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.303002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.345866 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:52.349629 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:52.352777 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:53:52.385319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Pushing event updated for resources: {'Port': ['ID=fffdf03c-50a1-451d-bc83-182ab1be76ea,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:52.421751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.485395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.528253 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:52.533281 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:52.537631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:53:52.540894 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Pushing event updated for resources: {'Port': ['ID=843661fd-ba76-4b03-a2f4-92a128f81172,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:52.595827 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Attempting to bind port 843661fd-ba76-4b03-a2f4-92a128f81172 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:53:52.596261 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Attempting to bind port 843661fd-ba76-4b03-a2f4-92a128f81172 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:53:52.596564 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Attempting to bind port 843661fd-ba76-4b03-a2f4-92a128f81172 on network 3c470f49-5c65-4de4-b9e3-58f89377ce08 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:53:52.601816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:53:52.602225 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Checking segment: {'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:52.602628 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.603033 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Bound using segment: {'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:53:52.603479 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Bound port: 843661fd-ba76-4b03-a2f4-92a128f81172, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:53:52.603861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.677730 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] For port 843661fd-ba76-4b03-a2f4-92a128f81172, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:53:52.681150 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] For port 843661fd-ba76-4b03-a2f4-92a128f81172, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=843661fd-ba76-4b03-a2f4-92a128f81172,segment=NetworkSegment(1274259a-4e56-4765-bf00-5b684a955e29),segment_id=1274259a-4e56-4765-bf00-5b684a955e29)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:53:52.693553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.731649 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:52.802233 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de664-0a7b-406a-848b-ec738e81d6d0 None None] Pushing event updated for resources: {'Port': ['ID=843661fd-ba76-4b03-a2f4-92a128f81172,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:52.919830 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.142697 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Router 5ff718cb-779e-4e75-9e30-08049093ecb0 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 01:53:53.260396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:53:53.271163 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Sync routers for ids ['5ff718cb-779e-4e75-9e30-08049093ecb0'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:53:53.281883 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Routers {'5ff718cb-779e-4e75-9e30-08049093ecb0'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:53.282368 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ff718cb-779e-4e75-9e30-08049093ecb0'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:53.338424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.338424 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-a1e5bf5a-82ef-4c0e-869e-dee8bea23de8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0161884 Oct 15 01:53:53.338424 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34868) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:53.393292 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Set router 5ff718cb-779e-4e75-9e30-08049093ecb0 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:53.455256 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 77882103-3212-4ba7-92bd-41c285a3e6e0 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:53.527798 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 77882103-3212-4ba7-92bd-41c285a3e6e0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:53.528452 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.625926 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:52Z', 'revision_number': 3, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port': {'id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:53.644322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 843661fd-ba76-4b03-a2f4-92a128f81172 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:53.660465 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Checking router: 5ff718cb-779e-4e75-9e30-08049093ecb0 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:53:53.661122 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Updating router 5ff718cb-779e-4e75-9e30-08049093ecb0 port fffdf03c-50a1-451d-bc83-182ab1be76ea binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:53:53.686605 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.697879 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 843661fd-ba76-4b03-a2f4-92a128f81172 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:53.698280 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.792771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.839647 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 843661fd-ba76-4b03-a2f4-92a128f81172, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=843661fd-ba76-4b03-a2f4-92a128f81172,segment=NetworkSegment(1274259a-4e56-4765-bf00-5b684a955e29),segment_id=1274259a-4e56-4765-bf00-5b684a955e29)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:53.846430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16706c6-b102-4eac-9ad8-be68ae652493 None None] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 01:53:53.874961 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.914525 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:53.991530 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.011590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d45e2887-5cc0-41c8-8166-44fb5b53900c None None] Provisioning complete for port 843661fd-ba76-4b03-a2f4-92a128f81172 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:54.012040 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d45e2887-5cc0-41c8-8166-44fb5b53900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.036449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Allocated IP 172.20.0.1 (3c470f49-5c65-4de4-b9e3-58f89377ce08/a6ac8497-c8d0-4562-b822-4b34cda5d5a5/f9916504-6c2f-4045-9f87-aabf7467d11a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:53:54.043495 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=843661fd-ba76-4b03-a2f4-92a128f81172,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:54.056591 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.117897 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Attempting to bind port fffdf03c-50a1-451d-bc83-182ab1be76ea on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:53:54.118426 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Attempting to bind port fffdf03c-50a1-451d-bc83-182ab1be76ea by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:53:54.118889 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Attempting to bind port fffdf03c-50a1-451d-bc83-182ab1be76ea on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:53:54.126579 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26612a-fa79-4de5-8c91-ae5e5437c639 None None] Pushing event updated for resources: {'Port': ['ID=fffdf03c-50a1-451d-bc83-182ab1be76ea,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:54.130545 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:53:54.132294 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:54.132294 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.132294 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:53:54.132294 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Bound port: fffdf03c-50a1-451d-bc83-182ab1be76ea, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:53:54.132831 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.153940 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.193037 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] For port fffdf03c-50a1-451d-bc83-182ab1be76ea, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:53:54.196275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] For port fffdf03c-50a1-451d-bc83-182ab1be76ea, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fffdf03c-50a1-451d-bc83-182ab1be76ea,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:53:54.228338 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.251207 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.270870 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:54.273787 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:54.276436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:53:54.316978 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Pushing event updated for resources: {'Port': ['ID=f9916504-6c2f-4045-9f87-aabf7467d11a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:54.317237 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Routers {'5ff718cb-779e-4e75-9e30-08049093ecb0'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:54.317850 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ff718cb-779e-4e75-9e30-08049093ecb0'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:54.322128 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26612a-fa79-4de5-8c91-ae5e5437c639 None None] Pushing event updated for resources: {'Port': ['ID=fffdf03c-50a1-451d-bc83-182ab1be76ea,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:54.334700 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.380469 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-c7e5ec73-0fbd-4c8d-b5a2-e47e2c8f8ddb None None] Provisioning complete for port 843661fd-ba76-4b03-a2f4-92a128f81172 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:54.380469 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ec73-0fbd-4c8d-b5a2-e47e2c8f8ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.445186 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] Set router 5ff718cb-779e-4e75-9e30-08049093ecb0 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:54.517361 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.696531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-96651785-3bb1-4ce7-9ac4-613d77c0a310 None None] Provisioning complete for port f9916504-6c2f-4045-9f87-aabf7467d11a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:54.697132 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96651785-3bb1-4ce7-9ac4-613d77c0a310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.699230 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.731415 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-96651785-3bb1-4ce7-9ac4-613d77c0a310 None None] Port f9916504-6c2f-4045-9f87-aabf7467d11a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:53:54.736253 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:52Z', 'revision_number': 3, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port': {'id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:54.747809 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:54.767546 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a447958c-b535-4c04-a260-18e92c9f4309 None None] The sync data for ids ['5ff718cb-779e-4e75-9e30-08049093ecb0'] in n-d-811521-2 is: [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:52Z', 'revision_number': 3, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port': {'id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:53:55.145235 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:55.147226 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Pushing event updated for resources: {'Port': ['ID=f9916504-6c2f-4045-9f87-aabf7467d11a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:55.243655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:53:55.245072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:53:55.373477 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Router 5ff718cb-779e-4e75-9e30-08049093ecb0 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:53:55.478367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fffdf03c-50a1-451d-bc83-182ab1be76ea up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:55.502750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:53:55.513033 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d307ecc1-102f-4368-bcd6-4f83ebdf3d62 admin admin] 10.222.0.13 "PUT /v2.0/routers/5ff718cb-779e-4e75-9e30-08049093ecb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1709504 Oct 15 01:53:55.539686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fffdf03c-50a1-451d-bc83-182ab1be76ea triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:55.540052 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:55.585388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-592a7a59-28f2-40ae-8366-909f56c8b073 None None] Provisioning complete for port f9916504-6c2f-4045-9f87-aabf7467d11a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:55.585759 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-592a7a59-28f2-40ae-8366-909f56c8b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:55.642659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-592a7a59-28f2-40ae-8366-909f56c8b073 None None] Port f9916504-6c2f-4045-9f87-aabf7467d11a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:53:55.660152 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:55.681217 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port fffdf03c-50a1-451d-bc83-182ab1be76ea, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fffdf03c-50a1-451d-bc83-182ab1be76ea,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:55.748117 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:55.748924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 843661fd-ba76-4b03-a2f4-92a128f81172 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:55.832117 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=fffdf03c-50a1-451d-bc83-182ab1be76ea,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:55.842308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 843661fd-ba76-4b03-a2f4-92a128f81172 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:55.842817 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.079211 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34876) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:56.084400 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-564aebef-7f07-44a3-94ff-7e5200cf3c7c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909321593', 'description': 'tempest-secgroup-smoke-1909321593 description', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:56.176815 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-564aebef-7f07-44a3-94ff-7e5200cf3c7c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.244651 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-564aebef-7f07-44a3-94ff-7e5200cf3c7c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.273819 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-911f2be5-38d3-461a-93b0-34a8ea6334a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.290953 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-564aebef-7f07-44a3-94ff-7e5200cf3c7c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.321808 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aebef-7f07-44a3-94ff-7e5200cf3c7c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d06178-03c0-4f9a-9bd7-4ceedb711d48,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:56.367320 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-564aebef-7f07-44a3-94ff-7e5200cf3c7c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.368582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-564aebef-7f07-44a3-94ff-7e5200cf3c7c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2883725 Oct 15 01:53:56.371517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34878) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:56.375768 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-d037dd4a-8f7e-4ce5-a1a0-0f041ec0c399 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '86d06178-03c0-4f9a-9bd7-4ceedb711d48', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:56.415460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Sync routers for ids ['5ff718cb-779e-4e75-9e30-08049093ecb0'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:53:56.424460 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Routers {'5ff718cb-779e-4e75-9e30-08049093ecb0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:56.425089 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ff718cb-779e-4e75-9e30-08049093ecb0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:56.484214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d037dd4a-8f7e-4ce5-a1a0-0f041ec0c399 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.532295 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Set router 5ff718cb-779e-4e75-9e30-08049093ecb0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:56.550765 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d037dd4a-8f7e-4ce5-a1a0-0f041ec0c399 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.645217 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d037dd4a-8f7e-4ce5-a1a0-0f041ec0c399 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.664092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037dd4a-8f7e-4ce5-a1a0-0f041ec0c399 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf81e1b-f600-4800-992d-ab3ca7e66180,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:56.727514 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-d037dd4a-8f7e-4ce5-a1a0-0f041ec0c399 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.729028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-d037dd4a-8f7e-4ce5-a1a0-0f041ec0c399 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565853 Oct 15 01:53:56.732158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34880) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:56.734569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:54Z', 'revision_number': 4, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port': {'id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f9916504-6c2f-4045-9f87-aabf7467d11a', 'name': '', 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'mac_address': 'fa:16:3e:d7:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a6ac8497-c8d0-4562-b822-4b34cda5d5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:53Z', 'updated_at': '2021-10-15T01:53:54Z', 'revision_number': 2, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'subnets': [{'id': 'a6ac8497-c8d0-4562-b822-4b34cda5d5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:56.736508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-f60aeabb-45c2-4dda-babb-d4543ee072be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '86d06178-03c0-4f9a-9bd7-4ceedb711d48', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:56.762115 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Checking router: 5ff718cb-779e-4e75-9e30-08049093ecb0 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:53:56.762711 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Updating router 5ff718cb-779e-4e75-9e30-08049093ecb0 port f9916504-6c2f-4045-9f87-aabf7467d11a binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 01:53:56.787113 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.843978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f60aeabb-45c2-4dda-babb-d4543ee072be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.901136 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f60aeabb-45c2-4dda-babb-d4543ee072be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.970853 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f60aeabb-45c2-4dda-babb-d4543ee072be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:56.991828 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60aeabb-45c2-4dda-babb-d4543ee072be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64380edc-3b8c-4872-a504-dcdd2f458bb3,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:57.047279 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f60aeabb-45c2-4dda-babb-d4543ee072be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.048622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f60aeabb-45c2-4dda-babb-d4543ee072be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155286 Oct 15 01:53:57.051954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34882) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:57.053545 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.056312 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b4afdcce-0009-4917-9b0c-d4517d38dda3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '86d06178-03c0-4f9a-9bd7-4ceedb711d48', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:57.130546 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.165610 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b4afdcce-0009-4917-9b0c-d4517d38dda3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.178831 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdd8ed-2a7f-4ef1-8fea-33ae948039c4 None None] Pushing event updated for resources: {'Port': ['ID=f9916504-6c2f-4045-9f87-aabf7467d11a,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:57.231386 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b4afdcce-0009-4917-9b0c-d4517d38dda3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.238316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Attempting to bind port f9916504-6c2f-4045-9f87-aabf7467d11a on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:53:57.238316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Attempting to bind port f9916504-6c2f-4045-9f87-aabf7467d11a by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:53:57.238722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Attempting to bind port f9916504-6c2f-4045-9f87-aabf7467d11a on network 3c470f49-5c65-4de4-b9e3-58f89377ce08 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:53:57.244045 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:53:57.244346 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Checking segment: {'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:53:57.244746 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.245128 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Bound using segment: {'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:53:57.245590 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Bound port: f9916504-6c2f-4045-9f87-aabf7467d11a, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1274259a-4e56-4765-bf00-5b684a955e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:53:57.245965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.308492 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b4afdcce-0009-4917-9b0c-d4517d38dda3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.316364 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] For port f9916504-6c2f-4045-9f87-aabf7467d11a, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:53:57.319913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] For port f9916504-6c2f-4045-9f87-aabf7467d11a, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f9916504-6c2f-4045-9f87-aabf7467d11a,segment=NetworkSegment(1274259a-4e56-4765-bf00-5b684a955e29),segment_id=1274259a-4e56-4765-bf00-5b684a955e29)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:53:57.333659 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afdcce-0009-4917-9b0c-d4517d38dda3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9444075a-63d4-4e7e-8d67-61ecf7b9256d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:57.370273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fffdf03c-50a1-451d-bc83-182ab1be76ea up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:57.401968 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.430558 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b4afdcce-0009-4917-9b0c-d4517d38dda3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.431916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b4afdcce-0009-4917-9b0c-d4517d38dda3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790317 Oct 15 01:53:57.434919 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34884) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:57.439980 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-281b0b8c-49a4-4286-bb62-10746f967a55 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '86d06178-03c0-4f9a-9bd7-4ceedb711d48', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:57.480614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Routers {'5ff718cb-779e-4e75-9e30-08049093ecb0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:53:57.481239 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ff718cb-779e-4e75-9e30-08049093ecb0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:57.526254 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdd8ed-2a7f-4ef1-8fea-33ae948039c4 None None] Pushing event updated for resources: {'Port': ['ID=f9916504-6c2f-4045-9f87-aabf7467d11a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:57.547832 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-281b0b8c-49a4-4286-bb62-10746f967a55 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.549616 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-89a0ec3c-a0ca-4c9d-bea0-c492e7910f52 None None] Provisioning complete for port f9916504-6c2f-4045-9f87-aabf7467d11a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:57.550528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89a0ec3c-a0ca-4c9d-bea0-c492e7910f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.559653 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fffdf03c-50a1-451d-bc83-182ab1be76ea triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:57.560275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.619252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-281b0b8c-49a4-4286-bb62-10746f967a55 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.682552 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] Set router 5ff718cb-779e-4e75-9e30-08049093ecb0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:53:57.691261 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-281b0b8c-49a4-4286-bb62-10746f967a55 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.710049 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b0b8c-49a4-4286-bb62-10746f967a55 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be7192d-6445-47e4-8350-c404ccc17a43,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:57.773419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-281b0b8c-49a4-4286-bb62-10746f967a55 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.774763 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-281b0b8c-49a4-4286-bb62-10746f967a55 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386555 Oct 15 01:53:57.777416 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34886) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:57.781754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '86d06178-03c0-4f9a-9bd7-4ceedb711d48', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:57.825965 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89a0ec3c-a0ca-4c9d-bea0-c492e7910f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.845357 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Project f083418aad8c4efd85c8478b7a2ea1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:53:57.850391 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.912321 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:57.993657 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.015060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798cb7c8-fea3-4597-a4b7-7a15a2b2e8f4,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:58.065167 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.066844 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-89a0ec3c-a0ca-4c9d-bea0-c492e7910f52 None None] For port f9916504-6c2f-4045-9f87-aabf7467d11a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f9916504-6c2f-4045-9f87-aabf7467d11a,segment=NetworkSegment(1274259a-4e56-4765-bf00-5b684a955e29),segment_id=1274259a-4e56-4765-bf00-5b684a955e29)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:53:58.067573 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-89a8ed0a-908f-422a-9f38-06f364dd0306 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2891901 Oct 15 01:53:58.070162 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 34888) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:53:58.074888 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '86d06178-03c0-4f9a-9bd7-4ceedb711d48', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:53:58.108533 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-89a0ec3c-a0ca-4c9d-bea0-c492e7910f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.142388 n-d-811521-2 neutron-server[107725]: INFO neutron.db.securitygroups_db [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Project f083418aad8c4efd85c8478b7a2ea1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:53:58.147619 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.166147 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0ec3c-a0ca-4c9d-bea0-c492e7910f52 None None] Pushing event updated for resources: {'Port': ['ID=f9916504-6c2f-4045-9f87-aabf7467d11a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:58.173967 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:54Z', 'revision_number': 4, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port': {'id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f9916504-6c2f-4045-9f87-aabf7467d11a', 'name': '', 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'mac_address': 'fa:16:3e:d7:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a6ac8497-c8d0-4562-b822-4b34cda5d5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:53Z', 'updated_at': '2021-10-15T01:53:57Z', 'revision_number': 4, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'subnets': [{'id': 'a6ac8497-c8d0-4562-b822-4b34cda5d5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:53:58.201555 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091675c-64cb-4c55-b47b-345c7aee8089 None None] The sync data for ids ['5ff718cb-779e-4e75-9e30-08049093ecb0'] in n-d-811521-2 is: [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:54Z', 'revision_number': 4, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port': {'id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': 'f9916504-6c2f-4045-9f87-aabf7467d11a', 'name': '', 'network_id': '3c470f49-5c65-4de4-b9e3-58f89377ce08', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'mac_address': 'fa:16:3e:d7:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a6ac8497-c8d0-4562-b822-4b34cda5d5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:53Z', 'updated_at': '2021-10-15T01:53:57Z', 'revision_number': 4, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'subnets': [{'id': 'a6ac8497-c8d0-4562-b822-4b34cda5d5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:53:58.212045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.228895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-29f61da7-810e-4608-8ae4-4ce71e5443c9 None None] Provisioning complete for port f9916504-6c2f-4045-9f87-aabf7467d11a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:58.229012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-29f61da7-810e-4608-8ae4-4ce71e5443c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.261208 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.287613 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe4b06c-65ad-4114-a38a-b39a892830ef,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:53:58.338425 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:58.339663 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ea3dd563-eabc-4661-9345-d4db876d7a9c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2683272 Oct 15 01:53:58.505931 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-bddccff2-2f92-4f00-8fe9-f67c746d6505 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909321593&fields=id&tenant_id=f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 267 time: 0.0400369 Oct 15 01:53:58.614801 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-2d29d3a2-a065-489d-9488-d25095f1bd07 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:53:58.616347 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-2d29d3a2-a065-489d-9488-d25095f1bd07 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 808 time: 0.1028366 Oct 15 01:53:58.631990 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-0126828c-a4c8-4eba-9f10-b68171ba97f0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/quotas/f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 375 time: 0.0099413 Oct 15 01:53:58.684386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-c2aab845-1869-490a-8d0a-87fc71345309 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465534 Oct 15 01:53:58.788648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-b7b47615-6240-4367-98aa-61f0c40200a7 service neutron] 10.222.0.13 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910869 Oct 15 01:53:58.883793 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-b2e68170-5058-456c-9f9c-7fd1fc946d64 service neutron] 10.222.0.13 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888276 Oct 15 01:53:58.913879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7941a314-5bdb-4600-8676-caea6798640e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:53:59.140411 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e3f0ca37-7b08-4b15-98c0-c25284016c4f req-7ba23d7d-4d91-49c7-8eb1-bd416e0b1c63 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0331066 Oct 15 01:53:59.384084 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f9916504-6c2f-4045-9f87-aabf7467d11a up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:53:59.434466 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port f9916504-6c2f-4045-9f87-aabf7467d11a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:53:59.434831 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:00.193738 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:00.229434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb4a6d6e-042f-48e8-b8fe-6529ef8acc58 req-78e282e1-0b36-49d7-b837-1c28f90f7e84 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0370932 Oct 15 01:54:00.553893 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:01.305560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fff96c04-2373-42e6-932a-c36eb5d8feec req-215292cd-13fc-47b7-a45e-ba0896e3acc3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Oct 15 01:54:02.381604 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2e5787e1-4fdd-4635-8f37-6ce8d998ee5f req-db048715-b0e1-4dd2-81f4-e69aab2ba016 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0272775 Oct 15 01:54:02.622033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:03.474220 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a3d1de22-c6a5-4cc9-9fb7-18488de88881 req-1a571884-740b-42ba-9430-cf27faf18976 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0264976 Oct 15 01:54:04.569176 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fd7e903e-e3e9-4dfb-9edc-4ca7ade92c47 req-6e193530-4c71-4caf-a8bc-558b4a51d852 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Oct 15 01:54:05.335220 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-a3bcc7d5-11ea-4565-a812-99f30af7644c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:05.336697 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-a3bcc7d5-11ea-4565-a812-99f30af7644c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 808 time: 0.1068285 Oct 15 01:54:05.380635 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-0b731168-9a4d-459e-9718-7dbcad99af37 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 380 time: 0.0353191 Oct 15 01:54:05.391037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'port': {'device_id': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'admin_state_up': True, 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'security_groups': ['86d06178-03c0-4f9a-9bd7-4ceedb711d48']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:54:05.604328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Made reservation on behalf of f083418aad8c4efd85c8478b7a2ea1fe for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:54:05.607945 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:05.667772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-cc0a6f65-f147-4a8b-b7dd-fd3ddc29a318 req-40a5cb8f-7c81-4c2d-9c20-69aa88482652 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0316877 Oct 15 01:54:05.734373 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Allocated IP 172.20.0.8 (4f3fb265-e559-4c0c-819b-503d6324c14a/d6038f2f-56a8-42ea-a8b4-37eaf3164cfb/a0f297d6-9052-4025-b43f-a58450d5504a) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:54:05.874890 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:05.988937 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.031536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Network 4f3fb265-e559-4c0c-819b-503d6324c14a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:54:06.035124 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:54:06.041308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:54:06.065364 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:54:06.093660 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:06.094304 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.168184 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-29fe72cb-3475-41ad-9236-14384b7ca005 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808297 Oct 15 01:54:06.180645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Request body: {'port': {'device_id': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:54:06.239679 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.292322 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-809891d0-d792-41c0-87ae-1c4c8f27fd94 None None] Provisioning complete for port a0f297d6-9052-4025-b43f-a58450d5504a triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:54:06.292916 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-809891d0-d792-41c0-87ae-1c4c8f27fd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.325654 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-809891d0-d792-41c0-87ae-1c4c8f27fd94 None None] Port a0f297d6-9052-4025-b43f-a58450d5504a cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:54:06.500099 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f297d6-9052-4025-b43f-a58450d5504a {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:54:06.508449 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.521173 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Transition to ACTIVE for port object a0f297d6-9052-4025-b43f-a58450d5504a will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:54:06.588161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.641091 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:54:06.713911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:54:06.714311 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:54:06.714645 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:54:06.719272 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Port a0f297d6-9052-4025-b43f-a58450d5504a on network 4f3fb265-e559-4c0c-819b-503d6324c14a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:54:06.719592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:54:06.725363 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:54:06.725731 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Checking segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:54:06.726076 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Bound using segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:54:06.727093 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Bound port: a0f297d6-9052-4025-b43f-a58450d5504a, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:54:06.727093 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.792163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c270ae1-4559-4e1d-90bf-b94a1dc47d5e req-99fe827c-2156-4655-9c88-367b815390ad tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:06.794442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c270ae1-4559-4e1d-90bf-b94a1dc47d5e req-99fe827c-2156-4655-9c88-367b815390ad tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 943 time: 0.0542786 Oct 15 01:54:06.794962 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:54:06.798766 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:54:06.834901 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c270ae1-4559-4e1d-90bf-b94a1dc47d5e req-343bb53f-8e24-439f-a312-84387c9e98e5 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Oct 15 01:54:06.851846 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.888104 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:06.888742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:06.890135 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 1091 time: 0.7138600 Oct 15 01:54:06.890565 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:54:06.892814 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:54:06.914882 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7515d5-6bc5-46d0-a209-ee5ffff9f9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:54:06.997846 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19059ea-0815-4eae-805d-183b29c6331c x-openstack-request-id: req-c19059ea-0815-4eae-805d-183b29c6331c {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:54:06.998327 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:54:06.998584 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c19059ea-0815-4eae-805d-183b29c6331c {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:54:06.998991 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'status': 'completed', 'code': 200} Oct 15 01:54:07.009047 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-263c8631-b108-45a6-bd78-877bb0dfa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.010842 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-263c8631-b108-45a6-bd78-877bb0dfa429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1094 time: 0.0523210 Oct 15 01:54:07.055270 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-9d66fecf-c592-46f1-aff1-a346630ae0fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 217 time: 0.0359716 Oct 15 01:54:07.104851 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-b87bfe31-8cb7-4ca1-a313-a5541214c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.106318 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-b87bfe31-8cb7-4ca1-a313-a5541214c626 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0441995 Oct 15 01:54:07.156584 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629599-b77f-40c1-882e-3245ffcb950c req-dfd90bd5-7e61-41f6-a90e-733f6d6ffb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.158031 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-dfd90bd5-7e61-41f6-a90e-733f6d6ffb82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446627 Oct 15 01:54:07.251285 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-5017d6df-7990-4e77-bf2c-97c97fa153dd service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857568 Oct 15 01:54:07.344277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-62629599-b77f-40c1-882e-3245ffcb950c req-bbd12a8a-61df-4f67-aea4-ba754c18c035 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Oct 15 01:54:07.509172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-abf84929-66ca-4b42-a4d3-8eb4a510b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.510967 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-abf84929-66ca-4b42-a4d3-8eb4a510b73f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1094 time: 0.0426996 Oct 15 01:54:07.605248 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-6bb77608-34f2-4f29-883e-18a06f1b3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.606643 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-6bb77608-34f2-4f29-883e-18a06f1b3f6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0891478 Oct 15 01:54:07.648468 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-b1ff7c27-28cc-48be-a941-c64578525b03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 217 time: 0.0340049 Oct 15 01:54:07.699240 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-bd78ee43-58c5-4329-96ed-0e5443f50169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.700641 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-bd78ee43-58c5-4329-96ed-0e5443f50169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0441389 Oct 15 01:54:07.751717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-51809a55-3d2b-4397-9fb1-a79565c2cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.753316 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-51809a55-3d2b-4397-9fb1-a79565c2cde5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450845 Oct 15 01:54:07.851668 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-78718eb3-8613-4b6e-899c-e7b55d2618c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896158 Oct 15 01:54:07.948737 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-06fcf296-574c-46e3-a6b3-cb7b628c4bfa req-ac76f1db-bd09-493b-8adb-936d2e961b09 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895777 Oct 15 01:54:07.951920 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329886d0-4d92-4293-8129-21f0843231c7 req-1a61c609-b81e-4750-9c7e-37020bbcdeff tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:07.953361 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-329886d0-4d92-4293-8129-21f0843231c7 req-1a61c609-b81e-4750-9c7e-37020bbcdeff tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 943 time: 0.0486319 Oct 15 01:54:07.992536 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-329886d0-4d92-4293-8129-21f0843231c7 req-c1b68ba9-bcbb-4b1d-8db1-87d0d553a891 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314517 Oct 15 01:54:09.107781 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eb367-27f3-4eb9-a791-3edf39123df4 req-488408b1-5852-4e6b-abd0-93e4ae4c5311 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:09.109269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad3eb367-27f3-4eb9-a791-3edf39123df4 req-488408b1-5852-4e6b-abd0-93e4ae4c5311 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 943 time: 0.0509896 Oct 15 01:54:09.149422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ad3eb367-27f3-4eb9-a791-3edf39123df4 req-1c3afeac-338b-4314-a3d0-1771ff95a4bc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331371 Oct 15 01:54:10.262448 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daaa38-8cc6-4be2-b46e-984ccd994117 req-1198d538-fac5-4de9-bbca-5af63fe48968 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:10.263885 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09daaa38-8cc6-4be2-b46e-984ccd994117 req-1198d538-fac5-4de9-bbca-5af63fe48968 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 943 time: 0.0485244 Oct 15 01:54:10.300900 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-09daaa38-8cc6-4be2-b46e-984ccd994117 req-6cb57af4-2bdb-46aa-a694-1c6307360a32 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Oct 15 01:54:10.326310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:54:10.422605 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:54:10.434639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'port_id': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'mac_address': 'fa:16:3e:7b:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:54:10.471835 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:10.483993 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f297d6-9052-4025-b43f-a58450d5504a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:54:10.503308 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:54:10.564964 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:10.610927 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:54:10.696638 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:10.770975 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a0f297d6-9052-4025-b43f-a58450d5504a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:54:11.413494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311ee6e-dc37-4fbd-865d-ca17b58ae610 req-193d74b2-ffed-40d1-b4f1-e88fa7cdadb9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:11.414961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8311ee6e-dc37-4fbd-865d-ca17b58ae610 req-193d74b2-ffed-40d1-b4f1-e88fa7cdadb9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0487227 Oct 15 01:54:11.451822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8311ee6e-dc37-4fbd-865d-ca17b58ae610 req-eff2e9c0-9492-4129-bd94-bfbb071c35ce tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310287 Oct 15 01:54:12.341934 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:54:12.473571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port a0f297d6-9052-4025-b43f-a58450d5504a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:54:12.477620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a0f297d6-9052-4025-b43f-a58450d5504a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:54:12.477987 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:12.555707 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:12.570817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402833ab-4219-415f-9dc0-4cc47512ad9c req-70d29b89-cad8-421f-bfd4-23ca89308f0b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:12.572273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-402833ab-4219-415f-9dc0-4cc47512ad9c req-70d29b89-cad8-421f-bfd4-23ca89308f0b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0522962 Oct 15 01:54:12.578155 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:54:12.580387 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945cbe39-77e0-4a3f-89e6-dd5bfb67ae55" -d '{"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-plugged", "status": "completed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:54:12.593507 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:54:12.610294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-402833ab-4219-415f-9dc0-4cc47512ad9c req-a84f5c7a-2888-41e4-9c76-172f2b1b7ad5 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Oct 15 01:54:12.653002 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0bb3af-924c-4f0c-94a6-025247201990 x-openstack-request-id: req-4d0bb3af-924c-4f0c-94a6-025247201990 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:54:12.653294 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-plugged", "status": "completed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:54:12.653548 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d0bb3af-924c-4f0c-94a6-025247201990 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:54:12.654220 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'code': 200} Oct 15 01:54:12.661925 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:12.713262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:54:12.746534 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05678f2-9a26-44da-90a4-6322b389ef45 req-af3135c6-f10f-4c3b-bd94-4f0a06a2f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:12.750507 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c05678f2-9a26-44da-90a4-6322b389ef45 req-af3135c6-f10f-4c3b-bd94-4f0a06a2f44f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1096 time: 0.0397272 Oct 15 01:54:12.782703 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c05678f2-9a26-44da-90a4-6322b389ef45 req-fdd052b7-307a-41bd-bec8-541de6db6ce6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276504 Oct 15 01:54:13.726990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ea97-6b37-42a3-987c-1b2118978716 req-77ad77a4-c8ee-4bf9-aee1-55c7680cd887 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:13.728589 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e098ea97-6b37-42a3-987c-1b2118978716 req-77ad77a4-c8ee-4bf9-aee1-55c7680cd887 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Oct 15 01:54:13.768650 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e098ea97-6b37-42a3-987c-1b2118978716 req-21780b26-3479-4a37-ad97-5b25c54dca61 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334833 Oct 15 01:54:14.882163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246e855-e3c7-4afd-b577-3afd8c604f2f req-a7e842be-8e61-4cac-b785-5a8374846f1d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:14.883621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2246e855-e3c7-4afd-b577-3afd8c604f2f req-a7e842be-8e61-4cac-b785-5a8374846f1d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Oct 15 01:54:14.920581 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2246e855-e3c7-4afd-b577-3afd8c604f2f req-3e1463c2-5e53-43a5-a033-322c7de9eddc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308456 Oct 15 01:54:15.036746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36772800-91a6-4b9f-b749-ae2b38a06ec1 req-a682e9ec-a047-4041-b6b1-9fe6941ce2ab tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:15.038442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36772800-91a6-4b9f-b749-ae2b38a06ec1 req-a682e9ec-a047-4041-b6b1-9fe6941ce2ab tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0542181 Oct 15 01:54:15.077124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-36772800-91a6-4b9f-b749-ae2b38a06ec1 req-a66ff5e3-5cc4-4dea-ad75-01a1d1f8e79d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326676 Oct 15 01:54:15.099242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34964) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:54:15.227322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e65d0e-9a5a-4b7c-9295-842c70929226 tempest-TestShelveInstance-542690847 tempest-TestShelveInstance-542690847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:15.228798 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-64e65d0e-9a5a-4b7c-9295-842c70929226 tempest-TestShelveInstance-542690847 tempest-TestShelveInstance-542690847-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1091 time: 0.1285985 Oct 15 01:54:15.231831 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 34968) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:54:15.235985 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:54:15.307351 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:15.404800 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:15.504792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Allocated IP 172.25.2.14 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/3db4b949-deef-4bb9-920a-5d5c56919358) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:54:15.606009 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:15.696592 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:15.740560 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:54:15.745254 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:54:15.749501 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:54:15.752467 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'Port': ['ID=3db4b949-deef-4bb9-920a-5d5c56919358,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:54:15.775622 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:16.133188 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:54:16.419326 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:16.631307 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:16.776902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:16.839234 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:16.910338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'Port': ['ID=3db4b949-deef-4bb9-920a-5d5c56919358,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:54:16.919698 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:17.018757 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Floating IP 7a3a1c79-1f6f-4300-89cb-18f347147bf6 associated. External IP: 172.25.2.14, port: a0f297d6-9052-4025-b43f-a58450d5504a. Oct 15 01:54:17.222348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:54:17.326204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:54:17.335607 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] Sync routers for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:54:17.345162 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:54:17.345786 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:54:17.434336 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:17.451104 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:54:17.464551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0cca9407-c253-42e5-ab3e-ac2a6f0ec248 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2317183 Oct 15 01:54:17.465118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:54:17.467417 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb660f-f99d-417e-bf79-8ba8bdf6699e" -d '{"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:54:17.502893 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe879939-520a-411f-ad74-64f33e636869 x-openstack-request-id: req-fe879939-520a-411f-ad74-64f33e636869 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:54:17.503206 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:54:17.503457 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe879939-520a-411f-ad74-64f33e636869 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:54:17.503866 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'status': 'completed', 'code': 200} Oct 15 01:54:17.565609 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-52a63064-71d5-439d-8e26-949a3df674fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:17.567789 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-52a63064-71d5-439d-8e26-949a3df674fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1096 time: 0.0416989 Oct 15 01:54:17.662217 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-c0110741-ac5c-4282-95fb-223c002d0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:17.663679 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-c0110741-ac5c-4282-95fb-223c002d0527 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0887730 Oct 15 01:54:17.673506 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '7a3a1c79-1f6f-4300-89cb-18f347147bf6', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'port_id': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'mac_address': 'fa:16:3e:7b:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:54:15Z', 'updated_at': '2021-10-15T01:54:15Z', 'revision_number': 0, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:54:17.702709 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] Checking router: 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:54:17.711456 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:54:17.712041 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:53:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:54:17.728920 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-eb093879-8d64-4e79-8938-70825531741b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 998 time: 0.0584159 Oct 15 01:54:17.781988 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-94463704-dfab-4adb-85d5-f4bb2c578e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:17.783539 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-94463704-dfab-4adb-85d5-f4bb2c578e0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0481968 Oct 15 01:54:17.816930 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:54:17.831187 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-fd6a835d-b854-495c-9fa9-463205059b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:17.832694 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-fd6a835d-b854-495c-9fa9-463205059b0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420134 Oct 15 01:54:17.922967 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-4d98b164-889f-47f9-a88e-d66510eb553a service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827045 Oct 15 01:54:18.018612 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-07bb660f-f99d-417e-bf79-8ba8bdf6699e req-832a8df1-bfa5-49b7-8168-250ebc31645c service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886497 Oct 15 01:54:18.035542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '7a3a1c79-1f6f-4300-89cb-18f347147bf6', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'port_id': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'mac_address': 'fa:16:3e:7b:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:54:15Z', 'updated_at': '2021-10-15T01:54:15Z', 'revision_number': 0, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:54:18.064673 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cc6b-37b0-4d5d-aa0c-b7dfe9d8535b None None] The sync data for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 is: [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '7a3a1c79-1f6f-4300-89cb-18f347147bf6', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'port_id': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'mac_address': 'fa:16:3e:7b:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:54:15Z', 'updated_at': '2021-10-15T01:54:15Z', 'revision_number': 0, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:54:18.259888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07267f00-f432-4341-b145-bfdd59164e7a None None] New status for floating IP 7a3a1c79-1f6f-4300-89cb-18f347147bf6: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:54:26.319021 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e10d8cbb-f25b-4b0f-836d-96fb852f8000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:28.912918 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c9f0cbf1-8142-4ec0-acf8-e46415275d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:30.222169 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:30.576282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:32.621802 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:40.723987 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:45.781526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:46.671942 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-6ae17d36-7750-4a1f-99d3-327a6fac7700 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398607 Oct 15 01:54:46.750105 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-5fe2a37f-51a5-4917-9c4e-3b7223891c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:46.751617 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-5fe2a37f-51a5-4917-9c4e-3b7223891c3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1096 time: 0.0400250 Oct 15 01:54:46.856654 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-c0c3471b-2958-4f73-b5af-013890f2a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:46.858118 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-c0c3471b-2958-4f73-b5af-013890f2a3a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0875337 Oct 15 01:54:46.920872 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-8c517f7c-feb1-4638-a3ff-1e98171e00bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 1000 time: 0.0559177 Oct 15 01:54:46.973835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-f4801c92-cc24-4150-98e1-e0f2d33a3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:46.975305 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-f4801c92-cc24-4150-98e1-e0f2d33a3109 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0473192 Oct 15 01:54:47.023072 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-a0dac64c-7551-446c-9383-2bdfdc25c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:54:47.024510 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-a0dac64c-7551-446c-9383-2bdfdc25c97b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400269 Oct 15 01:54:47.117396 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-13f3529a-709b-4fa6-936e-8f87ae6febef service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848944 Oct 15 01:54:47.208227 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-afc409b2-2fa2-43e4-970f-cd562209a806 req-5eeac30c-fcac-4c06-83a2-4ae48be4d905 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831208 Oct 15 01:54:53.132223 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:54:56.329540 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a6d4b8c6-0a5b-43d3-9d92-5af7df24a02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:54:58.883854 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53d07bb8-d74f-45fd-aa8a-61ce92d20580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:00.209559 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:00.552271 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:02.621263 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:10.712180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:15.808030 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:26.284308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cb6e77ff-bd38-493d-8a13-22660d975895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:28.889364 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-36fd6d7b-a762-48f4-9932-bc9b9735349b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:30.131736 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:55:30.215185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:30.563638 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:32.643678 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:40.711898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:45.786470 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:46.672957 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-d1b91a83-f9d0-4ba6-9ea4-49f65a337b82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401967 Oct 15 01:55:46.756174 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-79b298e2-6078-4b70-addd-1cf50589a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:55:46.757702 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-79b298e2-6078-4b70-addd-1cf50589a437 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1096 time: 0.0465014 Oct 15 01:55:46.861814 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-ef496969-d026-4e93-a44f-ef2d32c9b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:55:46.864381 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-ef496969-d026-4e93-a44f-ef2d32c9b334 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0867498 Oct 15 01:55:46.932709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-4fc3cfd4-2c48-450a-b280-3154b439a6ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 1000 time: 0.0627689 Oct 15 01:55:46.983014 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-bf5e51b7-d9a1-4603-bd9d-cc8da3a55315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:55:46.984439 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-bf5e51b7-d9a1-4603-bd9d-cc8da3a55315 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0447514 Oct 15 01:55:47.029559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-f89b9492-f29c-4181-aa8f-00af69af5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:55:47.031027 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-f89b9492-f29c-4181-aa8f-00af69af5901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398588 Oct 15 01:55:47.125683 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-b6603bee-41c6-45c9-980b-ffdb2aa3d810 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873723 Oct 15 01:55:47.217051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-0a0c3b35-1e2b-4837-a5f8-43b76b0462ad req-1597d7c7-3b4f-4e04-a700-4eb4b9164abf service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842950 Oct 15 01:55:56.317144 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a7749094-3393-4454-aaa3-1cbf9b3db8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:55:58.934827 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-19bffa7d-06b4-4f06-9169-169337c59ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:00.220661 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:00.567593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:02.614610 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:07.131437 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:56:10.721429 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:12.131134 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7773f9-b0e9-477a-8762-30ddcfcfd1e1 req-fd5a7788-0e69-40e4-b1b4-d89aec1fd02d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:12.132595 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e7773f9-b0e9-477a-8762-30ddcfcfd1e1 req-fd5a7788-0e69-40e4-b1b4-d89aec1fd02d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0545409 Oct 15 01:56:12.170544 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e7773f9-b0e9-477a-8762-30ddcfcfd1e1 req-99e3be55-4739-4463-97ce-213a4ba9c1f1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Oct 15 01:56:13.316628 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aad3a-1dcc-4fbf-8d1a-ffd1b7541609 req-a34cfecf-ffec-4aff-9a72-25817cd7a25e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:13.322198 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d4aad3a-1dcc-4fbf-8d1a-ffd1b7541609 req-a34cfecf-ffec-4aff-9a72-25817cd7a25e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0505462 Oct 15 01:56:13.356561 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4d4aad3a-1dcc-4fbf-8d1a-ffd1b7541609 req-42b54158-126c-4332-9ca7-60edf5fc0324 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Oct 15 01:56:14.478875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0838-b845-4589-aa54-1e5ef8e06877 req-f230fea0-1202-476f-85c6-eeb26b11601b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:14.480418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-032c0838-b845-4589-aa54-1e5ef8e06877 req-f230fea0-1202-476f-85c6-eeb26b11601b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0565116 Oct 15 01:56:14.520870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-032c0838-b845-4589-aa54-1e5ef8e06877 req-6dfb217c-0c7b-43c7-8371-6ea4d9afdcf4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345750 Oct 15 01:56:15.634287 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39247a-f811-4162-b61f-70a0a0c4d268 req-de13b8d0-8ef0-4d6f-83ee-f803335ff0ce tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:15.635704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39247a-f811-4162-b61f-70a0a0c4d268 req-de13b8d0-8ef0-4d6f-83ee-f803335ff0ce tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0489795 Oct 15 01:56:15.672524 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c39247a-f811-4162-b61f-70a0a0c4d268 req-09e3f196-d18b-4fbd-993f-367b82255758 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307612 Oct 15 01:56:15.786154 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:16.784916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7caa39-13ee-40d4-9b10-d17aea416ee6 req-e841f43c-b751-4d80-a647-66a1fa2bde91 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:16.786292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d7caa39-13ee-40d4-9b10-d17aea416ee6 req-e841f43c-b751-4d80-a647-66a1fa2bde91 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0480196 Oct 15 01:56:16.824040 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0d7caa39-13ee-40d4-9b10-d17aea416ee6 req-4e377782-7543-43ee-b8d1-682d6b820b2e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Oct 15 01:56:17.940315 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8c3f2-425e-46d9-8773-eb8aad18eb18 req-07b2c658-8c09-41d8-becd-149448b40102 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:17.942349 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66e8c3f2-425e-46d9-8773-eb8aad18eb18 req-07b2c658-8c09-41d8-becd-149448b40102 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0531468 Oct 15 01:56:17.979375 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66e8c3f2-425e-46d9-8773-eb8aad18eb18 req-291afa42-75be-46ba-887e-02433acdd0be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Oct 15 01:56:19.092263 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f799-666a-4f1d-823b-3a04265b37b8 req-34467492-374b-4ef3-b814-eb54c1548e61 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:19.093718 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7839f799-666a-4f1d-823b-3a04265b37b8 req-34467492-374b-4ef3-b814-eb54c1548e61 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Oct 15 01:56:19.132199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7839f799-666a-4f1d-823b-3a04265b37b8 req-f1133db2-7dea-44c8-8e63-be3c999bc6fe tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Oct 15 01:56:20.252299 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ae983-f501-4b66-a84e-caccf40035d4 req-694b1f18-5c83-4f0b-b3fd-9942b52c7376 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:20.254318 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-776ae983-f501-4b66-a84e-caccf40035d4 req-694b1f18-5c83-4f0b-b3fd-9942b52c7376 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0532422 Oct 15 01:56:20.293956 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-776ae983-f501-4b66-a84e-caccf40035d4 req-803946e1-4dd9-4a5b-a337-2ec487c3991f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336344 Oct 15 01:56:21.420473 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c6e28-cf6a-48dd-998b-ba11cdfcca4e req-99ebf514-e07c-48dc-8471-3862ac7a2027 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:21.421937 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-683c6e28-cf6a-48dd-998b-ba11cdfcca4e req-99ebf514-e07c-48dc-8471-3862ac7a2027 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0535526 Oct 15 01:56:21.459899 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-683c6e28-cf6a-48dd-998b-ba11cdfcca4e req-0eed5e2b-bc33-43c4-99b3-2d71c88988c4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Oct 15 01:56:22.582615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6209c-8583-4f5a-9b5c-b0337cf7ae8c req-80c22d9b-ab2e-49b8-a6ca-9dd49e0e456c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:22.584126 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4de6209c-8583-4f5a-9b5c-b0337cf7ae8c req-80c22d9b-ab2e-49b8-a6ca-9dd49e0e456c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0538657 Oct 15 01:56:22.624612 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4de6209c-8583-4f5a-9b5c-b0337cf7ae8c req-756e43ad-e88e-4233-b0b9-b2833a073e9a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344248 Oct 15 01:56:22.856192 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:56:22.954597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:56:22.966428 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'port_id': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'mac_address': 'fa:16:3e:7b:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:56:23.002337 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:23.015408 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0f297d6-9052-4025-b43f-a58450d5504a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:56:23.034500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:56:23.133998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:23.184237 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:56:23.191859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.192197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.192530 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.192859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.193188 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.193515 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.193832 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.194179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.194496 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.194811 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.195127 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.195440 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:23.210502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['a0f297d6-9052-4025-b43f-a58450d5504a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:56:23.808402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d0310-4b01-41f2-828f-5db7231b82ef req-9c890582-2fa6-4ba0-b866-6050c922eb07 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:23.809846 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b2d0310-4b01-41f2-828f-5db7231b82ef req-9c890582-2fa6-4ba0-b866-6050c922eb07 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.1170089 Oct 15 01:56:23.846213 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1b2d0310-4b01-41f2-828f-5db7231b82ef req-a18c85fb-e769-4cc9-a977-04c949f88f9f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304105 Oct 15 01:56:24.859659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:56:24.909170 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port a0f297d6-9052-4025-b43f-a58450d5504a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:56:24.909840 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:24.968517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a08d51-3960-45b0-870c-e50832d9cee4 req-7f52d0cb-c51e-4be0-b53e-18274a6ce908 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:24.970005 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2a08d51-3960-45b0-870c-e50832d9cee4 req-7f52d0cb-c51e-4be0-b53e-18274a6ce908 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0559289 Oct 15 01:56:25.009078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:25.020158 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f2a08d51-3960-45b0-870c-e50832d9cee4 req-72e16afd-ebea-494f-a032-a1e13a0a0793 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372379 Oct 15 01:56:25.052820 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:56:25.055144 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c6dd6a-010d-4990-b441-f109f335ea51" -d '{"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-plugged", "status": "completed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:56:25.066770 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:56:25.107238 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0f7a5-da80-40ed-b649-a5aace19e679 x-openstack-request-id: req-35d0f7a5-da80-40ed-b649-a5aace19e679 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:56:25.107238 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-plugged", "status": "completed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:56:25.112157 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35d0f7a5-da80-40ed-b649-a5aace19e679 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:56:25.112157 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'code': 200} Oct 15 01:56:25.129763 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:25.182719 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:56:26.152423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b4b18-9859-4359-a881-044baed6d19c req-271d71f8-3191-4b4e-8337-3c716fc4b411 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:26.153922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-082b4b18-9859-4359-a881-044baed6d19c req-271d71f8-3191-4b4e-8337-3c716fc4b411 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Oct 15 01:56:26.201689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-082b4b18-9859-4359-a881-044baed6d19c req-ca6d8ce0-612a-4213-81b3-8052f16c5e6b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Oct 15 01:56:26.322863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3df54557-f220-4817-ad6c-e155b87e3012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:27.335184 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1863-8d88-4a26-9a68-72d8c7c13163 req-b80b8b60-795c-4247-9e75-d9af31d93d14 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:27.336871 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1cb1863-8d88-4a26-9a68-72d8c7c13163 req-b80b8b60-795c-4247-9e75-d9af31d93d14 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0576375 Oct 15 01:56:27.387331 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a1cb1863-8d88-4a26-9a68-72d8c7c13163 req-676b54c7-8a6b-48e3-9f8b-6c957d2ada9a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Oct 15 01:56:28.510807 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aed91b-ebfb-40b2-8c40-2bb8961349ec req-a02293f1-1033-4ea9-93ea-591232aee170 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:28.519187 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26aed91b-ebfb-40b2-8c40-2bb8961349ec req-a02293f1-1033-4ea9-93ea-591232aee170 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0633492 Oct 15 01:56:28.557335 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-26aed91b-ebfb-40b2-8c40-2bb8961349ec req-f88fbe36-420f-4bb1-b953-616c117d596e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366161 Oct 15 01:56:28.882803 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-373fa691-f1ef-4098-990a-d1dc224b25d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:29.683174 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e470-0947-4bcd-b901-4b5339122ae4 req-bc77bccb-3b85-4bfa-a5a0-223c606491c8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:29.684578 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eb6e470-0947-4bcd-b901-4b5339122ae4 req-bc77bccb-3b85-4bfa-a5a0-223c606491c8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0537136 Oct 15 01:56:29.731376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5eb6e470-0947-4bcd-b901-4b5339122ae4 req-291be1a7-7e20-4239-bf09-39b7eaf42082 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380840 Oct 15 01:56:30.202861 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:30.723066 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:30.846570 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3df4f-0c42-4342-ada8-97e7e2c1087a req-63e986c5-5973-4061-a2b3-7c501b405cf2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:30.848355 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ea3df4f-0c42-4342-ada8-97e7e2c1087a req-63e986c5-5973-4061-a2b3-7c501b405cf2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Oct 15 01:56:30.890466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4ea3df4f-0c42-4342-ada8-97e7e2c1087a req-efd30f1b-1b3e-4677-9f50-3d8d85570ee2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Oct 15 01:56:32.024262 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a99bf-feaa-4a2b-a2a3-244ba6127d04 req-098f4c2a-9118-4460-97b5-87e1abf5bc05 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:32.025765 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be1a99bf-feaa-4a2b-a2a3-244ba6127d04 req-098f4c2a-9118-4460-97b5-87e1abf5bc05 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0550113 Oct 15 01:56:32.065122 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-be1a99bf-feaa-4a2b-a2a3-244ba6127d04 req-192b07cb-2714-4d4d-97f3-5d0e618a60e4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330937 Oct 15 01:56:32.647005 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:33.189098 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8dba5-eb2c-4ea5-b709-ea6c5319c20f req-de8222f9-4052-4e76-813b-4dce0d232681 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:33.191317 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ed8dba5-eb2c-4ea5-b709-ea6c5319c20f req-de8222f9-4052-4e76-813b-4dce0d232681 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0529766 Oct 15 01:56:33.234342 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5ed8dba5-eb2c-4ea5-b709-ea6c5319c20f req-58e93def-1832-459d-ab3f-2cac2b01ad7e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Oct 15 01:56:34.370709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0312545-8412-4693-9243-e1a0058e4153 req-acfe2d43-9120-4f71-9a72-1098b899ef2f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:34.372206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0312545-8412-4693-9243-e1a0058e4153 req-acfe2d43-9120-4f71-9a72-1098b899ef2f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0567930 Oct 15 01:56:34.414467 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c0312545-8412-4693-9243-e1a0058e4153 req-ec48898b-7649-4ad3-b173-5c0ad55d7740 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362506 Oct 15 01:56:35.541732 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f561828-0c76-4330-91b6-2cb0b088555c req-b8f1158d-1895-41a5-8033-f65edc495572 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:35.543322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f561828-0c76-4330-91b6-2cb0b088555c req-b8f1158d-1895-41a5-8033-f65edc495572 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0610256 Oct 15 01:56:35.555773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-dbd5bef3-3e01-4610-8be8-defa7332489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:35.557274 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-dbd5bef3-3e01-4610-8be8-defa7332489f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1096 time: 0.0467157 Oct 15 01:56:35.583077 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0f561828-0c76-4330-91b6-2cb0b088555c req-c91f8778-3e77-466c-9e10-59efb359f6ce tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334852 Oct 15 01:56:35.649119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-42a95ac6-d947-46f7-9240-40c680790f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:35.650519 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-42a95ac6-d947-46f7-9240-40c680790f5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0858753 Oct 15 01:56:35.724859 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-b3daf68b-654d-4049-a112-3726f0636582 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 1000 time: 0.0653818 Oct 15 01:56:35.775249 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-45cfdb3d-082e-4397-9ff6-61b1aaf0a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:35.776651 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-45cfdb3d-082e-4397-9ff6-61b1aaf0a106 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0439467 Oct 15 01:56:35.820483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-5189b848-7761-4273-b7a4-85d69412b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:35.821899 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-5189b848-7761-4273-b7a4-85d69412b74e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387421 Oct 15 01:56:35.915776 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-a5a11026-d6a8-46d4-8302-c0c1a02ad300 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Oct 15 01:56:36.009605 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21f7b4ea-95ac-433c-8b39-010e0d54d298 req-a54854ce-1d61-41ec-8f0d-c8bb7706c238 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861394 Oct 15 01:56:36.697675 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7247b-3115-4d3b-b321-a62f707bef0a req-00769f2a-4a1c-4ca1-a3a8-da8be59f612e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:36.699197 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbd7247b-3115-4d3b-b321-a62f707bef0a req-00769f2a-4a1c-4ca1-a3a8-da8be59f612e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0491185 Oct 15 01:56:36.735972 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bbd7247b-3115-4d3b-b321-a62f707bef0a req-c462b5c0-02dc-423e-885b-003747c8f82d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310640 Oct 15 01:56:37.866872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5bdf8-2ccc-4fc3-8454-78c65d966cb1 req-6ca29121-6bb1-404c-9b6e-b1ae33a83e9d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:37.868372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01d5bdf8-2ccc-4fc3-8454-78c65d966cb1 req-6ca29121-6bb1-404c-9b6e-b1ae33a83e9d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0534718 Oct 15 01:56:37.907336 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-01d5bdf8-2ccc-4fc3-8454-78c65d966cb1 req-bcade83f-01e7-402f-882a-cca034602ddf tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330000 Oct 15 01:56:37.976116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-87c0c71b-858e-48ee-a4df-1aa23f5d5402 req-2fcc6580-9187-4fa5-a3d6-1c882f61b9d9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:56:37.977386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87c0c71b-858e-48ee-a4df-1aa23f5d5402 req-2fcc6580-9187-4fa5-a3d6-1c882f61b9d9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064247 Oct 15 01:56:38.922330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:56:38.995690 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:39.017717 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:56:39.019887 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4c6867-7a92-4a20-81c9-6f08f25dc859" -d '{"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-unplugged", "status": "completed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:56:39.031658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:56:39.093929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:39.144002 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:56:39.225778 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 01:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc30cab-0cf0-477d-8123-1c18138ca1ad x-openstack-request-id: req-6dc30cab-0cf0-477d-8123-1c18138ca1ad {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:56:39.226066 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-unplugged", "status": "failed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "code": 422}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:56:39.226382 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dc30cab-0cf0-477d-8123-1c18138ca1ad {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:56:39.226779 n-d-811521-2 neutron-server[107727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'code': 422} returned with failed status Oct 15 01:56:39.320291 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3403e-570c-44ff-a412-59d4e75f87af req-be4462ec-2f25-4290-a9f0-4357cb5f6a18 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:39.321560 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14c3403e-570c-44ff-a412-59d4e75f87af req-be4462ec-2f25-4290-a9f0-4357cb5f6a18 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 943 time: 0.0547955 Oct 15 01:56:39.360286 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-14c3403e-570c-44ff-a412-59d4e75f87af req-3e111e3b-fc54-4b73-8e8b-cc435e39d77c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Oct 15 01:56:39.687742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-6678f65f-5198-45a0-80d7-0b304394fe8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832617 Oct 15 01:56:40.476879 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07f87e-dc0f-4e99-adfe-c8e56800a2fd req-06d94e3b-f7d2-4e6b-b0f7-c871e78fde99 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:40.478399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f07f87e-dc0f-4e99-adfe-c8e56800a2fd req-06d94e3b-f7d2-4e6b-b0f7-c871e78fde99 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 943 time: 0.0490274 Oct 15 01:56:40.519507 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1f07f87e-dc0f-4e99-adfe-c8e56800a2fd req-0fe37c62-67cb-49bb-9778-f45897271fb3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351565 Oct 15 01:56:40.711168 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:40.909670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-eaca0eda-a037-47df-9558-0661c0ee1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:40.911262 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-eaca0eda-a037-47df-9558-0661c0ee1fb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670&tenant_id=f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 1094 time: 0.0825214 Oct 15 01:56:40.923092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811521-2', 'device_owner': 'compute:nova'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:56:40.985341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:41.183916 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:56:41.215517 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h1-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:56:41.246857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f297d6-9052-4025-b43f-a58450d5504a {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:56:41.253895 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:41.265559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Transition to ACTIVE for port object a0f297d6-9052-4025-b43f-a58450d5504a will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:56:41.328035 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:41.408643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=9']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:56:41.421450 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.421797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.422158 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.422496 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.422826 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.423149 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.423475 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.423798 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.424123 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.424442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.424766 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.425082 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:56:41.461852 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] No DVR routers for this DVR port a0f297d6-9052-4025-b43f-a58450d5504a on host n-h1-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:56:41.630038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:56:41.630697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:56:41.630697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:56:41.637206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Port a0f297d6-9052-4025-b43f-a58450d5504a on network 4f3fb265-e559-4c0c-819b-503d6324c14a not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:56:41.637525 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Attempting to bind port a0f297d6-9052-4025-b43f-a58450d5504a on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:56:41.645566 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:56:41.645899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Checking segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:56:41.646375 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Bound using segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:56:41.646792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Bound port: a0f297d6-9052-4025-b43f-a58450d5504a, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:56:41.647139 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:41.668908 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544c6da-72b6-4051-b73a-a77edb2a2c26 req-65038597-3759-42e5-bf83-cf21c57bad16 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:41.670396 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3544c6da-72b6-4051-b73a-a77edb2a2c26 req-65038597-3759-42e5-bf83-cf21c57bad16 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 943 time: 0.0824864 Oct 15 01:56:41.743172 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3544c6da-72b6-4051-b73a-a77edb2a2c26 req-247ba361-18ad-42df-8920-f756e43112b1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529397 Oct 15 01:56:41.746643 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:56:41.749748 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:56:41.842967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:41.877774 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:41.878486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:41.880084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] 10.222.0.39 "PUT /v2.0/ports/a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 1091 time: 0.9608138 Oct 15 01:56:41.880521 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:56:41.882810 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b880e94b-3a87-4f88-90a7-066c5e5e9366" -d '{"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:56:41.917118 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd21186-ec8b-47e9-826e-5bea35737ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=10']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:56:41.943580 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2accff14-5b85-468a-9634-53150c11337d x-openstack-request-id: req-2accff14-5b85-468a-9634-53150c11337d {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:56:41.943872 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:56:41.944120 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2accff14-5b85-468a-9634-53150c11337d {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:56:41.944516 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'status': 'completed', 'code': 200} Oct 15 01:56:41.962490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-acbaa529-f4e9-4aa7-aff9-babd848095a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:41.963997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-acbaa529-f4e9-4aa7-aff9-babd848095a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1095 time: 0.0570366 Oct 15 01:56:42.065090 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-bdd07a78-8695-4d23-bdf5-8f16f148a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.067125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-bdd07a78-8695-4d23-bdf5-8f16f148a886 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0955575 Oct 15 01:56:42.136597 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-2a57663b-d35a-444d-902f-5ca140ff3159 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 998 time: 0.0613732 Oct 15 01:56:42.185471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-6dc87638-d929-4919-a98f-90c5fb468ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.186813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-6dc87638-d929-4919-a98f-90c5fb468ef0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0434768 Oct 15 01:56:42.230706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-2b4a819e-4a9d-42f4-8d45-4f59dc0bda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.232121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-2b4a819e-4a9d-42f4-8d45-4f59dc0bda2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384479 Oct 15 01:56:42.322904 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-72d41be9-074c-470f-9284-59bdc8bbd1e7 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834754 Oct 15 01:56:42.412822 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-dbcec20d-660f-44b3-b0c9-00633cf8c704 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Oct 15 01:56:42.572243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-7a9db33f-f0f3-4bb8-870a-16fc24fe6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.573745 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-7a9db33f-f0f3-4bb8-870a-16fc24fe6d4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1095 time: 0.0420041 Oct 15 01:56:42.673401 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-3e68e677-fd36-49ce-8b93-fdb8f8ea09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.674934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-3e68e677-fd36-49ce-8b93-fdb8f8ea09c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0936961 Oct 15 01:56:42.744897 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-0deb9ec6-cc82-4540-a1ce-7f88e325af54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 998 time: 0.0624428 Oct 15 01:56:42.795572 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-ce23f6c7-a192-40a3-a90a-54261ea2f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.797052 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-ce23f6c7-a192-40a3-a90a-54261ea2f91c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0450962 Oct 15 01:56:42.906125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088210-cd2c-487c-8d34-ac13d63d7963 req-e7dae3bb-0dfd-41cf-ada7-dfcaa92336b0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.907880 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca088210-cd2c-487c-8d34-ac13d63d7963 req-e7dae3bb-0dfd-41cf-ada7-dfcaa92336b0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0918405 Oct 15 01:56:42.914155 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-04ca6899-08b7-4f59-9b45-0c003181d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:42.915619 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-04ca6899-08b7-4f59-9b45-0c003181d434 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103382 Oct 15 01:56:42.938520 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:56:42.991436 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ca088210-cd2c-487c-8d34-ac13d63d7963 req-1e0b5b1a-890a-4029-acc7-ef4211dae71d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745652 Oct 15 01:56:43.008549 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:56:44.130016 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aacf52-7187-476d-ae25-445142e0b37e req-4b3d9d48-94d3-408c-88ed-b6194fac99cb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:44.131551 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85aacf52-7187-476d-ae25-445142e0b37e req-4b3d9d48-94d3-408c-88ed-b6194fac99cb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0540924 Oct 15 01:56:44.131822 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:56:44.171121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-85aacf52-7187-476d-ae25-445142e0b37e req-e572c84d-5cf6-40b3-bd84-58a167fc16e0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Oct 15 01:56:45.287256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffc0c9-bcd4-47ec-a591-15f7016c5062 req-5919f3e8-ead6-43c5-9004-54f87a339fca tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:45.288704 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1ffc0c9-bcd4-47ec-a591-15f7016c5062 req-5919f3e8-ead6-43c5-9004-54f87a339fca tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0497599 Oct 15 01:56:45.327216 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e1ffc0c9-bcd4-47ec-a591-15f7016c5062 req-63fc4fbc-c562-4f04-b22c-85bdc29aee96 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Oct 15 01:56:45.814312 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:46.455388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee896d-fc82-4196-a521-135c4503f9f5 req-4bfea507-2f09-4318-8dc5-1015ebf833b0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:46.456849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eeee896d-fc82-4196-a521-135c4503f9f5 req-4bfea507-2f09-4318-8dc5-1015ebf833b0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0506248 Oct 15 01:56:46.494011 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-eeee896d-fc82-4196-a521-135c4503f9f5 req-6c34ec2f-4954-41fd-acef-500d442fea65 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311084 Oct 15 01:56:47.622412 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516b31d-35e9-49cb-a1cd-36aa4b2f3781 req-5e65b068-06c3-4cfb-aa84-bc1297e85f30 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:47.624013 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d516b31d-35e9-49cb-a1cd-36aa4b2f3781 req-5e65b068-06c3-4cfb-aa84-bc1297e85f30 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0572255 Oct 15 01:56:47.665438 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d516b31d-35e9-49cb-a1cd-36aa4b2f3781 req-7313c129-178e-48d6-b13e-23eda0cb7565 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352821 Oct 15 01:56:48.794219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcceb9-de43-4b75-9b80-c84292c4bb68 req-e287bc67-9f09-4507-8321-709df2436935 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:48.795584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cbcceb9-de43-4b75-9b80-c84292c4bb68 req-e287bc67-9f09-4507-8321-709df2436935 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0487359 Oct 15 01:56:48.833828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3cbcceb9-de43-4b75-9b80-c84292c4bb68 req-fe4dd7ab-1b24-4b5e-a2f4-cb90b2d6df62 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Oct 15 01:56:49.948905 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ec40b-ad9b-40d9-a481-4850162f6e42 req-a8c6b60a-9ddb-4afc-a4ad-86a60514e056 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:49.950381 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b71ec40b-ad9b-40d9-a481-4850162f6e42 req-a8c6b60a-9ddb-4afc-a4ad-86a60514e056 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0486364 Oct 15 01:56:49.993647 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b71ec40b-ad9b-40d9-a481-4850162f6e42 req-dc8719b1-d498-4b8a-93d2-a391544f6054 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373359 Oct 15 01:56:51.112756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ae53d-1dff-4bf9-bf4b-47f19758c1d8 req-27eb0348-bcc4-463e-a17b-cc2412df95c0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:51.114429 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b86ae53d-1dff-4bf9-bf4b-47f19758c1d8 req-27eb0348-bcc4-463e-a17b-cc2412df95c0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Oct 15 01:56:51.161082 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b86ae53d-1dff-4bf9-bf4b-47f19758c1d8 req-b6826990-9834-4097-8c41-f5a93cccde94 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395830 Oct 15 01:56:52.282990 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d987a-46eb-44f5-8912-91fba936d9f7 req-dbb79c5c-989a-47e1-9ac4-9a8dda33bbcb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:52.284784 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b32d987a-46eb-44f5-8912-91fba936d9f7 req-dbb79c5c-989a-47e1-9ac4-9a8dda33bbcb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0546319 Oct 15 01:56:52.323553 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b32d987a-46eb-44f5-8912-91fba936d9f7 req-1b5d2550-9915-4cd8-8813-2c392ca4ab6d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320430 Oct 15 01:56:53.455009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2815254-4706-4a59-8507-6a4f6ba7871b req-aa3113d5-c83f-4031-9aee-38afef629d0e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:53.456512 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2815254-4706-4a59-8507-6a4f6ba7871b req-aa3113d5-c83f-4031-9aee-38afef629d0e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0501804 Oct 15 01:56:53.495129 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c2815254-4706-4a59-8507-6a4f6ba7871b req-f4cdb7f7-0853-40af-b201-a872297a830a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Oct 15 01:56:54.613955 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb626-d6a6-439c-9cfd-0b18d19bc963 req-96e26d6a-eb08-45af-ae43-b91c241d07be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:54.615434 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05ccb626-d6a6-439c-9cfd-0b18d19bc963 req-96e26d6a-eb08-45af-ae43-b91c241d07be tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0518281 Oct 15 01:56:54.652466 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05ccb626-d6a6-439c-9cfd-0b18d19bc963 req-15a9ef6e-19da-4755-ab57-17628690553a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Oct 15 01:56:55.767690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567ed04-5956-414f-9590-f6981db75015 req-66bc78c8-7160-4955-917a-4ef0197ec7dc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:55.769134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f567ed04-5956-414f-9590-f6981db75015 req-66bc78c8-7160-4955-917a-4ef0197ec7dc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0508480 Oct 15 01:56:55.805832 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f567ed04-5956-414f-9590-f6981db75015 req-6e06e155-007c-46b5-b562-7635a062d51b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301807 Oct 15 01:56:56.291859 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2370bec6-f76f-427b-b1c2-50c10d15faad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:56.920147 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337223a-bcd7-49bb-9a68-4e35e352de21 req-62f94704-464e-4330-91a8-b2fcd9725222 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:56.921573 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5337223a-bcd7-49bb-9a68-4e35e352de21 req-62f94704-464e-4330-91a8-b2fcd9725222 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0480185 Oct 15 01:56:56.958622 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5337223a-bcd7-49bb-9a68-4e35e352de21 req-20024837-2dc3-4fa2-ae8c-ff462242880f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306334 Oct 15 01:56:57.855668 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-8f4203c3-8de9-40bb-8534-f47e095d91a6 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868320 Oct 15 01:56:57.952067 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b880e94b-3a87-4f88-90a7-066c5e5e9366 req-99393473-9710-4039-9e8a-4745454d46ef service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852277 Oct 15 01:56:58.405714 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-391b5272-db3a-413d-9ad2-e719db0e4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:58.407222 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-391b5272-db3a-413d-9ad2-e719db0e4e8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1095 time: 0.3937721 Oct 15 01:56:58.421169 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb471d1f-acf4-45e5-9a37-e9566261431c req-02670b7a-d1ba-4b41-a22d-6814b180ac8d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:58.422603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb471d1f-acf4-45e5-9a37-e9566261431c req-02670b7a-d1ba-4b41-a22d-6814b180ac8d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0611408 Oct 15 01:56:58.525443 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fb471d1f-acf4-45e5-9a37-e9566261431c req-e21b2466-8b5e-41aa-8549-243d9ee70347 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901258 Oct 15 01:56:58.544050 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-6e305aef-09fe-4b5d-9e17-53e40bfa8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:58.545499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-6e305aef-09fe-4b5d-9e17-53e40bfa8c42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.1173477 Oct 15 01:56:58.613195 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-81536568-17f0-4890-a4ac-cb1382053d02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 998 time: 0.0603576 Oct 15 01:56:58.662783 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-01c8abcf-526e-4e71-b6b8-b30e09955313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:58.664185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-01c8abcf-526e-4e71-b6b8-b30e09955313 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0443969 Oct 15 01:56:58.709024 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-68054cfa-0eaf-4688-96ce-965adb62e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:58.710474 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-68054cfa-0eaf-4688-96ce-965adb62e309 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392830 Oct 15 01:56:58.803171 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-e51f678c-3a39-48fa-924a-214b596ee601 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851097 Oct 15 01:56:58.892207 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d21c35f2-a195-4473-bdd1-7b15412ccdd1 req-18d81375-8ff6-440b-b5c6-34e64060ef86 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813298 Oct 15 01:56:58.939480 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b42724f2-ecad-4673-bd47-cade7e0f26da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:56:59.652125 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996aa6ff-2530-4e80-8420-0ae3a9c0d1f3 req-364cd41d-2351-4b4f-a5d9-9e4ef3961e19 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:56:59.652125 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-996aa6ff-2530-4e80-8420-0ae3a9c0d1f3 req-364cd41d-2351-4b4f-a5d9-9e4ef3961e19 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0494449 Oct 15 01:56:59.692961 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-996aa6ff-2530-4e80-8420-0ae3a9c0d1f3 req-58c2e267-00ad-4aae-b56a-76701ca778b7 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360940 Oct 15 01:57:00.213500 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:00.579135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:00.809354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067e2d8-7442-4c69-925e-a416eb3ded80 req-562aa6c5-355d-4e5e-bb30-aca28c1491a9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:00.810858 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0067e2d8-7442-4c69-925e-a416eb3ded80 req-562aa6c5-355d-4e5e-bb30-aca28c1491a9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0482726 Oct 15 01:57:00.847654 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0067e2d8-7442-4c69-925e-a416eb3ded80 req-67c946c2-74ba-4984-8df4-e1e818c908fd tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Oct 15 01:57:01.696999 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:57:01.800159 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:57:01.811779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'port_id': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'mac_address': 'fa:16:3e:7b:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:57:01.848643 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:01.861039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f297d6-9052-4025-b43f-a58450d5504a {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:57:01.880410 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:57:01.956964 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:01.964062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231c114-854a-400f-9bd4-aeaa698b53dc req-31808a59-dcc2-471d-8ce0-46a3c0be9330 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:01.965575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1231c114-854a-400f-9bd4-aeaa698b53dc req-31808a59-dcc2-471d-8ce0-46a3c0be9330 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 944 time: 0.0490682 Oct 15 01:57:02.004325 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1231c114-854a-400f-9bd4-aeaa698b53dc req-7f5a2ee6-1dd3-4148-a4d8-a4e357de230c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324984 Oct 15 01:57:02.004790 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=11']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:57:02.313563 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['a0f297d6-9052-4025-b43f-a58450d5504a'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:57:02.651976 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:03.119819 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5a2e-a51c-4ef8-8c31-27110157866c req-5f45b9e7-c1b5-4406-a816-c5d95e7ac35f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:03.121304 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd9e5a2e-a51c-4ef8-8c31-27110157866c req-5f45b9e7-c1b5-4406-a816-c5d95e7ac35f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Oct 15 01:57:03.162576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bd9e5a2e-a51c-4ef8-8c31-27110157866c req-0793163c-251a-425f-a34a-8696fff3a987 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354457 Oct 15 01:57:03.726953 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:57:03.823099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port a0f297d6-9052-4025-b43f-a58450d5504a completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:57:03.826842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port a0f297d6-9052-4025-b43f-a58450d5504a triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:57:03.827212 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:03.908446 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:03.930979 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:57:03.933274 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c974ea1f-7138-4e1c-8399-cad45cac0e1a" -d '{"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-plugged", "status": "completed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:57:03.945957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:57:03.967234 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8217c3a-08e7-41eb-a19c-1c5da8037c80 x-openstack-request-id: req-f8217c3a-08e7-41eb-a19c-1c5da8037c80 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:57:03.967513 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-plugged", "status": "completed", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:57:03.967763 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8217c3a-08e7-41eb-a19c-1c5da8037c80 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:57:03.968150 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'code': 200} Oct 15 01:57:03.994952 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:04.043779 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=12']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:57:04.180272 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95135-019f-4caf-b5e8-453cb035b8f2 req-49980e7c-e520-4a8a-be59-9886b5f4cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:04.181750 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56b95135-019f-4caf-b5e8-453cb035b8f2 req-49980e7c-e520-4a8a-be59-9886b5f4cecc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1097 time: 0.0405984 Oct 15 01:57:04.217004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56b95135-019f-4caf-b5e8-453cb035b8f2 req-30875acf-dac0-444e-9894-6b8f1b892acc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284638 Oct 15 01:57:04.277878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee607-3838-4d7f-9a64-2c4b617be370 req-f5a0b9c8-3eea-4d22-ac93-f8d15434a379 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:04.279255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-384ee607-3838-4d7f-9a64-2c4b617be370 req-f5a0b9c8-3eea-4d22-ac93-f8d15434a379 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 946 time: 0.0479853 Oct 15 01:57:04.317357 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-384ee607-3838-4d7f-9a64-2c4b617be370 req-9e312084-bbc9-4a6c-8d06-38a15060cf30 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Oct 15 01:57:05.436694 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16352727-fc44-4844-ad79-a7dcd27fd7ec req-e01ace24-a6ba-4361-954c-811599a1123d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:05.438252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16352727-fc44-4844-ad79-a7dcd27fd7ec req-e01ace24-a6ba-4361-954c-811599a1123d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 946 time: 0.0526712 Oct 15 01:57:05.483469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-16352727-fc44-4844-ad79-a7dcd27fd7ec req-4d2cc905-9ed7-44e8-b277-b7860e4c82bd tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393102 Oct 15 01:57:06.604492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9847-6292-43c8-ba38-6796a90a9ed9 req-4b62220b-1943-4d03-9f3d-e213d8b90010 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:06.605993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33ce9847-6292-43c8-ba38-6796a90a9ed9 req-4b62220b-1943-4d03-9f3d-e213d8b90010 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 946 time: 0.0500300 Oct 15 01:57:06.643695 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-33ce9847-6292-43c8-ba38-6796a90a9ed9 req-e3007ed8-7cde-43f2-8b67-be0b9631a3f9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Oct 15 01:57:07.758138 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01bda6-b2a5-4856-b92d-d9640d5d6d58 req-f4d56e6d-8662-4a79-bbbb-ca96ecde47a1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:07.759621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d01bda6-b2a5-4856-b92d-d9640d5d6d58 req-f4d56e6d-8662-4a79-bbbb-ca96ecde47a1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Oct 15 01:57:07.799463 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6d01bda6-b2a5-4856-b92d-d9640d5d6d58 req-19f99d33-801c-4696-91f4-73256c2b7734 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336237 Oct 15 01:57:10.756377 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:15.818102 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:21.130763 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:57:26.482006 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-106eda79-4ad6-4d38-9699-d244b2f28e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:28.962334 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70bd24c0-dbbd-49fd-9a48-b7b4c32e2caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:30.230290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:30.576830 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:32.613927 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:40.736767 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:45.830176 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:56.304301 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7dc830f1-4ddd-4615-b98f-4401791ef349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:57:57.521861 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-72fc8d0b-b236-4220-8383-61cdbfcc5688 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408950 Oct 15 01:57:57.604954 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-ff680fd5-60d0-4f8e-81f2-aff41b75701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:57.606442 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-ff680fd5-60d0-4f8e-81f2-aff41b75701b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1097 time: 0.0436716 Oct 15 01:57:57.709447 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-f10c227a-4518-489b-8c7d-dbb3c0bfb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:57.710828 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-f10c227a-4518-489b-8c7d-dbb3c0bfb465 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0851531 Oct 15 01:57:57.778860 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-75ac8048-5f67-48d9-bc35-1ffb8130dc7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 1000 time: 0.0608180 Oct 15 01:57:57.829308 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-f91cbf27-91a6-4620-a6be-33ea7d07e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:57.830764 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-f91cbf27-91a6-4620-a6be-33ea7d07e4d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0444696 Oct 15 01:57:57.876423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-db132a44-2afe-4522-81d4-adc3cdda304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:57:57.877946 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-db132a44-2afe-4522-81d4-adc3cdda304c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402699 Oct 15 01:57:57.889689 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-be44d5ab-ccc4-462f-8610-c4754d47123b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:57:57.890643 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-be44d5ab-ccc4-462f-8610-c4754d47123b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059988 Oct 15 01:57:57.986965 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-83bc2f45-9fa4-4e29-8d2a-8910922817a0 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870547 Oct 15 01:57:58.080936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-bec27231-4cb7-4ee0-9251-b0143b35cb9b req-388db073-cd16-4c0b-9677-6b01822b47fd service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874991 Oct 15 01:57:58.129950 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:57:58.892665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7cb7dab4-f77a-45dc-8f57-f89cc50e0164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:00.210727 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:00.601127 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:02.641202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:10.789855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:15.856391 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:26.330385 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cced15ba-862f-4921-a032-fbced25b8409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:28.915070 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-17e44987-dabb-4872-990a-0a006178248e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:30.212493 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:30.595172 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:32.669471 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:35.129003 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:58:40.736271 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:45.867346 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:52.036064 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35310) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:52.205413 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Deleting port 3db4b949-deef-4bb9-920a-5d5c56919358 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:58:52.205755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:52.282593 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:52.282911 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:52.294362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Calling delete_port for 3db4b949-deef-4bb9-920a-5d5c56919358 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:58:52.507170 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:52.531696 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event deleted for resources: {'Port': ['ID=3db4b949-deef-4bb9-920a-5d5c56919358,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:52.542320 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.542668 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.543006 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.543348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.543681 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.544461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.544461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.544684 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.544938 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.545256 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.545579 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.546009 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:52.605360 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:52.605683 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Floating IP 7a3a1c79-1f6f-4300-89cb-18f347147bf6 disassociated (deleted). External IP: 172.25.2.14, port: a0f297d6-9052-4025-b43f-a58450d5504a. Oct 15 01:58:52.816717 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:58:52.926782 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:58:52.931715 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:52.936468 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] Sync routers for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:58:52.946067 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:58:52.946691 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:58:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:58:52.959269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7f9085e5-fe06-438e-82dd-5621cde61e22 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "DELETE /v2.0/floatingips/7a3a1c79-1f6f-4300-89cb-18f347147bf6 HTTP/1.1" status: 204 len: 168 time: 0.9221070 Oct 15 01:58:52.959881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:58:52.962315 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e2bf5-2fde-4373-a61c-ced5d27014cb" -d '{"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:58:53.052989 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:58:53.336647 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:58:53.364040 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] Checking router: 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:58:53.372275 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:58:53.372864 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:58:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:58:53.480094 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:58:53.520355 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6064a7cf-463a-4201-a66c-f18449f6b35e x-openstack-request-id: req-6064a7cf-463a-4201-a66c-f18449f6b35e {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:58:53.521476 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:58:53.521931 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6064a7cf-463a-4201-a66c-f18449f6b35e {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:58:53.522397 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'status': 'completed', 'code': 200} Oct 15 01:58:53.606937 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-ca3e37a1-54a9-49f4-aed8-684134c24c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:58:53.608376 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-ca3e37a1-54a9-49f4-aed8-684134c24c27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 1097 time: 0.0798800 Oct 15 01:58:53.620907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474328e-625c-4ef9-b560-12fc3bbc0cef req-4b5622d6-5bf4-402f-94fe-651cf42f458c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:58:53.622386 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0474328e-625c-4ef9-b560-12fc3bbc0cef req-4b5622d6-5bf4-402f-94fe-651cf42f458c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 946 time: 0.0627270 Oct 15 01:58:53.686054 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:58:53.715796 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93225e63-d5f3-4067-982f-6e95a8a5ac27 None None] The sync data for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 is: [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:58:53.722124 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0474328e-625c-4ef9-b560-12fc3bbc0cef req-94cb8b3e-712d-4ff7-bdd3-01623252a7d1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907469 Oct 15 01:58:53.747683 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-8fdae68a-4cf2-40c1-b1df-394835032f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:58:53.749154 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-8fdae68a-4cf2-40c1-b1df-394835032f28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.1259093 Oct 15 01:58:53.793403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-2ae253f0-de58-45b0-b862-31c7753dd837 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 200 len: 217 time: 0.0361309 Oct 15 01:58:53.844321 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-86c07218-eb7d-49e7-b196-db252432dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:58:53.845810 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-86c07218-eb7d-49e7-b196-db252432dbe1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0445695 Oct 15 01:58:53.899239 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-281fe337-6d70-4a95-ae79-cc721ce4b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:58:53.900736 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-281fe337-6d70-4a95-ae79-cc721ce4b84e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466905 Oct 15 01:58:53.949887 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd4f5b3-8b5f-43fe-b5c2-20a1ac1e13a4 None None] New status for floating IP 7a3a1c79-1f6f-4300-89cb-18f347147bf6: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:58:53.995486 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-5b2b6db2-50f1-4f76-abe5-94db32f65e34 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866313 Oct 15 01:58:54.092257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-051e2bf5-2fde-4373-a61c-ced5d27014cb req-36cecc2f-b554-4765-97a8-95793db3b436 service neutron] 10.222.0.39 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890162 Oct 15 01:58:54.846042 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936db5-46bd-43da-bfb9-00a82179c6e1 req-febda768-b2b4-44d0-9df8-2b9b70271e2e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:58:54.848026 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8936db5-46bd-43da-bfb9-00a82179c6e1 req-febda768-b2b4-44d0-9df8-2b9b70271e2e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 946 time: 0.0489385 Oct 15 01:58:54.885526 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f8936db5-46bd-43da-bfb9-00a82179c6e1 req-d1824948-fc34-4800-8b00-6c1b85e5dc75 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=86d06178-03c0-4f9a-9bd7-4ceedb711d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Oct 15 01:58:55.101708 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-97c3165f-ab8f-47c6-9239-894db370c19c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:58:55.105824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-97c3165f-ab8f-47c6-9239-894db370c19c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.39 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 946 time: 0.0496044 Oct 15 01:58:55.197101 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Deleting port a0f297d6-9052-4025-b43f-a58450d5504a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 01:58:55.197432 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:55.283330 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] For port a0f297d6-9052-4025-b43f-a58450d5504a, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=a0f297d6-9052-4025-b43f-a58450d5504a,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:58:55.283682 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:55.295697 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Calling delete_port for a0f297d6-9052-4025-b43f-a58450d5504a owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 01:58:55.480920 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:55.508070 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event deleted for resources: {'Port': ['ID=a0f297d6-9052-4025-b43f-a58450d5504a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:55.555716 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] No DVR routers for this DVR port a0f297d6-9052-4025-b43f-a58450d5504a on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 01:58:55.558346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:55.561701 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac9f680b-dc51-41a5-a341-a64ea5f2d1d6 req-9cb33291-e203-4bea-9995-31743eefd427 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.39 "DELETE /v2.0/ports/a0f297d6-9052-4025-b43f-a58450d5504a HTTP/1.1" status: 204 len: 173 time: 0.4526143 Oct 15 01:58:55.562153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-deleted', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:58:55.564441 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d09dd0-4f6f-4f56-a8a6-c30e6db1fe88" -d '{"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-deleted", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:58:55.599764 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b056c-e271-4b98-96ae-7b2a099da711 x-openstack-request-id: req-cb2b056c-e271-4b98-96ae-7b2a099da711 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:58:55.600055 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da73e9-4d45-4b0a-974a-2b7a24bfe670", "name": "network-vif-deleted", "tag": "a0f297d6-9052-4025-b43f-a58450d5504a", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:58:55.600302 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb2b056c-e271-4b98-96ae-7b2a099da711 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:58:55.600697 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da73e9-4d45-4b0a-974a-2b7a24bfe670', 'name': 'network-vif-deleted', 'tag': 'a0f297d6-9052-4025-b43f-a58450d5504a', 'status': 'completed', 'code': 200} Oct 15 01:58:56.055221 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4389ec85-dbf7-45f1-89af-a1f2e9f35f4b req-28fffcb6-1088-4d6b-91cc-d25387b4157c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=37da73e9-4d45-4b0a-974a-2b7a24bfe670 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Oct 15 01:58:56.314871 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-634f0cec-cb70-4b6f-b62b-a0118f522a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:57.111684 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35334) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:57.178212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:57.202821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:57.335603 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:57.338174 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:57.339327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "DELETE /v2.0/security-groups/86d06178-03c0-4f9a-9bd7-4ceedb711d48 HTTP/1.1" status: 204 len: 168 time: 0.2265403 Oct 15 01:58:57.348991 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d06178-03c0-4f9a-9bd7-4ceedb711d48,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:57.356574 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.356924 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.357268 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.357608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.357942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.358302 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.358632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.358958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.359284 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.359608 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.359931 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.360250 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be3adf-07c4-45b5-8323-4795e8bddacb tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:58:57.997734 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35342) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:58.002354 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-62ca74b9-40c4-4aea-877a-49ec0d5ef223 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538899845', 'description': 'tempest-secgroup-smoke-1538899845 description', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:58:58.089597 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ca74b9-40c4-4aea-877a-49ec0d5ef223 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.153572 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ca74b9-40c4-4aea-877a-49ec0d5ef223 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.217464 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ca74b9-40c4-4aea-877a-49ec0d5ef223 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.245627 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca74b9-40c4-4aea-877a-49ec0d5ef223 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8d1f46-15d5-4f28-92b0-40222b414f19,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:58.305372 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-62ca74b9-40c4-4aea-877a-49ec0d5ef223 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.306629 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-62ca74b9-40c4-4aea-877a-49ec0d5ef223 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3078349 Oct 15 01:58:58.317975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35344) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:58.317975 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-d59ac7aa-fd5c-4177-a80b-e482d7641ed2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '0d8d1f46-15d5-4f28-92b0-40222b414f19', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:58:58.396231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 01:58:58.416584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: a0f297d6-9052-4025-b43f-a58450d5504a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 01:58:58.416929 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device a0f297d6-9052-4025-b43f-a58450d5504a not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 01:58:58.422789 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d59ac7aa-fd5c-4177-a80b-e482d7641ed2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.477402 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d59ac7aa-fd5c-4177-a80b-e482d7641ed2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.549193 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d59ac7aa-fd5c-4177-a80b-e482d7641ed2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.568658 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ac7aa-fd5c-4177-a80b-e482d7641ed2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f3a886-5083-45a8-b844-e591cab81e27,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:58.625424 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d59ac7aa-fd5c-4177-a80b-e482d7641ed2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.626670 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d59ac7aa-fd5c-4177-a80b-e482d7641ed2 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163719 Oct 15 01:58:58.629396 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35346) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:58.633617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [None req-af9cf423-18ed-4a73-bab7-e41413e7e973 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '0d8d1f46-15d5-4f28-92b0-40222b414f19', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:58:58.708376 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-af9cf423-18ed-4a73-bab7-e41413e7e973 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.767680 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-af9cf423-18ed-4a73-bab7-e41413e7e973 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.811811 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-af9cf423-18ed-4a73-bab7-e41413e7e973 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.828542 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cf423-18ed-4a73-bab7-e41413e7e973 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e333e9-4418-4210-acd6-2fc5bbf2c7b2,revision_number=0']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:58.888818 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-af9cf423-18ed-4a73-bab7-e41413e7e973 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.890146 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-af9cf423-18ed-4a73-bab7-e41413e7e973 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2597444 Oct 15 01:58:58.892881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35348) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:58.897537 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b428e25c-e89a-4ba1-85b6-61bd0479a1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:58.899288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-859906b1-28cd-4678-90c7-0f24405d42e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '0d8d1f46-15d5-4f28-92b0-40222b414f19', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:58:58.965025 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859906b1-28cd-4678-90c7-0f24405d42e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.021629 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859906b1-28cd-4678-90c7-0f24405d42e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.063310 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859906b1-28cd-4678-90c7-0f24405d42e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.079851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859906b1-28cd-4678-90c7-0f24405d42e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1c4690-af79-48d2-8c2f-b528feae83ed,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:59.122683 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-859906b1-28cd-4678-90c7-0f24405d42e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.123909 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-859906b1-28cd-4678-90c7-0f24405d42e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300177 Oct 15 01:58:59.126655 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35350) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:59.131012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-fe7ee5f0-35b5-4a2e-9336-e5415dbe2c12 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '0d8d1f46-15d5-4f28-92b0-40222b414f19', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:58:59.199056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee5f0-35b5-4a2e-9336-e5415dbe2c12 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.256011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee5f0-35b5-4a2e-9336-e5415dbe2c12 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.331675 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee5f0-35b5-4a2e-9336-e5415dbe2c12 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.346912 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ee5f0-35b5-4a2e-9336-e5415dbe2c12 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59a6b51-a42b-4c33-9d45-d422758a95f2,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:59.402270 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee5f0-35b5-4a2e-9336-e5415dbe2c12 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.403585 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-fe7ee5f0-35b5-4a2e-9336-e5415dbe2c12 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2759748 Oct 15 01:58:59.406350 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35352) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:59.410558 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '0d8d1f46-15d5-4f28-92b0-40222b414f19', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:58:59.486200 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Project f083418aad8c4efd85c8478b7a2ea1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:58:59.491648 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.559317 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.623212 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.641454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793558d7-dd28-4368-9142-3d29c02957a1,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:58:59.724038 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.725796 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-04b1b95b-860d-4b17-a303-257cc97b5acc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3183901 Oct 15 01:58:59.728571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35354) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:58:59.732838 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'security_group_rule': {'security_group_id': '0d8d1f46-15d5-4f28-92b0-40222b414f19', 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:58:59.812556 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Project f083418aad8c4efd85c8478b7a2ea1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 01:58:59.818340 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.877341 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.960523 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:58:59.978388 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d733489e-f121-4593-8084-6c28f306d9ce,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:00.052503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:00.053772 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3dd8bf2e-e4c5-4198-bd31-9a28d1f4bb6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3242645 Oct 15 01:59:00.217881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:00.621395 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:02.680549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:10.744115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:12.127834 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:59:15.846180 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:20.885069 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-3655b1cf-6476-48c4-8dea-b174150e15bc tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538899845&fields=id&tenant_id=f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 267 time: 0.0328739 Oct 15 01:59:20.993079 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-071da0a6-4491-4127-9ba9-777889016614 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:20.994550 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-071da0a6-4491-4127-9ba9-777889016614 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 808 time: 0.1026483 Oct 15 01:59:21.009499 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-ec41e360-f35a-4dfb-a311-0252e4f6f103 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/quotas/f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 375 time: 0.0092201 Oct 15 01:59:21.059030 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-64851a0e-2bb2-4ce7-9c1d-79f2b1168fd4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439606 Oct 15 01:59:21.209206 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-a42840b3-6e76-4b57-acd6-c48c3aa899cc service neutron] 10.222.0.13 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390688 Oct 15 01:59:21.297413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-78c46c11-69c8-4a87-b17b-d36a7ebbdc00 service neutron] 10.222.0.13 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819173 Oct 15 01:59:21.816504 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-445f3490-46e6-4e3b-bd1d-ee7c72d7ee41 req-a8fed488-ec29-4d66-ae3a-47d9b4f3db2b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0268774 Oct 15 01:59:22.903226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0c72c2f0-871c-43d3-8678-719d5228bedd req-15cfe23f-4ed5-4d5e-9aed-f632d5e1d321 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0273223 Oct 15 01:59:23.983734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-13cdeb18-b22f-4fec-a7d6-d08bda0ec715 req-52ee441f-b57b-4144-9a9e-2c9967fa28e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0307095 Oct 15 01:59:25.060032 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-636a0583-5b2f-470f-b5a5-29f05bd63b1c req-b759f498-e4e3-4735-bf1c-dd5394f29c03 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0261807 Oct 15 01:59:26.149257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-98c7849a-ba04-40e1-a993-14d555e83552 req-9beea8e1-b5b0-4c2d-9d0b-1649159b1554 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0259035 Oct 15 01:59:26.314564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5798d092-5e91-481a-83e0-dd2b0523433c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:27.248906 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9d9dba93-c666-4964-be31-fe7b933e1fd6 req-126f0530-6810-423f-8222-f04cfdb21a77 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0272679 Oct 15 01:59:27.654598 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-e446b1f1-af9b-4966-9f51-8194ebb509b0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:27.656051 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-e446b1f1-af9b-4966-9f51-8194ebb509b0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 808 time: 0.1115375 Oct 15 01:59:27.669208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-2700b675-c306-45ac-8788-620f243ef105 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 01:59:27.670149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-2700b675-c306-45ac-8788-620f243ef105 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053670 Oct 15 01:59:27.709066 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-17e962b8-e3e0-4f34-b4fb-74056d4809a6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 380 time: 0.0330338 Oct 15 01:59:27.718647 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'port': {'device_id': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'admin_state_up': True, 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'security_groups': ['0d8d1f46-15d5-4f28-92b0-40222b414f19']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:59:27.903404 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Made reservation on behalf of f083418aad8c4efd85c8478b7a2ea1fe for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 01:59:27.906795 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.039221 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Allocated IP 172.20.0.6 (4f3fb265-e559-4c0c-819b-503d6324c14a/d6038f2f-56a8-42ea-a8b4-37eaf3164cfb/c3a97cf1-5478-4158-8537-67cd0d5ed559) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:59:28.179019 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.280953 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.331298 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Network 4f3fb265-e559-4c0c-819b-503d6324c14a is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:59:28.339007 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:59:28.341704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:59:28.369801 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:28.374667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66d8cf-c6c1-4d03-9edb-4fc66c17f9e1 req-47a687f7-81dc-4146-8ed1-8869265d41ad tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:28.374667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b66d8cf-c6c1-4d03-9edb-4fc66c17f9e1 req-47a687f7-81dc-4146-8ed1-8869265d41ad tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 931 time: 0.0545475 Oct 15 01:59:28.407229 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:28.407891 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.421255 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9b66d8cf-c6c1-4d03-9edb-4fc66c17f9e1 req-af888018-fa52-4d98-aae5-db69015f4b41 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407600 Oct 15 01:59:28.483326 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-fc5fa2f2-604c-4489-b833-02f8d372f817 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683513 Oct 15 01:59:28.550462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Request body: {'port': {'device_id': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:59:28.581620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7265ac8d-b168-4c65-8b2d-ce3781d7c3f0 None None] Provisioning complete for port c3a97cf1-5478-4158-8537-67cd0d5ed559 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:59:28.582317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7265ac8d-b168-4c65-8b2d-ce3781d7c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.638307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.638544 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7265ac8d-b168-4c65-8b2d-ce3781d7c3f0 None None] Port c3a97cf1-5478-4158-8537-67cd0d5ed559 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 01:59:28.895185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c8e40c53-8bd2-4f7a-9e6f-3a3c011c482c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.909360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a97cf1-5478-4158-8537-67cd0d5ed559 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:59:28.917082 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:28.929155 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Transition to ACTIVE for port object c3a97cf1-5478-4158-8537-67cd0d5ed559 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 01:59:28.994724 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:29.043933 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:29.124013 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Attempting to bind port c3a97cf1-5478-4158-8537-67cd0d5ed559 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 01:59:29.124398 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Attempting to bind port c3a97cf1-5478-4158-8537-67cd0d5ed559 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 01:59:29.124673 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Attempting to bind port c3a97cf1-5478-4158-8537-67cd0d5ed559 on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:59:29.129436 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Port c3a97cf1-5478-4158-8537-67cd0d5ed559 on network 4f3fb265-e559-4c0c-819b-503d6324c14a not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 01:59:29.129756 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Attempting to bind port c3a97cf1-5478-4158-8537-67cd0d5ed559 on network 4f3fb265-e559-4c0c-819b-503d6324c14a {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 01:59:29.135462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 1, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 01:59:29.135867 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Checking segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 01:59:29.136420 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Bound using segment: {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 01:59:29.136847 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Bound port: c3a97cf1-5478-4158-8537-67cd0d5ed559, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecc906-1972-46d1-b614-7c66b53dd795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 01:59:29.137204 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:29.206946 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 01:59:29.210360 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 01:59:29.278386 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:29.323448 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.324216 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:29.328081 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] 10.222.0.30 "PUT /v2.0/ports/c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 1091 time: 0.8343453 Oct 15 01:59:29.328081 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:59:29.330530 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1caa8a7-164e-47f1-8c5d-f228dd744fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:59:29.371951 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac4b59-50cd-4d91-a56c-be3d11e6087f service neutron] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:29.438908 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131096bb-5e69-4fbd-8054-f8206bc9b11b x-openstack-request-id: req-131096bb-5e69-4fbd-8054-f8206bc9b11b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:59:29.439663 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:59:29.440053 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-131096bb-5e69-4fbd-8054-f8206bc9b11b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:59:29.440528 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'status': 'completed', 'code': 200} Oct 15 01:59:29.515117 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa8a7-164e-47f1-8c5d-f228dd744fa6 req-8fbcea89-9b4f-44a2-a269-a4a645ef3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.517034 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1caa8a7-164e-47f1-8c5d-f228dd744fa6 req-8fbcea89-9b4f-44a2-a269-a4a645ef3f28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1094 time: 0.0536036 Oct 15 01:59:29.563830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4e434-ea1f-46aa-aeca-e3b5685c4523 req-417b0a2d-445b-48d3-ba82-73c6bacf2b8c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.572275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20d4e434-ea1f-46aa-aeca-e3b5685c4523 req-417b0a2d-445b-48d3-ba82-73c6bacf2b8c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0638418 Oct 15 01:59:29.608226 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-20d4e434-ea1f-46aa-aeca-e3b5685c4523 req-985c83c5-acb9-40b4-b95c-bf17e6254542 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347760 Oct 15 01:59:29.634592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa8a7-164e-47f1-8c5d-f228dd744fa6 req-d785624c-1d66-4907-b531-f8f23a594e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.636100 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1caa8a7-164e-47f1-8c5d-f228dd744fa6 req-d785624c-1d66-4907-b531-f8f23a594e5a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1105759 Oct 15 01:59:29.735773 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa8a7-164e-47f1-8c5d-f228dd744fa6 req-363fab7e-fa2e-4e46-b518-c548da0960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.737247 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-e1caa8a7-164e-47f1-8c5d-f228dd744fa6 req-363fab7e-fa2e-4e46-b518-c548da0960fc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943134 Oct 15 01:59:29.814923 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-c2aec2fa-652c-4181-ae74-f3b9fa0ace05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.816419 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-c2aec2fa-652c-4181-ae74-f3b9fa0ace05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1094 time: 0.0419726 Oct 15 01:59:29.858758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-bf0acd4b-524d-40e9-8317-2a2b25edc5d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 217 time: 0.0341785 Oct 15 01:59:29.907992 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-abdd0d51-3f18-4c21-af50-c15a0d4a7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.909450 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-abdd0d51-3f18-4c21-af50-c15a0d4a7b1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0439799 Oct 15 01:59:29.959243 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-18438472-bc66-48ae-b04c-31ede8ef04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:29.960644 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-18438472-bc66-48ae-b04c-31ede8ef04a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443535 Oct 15 01:59:30.051301 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-d539ac61-868a-444e-b67e-a5d47490f59e service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831239 Oct 15 01:59:30.230024 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:30.469720 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-a8945ce0-e352-4114-8bc4-12e854af43e1 req-1b7c328b-7da2-4421-9c04-bc792aad5ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104218 Oct 15 01:59:30.600333 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:30.724465 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e71e8-6e55-443a-9054-483f19f36be9 req-4aa6f6f6-5aec-443b-96eb-52cc7fb5b4db tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:30.725928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b6e71e8-6e55-443a-9054-483f19f36be9 req-4aa6f6f6-5aec-443b-96eb-52cc7fb5b4db tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0498984 Oct 15 01:59:30.764294 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4b6e71e8-6e55-443a-9054-483f19f36be9 req-ceff92f6-d236-484a-97f3-572077799603 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Oct 15 01:59:31.878672 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1209476-2dff-4dae-abc8-bfd8afbead06 req-0b96adcb-f421-42de-850a-55264946bba0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:31.880201 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1209476-2dff-4dae-abc8-bfd8afbead06 req-0b96adcb-f421-42de-850a-55264946bba0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0498002 Oct 15 01:59:31.919721 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b1209476-2dff-4dae-abc8-bfd8afbead06 req-2df1f4f6-6736-466b-85a8-5b3407789442 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331328 Oct 15 01:59:32.668620 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:33.042539 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638b553-5590-4ebf-81ad-44a4b36606b2 req-6f33e0ce-e36b-4818-8940-7a02fc700af4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:33.043997 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1638b553-5590-4ebf-81ad-44a4b36606b2 req-6f33e0ce-e36b-4818-8940-7a02fc700af4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0543733 Oct 15 01:59:33.080824 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1638b553-5590-4ebf-81ad-44a4b36606b2 req-148413a8-e488-4e5a-ae9d-f15baaf8aec3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309081 Oct 15 01:59:34.194386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7caba3-3d4d-4ed0-abc2-e816c00fad1e req-79c1c614-7865-45f5-8a4b-a4cb199d7aec tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:34.196037 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a7caba3-3d4d-4ed0-abc2-e816c00fad1e req-79c1c614-7865-45f5-8a4b-a4cb199d7aec tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0489643 Oct 15 01:59:34.233730 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3a7caba3-3d4d-4ed0-abc2-e816c00fad1e req-98415f8a-b2f7-40e4-9a29-d36e06330402 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Oct 15 01:59:35.349443 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910aec-3938-4a09-9e28-196f10e8af91 req-d51eab33-dd95-4536-9fa8-0fe50b6f3b4e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:35.350918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f910aec-3938-4a09-9e28-196f10e8af91 req-d51eab33-dd95-4536-9fa8-0fe50b6f3b4e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0487380 Oct 15 01:59:35.389083 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8f910aec-3938-4a09-9e28-196f10e8af91 req-0faea467-d47c-47af-b574-982a8b93b44b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Oct 15 01:59:36.505029 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343a2a9-1549-4685-83a3-52bd7d0ba94e req-383a3b39-6a06-4817-9684-830213c328ee tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:36.506544 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c343a2a9-1549-4685-83a3-52bd7d0ba94e req-383a3b39-6a06-4817-9684-830213c328ee tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0529423 Oct 15 01:59:36.545351 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c343a2a9-1549-4685-83a3-52bd7d0ba94e req-891e7862-e2a8-473c-98d2-9e7c8f645e6a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Oct 15 01:59:37.667270 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb91e7-f30a-429c-8040-cce97c1e71eb req-56bb1db2-8cd7-4232-9a4e-4f1700e20097 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:37.668754 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eb91e7-f30a-429c-8040-cce97c1e71eb req-56bb1db2-8cd7-4232-9a4e-4f1700e20097 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0492780 Oct 15 01:59:37.706215 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-55eb91e7-f30a-429c-8040-cce97c1e71eb req-9be52da5-c435-4ed7-92aa-59efd57d4378 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Oct 15 01:59:38.820005 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e7fc8-1b82-422e-b335-633b1eb27311 req-829120f8-61fb-408f-8712-fe60e19b76b1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:38.822031 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a0e7fc8-1b82-422e-b335-633b1eb27311 req-829120f8-61fb-408f-8712-fe60e19b76b1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0484416 Oct 15 01:59:38.857820 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-1a0e7fc8-1b82-422e-b335-633b1eb27311 req-6bf2dabd-2396-462d-ad58-2c9712ef9c42 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299346 Oct 15 01:59:39.974830 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3955e2-c336-4f08-9a9c-c9b0f5f84eda req-8ff5e9a4-8ac2-4985-83f8-b465a1a9e3d8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:39.976275 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b3955e2-c336-4f08-9a9c-c9b0f5f84eda req-8ff5e9a4-8ac2-4985-83f8-b465a1a9e3d8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0517492 Oct 15 01:59:40.014020 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7b3955e2-c336-4f08-9a9c-c9b0f5f84eda req-fc295f88-287d-4777-a4bd-93d8ebb4186a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Oct 15 01:59:40.840314 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:41.126225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743baef-575e-49e2-ba7d-ec4b40ca8c05 req-e23b44d5-4dcc-4941-bd5a-bbe0a3e8364a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:41.127594 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c743baef-575e-49e2-ba7d-ec4b40ca8c05 req-e23b44d5-4dcc-4941-bd5a-bbe0a3e8364a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0483506 Oct 15 01:59:41.164839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c743baef-575e-49e2-ba7d-ec4b40ca8c05 req-59318725-9c37-4c48-bfa3-753b5f91ec38 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308595 Oct 15 01:59:41.750376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c3a97cf1-5478-4158-8537-67cd0d5ed559 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 01:59:41.841255 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:59:41.852241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'port_id': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 01:59:41.888292 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:41.904819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a97cf1-5478-4158-8537-67cd0d5ed559 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 01:59:41.923794 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:59:41.971508 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:42.017185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:42.024729 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.025069 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.025405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.025737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.026070 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.026422 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.026742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.027061 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.027380 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.027742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.028043 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.028366 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 01:59:42.202203 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c3a97cf1-5478-4158-8537-67cd0d5ed559'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 01:59:42.288409 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76445909-b880-4eea-8e39-c01735d2eec8 req-afa19a43-000f-494c-b752-fa356a01d683 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:42.289839 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76445909-b880-4eea-8e39-c01735d2eec8 req-afa19a43-000f-494c-b752-fa356a01d683 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 944 time: 0.0495698 Oct 15 01:59:42.328541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-76445909-b880-4eea-8e39-c01735d2eec8 req-d1f74a05-a813-4f36-8662-dce842b52929 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Oct 15 01:59:43.445033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f737b24-988b-4180-84b9-3d98f628b59e req-756cebfc-df20-4693-b443-c78a8342a2cd tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:43.447119 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f737b24-988b-4180-84b9-3d98f628b59e req-756cebfc-df20-4693-b443-c78a8342a2cd tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 944 time: 0.0520072 Oct 15 01:59:43.483895 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2f737b24-988b-4180-84b9-3d98f628b59e req-8e56d391-8296-491f-8743-0e107b6d31c7 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Oct 15 01:59:43.773054 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c3a97cf1-5478-4158-8537-67cd0d5ed559 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 01:59:43.900224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port c3a97cf1-5478-4158-8537-67cd0d5ed559 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 01:59:43.903834 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c3a97cf1-5478-4158-8537-67cd0d5ed559 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 01:59:43.904195 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:43.980449 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:44.002461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:59:44.004675 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0804f08d-64a0-4d46-96dd-160915608ae8" -d '{"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-plugged", "status": "completed", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:59:44.019502 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 01:59:44.088966 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:44.112564 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 01:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218e1d6f-de76-4ae9-abf1-cbc8321176ee x-openstack-request-id: req-218e1d6f-de76-4ae9-abf1-cbc8321176ee {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:59:44.112857 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-plugged", "status": "completed", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:59:44.113110 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-218e1d6f-de76-4ae9-abf1-cbc8321176ee {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:59:44.113553 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'code': 200} Oct 15 01:59:44.141185 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:44.202993 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b999e-751f-4788-a39c-1fcd263f8d7d req-86637073-cecf-41f8-936f-c02767361eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:44.204443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-174b999e-751f-4788-a39c-1fcd263f8d7d req-86637073-cecf-41f8-936f-c02767361eeb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0390797 Oct 15 01:59:44.239400 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-174b999e-751f-4788-a39c-1fcd263f8d7d req-c74061c8-e558-4b55-8eda-e8818de0ec05 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273068 Oct 15 01:59:44.600687 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613be471-3e7c-45ab-816a-972176d09547 req-44e86625-71d0-4b41-958b-f64e823dd264 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:44.602211 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-613be471-3e7c-45ab-816a-972176d09547 req-44e86625-71d0-4b41-958b-f64e823dd264 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0482419 Oct 15 01:59:44.639100 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-613be471-3e7c-45ab-816a-972176d09547 req-1a6cce9b-98ca-4074-99c5-90fc2b6780b4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Oct 15 01:59:45.750797 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02269b-1820-4f87-be6a-32ade8089e4b req-e9ce1b21-7813-4a00-ae1e-6dfd9db631d5 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:45.752156 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02269b-1820-4f87-be6a-32ade8089e4b req-e9ce1b21-7813-4a00-ae1e-6dfd9db631d5 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0484881 Oct 15 01:59:45.788742 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ac02269b-1820-4f87-be6a-32ade8089e4b req-b12166a6-0c1a-4041-9f5e-87b8eb615556 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307577 Oct 15 01:59:45.843630 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:45.909423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945ea42-69c0-4d7f-9c2a-5912a6b103ff req-08997cdc-6f2c-4d65-aeee-c21e7de43117 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:45.911670 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4945ea42-69c0-4d7f-9c2a-5912a6b103ff req-08997cdc-6f2c-4d65-aeee-c21e7de43117 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0560474 Oct 15 01:59:45.952285 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4945ea42-69c0-4d7f-9c2a-5912a6b103ff req-ee3b1054-e8ef-4b0b-8074-959e96942088 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338674 Oct 15 01:59:45.973787 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35602) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:59:46.056133 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0345e66-7b63-468b-b721-fee44b2d4478 tempest-TestShelveInstance-542690847 tempest-TestShelveInstance-542690847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:46.057605 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e0345e66-7b63-468b-b721-fee44b2d4478 tempest-TestShelveInstance-542690847 tempest-TestShelveInstance-542690847-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1091 time: 0.0827894 Oct 15 01:59:46.060357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35606) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 01:59:46.064488 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 01:59:46.168626 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:46.267622 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:46.368190 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Allocated IP 172.25.2.116 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/013231fc-2763-4aea-a61e-d09ae721d15a) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 01:59:46.472177 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:46.588991 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:46.626043 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 01:59:46.630210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 01:59:46.637454 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 01:59:46.659760 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'Port': ['ID=013231fc-2763-4aea-a61e-d09ae721d15a,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:47.305176 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:47.437108 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:47.585942 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:47.651345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:47.725087 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event updated for resources: {'Port': ['ID=013231fc-2763-4aea-a61e-d09ae721d15a,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 01:59:47.733370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:47.832571 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Floating IP c987a774-140f-4021-9172-9b081b1d938f associated. External IP: 172.25.2.116, port: c3a97cf1-5478-4158-8537-67cd0d5ed559. Oct 15 01:59:48.039665 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 01:59:48.145962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 01:59:48.156057 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] Sync routers for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 01:59:48.165635 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:59:48.168732 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:59:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:59:48.253802 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:48.267814 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:59:48.283343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-8c8e9c72-6ae9-46c6-bcc5-418172f44c9b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2219837 Oct 15 01:59:48.284088 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 01:59:48.287018 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd28ef1-0399-4325-823d-adbb2b9b07b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 01:59:48.328818 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee0b29-edfc-4ebc-90ef-1a6537a30ec0 x-openstack-request-id: req-d0ee0b29-edfc-4ebc-90ef-1a6537a30ec0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 01:59:48.329461 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 01:59:48.329461 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0ee0b29-edfc-4ebc-90ef-1a6537a30ec0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 01:59:48.329753 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'status': 'completed', 'code': 200} Oct 15 01:59:48.394060 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-f5c19c9d-6d73-4cbe-b9ed-eead653dc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:48.395569 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-f5c19c9d-6d73-4cbe-b9ed-eead653dc4ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0417044 Oct 15 01:59:48.491805 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-43ebca4b-f93b-47d8-9b72-cd33759f693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:48.493401 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-43ebca4b-f93b-47d8-9b72-cd33759f693e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0900161 Oct 15 01:59:48.501543 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'c987a774-140f-4021-9172-9b081b1d938f', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'port_id': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:59:46Z', 'updated_at': '2021-10-15T01:59:46Z', 'revision_number': 0, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:59:48.533795 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] Checking router: 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 01:59:48.542546 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 01:59:48.543137 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T01:59:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:59:48.566102 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-d06e4325-2820-4141-8b6c-82f17be2018c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 999 time: 0.0655549 Oct 15 01:59:48.613533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-62580707-98ba-4e8f-a62f-931be72388ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:48.615004 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-62580707-98ba-4e8f-a62f-931be72388ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0424507 Oct 15 01:59:48.648829 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 01:59:48.660532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-90259a46-7168-4950-b971-6c36f6f8ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:48.662035 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-90259a46-7168-4950-b971-6c36f6f8ad3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399764 Oct 15 01:59:48.756327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-9469f7a4-327a-4de7-af09-3d82816cea85 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865951 Oct 15 01:59:48.846914 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-bcd28ef1-0399-4325-823d-adbb2b9b07b4 req-b88fb162-7c27-43ac-ba2b-64e8d1fc28bc service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830336 Oct 15 01:59:48.868956 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'c987a774-140f-4021-9172-9b081b1d938f', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'port_id': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:59:46Z', 'updated_at': '2021-10-15T01:59:46Z', 'revision_number': 0, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 01:59:48.894680 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900355c0-3f91-4ad1-b1cb-7d41afc01902 None None] The sync data for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 is: [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': 'c987a774-140f-4021-9172-9b081b1d938f', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'port_id': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T01:59:46Z', 'updated_at': '2021-10-15T01:59:46Z', 'revision_number': 0, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 01:59:49.100870 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea789d-25ff-48a8-95d1-3fdc80ea0ce7 None None] New status for floating IP c987a774-140f-4021-9172-9b081b1d938f: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 01:59:49.126933 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 01:59:50.669063 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-7e3c9234-756e-4de3-975e-524d86769006 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399888 Oct 15 01:59:50.751646 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f51d7-607f-4daa-912d-c900c737a5cc req-b2ce199a-c78e-481a-8fa6-e1657ee62bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:50.753104 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-b2ce199a-c78e-481a-8fa6-e1657ee62bde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0441782 Oct 15 01:59:50.856344 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f51d7-607f-4daa-912d-c900c737a5cc req-04bcf567-39cd-4cd8-96d2-83d80652b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:50.861682 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-04bcf567-39cd-4cd8-96d2-83d80652b3ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0857275 Oct 15 01:59:50.925729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-6e86a70d-e384-4688-95da-b036d7f183b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 1001 time: 0.0610442 Oct 15 01:59:50.973987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f51d7-607f-4daa-912d-c900c737a5cc req-34fc7283-5b19-4198-a453-56163d9f2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:50.975422 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-34fc7283-5b19-4198-a453-56163d9f2dd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0430083 Oct 15 01:59:51.020987 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f51d7-607f-4daa-912d-c900c737a5cc req-1febd749-1c8c-462e-9608-08fe919cb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 01:59:51.022528 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-1febd749-1c8c-462e-9608-08fe919cb759 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400479 Oct 15 01:59:51.113121 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-06fbb905-27a9-4c43-b2b2-0aa9b6a78e35 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833240 Oct 15 01:59:51.204187 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-959f51d7-607f-4daa-912d-c900c737a5cc req-a6d86f5d-6398-4ad6-8984-e312f05b6c85 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Oct 15 01:59:56.300226 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c815-6da4-4579-9ba9-93fa483924b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 01:59:58.945715 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-fac29a7d-dcbb-441a-b224-2415d630b1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:00.245487 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:00.605226 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:02.657263 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:10.742229 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:15.831203 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:26.130678 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:00:26.330847 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9abc9843-4689-4650-96ce-bbd804b4ab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:28.933822 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ce8fa728-7d3a-4240-84c5-8a136e728e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:30.251340 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:30.633776 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:32.662413 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:40.753211 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:45.883191 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:52.666198 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-9f21dc1a-3191-4255-abb4-c316f75e9634 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505230 Oct 15 02:00:52.750328 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21655e22-fae7-4110-9657-cebbc7efb061 req-2c2efc18-8d3d-4268-823d-924edcaa83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:00:52.751807 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-2c2efc18-8d3d-4268-823d-924edcaa83be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0417767 Oct 15 02:00:52.859686 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21655e22-fae7-4110-9657-cebbc7efb061 req-11109334-2e1b-4521-a9f3-5716170436a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:00:52.861163 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-11109334-2e1b-4521-a9f3-5716170436a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0885346 Oct 15 02:00:52.935462 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-2aca49d4-6b21-47ba-ad24-05e99d4e088a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 1001 time: 0.0669043 Oct 15 02:00:52.987536 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21655e22-fae7-4110-9657-cebbc7efb061 req-3fe15119-f0a8-48bc-aad2-0d68b8752f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:00:52.989003 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-3fe15119-f0a8-48bc-aad2-0d68b8752f73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0470741 Oct 15 02:00:53.036776 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21655e22-fae7-4110-9657-cebbc7efb061 req-36fd8b0b-ac3b-4c1d-a982-49f7f945f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:00:53.038475 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-36fd8b0b-ac3b-4c1d-a982-49f7f945f661 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422585 Oct 15 02:00:53.136398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-2aabc262-6593-443c-a3a5-a008a27c510c service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902085 Oct 15 02:00:53.234010 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-21655e22-fae7-4110-9657-cebbc7efb061 req-8c1f62d8-9f79-41c6-8dd2-c34a978702d8 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900092 Oct 15 02:00:56.336195 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3acab8e9-d027-4897-9a43-6eeee35db621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:00:58.918799 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bdf8a06b-7ab6-4b72-a81d-18c8f08cccf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:00.238962 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:00.615973 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:02.679059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:03.130156 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:01:10.724013 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:15.873085 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:26.298706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ff7f6959-08ed-43de-974f-771226bf60cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:28.912806 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2973fa47-b3b9-4374-84a6-c1a44aa6435d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:30.215597 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:30.621027 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:32.655523 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:40.129794 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:01:40.738113 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:45.866624 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:52.656065 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-d8928741-9c21-478d-a48f-e971b29b7730 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410175 Oct 15 02:01:52.736713 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-128aecd8-d926-467f-a095-8076e0378f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:01:52.738228 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-128aecd8-d926-467f-a095-8076e0378f16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0409930 Oct 15 02:01:52.845509 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-ab232794-fb86-4047-a3cf-d609ea108967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:01:52.846997 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-ab232794-fb86-4047-a3cf-d609ea108967 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0906262 Oct 15 02:01:52.911465 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-3c7a6bac-924d-4790-b952-faa514ca168c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 1001 time: 0.0574634 Oct 15 02:01:52.963831 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-7c432db8-8261-47bd-96fd-600a53d55a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:01:52.965295 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-7c432db8-8261-47bd-96fd-600a53d55a79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0474358 Oct 15 02:01:53.015739 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-9107b662-1952-4140-a5f8-8ae8f35b794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:01:53.017204 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-9107b662-1952-4140-a5f8-8ae8f35b794e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450108 Oct 15 02:01:53.113074 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-14a9bbfa-62eb-49ce-bbf6-270975d906d0 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881588 Oct 15 02:01:53.206455 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-ba34220c-da9e-4525-8bbf-2f66bcc69fcf req-2086ee79-19e5-45da-afcf-79983470547f service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Oct 15 02:01:56.295688 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-62d42460-3b0d-4541-8d70-d8bd9bf9b201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:01:58.940470 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26ff9a46-ed98-4d07-80ec-947d0f53a21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:00.209607 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:00.629051 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:02.694892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:10.743069 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:14.876200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc3bb3-890e-44f5-96ac-363590bae080 req-bf136b74-6cd1-4abf-8f68-8f9684781614 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:14.877678 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fbc3bb3-890e-44f5-96ac-363590bae080 req-bf136b74-6cd1-4abf-8f68-8f9684781614 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0980625 Oct 15 02:02:14.916686 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6fbc3bb3-890e-44f5-96ac-363590bae080 req-2382ef1d-b6f6-4a5d-854b-ac5179c42e89 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329893 Oct 15 02:02:15.883541 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:16.064017 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711d95-4114-4c4a-8976-27b22fcfe2d7 req-61876de4-8370-4d64-9446-1f02bff91c96 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:16.065495 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b711d95-4114-4c4a-8976-27b22fcfe2d7 req-61876de4-8370-4d64-9446-1f02bff91c96 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0582840 Oct 15 02:02:16.102539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5b711d95-4114-4c4a-8976-27b22fcfe2d7 req-bcf5db68-fdee-4d31-9d54-e96dfcd6e086 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309725 Oct 15 02:02:17.129521 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:02:17.215181 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eabf2-ad56-43e8-a4e6-093fcab1cb28 req-36c3a1a0-e3b0-4dd1-9c83-dbbb9a6a4535 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:17.216625 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f09eabf2-ad56-43e8-a4e6-093fcab1cb28 req-36c3a1a0-e3b0-4dd1-9c83-dbbb9a6a4535 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0483408 Oct 15 02:02:17.257753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f09eabf2-ad56-43e8-a4e6-093fcab1cb28 req-de7786ae-0746-4200-a3ab-74f49de39043 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Oct 15 02:02:18.370769 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691c183-ca1b-41f2-9df9-066974860421 req-b1b2ffcf-5a67-4a0e-b2f6-4a1a7dd89e50 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:18.372256 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e691c183-ca1b-41f2-9df9-066974860421 req-b1b2ffcf-5a67-4a0e-b2f6-4a1a7dd89e50 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0485039 Oct 15 02:02:18.409969 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e691c183-ca1b-41f2-9df9-066974860421 req-d478b398-4e14-45d5-b45d-700f5a08a6a9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Oct 15 02:02:19.524547 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1fc79-6fe4-4263-b95c-ed553f81b1da req-5819a864-c2ff-4bf7-b0b2-52670e001524 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:19.526039 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9dd1fc79-6fe4-4263-b95c-ed553f81b1da req-5819a864-c2ff-4bf7-b0b2-52670e001524 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0493376 Oct 15 02:02:19.563343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9dd1fc79-6fe4-4263-b95c-ed553f81b1da req-95a5a122-f15e-4944-9ca3-de2d18803444 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Oct 15 02:02:20.680206 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05988dee-eb94-43ee-8047-a4ffd4c5b387 req-287fc275-0934-4e7c-99c6-c41ae6f319b8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:20.681689 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05988dee-eb94-43ee-8047-a4ffd4c5b387 req-287fc275-0934-4e7c-99c6-c41ae6f319b8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0506282 Oct 15 02:02:20.723703 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-05988dee-eb94-43ee-8047-a4ffd4c5b387 req-f822d01e-bc8a-4e0b-bbc3-fb1334bc34a9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359590 Oct 15 02:02:21.837623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1e853-ecb5-4078-8dc1-125dcbea868d req-27f01ab3-f05b-4bc9-9bb6-e021649eb38f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:21.839121 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18d1e853-ecb5-4078-8dc1-125dcbea868d req-27f01ab3-f05b-4bc9-9bb6-e021649eb38f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0512507 Oct 15 02:02:21.877642 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-18d1e853-ecb5-4078-8dc1-125dcbea868d req-8dd63c94-de06-4963-81a9-f5896f8be988 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326829 Oct 15 02:02:22.992629 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88784f9-dab2-486c-a10f-49d8e8d09ec4 req-8fbc5ad3-228a-45e9-8244-89a6c74caf71 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:22.994118 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d88784f9-dab2-486c-a10f-49d8e8d09ec4 req-8fbc5ad3-228a-45e9-8244-89a6c74caf71 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0491204 Oct 15 02:02:23.032008 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d88784f9-dab2-486c-a10f-49d8e8d09ec4 req-df2c3bef-902d-445b-956d-58e8400a15a7 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Oct 15 02:02:24.145403 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b72ed9-1004-42c8-a611-2d510b405c3f req-2c5a80b4-5045-4626-b6ea-3d155ed4c06e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:24.146870 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12b72ed9-1004-42c8-a611-2d510b405c3f req-2c5a80b4-5045-4626-b6ea-3d155ed4c06e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0483625 Oct 15 02:02:24.187939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-12b72ed9-1004-42c8-a611-2d510b405c3f req-06467b6b-f1c8-49e2-9816-acaece2901a6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352707 Oct 15 02:02:25.035687 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538c158-22f0-4b00-b852-23c986a70170 req-c9b1c542-90f1-4e27-ace3-76f4dd456b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:25.037141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f538c158-22f0-4b00-b852-23c986a70170 req-c9b1c542-90f1-4e27-ace3-76f4dd456b7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0414209 Oct 15 02:02:25.129843 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538c158-22f0-4b00-b852-23c986a70170 req-004f86dd-8b8e-453c-865c-0b7d5df748b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:25.131289 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f538c158-22f0-4b00-b852-23c986a70170 req-004f86dd-8b8e-453c-865c-0b7d5df748b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0872214 Oct 15 02:02:25.195625 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f538c158-22f0-4b00-b852-23c986a70170 req-9c959f25-96ee-4661-a4a8-5d16eed97aba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 1001 time: 0.0577888 Oct 15 02:02:25.245846 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538c158-22f0-4b00-b852-23c986a70170 req-c3462fae-a650-44ce-96aa-baa3fe5c83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:25.247375 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f538c158-22f0-4b00-b852-23c986a70170 req-c3462fae-a650-44ce-96aa-baa3fe5c83ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0449765 Oct 15 02:02:25.298318 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538c158-22f0-4b00-b852-23c986a70170 req-46742645-0f65-4797-854d-34e0cd0457ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:25.299710 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f538c158-22f0-4b00-b852-23c986a70170 req-46742645-0f65-4797-854d-34e0cd0457ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446124 Oct 15 02:02:25.301997 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815e3c4-83dc-46ae-ac1e-442a598e64ab req-2bc36c05-3982-4d56-8c7d-539579dd0978 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:25.303497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3815e3c4-83dc-46ae-ac1e-442a598e64ab req-2bc36c05-3982-4d56-8c7d-539579dd0978 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0497766 Oct 15 02:02:25.341147 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3815e3c4-83dc-46ae-ac1e-442a598e64ab req-63667ab5-a3d4-4b93-ba04-537d9ddead61 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Oct 15 02:02:25.390335 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f538c158-22f0-4b00-b852-23c986a70170 req-69387f19-c345-49ce-a597-8673212bc819 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834560 Oct 15 02:02:25.485132 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f538c158-22f0-4b00-b852-23c986a70170 req-4d9dfdc7-4181-4c64-9a93-5ba10bc1b9c4 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868852 Oct 15 02:02:26.312003 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-86227c79-c6e2-4663-9202-a81cc87a912d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:26.459189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57820dba-0e7b-4e5d-a7b4-346bcb34cb44 req-93ecb230-39d7-41ad-bcbb-a5421845ea7f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:26.460702 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57820dba-0e7b-4e5d-a7b4-346bcb34cb44 req-93ecb230-39d7-41ad-bcbb-a5421845ea7f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0501616 Oct 15 02:02:26.498698 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-57820dba-0e7b-4e5d-a7b4-346bcb34cb44 req-b20a28de-d4a4-4808-87af-dfd8b41307f5 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Oct 15 02:02:27.616053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a37048-5996-4765-822e-d1a591ac2797 req-06147342-d849-4901-8b5d-ad33c9ce75e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:27.617539 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-75a37048-5996-4765-822e-d1a591ac2797 req-06147342-d849-4901-8b5d-ad33c9ce75e6 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0506270 Oct 15 02:02:27.660837 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-75a37048-5996-4765-822e-d1a591ac2797 req-304e67cb-43fe-425e-91be-e2bd8430c81a tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373201 Oct 15 02:02:28.780835 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bad4a6-410e-420a-b4e9-c1521113fe70 req-97e5a571-800c-478d-a5c1-f995b6cde84e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:28.782313 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45bad4a6-410e-420a-b4e9-c1521113fe70 req-97e5a571-800c-478d-a5c1-f995b6cde84e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0505426 Oct 15 02:02:28.822854 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45bad4a6-410e-420a-b4e9-c1521113fe70 req-9b1e60af-7e3c-4b47-a8b8-c9940cc23574 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342836 Oct 15 02:02:28.920277 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7554-c6e3-4df1-bfe4-feac3243bc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:29.937307 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664925-e71a-4c91-b867-981b35d2978b req-698cfedf-1e13-467f-9415-1270cefe2277 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:29.938799 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-28664925-e71a-4c91-b867-981b35d2978b req-698cfedf-1e13-467f-9415-1270cefe2277 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0492592 Oct 15 02:02:29.977399 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-28664925-e71a-4c91-b867-981b35d2978b req-274926aa-55c4-4b9a-a2ee-2099eb81d4cd tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Oct 15 02:02:30.211644 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:30.275020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35728) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:02:30.299148 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448bcb0-c1fd-4f9f-9e4b-bdd02cc686cd req-cae86634-feb4-460c-a13c-1973a8701314 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:30.300768 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6448bcb0-c1fd-4f9f-9e4b-bdd02cc686cd req-cae86634-feb4-460c-a13c-1973a8701314 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0557609 Oct 15 02:02:30.366984 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6448bcb0-c1fd-4f9f-9e4b-bdd02cc686cd req-936b333f-64b7-4373-9f37-f5e2169dbd0e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601666 Oct 15 02:02:30.380490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-239c2ea9-5ec6-4a06-b312-e5a0fec7456c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043539 Oct 15 02:02:30.399146 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-cc91f47f-cd3f-47ba-a81a-50410723d4c2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 02:02:30.400104 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-cc91f47f-cd3f-47ba-a81a-50410723d4c2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052588 Oct 15 02:02:30.477536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c3a97cf1-5478-4158-8537-67cd0d5ed559 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:02:30.563536 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:30.589059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:02:30.591287 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e854f3f-dce6-4730-8638-16128a57d35d" -d '{"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:02:30.603595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:02:30.623009 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38cafd4-865c-4638-ad51-b485d6a1e2e1 x-openstack-request-id: req-d38cafd4-865c-4638-ad51-b485d6a1e2e1 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:02:30.623297 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-unplugged", "status": "failed", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559", "code": 422}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:02:30.623551 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d38cafd4-865c-4638-ad51-b485d6a1e2e1 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:02:30.623943 n-d-811521-2 neutron-server[107727]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'code': 422} returned with failed status Oct 15 02:02:30.629251 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:30.699123 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:30.749284 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:02:30.757567 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.757912 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.758274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.758609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.759165 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.759489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.759814 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.760138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.760461 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.760780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.761101 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:30.761419 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:02:31.483012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99fac8-e2bc-471d-bcfa-71059bd3105b req-8143b9a1-d699-45ae-ba27-3840458add09 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:31.484400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea99fac8-e2bc-471d-bcfa-71059bd3105b req-8143b9a1-d699-45ae-ba27-3840458add09 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0503619 Oct 15 02:02:31.523541 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ea99fac8-e2bc-471d-bcfa-71059bd3105b req-d09dbfdd-0225-45aa-b94f-55a82621c44e tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329061 Oct 15 02:02:32.641053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d73de5-86c4-406b-8ccb-99765e5c0932 req-9b652cc5-a275-43bb-9edf-7d3239e70545 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:32.642693 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90d73de5-86c4-406b-8ccb-99765e5c0932 req-9b652cc5-a275-43bb-9edf-7d3239e70545 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0528002 Oct 15 02:02:32.677665 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:32.688199 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-90d73de5-86c4-406b-8ccb-99765e5c0932 req-8b927ade-2cc8-482f-a30a-054e0657942b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382497 Oct 15 02:02:33.807493 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71295-b6d6-489d-b829-344bae266c24 req-a8c2fc3d-e53a-4847-8008-33c59b654b07 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:33.808963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dec71295-b6d6-489d-b829-344bae266c24 req-a8c2fc3d-e53a-4847-8008-33c59b654b07 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0534799 Oct 15 02:02:33.847884 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-dec71295-b6d6-489d-b829-344bae266c24 req-62d91786-90b2-4767-8820-249d5556546f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Oct 15 02:02:34.962338 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23d422-5d77-4ad3-95ed-c6520abc92b4 req-8cf7bcd9-7043-4024-83f4-6d5890135289 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:34.963813 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f23d422-5d77-4ad3-95ed-c6520abc92b4 req-8cf7bcd9-7043-4024-83f4-6d5890135289 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0492761 Oct 15 02:02:35.002066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6f23d422-5d77-4ad3-95ed-c6520abc92b4 req-f1a47fe9-da46-4e31-be60-d623849c40c9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321255 Oct 15 02:02:36.125163 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487a52d-3bd9-44c6-8c27-7cc11e7f3e30 req-f89577e7-89cf-412d-ac04-bc26b3085a01 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:36.126637 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2487a52d-3bd9-44c6-8c27-7cc11e7f3e30 req-f89577e7-89cf-412d-ac04-bc26b3085a01 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0499675 Oct 15 02:02:36.165139 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2487a52d-3bd9-44c6-8c27-7cc11e7f3e30 req-1053d773-3446-424b-a6c2-40165693578b tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Oct 15 02:02:37.227036 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-1e3af267-6e71-451e-ae2a-03e64b18dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:37.228557 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-1e3af267-6e71-451e-ae2a-03e64b18dceb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c&tenant_id=f083418aad8c4efd85c8478b7a2ea1fe HTTP/1.1" status: 200 len: 1094 time: 0.0416441 Oct 15 02:02:37.284202 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7b852-5205-444e-8627-6376fd8f4218 req-49f65a39-05ca-4ca1-abae-0f2ebdcf2ca4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:37.285679 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84b7b852-5205-444e-8627-6376fd8f4218 req-49f65a39-05ca-4ca1-abae-0f2ebdcf2ca4 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0537641 Oct 15 02:02:37.289724 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-215b2ae2-6973-4a80-9427-fe5ec9ae186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:37.291234 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-215b2ae2-6973-4a80-9427-fe5ec9ae186a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1094 time: 0.0415444 Oct 15 02:02:37.325065 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-84b7b852-5205-444e-8627-6376fd8f4218 req-0d5ebe3a-c41f-480d-9ede-fa369e15c8cd tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Oct 15 02:02:37.386265 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-ab2f700d-b3a8-4b28-abdd-8133eb4a6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:37.387752 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-ab2f700d-b3a8-4b28-abdd-8133eb4a6ff5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0896144 Oct 15 02:02:37.451916 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-38549e50-9460-4394-8d11-c59dd04aedef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 999 time: 0.0571909 Oct 15 02:02:37.507052 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-bc3e7b98-9a12-4ea1-ab87-89cc699ed740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:37.508549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-bc3e7b98-9a12-4ea1-ab87-89cc699ed740 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0496333 Oct 15 02:02:37.554592 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-04d9a05d-9140-4fea-808f-e6be1b454bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:37.556080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-04d9a05d-9140-4fea-808f-e6be1b454bd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405622 Oct 15 02:02:37.648976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-5bc26a1d-115f-4afb-a8ea-9cf820b52520 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856116 Oct 15 02:02:37.746080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-a1738cc7-6e6a-4f53-a0ad-fc7b65848c29 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898561 Oct 15 02:02:38.438959 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805d56-eb2b-488b-ac10-9e2ef5ee63b7 req-10fc5d9f-8564-4dfd-b6c9-ee8b061eec46 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:38.440490 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed805d56-eb2b-488b-ac10-9e2ef5ee63b7 req-10fc5d9f-8564-4dfd-b6c9-ee8b061eec46 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0492435 Oct 15 02:02:38.480165 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ed805d56-eb2b-488b-ac10-9e2ef5ee63b7 req-eec86222-1c17-4adc-a30d-1cdc04a3d6b8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336728 Oct 15 02:02:39.593724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b5ae9-4e00-4182-8d62-ab3d185b3de5 req-b25af81c-d806-44ab-82f6-2bca914b31a0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:39.595210 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-056b5ae9-4e00-4182-8d62-ab3d185b3de5 req-b25af81c-d806-44ab-82f6-2bca914b31a0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0483508 Oct 15 02:02:39.632166 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-056b5ae9-4e00-4182-8d62-ab3d185b3de5 req-8a1641ae-5f81-43a0-913a-1917e8efd702 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305412 Oct 15 02:02:40.755120 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddca7b-c207-4be2-ab87-fe9e0ad9d94a req-c2d15836-ba7c-4f2a-ad97-402fab233284 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:40.756964 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7ddca7b-c207-4be2-ab87-fe9e0ad9d94a req-c2d15836-ba7c-4f2a-ad97-402fab233284 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0582981 Oct 15 02:02:40.780834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:40.796343 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a7ddca7b-c207-4be2-ab87-fe9e0ad9d94a req-530d4c09-6a18-42a0-9231-5d2c87496719 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Oct 15 02:02:41.911096 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53028113-28ef-45f9-af0a-1b592962a7c2 req-5657da4e-dc79-4b54-aa5e-3a33db65fa82 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:41.912569 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53028113-28ef-45f9-af0a-1b592962a7c2 req-5657da4e-dc79-4b54-aa5e-3a33db65fa82 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0498111 Oct 15 02:02:41.949182 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-53028113-28ef-45f9-af0a-1b592962a7c2 req-00d38484-c171-48bf-bade-67189cc14eed tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308247 Oct 15 02:02:43.062764 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a40df1-c83d-4c40-b0d6-fedd0cdd6d1b req-4ab6ff7e-6491-4595-9884-09063d118fd9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:43.064270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08a40df1-c83d-4c40-b0d6-fedd0cdd6d1b req-4ab6ff7e-6491-4595-9884-09063d118fd9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0495572 Oct 15 02:02:43.102161 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-08a40df1-c83d-4c40-b0d6-fedd0cdd6d1b req-183a1689-ee05-4d80-8e6e-801a7d0ecaa9 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314867 Oct 15 02:02:44.220671 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f9327-77f4-46ca-bf24-8e80dd3fc10e req-88d2bb27-12d4-4162-ad18-3bc468f7e88d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:44.222697 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-170f9327-77f4-46ca-bf24-8e80dd3fc10e req-88d2bb27-12d4-4162-ad18-3bc468f7e88d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 943 time: 0.0526791 Oct 15 02:02:44.259424 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-170f9327-77f4-46ca-bf24-8e80dd3fc10e req-a901214b-a806-42aa-87a5-b84aaf585729 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Oct 15 02:02:44.508954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c3a97cf1-5478-4158-8537-67cd0d5ed559 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 02:02:44.604175 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:02:44.615405 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'port_id': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'mac_address': 'fa:16:3e:ce:de:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 02:02:44.652237 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:44.664371 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a97cf1-5478-4158-8537-67cd0d5ed559 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 02:02:44.682376 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:02:44.753668 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:44.799488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:02:44.971384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['c3a97cf1-5478-4158-8537-67cd0d5ed559'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 02:02:45.373832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900e170-d1a6-4471-beb2-d2aa609e8119 req-a8165511-62d3-48c6-859f-4b3b05e5c07c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:45.375323 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8900e170-d1a6-4471-beb2-d2aa609e8119 req-a8165511-62d3-48c6-859f-4b3b05e5c07c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 944 time: 0.0489881 Oct 15 02:02:45.412558 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8900e170-d1a6-4471-beb2-d2aa609e8119 req-560e591e-dc8a-42f7-a846-a90f4c849374 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Oct 15 02:02:45.877355 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:46.524216 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c3a97cf1-5478-4158-8537-67cd0d5ed559 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:02:46.527461 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ccf8e-48cb-4701-8aaa-0271f5440208 req-37b41089-b70b-481c-844b-1a3cb3647525 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:46.528954 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d4ccf8e-48cb-4701-8aaa-0271f5440208 req-37b41089-b70b-481c-844b-1a3cb3647525 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 944 time: 0.0504537 Oct 15 02:02:46.568609 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3d4ccf8e-48cb-4701-8aaa-0271f5440208 req-fdd1fff3-dac6-4cb1-97b6-77f00df18395 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Oct 15 02:02:46.571686 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port c3a97cf1-5478-4158-8537-67cd0d5ed559 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:02:46.572053 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:46.649813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:46.671950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:02:46.674815 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634c1c49-f340-4a8f-859e-ccdc509a5981" -d '{"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-plugged", "status": "completed", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:02:46.688241 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:02:46.716741 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21d8dc-c974-45c7-938f-5bf45c5b157e x-openstack-request-id: req-df21d8dc-c974-45c7-938f-5bf45c5b157e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:02:46.716741 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-plugged", "status": "completed", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:02:46.716741 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df21d8dc-c974-45c7-938f-5bf45c5b157e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:02:46.716741 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'code': 200} Oct 15 02:02:46.759961 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:46.810059 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:02:46.855612 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1e0bf-49df-49b5-b6c4-2c6ca0ddc1aa req-a9b30bd9-b489-4d8d-8ac5-6ae4160ad764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:46.857082 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34b1e0bf-49df-49b5-b6c4-2c6ca0ddc1aa req-a9b30bd9-b489-4d8d-8ac5-6ae4160ad764 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0402219 Oct 15 02:02:46.891752 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-34b1e0bf-49df-49b5-b6c4-2c6ca0ddc1aa req-a8b475e3-6b80-49c1-8035-884a87263135 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274162 Oct 15 02:02:47.687383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ee818-9df2-4aee-aa9e-7e8f2bbebbc1 req-ef52e555-89ee-4ecd-8176-b67e3a39218d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:47.688859 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d7ee818-9df2-4aee-aa9e-7e8f2bbebbc1 req-ef52e555-89ee-4ecd-8176-b67e3a39218d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0530615 Oct 15 02:02:47.726991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7d7ee818-9df2-4aee-aa9e-7e8f2bbebbc1 req-e81eb9e7-6f93-4b2d-8724-772bafadd5ee tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317054 Oct 15 02:02:48.838534 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5573-1fd6-461f-ac77-79607aa17f49 req-29fcad8c-0e44-4cdb-9b4b-747d552c83b3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:48.839998 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f6d5573-1fd6-461f-ac77-79607aa17f49 req-29fcad8c-0e44-4cdb-9b4b-747d552c83b3 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0482826 Oct 15 02:02:48.878269 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3f6d5573-1fd6-461f-ac77-79607aa17f49 req-a192ddbc-828c-42d0-8c80-82fb709ae1b5 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Oct 15 02:02:53.662678 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-21b8f08f-06a5-489e-ae17-208c23058fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390670 Oct 15 02:02:53.745949 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-6c22ed77-8485-4309-a616-467d7ab3e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:53.747434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-6c22ed77-8485-4309-a616-467d7ab3e4aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0448456 Oct 15 02:02:53.848799 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-75323548-9fd6-4d70-b4fe-6b7dfb5c879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:53.850311 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-75323548-9fd6-4d70-b4fe-6b7dfb5c879a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0852714 Oct 15 02:02:53.922530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-fb64740e-f57b-4894-88f1-2aed9225b52f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 1001 time: 0.0652044 Oct 15 02:02:53.971498 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-5591cf49-bfb2-4047-891d-561642196e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:53.973438 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-5591cf49-bfb2-4047-891d-561642196e90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0434396 Oct 15 02:02:54.017860 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-43419d9b-436d-4483-ad24-aa8fc39624da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:02:54.020041 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-43419d9b-436d-4483-ad24-aa8fc39624da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399368 Oct 15 02:02:54.112672 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-f8271880-84b6-4f5e-83d7-3aa0a49b5cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Oct 15 02:02:54.128529 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:02:54.203161 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-9dd78f36-6ddf-4084-a550-f69d33e01646 req-9a3fd0d8-be4f-4a74-910c-5e6e38b4ecdd service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834579 Oct 15 02:02:56.294303 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-92685054-eaed-455e-a2f1-db575f140c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:02:58.913575 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5102359d-e0d3-4cc8-a68e-41a3cca74381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:00.250929 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:00.671621 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:02.673810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:10.770772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:15.884751 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:26.299357 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aff6e5c6-111b-4236-878a-e322b09f8c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:28.939561 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-aec9905e-8e37-472c-860a-a7e5ea44dae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:30.238439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:30.608136 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:31.126876 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:03:32.673202 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:40.762466 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:45.866892 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:53.678820 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-68c445f5-2e58-4286-a167-d6bafe5835e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440924 Oct 15 02:03:53.761730 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10901c3-d782-4300-b274-b419af6865f3 req-9195faa0-386c-490f-b1a5-f3ff6e3535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:03:53.763128 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-9195faa0-386c-490f-b1a5-f3ff6e3535b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0409076 Oct 15 02:03:53.864599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10901c3-d782-4300-b274-b419af6865f3 req-c7b36040-cc49-406f-a9cc-3f8517e48cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:03:53.866017 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-c7b36040-cc49-406f-a9cc-3f8517e48cbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0845380 Oct 15 02:03:53.932964 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-eea7a70b-4369-4738-a1d9-b3af6fdf83b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 1001 time: 0.0604115 Oct 15 02:03:53.980019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10901c3-d782-4300-b274-b419af6865f3 req-f69c1487-f039-493e-9e30-d4c65bab7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:03:53.981386 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-f69c1487-f039-493e-9e30-d4c65bab7521 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0422108 Oct 15 02:03:54.027307 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10901c3-d782-4300-b274-b419af6865f3 req-fa5319b1-fa1f-48ff-8246-eabcbb3ad4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:03:54.028655 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-fa5319b1-fa1f-48ff-8246-eabcbb3ad4d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401809 Oct 15 02:03:54.121532 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-4985816c-0cd8-4d00-8ba5-194a81f4257c service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852869 Oct 15 02:03:54.214547 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c10901c3-d782-4300-b274-b419af6865f3 req-b46c75fc-05c6-4615-8e09-497b95ea8966 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Oct 15 02:03:56.298999 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e4c463ce-7bd3-44ec-ae73-db247b7c8d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:03:58.899074 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-acfc7f68-edef-4d95-95c2-768516b38174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:00.215487 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:00.621303 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:02.706864 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:08.125293 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:04:10.769140 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:15.900636 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:24.197413 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35794) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:24.522209 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Deleting port 013231fc-2763-4aea-a61e-d09ae721d15a {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:24.522547 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:24.598609 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:24.598927 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:24.610214 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Calling delete_port for 013231fc-2763-4aea-a61e-d09ae721d15a owned by network:floatingip {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:24.813016 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:24.839417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event deleted for resources: {'Port': ['ID=013231fc-2763-4aea-a61e-d09ae721d15a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:24.865341 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.865685 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.866019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.866376 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.866709 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.867034 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.867357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.867678 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.867997 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.868317 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.868637 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.868952 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:24.909524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for floatingip, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:24.909870 n-d-811521-2 neutron-server[107725]: INFO neutron.db.l3_db [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Floating IP c987a774-140f-4021-9172-9b081b1d938f disassociated (deleted). External IP: 172.25.2.116, port: c3a97cf1-5478-4158-8537-67cd0d5ed559. Oct 15 02:04:25.113964 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:04:25.222327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:04:25.227268 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:25.232114 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] Sync routers for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:04:25.241338 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:25.242064 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:03:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:25.350875 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:25.556967 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:25.573130 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e416ef27-981f-47cc-a082-bfc4ab259352 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "DELETE /v2.0/floatingips/c987a774-140f-4021-9172-9b081b1d938f HTTP/1.1" status: 204 len: 168 time: 1.3746154 Oct 15 02:04:25.573708 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:04:25.575992 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634" -d '{"events": [{"name": "network-changed", "server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:04:25.584030 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] Checking router: 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:04:25.592137 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:25.592723 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:03:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:25.697557 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:25.892673 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:25.921868 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82ae27-b3b6-4e37-9b07-c0f67650ee25 None None] The sync data for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 is: [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:48Z', 'revision_number': 4, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '77882103-3212-4ba7-92bd-41c285a3e6e0', 'name': '', 'network_id': '4f3fb265-e559-4c0c-819b-503d6324c14a', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'mac_address': 'fa:16:3e:24:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:48Z', 'updated_at': '2021-10-15T01:53:51Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'subnets': [{'id': 'd6038f2f-56a8-42ea-a8b4-37eaf3164cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:04:25.965392 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8833824f-ef6e-42c9-8d9e-65676356ed35 x-openstack-request-id: req-8833824f-ef6e-42c9-8d9e-65676356ed35 {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:04:25.965689 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:04:25.965941 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8833824f-ef6e-42c9-8d9e-65676356ed35 {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:04:25.966493 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'status': 'completed', 'code': 200} Oct 15 02:04:26.036803 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-5471c0a4-4d36-470b-9adc-98563027e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:26.038304 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-5471c0a4-4d36-470b-9adc-98563027e209 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 1096 time: 0.0420096 Oct 15 02:04:26.063305 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45909fa7-cfc1-442c-b712-89a42abba805 req-dfe742d1-ea80-4a6a-bf47-bdee5aee8e3f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:26.065516 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45909fa7-cfc1-442c-b712-89a42abba805 req-dfe742d1-ea80-4a6a-bf47-bdee5aee8e3f tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0545077 Oct 15 02:04:26.106674 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-45909fa7-cfc1-442c-b712-89a42abba805 req-00ac5853-52ae-4917-84f3-e440ce89fb5c tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345383 Oct 15 02:04:26.138750 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-e44175d8-a6b5-4eb9-bfad-a5a589c3f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:26.140818 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-e44175d8-a6b5-4eb9-bfad-a5a589c3f360 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 200 len: 909 time: 0.0954115 Oct 15 02:04:26.170765 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cd4064-15a0-4bc6-a7cc-ffb5f30ed9d1 None None] New status for floating IP c987a774-140f-4021-9172-9b081b1d938f: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 02:04:26.184645 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-dab90217-0fbb-4ab9-b370-a80442c187ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 200 len: 217 time: 0.0354414 Oct 15 02:04:26.235429 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-421f6b80-7e78-42c1-8020-8dc50a71d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:26.236907 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-421f6b80-7e78-42c1-8020-8dc50a71d571 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 200 len: 847 time: 0.0443420 Oct 15 02:04:26.289300 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-69af2608-3a33-4798-b28f-443e6b5c76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:26.293230 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-69af2608-3a33-4798-b28f-443e6b5c76c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f3fb265-e559-4c0c-819b-503d6324c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455019 Oct 15 02:04:26.311793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-5af24820-d69a-44ee-8275-ea89e55a9b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:26.380725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-569b498a-3caa-40e0-a541-8808c1e46ac2 service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823319 Oct 15 02:04:26.474960 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-3ab0df3c-b1b5-43a8-8ace-f1069e98f634 req-8e2ced35-e2c8-466d-b0aa-e63a62697a5a service neutron] 10.222.0.30 "GET /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864992 Oct 15 02:04:27.233406 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd7cd3-5de4-4821-835c-2d41c25d5d1e req-325161db-4ef7-4cd0-8acb-38c8f9150824 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:27.234887 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87cd7cd3-5de4-4821-835c-2d41c25d5d1e req-325161db-4ef7-4cd0-8acb-38c8f9150824 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0528204 Oct 15 02:04:27.272729 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-87cd7cd3-5de4-4821-835c-2d41c25d5d1e req-c0a7e530-aad2-400e-890c-b3791896bac0 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d8d1f46-15d5-4f28-92b0-40222b414f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Oct 15 02:04:27.534387 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-1c55f27e-70bd-42f4-926e-5fed9db8761d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:27.535812 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-1c55f27e-70bd-42f4-926e-5fed9db8761d tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 945 time: 0.0487204 Oct 15 02:04:27.627119 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Deleting port c3a97cf1-5478-4158-8537-67cd0d5ed559 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:27.627453 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:27.713197 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] For port c3a97cf1-5478-4158-8537-67cd0d5ed559, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=c3a97cf1-5478-4158-8537-67cd0d5ed559,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:27.713553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:27.727167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Calling delete_port for c3a97cf1-5478-4158-8537-67cd0d5ed559 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:27.953032 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:27.985902 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event deleted for resources: {'Port': ['ID=c3a97cf1-5478-4158-8537-67cd0d5ed559,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:28.048357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] No DVR routers for this DVR port c3a97cf1-5478-4158-8537-67cd0d5ed559 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:04:28.048357 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:28.048357 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d707ca6a-ddf6-40ea-beee-b15fbbf8a99a req-ce7db40e-9e22-45e1-8226-22c31a66ad43 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.30 "DELETE /v2.0/ports/c3a97cf1-5478-4158-8537-67cd0d5ed559 HTTP/1.1" status: 204 len: 173 time: 0.4958506 Oct 15 02:04:28.048357 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-deleted', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:04:28.048357 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86705a34-cfa0-4f6b-93d7-c133388cc7d0" -d '{"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-deleted", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:04:28.082456 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3920e2-e05d-40ad-babf-34ee8f0c551a x-openstack-request-id: req-7f3920e2-e05d-40ad-babf-34ee8f0c551a {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:04:28.087820 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4654ab20-a6c3-436e-9d2d-9351b925342c", "name": "network-vif-deleted", "tag": "c3a97cf1-5478-4158-8537-67cd0d5ed559", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:04:28.087820 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f3920e2-e05d-40ad-babf-34ee8f0c551a {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:04:28.087820 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4654ab20-a6c3-436e-9d2d-9351b925342c', 'name': 'network-vif-deleted', 'tag': 'c3a97cf1-5478-4158-8537-67cd0d5ed559', 'status': 'completed', 'code': 200} Oct 15 02:04:28.370209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a5f6de8b-61cd-4382-8d2d-6512cd271b11 req-daac7d32-59fd-4bb3-bc63-4246bdd15502 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0273736 Oct 15 02:04:28.955837 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96631f8f-e03c-4e75-91c1-1e10254b754c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:29.464413 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-209e996a-6d41-41d1-aae2-74f8fab65f28 req-02bef0b9-a89a-4386-ad10-fc6a84c47615 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0261867 Oct 15 02:04:30.207282 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:30.558881 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-fc024f7b-f110-4b15-a23e-dc8fa7623b00 req-6f8f9b32-32c7-4b0b-8e8e-94794bd0fcec tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0272205 Oct 15 02:04:30.626316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:31.081139 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c3a97cf1-5478-4158-8537-67cd0d5ed559 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:04:31.101400 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: c3a97cf1-5478-4158-8537-67cd0d5ed559 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:04:31.101747 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device c3a97cf1-5478-4158-8537-67cd0d5ed559 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:04:31.658911 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6113ed3e-7ebb-45b6-8b33-fe83a9065602 req-49547d5e-cfa3-4be3-b6ee-ea2eb4726fc1 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0314324 Oct 15 02:04:32.695015 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:32.754246 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ffbad767-c56d-43b9-85e2-a5fc9fbeaebe req-bb81d4f8-7ee4-49b5-938c-186ff3fce307 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "GET /v2.0/ports?device_id=4654ab20-a6c3-436e-9d2d-9351b925342c HTTP/1.1" status: 200 len: 210 time: 0.0276682 Oct 15 02:04:33.809929 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35832) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:33.872912 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5719a69-75d2-4f06-97fb-200df27266e8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:33.898742 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5719a69-75d2-4f06-97fb-200df27266e8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:34.020672 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5719a69-75d2-4f06-97fb-200df27266e8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:34.023307 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-c5719a69-75d2-4f06-97fb-200df27266e8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Publish callbacks [] for security_group, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:34.024482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-c5719a69-75d2-4f06-97fb-200df27266e8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d8d1f46-15d5-4f28-92b0-40222b414f19 HTTP/1.1" status: 204 len: 168 time: 0.2134461 Oct 15 02:04:34.034533 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5719a69-75d2-4f06-97fb-200df27266e8 tempest-TestShelveInstance-1487758376 tempest-TestShelveInstance-1487758376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8d1f46-15d5-4f28-92b0-40222b414f19,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:34.153699 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35836) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:34.684835 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:34.935754 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Deleting port 77882103-3212-4ba7-92bd-41c285a3e6e0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:34.937507 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:35.026495 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] For port 77882103-3212-4ba7-92bd-41c285a3e6e0, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=77882103-3212-4ba7-92bd-41c285a3e6e0,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:35.026905 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:35.039314 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Calling delete_port for 77882103-3212-4ba7-92bd-41c285a3e6e0 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:35.293300 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:35.320505 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=77882103-3212-4ba7-92bd-41c285a3e6e0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:35.509802 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:35.740958 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:04:35.853476 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:04:35.859290 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-d1633739-3873-4dcb-9ef5-187235af5a95 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044230 Oct 15 02:04:35.861893 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35842) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:35.864656 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] Sync routers for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:04:35.874870 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:35.879682 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:35.973595 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:35.986645 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:36.079979 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.172974 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T02:04:35Z', 'revision_number': 5, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port': {'id': 'c6ae49e7-555c-462d-8790-5b059e9b083e', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T01:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:36.188857 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Deleting port c6ae49e7-555c-462d-8790-5b059e9b083e {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:36.191109 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.200829 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] Checking router: 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:04:36.209009 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] Routers {'5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:36.209605 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:36.283150 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] For port c6ae49e7-555c-462d-8790-5b059e9b083e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c6ae49e7-555c-462d-8790-5b059e9b083e,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:36.283517 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.297500 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Calling delete_port for c6ae49e7-555c-462d-8790-5b059e9b083e owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:36.395538 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] Set router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:36.453959 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T02:04:36Z', 'revision_number': 6, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:36.480467 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf7b43e-5ef9-4316-878b-0a4e87ea2d5e None None] The sync data for ids ['5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd'] in n-d-811521-2 is: [{'id': '5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd', 'name': 'tempest-TestShelveInstance-406260420-router', 'tenant_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:45Z', 'updated_at': '2021-10-15T02:04:36Z', 'revision_number': 6, 'project_id': 'f083418aad8c4efd85c8478b7a2ea1fe', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:04:36.544638 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.571227 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ae49e7-555c-462d-8790-5b059e9b083e,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:36.634674 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.729212 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.731957 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.864689 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.865255 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 02:04:36.869861 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.871377 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-25ab139a-e0c0-4bce-bc76-5f5eda7ed472 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5bb1ab28-4ec1-42c4-8a56-4c705db2b6cd HTTP/1.1" status: 204 len: 168 time: 1.0068302 Oct 15 02:04:36.874559 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35844) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:36.929139 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Deleting subnet d6038f2f-56a8-42ea-a8b4-37eaf3164cfb {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 02:04:36.932433 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:36.966387 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.054229 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.169431 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.194361 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6038f2f-56a8-42ea-a8b4-37eaf3164cfb,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:37.204473 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.207413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b545d943-62ad-4d5f-af08-6cc3ab2017f2 None None] Network 4f3fb265-e559-4c0c-819b-503d6324c14a requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:04:37.208056 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d6038f2f-56a8-42ea-a8b4-37eaf3164cfb HTTP/1.1" status: 204 len: 168 time: 0.3311808 Oct 15 02:04:37.209150 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.209497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.209837 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.210210 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.210549 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.210668 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 35846) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:37.211059 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.211216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.211515 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.211839 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.212273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.212494 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.212803 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca518e-7730-4191-af39-4fd580398277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.296117 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.353021 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Deleting port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:37.353362 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.418915 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] DHCP port deletion for 4f3fb265-e559-4c0c-819b-503d6324c14a request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 02:04:37.427583 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] For port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:37.428002 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.443026 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Calling delete_port for 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 owned by network:dhcp {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:37.507470 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Deleting port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:37.508221 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.590841 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] For port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,segment=NetworkSegment(d8ecc906-1972-46d1-b614-7c66b53dd795),segment_id=d8ecc906-1972-46d1-b614-7c66b53dd795)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:37.591035 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.611038 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Calling delete_port for 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:37.626524 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.656308 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:37.660728 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] No DVR routers for this DVR port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 on host n-d-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:04:37.693998 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.727484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] No DVR routers for this DVR port 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:04:37.734631 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Pushing event deleted for resources: {'Port': ['ID=96b018ad-faa1-49fd-8316-b6ffbbaa0d21,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:37.745184 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.745531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.745867 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.746304 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.746639 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.746968 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.747293 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.747612 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.747931 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.748250 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.748610 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.749454 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdefb7-4145-4a9c-ba54-bc498c31a734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:37.757800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.770047 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 77882103-3212-4ba7-92bd-41c285a3e6e0 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:04:37.783632 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3fb265-e559-4c0c-819b-503d6324c14a']}} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:37.792584 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 77882103-3212-4ba7-92bd-41c285a3e6e0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:04:37.792924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 77882103-3212-4ba7-92bd-41c285a3e6e0 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:04:37.793447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ecc906-1972-46d1-b614-7c66b53dd795') {'for_net_delete': True} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:37.793597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c6ae49e7-555c-462d-8790-5b059e9b083e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:04:37.793762 n-d-811521-2 neutron-server[107725]: DEBUG neutron.services.segments.db [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ecc906-1972-46d1-b614-7c66b53dd795') {} {{(pid=107725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:37.805006 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5050413'] for segment, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.814337 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c6ae49e7-555c-462d-8790-5b059e9b083e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:04:37.814676 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c6ae49e7-555c-462d-8790-5b059e9b083e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:04:37.815078 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:04:37.820389 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.827282 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=107725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5050788'] for segment, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: Traceback (most recent call last): Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: timer() Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: cb(*args, **kw) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: return func(*args, **kwargs) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: self._notify() Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: self.callback(batched_events) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: event.method(event) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: return f(self, *a, **k) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: return self._get(url).json() Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: return self.request(url, 'GET', **kwargs) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 02:04:37.833111 n-d-811521-2 neutron-server[107725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 02:04:37.837456 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:04:37.837803 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 96b018ad-faa1-49fd-8316-b6ffbbaa0d21 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:04:37.944293 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.949827 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Publish callbacks [] for network, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:37.953825 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f3fb265-e559-4c0c-819b-503d6324c14a HTTP/1.1" status: 204 len: 168 time: 0.7420962 Oct 15 02:04:37.956763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35848) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:37.964808 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231f2b5-266c-4ecc-8b85-9c1697ecc8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3fb265-e559-4c0c-819b-503d6324c14a,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:38.323856 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:38.574438 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Deleting port f9916504-6c2f-4045-9f87-aabf7467d11a {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:38.574775 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:38.656712 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] For port f9916504-6c2f-4045-9f87-aabf7467d11a, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=f9916504-6c2f-4045-9f87-aabf7467d11a,segment=NetworkSegment(1274259a-4e56-4765-bf00-5b684a955e29),segment_id=1274259a-4e56-4765-bf00-5b684a955e29)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:38.657058 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:38.669249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Calling delete_port for f9916504-6c2f-4045-9f87-aabf7467d11a owned by network:router_interface {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:38.898747 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:38.925012 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Pushing event deleted for resources: {'Port': ['ID=f9916504-6c2f-4045-9f87-aabf7467d11a,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:39.094028 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:39.318298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Router 5ff718cb-779e-4e75-9e30-08049093ecb0 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:04:39.426951 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:04:39.431877 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-ea47e8f0-3b1c-43e7-a044-d1b30a750baf admin admin] 10.222.0.13 "PUT /v2.0/routers/5ff718cb-779e-4e75-9e30-08049093ecb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733090 Oct 15 02:04:39.434441 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35852) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:39.435701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] Sync routers for ids ['5ff718cb-779e-4e75-9e30-08049093ecb0'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:04:39.445014 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] Routers {'5ff718cb-779e-4e75-9e30-08049093ecb0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:39.445621 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ff718cb-779e-4e75-9e30-08049093ecb0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:39.539690 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:39.552593 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] Set router 5ff718cb-779e-4e75-9e30-08049093ecb0 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:39.646663 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:39.741427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T02:04:38Z', 'revision_number': 5, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port': {'id': 'fffdf03c-50a1-451d-bc83-182ab1be76ea', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T01:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:39.768742 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] Checking router: 5ff718cb-779e-4e75-9e30-08049093ecb0 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:04:39.770616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Deleting port fffdf03c-50a1-451d-bc83-182ab1be76ea {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:39.770957 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:39.777658 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] Routers {'5ff718cb-779e-4e75-9e30-08049093ecb0'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:39.778316 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['5ff718cb-779e-4e75-9e30-08049093ecb0'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:39.853442 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] For port fffdf03c-50a1-451d-bc83-182ab1be76ea, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fffdf03c-50a1-451d-bc83-182ab1be76ea,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:39.853816 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:39.865357 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Calling delete_port for fffdf03c-50a1-451d-bc83-182ab1be76ea owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:39.866734 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] Set router 5ff718cb-779e-4e75-9e30-08049093ecb0 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:39.918138 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T02:04:39Z', 'revision_number': 6, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:39.948771 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6da3b-3a55-48ac-9f9a-c2b7dd5bb4df None None] The sync data for ids ['5ff718cb-779e-4e75-9e30-08049093ecb0'] in n-d-811521-2 is: [{'id': '5ff718cb-779e-4e75-9e30-08049093ecb0', 'name': 'tempest-TestShelveInstance-1959324955-router', 'tenant_id': 'd3014d799ef841c0895b8094b52f3820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T01:53:51Z', 'updated_at': '2021-10-15T02:04:39Z', 'revision_number': 6, 'project_id': 'd3014d799ef841c0895b8094b52f3820', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:04:40.105962 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.131926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Pushing event deleted for resources: {'Port': ['ID=fffdf03c-50a1-451d-bc83-182ab1be76ea,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:40.193547 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.285603 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.287788 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.384133 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.384690 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff718cb-779e-4e75-9e30-08049093ecb0 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 02:04:40.391520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.391520 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b47ab22b-92c8-4936-86d5-92cf9941d175 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5ff718cb-779e-4e75-9e30-08049093ecb0 HTTP/1.1" status: 204 len: 168 time: 0.9556136 Oct 15 02:04:40.393428 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35854) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:40.436335 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] Deleting subnet a6ac8497-c8d0-4562-b822-4b34cda5d5a5 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 02:04:40.439323 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.474039 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.553581 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.666485 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.691638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ac8497-c8d0-4562-b822-4b34cda5d5a5,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:40.697538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.703770 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-e149ca1c-2cd8-48d1-b2ca-b6f8c845e6e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6ac8497-c8d0-4562-b822-4b34cda5d5a5 HTTP/1.1" status: 204 len: 168 time: 0.3064878 Oct 15 02:04:40.704165 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35856) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:40.707006 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa09180-138c-4793-ab40-f391a0ef6cae None None] Network 3c470f49-5c65-4de4-b9e3-58f89377ce08 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:04:40.780991 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.825264 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.836038 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Deleting port 843661fd-ba76-4b03-a2f4-92a128f81172 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:40.836447 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.906112 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] For port 843661fd-ba76-4b03-a2f4-92a128f81172, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=843661fd-ba76-4b03-a2f4-92a128f81172,segment=NetworkSegment(1274259a-4e56-4765-bf00-5b684a955e29),segment_id=1274259a-4e56-4765-bf00-5b684a955e29)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:40.906478 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:40.920423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Calling delete_port for 843661fd-ba76-4b03-a2f4-92a128f81172 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:40.924918 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] DHCP port deletion for 3c470f49-5c65-4de4-b9e3-58f89377ce08 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 02:04:40.977906 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] Deleting port 843661fd-ba76-4b03-a2f4-92a128f81172 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:04:40.978316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.048114 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] For port 843661fd-ba76-4b03-a2f4-92a128f81172, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=843661fd-ba76-4b03-a2f4-92a128f81172,segment=NetworkSegment(1274259a-4e56-4765-bf00-5b684a955e29),segment_id=1274259a-4e56-4765-bf00-5b684a955e29)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:41.048511 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.064775 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] Calling delete_port for 843661fd-ba76-4b03-a2f4-92a128f81172 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:04:41.112178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.138812 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.141700 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] No DVR routers for this DVR port 843661fd-ba76-4b03-a2f4-92a128f81172 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:04:41.147045 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Pushing event deleted for resources: {'Port': ['ID=843661fd-ba76-4b03-a2f4-92a128f81172,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:41.165652 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] Pushing event deleted for resources: {'Port': ['ID=843661fd-ba76-4b03-a2f4-92a128f81172,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:41.167586 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f73e6-9dcf-4bf9-b33d-392594f23098 None None] No DVR routers for this DVR port 843661fd-ba76-4b03-a2f4-92a128f81172 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:04:41.223429 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.561362 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c470f49-5c65-4de4-b9e3-58f89377ce08']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:41.570770 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1274259a-4e56-4765-bf00-5b684a955e29') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:41.571062 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1274259a-4e56-4765-bf00-5b684a955e29') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:41.580183 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.593599 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.599266 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 02:04:41.601018 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: timer() Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 02:04:41.601248 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 02:04:41.703488 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fffdf03c-50a1-451d-bc83-182ab1be76ea no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:04:41.711988 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.718056 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:41.721667 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c470f49-5c65-4de4-b9e3-58f89377ce08 HTTP/1.1" status: 204 len: 168 time: 1.0164151 Oct 15 02:04:41.724451 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: fffdf03c-50a1-451d-bc83-182ab1be76ea {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:04:41.724946 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fffdf03c-50a1-451d-bc83-182ab1be76ea not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:04:41.727144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f9916504-6c2f-4045-9f87-aabf7467d11a no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:04:41.733249 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91728faa-fee8-42b9-bd26-dcb242903353 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c470f49-5c65-4de4-b9e3-58f89377ce08,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:41.746011 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: f9916504-6c2f-4045-9f87-aabf7467d11a {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:04:41.746379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device f9916504-6c2f-4045-9f87-aabf7467d11a not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:04:41.746816 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 843661fd-ba76-4b03-a2f4-92a128f81172 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:04:41.768388 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 843661fd-ba76-4b03-a2f4-92a128f81172 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:04:41.768656 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 843661fd-ba76-4b03-a2f4-92a128f81172 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:04:42.054658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35860) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:42.096218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-dc8a32d9-33f4-4f97-8a04-f0874ed7be18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f083418aad8c4efd85c8478b7a2ea1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403779 Oct 15 02:04:42.098856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35862) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:42.153733 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edf03daa-d106-4b7d-af5a-e8dae78fa7e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:42.175776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edf03daa-d106-4b7d-af5a-e8dae78fa7e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:42.266107 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edf03daa-d106-4b7d-af5a-e8dae78fa7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:42.268620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-edf03daa-d106-4b7d-af5a-e8dae78fa7e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:42.269747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-edf03daa-d106-4b7d-af5a-e8dae78fa7e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82df93e4-eb46-4e17-98b3-c753a995daf7 HTTP/1.1" status: 204 len: 168 time: 0.1699710 Oct 15 02:04:42.277271 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf03daa-d106-4b7d-af5a-e8dae78fa7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df93e4-eb46-4e17-98b3-c753a995daf7,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:42.897817 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35868) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:42.937763 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-f1f8ef9a-059f-490b-b38c-06d17037545f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3014d799ef841c0895b8094b52f3820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387874 Oct 15 02:04:42.940130 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35870) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:42.987661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e0f271-734a-4562-b82a-3ba7ff465b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:43.007947 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e0f271-734a-4562-b82a-3ba7ff465b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:43.117413 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e0f271-734a-4562-b82a-3ba7ff465b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:43.120014 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-82e0f271-734a-4562-b82a-3ba7ff465b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:43.121194 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-82e0f271-734a-4562-b82a-3ba7ff465b42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35b2e538-c262-47eb-8881-84d4eb7383d9 HTTP/1.1" status: 204 len: 168 time: 0.1801629 Oct 15 02:04:43.128899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0f271-734a-4562-b82a-3ba7ff465b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2e538-c262-47eb-8881-84d4eb7383d9,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:44.178116 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35892) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:44.273100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-843604959-network', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:44.402747 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Made reservation on behalf of 4a08a6107b4d430cac62723658ee40cd for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 02:04:44.405573 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.416793 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.489172 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.557287 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.581277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 02:04:44.589634 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6071139-522c-4272-8f69-f907d9a28592,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:44.595994 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.596322 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Added segment ede0f897-29f3-411b-8c2a-d017634787f9 of type vlan for network 168ca73b-77cf-459a-bb67-830a66184f97 Oct 15 02:04:44.634844 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.717620 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.718574 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:44.719141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:44.778979 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] Pushing event updated for resources: {'Network': ['ID=168ca73b-77cf-459a-bb67-830a66184f97,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:44.788997 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network 168ca73b-77cf-459a-bb67-830a66184f97 details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 02:04:44.817472 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-3a1432a7-96f7-4c39-9903-b189ff0eba0a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6382003 Oct 15 02:04:44.820332 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35896) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:44.825003 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Request body: {'subnet': {'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-843604959-subnet', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:44.911503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Made reservation on behalf of 4a08a6107b4d430cac62723658ee40cd for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 02:04:44.913874 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.124510 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:04:45.126986 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.182724 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff578e46-4c01-43d2-89c7-dbb25875f2f6,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:45.191792 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Checking segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:45.192143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Network hostable DHCP agents. Network: 168ca73b-77cf-459a-bb67-830a66184f97, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 02:04:45.282972 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Network 168ca73b-77cf-459a-bb67-830a66184f97 is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 02:04:45.361257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, 168ca73b-77cf-459a-bb67-830a66184f97) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:45.365386 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:45.365967 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.369835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5cb129-6d02-4be3-b10b-c7413508f9c1 None None] Network 168ca73b-77cf-459a-bb67-830a66184f97 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:04:45.450146 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-706819d4-2475-4d56-96fb-c22e31863690 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6286392 Oct 15 02:04:45.453322 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35898) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:45.459552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:45.516699 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-168ca73b-77cf-459a-bb67-830a66184f97', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 02:04:45.517549 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.547214 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.548406 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.604037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.652738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Allocated IP 172.20.0.2 (168ca73b-77cf-459a-bb67-830a66184f97/ff578e46-4c01-43d2-89c7-dbb25875f2f6/c6b46baa-5b95-4a3a-b033-940dc4b39f4e) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:04:45.796238 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.810289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.894543 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.925352 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:45.933197 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Network 168ca73b-77cf-459a-bb67-830a66184f97 is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:45.937783 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:45.943412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:04:45.950249 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Pushing event updated for resources: {'Port': ['ID=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:46.001135 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Attempting to bind port c6b46baa-5b95-4a3a-b033-940dc4b39f4e on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:04:46.001503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Attempting to bind port c6b46baa-5b95-4a3a-b033-940dc4b39f4e by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:04:46.001869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Attempting to bind port c6b46baa-5b95-4a3a-b033-940dc4b39f4e on network 168ca73b-77cf-459a-bb67-830a66184f97 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:04:46.006819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:04:46.007172 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Checking segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:46.007567 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:46.007954 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Bound using segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:04:46.008412 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Bound port: c6b46baa-5b95-4a3a-b033-940dc4b39f4e, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:04:46.008787 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:46.073330 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] For port c6b46baa-5b95-4a3a-b033-940dc4b39f4e, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:04:46.076701 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] For port c6b46baa-5b95-4a3a-b033-940dc4b39f4e, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:04:46.116084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:46.135344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:46.161644 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:46.226989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc053ef-02df-4240-9b28-98e854252b9b None None] Pushing event updated for resources: {'Port': ['ID=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:46.246258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Allocated IP 172.25.2.100 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/fe1a4ab0-17ff-479b-b89c-dd42a9c20870) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:04:46.364175 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:46.465063 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:46.506382 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:46.509793 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:46.513297 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:04:46.542492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:46.818000 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.029119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.145561 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273b0a3-6d3d-4843-85be-43ba2453417f None None] Network 168ca73b-77cf-459a-bb67-830a66184f97 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:04:47.208571 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 02:04:47.220268 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-0145b1f2-f6d4-484a-b2f7-79902b0e373b None None] Provisioning complete for port c6b46baa-5b95-4a3a-b033-940dc4b39f4e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:47.220629 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0145b1f2-f6d4-484a-b2f7-79902b0e373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.317820 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:04:47.328623 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Sync routers for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:04:47.337723 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:47.338348 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:47.356494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0145b1f2-f6d4-484a-b2f7-79902b0e373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.378247 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.379529 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5f7296da-b5b6-42e9-9b40-6d91c340e815 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9251914 Oct 15 02:04:47.382192 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35900) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:47.410005 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-0145b1f2-f6d4-484a-b2f7-79902b0e373b None None] For port c6b46baa-5b95-4a3a-b033-940dc4b39f4e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:47.450076 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:47.464526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0145b1f2-f6d4-484a-b2f7-79902b0e373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.518705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145b1f2-f6d4-484a-b2f7-79902b0e373b None None] Pushing event updated for resources: {'Port': ['ID=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:47.636228 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:46Z', 'revision_number': 3, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:47.666889 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Checking router: 2d6b49de-4e6c-4819-8217-f88b22b62ff7 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:04:47.667146 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Updating router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 port fe1a4ab0-17ff-479b-b89c-dd42a9c20870 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 02:04:47.695210 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.700437 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-126ce916-a6e9-404e-b9e5-e8863a7ad6a7 None None] Provisioning complete for port c6b46baa-5b95-4a3a-b033-940dc4b39f4e triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:47.700931 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-126ce916-a6e9-404e-b9e5-e8863a7ad6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.765427 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c6b46baa-5b95-4a3a-b033-940dc4b39f4e up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:47.856296 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port c6b46baa-5b95-4a3a-b033-940dc4b39f4e triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:47.856686 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.877796 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:47.999258 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.041635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Allocated IP 172.20.0.1 (168ca73b-77cf-459a-bb67-830a66184f97/ff578e46-4c01-43d2-89c7-dbb25875f2f6/2ff27bf0-1966-47e3-a4a1-8ed896e9b131) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:04:48.065864 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.117526 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Attempting to bind port fe1a4ab0-17ff-479b-b89c-dd42a9c20870 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:04:48.117920 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Attempting to bind port fe1a4ab0-17ff-479b-b89c-dd42a9c20870 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:04:48.118305 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Attempting to bind port fe1a4ab0-17ff-479b-b89c-dd42a9c20870 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:04:48.121308 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Pushing event updated for resources: {'Port': ['ID=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:48.129093 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:04:48.129458 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:48.129849 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.130280 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:04:48.130733 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Bound port: fe1a4ab0-17ff-479b-b89c-dd42a9c20870, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:04:48.131193 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.133441 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.133777 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.134129 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.134462 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.134787 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.135109 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.135426 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.135740 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.136054 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.136366 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.136676 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.136990 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107728) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:04:48.152594 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.189454 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] For port fe1a4ab0-17ff-479b-b89c-dd42a9c20870, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:04:48.193905 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] For port fe1a4ab0-17ff-479b-b89c-dd42a9c20870, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:04:48.265283 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.271966 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.306483 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Network 168ca73b-77cf-459a-bb67-830a66184f97 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:48.309383 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:48.316741 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:04:48.330954 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca7faa-980f-4bf2-b97a-8ae8dfbadd70 None None] Pushing event updated for resources: {'Port': ['ID=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:48.338175 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:48.338765 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:48.342482 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:48.360070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.447117 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:48.564614 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d43ee676-7fb1-4949-ab03-c8df73bcc5a2 None None] Provisioning complete for port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:48.565234 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d43ee676-7fb1-4949-ab03-c8df73bcc5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.584861 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.599262 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d43ee676-7fb1-4949-ab03-c8df73bcc5a2 None None] Port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 02:04:48.635653 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:46Z', 'revision_number': 3, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:48.661735 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcfa084-aea5-466e-bb11-7df2e0e02499 None None] The sync data for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 is: [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:46Z', 'revision_number': 3, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:04:48.754575 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.814324 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.893676 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:48.899803 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:48.995632 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Network 168ca73b-77cf-459a-bb67-830a66184f97 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:48.997119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:49.121418 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:04:49.227186 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-882be21e-ebff-4c28-8251-0aef58a0a8cb None None] Provisioning complete for port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:49.227567 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-882be21e-ebff-4c28-8251-0aef58a0a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:49.267871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-882be21e-ebff-4c28-8251-0aef58a0a8cb None None] Port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 02:04:49.566939 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:04:49.571898 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-1d97c46c-faba-4533-9595-2c9a51af35f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/2d6b49de-4e6c-4819-8217-f88b22b62ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1885476 Oct 15 02:04:49.750909 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe1a4ab0-17ff-479b-b89c-dd42a9c20870 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:49.803842 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fe1a4ab0-17ff-479b-b89c-dd42a9c20870 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:49.804207 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:49.892488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:49.914433 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port fe1a4ab0-17ff-479b-b89c-dd42a9c20870, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:50.011501 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.066548 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:50.174321 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Sync routers for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:04:50.184585 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:50.185279 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:50.296753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35918) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:50.302166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-504510429-network', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:50.402892 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Made reservation on behalf of d061c895d05c441c9d87ee5e5f4d797f for: {'network': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 02:04:50.405999 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for network, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.414899 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.448452 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:50.487597 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.555345 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.576390 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=107726) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 02:04:50.589928 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a8d269-fc7d-4d17-bf39-10c7f6a430ae,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:50.595847 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.596194 n-d-811521-2 neutron-server[107726]: INFO neutron.db.segments_db [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Added segment b1317000-82ee-4a78-84ce-a3aad31806d8 of type vlan for network d67ff64a-61a8-498c-a1e4-680fe02d313e Oct 15 02:04:50.640566 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736270805616'] for network, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.651503 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 2, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:50.678597 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Checking router: 2d6b49de-4e6c-4819-8217-f88b22b62ff7 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:04:50.678873 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Updating router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 02:04:50.707279 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.734606 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263'] for network, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.735597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:50.736178 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:50.795948 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] Pushing event updated for resources: {'Network': ['ID=d67ff64a-61a8-498c-a1e4-680fe02d313e,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:50.815559 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Network d67ff64a-61a8-498c-a1e4-680fe02d313e details requested by agent ovs-agent-n-d-811521-2 with host n-d-811521-2 {{(pid=107727) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 02:04:50.829617 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-7313712e-f05a-406a-9323-d8b6860b5f72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5316880 Oct 15 02:04:50.832432 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35920) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:50.837821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Request body: {'subnet': {'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-504510429-subnet', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'ip_version': 4}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:50.934238 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Made reservation on behalf of d061c895d05c441c9d87ee5e5f4d797f for: {'subnet': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 02:04:50.937268 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59229732'] for subnet, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.045308 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.111327 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.167092 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cebb37-32cb-4828-9f67-30f2bbf35eeb None None] Pushing event updated for resources: {'Port': ['ID=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:51.186839 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59488565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59229746'] for subnet, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.217569 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Attempting to bind port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:04:51.218288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Attempting to bind port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:04:51.218288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Attempting to bind port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 on network 168ca73b-77cf-459a-bb67-830a66184f97 {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:04:51.223893 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:04:51.224611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Checking segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:51.224773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.225039 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Bound using segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:04:51.225499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Bound port: 2ff27bf0-1966-47e3-a4a1-8ed896e9b131, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:04:51.225876 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.245235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0534c99-d00c-4844-bfd3-177f2729993d,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:51.255899 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Checking segment: {'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:51.256363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Network hostable DHCP agents. Network: d67ff64a-61a8-498c-a1e4-680fe02d313e, hostable agents: ['b87d9417-6f8d-41de-880f-74cda3cca7d4'], hosted agents: [] {{(pid=107726) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 02:04:51.296384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] For port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:04:51.299620 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] For port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:04:51.363311 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Network d67ff64a-61a8-498c-a1e4-680fe02d313e is scheduled to be hosted by DHCP agent b87d9417-6f8d-41de-880f-74cda3cca7d4 with binding_index 1 {{(pid=107726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 02:04:51.392290 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.452085 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-120c9888-d519-4de4-8021-e7c324788d30 None None] Provisioning complete for port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:51.455373 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-120c9888-d519-4de4-8021-e7c324788d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.461797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:51.462453 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:51.477530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811521-2, d67ff64a-61a8-498c-a1e4-680fe02d313e) {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:51.482771 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:51.483468 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.485684 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cebb37-32cb-4828-9f67-30f2bbf35eeb None None] Pushing event updated for resources: {'Port': ['ID=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:51.525596 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8067e-125a-443c-94ba-bc61f78c231b None None] Network d67ff64a-61a8-498c-a1e4-680fe02d313e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:04:51.577322 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-93c7df89-624e-40e0-9f08-aaadd1270a7e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7423689 Oct 15 02:04:51.579143 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35922) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:51.584020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:51.675876 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-667412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7659'] for router, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.677225 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-667616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664149', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7634'] for router, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.690625 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:51.734982 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe1a4ab0-17ff-479b-b89c-dd42a9c20870 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:51.739553 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.777743 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-120c9888-d519-4de4-8021-e7c324788d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.944302 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-120c9888-d519-4de4-8021-e7c324788d30 None None] For port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:51.960418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.978053 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf844233f-6a2e-585a-af19-3830cff3291a-d67ff64a-61a8-498c-a1e4-680fe02d313e', 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'fixed_ips': [{'subnet_id': 'a0534c99-d00c-4844-bfd3-177f2729993d'}]}} from n-d-811521-2. {{(pid=107727) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 02:04:51.978913 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:51.983752 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port fe1a4ab0-17ff-479b-b89c-dd42a9c20870 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:51.984096 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.026813 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-120c9888-d519-4de4-8021-e7c324788d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.190642 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c9888-d519-4de4-8021-e7c324788d30 None None] Pushing event updated for resources: {'Port': ['ID=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:52.228417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.247480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.250231 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-9956b792-93bc-4d88-a1a9-1ef7796f4234 None None] Provisioning complete for port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:52.250593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9956b792-93bc-4d88-a1a9-1ef7796f4234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.321924 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.db_base_plugin_common [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Allocated IP 172.20.0.2 (d67ff64a-61a8-498c-a1e4-680fe02d313e/a0534c99-d00c-4844-bfd3-177f2729993d/6e3842b9-b732-4b33-8601-81504aa00e44) {{(pid=107727) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:04:52.331781 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:52.356821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Allocated IP 172.25.2.193 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/8445a654-9570-48d2-bd33-8774bf4a9626) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:04:52.374587 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e18077-a367-4a84-95d0-65d0158d932e None None] The sync data for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 is: [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:04:52.491661 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.597633 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.637497 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:52.643300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:52.645745 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:04:52.684743 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Pushing event updated for resources: {'Port': ['ID=8445a654-9570-48d2-bd33-8774bf4a9626,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:52.723483 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Publish callbacks [] for port, precommit_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.797919 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549'] for port, after_create {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.838206 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Network d67ff64a-61a8-498c-a1e4-680fe02d313e is already hosted by enough agents. {{(pid=107727) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:52.841071 n-d-811521-2 neutron-server[107727]: DEBUG neutron.scheduler.base_scheduler [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Resources bound (agent type, host, resource id): {{(pid=107727) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:52.844571 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Received port after_create {{(pid=107727) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:04:52.859888 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Pushing event updated for resources: {'Port': ['ID=6e3842b9-b732-4b33-8601-81504aa00e44,revision_number=1']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:52.911535 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Attempting to bind port 6e3842b9-b732-4b33-8601-81504aa00e44 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:04:52.912187 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Attempting to bind port 6e3842b9-b732-4b33-8601-81504aa00e44 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:04:52.912761 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Attempting to bind port 6e3842b9-b732-4b33-8601-81504aa00e44 on network d67ff64a-61a8-498c-a1e4-680fe02d313e {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:04:52.918235 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:04:52.918609 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Checking segment: {'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:52.919012 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.919403 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Bound using segment: {'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:04:52.920655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Bound port: 6e3842b9-b732-4b33-8601-81504aa00e44, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:04:52.921105 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:52.989787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] For port 6e3842b9-b732-4b33-8601-81504aa00e44, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:04:52.993049 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] For port 6e3842b9-b732-4b33-8601-81504aa00e44, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6e3842b9-b732-4b33-8601-81504aa00e44,segment=NetworkSegment(b1317000-82ee-4a78-84ce-a3aad31806d8),segment_id=b1317000-82ee-4a78-84ce-a3aad31806d8)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:04:53.005072 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:53.060739 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:53.134780 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15036ca0-5022-4895-b824-22dfbff0e30d None None] Pushing event updated for resources: {'Port': ['ID=6e3842b9-b732-4b33-8601-81504aa00e44,revision_number=2']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:53.229119 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-667545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-664162'] for router, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:53.476991 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Router bce917bd-7294-4a39-bd17-d984a8499d06 is scheduled to L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd with binding_index 1 {{(pid=107726) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 02:04:53.590405 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:04:53.600391 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Sync routers for ids ['bce917bd-7294-4a39-bd17-d984a8499d06'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:04:53.613434 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Routers {'bce917bd-7294-4a39-bd17-d984a8499d06'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:53.613434 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bce917bd-7294-4a39-bd17-d984a8499d06'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:53.676344 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:53.677691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-511c4ebe-b1f4-4e2c-aa6c-81800abba82e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0973780 Oct 15 02:04:53.680591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35924) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:53.742002 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Set router bce917bd-7294-4a39-bd17-d984a8499d06 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:53.813868 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:53.887537 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:53.887912 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:53.959776 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:04:52Z', 'revision_number': 3, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port': {'id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:52Z', 'updated_at': '2021-10-15T02:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:53.992453 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Checking router: bce917bd-7294-4a39-bd17-d984a8499d06 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:04:53.993149 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Updating router bce917bd-7294-4a39-bd17-d984a8499d06 port 8445a654-9570-48d2-bd33-8774bf4a9626 binding host n-d-811521-2 {{(pid=107728) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 02:04:53.999234 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6e3842b9-b732-4b33-8601-81504aa00e44 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:54.024525 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.054895 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6e3842b9-b732-4b33-8601-81504aa00e44 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:54.055260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.168010 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.182525 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b60d71c-aa94-4189-895e-c3e537d7bea3 None None] Network d67ff64a-61a8-498c-a1e4-680fe02d313e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:04:54.219464 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.261913 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 6e3842b9-b732-4b33-8601-81504aa00e44, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6e3842b9-b732-4b33-8601-81504aa00e44,segment=NetworkSegment(b1317000-82ee-4a78-84ce-a3aad31806d8),segment_id=b1317000-82ee-4a78-84ce-a3aad31806d8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:54.288604 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-8288e586-0717-48fc-9125-e7a02b2a87d6 None None] Provisioning complete for port 6e3842b9-b732-4b33-8601-81504aa00e44 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:54.288972 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8288e586-0717-48fc-9125-e7a02b2a87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.342532 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.400051 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Allocated IP 172.20.0.1 (d67ff64a-61a8-498c-a1e4-680fe02d313e/a0534c99-d00c-4844-bfd3-177f2729993d/126d6e2f-6aba-47d9-85c0-193de15d2627) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:04:54.406724 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Publish callbacks [] for port, precommit_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.440209 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=6e3842b9-b732-4b33-8601-81504aa00e44,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:54.483763 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.518859 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.546478 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d281e1b-ae67-4d95-99f6-667ace8bfe74 None None] Pushing event updated for resources: {'Port': ['ID=8445a654-9570-48d2-bd33-8774bf4a9626,revision_number=2']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:54.550833 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Attempting to bind port 8445a654-9570-48d2-bd33-8774bf4a9626 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:04:54.551323 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Attempting to bind port 8445a654-9570-48d2-bd33-8774bf4a9626 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:04:54.551574 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Attempting to bind port 8445a654-9570-48d2-bd33-8774bf4a9626 on network 3838b94d-38c7-4b38-a596-7600939246a6 {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:04:54.556954 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:04:54.557325 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Checking segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107728) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:54.557717 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.558111 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Bound using segment: {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'} {{(pid=107728) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:04:54.558681 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.managers [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Bound port: 8445a654-9570-48d2-bd33-8774bf4a9626, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccd2dd6-1b9f-43a3-b281-b3eabeaba245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6'}}] {{(pid=107728) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:04:54.558924 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.615198 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.617267 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] For port 8445a654-9570-48d2-bd33-8774bf4a9626, host n-d-811521-2, cleared binding levels {{(pid=107728) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:04:54.624461 n-d-811521-2 neutron-server[107728]: DEBUG neutron.plugins.ml2.db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] For port 8445a654-9570-48d2-bd33-8774bf4a9626, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8445a654-9570-48d2-bd33-8774bf4a9626,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107728) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:04:54.654423 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Network d67ff64a-61a8-498c-a1e4-680fe02d313e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:54.657363 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:54.660020 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:04:54.694792 n-d-811521-2 neutron-server[107728]: DEBUG neutron_lib.callbacks.manager [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107728) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.696111 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Pushing event updated for resources: {'Port': ['ID=126d6e2f-6aba-47d9-85c0-193de15d2627,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:54.715758 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-f04a3dbf-49ed-4d88-9f19-6392ab2dce09 None None] Provisioning complete for port 6e3842b9-b732-4b33-8601-81504aa00e44 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:54.716185 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-f04a3dbf-49ed-4d88-9f19-6392ab2dce09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.731370 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-664405'] for router_interface, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.758847 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Routers {'bce917bd-7294-4a39-bd17-d984a8499d06'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:54.759698 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bce917bd-7294-4a39-bd17-d984a8499d06'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:54.817317 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d281e1b-ae67-4d95-99f6-667ace8bfe74 None None] Pushing event updated for resources: {'Port': ['ID=8445a654-9570-48d2-bd33-8774bf4a9626,revision_number=3']} {{(pid=107728) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:54.890381 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] Set router bce917bd-7294-4a39-bd17-d984a8499d06 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:54.928735 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4271d3d1-67f7-40c8-bd0c-a86ee8ea609c None None] Provisioning complete for port 126d6e2f-6aba-47d9-85c0-193de15d2627 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:54.929284 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4271d3d1-67f7-40c8-bd0c-a86ee8ea609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.943510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:54.967099 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4271d3d1-67f7-40c8-bd0c-a86ee8ea609c None None] Port 126d6e2f-6aba-47d9-85c0-193de15d2627 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 02:04:55.087924 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:04:52Z', 'revision_number': 3, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port': {'id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:52Z', 'updated_at': '2021-10-15T02:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:55.102809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:55.114270 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c370a-abd0-457b-81bd-151334135244 None None] The sync data for ids ['bce917bd-7294-4a39-bd17-d984a8499d06'] in n-d-811521-2 is: [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:04:52Z', 'revision_number': 3, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port': {'id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:52Z', 'updated_at': '2021-10-15T02:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:04:55.166989 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:55.237786 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Pushing event updated for resources: {'Port': ['ID=126d6e2f-6aba-47d9-85c0-193de15d2627,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:55.241218 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-558245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664353'] for router_interface, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:55.349857 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Network d67ff64a-61a8-498c-a1e4-680fe02d313e is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:04:55.351257 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:04:55.489617 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Router bce917bd-7294-4a39-bd17-d984a8499d06 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:04:55.591693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-2844a588-1c13-458d-8dd8-17cc2d4c267d None None] Provisioning complete for port 126d6e2f-6aba-47d9-85c0-193de15d2627 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:55.592317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2844a588-1c13-458d-8dd8-17cc2d4c267d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:55.617081 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:04:55.629893 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bf8c5693-0163-4714-b884-6a9c0a01dc30 admin admin] 10.222.0.13 "PUT /v2.0/routers/bce917bd-7294-4a39-bd17-d984a8499d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406803 Oct 15 02:04:55.632413 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2844a588-1c13-458d-8dd8-17cc2d4c267d None None] Port 126d6e2f-6aba-47d9-85c0-193de15d2627 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 02:04:55.804276 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8445a654-9570-48d2-bd33-8774bf4a9626 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:55.857421 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8445a654-9570-48d2-bd33-8774bf4a9626 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:55.857800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:55.944000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:55.975767 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] For port 8445a654-9570-48d2-bd33-8774bf4a9626, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8445a654-9570-48d2-bd33-8774bf4a9626,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:56.054017 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.054823 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6e3842b9-b732-4b33-8601-81504aa00e44 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:56.132318 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Pushing event updated for resources: {'Port': ['ID=8445a654-9570-48d2-bd33-8774bf4a9626,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:56.143691 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 6e3842b9-b732-4b33-8601-81504aa00e44 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:56.144125 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.271092 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35932) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:56.275840 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-c5e378ca-b8f9-49eb-97f1-45d6cfbe33b0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717103543', 'description': 'tempest-secgroup-smoke-1717103543 description', 'project_id': '4a08a6107b4d430cac62723658ee40cd'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:56.309516 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9a201e12-4a9d-4fe3-9cc7-5f050d10117f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.384180 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5e378ca-b8f9-49eb-97f1-45d6cfbe33b0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.451211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5e378ca-b8f9-49eb-97f1-45d6cfbe33b0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.521398 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5e378ca-b8f9-49eb-97f1-45d6cfbe33b0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.552866 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e378ca-b8f9-49eb-97f1-45d6cfbe33b0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e810e-3f04-4d90-898f-6bcd93d7018f,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:56.610913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c5e378ca-b8f9-49eb-97f1-45d6cfbe33b0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.612191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c5e378ca-b8f9-49eb-97f1-45d6cfbe33b0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3400185 Oct 15 02:04:56.615127 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35934) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:56.619425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-55fdd7d7-3a64-4b84-8828-5cf4b3425f45 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e810e-3f04-4d90-898f-6bcd93d7018f', 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:56.649976 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Sync routers for ids ['bce917bd-7294-4a39-bd17-d984a8499d06'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:04:56.659083 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Routers {'bce917bd-7294-4a39-bd17-d984a8499d06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:56.659669 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bce917bd-7294-4a39-bd17-d984a8499d06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:56.733776 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55fdd7d7-3a64-4b84-8828-5cf4b3425f45 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.763948 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Set router bce917bd-7294-4a39-bd17-d984a8499d06 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:56.789308 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55fdd7d7-3a64-4b84-8828-5cf4b3425f45 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.860123 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55fdd7d7-3a64-4b84-8828-5cf4b3425f45 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.878613 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdd7d7-3a64-4b84-8828-5cf4b3425f45 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc631d2f-ffd8-4d3f-9a2b-b25365043ef8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:56.946372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-55fdd7d7-3a64-4b84-8828-5cf4b3425f45 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:56.947525 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-55fdd7d7-3a64-4b84-8828-5cf4b3425f45 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314958 Oct 15 02:04:56.950200 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35936) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:56.954767 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-57b5c38c-af09-4d31-b331-ce4cf455e33d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e810e-3f04-4d90-898f-6bcd93d7018f', 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:56.962379 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:04:54Z', 'revision_number': 4, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port': {'id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:52Z', 'updated_at': '2021-10-15T02:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '126d6e2f-6aba-47d9-85c0-193de15d2627', 'name': '', 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'mac_address': 'fa:16:3e:08:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a0534c99-d00c-4844-bfd3-177f2729993d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:54Z', 'updated_at': '2021-10-15T02:04:54Z', 'revision_number': 2, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'subnets': [{'id': 'a0534c99-d00c-4844-bfd3-177f2729993d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:56.993271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Checking router: bce917bd-7294-4a39-bd17-d984a8499d06 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:04:56.993550 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Updating router bce917bd-7294-4a39-bd17-d984a8499d06 port 126d6e2f-6aba-47d9-85c0-193de15d2627 binding host n-d-811521-2 {{(pid=107727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 02:04:57.019275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.031232 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57b5c38c-af09-4d31-b331-ce4cf455e33d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.087500 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57b5c38c-af09-4d31-b331-ce4cf455e33d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.168771 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57b5c38c-af09-4d31-b331-ce4cf455e33d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.184171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5c38c-af09-4d31-b331-ce4cf455e33d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4246688-26f2-4a11-8886-bc5d96c4593f,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:57.262321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-57b5c38c-af09-4d31-b331-ce4cf455e33d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.263469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-57b5c38c-af09-4d31-b331-ce4cf455e33d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3123159 Oct 15 02:04:57.266437 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35938) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:57.270806 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-b368475b-4ebe-4f9b-b1fd-f4a121b0a339 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e810e-3f04-4d90-898f-6bcd93d7018f', 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:57.282417 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Publish callbacks [] for port, precommit_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.357815 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.391378 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b368475b-4ebe-4f9b-b1fd-f4a121b0a339 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.429505 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d761dd-d310-4bbc-b8c6-c0f3e8659efe None None] Pushing event updated for resources: {'Port': ['ID=126d6e2f-6aba-47d9-85c0-193de15d2627,revision_number=3']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:57.464618 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b368475b-4ebe-4f9b-b1fd-f4a121b0a339 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.464889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Attempting to bind port 126d6e2f-6aba-47d9-85c0-193de15d2627 on host n-d-811521-2 for vnic_type normal with profile {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:04:57.465067 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Attempting to bind port 126d6e2f-6aba-47d9-85c0-193de15d2627 by drivers openvswitch,hyperv on host n-d-811521-2 at level 0 using segments [{'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:04:57.465423 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Attempting to bind port 126d6e2f-6aba-47d9-85c0-193de15d2627 on network d67ff64a-61a8-498c-a1e4-680fe02d313e {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:04:57.471149 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Checking agent: {'id': 'd46fa148-5131-4b3a-99d3-7ea2d70414e4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 13), 'started_at': datetime.datetime(2021, 10, 15, 0, 13, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811521-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:04:57.471513 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Checking segment: {'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:04:57.471906 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.472288 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Bound using segment: {'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'} {{(pid=107727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:04:57.472746 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.managers [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Bound port: 126d6e2f-6aba-47d9-85c0-193de15d2627, host: n-d-811521-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1317000-82ee-4a78-84ce-a3aad31806d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e'}}] {{(pid=107727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:04:57.473165 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.532825 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b368475b-4ebe-4f9b-b1fd-f4a121b0a339 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.539715 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] For port 126d6e2f-6aba-47d9-85c0-193de15d2627, host n-d-811521-2, cleared binding levels {{(pid=107727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:04:57.542882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] For port 126d6e2f-6aba-47d9-85c0-193de15d2627, host n-d-811521-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=126d6e2f-6aba-47d9-85c0-193de15d2627,segment=NetworkSegment(b1317000-82ee-4a78-84ce-a3aad31806d8),segment_id=b1317000-82ee-4a78-84ce-a3aad31806d8)] {{(pid=107727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:04:57.553417 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368475b-4ebe-4f9b-b1fd-f4a121b0a339 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46cb0edd-c685-48a8-afbf-03bdbcbd6f53,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:57.619041 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.669752 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b368475b-4ebe-4f9b-b1fd-f4a121b0a339 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.676346 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b368475b-4ebe-4f9b-b1fd-f4a121b0a339 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4035563 Oct 15 02:04:57.676346 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35940) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:57.678355 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a4f239f1-8626-4d5b-bd7d-3e2ba1289be3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e810e-3f04-4d90-898f-6bcd93d7018f', 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:57.695922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d761dd-d310-4bbc-b8c6-c0f3e8659efe None None] Pushing event updated for resources: {'Port': ['ID=126d6e2f-6aba-47d9-85c0-193de15d2627,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:57.702313 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-bbed559a-3b18-48e9-996b-bef1677d39d8 None None] Provisioning complete for port 126d6e2f-6aba-47d9-85c0-193de15d2627 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:57.702676 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbed559a-3b18-48e9-996b-bef1677d39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.704475 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Routers {'bce917bd-7294-4a39-bd17-d984a8499d06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:04:57.705144 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bce917bd-7294-4a39-bd17-d984a8499d06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:57.764536 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8445a654-9570-48d2-bd33-8774bf4a9626 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:57.769711 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4f239f1-8626-4d5b-bd7d-3e2ba1289be3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.839031 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4f239f1-8626-4d5b-bd7d-3e2ba1289be3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.905809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4f239f1-8626-4d5b-bd7d-3e2ba1289be3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.911787 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] Set router bce917bd-7294-4a39-bd17-d984a8499d06 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:04:57.924637 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f239f1-8626-4d5b-bd7d-3e2ba1289be3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fdf0dd-f9d7-43ea-a791-277d5cca04b8,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:57.951125 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 8445a654-9570-48d2-bd33-8774bf4a9626 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:57.951425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:57.981673 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbed559a-3b18-48e9-996b-bef1677d39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.005200 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a4f239f1-8626-4d5b-bd7d-3e2ba1289be3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.006469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a4f239f1-8626-4d5b-bd7d-3e2ba1289be3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3318157 Oct 15 02:04:58.009195 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35942) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:58.013870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e810e-3f04-4d90-898f-6bcd93d7018f', 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:58.088969 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-bbed559a-3b18-48e9-996b-bef1677d39d8 None None] For port 126d6e2f-6aba-47d9-85c0-193de15d2627, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=126d6e2f-6aba-47d9-85c0-193de15d2627,segment=NetworkSegment(b1317000-82ee-4a78-84ce-a3aad31806d8),segment_id=b1317000-82ee-4a78-84ce-a3aad31806d8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:04:58.105686 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Project 4a08a6107b4d430cac62723658ee40cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 02:04:58.111434 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.171938 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.177866 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbed559a-3b18-48e9-996b-bef1677d39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.253289 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.272622 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ea44d0-8f03-41f0-a399-511d650172cc,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:58.343211 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.344455 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-094e8d80-1f96-45b6-a53e-1f841fab6f5a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3342772 Oct 15 02:04:58.347275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 35944) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:04:58.351635 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e810e-3f04-4d90-898f-6bcd93d7018f', 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:04:58.420351 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed559a-3b18-48e9-996b-bef1677d39d8 None None] Pushing event updated for resources: {'Port': ['ID=126d6e2f-6aba-47d9-85c0-193de15d2627,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:58.422819 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-128872f4-ea55-4754-9f4e-f2ea9d2a7d2c None None] Provisioning complete for port 126d6e2f-6aba-47d9-85c0-193de15d2627 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:58.423189 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-128872f4-ea55-4754-9f4e-f2ea9d2a7d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.454422 n-d-811521-2 neutron-server[107726]: INFO neutron.db.securitygroups_db [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Project 4a08a6107b4d430cac62723658ee40cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 02:04:58.459510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.465648 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:04:54Z', 'revision_number': 4, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port': {'id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:52Z', 'updated_at': '2021-10-15T02:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '126d6e2f-6aba-47d9-85c0-193de15d2627', 'name': '', 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'mac_address': 'fa:16:3e:08:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a0534c99-d00c-4844-bfd3-177f2729993d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:54Z', 'updated_at': '2021-10-15T02:04:57Z', 'revision_number': 4, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'subnets': [{'id': 'a0534c99-d00c-4844-bfd3-177f2729993d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:04:58.496093 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df901db-1628-4421-a0b8-4b770052d55e None None] The sync data for ids ['bce917bd-7294-4a39-bd17-d984a8499d06'] in n-d-811521-2 is: [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:04:54Z', 'revision_number': 4, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port': {'id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:52Z', 'updated_at': '2021-10-15T02:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '126d6e2f-6aba-47d9-85c0-193de15d2627', 'name': '', 'network_id': 'd67ff64a-61a8-498c-a1e4-680fe02d313e', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'mac_address': 'fa:16:3e:08:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a0534c99-d00c-4844-bfd3-177f2729993d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:54Z', 'updated_at': '2021-10-15T02:04:57Z', 'revision_number': 4, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'subnets': [{'id': 'a0534c99-d00c-4844-bfd3-177f2729993d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:04:58.524169 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.597306 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759428'] for security_group_rule, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.620063 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a6ff64-8b87-4475-8a6a-df0c12e04eb5,revision_number=0']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:04:58.692595 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.693873 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a36e8488-b891-4f0c-81eb-83233b4130d5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3456681 Oct 15 02:04:58.838062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-e4a61644-d153-4087-b563-b4f40e7333a3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717103543&fields=id&tenant_id=4a08a6107b4d430cac62723658ee40cd HTTP/1.1" status: 200 len: 267 time: 0.0379095 Oct 15 02:04:58.898224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-29c70ed6-f29f-4dc8-9503-0e04549b88cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:04:58.955607 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-c2835cd3-46d6-46d6-889a-115711bbb6f1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:04:58.957060 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-c2835cd3-46d6-46d6-889a-115711bbb6f1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 809 time: 0.1125600 Oct 15 02:04:58.976691 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-0c9d9be4-bf23-48a5-9b39-b46ed5cf4c35 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/quotas/4a08a6107b4d430cac62723658ee40cd HTTP/1.1" status: 200 len: 375 time: 0.0137577 Oct 15 02:04:59.036257 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-97b09e1f-de1e-4fd1-b18a-6bda42cccdc7 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532258 Oct 15 02:04:59.143471 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-eb11b90d-c6c1-41e5-9cbf-e9971c635120 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 02:04:59.144478 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-eb11b90d-c6c1-41e5-9cbf-e9971c635120 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0962791 Oct 15 02:04:59.243345 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-94a2d07e-cad2-468f-9ab1-bd4276727337 service neutron] 10.222.0.13 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924957 Oct 15 02:04:59.341310 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-5b55f27d-de67-4fd8-9e6a-22169476f00d service neutron] 10.222.0.13 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904055 Oct 15 02:04:59.734797 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 126d6e2f-6aba-47d9-85c0-193de15d2627 up at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:04:59.782990 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Provisioning complete for port 126d6e2f-6aba-47d9-85c0-193de15d2627 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:04:59.783354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:00.223640 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:00.622259 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b83eb453-6fff-47c2-b96b-9db34b009f15 req-95c9d428-3f7d-46b7-bb2a-f148d98fd015 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 210 time: 0.0284543 Oct 15 02:05:00.631331 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:01.717939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-47a093b0-7748-4cf7-97c5-67c937200795 req-22fd44e3-7cfb-431a-92eb-59173a0f5532 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 210 time: 0.0264895 Oct 15 02:05:02.654619 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-fe7f5374-5346-4f5f-b94a-a6bbecfbfdb5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:02.656080 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-fe7f5374-5346-4f5f-b94a-a6bbecfbfdb5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 809 time: 0.1086752 Oct 15 02:05:02.671715 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:02.700188 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-52c9a96c-53b0-4018-a03e-edb822098238 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a08a6107b4d430cac62723658ee40cd HTTP/1.1" status: 200 len: 380 time: 0.0348353 Oct 15 02:05:02.709411 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'port': {'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'admin_state_up': True, 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'security_groups': ['fe6e810e-3f04-4d90-898f-6bcd93d7018f']}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:05:02.831247 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-91705cea-1125-47f9-9f42-e5c3d2d9c7a2 req-2135b5de-e164-477b-adba-96883f710a6e tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 210 time: 0.0455973 Oct 15 02:05:02.886560 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Made reservation on behalf of 4a08a6107b4d430cac62723658ee40cd for: {'port': 1} {{(pid=107725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 02:05:02.890491 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.011417 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_common [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Allocated IP 172.20.0.11 (168ca73b-77cf-459a-bb67-830a66184f97/ff578e46-4c01-43d2-89c7-dbb25875f2f6/64e9bce2-7d78-4f56-bbfe-eaf46c1631a0) {{(pid=107725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:05:03.159885 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for port, precommit_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.264161 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_create {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.306532 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Network 168ca73b-77cf-459a-bb67-830a66184f97 is already hosted by enough agents. {{(pid=107725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:05:03.309483 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.base_scheduler [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Resources bound (agent type, host, resource id): {{(pid=107725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:05:03.316146 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Received port after_create {{(pid=107725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:05:03.321599 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=1']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:05:03.367635 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:03.368252 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.440459 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-a62f28b6-fcc7-4be0-84f0-2bc303c07c05 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7346618 Oct 15 02:05:03.501508 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.v2.base [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Request body: {'port': {'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811521-2'}} {{(pid=107725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:05:03.559221 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.594718 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-4042b792-2da6-4edc-b223-3da4178d91f7 None None] Provisioning complete for port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:05:03.595000 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4042b792-2da6-4edc-b223-3da4178d91f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.631821 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-4042b792-2da6-4edc-b223-3da4178d91f7 None None] Port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 02:05:03.818462 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 {{(pid=107725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 02:05:03.826145 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.837454 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.provisioning_blocks [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Transition to ACTIVE for port object 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 will not be triggered until provisioned by entity L2. {{(pid=107725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 02:05:03.888814 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:03.944408 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc81bb-afa6-41bd-8e23-31ccd660c2fd req-643671ae-d96b-452e-b0cb-77df9e111208 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:03.945826 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=2']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:05:03.945963 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0bdc81bb-afa6-41bd-8e23-31ccd660c2fd req-643671ae-d96b-452e-b0cb-77df9e111208 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 944 time: 0.0493901 Oct 15 02:05:03.990825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-0bdc81bb-afa6-41bd-8e23-31ccd660c2fd req-d71a40f0-ccf5-4b47-b112-aac4b988be65 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348375 Oct 15 02:05:04.322515 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Attempting to bind port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 on host n-h1-811521-2 for vnic_type normal with profile {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:05:04.322850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Attempting to bind port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 by drivers openvswitch,hyperv on host n-h1-811521-2 at level 0 using segments [{'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:05:04.323172 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Attempting to bind port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 on network 168ca73b-77cf-459a-bb67-830a66184f97 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:05:04.327841 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 on network 168ca73b-77cf-459a-bb67-830a66184f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-811521-2 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 02:05:04.328158 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Attempting to bind port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 on network 168ca73b-77cf-459a-bb67-830a66184f97 {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:05:04.332802 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Checking agent: {'id': '88f5a68a-8f88-408f-af77-d26972e53835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:05:04.333137 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Checking segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:05:04.333522 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Bound using segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} {{(pid=107725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:05:04.333935 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.managers [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Bound port: 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host: n-h1-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}}] {{(pid=107725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:05:04.334315 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:04.394911 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, cleared binding levels {{(pid=107725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:05:04.397835 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:05:04.498702 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5050816'] for port, after_update {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:04.536469 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:04.537080 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:04.538527 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] 10.222.0.30 "PUT /v2.0/ports/64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 1092 time: 1.0898166 Oct 15 02:05:04.538963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:05:04.541239 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:05:04.567192 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc84a2-7763-422e-a848-0bbc03e60f1a service neutron] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=3']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:05:04.659761 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 02:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccbd18b-ad35-4642-8bec-582a5446193d x-openstack-request-id: req-3ccbd18b-ad35-4642-8bec-582a5446193d {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:05:04.660041 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:05:04.660296 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ccbd18b-ad35-4642-8bec-582a5446193d {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:05:04.660695 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'status': 'completed', 'code': 200} Oct 15 02:05:04.695955 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-b6298420-91f5-4bb9-b0a3-b5261cc619b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:04.697482 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-b6298420-91f5-4bb9-b0a3-b5261cc619b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1095 time: 0.0476227 Oct 15 02:05:04.740141 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-fa0987f1-1823-4b51-a7ad-7462619c2dcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 217 time: 0.0339909 Oct 15 02:05:04.789779 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-70839117-3a4f-4a5a-81b9-589876fa369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:04.791255 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-70839117-3a4f-4a5a-81b9-589876fa369d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0445077 Oct 15 02:05:04.840167 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3092-fe14-4613-9809-7ffea1477355 req-d387664b-5718-465b-9f02-c97249805b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:04.841530 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-d387664b-5718-465b-9f02-c97249805b7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433888 Oct 15 02:05:04.931434 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-8df52966-ac78-4f3a-a491-2ec943a9ef5c service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823774 Oct 15 02:05:05.025062 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f50b3092-fe14-4613-9809-7ffea1477355 req-33f988e8-45ab-4457-8ac0-6625616bbad5 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865967 Oct 15 02:05:05.116736 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e69e40-206f-464f-a73e-f4eff18b0581 req-aae76a78-a95f-4abe-ae14-8bf1f2b19e3c tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:05.118149 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3e69e40-206f-464f-a73e-f4eff18b0581 req-aae76a78-a95f-4abe-ae14-8bf1f2b19e3c tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 944 time: 0.0582986 Oct 15 02:05:05.159586 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-c3e69e40-206f-464f-a73e-f4eff18b0581 req-a37df072-8c86-4b81-9edb-da13aac0469b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347266 Oct 15 02:05:05.209926 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-90111395-83ac-4590-a768-cea9778c1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:05.211443 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-90111395-83ac-4590-a768-cea9778c1db2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1095 time: 0.0425458 Oct 15 02:05:05.305733 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-4f63d85a-2089-4ff9-82b0-87b6c9885fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:05.307561 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-4f63d85a-2089-4ff9-82b0-87b6c9885fa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0886760 Oct 15 02:05:05.348298 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-b97727be-17b9-485f-98c1-f3e2c7de5630 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 217 time: 0.0335939 Oct 15 02:05:05.397914 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-0eeb22bd-4ae8-44d1-ad33-6d828adff846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:05.399344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-0eeb22bd-4ae8-44d1-ad33-6d828adff846 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0436232 Oct 15 02:05:05.451242 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-69b8a43b-6060-47c4-95bb-7119f06d69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:05.453129 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-69b8a43b-6060-47c4-95bb-7119f06d69dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452209 Oct 15 02:05:05.545940 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-f409c947-81ae-4f22-8ecc-93fa6d84359e service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851669 Oct 15 02:05:05.638976 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-8c58d7ba-dd81-4716-9074-f2d9e304fa9c req-14a72986-040e-47dc-8187-252e101cc8b6 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857742 Oct 15 02:05:06.282035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a2672-665b-4d3f-8ce2-b6e0441c1408 req-fec6c885-2d42-42ea-9867-cfb3eb96f506 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:06.283521 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-149a2672-665b-4d3f-8ce2-b6e0441c1408 req-fec6c885-2d42-42ea-9867-cfb3eb96f506 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 944 time: 0.0564902 Oct 15 02:05:06.320136 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-149a2672-665b-4d3f-8ce2-b6e0441c1408 req-84366032-a411-4a91-8eea-fbad91ebc876 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Oct 15 02:05:07.434061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dac9b-e7cc-4dfa-8c03-256bf32a967f req-5b3d89a3-9eb7-4a8b-8869-6f4f352fffb4 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:07.436181 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-243dac9b-e7cc-4dfa-8c03-256bf32a967f req-5b3d89a3-9eb7-4a8b-8869-6f4f352fffb4 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 944 time: 0.0511041 Oct 15 02:05:07.474920 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-243dac9b-e7cc-4dfa-8c03-256bf32a967f req-db43b7e2-12a2-48d5-8255-6796bc38b98b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327942 Oct 15 02:05:08.589935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b135e-a2b2-4cf6-8a0d-4fcd5e99d4db req-040257fc-4007-4d3d-89de-c905a8c7718b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:08.591925 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-588b135e-a2b2-4cf6-8a0d-4fcd5e99d4db req-040257fc-4007-4d3d-89de-c905a8c7718b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 944 time: 0.0522881 Oct 15 02:05:08.629270 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-588b135e-a2b2-4cf6-8a0d-4fcd5e99d4db req-21afa2d4-68d1-41f8-b681-07315c5bb372 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Oct 15 02:05:09.180705 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 02:05:09.274484 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:05:09.288655 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 02:05:09.324792 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:09.337595 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 02:05:09.355845 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:05:09.408053 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:09.455607 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:05:09.620319 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 02:05:09.744289 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0f0e8-a836-4a60-8d18-c7a8e77575ba req-d90f9ef9-589c-4102-862d-dd7fc9fd2371 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:09.745662 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34a0f0e8-a836-4a60-8d18-c7a8e77575ba req-d90f9ef9-589c-4102-862d-dd7fc9fd2371 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 945 time: 0.0493717 Oct 15 02:05:09.783747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-34a0f0e8-a836-4a60-8d18-c7a8e77575ba req-5b2c9c0f-745e-40bf-bf8d-3577695f9ee2 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Oct 15 02:05:10.806788 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:10.899100 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b4731-7776-483b-bd05-e3a52ecae9c4 req-67a1868f-f7ee-4d42-bd85-a0dc80ec841d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:10.900548 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-432b4731-7776-483b-bd05-e3a52ecae9c4 req-67a1868f-f7ee-4d42-bd85-a0dc80ec841d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Oct 15 02:05:10.938818 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-432b4731-7776-483b-bd05-e3a52ecae9c4 req-dfa940ea-9982-4564-b32d-18ac51f71d79 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320516 Oct 15 02:05:11.196263 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:05:11.305082 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning for port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 02:05:11.308875 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:05:11.309242 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:11.386591 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:11.408973 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:05:11.411228 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b2b5f-572f-4f71-a939-9dc9ea9564f0" -d '{"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-plugged", "status": "completed", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:05:11.423855 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:05:11.494387 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:11.517995 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff94e1-6383-462e-b6aa-6549ec9aea13 x-openstack-request-id: req-70ff94e1-6383-462e-b6aa-6549ec9aea13 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:05:11.518309 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-plugged", "status": "completed", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:05:11.518561 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70ff94e1-6383-462e-b6aa-6549ec9aea13 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:05:11.518945 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'code': 200} Oct 15 02:05:11.545148 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:05:11.601086 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329e65c-43e6-4320-a559-56acf0e3da15 req-f0a04761-4743-45e9-960b-223c1e4308f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:11.602587 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b329e65c-43e6-4320-a559-56acf0e3da15 req-f0a04761-4743-45e9-960b-223c1e4308f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1097 time: 0.0397034 Oct 15 02:05:11.636147 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-b329e65c-43e6-4320-a559-56acf0e3da15 req-08c010d2-9ba5-4b49-83cd-fa47587176f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265841 Oct 15 02:05:12.056145 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f3e79-33a2-4be1-87f5-01c2a67b7c19 req-1c5ee4cb-9c2b-48f4-b592-046699fe800a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:12.057620 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e2f3e79-33a2-4be1-87f5-01c2a67b7c19 req-1c5ee4cb-9c2b-48f4-b592-046699fe800a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 946 time: 0.0518000 Oct 15 02:05:12.094682 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9e2f3e79-33a2-4be1-87f5-01c2a67b7c19 req-ff705829-6257-45c1-9bca-2631477efe24 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303886 Oct 15 02:05:13.207298 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5690-8f03-45a7-8e71-e2be151701a7 req-0146fabf-960c-433e-a9e9-54bf413b24bb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:13.208737 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef0a5690-8f03-45a7-8e71-e2be151701a7 req-0146fabf-960c-433e-a9e9-54bf413b24bb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 946 time: 0.0481634 Oct 15 02:05:13.245935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ef0a5690-8f03-45a7-8e71-e2be151701a7 req-d3c6ba88-0da2-462b-9009-55a66e47ab19 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313518 Oct 15 02:05:13.357224 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfb1d-a3e1-47eb-b16b-085e6aa64f64 req-7212bc30-d875-460d-92d7-62114433baf6 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:13.358781 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-086bfb1d-a3e1-47eb-b16b-085e6aa64f64 req-7212bc30-d875-460d-92d7-62114433baf6 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 946 time: 0.0487466 Oct 15 02:05:13.395940 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-086bfb1d-a3e1-47eb-b16b-085e6aa64f64 req-c354415d-1727-46e1-9bc3-38acf3b55d92 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310361 Oct 15 02:05:13.416498 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36018) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:05:13.822434 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43200b2a-dc50-4f38-aca7-8a4e8304dde1 tempest-TestSnapshotPattern-486413756 tempest-TestSnapshotPattern-486413756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:13.823970 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-43200b2a-dc50-4f38-aca7-8a4e8304dde1 tempest-TestSnapshotPattern-486413756 tempest-TestSnapshotPattern-486413756-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1092 time: 0.4065065 Oct 15 02:05:13.827591 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36022) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:05:13.831823 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:05:13.897979 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:13.996298 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:14.104354 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Allocated IP 172.25.2.49 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/a7d69c0e-1d4e-457a-9003-b30ab8543426) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:05:14.208141 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:14.305934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:14.358932 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:05:14.361875 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:05:14.368141 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:05:14.395171 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'Port': ['ID=a7d69c0e-1d4e-457a-9003-b30ab8543426,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:05:14.791809 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:14.919883 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:15.068549 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:15.120448 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:15.189615 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'Port': ['ID=a7d69c0e-1d4e-457a-9003-b30ab8543426,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:05:15.197529 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:15.298001 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Floating IP 8793ede7-92ed-4b17-af4f-e213525b09b5 associated. External IP: 172.25.2.49, port: 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0. Oct 15 02:05:15.503935 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:05:15.611189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:05:15.621312 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] Sync routers for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:05:15.630696 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:05:15.631280 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:05:15.701503 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:15.738235 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-59ca5f5c-3170-492e-bacd-47e65a00a97d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9001062 Oct 15 02:05:15.738235 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:05:15.738235 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161bd9b3-309e-4f37-9753-f34bf93fafc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:05:15.738706 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:05:15.826829 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 02:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37965a5a-ecc9-4c2f-ba07-19da89892cdd x-openstack-request-id: req-37965a5a-ecc9-4c2f-ba07-19da89892cdd {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:05:15.827143 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:05:15.827397 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37965a5a-ecc9-4c2f-ba07-19da89892cdd {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:05:15.827828 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'status': 'completed', 'code': 200} Oct 15 02:05:15.888989 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-b89a2a6f-de08-40f1-b913-a046b9b6e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:15.891047 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-b89a2a6f-de08-40f1-b913-a046b9b6e7da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1097 time: 0.0426230 Oct 15 02:05:15.893898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:15.960400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:14Z', 'revision_number': 0, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:05:15.989953 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-816a3542-f784-4c85-a200-7767cfdc086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:15.990274 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] Checking router: 2d6b49de-4e6c-4819-8217-f88b22b62ff7 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:05:15.991429 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-816a3542-f784-4c85-a200-7767cfdc086f service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0938718 Oct 15 02:05:15.999102 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:05:15.999680 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:04:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:05:16.056988 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-d15f173d-27a5-4ec8-bb99-49a9fb46fa8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 999 time: 0.0582709 Oct 15 02:05:16.104335 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:05:16.111837 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-a0898a2b-e096-4f2d-8453-ff6f9acf9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:16.113311 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-a0898a2b-e096-4f2d-8453-ff6f9acf9fcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0483253 Oct 15 02:05:16.160131 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-82bb13e2-1720-440b-9445-06157233d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:16.161680 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-82bb13e2-1720-440b-9445-06157233d007 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412512 Oct 15 02:05:16.254557 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-6d30a707-38d3-4290-b822-c3d71bdd7808 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856454 Oct 15 02:05:16.324311 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:14Z', 'revision_number': 0, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:05:16.349160 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-161bd9b3-309e-4f37-9753-f34bf93fafc5 req-c4302a32-bb89-4c48-ad5d-5f9b786f0546 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Oct 15 02:05:16.440564 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012cc4fc-4506-4f68-93be-94cebefabe65 None None] The sync data for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 is: [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:14Z', 'revision_number': 0, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:05:16.631836 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6c56e8-8136-4016-9acd-16d4a97f78c1 None None] New status for floating IP 8793ede7-92ed-4b17-af4f-e213525b09b5: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 02:05:22.123560 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:05:26.293548 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a80c1737-72a9-49b7-ba2e-6da31ae70201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:28.887669 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0f41e9cb-616e-4b9b-99e1-25cf77459104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:30.258228 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:30.653317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:32.697883 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:40.795332 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:45.870605 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:55.650664 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-3aca868f-e65c-4105-ba89-c0925dee0ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405884 Oct 15 02:05:55.733274 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-d67d52e5-63b1-400a-b12c-5ed93737851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:55.734758 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-d67d52e5-63b1-400a-b12c-5ed93737851e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1097 time: 0.0440917 Oct 15 02:05:55.838035 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-b3b4a4be-1d9b-4857-9717-a6ddd5b94514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:55.839540 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-b3b4a4be-1d9b-4857-9717-a6ddd5b94514 service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0861180 Oct 15 02:05:55.908994 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-2a653829-250f-40fd-87f4-ab77fe646949 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 1001 time: 0.0629301 Oct 15 02:05:55.959326 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-b31c0a15-585d-49a5-8bec-f001675d8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:55.960801 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-b31c0a15-585d-49a5-8bec-f001675d8bab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0437350 Oct 15 02:05:56.007468 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-c05816cd-df0f-4f28-9636-35d75fcef1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:05:56.008952 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-c05816cd-df0f-4f28-9636-35d75fcef1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414233 Oct 15 02:05:56.101406 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-de1485bf-9f21-48b5-9d1d-a2d6873b308e service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851934 Oct 15 02:05:56.191037 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-97278f10-18cc-43c7-9424-f523f13d68c4 req-20d10d51-28c4-4d2c-99fd-75c633b161b5 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823650 Oct 15 02:05:56.327354 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1b0517f8-7489-46b9-99bc-4f5fcab2f092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:58.925875 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-edd2e50c-9c36-44d0-823a-c0a1250a095b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:05:59.123722 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:06:00.235713 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:00.641336 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:02.698224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:10.799808 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:15.885219 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:26.292514 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-59baf2c2-214b-4330-8ee2-e68f1770dc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:28.925455 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2b2070dd-51d4-471b-b31a-0d0216b520ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:30.240599 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:30.641271 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:32.685316 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:36.122383 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:06:40.778078 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:45.891319 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:56.269403 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-4a618602-9b4f-43e0-99d5-2170501c4c32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454712 Oct 15 02:06:56.298291 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-52fbb9f7-d7a7-4863-987d-279e67b5723d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:06:56.354327 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-97ca466e-0b00-488d-8bef-783b30af510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:06:56.356097 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-97ca466e-0b00-488d-8bef-783b30af510e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1097 time: 0.0439370 Oct 15 02:06:56.458963 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-72035941-04bb-4ce3-bed5-24b0210302ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:06:56.460306 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-72035941-04bb-4ce3-bed5-24b0210302ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0854018 Oct 15 02:06:56.529709 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-931a8004-7226-4f86-8931-6dd984373ad1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 1001 time: 0.0617752 Oct 15 02:06:56.578900 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-2fd534e4-b43b-42d6-afff-780fa1a4ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:06:56.580344 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-2fd534e4-b43b-42d6-afff-780fa1a4ea53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0432112 Oct 15 02:06:56.628080 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-fd21dfa8-0242-4024-9c6d-60f008bd7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:06:56.629535 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-fd21dfa8-0242-4024-9c6d-60f008bd7fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408392 Oct 15 02:06:56.731414 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-ebf596db-3e4b-4303-9370-e0e9cddcce36 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906873 Oct 15 02:06:56.820149 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-5e56ae74-8d94-4da6-b3de-b75222ed7b54 req-3a805d26-8022-44e0-860e-87c6691bfcac service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816174 Oct 15 02:06:58.930879 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-de9217a9-a997-42b8-ad97-0c62d6719092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:00.275095 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:00.640192 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:02.685828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:10.869042 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:13.121221 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:07:13.795205 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 details requested by agent hyperv_n-h1-811521-2 with host n-h1-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 02:07:13.892088 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:07:13.906689 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Returning: {'device': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 02:07:13.945048 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:13.957782 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 02:07:13.980269 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:07:14.056564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:14.117274 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:14.127140 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.127493 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.127838 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.128177 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.128511 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.128846 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.129176 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.129522 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.129983 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.130340 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.130668 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.132021 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:14.136957 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] get_ports_and_sgs() called for port_ids ['64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 02:07:15.838911 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 up at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:07:15.891922 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Provisioning complete for port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:07:15.892289 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:15.920343 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:15.992393 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:16.025360 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:07:16.027727 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8ba77-88ad-4e14-954c-7e722136f8fb" -d '{"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-plugged", "status": "completed", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:07:16.043480 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:07:16.109851 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:16.141837 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d982459-2565-4718-b1e4-29f06ee9e0f2 x-openstack-request-id: req-4d982459-2565-4718-b1e4-29f06ee9e0f2 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:07:16.142142 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-plugged", "status": "completed", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:07:16.142393 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d982459-2565-4718-b1e4-29f06ee9e0f2 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:07:16.142789 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'code': 200} Oct 15 02:07:16.174809 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:26.222292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-c4764a8b-2b1b-42e2-a659-fb2aa7f0a823 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717103543&fields=id&tenant_id=4a08a6107b4d430cac62723658ee40cd HTTP/1.1" status: 200 len: 267 time: 0.0343604 Oct 15 02:07:26.302801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4c5413b9-ed9a-4a8d-84e3-8de27e3f3b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:26.333300 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-15d278e1-3ae5-49e9-abe4-0c76313dabf9 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:26.334773 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-15d278e1-3ae5-49e9-abe4-0c76313dabf9 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 809 time: 0.1052339 Oct 15 02:07:26.349655 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-20114406-2798-473a-b5e4-26a6a3fd2367 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/quotas/4a08a6107b4d430cac62723658ee40cd HTTP/1.1" status: 200 len: 375 time: 0.0091894 Oct 15 02:07:26.404000 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-6fb397a2-42d1-42a0-95cb-ceb6cee3f77e tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492976 Oct 15 02:07:26.504308 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-8c3cee36-7b8c-4d4d-9dd9-8499a0d3d0fc service neutron] 10.222.0.13 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Oct 15 02:07:26.589929 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-10553196-f4a8-4a5f-8b28-f6252d205868 service neutron] 10.222.0.13 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825634 Oct 15 02:07:26.807001 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-83602226-0acf-486b-baca-f66e78d9e14b req-ddef87c5-4de8-4ccd-b0f4-fa81a26b2e70 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0261545 Oct 15 02:07:27.887303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-ec084cde-2836-4969-a499-b2a6beb79679 req-8dfc9a03-aed9-45a7-97e3-2df0a0975df3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0308650 Oct 15 02:07:28.891886 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-44b37a21-9860-49fa-a418-4637389eb327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:28.964169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3fcbf34a-fe0a-48bf-94a5-071705748db3 req-61852d90-3038-4c4c-a5cf-dba30cbc4a43 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0277038 Oct 15 02:07:29.891721 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:07:29.972957 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:29.995012 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:07:29.997312 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad2188-e9e6-4686-afc7-c721a25a5f8a" -d '{"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-unplugged", "status": "completed", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:07:30.010709 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:07:30.040515 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5029b312-9c19-42d8-bb80-725d036c8d87 req-d25b0bbc-9607-4df3-a4b0-eb5e560db20f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0266097 Oct 15 02:07:30.074115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:30.097680 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271dceb0-a51f-4049-9127-8cef0fb7e53f x-openstack-request-id: req-271dceb0-a51f-4049-9127-8cef0fb7e53f {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:07:30.101443 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-unplugged", "status": "completed", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:07:30.101443 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-271dceb0-a51f-4049-9127-8cef0fb7e53f {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:07:30.101443 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'code': 200} Oct 15 02:07:30.123041 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Pushing event updated for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:30.216997 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:30.679517 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:31.134883 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-7c98aab1-2867-4858-b219-7b0a5ffa696d req-f034d2f6-730b-4b6d-805e-f628ab853026 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0273488 Oct 15 02:07:32.236372 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-5e77c8fd-b3ca-4dd0-8b75-c9dafc17605f req-c33387f6-77d8-4c3a-8eee-7003e1c1fe3f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0274186 Oct 15 02:07:32.703025 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:32.705670 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-474c09a7-8feb-4e7c-a9c6-dd948234d96d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:32.707185 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-474c09a7-8feb-4e7c-a9c6-dd948234d96d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.39 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 809 time: 0.1042314 Oct 15 02:07:32.749276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-988777ca-3417-477f-97c4-287bd131018e tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a08a6107b4d430cac62723658ee40cd HTTP/1.1" status: 200 len: 380 time: 0.0334427 Oct 15 02:07:32.758909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'port': {'device_id': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'admin_state_up': True, 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'security_groups': ['fe6e810e-3f04-4d90-898f-6bcd93d7018f']}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:07:32.971167 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Made reservation on behalf of 4a08a6107b4d430cac62723658ee40cd for: {'port': 1} {{(pid=107726) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 02:07:32.974846 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:33.098542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Allocated IP 172.20.0.10 (168ca73b-77cf-459a-bb67-830a66184f97/ff578e46-4c01-43d2-89c7-dbb25875f2f6/fbfa62a0-1f78-405a-bb63-536be9807517) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:07:33.251372 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:33.333382 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ae826da-da26-4177-8c05-591776d52b7d req-5fa48348-5cdb-4174-b32a-e85b63f635c9 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Oct 15 02:07:33.334538 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:33.377274 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Network 168ca73b-77cf-459a-bb67-830a66184f97 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:07:33.380425 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:07:33.386391 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:07:33.418404 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:33.432851 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.439889 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:07:33.462586 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:33.463288 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:33.585582 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-9bef89ef-cb3f-4d5c-b993-b30095aa22cb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8299949 Oct 15 02:07:33.691539 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-d87acd03-abe9-452c-99e8-68d447e68d2f None None] Provisioning complete for port fbfa62a0-1f78-405a-bb63-536be9807517 triggered by entity DHCP. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:07:33.691828 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d87acd03-abe9-452c-99e8-68d447e68d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:33.728378 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-d87acd03-abe9-452c-99e8-68d447e68d2f None None] Port fbfa62a0-1f78-405a-bb63-536be9807517 cannot update to ACTIVE because it is not bound. {{(pid=107727) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 02:07:34.457234 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd66c4b-d932-4d28-b7d2-f14aee1aacbc req-e2e64dcb-b4aa-48dd-8767-f77892d56ead tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:34.458723 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edd66c4b-d932-4d28-b7d2-f14aee1aacbc req-e2e64dcb-b4aa-48dd-8767-f77892d56ead tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0535796 Oct 15 02:07:34.497296 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-edd66c4b-d932-4d28-b7d2-f14aee1aacbc req-1bf61bc1-c6c3-4302-acc4-ce78c02beea5 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Oct 15 02:07:35.618083 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90834f-88dc-4ef2-b1e1-f10b09d82624 req-b38c5c41-1f1e-4949-aa3a-a9682ce34b1a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:35.619614 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f90834f-88dc-4ef2-b1e1-f10b09d82624 req-b38c5c41-1f1e-4949-aa3a-a9682ce34b1a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0509396 Oct 15 02:07:35.657922 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4f90834f-88dc-4ef2-b1e1-f10b09d82624 req-6fd910a1-2318-40e2-a085-b4fffa693d96 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Oct 15 02:07:36.780189 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988ef1-80db-44c6-b3c3-ec47474fedb1 req-82ab9529-e5d7-4532-bd10-23eaa8a4385c tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:36.782113 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6988ef1-80db-44c6-b3c3-ec47474fedb1 req-82ab9529-e5d7-4532-bd10-23eaa8a4385c tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0535655 Oct 15 02:07:36.822747 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b6988ef1-80db-44c6-b3c3-ec47474fedb1 req-d33773d7-5495-442b-8900-7f7e1b61b763 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Oct 15 02:07:37.966061 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ff2df-3372-42bf-89b8-8000de221433 req-5f952367-d3d0-4ee5-8766-1ea598398e20 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:37.967540 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d80ff2df-3372-42bf-89b8-8000de221433 req-5f952367-d3d0-4ee5-8766-1ea598398e20 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0532596 Oct 15 02:07:38.032835 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d80ff2df-3372-42bf-89b8-8000de221433 req-7325c548-16c1-4405-a5f9-3075e43efd96 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576456 Oct 15 02:07:39.152162 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f54894-1299-4ec1-a87c-177e50f5b611 req-344384c2-f03f-48cc-a422-fb682be055c3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:39.153665 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5f54894-1299-4ec1-a87c-177e50f5b611 req-344384c2-f03f-48cc-a422-fb682be055c3 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0511849 Oct 15 02:07:39.194687 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f5f54894-1299-4ec1-a87c-177e50f5b611 req-156237d0-28b7-4ad7-af9a-21bb6395ebfb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Oct 15 02:07:40.326926 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae360c-4db5-4acf-87e0-dacee1abe8d1 req-cb08904c-9bc3-4cae-b601-32895f4aad6b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:40.328403 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fae360c-4db5-4acf-87e0-dacee1abe8d1 req-cb08904c-9bc3-4cae-b601-32895f4aad6b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0602765 Oct 15 02:07:40.369028 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2fae360c-4db5-4acf-87e0-dacee1abe8d1 req-39214c54-75c1-4b7c-9330-1d378466d2d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329964 Oct 15 02:07:40.822775 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:41.489503 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6eb51-d651-4a54-8089-48c8f1699e73 req-b2f3455c-59ee-49db-9f5f-7c1d7dd83236 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:41.491068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ed6eb51-d651-4a54-8089-48c8f1699e73 req-b2f3455c-59ee-49db-9f5f-7c1d7dd83236 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0498793 Oct 15 02:07:41.544753 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3ed6eb51-d651-4a54-8089-48c8f1699e73 req-5aa5554a-fab2-4366-8a3b-28ed7d278bb1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474701 Oct 15 02:07:42.680970 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53ee1-528a-44f4-a0c3-4a62064fbf35 req-42fa83ac-7a5b-4aa0-b21c-b5369dbecafe tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:42.685048 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27a53ee1-528a-44f4-a0c3-4a62064fbf35 req-42fa83ac-7a5b-4aa0-b21c-b5369dbecafe tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 932 time: 0.0598395 Oct 15 02:07:42.754084 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-27a53ee1-528a-44f4-a0c3-4a62064fbf35 req-3ad75b89-aace-4dfc-b370-66d3a9b5ea2e tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593390 Oct 15 02:07:43.386682 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Request body: {'port': {'device_id': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811521-2'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:07:43.444910 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:43.727387 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfa62a0-1f78-405a-bb63-536be9807517 {{(pid=107726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 02:07:43.734681 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:43.746440 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.provisioning_blocks [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Transition to ACTIVE for port object fbfa62a0-1f78-405a-bb63-536be9807517 will not be triggered until provisioned by entity L2. {{(pid=107726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 02:07:43.847437 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:43.929580 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:43.976119 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafa475-a0eb-40e5-bd47-e896d53457dd req-db507b57-0a94-4948-9bdf-c1667c4ecc30 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:43.977610 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8eafa475-a0eb-40e5-bd47-e896d53457dd req-db507b57-0a94-4948-9bdf-c1667c4ecc30 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.1409245 Oct 15 02:07:44.033719 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8eafa475-a0eb-40e5-bd47-e896d53457dd req-67186afa-0d7b-4548-b98a-e0a574b0411a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497558 Oct 15 02:07:44.036153 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Attempting to bind port fbfa62a0-1f78-405a-bb63-536be9807517 on host n-h2-811521-2 for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 02:07:44.036481 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Attempting to bind port fbfa62a0-1f78-405a-bb63-536be9807517 by drivers openvswitch,hyperv on host n-h2-811521-2 at level 0 using segments [{'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 02:07:44.036800 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Attempting to bind port fbfa62a0-1f78-405a-bb63-536be9807517 on network 168ca73b-77cf-459a-bb67-830a66184f97 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:07:44.041241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Port fbfa62a0-1f78-405a-bb63-536be9807517 on network 168ca73b-77cf-459a-bb67-830a66184f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-811521-2 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 02:07:44.041638 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Attempting to bind port fbfa62a0-1f78-405a-bb63-536be9807517 on network 168ca73b-77cf-459a-bb67-830a66184f97 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 02:07:44.046530 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Checking agent: {'id': '7c81c0b0-eb7d-4d6c-9723-f891d5ccfae5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811521-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'started_at': datetime.datetime(2021, 10, 15, 0, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 2, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 02:07:44.046864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Checking segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 02:07:44.047243 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Bound using segment: {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 02:07:44.047658 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Bound port: fbfa62a0-1f78-405a-bb63-536be9807517, host: n-h2-811521-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ede0f897-29f3-411b-8c2a-d017634787f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 02:07:44.048011 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:44.116856 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 02:07:44.119842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 02:07:44.206438 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:44.241225 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:44.241914 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:44.243306 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] 10.222.0.39 "PUT /v2.0/ports/fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 200 len: 1092 time: 0.9160564 Oct 15 02:07:44.243742 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:07:44.246005 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a824721-d0a9-402a-84d6-382f0803273d" -d '{"events": [{"name": "network-changed", "server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:07:44.271706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9858-e03e-4955-b4ee-46a9c96bd44b service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:44.287177 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 02:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c444a870-b4a8-4211-9320-461f44d78fe0 x-openstack-request-id: req-c444a870-b4a8-4211-9320-461f44d78fe0 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:07:44.287545 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:07:44.287816 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c444a870-b4a8-4211-9320-461f44d78fe0 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:07:44.288242 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'status': 'completed', 'code': 200} Oct 15 02:07:45.150453 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf03808-214e-45ab-9a3d-9b9700694789 req-939e82d9-2d12-49f5-80f7-a0bc179bdedd tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:45.151917 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cf03808-214e-45ab-9a3d-9b9700694789 req-939e82d9-2d12-49f5-80f7-a0bc179bdedd tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.0493760 Oct 15 02:07:45.188290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-2cf03808-214e-45ab-9a3d-9b9700694789 req-708ef7e4-1772-47f7-8ae8-2b71eaadc1eb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305343 Oct 15 02:07:45.902444 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:46.303578 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b184e-5758-4bb4-9603-598edaaabbad req-5b1bea21-f788-4671-aef8-52c653793b7b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:46.305047 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-097b184e-5758-4bb4-9603-598edaaabbad req-5b1bea21-f788-4671-aef8-52c653793b7b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.0481939 Oct 15 02:07:46.345656 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-097b184e-5758-4bb4-9603-598edaaabbad req-d1801f49-9c9d-4b00-bd93-95fa9ad36698 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347798 Oct 15 02:07:46.643492 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a824721-d0a9-402a-84d6-382f0803273d req-9b1d9629-46c6-4bca-90dc-c009c9c5d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:46.644980 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a824721-d0a9-402a-84d6-382f0803273d req-9b1d9629-46c6-4bca-90dc-c009c9c5d613 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1095 time: 0.0406594 Oct 15 02:07:46.747553 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a824721-d0a9-402a-84d6-382f0803273d req-79113a8e-a80b-480a-a949-b78baed0887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:46.748991 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a824721-d0a9-402a-84d6-382f0803273d req-79113a8e-a80b-480a-a949-b78baed0887e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4a08a6107b4d430cac62723658ee40cd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0912752 Oct 15 02:07:46.847004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a824721-d0a9-402a-84d6-382f0803273d req-ed9b594e-753e-4d1e-bdf5-e46a946e6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:46.848458 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-9a824721-d0a9-402a-84d6-382f0803273d req-ed9b594e-753e-4d1e-bdf5-e46a946e6a53 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919354 Oct 15 02:07:46.925402 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-41703f29-d898-4ce9-b190-610d195e0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:46.926978 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-41703f29-d898-4ce9-b190-610d195e0926 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1095 time: 0.0429909 Oct 15 02:07:46.972928 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-82398e3b-b617-4fa1-a69b-6f8a75a06785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 200 len: 217 time: 0.0384467 Oct 15 02:07:47.022834 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-b8e98745-9d70-42de-b4cb-c4874926359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:47.024252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-b8e98745-9d70-42de-b4cb-c4874926359c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0443835 Oct 15 02:07:47.070258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-7aa2a4a7-2190-4425-a11d-8709a3957d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:47.071710 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-7aa2a4a7-2190-4425-a11d-8709a3957d23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397301 Oct 15 02:07:47.164362 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-0ccc4962-ff04-45f4-bc76-be575fd2e762 service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 Oct 15 02:07:47.254303 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-316d55cf-cd33-490c-bd3d-92e2c49f77b4 req-7c427b2c-38ce-4810-a715-b1c1e36c698c service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824306 Oct 15 02:07:47.459873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff9485-14ff-4af8-bdfd-2d7ddb98dc35 req-038ec5ab-de23-41e6-b06a-8b028d029ff1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:47.461273 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3eff9485-14ff-4af8-bdfd-2d7ddb98dc35 req-038ec5ab-de23-41e6-b06a-8b028d029ff1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.0491869 Oct 15 02:07:47.502865 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3eff9485-14ff-4af8-bdfd-2d7ddb98dc35 req-2f74ef9c-6c94-4b32-ac02-61ddca40503c tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356369 Oct 15 02:07:48.616910 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d35596-089b-49c8-812f-21407fd73edf req-30af491b-2f37-47c0-bc0d-e332060b96a7 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:48.618649 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60d35596-089b-49c8-812f-21407fd73edf req-30af491b-2f37-47c0-bc0d-e332060b96a7 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.0489073 Oct 15 02:07:48.655618 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-60d35596-089b-49c8-812f-21407fd73edf req-bc9da4f9-1311-4d31-807f-c3649b4be616 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Oct 15 02:07:49.771399 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d816e9-6afc-4753-9999-21c0e02a8859 req-3ded48b8-b77a-40de-935e-98c7118de34a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:49.772794 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03d816e9-6afc-4753-9999-21c0e02a8859 req-3ded48b8-b77a-40de-935e-98c7118de34a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.0506682 Oct 15 02:07:49.811068 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-03d816e9-6afc-4753-9999-21c0e02a8859 req-c4c25df8-6f0b-43d5-81e0-a7607bd817b9 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Oct 15 02:07:50.119786 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:07:50.859603 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fbfa62a0-1f78-405a-bb63-536be9807517 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 02:07:50.929867 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a972-9067-4079-a530-8864ea103ced req-c5fb9d9b-b7d9-4c25-b300-cc71c8bc184a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:50.931830 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e705a972-9067-4079-a530-8864ea103ced req-c5fb9d9b-b7d9-4c25-b300-cc71c8bc184a tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.0492678 Oct 15 02:07:50.963737 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:07:50.974066 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e705a972-9067-4079-a530-8864ea103ced req-5f3d1ea7-4798-420c-8c0a-ca0fc816de6c tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365560 Oct 15 02:07:50.975500 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'port_id': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'mac_address': 'fa:16:3e:57:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 02:07:51.012771 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:51.025429 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfa62a0-1f78-405a-bb63-536be9807517 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 02:07:51.044283 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:07:51.113773 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:51.161449 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=4']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:51.471439 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['fbfa62a0-1f78-405a-bb63-536be9807517'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 02:07:52.088028 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b42ae-3022-47c1-afaf-0ed1fe1a0848 req-ac4501f5-6b31-4aa5-a227-5e4a4190fb2b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:52.089475 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-524b42ae-3022-47c1-afaf-0ed1fe1a0848 req-ac4501f5-6b31-4aa5-a227-5e4a4190fb2b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 945 time: 0.0486007 Oct 15 02:07:52.126108 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-524b42ae-3022-47c1-afaf-0ed1fe1a0848 req-092320ed-4712-4d2c-acbc-d13cd0b4c647 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307531 Oct 15 02:07:52.874793 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fbfa62a0-1f78-405a-bb63-536be9807517 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:07:52.971499 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning for port fbfa62a0-1f78-405a-bb63-536be9807517 completed by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 02:07:52.975273 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port fbfa62a0-1f78-405a-bb63-536be9807517 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:07:52.975637 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:53.054390 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:53.075738 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:07:53.077934 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d55d28-9a07-4f38-bbcd-cd6a0f16e93f" -d '{"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:07:53.090950 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:07:53.114895 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626b8a3-e122-4061-91a2-251aa443296e x-openstack-request-id: req-9626b8a3-e122-4061-91a2-251aa443296e {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:07:53.115185 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:07:53.115442 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9626b8a3-e122-4061-91a2-251aa443296e {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:07:53.115833 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'code': 200} Oct 15 02:07:53.143810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:53.195810 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=5']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:53.244027 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966c581-0240-4bb0-b5e7-846ccd9ce7ac req-07b2efbc-8b46-4dc0-b842-b1c030aa75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:53.245465 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6966c581-0240-4bb0-b5e7-846ccd9ce7ac req-07b2efbc-8b46-4dc0-b842-b1c030aa75fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1097 time: 0.0705578 Oct 15 02:07:53.257258 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b482c-ac08-4417-a811-37e19a06a24a req-76fd9121-39a3-4b31-8c06-b627485b5bc0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:53.262276 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d22b482c-ac08-4417-a811-37e19a06a24a req-76fd9121-39a3-4b31-8c06-b627485b5bc0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 946 time: 0.0579927 Oct 15 02:07:53.310993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-6966c581-0240-4bb0-b5e7-846ccd9ce7ac req-b64ff437-4880-4dce-8bfb-42d3d4dd19a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514457 Oct 15 02:07:53.318603 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d22b482c-ac08-4417-a811-37e19a06a24a req-96efa425-c149-456d-96f9-3207a202fe0c tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532055 Oct 15 02:07:54.433575 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6ef3-8c4d-4483-96a1-e7a6486fe9b8 req-6c4500ef-2f58-4265-9544-c49a0399364b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:54.435062 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1fe6ef3-8c4d-4483-96a1-e7a6486fe9b8 req-6c4500ef-2f58-4265-9544-c49a0399364b tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 946 time: 0.0493147 Oct 15 02:07:54.473575 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d1fe6ef3-8c4d-4483-96a1-e7a6486fe9b8 req-8caeb86f-bb2c-4945-9cc9-fbe1db1aaf16 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Oct 15 02:07:55.588460 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64580-f409-42ae-bc37-13ef19b6f421 req-3bc5f68a-ebd5-47e1-afef-9b06965820d6 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:55.589960 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8bd64580-f409-42ae-bc37-13ef19b6f421 req-3bc5f68a-ebd5-47e1-afef-9b06965820d6 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 946 time: 0.0488105 Oct 15 02:07:55.627896 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-8bd64580-f409-42ae-bc37-13ef19b6f421 req-cc7132df-79db-4ed2-9521-8af9dda59048 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311210 Oct 15 02:07:55.744253 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1190f6-4c8c-4a13-a64d-94c023c3a6b6 req-08df737a-3d15-4bdc-9523-ce73b0b1cd56 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:55.745849 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c1190f6-4c8c-4a13-a64d-94c023c3a6b6 req-08df737a-3d15-4bdc-9523-ce73b0b1cd56 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Oct 15 02:07:55.783825 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-4c1190f6-4c8c-4a13-a64d-94c023c3a6b6 req-19322d81-2526-468b-8e84-c20b1f5b6165 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Oct 15 02:07:55.804576 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36336) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:07:55.843873 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d36f23-7d80-4897-acf0-48916b23972f tempest-TestSnapshotPattern-486413756 tempest-TestSnapshotPattern-486413756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:55.846365 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-a6d36f23-7d80-4897-acf0-48916b23972f tempest-TestSnapshotPattern-486413756 tempest-TestSnapshotPattern-486413756-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1092 time: 0.0405872 Oct 15 02:07:55.848914 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36338) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:07:55.853219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.v2.base [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Request body: {'floatingip': {'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'port_id': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107726) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 02:07:55.942794 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:56.053756 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:56.314436 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e14f53e9-a2b7-4b9a-97e0-c9c5ce438d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:56.479890 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_common [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Allocated IP 172.25.2.131 (3838b94d-38c7-4b38-a596-7600939246a6/3b5169fc-deb0-48af-bdfe-e6b816617d67/01e69a24-61c9-4dd9-b702-1315c7edaf4b) {{(pid=107726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 02:07:56.583978 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for port, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:56.691321 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736270817549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:56.728569 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Network 3838b94d-38c7-4b38-a596-7600939246a6 is already hosted by enough agents. {{(pid=107726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 02:07:56.731348 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.base_scheduler [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Resources bound (agent type, host, resource id): {{(pid=107726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 02:07:56.738373 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Received port after_create {{(pid=107726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 02:07:56.743612 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'Port': ['ID=01e69a24-61c9-4dd9-b702-1315c7edaf4b,revision_number=1']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:57.092153 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:57.206424 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:57.355432 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for port, precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:57.399070 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59488434'] for port, after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:57.471662 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event updated for resources: {'Port': ['ID=01e69a24-61c9-4dd9-b702-1315c7edaf4b,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:07:57.481574 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664268'] for floatingip, after_create {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:57.579235 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Floating IP 9a125fa7-0070-4460-93e5-4826accb2df9 associated. External IP: 172.25.2.131, port: fbfa62a0-1f78-405a-bb63-536be9807517. Oct 15 02:07:57.783317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:07:57.892706 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:07:57.902015 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] Sync routers for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:07:57.910722 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:07:57.911303 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:07:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:07:57.990030 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:07:58.018840 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-543f4285-d8f4-4463-b7cc-451ea43d5b27 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1687880 Oct 15 02:07:58.019564 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:07:58.021137 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:07:58.021889 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a569e2b8-7f22-4fab-a217-e6e6a1677efe" -d '{"events": [{"name": "network-changed", "server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:07:58.057335 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6029e8-e34f-40d3-9915-010c441cbe2f x-openstack-request-id: req-3c6029e8-e34f-40d3-9915-010c441cbe2f {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:07:58.057617 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:07:58.057866 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c6029e8-e34f-40d3-9915-010c441cbe2f {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:07:58.058302 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'status': 'completed', 'code': 200} Oct 15 02:07:58.123597 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-33c9ed75-a2c6-4777-8d5b-3e994e95d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.125092 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-33c9ed75-a2c6-4777-8d5b-3e994e95d62b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1097 time: 0.0445409 Oct 15 02:07:58.214763 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-73afa459-efec-4f0b-bfad-024c0b620f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.216290 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-73afa459-efec-4f0b-bfad-024c0b620f2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0847735 Oct 15 02:07:58.247813 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:16Z', 'revision_number': 1, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}, {'id': '9a125fa7-0070-4460-93e5-4826accb2df9', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:57:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:07:56Z', 'updated_at': '2021-10-15T02:07:56Z', 'revision_number': 0, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:07:58.279314 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] Checking router: 2d6b49de-4e6c-4819-8217-f88b22b62ff7 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:07:58.288961 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:07:58.289562 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:07:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:07:58.296006 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-79219d60-f35c-431c-aa77-d37f5000c1a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 200 len: 1000 time: 0.0729744 Oct 15 02:07:58.348554 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-a6bd01ed-1696-42f9-b998-43888713cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.349436 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-b8ce485a-8b2a-41f0-b2cb-29f56cb10895 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461664 Oct 15 02:07:58.350045 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-a6bd01ed-1696-42f9-b998-43888713cadb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0467136 Oct 15 02:07:58.403381 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-38e6934f-ee65-4671-aa3f-6985701dae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.405209 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-38e6934f-ee65-4671-aa3f-6985701dae11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479391 Oct 15 02:07:58.405926 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:07:58.416552 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-f22d71f8-5a38-40f6-ab03-26d4e3f8a251 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107726) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 02:07:58.417497 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-f22d71f8-5a38-40f6-ab03-26d4e3f8a251 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051436 Oct 15 02:07:58.433717 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-e8652c89-27ff-4a3c-b741-108dbbe6844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.435277 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-e8652c89-27ff-4a3c-b741-108dbbe6844d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1095 time: 0.0425251 Oct 15 02:07:58.525932 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-53658f76-283b-4084-bb3b-1fa1f4c371ff service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013300 Oct 15 02:07:58.551512 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-5682f916-3e04-44d0-a775-83cebd5fc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.552511 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-5682f916-3e04-44d0-a775-83cebd5fc6e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0967052 Oct 15 02:07:58.619935 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-a569e2b8-7f22-4fab-a217-e6e6a1677efe req-7f82c9a3-2c6e-4421-bff3-cc2950e7437b service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864332 Oct 15 02:07:58.623552 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-578b63c4-d7d5-4d84-b512-02d3759fcea3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 999 time: 0.0637317 Oct 15 02:07:58.638999 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:16Z', 'revision_number': 1, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}, {'id': '9a125fa7-0070-4460-93e5-4826accb2df9', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:57:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:07:56Z', 'updated_at': '2021-10-15T02:07:56Z', 'revision_number': 0, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:07:58.669475 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d28bd-6468-4b0d-945a-bb68a2cb0da0 None None] The sync data for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 is: [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:16Z', 'revision_number': 1, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}, {'id': '9a125fa7-0070-4460-93e5-4826accb2df9', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:57:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:07:56Z', 'updated_at': '2021-10-15T02:07:56Z', 'revision_number': 0, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:07:58.678385 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-eb94b7d6-8b4b-4b61-b09c-d54a648fa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.678385 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-eb94b7d6-8b4b-4b61-b09c-d54a648fa779 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0452609 Oct 15 02:07:58.727497 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-418113e3-6d9d-4ee4-9985-8bf9bde7e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:07:58.730260 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-418113e3-6d9d-4ee4-9985-8bf9bde7e0f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471692 Oct 15 02:07:58.823223 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-41d9d79d-b59f-45af-a5ef-247a5eb5bd8a service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864284 Oct 15 02:07:58.890151 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca97a12d-69a9-4ea7-89ef-59dd5977968b None None] New status for floating IP 9a125fa7-0070-4460-93e5-4826accb2df9: ACTIVE {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 02:07:58.927165 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-515e206f-b4c0-4d42-8985-7324b6f811d2 req-68390e5c-80e1-4d3f-b146-da58fb893829 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962677 Oct 15 02:07:58.928801 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-480cab92-64f1-4222-ba0b-be5a1170ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:00.273488 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:00.667682 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:02.718930 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:07.506621 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-10c19244-30c4-4688-a419-f28a71699e56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453732 Oct 15 02:08:07.589789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-1bb8a99c-6b8c-49a5-846f-39ca3496cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:08:07.591252 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-1bb8a99c-6b8c-49a5-846f-39ca3496cf6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1097 time: 0.0397398 Oct 15 02:08:07.698216 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-a968c916-f801-4dd2-b8fb-35c423a1a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:08:07.699705 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-a968c916-f801-4dd2-b8fb-35c423a1a487 service neutron] 10.222.0.39 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0895238 Oct 15 02:08:07.770422 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-644b8522-1655-4dd5-a291-f2434ec3dcc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 200 len: 1002 time: 0.0632200 Oct 15 02:08:07.818772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-ededcc53-c4e0-4f84-a9d0-79d2c86a2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:08:07.820140 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-ededcc53-c4e0-4f84-a9d0-79d2c86a2027 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0426908 Oct 15 02:08:07.865275 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-dc8ea1c5-4d58-479f-86ff-47f5672cbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:08:07.866808 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-dc8ea1c5-4d58-479f-86ff-47f5672cbe15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396061 Oct 15 02:08:07.960924 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-c5b1a3c1-9528-463b-92a0-150d0dce8517 service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862026 Oct 15 02:08:08.054936 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-66c5087c-3e84-4b20-ae1a-e0f92538bcdf req-fbe1ef88-1edb-4933-98a7-f62fc697dd8f service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864935 Oct 15 02:08:10.839334 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:15.924854 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:26.318490 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a66df2a6-20a6-4185-9134-93e9ec7d3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:27.119509 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:08:28.918786 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-8f45292a-00be-4515-ae25-deb227574a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:30.227244 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:30.661630 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:32.758025 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:40.941683 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:45.935758 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:56.329252 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ff6c0992-4111-46c4-af54-75bcdcf75efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:08:58.900881 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-76a5d62f-431c-4fd7-a13c-f43d964aa9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:00.247616 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-33780047-a591-44ef-b46d-a177d9ed9a13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402691 Oct 15 02:09:00.278431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:00.325861 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-ddfebc45-e2a7-40b1-bef5-7f549405e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:00.327413 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-ddfebc45-e2a7-40b1-bef5-7f549405e2ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1095 time: 0.0401795 Oct 15 02:09:00.435108 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-7336a238-981f-4bcf-90fb-0b7c5b4cbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:00.436565 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-7336a238-981f-4bcf-90fb-0b7c5b4cbefb service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0893805 Oct 15 02:09:00.502119 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-0cf5cae3-6a54-4ba7-a1a0-348d19b2874c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 999 time: 0.0577054 Oct 15 02:09:00.554135 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-b64f66a3-3d70-4008-8995-dcdc9b40f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:00.555549 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-b64f66a3-3d70-4008-8995-dcdc9b40f05b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0477157 Oct 15 02:09:00.602346 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-ec7a404f-cd2f-4165-8f0f-3ef161d8001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:00.604129 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-ec7a404f-cd2f-4165-8f0f-3ef161d8001b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408230 Oct 15 02:09:00.649439 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:00.696448 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-c4965d02-4e92-40c1-be49-0f44f55e8fde service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847042 Oct 15 02:09:00.789398 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-d507f834-dad0-4e2a-810f-9ff29cdbeade req-727ac465-f762-4683-9d4f-f6ee07bca176 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859306 Oct 15 02:09:02.752320 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:04.119607 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:09:08.497939 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-3391e322-5636-4e30-8cb5-5d5b178c15a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410435 Oct 15 02:09:08.582864 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-4a84fe74-066b-4939-9424-f1c8d6468c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:08.584302 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-4a84fe74-066b-4939-9424-f1c8d6468c8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1097 time: 0.0410473 Oct 15 02:09:08.689753 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-6d27d5a5-43dc-4508-8e06-88a22bc7beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:08.691218 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-6d27d5a5-43dc-4508-8e06-88a22bc7beb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0875003 Oct 15 02:09:08.757676 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-6bd12f1e-7b0c-43cd-a8fe-73effc3c1a4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 200 len: 1002 time: 0.0589139 Oct 15 02:09:08.810351 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-7f59d93b-3104-4fc1-bb18-61c7f80d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:08.811756 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-7f59d93b-3104-4fc1-bb18-61c7f80d9d14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0452600 Oct 15 02:09:08.861433 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-a9c8a1e8-81c5-4ae9-867a-f27891de729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:09:08.862916 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-a9c8a1e8-81c5-4ae9-867a-f27891de729c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433800 Oct 15 02:09:08.951914 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-abb880d4-c67c-409a-89dc-e4cef49c80e1 service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810599 Oct 15 02:09:09.044233 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d862f0a9-e343-4e14-9b86-fe75221cdad2 req-b756e5eb-28b6-4eb1-8583-5db2695ebaf3 service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848370 Oct 15 02:09:10.849401 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:15.929517 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:26.334529 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cacb60c7-7949-416f-a126-f732a8b18294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:28.917742 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c813b655-33bc-40ef-82ee-7531d418a667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:30.254808 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:30.648763 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:32.739950 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:40.837421 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:41.119679 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:09:45.916983 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:56.311131 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7c96a4c2-a979-40ee-836a-b86b8dcce340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:09:58.888198 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-889ae92a-ff07-4c0d-a413-4d42a5fc802e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:00.208607 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:00.654326 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:01.471110 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fbfa62a0-1f78-405a-bb63-536be9807517 details requested by agent hyperv_n-h2-811521-2 with host n-h2-811521-2 {{(pid=107727) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 02:10:01.565989 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:01.576818 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Returning: {'device': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'port_id': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'mac_address': 'fa:16:3e:57:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107727) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 02:10:01.614181 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:01.626869 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbfa62a0-1f78-405a-bb63-536be9807517 {{(pid=107727) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 02:10:01.646339 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:01.728254 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:01.779349 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=6']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:01.786756 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.787416 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.787541 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.787882 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.788207 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.788533 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.788859 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.789173 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.789489 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.789802 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.790167 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.790556 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:01.812681 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] get_ports_and_sgs() called for port_ids ['fbfa62a0-1f78-405a-bb63-536be9807517'] {{(pid=107727) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 02:10:02.238471 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-9a4a76ff-e905-4db5-bfec-cd079c385be3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456009 Oct 15 02:10:02.323562 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-d98115c9-afb2-4bc7-88bb-7a5e0eb8093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:02.325020 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-d98115c9-afb2-4bc7-88bb-7a5e0eb8093a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1095 time: 0.0401323 Oct 15 02:10:02.436655 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-5313ce56-fcec-414d-a756-b1c6fcd5eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:02.438138 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-5313ce56-fcec-414d-a756-b1c6fcd5eda1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0923703 Oct 15 02:10:02.512823 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-28469f08-4687-4cc4-a20c-dd9e7cde9eff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 999 time: 0.0675688 Oct 15 02:10:02.569624 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-b7331bb1-7779-49c4-b11b-7bc7b391be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:02.571137 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-b7331bb1-7779-49c4-b11b-7bc7b391be30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0516920 Oct 15 02:10:02.616824 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-a39b9e9f-51c0-4d89-b88b-f49455a19b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:02.618315 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-a39b9e9f-51c0-4d89-b88b-f49455a19b53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397844 Oct 15 02:10:02.630391 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-e0e0cc2a-adb4-4c7e-938d-ed493a9c2524 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=107725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 02:10:02.631325 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-e0e0cc2a-adb4-4c7e-938d-ed493a9c2524 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054538 Oct 15 02:10:02.723086 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:02.725186 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-344e856d-9194-4bea-829d-2ba0a7ec664f service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Oct 15 02:10:02.820630 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-c5ce69c4-84e9-40fe-92a0-984291a65da9 req-a0738613-f5f8-4012-bbef-b5d60cb0103a service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844457 Oct 15 02:10:03.480260 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fbfa62a0-1f78-405a-bb63-536be9807517 up at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 02:10:03.531334 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.provisioning_blocks [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Provisioning complete for port fbfa62a0-1f78-405a-bb63-536be9807517 triggered by entity L2. {{(pid=107727) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 02:10:03.531700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3488930'] for port, provisioning_complete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:03.605326 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:03.627251 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:10:03.629447 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77652bd-dc5f-4c41-bf6e-b34762d42dae" -d '{"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:10:03.642574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:03.665214 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a083ddac-e035-4a19-906c-6a9b5a116657 x-openstack-request-id: req-a083ddac-e035-4a19-906c-6a9b5a116657 {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:10:03.665504 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:10:03.665761 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a083ddac-e035-4a19-906c-6a9b5a116657 {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:10:03.666182 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'code': 200} Oct 15 02:10:03.746255 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:03.796228 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=7']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:10.569998 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-7a8d449b-b7c5-4a47-bf4b-19eaa961861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:10.571542 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-7a8d449b-b7c5-4a47-bf4b-19eaa961861f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1097 time: 0.0470636 Oct 15 02:10:10.689367 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-241e49c8-425c-4553-851a-5628dca92350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:10.690918 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-241e49c8-425c-4553-851a-5628dca92350 service neutron] 10.222.0.39 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.1001182 Oct 15 02:10:10.757169 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-4a455745-f2c2-498c-9125-ae3f2d90c418 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 200 len: 1002 time: 0.0589724 Oct 15 02:10:10.807821 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-e2c32326-6adc-49d6-bb8c-d855005c522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:10.809292 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-e2c32326-6adc-49d6-bb8c-d855005c522a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0452824 Oct 15 02:10:10.842689 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:10.865709 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-9fe10dd6-8ee4-45f9-8470-0f4c54cbd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:10.867602 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-9fe10dd6-8ee4-45f9-8470-0f4c54cbd07b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500703 Oct 15 02:10:10.971330 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-e3c3f27a-6c36-4c73-8783-8d3d9a892250 service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962512 Oct 15 02:10:11.072389 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-e40f38d5-4087-4f4b-9e25-cfc247a2643b req-ca423ca0-b68b-4d17-b6d1-fc83f2ff8b60 service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936766 Oct 15 02:10:15.957287 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:16.728001 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36590) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:16.884907 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Deleting port 01e69a24-61c9-4dd9-b702-1315c7edaf4b {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:16.885245 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:16.971312 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:16.971550 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:16.983533 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Calling delete_port for 01e69a24-61c9-4dd9-b702-1315c7edaf4b owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:17.179418 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:17.211295 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event deleted for resources: {'Port': ['ID=01e69a24-61c9-4dd9-b702-1315c7edaf4b,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:17.224968 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.225245 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.225532 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.225865 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.226219 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.226548 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.226870 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.227191 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.227508 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.227872 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.228317 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.228644 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:17.283923 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:17.284248 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Floating IP 9a125fa7-0070-4460-93e5-4826accb2df9 disassociated (deleted). External IP: 172.25.2.131, port: fbfa62a0-1f78-405a-bb63-536be9807517. Oct 15 02:10:17.488487 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:10:17.912962 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:10:17.917725 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:17.922667 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] Sync routers for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:10:17.932149 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:17.932740 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:09:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:17.944934 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0e6d4b1b-25ae-4e1f-a07d-f3dc51bf18be tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "DELETE /v2.0/floatingips/9a125fa7-0070-4460-93e5-4826accb2df9 HTTP/1.1" status: 204 len: 168 time: 1.2158251 Oct 15 02:10:17.945623 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:10:17.947919 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f25b57-072e-4d63-bedc-4410d4591c28" -d '{"events": [{"name": "network-changed", "server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:10:18.044168 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:18.128096 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:10:18.271778 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:16Z', 'revision_number': 1, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:18.374107 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7fbcd3-8760-482f-86a9-287cfc16b338 x-openstack-request-id: req-3b7fbcd3-8760-482f-86a9-287cfc16b338 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:10:18.374505 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:10:18.374872 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b7fbcd3-8760-482f-86a9-287cfc16b338 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:10:18.375467 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'status': 'completed', 'code': 200} Oct 15 02:10:18.395068 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] Checking router: 2d6b49de-4e6c-4819-8217-f88b22b62ff7 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:10:18.403400 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:18.403992 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:09:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:18.467719 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-97300200-0353-4f16-a5d9-4a2273f54893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:18.469193 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-97300200-0353-4f16-a5d9-4a2273f54893 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 1097 time: 0.0691769 Oct 15 02:10:18.484204 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a82a08-407c-45d6-9021-f1ef90917e61 req-a5ff8931-313a-4cf3-9df8-f8230e1743bc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:18.485576 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56a82a08-407c-45d6-9021-f1ef90917e61 req-a5ff8931-313a-4cf3-9df8-f8230e1743bc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 946 time: 0.0561132 Oct 15 02:10:18.515996 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:18.580734 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56a82a08-407c-45d6-9021-f1ef90917e61 req-0c9d101d-3f58-49e1-9ef3-5fb293834f9f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855327 Oct 15 02:10:18.611094 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-272b4095-3ec8-4f47-95d3-b264a446f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:18.612584 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-272b4095-3ec8-4f47-95d3-b264a446f659 service neutron] 10.222.0.39 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.1261563 Oct 15 02:10:18.659004 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-e0a830c3-84a1-460d-9794-ab9e1ad253e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 200 len: 217 time: 0.0388024 Oct 15 02:10:18.707756 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-c8418bf1-91b7-4c09-b035-3ddee55c53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:18.709191 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-c8418bf1-91b7-4c09-b035-3ddee55c53f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0433333 Oct 15 02:10:18.739513 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:16Z', 'revision_number': 1, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:18.755099 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-b874a3d7-1dde-4e6d-8634-fe0674667d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:18.756552 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-b874a3d7-1dde-4e6d-8634-fe0674667d27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393174 Oct 15 02:10:18.770597 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d655fd05-34ac-42e5-bec1-0fd3ecfab88b None None] The sync data for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 is: [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_floatingips': [{'id': '8793ede7-92ed-4b17-af4f-e213525b09b5', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'router_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'port_id': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'mac_address': 'fa:16:3e:d1:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37af22b-d70d-4374-86b2-507de9470367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T02:05:14Z', 'updated_at': '2021-10-15T02:05:16Z', 'revision_number': 1, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:10:18.857421 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-2c303056-8589-4e22-b1cb-87d6eda2021a service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918529 Oct 15 02:10:18.955134 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-56f25b57-072e-4d63-bedc-4410d4591c28 req-86b50ac1-9552-41c8-b5de-36daa189ca89 service neutron] 10.222.0.39 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893741 Oct 15 02:10:18.999531 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fae079-c0a4-4712-95d2-5f50b9611717 None None] New status for floating IP 9a125fa7-0070-4460-93e5-4826accb2df9: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 02:10:19.589310 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fbfa62a0-1f78-405a-bb63-536be9807517 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:19.668178 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3826076'] for port, before_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:19.690472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517'}] {{(pid=107727) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:10:19.692841 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f92db54f25d209bd9fb9ef071e0f6922205afc67c57e0d72a436882fffdc9d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0233a5-98a7-4517-8603-bde23e99ec2f" -d '{"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517"}]}' {{(pid=107727) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:10:19.699551 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db82c0-f6b6-4cf0-bd95-0fa0f0d663b1 req-5895b10c-7e4d-4ff6-9332-6628deb39ca0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:19.701014 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3db82c0-f6b6-4cf0-bd95-0fa0f0d663b1 req-5895b10c-7e4d-4ff6-9332-6628deb39ca0 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 946 time: 0.0491264 Oct 15 02:10:19.704978 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:19.744673 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-b3db82c0-f6b6-4cf0-bd95-0fa0f0d663b1 req-3af53389-c129-4ad0-90eb-66dfa6ce5934 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371358 Oct 15 02:10:19.779713 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736271237443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736270817567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736270817585'] for port, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:19.829182 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Pushing event updated for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=8']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:19.845220 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468fe63a-a773-4797-beae-84f6597fc77a x-openstack-request-id: req-468fe63a-a773-4797-beae-84f6597fc77a {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:10:19.845744 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-unplugged", "status": "completed", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517", "code": 200}]} {{(pid=107727) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:10:19.845744 n-d-811521-2 neutron-server[107727]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-468fe63a-a773-4797-beae-84f6597fc77a {{(pid=107727) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:10:19.846141 n-d-811521-2 neutron-server[107727]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'code': 200} Oct 15 02:10:20.112647 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-1811111e-ad04-421a-9c50-16b5ffa6baeb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:20.114167 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-1811111e-ad04-421a-9c50-16b5ffa6baeb tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 944 time: 0.0483925 Oct 15 02:10:20.206033 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Deleting port fbfa62a0-1f78-405a-bb63-536be9807517 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:20.206480 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:20.296842 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] For port fbfa62a0-1f78-405a-bb63-536be9807517, host n-h2-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811521-2',level=0,port_id=fbfa62a0-1f78-405a-bb63-536be9807517,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:20.297202 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:20.308598 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Calling delete_port for fbfa62a0-1f78-405a-bb63-536be9807517 owned by compute:nova {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:20.534155 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:20.564241 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event deleted for resources: {'Port': ['ID=fbfa62a0-1f78-405a-bb63-536be9807517,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:20.605984 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] No DVR routers for this DVR port fbfa62a0-1f78-405a-bb63-536be9807517 on host n-h2-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:10:20.608647 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:20.611947 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-d5ae0649-aa70-43bf-b088-e37eb5c0c803 req-3410e53d-fee7-41bb-8a5a-951057f7067f tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.39 "DELETE /v2.0/ports/fbfa62a0-1f78-405a-bb63-536be9807517 HTTP/1.1" status: 204 len: 173 time: 0.4907761 Oct 15 02:10:20.612389 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-deleted', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:10:20.615317 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e0901e-a2be-4f00-9518-d90bf78bb7e1" -d '{"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-deleted", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:10:20.650983 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6a897c-271a-4687-989a-e282f49515cb x-openstack-request-id: req-7d6a897c-271a-4687-989a-e282f49515cb {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:10:20.651266 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73baf6e-624e-4161-bd66-da6695f166c2", "name": "network-vif-deleted", "tag": "fbfa62a0-1f78-405a-bb63-536be9807517", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:10:20.651514 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d6a897c-271a-4687-989a-e282f49515cb {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:10:20.651912 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73baf6e-624e-4161-bd66-da6695f166c2', 'name': 'network-vif-deleted', 'tag': 'fbfa62a0-1f78-405a-bb63-536be9807517', 'status': 'completed', 'code': 200} Oct 15 02:10:20.841648 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-78d36403-c85d-4fba-9a40-be9a2200418c req-ff1d3323-ad8f-4748-a5d1-e9ef5230d47d tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=e73baf6e-624e-4161-bd66-da6695f166c2 HTTP/1.1" status: 200 len: 210 time: 0.0261543 Oct 15 02:10:23.084913 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36652) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:23.250277 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Deleting port a7d69c0e-1d4e-457a-9003-b30ab8543426 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:23.250277 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:23.326282 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:23.326608 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:23.339044 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Calling delete_port for a7d69c0e-1d4e-457a-9003-b30ab8543426 owned by network:floatingip {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:23.539902 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:23.565616 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event deleted for resources: {'Port': ['ID=a7d69c0e-1d4e-457a-9003-b30ab8543426,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:23.628652 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for floatingip, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:23.629127 n-d-811521-2 neutron-server[107726]: INFO neutron.db.l3_db [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Floating IP 8793ede7-92ed-4b17-af4f-e213525b09b5 disassociated (deleted). External IP: 172.25.2.49, port: 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0. Oct 15 02:10:23.635963 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fbfa62a0-1f78-405a-bb63-536be9807517 no longer exists at agent hyperv_n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:23.659141 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] No Port match for: fbfa62a0-1f78-405a-bb63-536be9807517 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:23.659472 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Device fbfa62a0-1f78-405a-bb63-536be9807517 not bound to the agent host n-h2-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:23.838380 n-d-811521-2 neutron-server[107726]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107726) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:10:23.947881 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107726) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:10:23.953099 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for floatingip, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:23.958338 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] Sync routers for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:10:23.967288 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:23.967949 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:09:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:23.984498 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-c9722d1e-2994-48e9-9322-3c0019e3e317 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "DELETE /v2.0/floatingips/8793ede7-92ed-4b17-af4f-e213525b09b5 HTTP/1.1" status: 204 len: 168 time: 0.8984621 Oct 15 02:10:23.985069 n-d-811521-2 neutron-server[107726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'}] {{(pid=107726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:10:23.987353 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321f40549ec143c956528af2253a81fd5a0e87fa97fe6bf0e05f75c5c85cbf39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4342ae5-2787-4b62-9763-190c2b2d98a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0"}]}' {{(pid=107726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:10:24.072707 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:24.268511 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:24.286600 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 02:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64f85e-58bc-4393-879a-bc9156697d32 x-openstack-request-id: req-ae64f85e-58bc-4393-879a-bc9156697d32 {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:10:24.287121 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0", "status": "completed", "code": 200}]} {{(pid=107726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:10:24.287121 n-d-811521-2 neutron-server[107726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae64f85e-58bc-4393-879a-bc9156697d32 {{(pid=107726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:10:24.289210 n-d-811521-2 neutron-server[107726]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'status': 'completed', 'code': 200} Oct 15 02:10:24.297461 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] Checking router: 2d6b49de-4e6c-4819-8217-f88b22b62ff7 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:10:24.308231 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:24.308834 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:09:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:24.382288 n-d-811521-2 neutron-server[107726]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071dcc0-6c0c-4907-9fc1-bcf283da3e5d req-65c84833-6186-4b15-8266-6197d5c14f17 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107726) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:24.383976 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f071dcc0-6c0c-4907-9fc1-bcf283da3e5d req-65c84833-6186-4b15-8266-6197d5c14f17 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 944 time: 0.0533621 Oct 15 02:10:24.423023 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:24.426400 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-f071dcc0-6c0c-4907-9fc1-bcf283da3e5d req-64a14160-82da-4a1e-947b-0d6cf4d71f90 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe6e810e-3f04-4d90-898f-6bcd93d7018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345645 Oct 15 02:10:24.473628 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-45f97fde-94b7-4d4a-9263-cd552d56664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:24.475165 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-45f97fde-94b7-4d4a-9263-cd552d56664b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a08a6107b4d430cac62723658ee40cd&device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 1095 time: 0.1582465 Oct 15 02:10:24.574850 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-54246fff-286f-419d-9d2b-2e541e209946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:24.576330 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-54246fff-286f-419d-9d2b-2e541e209946 service neutron] 10.222.0.30 "GET /v2.0/networks?id=168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 200 len: 910 time: 0.0915530 Oct 15 02:10:24.619864 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-e68a0c77-6931-484f-b2af-38dee687822c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 200 len: 217 time: 0.0350447 Oct 15 02:10:24.627728 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:24.654252 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec90a466-2fa9-400a-85f3-b5bc8ac11db4 None None] The sync data for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 is: [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:04:48Z', 'revision_number': 4, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2', '_interfaces': [{'id': '2ff27bf0-1966-47e3-a4a1-8ed896e9b131', 'name': '', 'network_id': '168ca73b-77cf-459a-bb67-830a66184f97', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'mac_address': 'fa:16:3e:84:b5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:47Z', 'updated_at': '2021-10-15T02:04:51Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'subnets': [{'id': 'ff578e46-4c01-43d2-89c7-dbb25875f2f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:10:24.676849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-18c29346-9843-4c3e-b7d9-1620728152f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:24.678327 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-18c29346-9843-4c3e-b7d9-1620728152f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 200 len: 848 time: 0.0488780 Oct 15 02:10:24.739037 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-0ab40405-881b-4671-b1fa-c2d5e56d9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:24.740215 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-0ab40405-881b-4671-b1fa-c2d5e56d9ad0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=168ca73b-77cf-459a-bb67-830a66184f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427382 Oct 15 02:10:24.836676 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-635e7f68-f0df-4622-859c-e7e8f21387e9 service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864477 Oct 15 02:10:24.886889 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56bcd32-4e41-4a02-9822-ce9fbeb037b3 None None] New status for floating IP 8793ede7-92ed-4b17-af4f-e213525b09b5: DOWN {{(pid=107727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 02:10:24.936729 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-f4342ae5-2787-4b62-9763-190c2b2d98a4 req-732537f1-1714-441b-8c6d-1e2fdc07a62e service neutron] 10.222.0.30 "GET /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914166 Oct 15 02:10:24.999925 n-d-811521-2 neutron-server[107725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-ac046201-f6f8-4c2c-bec4-2ec7d24be025 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 02:10:25.001360 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-ac046201-f6f8-4c2c-bec4-2ec7d24be025 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.30 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 944 time: 0.0519755 Oct 15 02:10:25.099200 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Deleting port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:25.099707 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:25.189956 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] For port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0, host n-h1-811521-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811521-2',level=0,port_id=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:25.190349 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:25.202602 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Calling delete_port for 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 owned by compute:nova {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:25.414140 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:25.441689 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event deleted for resources: {'Port': ['ID=64e9bce2-7d78-4f56-bbfe-eaf46c1631a0,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:25.451855 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.452208 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.452559 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.453030 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.453371 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.453789 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.454153 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.454488 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.454812 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.455168 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.455535 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.456297 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811521-2 {{(pid=107725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 02:10:25.502449 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.l3_dvrscheduler_db [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] No DVR routers for this DVR port 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 on host n-h1-811521-2 {{(pid=107725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:10:25.506675 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-973947'] for port, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:25.510276 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [req-908a9050-8421-4c45-bdba-6c0c94ccd754 req-c65d7ef1-e301-4b98-9b04-9fad902358d1 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.30 "DELETE /v2.0/ports/64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 HTTP/1.1" status: 204 len: 173 time: 0.5024705 Oct 15 02:10:25.510725 n-d-811521-2 neutron-server[107725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-deleted', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0'}] {{(pid=107725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 02:10:25.512970 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259821e0e0ab971ec05ef83813daaeed875c04c3bfc2245b8d7f11c66c814270" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4019768-3f1e-48a5-b628-4c789fec809e" -d '{"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-deleted", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0"}]}' {{(pid=107725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 02:10:25.534313 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [req-3c5865ba-cc33-4997-89ef-7c8d1cd14f44 req-87759bed-8371-411c-88c7-5da6c4298fd6 tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "GET /v2.0/ports?device_id=a37af22b-d70d-4374-86b2-507de9470367 HTTP/1.1" status: 200 len: 210 time: 0.0318377 Oct 15 02:10:25.633996 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 02:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ee7f8a-5365-4307-b5ed-dbe152a2269b x-openstack-request-id: req-97ee7f8a-5365-4307-b5ed-dbe152a2269b {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 02:10:25.634320 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37af22b-d70d-4374-86b2-507de9470367", "name": "network-vif-deleted", "tag": "64e9bce2-7d78-4f56-bbfe-eaf46c1631a0", "status": "completed", "code": 200}]} {{(pid=107725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 02:10:25.634589 n-d-811521-2 neutron-server[107725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97ee7f8a-5365-4307-b5ed-dbe152a2269b {{(pid=107725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 02:10:25.634979 n-d-811521-2 neutron-server[107725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37af22b-d70d-4374-86b2-507de9470367', 'name': 'network-vif-deleted', 'tag': '64e9bce2-7d78-4f56-bbfe-eaf46c1631a0', 'status': 'completed', 'code': 200} Oct 15 02:10:26.350754 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4cf287ca-91c3-42a2-b30a-b549da5afd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:26.590815 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36672) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:26.648528 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41a3f73d-9d0b-4c7b-8367-74bff07fddbc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:26.672646 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41a3f73d-9d0b-4c7b-8367-74bff07fddbc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:26.785929 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41a3f73d-9d0b-4c7b-8367-74bff07fddbc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:26.788520 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-41a3f73d-9d0b-4c7b-8367-74bff07fddbc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:26.791265 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-41a3f73d-9d0b-4c7b-8367-74bff07fddbc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe6e810e-3f04-4d90-898f-6bcd93d7018f HTTP/1.1" status: 204 len: 168 time: 0.1978514 Oct 15 02:10:26.798599 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3f73d-9d0b-4c7b-8367-74bff07fddbc tempest-TestSnapshotPattern-2039366947 tempest-TestSnapshotPattern-2039366947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e810e-3f04-4d90-898f-6bcd93d7018f,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:26.883319 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36676) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:27.325752 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:27.871895 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Deleting port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:27.872230 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:27.954570 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] For port 2ff27bf0-1966-47e3-a4a1-8ed896e9b131, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:27.955284 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:27.967764 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Calling delete_port for 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:28.203025 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:28.228700 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff27bf0-1966-47e3-a4a1-8ed896e9b131,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:28.394045 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:28.609277 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:10:28.714913 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:10:28.720863 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-ddf60cf1-7249-418b-97cc-95dbb75f39ac admin admin] 10.222.0.13 "PUT /v2.0/routers/2d6b49de-4e6c-4819-8217-f88b22b62ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8354888 Oct 15 02:10:28.723273 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36680) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:28.725757 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] Sync routers for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:10:28.734940 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:28.735534 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:09:59Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:28.768204 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 no longer exists at agent hyperv_n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:28.788577 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] No Port match for: 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:28.788917 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Device 64e9bce2-7d78-4f56-bbfe-eaf46c1631a0 not bound to the agent host n-h1-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:28.825346 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks [] for router, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:28.845289 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: n-d-811521-2 {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:28.899725 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-52eaafa7-227b-4ad6-8231-b623ba84a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:28.931820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.020680 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:10:28Z', 'revision_number': 5, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port': {'id': 'fe1a4ab0-17ff-479b-b89c-dd42a9c20870', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:46Z', 'updated_at': '2021-10-15T02:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:29.054491 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Deleting port fe1a4ab0-17ff-479b-b89c-dd42a9c20870 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:29.054829 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.137909 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] For port fe1a4ab0-17ff-479b-b89c-dd42a9c20870, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:29.138295 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.143222 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] Checking router: 2d6b49de-4e6c-4819-8217-f88b22b62ff7 for host: n-d-811521-2 {{(pid=107728) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:10:29.151542 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Calling delete_port for fe1a4ab0-17ff-479b-b89c-dd42a9c20870 owned by network:router_gateway {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:29.152516 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] Routers {'2d6b49de-4e6c-4819-8217-f88b22b62ff7'} bound to L3 agent in host n-d-811521-2 {{(pid=107728) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:29.153103 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:10:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'], 'active': True} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:29.238043 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_dvr_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] Set router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 gateway port host: None {{(pid=107728) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:29.290481 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.l3_hamode_db [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:10:28Z', 'revision_number': 6, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107728) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:29.320548 n-d-811521-2 neutron-server[107728]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa866eb-a18d-4582-b656-626a57d5392d None None] The sync data for ids ['2d6b49de-4e6c-4819-8217-f88b22b62ff7'] in n-d-811521-2 is: [{'id': '2d6b49de-4e6c-4819-8217-f88b22b62ff7', 'name': 'tempest-TestSnapshotPattern-843604959-router', 'tenant_id': '4a08a6107b4d430cac62723658ee40cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:45Z', 'updated_at': '2021-10-15T02:10:28Z', 'revision_number': 6, 'project_id': '4a08a6107b4d430cac62723658ee40cd', 'gw_port_host': None}] {{(pid=107728) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:10:29.363369 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.389179 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1a4ab0-17ff-479b-b89c-dd42a9c20870,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:29.453583 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.546570 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.548700 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.642061 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.642832 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6b49de-4e6c-4819-8217-f88b22b62ff7 {{(pid=107726) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 02:10:29.648223 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] Publish callbacks [] for router, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.650200 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-96bde358-e10f-40ea-b1b4-2e8d456d1e74 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d6b49de-4e6c-4819-8217-f88b22b62ff7 HTTP/1.1" status: 204 len: 168 time: 0.9251206 Oct 15 02:10:29.652110 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36686) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:29.700166 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] Deleting subnet ff578e46-4c01-43d2-89c7-dbb25875f2f6 {{(pid=107726) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 02:10:29.703486 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.749417 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59488542'] for subnet, precommit_delete_associations {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.825737 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.916669 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59488628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59229705'] for subnet, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.943329 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff578e46-4c01-43d2-89c7-dbb25875f2f6,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:29.945274 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] Publish callbacks [] for subnet, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:29.948469 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5d509054-103d-437b-8b39-320743a3360d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff578e46-4c01-43d2-89c7-dbb25875f2f6 HTTP/1.1" status: 204 len: 168 time: 0.2953904 Oct 15 02:10:29.949659 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41e60c-0082-458c-a369-f6e56cb6d996 None None] Network 168ca73b-77cf-459a-bb67-830a66184f97 requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:10:29.950929 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36688) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:30.026356 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.098347 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Deleting port c6b46baa-5b95-4a3a-b033-940dc4b39f4e {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:30.098685 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.107130 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:30.128022 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:30.128861 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 2ff27bf0-1966-47e3-a4a1-8ed896e9b131 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:30.129271 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe1a4ab0-17ff-479b-b89c-dd42a9c20870 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:30.148226 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: fe1a4ab0-17ff-479b-b89c-dd42a9c20870 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:30.148762 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device fe1a4ab0-17ff-479b-b89c-dd42a9c20870 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:30.155384 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] DHCP port deletion for 168ca73b-77cf-459a-bb67-830a66184f97 request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 02:10:30.175667 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] For port c6b46baa-5b95-4a3a-b033-940dc4b39f4e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:30.176098 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.190278 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Calling delete_port for c6b46baa-5b95-4a3a-b033-940dc4b39f4e owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:30.216865 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] Deleting port c6b46baa-5b95-4a3a-b033-940dc4b39f4e {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:30.217231 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.272478 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.285464 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] For port c6b46baa-5b95-4a3a-b033-940dc4b39f4e, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,segment=NetworkSegment(ede0f897-29f3-411b-8c2a-d017634787f9),segment_id=ede0f897-29f3-411b-8c2a-d017634787f9)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:30.285898 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.298542 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] Calling delete_port for c6b46baa-5b95-4a3a-b033-940dc4b39f4e owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:30.356906 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 02:10:30.372913 n-d-811521-2 neutron-server[107727]: self.session.flush() Oct 15 02:10:30.379826 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.384945 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:30.391035 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] No DVR routers for this DVR port c6b46baa-5b95-4a3a-b033-940dc4b39f4e on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:10:30.405650 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] Pushing event deleted for resources: {'Port': ['ID=c6b46baa-5b95-4a3a-b033-940dc4b39f4e,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:30.411900 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8398f-f473-4c1e-b98d-65ec5d396e90 None None] No DVR routers for this DVR port c6b46baa-5b95-4a3a-b033-940dc4b39f4e on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:10:30.470934 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.491053 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168ca73b-77cf-459a-bb67-830a66184f97']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:30.504378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede0f897-29f3-411b-8c2a-d017634787f9') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:30.504378 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede0f897-29f3-411b-8c2a-d017634787f9') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:30.510037 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.524463 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.530691 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 02:10:30.531084 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: timer() Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 02:10:30.532784 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 02:10:30.648576 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.655243 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.658418 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/168ca73b-77cf-459a-bb67-830a66184f97 HTTP/1.1" status: 204 len: 168 time: 0.7065642 Oct 15 02:10:30.661519 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36692) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:30.665456 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:30.670352 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b43402-4dcf-4b95-893c-aecbd99284e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=168ca73b-77cf-459a-bb67-830a66184f97,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:31.012124 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664524'] for router_interface, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:31.254720 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Deleting port 126d6e2f-6aba-47d9-85c0-193de15d2627 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:31.255050 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:31.333446 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] For port 126d6e2f-6aba-47d9-85c0-193de15d2627, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=126d6e2f-6aba-47d9-85c0-193de15d2627,segment=NetworkSegment(b1317000-82ee-4a78-84ce-a3aad31806d8),segment_id=b1317000-82ee-4a78-84ce-a3aad31806d8)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:31.333800 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:31.345942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Calling delete_port for 126d6e2f-6aba-47d9-85c0-193de15d2627 owned by network:router_interface {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:31.562539 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:31.589942 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=126d6e2f-6aba-47d9-85c0-193de15d2627,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:31.758393 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-558254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665692'] for router_interface, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:31.950367 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c6b46baa-5b95-4a3a-b033-940dc4b39f4e no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:31.974252 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: c6b46baa-5b95-4a3a-b033-940dc4b39f4e {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:31.974591 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device c6b46baa-5b95-4a3a-b033-940dc4b39f4e not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:31.982793 n-d-811521-2 neutron-server[107725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Router bce917bd-7294-4a39-bd17-d984a8499d06 has already been hosted by L3 agent c941eade-c9fe-43b8-affa-bf40d8b81efd {{(pid=107725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 02:10:32.086447 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] Notify agent at l3_agent.n-d-811521-2 the message routers_updated {{(pid=107725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 02:10:32.091725 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-585c80d0-d3ca-4267-8ec5-a6dccf37fb74 admin admin] 10.222.0.13 "PUT /v2.0/routers/bce917bd-7294-4a39-bd17-d984a8499d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4287922 Oct 15 02:10:32.094044 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36696) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:32.095224 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] Sync routers for ids ['bce917bd-7294-4a39-bd17-d984a8499d06'] in n-d-811521-2 {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 02:10:32.104193 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] Routers {'bce917bd-7294-4a39-bd17-d984a8499d06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:32.104825 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:10:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bce917bd-7294-4a39-bd17-d984a8499d06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:32.197630 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.209179 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] Set router bce917bd-7294-4a39-bd17-d984a8499d06 gateway port host: n-d-811521-2 {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:32.305755 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.398919 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'external_fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:10:31Z', 'revision_number': 5, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port': {'id': '8445a654-9570-48d2-bd33-8774bf4a9626', 'name': '', 'network_id': '3838b94d-38c7-4b38-a596-7600939246a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811521-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T02:04:52Z', 'updated_at': '2021-10-15T02:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b5169fc-deb0-48af-bdfe-e6b816617d67', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811521-2'}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:32.424626 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] Checking router: bce917bd-7294-4a39-bd17-d984a8499d06 for host: n-d-811521-2 {{(pid=107727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 02:10:32.434389 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] Routers {'bce917bd-7294-4a39-bd17-d984a8499d06'} bound to L3 agent in host n-d-811521-2 {{(pid=107727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 02:10:32.434977 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811521-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T00:12:59Z,description=,heartbeat_timestamp=2021-10-15T02:10:29Z,host='n-d-811521-2',id=c941eade-c9fe-43b8-affa-bf40d8b81efd,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T00:12:59Z,topic='l3_agent')) {'router_ids': ['bce917bd-7294-4a39-bd17-d984a8499d06'], 'active': True} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:32.439671 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Deleting port 8445a654-9570-48d2-bd33-8774bf4a9626 {{(pid=107725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:32.440004 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.522031 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvr_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] Set router bce917bd-7294-4a39-bd17-d984a8499d06 gateway port host: None {{(pid=107727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 02:10:32.530617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.db [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] For port 8445a654-9570-48d2-bd33-8774bf4a9626, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=8445a654-9570-48d2-bd33-8774bf4a9626,segment=NetworkSegment(0ccd2dd6-1b9f-43a3-b281-b3eabeaba245),segment_id=0ccd2dd6-1b9f-43a3-b281-b3eabeaba245)] {{(pid=107725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:32.530984 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.542736 n-d-811521-2 neutron-server[107725]: DEBUG neutron.plugins.ml2.plugin [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Calling delete_port for 8445a654-9570-48d2-bd33-8774bf4a9626 owned by network:router_gateway {{(pid=107725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:32.577688 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_hamode_db [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:10:32Z', 'revision_number': 6, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port_host': None}], 'n-d-811521-2', False) {} {{(pid=107727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:32.603722 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a1c5d2-b216-458c-913b-7ee8fad018af None None] The sync data for ids ['bce917bd-7294-4a39-bd17-d984a8499d06'] in n-d-811521-2 is: [{'id': 'bce917bd-7294-4a39-bd17-d984a8499d06', 'name': 'tempest-TestSnapshotPattern-504510429-router', 'tenant_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T02:04:51Z', 'updated_at': '2021-10-15T02:10:32Z', 'revision_number': 6, 'project_id': 'd061c895d05c441c9d87ee5e5f4d797f', 'gw_port_host': None}] {{(pid=107727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 02:10:32.705390 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.762103 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5050871'] for port, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.788019 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8445a654-9570-48d2-bd33-8774bf4a9626,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:32.852130 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-664070'] for router_gateway, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.942553 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-667574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7621'] for router, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:32.944634 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.048053 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-667567'] for router, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.050880 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce917bd-7294-4a39-bd17-d984a8499d06 {{(pid=107725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 02:10:33.053899 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] Publish callbacks [] for router, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.055097 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-21691044-85f3-49e4-a570-b74c56cb24c0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bce917bd-7294-4a39-bd17-d984a8499d06 HTTP/1.1" status: 204 len: 168 time: 0.9601705 Oct 15 02:10:33.057617 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36698) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:33.100849 n-d-811521-2 neutron-server[107725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] Deleting subnet a0534c99-d00c-4844-bfd3-177f2729993d {{(pid=107725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 02:10:33.103821 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.137143 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5050388'] for subnet, precommit_delete_associations {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.217419 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3485142'] for subnet, precommit_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.328624 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3485151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5050374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5107935'] for subnet, after_delete {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.355704 n-d-811521-2 neutron-server[107725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0534c99-d00c-4844-bfd3-177f2729993d,revision_number=None']} {{(pid=107725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:33.359348 n-d-811521-2 neutron-server[107725]: DEBUG neutron_lib.callbacks.manager [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.365878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36700) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:33.366453 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-e03fae23-5e97-428f-9feb-4514753c3983 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0534c99-d00c-4844-bfd3-177f2729993d HTTP/1.1" status: 204 len: 168 time: 0.3072891 Oct 15 02:10:33.366574 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a54ad-9381-4cc4-9780-adf8d59e4e2d None None] Network d67ff64a-61a8-498c-a1e4-680fe02d313e requested from n-d-811521-2 {{(pid=107727) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 02:10:33.435465 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3879068'] for network, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.491430 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Deleting port 6e3842b9-b732-4b33-8601-81504aa00e44 {{(pid=107726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:33.491864 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.550871 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] DHCP port deletion for d67ff64a-61a8-498c-a1e4-680fe02d313e request from n-d-811521-2 {{(pid=107727) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 02:10:33.566377 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] For port 6e3842b9-b732-4b33-8601-81504aa00e44, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6e3842b9-b732-4b33-8601-81504aa00e44,segment=NetworkSegment(b1317000-82ee-4a78-84ce-a3aad31806d8),segment_id=b1317000-82ee-4a78-84ce-a3aad31806d8)] {{(pid=107726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:33.566745 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.580522 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.plugin [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Calling delete_port for 6e3842b9-b732-4b33-8601-81504aa00e44 owned by network:dhcp {{(pid=107726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:33.600693 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] Deleting port 6e3842b9-b732-4b33-8601-81504aa00e44 {{(pid=107727) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 02:10:33.601071 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736271215059'] for port, before_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.669397 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.db [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] For port 6e3842b9-b732-4b33-8601-81504aa00e44, host n-d-811521-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811521-2',level=0,port_id=6e3842b9-b732-4b33-8601-81504aa00e44,segment=NetworkSegment(b1317000-82ee-4a78-84ce-a3aad31806d8),segment_id=b1317000-82ee-4a78-84ce-a3aad31806d8)] {{(pid=107727) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 02:10:33.669793 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-383771'] for port, precommit_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.683195 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] Calling delete_port for 6e3842b9-b732-4b33-8601-81504aa00e44 owned by network:dhcp {{(pid=107727) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 02:10:33.733779 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59488389'] for port, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.758260 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3826796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736271237425', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736270817558'] for port, after_delete {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.762212 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3842b9-b732-4b33-8601-81504aa00e44,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:33.767242 n-d-811521-2 neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] No DVR routers for this DVR port 6e3842b9-b732-4b33-8601-81504aa00e44 on host n-d-811521-2 {{(pid=107726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:10:33.788611 n-d-811521-2 neutron-server[107727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] Pushing event deleted for resources: {'Port': ['ID=6e3842b9-b732-4b33-8601-81504aa00e44,revision_number=None']} {{(pid=107727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:33.792210 n-d-811521-2 neutron-server[107727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7cffd9-ee48-404d-a26b-9703db599481 None None] No DVR routers for this DVR port 6e3842b9-b732-4b33-8601-81504aa00e44 on host n-d-811521-2 {{(pid=107727) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 02:10:33.841227 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3487811', 'neutron.services.segments.db._delete_segments_for_network-8736271392817'] for network, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.861789 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67ff64a-61a8-498c-a1e4-680fe02d313e']}} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:33.871490 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1317000-82ee-4a78-84ce-a3aad31806d8') {'for_net_delete': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:33.871776 n-d-811521-2 neutron-server[107726]: DEBUG neutron.services.segments.db [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1317000-82ee-4a78-84ce-a3aad31806d8') {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 02:10:33.884913 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736271393594', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59488551'] for segment, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.898820 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205'] for segment, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.899010 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 126d6e2f-6aba-47d9-85c0-193de15d2627 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:33.905176 n-d-811521-2 neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=107726) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 02:10:33.905554 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3487205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59488470'] for segment, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: Traceback (most recent call last): Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: timer() Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: cb(*args, **kw) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: return func(*args, **kwargs) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: self._notify() Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: self.callback(batched_events) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: event.method(event) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: return f(self, *a, **k) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: return self._get(url).json() Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: return self.request(url, 'GET', **kwargs) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 02:10:33.907194 n-d-811521-2 neutron-server[107726]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 02:10:33.918822 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 126d6e2f-6aba-47d9-85c0-193de15d2627 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:33.919166 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 126d6e2f-6aba-47d9-85c0-193de15d2627 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:33.920079 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8445a654-9570-48d2-bd33-8774bf4a9626 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:33.938057 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 8445a654-9570-48d2-bd33-8774bf4a9626 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:33.938430 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 8445a654-9570-48d2-bd33-8774bf4a9626 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:33.938835 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6e3842b9-b732-4b33-8601-81504aa00e44 no longer exists at agent ovs-agent-n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 02:10:33.959679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.plugin [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] No Port match for: 6e3842b9-b732-4b33-8601-81504aa00e44 {{(pid=107727) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 02:10:33.959679 n-d-811521-2 neutron-server[107727]: DEBUG neutron.plugins.ml2.rpc [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Device 6e3842b9-b732-4b33-8601-81504aa00e44 not bound to the agent host n-d-811521-2 {{(pid=107727) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 02:10:34.036592 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3487816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783205', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-558263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664282'] for network, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:34.042189 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Publish callbacks [] for network, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:34.045293 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] 10.222.0.13 "DELETE /v2.0/networks/d67ff64a-61a8-498c-a1e4-680fe02d313e HTTP/1.1" status: 204 len: 168 time: 0.6781237 Oct 15 02:10:34.056160 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365e640-75a1-49c4-9ee4-264d77abe59d admin admin] Pushing event deleted for resources: {'Network': ['ID=d67ff64a-61a8-498c-a1e4-680fe02d313e,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:34.298138 n-d-811521-2 neutron-server[107725]: DEBUG neutron.wsgi [-] (107725) accepted ('10.222.0.13', 36704) {{(pid=107725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:34.338365 n-d-811521-2 neutron-server[107725]: INFO neutron.wsgi [None req-72444010-0512-4c68-b593-bc94f1462c76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a08a6107b4d430cac62723658ee40cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390389 Oct 15 02:10:34.340878 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36706) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:34.389299 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a90ea26-e6a7-4fdc-a3d8-5fef09846f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:34.411705 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a90ea26-e6a7-4fdc-a3d8-5fef09846f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:34.545281 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a90ea26-e6a7-4fdc-a3d8-5fef09846f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:34.547917 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-5a90ea26-e6a7-4fdc-a3d8-5fef09846f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:34.549160 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-5a90ea26-e6a7-4fdc-a3d8-5fef09846f42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6071139-522c-4272-8f69-f907d9a28592 HTTP/1.1" status: 204 len: 168 time: 0.2072589 Oct 15 02:10:34.557301 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90ea26-e6a7-4fdc-a3d8-5fef09846f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6071139-522c-4272-8f69-f907d9a28592,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:35.114746 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36712) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:35.155579 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-6fe47de4-7760-48dd-a52a-3110d5d580e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d061c895d05c441c9d87ee5e5f4d797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396192 Oct 15 02:10:35.158004 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [-] (107726) accepted ('10.222.0.13', 36714) {{(pid=107726) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 02:10:35.205510 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc31afba-8983-4602-bf1e-4d22c1f49067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:35.226632 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc31afba-8983-4602-bf1e-4d22c1f49067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:35.311152 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc31afba-8983-4602-bf1e-4d22c1f49067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780242'] for security_group, after_delete {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:35.313755 n-d-811521-2 neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bc31afba-8983-4602-bf1e-4d22c1f49067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:35.314993 n-d-811521-2 neutron-server[107726]: INFO neutron.wsgi [None req-bc31afba-8983-4602-bf1e-4d22c1f49067 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6a8d269-fc7d-4d17-bf39-10c7f6a430ae HTTP/1.1" status: 204 len: 168 time: 0.1560731 Oct 15 02:10:35.322772 n-d-811521-2 neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31afba-8983-4602-bf1e-4d22c1f49067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a8d269-fc7d-4d17-bf39-10c7f6a430ae,revision_number=None']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 02:10:40.939726 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:45.967914 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:55.127667 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:10:56.310585 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-909acf39-c219-4486-8a7f-01e2f6a363c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:10:58.887747 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e90994e3-60b3-4412-b078-ed4c19b3ab21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:00.242120 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:00.670266 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:02.699114 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:10.813104 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:15.978863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:26.327263 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7e93f229-7de0-47d9-beae-6cc42400f43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:28.887137 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-91f62f79-01e9-47e6-a5ff-0fe45f3327fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:30.235860 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:30.664275 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:32.126833 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:11:32.732593 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:39.689014 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-2c8d8450-e797-41e3-8f25-ddf90b661dfc req-6678f65f-5198-45a0-80d7-0b304394fe8d service neutron] (107726) timed out ('10.222.0.13', 34272) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 02:11:40.835448 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:46.012954 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:56.304518 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-993da9ed-bbd7-483b-a14e-79c46cddfb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:11:58.897441 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-bbbba668-2c3e-436e-9064-a32e47ffa294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:00.252460 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:00.669026 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:02.732313 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:09.126047 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:12:10.869587 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:16.000790 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:26.298036 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-041c25e3-9930-4676-b37b-a05fea0f551c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:29.024091 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-baff5075-c83c-4381-9960-09aeba7413bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:30.240692 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:30.657528 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:32.709272 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:40.852059 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:45.977754 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:46.125968 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:12:56.325834 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6da5-6c59-4645-9355-e2cd82121570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:12:58.931445 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-92a0433c-f0d1-4612-8155-b7636fd1769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:00.279573 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:00.668810 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:02.724975 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:10.873122 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:15.994431 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:23.126914 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:13:26.313193 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c5838e88-48d0-4170-8f6e-1812c6f8c155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:28.891302 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4108-6bc2-4984-9af3-d53b6b807936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:30.256887 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:30.697085 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:32.748168 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:40.890967 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:45.982660 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:56.313605 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-72c0752c-edf1-42d4-ad58-50939c2bb16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:13:58.918055 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-e3fd81d0-575f-4fb2-ac86-a119bdbbb5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:00.126326 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:14:00.249812 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:00.709084 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:02.730772 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:10.885666 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:15.970606 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:26.311900 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-02feb0cf-0524-48cf-83c4-01774adacf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:28.883338 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-eca0d4b2-f658-4e2c-a7f6-f283808131de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:30.233033 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:30.673190 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:32.736062 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:37.126221 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:14:40.889858 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:45.985825 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:56.312863 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-af4f5a11-7b0e-44fb-a5b3-8fdcb554b4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:14:58.889763 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-786f1fed-4a8c-4f51-914a-6e0996c80b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:00.243115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:00.688805 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:02.774425 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:10.928268 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:14.125014 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:15:16.032615 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:26.312277 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-a78692e3-be15-46f2-8f91-303bd3029f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:28.973696 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-d3f214e4-c57d-4cee-be27-cd7af0c657e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:30.237712 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:30.722418 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:32.741273 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:40.938995 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:46.053870 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:51.124495 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:15:56.315672 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-ed5001e4-3fcd-41e4-89ee-49b032546c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:15:58.898974 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-c987d182-9782-4ffe-a2e4-4359161dfe36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:00.255253 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:00.712013 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:02.750526 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:10.941224 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:16.052690 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:26.323016 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-49846f5b-f6bc-4d6d-a418-c7014458cd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:28.124542 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:16:28.903875 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-b690c685-abca-4e37-a969-cb9d67c55470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:30.252341 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:30.698564 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:32.755283 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:40.966699 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:46.058383 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:56.315103 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-93d392ba-dae1-4662-94ce-91a64a889533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:16:58.909135 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-0e405e80-2ef6-4a07-b374-eba5042d169a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:00.246335 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:00.693600 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:02.766579 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:05.124483 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:17:10.954420 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:16.042578 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:26.308671 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-107ca638-6a65-4638-b5fb-21387b60fc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:28.910798 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-96d7cce7-0a3c-4da3-8834-df175dac6363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:30.247494 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:30.401657 n-d-811521-2 neutron-server[107726]: DEBUG neutron.wsgi [req-9598a32f-6183-4ff6-8e97-7245b0427162 req-cc91f47f-cd3f-47ba-a81a-50410723d4c2 service neutron] (107726) timed out ('10.222.0.13', 35728) {{(pid=107726) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 02:17:30.704706 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:32.788855 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:40.942340 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:42.124390 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:17:46.005115 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:56.325317 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-dbceeb5c-03d4-437c-946d-0dbd21963928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:17:58.927635 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-3cd269f6-803c-452a-8b2a-477f6ed122fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:00.259210 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:00.736443 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:02.767229 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:10.950280 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:16.018645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:19.124244 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:18:26.358996 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-cdeb53a0-9d01-4bed-8e68-d85b63ebca9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:28.955334 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-4279b8ca-5c37-4fc3-ab94-5fa80c047092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:30.278955 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:30.703911 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:32.764171 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:40.972591 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:46.063882 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:56.126947 n-d-811521-2 neutron-server[107728]: DEBUG neutron.db.agents_db [None req-40715dc5-e09a-4f12-b782-c065f3602f93 None None] Agent healthcheck: found 7 active agents {{(pid=107728) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 02:18:56.323868 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-292b9ad5-ffd0-4be5-b72f-17b9cc295a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:18:58.912700 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-26f36827-78b2-48c2-ba49-b4211778ee37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:19:00.244117 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cff2c59-9c9c-44e2-bfcb-d6c01ae6affb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:19:00.726645 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-70827aa8-685f-487a-b8e3-6236020335a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:19:02.778403 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-64ac79eb-0305-49c6-97b2-3aef9047c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:19:11.006708 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7ef4-df19-40e1-92b2-0f43c9423dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 02:19:16.049800 n-d-811521-2 neutron-server[107727]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f8ca-3cec-4dbc-a182-c30249d0e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736271392799', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3489011'] for agent, after_update {{(pid=107727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}